-- Logs begin at Fri 2021-11-12 19:46:03 UTC, end at Fri 2021-11-12 22:22:56 UTC. -- Nov 12 20:31:39.773812 n-d-713498-29 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 20:31:42.509846 n-d-713498-29 neutron-server[109517]: INFO neutron.common.config [-] Logging enabled! Nov 12 20:31:42.510422 n-d-713498-29 neutron-server[109517]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 20:31:42.510513 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109517) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 20:31:42.513847 n-d-713498-29 neutron-server[109517]: INFO neutron.common.config [-] Logging enabled! Nov 12 20:31:42.514099 n-d-713498-29 neutron-server[109517]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 20:31:42.514409 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109517) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 20:31:42.515358 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 20:31:42.515592 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 20:31:42.515952 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 20:31:42.516197 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 20:31:42.516419 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 20:31:42.516733 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.517158 n-d-713498-29 neutron-server[109517]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 20:31:42.517467 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.517755 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.518134 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.518548 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.518836 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.519118 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.519428 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.519725 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.520006 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.520283 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.520565 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.520850 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.521129 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.521410 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.521691 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.521972 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] debug = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.522249 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.522673 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.523087 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.523384 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.523669 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.523959 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.524208 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.524477 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.524758 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.525080 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] host = n-d-713498-29 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.525355 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.525636 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.525915 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.526200 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.526468 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.526738 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.527016 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.527301 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.527571 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] log_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.527841 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.528121 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.528401 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.528685 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.528904 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.529121 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.529413 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.529693 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.529964 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.530236 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.530505 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.530777 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.531048 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.531332 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.531616 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.531898 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.532177 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.532447 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.532718 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.532986 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.533254 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.534239 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.534630 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.534906 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.535180 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.535495 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.535767 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.536040 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.536338 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.536618 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.536901 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.537180 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.537449 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.537726 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.537995 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.538262 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.538525 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] use_json = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.538790 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.539052 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.539360 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.539632 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.539899 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.540169 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.540434 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.540710 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:42.541002 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.541299 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.541596 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.541876 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.542174 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.542452 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.542735 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.543009 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.543313 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.543608 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.543891 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.544165 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.544447 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.544719 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.545005 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.545303 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.545594 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.545881 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.546150 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.546420 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.546692 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.546964 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.547250 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.547550 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.547832 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.548115 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.548392 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.548672 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.548962 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.549861 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.550252 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.550530 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.550815 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.551089 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.551384 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.551662 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.551949 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.552223 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.552492 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.552771 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.553048 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.553315 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.553583 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.553858 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.554142 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.554414 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.554678 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.554942 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.555212 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.555500 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.555784 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.556058 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.556327 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.556594 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.556868 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.557389 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.557656 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.557929 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.558195 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.558466 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.558730 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.558994 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.559257 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.559544 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.559808 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.560073 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.560337 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.560606 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.560873 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.561138 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.561405 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.561669 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.561935 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.562214 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.562505 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.562777 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.563050 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.563342 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.563618 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.563889 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.564160 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.564431 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.564702 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.565060 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.565461 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.565739 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.566022 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.566301 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.566576 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.566894 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.567167 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.567472 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.567747 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.568020 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.568302 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.568579 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.568867 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.569155 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.569442 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.569730 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.570020 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.570296 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.570600 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.570874 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:42.571086 n-d-713498-29 neutron-server[109517]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 20:31:42.571350 n-d-713498-29 neutron-server[109517]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109517) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 20:31:43.008865 n-d-713498-29 neutron-server[109517]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 20:31:43.009136 n-d-713498-29 neutron-server[109517]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 20:31:43.009450 n-d-713498-29 neutron-server[109517]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 20:31:43.009766 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 20:31:43.339635 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.339931 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.340199 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.341393 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.341666 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.341928 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.376261 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.376537 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.376798 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.392601 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.393518 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.393803 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.423486 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.423901 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.424444 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.461718 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.461986 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.462256 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.699490 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.700108 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.700108 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.700282 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.700893 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.828841 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.829159 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.829438 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.829708 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.829972 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.830278 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.831378 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.831646 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.831904 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.832189 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.832450 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.832714 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.832970 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.833223 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.833487 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.833746 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.833999 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.834263 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.834530 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.834786 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.835054 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.835321 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.835608 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.835982 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.836229 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.836471 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.836865 n-d-713498-29 neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 20:31:43.837109 n-d-713498-29 neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 20:31:43.837345 n-d-713498-29 neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 20:31:43.837580 n-d-713498-29 neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 20:31:43.837813 n-d-713498-29 neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 20:31:43.838046 n-d-713498-29 neutron-server[109517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 20:31:43.838401 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 20:31:43.841623 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 20:31:43.845605 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 20:31:43.850186 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 12 20:31:43.851842 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 20:31:43.852298 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 20:31:43.852631 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 20:31:43.853017 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 20:31:43.855841 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 20:31:43.856090 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 20:31:43.856430 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 20:31:43.861776 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 20:31:43.883933 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 20:31:43.884378 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.884673 n-d-713498-29 neutron-server[109517]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109517) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 20:31:43.885030 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.886403 n-d-713498-29 neutron-server[109517]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109517) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 20:31:43.886686 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 20:31:43.886931 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 20:31:43.890139 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.890423 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:43.956872 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 20:31:43.957046 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 20:31:43.957269 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 20:31:43.957641 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 20:31:43.977869 n-d-713498-29 neutron-server[109517]: DEBUG oslo_db.sqlalchemy.engines [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109517) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 20:31:44.668378 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Initializing driver for type 'gre' Nov 12 20:31:44.668897 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] gre ID ranges: [(1, 1000)] Nov 12 20:31:44.851227 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Initializing driver for type 'local' Nov 12 20:31:44.851942 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Initializing driver for type 'vlan' Nov 12 20:31:44.936950 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] VlanTypeDriver initialization complete Nov 12 20:31:44.937246 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Initializing driver for type 'vxlan' Nov 12 20:31:44.937794 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] vxlan ID ranges: [(1, 1000)] Nov 12 20:31:45.195196 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Initializing extension driver 'port_security' Nov 12 20:31:45.195504 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.extensions.port_security [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] PortSecurityExtensionDriver initialization complete Nov 12 20:31:45.195828 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Initializing mechanism driver 'openvswitch' Nov 12 20:31:45.196159 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Initializing mechanism driver 'hyperv' Nov 12 20:31:45.203018 n-d-713498-29 neutron-server[109517]: DEBUG neutron.plugins.ml2.plugin [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:45.203928 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > port after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.204302 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.204656 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.205187 n-d-713498-29 neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 20:31:45.206460 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > subnet after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.206816 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > subnet after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.207161 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.207589 n-d-713498-29 neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 20:31:45.208000 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > network after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.208352 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > network after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.208696 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > network after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.209089 n-d-713498-29 neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 20:31:45.209493 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > security_group after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.209842 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > security_group after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.210182 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.210578 n-d-713498-29 neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 20:31:45.211021 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.211402 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.211749 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.212143 n-d-713498-29 neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 20:31:45.212578 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > address_group after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.212922 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > address_group after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.213257 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.213653 n-d-713498-29 neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 20:31:45.214037 n-d-713498-29 neutron-server[109517]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] ML2 OVO RPC backend initialized. {{(pid=109517) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 20:31:45.214744 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.215098 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.215542 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > network before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.215891 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > networks before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.216239 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > port before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.216579 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > ports before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.217031 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > subnet before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.217373 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > subnets before_response 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.217718 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > network after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.218059 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > network after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.218394 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > network after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.218732 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > port after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.219068 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.219442 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.219781 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > subnet after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.222513 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > subnet after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.222513 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.222513 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.plugin [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Modular L2 Plugin initialization complete Nov 12 20:31:45.222513 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading services supported by the core plugin {{(pid=109517) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 20:31:45.222513 n-d-713498-29 neutron-server[109517]: INFO neutron.plugins.ml2.managers [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Got port-security extension from driver 'port_security' Nov 12 20:31:45.222986 n-d-713498-29 neutron-server[109517]: INFO neutron.extensions.vlantransparent [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Disabled vlantransparent extension. Nov 12 20:31:45.223164 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109517) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 20:31:45.223505 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading Plugin: router Nov 12 20:31:45.265359 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.265756 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router after_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.266128 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router before_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.266524 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.266900 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.267254 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router after_delete 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.267633 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.268672 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.269031 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router after_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.269381 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router after_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.269731 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router after_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.270080 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.270843 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router after_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.271355 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.271739 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.272086 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.278734 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: subnet after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.278734 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.278734 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.278734 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279164 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: port before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279164 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279164 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router after_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279164 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279488 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_create 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279488 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279488 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_update 55549900 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279488 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > agent after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279774 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > agent after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279774 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > network after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.279774 n-d-713498-29 neutron-server[109517]: DEBUG neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Tracking information for resource: router configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 20:31:45.279774 n-d-713498-29 neutron-server[109517]: DEBUG neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Tracking information for resource: floatingip configured {{(pid=109517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 20:31:45.282943 n-d-713498-29 neutron-server[109517]: INFO neutron.db.l3_agentschedulers_db [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 20:31:45.284273 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.284661 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: port after_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.284987 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: port after_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.285338 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: port after_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.286144 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router before_create 55550100 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.286511 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.286875 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_create 55550100 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.287237 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > router precommit_update 55550100 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.292197 n-d-713498-29 neutron-server[109517]: DEBUG neutron.services.provider_configuration [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service providers = [] {{(pid=109517) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 20:31:45.292563 n-d-713498-29 neutron-server[109517]: DEBUG neutron.db.servicetype_db [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109517) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 20:31:45.295552 n-d-713498-29 neutron-server[109517]: DEBUG neutron.services.service_base [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 20:31:45.295906 n-d-713498-29 neutron-server[109517]: DEBUG neutron.services.service_base [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 20:31:45.296251 n-d-713498-29 neutron-server[109517]: DEBUG neutron.services.service_base [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 20:31:45.297266 n-d-713498-29 neutron-server[109517]: DEBUG neutron.services.service_base [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 20:31:45.297637 n-d-713498-29 neutron-server[109517]: INFO neutron.services.service_base [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 20:31:45.298009 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 20:31:45.298323 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 20:31:45.314039 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 20:31:45.314456 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading Plugin: auto_allocate Nov 12 20:31:45.321077 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: network precommit_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.321449 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: network precommit_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.321974 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 20:31:45.322295 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading Plugin: tag Nov 12 20:31:45.329249 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 20:31:45.329575 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading Plugin: timestamp Nov 12 20:31:45.334298 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 20:31:45.334623 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading Plugin: network_ip_availability Nov 12 20:31:45.340296 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.340665 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.341023 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.341742 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 20:31:45.342059 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading Plugin: flavors Nov 12 20:31:45.348141 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 20:31:45.348520 n-d-713498-29 neutron-server[109517]: INFO neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading Plugin: revisions Nov 12 20:31:45.352863 n-d-713498-29 neutron-server[109517]: DEBUG neutron.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 20:31:45.353254 n-d-713498-29 neutron-server[109517]: DEBUG oslo_concurrency.lockutils [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.344s {{(pid=109517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 20:31:45.354100 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109517) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 20:31:45.354434 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Initializing extension manager. Nov 12 20:31:45.354945 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: __init__.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.355301 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: __pycache__ {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.355678 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.356008 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: address_group.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.356762 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.363459 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: address-group Nov 12 20:31:45.363459 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: address_scope.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.363459 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.363459 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: address-scope Nov 12 20:31:45.363459 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.364040 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.364549 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: router-admin-state-down-before-update Nov 12 20:31:45.364870 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: agent.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.365570 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.366111 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: agent Nov 12 20:31:45.366434 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: agent_resources_synced.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.367375 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.367888 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: agent-resources-synced Nov 12 20:31:45.368212 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: allowedaddresspairs.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.370079 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.370612 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: allowed-address-pairs Nov 12 20:31:45.370937 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: auto_allocated_topology.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.372057 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.372690 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: auto-allocated-topology Nov 12 20:31:45.373019 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: availability_zone.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.373717 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.374233 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: availability_zone Nov 12 20:31:45.374555 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: availability_zone_filter.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.375634 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.376146 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: availability_zone_filter Nov 12 20:31:45.376468 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: data_plane_status.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.377856 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.378368 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 20:31:45.378688 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: default_subnetpools.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.379636 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.380148 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: default-subnetpools Nov 12 20:31:45.380467 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.381366 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.381883 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: dhcp_agent_scheduler Nov 12 20:31:45.382203 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: dns.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.383119 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.383663 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 20:31:45.383983 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: dns_domain_ports.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.384908 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.385415 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 20:31:45.385733 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.386652 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.387158 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 20:31:45.387545 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: dvr.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.388252 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.388757 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: dvr Nov 12 20:31:45.392311 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: ecmp_routes.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.394139 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.394663 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 20:31:45.394985 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: empty_string_filtering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.396006 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.396522 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: empty-string-filtering Nov 12 20:31:45.396841 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.397793 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.398300 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 20:31:45.398695 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.399641 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.400149 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 20:31:45.400467 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: external_net.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.401384 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.401893 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: external-net Nov 12 20:31:45.402212 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.403114 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.403654 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: extra_dhcp_opt Nov 12 20:31:45.404011 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: extraroute.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.404934 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.405441 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: extraroute Nov 12 20:31:45.405760 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: extraroute_atomic.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.406806 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.407340 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: extraroute-atomic Nov 12 20:31:45.407660 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: filter_validation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.409129 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.409829 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: filter-validation Nov 12 20:31:45.410152 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: fip_pf_description.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.411075 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.411617 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 20:31:45.411937 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: fip_port_details.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.412861 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.413373 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: fip-port-details Nov 12 20:31:45.413695 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: flavors.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.414987 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.415540 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: flavors Nov 12 20:31:45.415866 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.417543 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.418102 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 20:31:45.424115 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: floatingip_pools.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.424115 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.424115 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: floatingip-pools Nov 12 20:31:45.424115 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: ip_allocation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.424888 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.425397 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 20:31:45.425722 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.426653 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.427164 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: ip-substring-filtering Nov 12 20:31:45.427524 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: l2_adjacency.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.428567 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.429080 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 20:31:45.429402 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: l3.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.430378 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.430900 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: router Nov 12 20:31:45.431228 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.433742 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.434274 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 20:31:45.434606 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.435610 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.436248 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: ext-gw-mode Nov 12 20:31:45.436575 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.437522 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.438046 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: l3-ha Nov 12 20:31:45.438375 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: l3_flavors.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.439312 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.440503 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: l3-flavors Nov 12 20:31:45.440840 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.441768 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.442287 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 20:31:45.442613 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: l3agentscheduler.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.443693 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.444353 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: l3_agent_scheduler Nov 12 20:31:45.444679 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: logging.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.446280 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.446755 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension logging not supported by any of loaded plugins Nov 12 20:31:45.447226 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: metering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.448048 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.448628 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: metering Nov 12 20:31:45.448952 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.453479 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.454004 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: metering_source_and_destination_fields Nov 12 20:31:45.454331 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: multiprovidernet.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.455368 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.456374 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: multi-provider Nov 12 20:31:45.456695 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: netmtu.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.457733 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.458247 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: net-mtu Nov 12 20:31:45.458570 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: netmtu_writable.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.459523 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.460043 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: net-mtu-writable Nov 12 20:31:45.460369 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: network_availability_zone.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.461049 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.461560 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: network_availability_zone Nov 12 20:31:45.461883 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: network_ip_availability.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.463097 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.463643 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: network-ip-availability Nov 12 20:31:45.463971 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: network_segment_range.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.464740 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.465248 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 20:31:45.465569 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: pagination.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.466548 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.466881 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: pagination Nov 12 20:31:45.467200 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: port_device_profile.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.468148 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.468664 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: port-device-profile Nov 12 20:31:45.468986 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.469913 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.470535 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: port-mac-address-regenerate Nov 12 20:31:45.470991 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.471933 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.472449 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: port-numa-affinity-policy Nov 12 20:31:45.472766 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: port_resource_request.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.473793 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.474305 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 20:31:45.474622 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: port_resource_request_groups.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.475611 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.476125 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 20:31:45.476446 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: portbindings.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.477378 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.477892 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: binding Nov 12 20:31:45.478212 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: portbindings_extended.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.479598 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.480115 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: binding-extended Nov 12 20:31:45.480439 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: portsecurity.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.481362 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.481874 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: port-security Nov 12 20:31:45.482195 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: project_id.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.483169 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.483572 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: project-id Nov 12 20:31:45.491704 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: providernet.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.492409 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.492929 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: provider Nov 12 20:31:45.493248 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.496883 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.497414 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos not supported by any of loaded plugins Nov 12 20:31:45.497747 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.499003 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.499546 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 20:31:45.499870 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.500793 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.501315 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 20:31:45.501640 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_default.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.503420 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.503942 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-default not supported by any of loaded plugins Nov 12 20:31:45.504270 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_fip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.504967 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.505579 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 20:31:45.505903 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_gateway_ip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.506835 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.507376 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 20:31:45.507699 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_port_network_policy.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.508617 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.509128 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 20:31:45.509453 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.510488 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.511005 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 20:31:45.511349 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_pps_rule.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.512531 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.513300 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 20:31:45.513627 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_rule_type_details.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.514546 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.515056 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 20:31:45.515403 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: qos_rules_alias.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.516481 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.516997 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 20:31:45.517323 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: quota_check_limit.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.518830 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.519410 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: quota-check-limit Nov 12 20:31:45.519733 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: quotasv2.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.520680 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.521008 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: quotas Nov 12 20:31:45.521328 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: quotasv2_detail.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.529285 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.529629 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: quota_details Nov 12 20:31:45.529966 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: rbac.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.531100 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.531688 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: rbac-policies Nov 12 20:31:45.532021 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: rbac_address_group.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.532967 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.533517 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: rbac-address-group Nov 12 20:31:45.533840 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: rbac_address_scope.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.534761 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.535279 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: rbac-address-scope Nov 12 20:31:45.535628 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: rbac_security_groups.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.536552 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.537065 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: rbac-security-groups Nov 12 20:31:45.537403 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: rbac_subnetpool.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.538299 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.538819 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: rbac-subnetpool Nov 12 20:31:45.539144 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: revisionifmatch.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.540234 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.540755 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: revision-if-match Nov 12 20:31:45.541080 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: revisions.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.542199 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.542712 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: standard-attr-revisions Nov 12 20:31:45.543040 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: router_availability_zone.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.543741 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.544256 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: router_availability_zone Nov 12 20:31:45.544576 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: routerservicetype.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.545497 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.546005 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 20:31:45.546325 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.547333 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.547847 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: security-groups-normalized-cidr Nov 12 20:31:45.548169 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.549188 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.549703 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: port-security-groups-filtering Nov 12 20:31:45.550027 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.550967 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.551512 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: security-groups-remote-address-group Nov 12 20:31:45.551837 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.552853 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.553364 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: security-groups-shared-filtering Nov 12 20:31:45.553687 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.554275 n-d-713498-29 neutron-server[109517]: WARNING neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 20:31:45.554594 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: securitygroup.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.565442 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.566107 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: security-group Nov 12 20:31:45.577969 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: segment.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.577969 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.577969 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension segment not supported by any of loaded plugins Nov 12 20:31:45.577969 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.578532 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.579102 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 20:31:45.579463 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: servicetype.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.581263 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.581781 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: service-type Nov 12 20:31:45.582105 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: sorting.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.583143 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.583510 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: sorting Nov 12 20:31:45.583834 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: standard_attr_segment.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.584752 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.585263 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 20:31:45.585613 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: standardattrdescription.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.586260 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.586762 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: standard-attr-description Nov 12 20:31:45.587080 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: stateful_security_group.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.588101 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.588644 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: stateful-security-group Nov 12 20:31:45.588962 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: stdattrs_common.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.589533 n-d-713498-29 neutron-server[109517]: WARNING neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 20:31:45.589875 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.590798 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.591335 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 20:31:45.591656 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: subnet_onboard.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.592723 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.593239 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: subnet_onboard Nov 12 20:31:45.593559 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.594481 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.594989 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 20:31:45.595330 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: subnet_service_types.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.596336 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.596843 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: subnet-service-types Nov 12 20:31:45.597162 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: subnetallocation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.598322 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.598836 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: subnet_allocation Nov 12 20:31:45.599157 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.599841 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.600344 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: subnetpool-prefix-ops Nov 12 20:31:45.600658 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.601583 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.602091 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 20:31:45.602407 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: tagging.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.603502 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.604012 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: standard-attr-tag Nov 12 20:31:45.604330 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: timestamp.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.605521 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.606035 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loaded extension: standard-attr-timestamp Nov 12 20:31:45.606352 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: trunk.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.607410 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.607925 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension trunk not supported by any of loaded plugins Nov 12 20:31:45.608245 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: trunk_details.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.612590 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.613131 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 20:31:45.613468 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: uplink_status_propagation.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.614415 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.614942 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 20:31:45.615273 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Loading extension file: vlantransparent.py {{(pid=109517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 20:31:45.615981 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 20:31:45.616497 n-d-713498-29 neutron-server[109517]: INFO neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 20:31:45.619084 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:network Nov 12 20:31:45.619645 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:subnet Nov 12 20:31:45.620048 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 20:31:45.620448 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:port Nov 12 20:31:45.621734 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.622192 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service FLAVORS assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.622846 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.623344 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.623679 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:router Nov 12 20:31:45.624126 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 20:31:45.624635 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service METERING assigned prefix: /metering {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.626108 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.626478 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.626833 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:31:45.628452 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 20:31:45.628910 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:security_group Nov 12 20:31:45.629360 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 20:31:45.629983 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service CORE assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.630333 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 20:31:45.630684 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] subnetpool is already registered Nov 12 20:31:45.631112 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service CORE assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.631470 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 20:31:45.631806 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] subnetpool is already registered Nov 12 20:31:45.634203 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.634859 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service FLAVORS assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.635597 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.636046 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.636578 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:router Nov 12 20:31:45.637003 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] router is already registered Nov 12 20:31:45.637435 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 20:31:45.637774 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] floatingip is already registered Nov 12 20:31:45.638437 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service METERING assigned prefix: /metering {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.639270 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 20:31:45.639664 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] rbac_policy is already registered Nov 12 20:31:45.640086 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:security_group Nov 12 20:31:45.640431 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] security_group is already registered Nov 12 20:31:45.640844 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 20:31:45.641190 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] security_group_rule is already registered Nov 12 20:31:45.641689 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service CORE assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.642019 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 20:31:45.642354 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] subnetpool is already registered Nov 12 20:31:45.642908 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.v2.resource_helper [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Service CORE assigned prefix: {{(pid=109517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 20:31:45.643755 n-d-713498-29 neutron-server[109517]: INFO neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 20:31:45.644083 n-d-713498-29 neutron-server[109517]: WARNING neutron.quota.resource_registry [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] subnetpool is already registered Nov 12 20:31:45.645834 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: extensions {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.647482 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: address-groups {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.648985 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: address-scopes {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.650224 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: agents {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.651514 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: auto-allocated-topology {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.652821 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: availability_zones {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.654050 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: dhcp-networks {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.655500 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: dhcp-agents {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.657053 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: routers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.659263 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: flavors {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.660574 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: service_profiles {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.661819 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: next_providers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.663325 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: service_profiles {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.664768 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: floatingip-pools {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.666115 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: routers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.668291 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: floatingips {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.669632 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: l3-routers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.671051 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: l3-agents {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.672518 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: metering-labels {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.673782 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: metering-label-rules {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.675510 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: network-ip-availabilities {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.676806 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: bindings {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.678393 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: quotas {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.680135 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: quotas {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.681694 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: rbac-policies {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.683192 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: security-groups {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.684636 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: security-group-rules {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.685888 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: service-providers {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.687118 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: subnetpools {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.688582 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: subnetpools {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.690607 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.692368 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.694208 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.696037 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.697832 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.699808 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.701544 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.704368 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.706774 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.708624 n-d-713498-29 neutron-server[109517]: DEBUG neutron.api.extensions [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Extended resource: tags {{(pid=109517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 20:31:45.714815 n-d-713498-29 neutron-server[109517]: WARNING keystonemiddleware.auth_token [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 20:31:45.719423 n-d-713498-29 neutron-server[109517]: WARNING keystonemiddleware.auth_token [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 20:31:45.728434 n-d-713498-29 neutron-server[109517]: DEBUG oslo_concurrency.lockutils [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Acquired lock "singleton_lock" {{(pid=109517) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 20:31:45.728909 n-d-713498-29 neutron-server[109517]: DEBUG oslo_concurrency.lockutils [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Releasing lock "singleton_lock" {{(pid=109517) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 20:31:45.729555 n-d-713498-29 neutron-server[109517]: INFO oslo_service.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Starting 2 workers Nov 12 20:31:45.734373 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Started child 109628 {{(pid=109517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 20:31:45.738888 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Started child 109629 {{(pid=109517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 20:31:45.739882 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.740494 n-d-713498-29 neutron-server[109517]: INFO neutron.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 20:31:45.741065 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Publish callbacks [] for process, before_spawn {{(pid=109517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.741365 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [-] (109628) wsgi starting up on http://0.0.0.0:9696 Nov 12 20:31:45.743596 n-d-713498-29 neutron-server[109517]: INFO oslo_service.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Starting 1 workers Nov 12 20:31:45.743733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.745073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [-] (109629) wsgi starting up on http://0.0.0.0:9696 Nov 12 20:31:45.748777 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Started child 109630 {{(pid=109517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 20:31:45.749322 n-d-713498-29 neutron-server[109517]: INFO oslo_service.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Starting 1 workers Nov 12 20:31:45.753053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] calling RpcWorker wait() {{(pid=109630) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 20:31:45.753614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] returning from RpcWorker wait() {{(pid=109630) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 20:31:45.754269 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Started child 109631 {{(pid=109517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 20:31:45.755061 n-d-713498-29 neutron-server[109517]: DEBUG neutron_lib.callbacks.manager [None req-5fe611b2-a763-4e42-8b82-4b1a57b8af43 None None] Publish callbacks [] for process, after_spawn {{(pid=109517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.755172 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.755691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:45.756979 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109517) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 20:31:45.757189 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 20:31:45.757378 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 20:31:45.757594 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 20:31:45.757920 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 20:31:45.758101 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 20:31:45.758613 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.758887 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.759128 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.759599 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.759599 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.759755 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.760250 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.760342 n-d-713498-29 neutron-server[109631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:45.760502 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.760739 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.761015 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.761274 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.761441 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.761609 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.761852 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.762084 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.762374 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.762647 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.762908 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.763162 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.763357 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.763620 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.763877 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.764144 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.764416 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] debug = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.764639 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.765102 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.765326 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.765575 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.765807 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.766100 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.766345 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.766613 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.766847 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.767061 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.767311 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.767592 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.767923 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.768174 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.768894 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.769126 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.769372 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.769609 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.770085 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] host = n-d-713498-29 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.770320 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.770536 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.770766 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.771020 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.771347 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.771496 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.771758 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.772038 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.772276 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.772513 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.772763 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.773027 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.773262 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.773515 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.773679 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_options = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.773926 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.774192 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.774438 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.774634 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.774801 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.775032 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.775232 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.775419 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.775670 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.775910 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.776123 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.776353 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.776572 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.776787 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.777023 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.777276 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.777508 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.777731 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.778058 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.778205 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.778434 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.778678 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.778916 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.779151 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.779404 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.779638 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.779861 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.780103 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.780340 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.780571 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.780816 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.781058 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.781305 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.781545 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.781809 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.782056 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.782288 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.782530 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.782799 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.783022 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.783274 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.783625 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.783889 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.784152 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.784469 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.784712 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.784933 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_json = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.785148 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.785384 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.785640 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.785853 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.786066 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.786305 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.786519 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.786751 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.787203 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.787529 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.787868 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.788164 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.788389 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.788631 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.788865 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.789122 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.789338 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.789709 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.790094 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.790322 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.790623 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.790866 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.791143 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.791499 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.791749 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.792014 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.792266 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.792504 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.792738 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.792994 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.793354 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.793716 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.793956 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.794189 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.794419 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.795679 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.795679 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.795937 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.796151 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.796377 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.796607 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.796824 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.797062 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.797279 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.797492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.797765 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.798004 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.798217 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.798438 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.798667 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.798900 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.799711 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.800041 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.801921 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.801921 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.801921 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.801921 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.801921 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.802321 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.802321 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.802964 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.803205 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.803494 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.803951 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.804127 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.809492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810287 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810805 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810805 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810805 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.810980 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.811044 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.811853 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.811853 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.811853 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.812491 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.812718 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.812949 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.813193 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.813440 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.813683 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.813964 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.814274 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.814741 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.815793 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.815793 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.816315 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.816315 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.816734 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.816909 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.818566 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.818784 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.819043 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.819302 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.819565 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.820152 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.820152 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.820321 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.820468 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.820766 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.820992 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.821230 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.821457 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.821742 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.821974 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.822256 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.822483 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.822716 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.822987 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.823223 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.823540 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.823777 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.824044 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.824324 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.824611 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.824886 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.825118 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.825373 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.825649 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.825907 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.826272 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.826428 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.826611 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.826866 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.827513 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.828169 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.829773 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.829773 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.830042 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.830339 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.832406 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.832406 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.832406 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.832406 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.832707 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.832899 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.833182 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.833544 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.834131 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.834391 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.834646 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.834887 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.835123 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.835412 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.835634 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.835923 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.836143 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.836364 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.836599 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.836810 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.837047 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.837253 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.837492 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.837730 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.838416 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.838416 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.838416 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.838837 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.839078 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.839364 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.839583 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.839801 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.840015 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.840229 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.840456 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.840672 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.840945 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.841210 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.841424 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.841644 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.841884 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.842140 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.842351 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.842637 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.842859 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.843067 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.843275 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.843511 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.843726 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.843931 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.844155 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.844365 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.844615 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.844963 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.845190 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.845454 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.845807 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.846419 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.846783 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.847024 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.847247 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.847515 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.847750 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.847965 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.848197 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.848461 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.848727 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.849069 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.849286 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.849527 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.849734 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.849947 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.850150 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.850431 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.850680 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.850904 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.851159 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.851393 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.851924 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.851924 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.852072 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.852222 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.852459 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.852671 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.852874 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.853114 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.853318 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.853524 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.853739 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.853950 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.854152 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.854407 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.854610 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.854811 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.855025 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.855236 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.855493 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.855711 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.855914 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.856121 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.856331 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.856541 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.856742 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.856961 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.857163 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.857364 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.857582 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.858403 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.858623 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.859234 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.859522 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.859740 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.860037 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.860267 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.860508 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.860762 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.861076 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.861379 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.862278 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.862607 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.862837 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.863186 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.863544 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.864258 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.864566 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.864825 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.865064 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.865327 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.865596 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.865847 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.866069 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.866356 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.866702 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.866967 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.867222 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.867501 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.867733 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.867954 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.868167 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.868402 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.868643 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.868859 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.869157 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.869403 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.869626 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.869871 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.870110 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.870321 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.870561 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.870795 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.871012 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.871223 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.871404 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 20:31:45.871953 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109517) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 20:31:45.872112 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 20:31:45.872262 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 20:31:45.872427 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 20:31:45.872590 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 20:31:45.872737 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 20:31:45.872941 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.873099 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.873268 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.873404 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.873556 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.873728 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.873882 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.874039 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.874192 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.874345 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.874496 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.874648 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.874800 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.874953 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.875106 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.875260 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.875434 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.875589 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.875747 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.875901 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.876058 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.876211 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.876419 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] debug = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.876533 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.876685 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.876922 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.877180 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.877867 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.878024 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.878171 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.878317 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.878463 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.878616 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.878769 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.878922 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.879076 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.879229 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.879424 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.879553 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.879688 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.879840 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.879997 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] host = n-d-713498-29 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.880150 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.880299 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.880453 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.880610 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.880743 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.880905 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.881054 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.881187 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.881325 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.881462 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.881602 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.881745 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.881899 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.882067 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.882193 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_options = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.882345 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.882482 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.882638 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.882817 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.883004 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.883144 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.883304 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.883432 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.883585 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.883737 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.883891 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.884043 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.884196 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.884348 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.884501 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.884654 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.884806 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.884959 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.885113 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.885265 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.885417 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.885569 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.885722 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.885874 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.886027 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.886180 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.886332 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.886487 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.886641 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.886793 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.886945 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.887097 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.887249 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.887422 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.887574 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.887726 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.887879 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.888031 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.888187 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.888339 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.888491 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.888643 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.888795 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.888947 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.889100 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.889257 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.889411 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_json = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.889561 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.889713 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.889866 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.890018 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.890170 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.890322 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.890474 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.890628 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 20:31:45.890802 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.892581 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.892852 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.894076 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.894263 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.894573 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.894573 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.894874 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.894874 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.895033 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.895197 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.895406 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.895582 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.895701 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.895853 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.896015 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.896172 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.896335 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.896491 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.896632 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.896794 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.896930 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.897087 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.897243 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.897386 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.897542 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.897700 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.897872 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.898029 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.898186 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.898343 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.898499 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.898657 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.898815 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.898971 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.899128 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.899380 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.899767 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.899922 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.900078 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.900234 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.900391 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.900549 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.900928 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.901091 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.901249 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.901405 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.901561 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.901718 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.901875 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.902031 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.902189 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.902345 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.902502 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.902658 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.902825 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.902981 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.903138 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.903335 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.903924 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.903924 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.904189 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.904317 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.904401 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.904554 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.904762 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.904938 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.905096 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.905252 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.905408 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.905564 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.905721 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.905883 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.906039 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.906195 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.906498 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.906498 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.906703 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.906818 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.906938 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.907094 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.907250 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.907427 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.907583 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.907741 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.907896 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.908131 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.908291 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.909104 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.909237 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.909391 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.909578 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.909696 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.909854 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.910011 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.910168 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.910372 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.910537 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.910696 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.910853 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.911010 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.911166 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.911345 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.911502 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.911659 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.911903 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.912033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:45.912131 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.912214 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.912354 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.912510 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.912665 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.912823 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.912979 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.913133 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.913289 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.913445 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.913610 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.913781 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.913924 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.914170 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.914334 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.914501 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.914659 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.914816 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.914974 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.915131 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.915307 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.915462 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.915619 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.915775 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.915933 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.916089 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.916254 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.916420 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.916581 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.916738 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.916894 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.917072 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.917228 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.917383 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.917540 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.917695 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.917852 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.918008 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.918164 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.918320 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.918477 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.918634 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.918791 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.918947 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.919104 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.919259 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.919444 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.919636 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.919738 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.919892 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.920048 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.920203 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.920360 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.920516 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.920673 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.920830 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.920986 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.921142 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.921298 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.921455 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.921611 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.921767 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.921923 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.922079 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.922234 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.923473 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.923757 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.923906 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.924615 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.925634 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.925746 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.925832 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.926747 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.927721 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.927896 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.928063 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.928225 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.928389 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.928551 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.928711 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.928870 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.929029 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.929188 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.929348 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.929506 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.929708 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.929833 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.929991 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.930147 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.930305 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.930462 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.930615 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.930770 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.930927 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.931084 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.931243 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.931420 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.931579 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.931739 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.931896 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.932317 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.932477 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.932633 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.932790 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.932946 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.933117 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.933273 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.933430 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.933611 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.933804 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.933904 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.934065 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.934196 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.934352 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.934508 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.934664 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.935320 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.936052 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.936773 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.937667 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.937859 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.938002 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.938169 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.938786 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.938786 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.938786 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.938786 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.939345 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.939345 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.939345 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.940376 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.940376 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.940376 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.940849 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.940849 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.940849 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.941227 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.941227 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.941513 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.941513 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.941775 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.941775 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.942034 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.942034 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.942293 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.942293 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.942559 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.942694 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.942830 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.942965 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.943100 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.943244 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.943361 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.943497 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.943657 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.943820 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.943991 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.944152 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.944309 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.944472 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.944674 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.944822 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.944945 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.945106 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.945275 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.945431 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.945588 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.945744 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.945901 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.946058 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.946215 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.946371 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.946525 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.946681 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.946838 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.946999 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.947156 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.947331 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.947489 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.947645 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.947802 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.949274 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.949274 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.949274 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 20:31:45.949274 n-d-713498-29 neutron-server[109517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 20:31:45.949596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51026) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:45.960495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086956 Nov 12 20:31:57.523319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a2ebc-72ac-4ab5-90bf-f46b50626784 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:31:57.598992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a2ebc-72ac-4ab5-90bf-f46b50626784 None None] No non-hosted networks {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 20:31:57.614759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.agentschedulers_db [None req-8a5a2ebc-72ac-4ab5-90bf-f46b50626784 None None] DHCP Agent not found on host n-d-713498-29 {{(pid=109630) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 20:31:57.761146 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e2a27a04-95b0-4202-8378-60f0a5cc4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33128630'] for agent, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:59.927973 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02f6d2a9-45b1-40b8-9649-a2a29a686320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33128630'] for agent, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:59.967531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-bab3707e-71a9-4c2a-aed7-0c20fa4c9da6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-713498-29 {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:31:59.967944 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-bab3707e-71a9-4c2a-aed7-0c20fa4c9da6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:32:00.495073 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bab3707e-71a9-4c2a-aed7-0c20fa4c9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.165300 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33128630'] for agent, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:02.842974 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33128630'] for agent, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:02.860150 n-d-713498-29 neutron-server[109630]: INFO neutron.db.l3_hamode_db [None req-d42c61f7-255e-4f37-a0c2-54d844638103 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 20:32:02.937649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42c61f7-255e-4f37-a0c2-54d844638103 None None] Routers set() bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:02.938034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42c61f7-255e-4f37-a0c2-54d844638103 None None] Router IDs set() for agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 20:32:03.423563 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33128630'] for agent, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:03.424245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.425277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.425999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.427862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.428378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.428718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.433051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.433443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.433890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.434230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.434562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.434889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:03.435339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-29', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:03.445417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-29', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:03.860178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51118) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:04.358880 n-d-713498-29 neutron-server[109628]: WARNING oslo_policy.policy [None req-df4c6d82-9aef-4c15-ae6f-a528fb17eadb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 20:32:04.359504 n-d-713498-29 neutron-server[109628]: WARNING oslo_policy.policy [None req-df4c6d82-9aef-4c15-ae6f-a528fb17eadb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 20:32:04.586409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-df4c6d82-9aef-4c15-ae6f-a528fb17eadb admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:32:04.587433 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-df4c6d82-9aef-4c15-ae6f-a528fb17eadb admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7263911 Nov 12 20:32:07.109736 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51134) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:07.420975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bec67a50-6492-4d02-a269-1db84aa78f20 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:07.516793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.policy [None req-bec67a50-6492-4d02-a269-1db84aa78f20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 20:32:07.563352 n-d-713498-29 neutron-server[109628]: WARNING oslo_policy.policy [None req-bec67a50-6492-4d02-a269-1db84aa78f20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 20:32:07.563720 n-d-713498-29 neutron-server[109628]: WARNING oslo_policy.policy [None req-bec67a50-6492-4d02-a269-1db84aa78f20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 20:32:07.573090 n-d-713498-29 neutron-server[109628]: INFO neutron.quota [None req-bec67a50-6492-4d02-a269-1db84aa78f20 admin admin] Loaded quota_driver: . Nov 12 20:32:07.725543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bec67a50-6492-4d02-a269-1db84aa78f20 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781819678822', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781819670037', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781819658327', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781819651605', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781818006528', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781819635928', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1505289', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1310869', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33218281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33159061'] for rbac-policy, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.911633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bec67a50-6492-4d02-a269-1db84aa78f20 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.912800 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bec67a50-6492-4d02-a269-1db84aa78f20 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8020906 Nov 12 20:32:10.637304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51146) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:10.938824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'name': 'private'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:11.046250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Made reservation on behalf of 588bd8781cd0432997db8d3f97b6a16f for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:11.049062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.067084 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.173568 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.240726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.265302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:32:11.290823 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781816068837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.291405 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Unsubscribe: segment precommit_create {{(pid=109628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 20:32:11.291926 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Added segment b84d98d4-3867-4fe7-aca1-2d8a3c160c1d of type vlan for network 9850a73b-9943-4ec4-b3bf-69af73e4b607 Nov 12 20:32:11.297574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc877667-080c-4997-a871-e35959bc301e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:11.319929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.320197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.320530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.320861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.321203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.321509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.321829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.322148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.322466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.322783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.323097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.323441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Tracked resource versions report: Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: pushed versions: Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: { 'AddressGroup': {'1.2'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'ConntrackHelper': {'1.0'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Log': {'1.0'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Network': {'1.1'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Port': {'1.7'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'PortForwarding': {'1.2'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'QosPolicy': {'1.10'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'SecurityGroup': {'1.5'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'SecurityGroupRule': {'1.2'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'SubPort': {'1.0'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Subnet': {'1.1'}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Trunk': {'1.1'}} Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: consumer versions: Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: { DHCP agent@n-d-713498-29: {}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: L3 agent@n-d-713498-29: {}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: Metadata agent@n-d-713498-29: {}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: Metering agent@n-d-713498-29: {}, Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: Open vSwitch agent@n-d-713498-29: { 'AddressGroup': '1.2', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'ConntrackHelper': '1.0', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Log': '1.0', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Network': '1.1', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Port': '1.7', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'PortForwarding': '1.2', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'QosPolicy': '1.10', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'SecurityGroup': '1.5', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'SecurityGroupRule': '1.2', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'SubPort': '1.0', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Subnet': '1.1', Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: 'Trunk': '1.1'}} Nov 12 20:32:11.324584 n-d-713498-29 neutron-server[109628]: {{(pid=109628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 20:32:11.414771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.502691 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.503810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:11.504558 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.602592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] Pushing event updated for resources: {'Network': ['ID=9850a73b-9943-4ec4-b3bf-69af73e4b607,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:11.609444 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e02e548f-8668-42fb-8db5-b7afaf17b80d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9711356 Nov 12 20:32:11.614341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 9850a73b-9943-4ec4-b3bf-69af73e4b607 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:32:14.379118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51160) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:14.769635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a48617-261a-4d86-97b7-44e751727401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:14.771015 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-94a48617-261a-4d86-97b7-44e751727401 admin admin] 10.222.0.64 "GET /v2.0/networks/9850a73b-9943-4ec4-b3bf-69af73e4b607 HTTP/1.1" status: 200 len: 825 time: 0.3908570 Nov 12 20:32:14.796078 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3ac8284a-1312-4b44-9abf-45ac3c224738 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/0895fe9b-eeee-454c-841a-36630203a7e8 HTTP/1.1" status: 200 len: 734 time: 0.0187626 Nov 12 20:32:14.805240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Request body: {'subnet': {'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607', 'name': 'private-subnet', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0895fe9b-eeee-454c-841a-36630203a7e8'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:14.884621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Made reservation on behalf of 588bd8781cd0432997db8d3f97b6a16f for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:14.886870 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.257248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.325979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5695287-f647-4d60-b299-c35cb4dbdb8e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:15.327983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Checking segment: {'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:15.328377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Network hostable DHCP agents. Network: 9850a73b-9943-4ec4-b3bf-69af73e4b607, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:32:15.428444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Network 9850a73b-9943-4ec4-b3bf-69af73e4b607 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:32:15.514229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 9850a73b-9943-4ec4-b3bf-69af73e4b607) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:15.518980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:15.519655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.524078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef17bd40-5e89-49b8-9799-5e9c165fe949 None None] Network 9850a73b-9943-4ec4-b3bf-69af73e4b607 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:15.608381 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-23535198-43cc-41eb-9366-e5be692acb6c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8063457 Nov 12 20:32:15.851020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-9850a73b-9943-4ec4-b3bf-69af73e4b607', 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'fixed_ips': [{'subnet_id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:32:15.852275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.151732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Allocated IP 172.20.0.2 (9850a73b-9943-4ec4-b3bf-69af73e4b607/b5695287-f647-4d60-b299-c35cb4dbdb8e/dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:32:16.354610 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.446509 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.521673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Network 9850a73b-9943-4ec4-b3bf-69af73e4b607 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:16.532282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:16.537968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Pushing event updated for resources: {'Port': ['ID=dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:16.540309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:32:16.572633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.572977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.573325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.573663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.573998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.574331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.574660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.574987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.575325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.575648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.575969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.576288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Tracked resource versions report: Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: pushed versions: Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: { 'AddressGroup': {'1.2'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'ConntrackHelper': {'1.0'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Log': {'1.0'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Network': {'1.1'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Port': {'1.7'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'PortForwarding': {'1.2'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'QosPolicy': {'1.10'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'SecurityGroup': {'1.5'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'SecurityGroupRule': {'1.2'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'SubPort': {'1.0'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Subnet': {'1.1'}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Trunk': {'1.1'}} Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: consumer versions: Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: { DHCP agent@n-d-713498-29: {}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: L3 agent@n-d-713498-29: {}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: Metadata agent@n-d-713498-29: {}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: Metering agent@n-d-713498-29: {}, Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: Open vSwitch agent@n-d-713498-29: { 'AddressGroup': '1.2', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'ConntrackHelper': '1.0', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Log': '1.0', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Network': '1.1', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Port': '1.7', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'PortForwarding': '1.2', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'QosPolicy': '1.10', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'SecurityGroup': '1.5', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'SecurityGroupRule': '1.2', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'SubPort': '1.0', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Subnet': '1.1', Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: 'Trunk': '1.1'}} Nov 12 20:32:16.577377 n-d-713498-29 neutron-server[109630]: {{(pid=109630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 20:32:16.624299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Attempting to bind port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:32:16.624706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Attempting to bind port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:32:16.625135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Attempting to bind port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad on network 9850a73b-9943-4ec4-b3bf-69af73e4b607 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:16.630797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:32:16.631196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Checking segment: {'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:16.631691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.632084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Bound using segment: {'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:32:16.632579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Bound port: dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:32:16.633022 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.699588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] For port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:16.703948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] For port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad,segment=NetworkSegment(b84d98d4-3867-4fe7-aca1-2d8a3c160c1d),segment_id=b84d98d4-3867-4fe7-aca1-2d8a3c160c1d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:32:16.760645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.826395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abfda4-b862-4258-b504-acdf2c8cb611 None None] Pushing event updated for resources: {'Port': ['ID=dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:18.177995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51168) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:18.679947 n-d-713498-29 neutron-server[109629]: WARNING oslo_policy.policy [None req-a0703f1e-b61f-4f28-a859-266bfe9cc2fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 20:32:18.680557 n-d-713498-29 neutron-server[109629]: WARNING oslo_policy.policy [None req-a0703f1e-b61f-4f28-a859-266bfe9cc2fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 20:32:18.910813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-a0703f1e-b61f-4f28-a859-266bfe9cc2fc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:32:18.912097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a0703f1e-b61f-4f28-a859-266bfe9cc2fc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7317865 Nov 12 20:32:21.424439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:21.738777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-92757818-33ff-4bb1-8391-dc88ccf28215 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:32:21.739877 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-92757818-33ff-4bb1-8391-dc88ccf28215 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144686 Nov 12 20:32:24.535344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51192) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:24.860757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-406cf650-f164-4b82-b858-460f77cd054a admin admin] Request body: {'router': {'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:24.965767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-406cf650-f164-4b82-b858-460f77cd054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.967318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-406cf650-f164-4b82-b858-460f77cd054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.108957 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-406cf650-f164-4b82-b858-460f77cd054a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.207124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-406cf650-f164-4b82-b858-460f77cd054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.225878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:25.293121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-406cf650-f164-4b82-b858-460f77cd054a admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.294372 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-406cf650-f164-4b82-b858-460f77cd054a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7580445 Nov 12 20:32:25.317407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:25.317811 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.445205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.488247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad,segment=NetworkSegment(b84d98d4-3867-4fe7-aca1-2d8a3c160c1d),segment_id=b84d98d4-3867-4fe7-aca1-2d8a3c160c1d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:25.582627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.632534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:26.083989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d29db0-d81d-4824-942f-9c275573b916 None None] Network 9850a73b-9943-4ec4-b3bf-69af73e4b607 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:26.160455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-efdbb1d1-ed35-4789-9ad0-1f52831798b5 None None] Provisioning complete for port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:26.160818 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efdbb1d1-ed35-4789-9ad0-1f52831798b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:26.524445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3251187f-2c9d-47dd-b661-ef40d43fbccb None None] Provisioning complete for port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:26.525112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3251187f-2c9d-47dd-b661-ef40d43fbccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:27.195834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:27.242980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:27.243381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:27.485385 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c4396332-6d68-48f7-bd43-9bcff5497e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:27.927928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51204) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:28.239765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-934b9e87-6423-4ecd-8903-39aedc03f2cc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:32:28.241304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-934b9e87-6423-4ecd-8903-39aedc03f2cc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119047 Nov 12 20:32:29.919536 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e7aaac8b-c099-4aa2-827e-a2abd3a63d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:30.747846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51218) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:30.966501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:31.113445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Made reservation on behalf of f32346e94c2d4c3294df658d78845523 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:31.115794 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.124661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.198043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.296225 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.324741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.344463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Reserving flat network on physical network physnet1 {{(pid=109628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 20:32:31.358679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d009fcae-ccab-4675-b3d5-4db0546c694b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:31.365113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.365407 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Added segment 0221dd1b-c4a8-4d25-8367-48a7b3a8675f of type flat for network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de Nov 12 20:32:31.418860 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.496465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.497378 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:31.497989 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.553459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] Pushing event updated for resources: {'Network': ['ID=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:31.563276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:32:31.590488 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-028d78d8-7873-4c14-a647-58a2ec26ccd1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8415635 Nov 12 20:32:32.753490 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:33.410787 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:33.954465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51236) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:34.259954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.policy [None req-59eadb4d-81aa-460b-ab65-7e9667ff967d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109629) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 20:32:34.308459 n-d-713498-29 neutron-server[109629]: WARNING oslo_policy.policy [None req-59eadb4d-81aa-460b-ab65-7e9667ff967d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 20:32:34.308829 n-d-713498-29 neutron-server[109629]: WARNING oslo_policy.policy [None req-59eadb4d-81aa-460b-ab65-7e9667ff967d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 20:32:34.317637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eadb4d-81aa-460b-ab65-7e9667ff967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:34.319413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-59eadb4d-81aa-460b-ab65-7e9667ff967d admin admin] 10.222.0.64 "GET /v2.0/subnets/b5695287-f647-4d60-b299-c35cb4dbdb8e HTTP/1.1" status: 200 len: 849 time: 0.3634119 Nov 12 20:32:34.481672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eab8806a-1b9d-41bc-9ff1-a260feafd443 admin admin] 10.222.0.64 "GET /v2.0/routers/583d56df-6319-44e9-96b1-c91614eeaeca HTTP/1.1" status: 200 len: 704 time: 0.1560440 Nov 12 20:32:34.744896 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:35.074665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Allocated IP 172.20.0.1 (9850a73b-9943-4ec4-b3bf-69af73e4b607/b5695287-f647-4d60-b299-c35cb4dbdb8e/51c1faa4-63d6-48cb-8997-9861288e224c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:32:35.286671 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:35.405775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:35.468719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Network 9850a73b-9943-4ec4-b3bf-69af73e4b607 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:35.473418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:35.527949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=51c1faa4-63d6-48cb-8997-9861288e224c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:35.530535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:32:35.531739 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:35.592054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.592411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.592719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.593046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.593378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.593706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.594088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.594391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.594705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.595090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.595431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.596269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Tracked resource versions report: Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: pushed versions: Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: { 'AddressGroup': {'1.2'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'ConntrackHelper': {'1.0'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Log': {'1.0'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Network': {'1.1'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Port': {'1.7'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'PortForwarding': {'1.2'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'QosPolicy': {'1.10'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'SecurityGroup': {'1.5'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'SecurityGroupRule': {'1.2'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'SubPort': {'1.0'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Subnet': {'1.1'}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Trunk': {'1.1'}} Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: consumer versions: Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: { DHCP agent@n-d-713498-29: {}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: L3 agent@n-d-713498-29: {}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: Metadata agent@n-d-713498-29: {}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: Metering agent@n-d-713498-29: {}, Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: Open vSwitch agent@n-d-713498-29: { 'AddressGroup': '1.2', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'ConntrackHelper': '1.0', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Log': '1.0', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Network': '1.1', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Port': '1.7', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'PortForwarding': '1.2', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'QosPolicy': '1.10', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'SecurityGroup': '1.5', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'SecurityGroupRule': '1.2', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'SubPort': '1.0', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Subnet': '1.1', Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: 'Trunk': '1.1'}} Nov 12 20:32:35.597342 n-d-713498-29 neutron-server[109629]: {{(pid=109629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 20:32:35.781770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3f6134bb-2284-4cc5-bfb4-8a8ae17861a7 None None] Provisioning complete for port 51c1faa4-63d6-48cb-8997-9861288e224c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:35.782355 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f6134bb-2284-4cc5-bfb4-8a8ae17861a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:35.817895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3f6134bb-2284-4cc5-bfb4-8a8ae17861a7 None None] Port 51c1faa4-63d6-48cb-8997-9861288e224c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:32:35.827162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:36.101834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:36.152701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:36.153504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:36.239358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=51c1faa4-63d6-48cb-8997-9861288e224c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:36.281780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Network 9850a73b-9943-4ec4-b3bf-69af73e4b607 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:36.283201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:36.442858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4598d69e-bb01-4d0f-a9dc-587ee13107bb None None] Provisioning complete for port 51c1faa4-63d6-48cb-8997-9861288e224c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:36.443229 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4598d69e-bb01-4d0f-a9dc-587ee13107bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:36.479317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4598d69e-bb01-4d0f-a9dc-587ee13107bb None None] Port 51c1faa4-63d6-48cb-8997-9861288e224c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:32:36.553808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Router 583d56df-6319-44e9-96b1-c91614eeaeca is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:32:36.646334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:36.651637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-895f8d01-77b6-4474-b050-b49e82e2e8c4 admin admin] 10.222.0.64 "PUT /v2.0/routers/583d56df-6319-44e9-96b1-c91614eeaeca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1618569 Nov 12 20:32:36.672988 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Sync routers for ids ['583d56df-6319-44e9-96b1-c91614eeaeca'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:36.691200 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Routers {'583d56df-6319-44e9-96b1-c91614eeaeca'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:36.692124 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:32:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['583d56df-6319-44e9-96b1-c91614eeaeca'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:36.887473 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Set router 583d56df-6319-44e9-96b1-c91614eeaeca gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:37.332608 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'name': 'router1', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:32:24Z', 'updated_at': '2021-11-12T20:32:35Z', 'revision_number': 2, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'gw_port_host': None, '_interfaces': [{'id': '51c1faa4-63d6-48cb-8997-9861288e224c', 'name': '', 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'mac_address': 'fa:16:3e:58:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:34Z', 'updated_at': '2021-11-12T20:32:35Z', 'revision_number': 2, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'subnets': [{'id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0895fe9b-eeee-454c-841a-36630203a7e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:37.383376 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Checking router: 583d56df-6319-44e9-96b1-c91614eeaeca for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:32:37.383753 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Updating router 583d56df-6319-44e9-96b1-c91614eeaeca port 51c1faa4-63d6-48cb-8997-9861288e224c binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:32:37.432644 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:37.948065 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:37.999104 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.156964 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Pushing event updated for resources: {'Port': ['ID=51c1faa4-63d6-48cb-8997-9861288e224c,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:38.173997 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.174340 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.174683 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.175015 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.175364 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.175692 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.176014 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.176333 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.176651 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.176968 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.177284 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.177601 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Tracked resource versions report: Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: pushed versions: Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: { 'AddressGroup': {'1.2'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'ConntrackHelper': {'1.0'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Log': {'1.0'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Network': {'1.1'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Port': {'1.7'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'PortForwarding': {'1.2'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'QosPolicy': {'1.10'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'SecurityGroup': {'1.5'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'SecurityGroupRule': {'1.2'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'SubPort': {'1.0'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Subnet': {'1.1'}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Trunk': {'1.1'}} Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: consumer versions: Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: { DHCP agent@n-d-713498-29: {}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: L3 agent@n-d-713498-29: {}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: Metadata agent@n-d-713498-29: {}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: Metering agent@n-d-713498-29: {}, Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: Open vSwitch agent@n-d-713498-29: { 'AddressGroup': '1.2', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'ConntrackHelper': '1.0', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Log': '1.0', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Network': '1.1', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Port': '1.7', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'PortForwarding': '1.2', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'QosPolicy': '1.10', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'SecurityGroup': '1.5', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'SecurityGroupRule': '1.2', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'SubPort': '1.0', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Subnet': '1.1', Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: 'Trunk': '1.1'}} Nov 12 20:32:38.178699 n-d-713498-29 neutron-server[109631]: {{(pid=109631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 20:32:38.187484 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Attempting to bind port 51c1faa4-63d6-48cb-8997-9861288e224c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:32:38.187891 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Attempting to bind port 51c1faa4-63d6-48cb-8997-9861288e224c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:32:38.188360 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Attempting to bind port 51c1faa4-63d6-48cb-8997-9861288e224c on network 9850a73b-9943-4ec4-b3bf-69af73e4b607 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:38.194264 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:32:38.194627 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Checking segment: {'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:38.195050 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.195479 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Bound using segment: {'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:32:38.195986 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Bound port: 51c1faa4-63d6-48cb-8997-9861288e224c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84d98d4-3867-4fe7-aca1-2d8a3c160c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:32:38.196381 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.264962 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] For port 51c1faa4-63d6-48cb-8997-9861288e224c, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:38.284716 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] For port 51c1faa4-63d6-48cb-8997-9861288e224c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=51c1faa4-63d6-48cb-8997-9861288e224c,segment=NetworkSegment(b84d98d4-3867-4fe7-aca1-2d8a3c160c1d),segment_id=b84d98d4-3867-4fe7-aca1-2d8a3c160c1d)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:32:38.308209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8e6fe3f1-5c53-40dc-99ae-da6dd74084c6 None None] Provisioning complete for port 51c1faa4-63d6-48cb-8997-9861288e224c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:38.308714 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe3f1-5c53-40dc-99ae-da6dd74084c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.342125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fe3f1-5c53-40dc-99ae-da6dd74084c6 None None] Port 51c1faa4-63d6-48cb-8997-9861288e224c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:32:38.359398 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.418505 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096edcd-b5ba-466b-8180-ec990d40c943 None None] Pushing event updated for resources: {'Port': ['ID=51c1faa4-63d6-48cb-8997-9861288e224c,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:38.421036 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Routers {'583d56df-6319-44e9-96b1-c91614eeaeca'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:38.421750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:32:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['583d56df-6319-44e9-96b1-c91614eeaeca'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:38.515895 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] Set router 583d56df-6319-44e9-96b1-c91614eeaeca gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:38.563331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5a582a00-7819-4869-9bbc-9e791427cb28 None None] Provisioning complete for port 51c1faa4-63d6-48cb-8997-9861288e224c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:38.564025 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5a582a00-7819-4869-9bbc-9e791427cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.641950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5a582a00-7819-4869-9bbc-9e791427cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.677119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5a582a00-7819-4869-9bbc-9e791427cb28 None None] For port 51c1faa4-63d6-48cb-8997-9861288e224c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=51c1faa4-63d6-48cb-8997-9861288e224c,segment=NetworkSegment(b84d98d4-3867-4fe7-aca1-2d8a3c160c1d),segment_id=b84d98d4-3867-4fe7-aca1-2d8a3c160c1d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:38.734661 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'name': 'router1', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:32:24Z', 'updated_at': '2021-11-12T20:32:35Z', 'revision_number': 2, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'gw_port_host': None, '_interfaces': [{'id': '51c1faa4-63d6-48cb-8997-9861288e224c', 'name': '', 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'mac_address': 'fa:16:3e:58:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:34Z', 'updated_at': '2021-11-12T20:32:38Z', 'revision_number': 4, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'subnets': [{'id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0895fe9b-eeee-454c-841a-36630203a7e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:38.761399 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a4bf3-ef67-444b-828f-49fe0972e603 None None] The sync data for ids ['583d56df-6319-44e9-96b1-c91614eeaeca'] in n-d-713498-29 is: [{'id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'name': 'router1', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:32:24Z', 'updated_at': '2021-11-12T20:32:35Z', 'revision_number': 2, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'gw_port_host': None, '_interfaces': [{'id': '51c1faa4-63d6-48cb-8997-9861288e224c', 'name': '', 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'mac_address': 'fa:16:3e:58:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:34Z', 'updated_at': '2021-11-12T20:32:38Z', 'revision_number': 4, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'subnets': [{'id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0895fe9b-eeee-454c-841a-36630203a7e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:38.782367 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5a582a00-7819-4869-9bbc-9e791427cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.832698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a582a00-7819-4869-9bbc-9e791427cb28 None None] Pushing event updated for resources: {'Port': ['ID=51c1faa4-63d6-48cb-8997-9861288e224c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:39.048277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51256) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:39.162857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b7d2e-eaca-4f04-aa61-3ae838cec25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:39.164269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6e6b7d2e-eaca-4f04-aa61-3ae838cec25d admin admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 842 time: 0.1144700 Nov 12 20:32:39.174701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:39.176077 n-d-713498-29 neutron-server[109629]: INFO neutron.quota [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Loaded quota_driver: . Nov 12 20:32:39.290601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Made reservation on behalf of f32346e94c2d4c3294df658d78845523 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:39.293018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:39.658052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.objects.ports [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:32:39.658548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:39.713187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e4604d-0c40-4008-8552-7d09ddd72698,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:39.721892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:39.722156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Network hostable DHCP agents. Network: f840f5a0-b97a-4bd6-a0f1-ea9ac18533de, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:32:39.821930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:32:39.885132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f840f5a0-b97a-4bd6-a0f1-ea9ac18533de) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:39.889321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:39.890037 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:39.899841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995fa62c-1527-42ba-b712-544055190ec5 None None] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:40.002535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4080837a-e929-4777-9cd4-ec02107abf61 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8310578 Nov 12 20:32:40.039088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510b23c-e59e-4de0-9f4f-8104b4d2f088 None None] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:42.430915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51264) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:42.569543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c8d8bb3c-d12f-429b-be74-e2ac4c5197a0 admin admin] 10.222.0.64 "GET /v2.0/routers/583d56df-6319-44e9-96b1-c91614eeaeca HTTP/1.1" status: 200 len: 710 time: 0.1372845 Nov 12 20:32:42.659400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98315746-023a-4396-9337-5910294385c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:42.660752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-98315746-023a-4396-9337-5910294385c1 admin admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 886 time: 0.0835071 Nov 12 20:32:42.670110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:42.913768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.277863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.356453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.513087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Allocated IP 172.25.8.57 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/8aeaad85-fb88-4e6d-8748-6c6966b6de9c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:32:43.611826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.707755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.743890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:43.746616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:43.756237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:32:43.788744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8aeaad85-fb88-4e6d-8748-6c6966b6de9c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:44.088025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:44.299774 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:44.303382 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:44.416188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Router 583d56df-6319-44e9-96b1-c91614eeaeca has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:32:44.525757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:44.529953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:44.531134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9f386662-ebd9-4a58-949d-940813a865d0 admin admin] 10.222.0.64 "PUT /v2.0/routers/583d56df-6319-44e9-96b1-c91614eeaeca HTTP/1.1" status: 200 len: 889 time: 1.8641770 Nov 12 20:32:45.228173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 51c1faa4-63d6-48cb-8997-9861288e224c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:45.276512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 51c1faa4-63d6-48cb-8997-9861288e224c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:45.276891 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:45.781475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Sync routers for ids ['583d56df-6319-44e9-96b1-c91614eeaeca'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:45.792706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Routers {'583d56df-6319-44e9-96b1-c91614eeaeca'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:45.793363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:32:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['583d56df-6319-44e9-96b1-c91614eeaeca'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:46.007968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Set router 583d56df-6319-44e9-96b1-c91614eeaeca gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:46.464472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'name': 'router1', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '8aeaad85-fb88-4e6d-8748-6c6966b6de9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:32:24Z', 'updated_at': '2021-11-12T20:32:43Z', 'revision_number': 4, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'gw_port': {'id': '8aeaad85-fb88-4e6d-8748-6c6966b6de9c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:43Z', 'updated_at': '2021-11-12T20:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '51c1faa4-63d6-48cb-8997-9861288e224c', 'name': '', 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'mac_address': 'fa:16:3e:58:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:34Z', 'updated_at': '2021-11-12T20:32:38Z', 'revision_number': 5, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'subnets': [{'id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0895fe9b-eeee-454c-841a-36630203a7e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:46.516099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Checking router: 583d56df-6319-44e9-96b1-c91614eeaeca for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:32:46.516467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Updating router 583d56df-6319-44e9-96b1-c91614eeaeca port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:32:46.563943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:46.880368 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:46.953174 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:47.006088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Attempting to bind port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:32:47.006465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Attempting to bind port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:32:47.006836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Attempting to bind port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:47.015772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bdbe0-779f-45d0-ab05-193615ce2488 None None] Pushing event updated for resources: {'Port': ['ID=8aeaad85-fb88-4e6d-8748-6c6966b6de9c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:47.019874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:32:47.020294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:47.020693 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:47.021080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:32:47.021559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Bound port: 8aeaad85-fb88-4e6d-8748-6c6966b6de9c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:32:47.021958 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:47.043984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51276) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:47.072795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] For port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:47.075907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] For port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8aeaad85-fb88-4e6d-8748-6c6966b6de9c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:32:47.142901 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:47.157586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-75952efd-576e-48f5-a307-405a584d93ec admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1124332 Nov 12 20:32:47.207587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Routers {'583d56df-6319-44e9-96b1-c91614eeaeca'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:47.208217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:32:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['583d56df-6319-44e9-96b1-c91614eeaeca'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:47.210056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bdbe0-779f-45d0-ab05-193615ce2488 None None] Pushing event updated for resources: {'Port': ['ID=8aeaad85-fb88-4e6d-8748-6c6966b6de9c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:47.328445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] Set router 583d56df-6319-44e9-96b1-c91614eeaeca gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:47.546402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-754b2f70-9129-4065-be59-045e6896e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'name': 'router1', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '8aeaad85-fb88-4e6d-8748-6c6966b6de9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:32:24Z', 'updated_at': '2021-11-12T20:32:43Z', 'revision_number': 4, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'gw_port': {'id': '8aeaad85-fb88-4e6d-8748-6c6966b6de9c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:43Z', 'updated_at': '2021-11-12T20:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '51c1faa4-63d6-48cb-8997-9861288e224c', 'name': '', 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'mac_address': 'fa:16:3e:58:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:34Z', 'updated_at': '2021-11-12T20:32:38Z', 'revision_number': 5, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'subnets': [{'id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0895fe9b-eeee-454c-841a-36630203a7e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:47.572471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b2f70-9129-4065-be59-045e6896e720 None None] The sync data for ids ['583d56df-6319-44e9-96b1-c91614eeaeca'] in n-d-713498-29 is: [{'id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'name': 'router1', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '8aeaad85-fb88-4e6d-8748-6c6966b6de9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:32:24Z', 'updated_at': '2021-11-12T20:32:43Z', 'revision_number': 4, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'gw_port': {'id': '8aeaad85-fb88-4e6d-8748-6c6966b6de9c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:43Z', 'updated_at': '2021-11-12T20:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '51c1faa4-63d6-48cb-8997-9861288e224c', 'name': '', 'network_id': '9850a73b-9943-4ec4-b3bf-69af73e4b607', 'tenant_id': '588bd8781cd0432997db8d3f97b6a16f', 'mac_address': 'fa:16:3e:58:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583d56df-6319-44e9-96b1-c91614eeaeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:32:34Z', 'updated_at': '2021-11-12T20:32:38Z', 'revision_number': 5, 'project_id': '588bd8781cd0432997db8d3f97b6a16f', 'subnets': [{'id': 'b5695287-f647-4d60-b299-c35cb4dbdb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0895fe9b-eeee-454c-841a-36630203a7e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:48.810519 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:32:49.261216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8aeaad85-fb88-4e6d-8748-6c6966b6de9c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:49.316666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:49.317037 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:49.407528 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:49.432466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8aeaad85-fb88-4e6d-8748-6c6966b6de9c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:49.525416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:49.577441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=8aeaad85-fb88-4e6d-8748-6c6966b6de9c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:51.231080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8aeaad85-fb88-4e6d-8748-6c6966b6de9c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:51.322066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:51.322686 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:57.466597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-75069b71-dfee-4a0f-be16-c89758f58f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:59.930088 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d630b9e5-d451-409b-98ed-9ac2a124613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:01.105139 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:02.769431 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:03.398933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:25.809850 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:33:27.694301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff0870ff-0c43-4575-b866-71d9ce789365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:29.911943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ece12aa-1fda-4893-b8ff-7c233dbd7164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:31.077215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:33.523459 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:33.623261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:57.505309 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-601c7721-bf7b-4afa-9d73-1f308e894312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:59.949771 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4cc6bd3e-937b-469d-abb7-26a595b7361a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.076908 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:02.806692 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:02.809568 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:34:03.407481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:27.458280 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a15feae5-e4ea-4c01-9961-dfd182494793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.927394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-75aafc3a-3060-49b6-bf57-ace52e05606a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.064087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.520456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51870) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:31.585391 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92fb6fe-4dc8-4e67-aa64-71e8b20900e1 admin admin] GET failed (client error): The resource could not be found. Nov 12 20:34:31.586724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d92fb6fe-4dc8-4e67-aa64-71e8b20900e1 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652933 Nov 12 20:34:31.746695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d33eaa-8a2a-42bc-bd77-e41e78e350a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:31.748131 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-52d33eaa-8a2a-42bc-bd77-e41e78e350a9 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568656 Nov 12 20:34:32.806774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.412825 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.049453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51880) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.140388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b94fbe-1c73-4ae4-9ecb-675dbdd96910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:34.141685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-02b94fbe-1c73-4ae4-9ecb-675dbdd96910 admin admin] 10.222.0.64 "GET /v2.0/subnets/b5695287-f647-4d60-b299-c35cb4dbdb8e HTTP/1.1" status: 200 len: 849 time: 0.0912228 Nov 12 20:34:34.152402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:34.312942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Publish callbacks [] for subnet, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.519949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781816015243'] for subnet, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.555485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:34.558657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.558657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] 10.222.0.64 "PUT /v2.0/subnets/b5695287-f647-4d60-b299-c35cb4dbdb8e HTTP/1.1" status: 200 len: 868 time: 0.4093139 Nov 12 20:34:34.558866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02da057-0ad2-44d3-930a-a9a931c71250 None None] Network 9850a73b-9943-4ec4-b3bf-69af73e4b607 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:34:34.572893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5695287-f647-4d60-b299-c35cb4dbdb8e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:34.581566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.581909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.582243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.582574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.582901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.583226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.583580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.583906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.584227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.584549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.584871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.585187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcde6f-dcba-4a5e-80ec-e633980bb21a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:34.950534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a73950c7-93a7-446b-89f4-c7334cc061c8 None None] Provisioning complete for port 51c1faa4-63d6-48cb-8997-9861288e224c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:34.950898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a73950c7-93a7-446b-89f4-c7334cc061c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.041454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a73950c7-93a7-446b-89f4-c7334cc061c8 None None] Provisioning complete for port dfcd93c7-8f0a-4cfe-b538-2fe1c8ae4cad triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:35.041708 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a73950c7-93a7-446b-89f4-c7334cc061c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.842510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51888) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:37.044855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6115bb4b-9c79-4f8a-a1f6-377088a62ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:37.045226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6115bb4b-9c79-4f8a-a1f6-377088a62ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:37.046796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6115bb4b-9c79-4f8a-a1f6-377088a62ce2 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2033186 Nov 12 20:34:39.347138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51896) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:39.479067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4403af15-e530-44d9-a258-9a63bd3e0cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:39.479484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4403af15-e530-44d9-a258-9a63bd3e0cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:39.480990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4403af15-e530-44d9-a258-9a63bd3e0cae admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328804 Nov 12 20:34:39.808107 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:34:41.795396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51904) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:41.927187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c8585-21e0-4df7-8ee9-b2ec71db7097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:41.928598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-493c8585-21e0-4df7-8ee9-b2ec71db7097 admin admin] 10.222.0.64 "GET /v2.0/networks/9850a73b-9943-4ec4-b3bf-69af73e4b607 HTTP/1.1" status: 200 len: 869 time: 0.1322482 Nov 12 20:34:44.248279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51912) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:44.373007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9930f-1271-424e-8db0-a706b870ee61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:44.374374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-73b9930f-1271-424e-8db0-a706b870ee61 admin admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 886 time: 0.1251423 Nov 12 20:34:46.650496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51920) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:46.775820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be40db7-0bae-4757-9e57-c15806d48c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:46.776281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be40db7-0bae-4757-9e57-c15806d48c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:46.777796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5be40db7-0bae-4757-9e57-c15806d48c51 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263094 Nov 12 20:34:49.088811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51928) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:49.179937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9265b85-e272-4fbc-8db5-d176ad15f823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:49.180397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9265b85-e272-4fbc-8db5-d176ad15f823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:49.181876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c9265b85-e272-4fbc-8db5-d176ad15f823 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921140 Nov 12 20:34:51.494392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51936) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:51.586501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c461aa3-c54a-4f94-a36d-f172b6c1a607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:51.587878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5c461aa3-c54a-4f94-a36d-f172b6c1a607 admin admin] 10.222.0.64 "GET /v2.0/subnets/b5695287-f647-4d60-b299-c35cb4dbdb8e HTTP/1.1" status: 200 len: 868 time: 0.0926116 Nov 12 20:34:53.891852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:53.983706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58759813-83f5-413e-bc1c-91a8015856ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:53.985201 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-58759813-83f5-413e-bc1c-91a8015856ad admin admin] 10.222.0.64 "GET /v2.0/subnets/d9e4604d-0c40-4008-8552-7d09ddd72698 HTTP/1.1" status: 200 len: 816 time: 0.0923982 Nov 12 20:34:57.474847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-16de0e6b-969f-44d1-ab2f-3136570ff1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:59.920565 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-83dd1a95-cb86-42e1-ba04-fcc88e577366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:01.103149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:02.788798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:03.415096 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.806494 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:35:18.951702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52000) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:19.000822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-82be85c9-fd89-40c0-92e5-83c9441a24bc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:35:19.001839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-82be85c9-fd89-40c0-92e5-83c9441a24bc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491996 Nov 12 20:35:21.394412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52008) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:21.456939 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-66552e42-4efc-4f37-9b76-541f76a0ee0a admin admin] GET failed (client error): The resource could not be found. Nov 12 20:35:21.458254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-66552e42-4efc-4f37-9b76-541f76a0ee0a admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628974 Nov 12 20:35:21.543530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e86a0-f0cc-4853-a7ad-ab1a3726d55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:21.544953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f5e86a0-f0cc-4853-a7ad-ab1a3726d55a admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820370 Nov 12 20:35:23.868725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52016) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:23.915524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:24.032280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Made reservation on behalf of f32346e94c2d4c3294df658d78845523 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:35:24.034956 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:24.066356 n-d-713498-29 neutron-server[109629]: WARNING neutron.services.revisions.revision_plugin [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Could not find related network for resource to bump revision. Nov 12 20:35:24.081764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:35:24.093416 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781816068837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:24.094709 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Unsubscribe: segment precommit_create {{(pid=109629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 20:35:24.095169 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Added segment f11fa4ab-2726-4f67-86be-84fa2a442dea of type vlan for network 28fcef4a-2080-48e6-a903-3f8faf8c7038 Nov 12 20:35:24.148768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:24.248465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:24.249423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:24.250531 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:24.340183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] Pushing event updated for resources: {'Network': ['ID=28fcef4a-2080-48e6-a903-3f8faf8c7038,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:24.350597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:35:24.359983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c4d72b1c-e2eb-48ad-9738-9bd3df03ad91 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4900937 Nov 12 20:35:26.678494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52024) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:26.742386 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ae2e9e-4473-4613-aea4-73fb47cf9752 admin admin] GET failed (client error): The resource could not be found. Nov 12 20:35:26.743748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d5ae2e9e-4473-4613-aea4-73fb47cf9752 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642958 Nov 12 20:35:26.813611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ddd93-07df-4eb2-9ecb-d49cb3eb5f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:26.815040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-103ddd93-07df-4eb2-9ecb-d49cb3eb5f5c admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665765 Nov 12 20:35:26.825210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:26.900108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Made reservation on behalf of f32346e94c2d4c3294df658d78845523 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:35:26.902350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:27.125537 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:27.182680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=387d1fd5-7d1f-47a2-8e87-2653e9b5d994,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:27.192112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:35:27.192112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Network hostable DHCP agents. Network: 28fcef4a-2080-48e6-a903-3f8faf8c7038, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:35:27.308466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:35:27.379963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 28fcef4a-2080-48e6-a903-3f8faf8c7038) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:27.383990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:27.384590 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:27.390469 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9ea96-0393-48c1-a124-080438f15ffe None None] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:35:27.468781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-527cebb0-59e0-4130-889d-9b6eec77dc6c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6467156 Nov 12 20:35:27.521241 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b164a273-ead1-4ae3-b2e5-7d85906b09d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:27.564293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-28fcef4a-2080-48e6-a903-3f8faf8c7038', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'tenant_id': 'f32346e94c2d4c3294df658d78845523', 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:35:27.565461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:27.705937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Allocated IP 192.168.233.2 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/07ace6bc-6d0c-49f0-926f-58a667abd71f) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:35:27.856772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:27.980642 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:28.017710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:28.020506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:28.026012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:35:28.035473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Pushing event updated for resources: {'Port': ['ID=07ace6bc-6d0c-49f0-926f-58a667abd71f,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:28.063447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.063799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.064141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.064485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.064814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.065141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.065467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.065791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.066113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.066433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.066754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.067109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:28.098550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Attempting to bind port 07ace6bc-6d0c-49f0-926f-58a667abd71f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:35:28.098922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Attempting to bind port 07ace6bc-6d0c-49f0-926f-58a667abd71f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:35:28.099296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Attempting to bind port 07ace6bc-6d0c-49f0-926f-58a667abd71f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:35:28.104283 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:35:28.104710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:35:28.105106 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:28.105497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:35:28.105957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Bound port: 07ace6bc-6d0c-49f0-926f-58a667abd71f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:35:28.106357 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:28.169006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] For port 07ace6bc-6d0c-49f0-926f-58a667abd71f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:35:28.172047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] For port 07ace6bc-6d0c-49f0-926f-58a667abd71f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=07ace6bc-6d0c-49f0-926f-58a667abd71f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:35:28.238115 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:28.300715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e283c8-a6cb-4acb-9de7-b00fb81cdab1 None None] Pushing event updated for resources: {'Port': ['ID=07ace6bc-6d0c-49f0-926f-58a667abd71f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:29.133125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d59f480-812b-4474-977b-01f873624986 None None] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:35:29.200657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-65ead808-faaa-4f0f-844a-8423d0afce68 None None] Provisioning complete for port 07ace6bc-6d0c-49f0-926f-58a667abd71f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:29.201015 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ead808-faaa-4f0f-844a-8423d0afce68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:29.353819 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ead808-faaa-4f0f-844a-8423d0afce68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:29.379878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 07ace6bc-6d0c-49f0-926f-58a667abd71f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:35:29.424196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-65ead808-faaa-4f0f-844a-8423d0afce68 None None] For port 07ace6bc-6d0c-49f0-926f-58a667abd71f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=07ace6bc-6d0c-49f0-926f-58a667abd71f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:29.454465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 07ace6bc-6d0c-49f0-926f-58a667abd71f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:29.454844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:29.538958 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ead808-faaa-4f0f-844a-8423d0afce68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:29.575957 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:29.613865 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ead808-faaa-4f0f-844a-8423d0afce68 None None] Pushing event updated for resources: {'Port': ['ID=07ace6bc-6d0c-49f0-926f-58a667abd71f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:29.657345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:35:29.657657 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:35:29.662708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2f092a6a-1132-4176-aaf6-49964a726cd1 None None] Provisioning complete for port 07ace6bc-6d0c-49f0-926f-58a667abd71f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:29.663072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f092a6a-1132-4176-aaf6-49964a726cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:29.942486 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f86116d9-fc84-4c4c-b406-e559ba3b9372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:31.096773 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:31.300810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 07ace6bc-6d0c-49f0-926f-58a667abd71f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:35:31.352025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 07ace6bc-6d0c-49f0-926f-58a667abd71f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:31.352316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:32.797326 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:33.423270 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:53.805409 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:35:57.467691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e21f5dfc-84fc-4828-beb7-df2fe175903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:59.935850 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d672859f-436e-4b12-9d1c-3087949dc36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:01.096395 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:02.792962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:03.418396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:27.514305 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d95a282d-b8ee-4f3f-82d7-7a2c17e38ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:29.976944 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd95c-d441-4bee-b439-b61eee14961c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:30.803533 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:36:31.100716 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:32.799597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:33.420912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.560354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52070) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:50.561408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-2751ac10-1cbf-4943-ade4-a77dc8b910fb tempest-verify_tempest_config-1922794849 tempest-verify_tempest_config-1922794849-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:36:50.562428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2751ac10-1cbf-4943-ade4-a77dc8b910fb tempest-verify_tempest_config-1922794849 tempest-verify_tempest_config-1922794849-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058682 Nov 12 20:36:51.107552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52088) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:51.207588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.305904 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.391239 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.441965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71e85931696f432395205b7d2b2f9db7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3331797 Nov 12 20:36:51.442833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e8d24-5a5c-4e25-a9a7-a7c8ae653a2a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:51.444797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52092) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:51.449898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.450134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.450446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.450802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.451124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.451474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.451813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.452111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.452426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.452740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.453056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.453398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ca411-e5ca-414b-ae1b-0649ce8cd31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.499642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.520227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.638869 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.641443 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.642568 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e5e8d24-5a5c-4e25-a9a7-a7c8ae653a2a HTTP/1.1" status: 204 len: 168 time: 0.1966748 Nov 12 20:36:51.650735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e8d24-5a5c-4e25-a9a7-a7c8ae653a2a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:51.657166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.657501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.657831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.658153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.658474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.658793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.659103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.659442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.660472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.660752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.661062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:51.661371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66ef5f-96f6-4a23-b39b-a430cd7ad68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:57.454228 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-21379904-7c55-42eb-803a-7179bb9a6b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:59.951178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-819d1f01-67c4-4325-86aa-da9a1564b1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.083966 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:02.786983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:03.425980 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:07.802555 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:37:27.459942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5435acdd-4eb1-4115-8c4a-647e7153dbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:29.957117 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a56d14fc-3833-4633-adcb-a0240f5b7686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:31.077151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:32.796822 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:33.424845 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:44.800774 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:37:57.458561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-225dd5a7-0801-48b9-8750-4a5e47bbc52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:59.950157 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76fa2b9f-34d6-46a7-8b04-2013330722b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:01.092647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:02.812827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:03.447028 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.799389 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:38:27.457403 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0f7075c-e44f-4793-98d7-4b6413c40f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:29.932009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8d9c9174-5902-4bef-91ca-08668d47d31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:31.079956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:32.806479 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:33.445913 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:57.467869 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ba829689-0050-434e-8246-cae6d0d1484f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:58.799538 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:38:59.931040 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d5ec296d-25c6-48ec-ab2f-8e7770bfc13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:01.124072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:02.839521 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:03.422000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:27.449721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-456ce642-3aaa-4fc1-a14f-d38b06280e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:29.964369 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd747a3e-cf1b-4610-9405-fb957c080f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:31.101184 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:32.815707 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:33.427052 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:35.800358 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 5 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:39:57.483394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-61635375-54ab-48b5-aad3-f272f0503fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:59.938789 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-154d83af-b6ee-40bb-83b0-48032ff56b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:01.117785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:02.801152 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:03.418103 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:09.917200 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33128630'] for agent, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:10.054362 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33128630'] for agent, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:12.800620 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:40:27.460196 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-945dbed6-c2cf-4bc4-b012-6d42c3a93b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:29.942841 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8d3f3bf9-5052-400c-957f-70fd0ec0a952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:31.116867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:32.828524 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:33.439960 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:39.925666 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:39.988246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:49.800468 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:40:57.467601 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5055eba3-6ee8-4eba-92c9-7261db48fb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.904960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52154) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:59.009012 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a0b90a58-6b3a-4e6a-a36f-283f34602c76 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1029668 Nov 12 20:40:59.958832 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6cf30bf2-2270-444f-99ee-ee5fccd0d92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:01.104667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:01.324821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52164) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:01.476614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3255ec15-53ee-4567-995a-78acf5fce660 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1504700 Nov 12 20:41:02.835798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:03.435785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:09.872124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:09.995992 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:26.800227 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:41:27.452194 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a481792a-770b-42aa-86a5-47fe67aa91b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:29.938095 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4203-54eb-403e-873d-968e87f579cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:31.111111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:32.802891 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:33.474864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.877627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:40.002873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:57.463056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30dab2ea-7ea0-4854-acd6-d1f0f76b6874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:59.942899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-192e4e18-3d3d-451c-b5f8-bdfe0f8a69d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:01.127261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:02.835550 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:03.433896 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:03.800107 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:42:09.920630 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:10.046828 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:26.701424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52402) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:27.148420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-network', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:27.257717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Made reservation on behalf of 549013cd7a4240e687d0dc6c09d0b51d for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:42:27.260073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.268930 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.345092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.451704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.486829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:42:27.493709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c22ff1-284a-4eba-8c43-48fd03f9668b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:27.504059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.504478 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Added segment 22764667-0979-42d1-a947-eb85d6ffda57 of type vlan for network a5da087a-c915-4151-80d4-7151deaa2447 Nov 12 20:42:27.506539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.506947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.507361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.507828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.508227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.508610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.509000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.509445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.509921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.510274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.510576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.510897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Tracked resource versions report: Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: pushed versions: Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: { 'AddressGroup': {'1.2'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'ConntrackHelper': {'1.0'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Log': {'1.0'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Network': {'1.1'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Port': {'1.7'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'PortForwarding': {'1.2'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'QosPolicy': {'1.10'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'SecurityGroup': {'1.5'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'SecurityGroupRule': {'1.2'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'SubPort': {'1.0'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Subnet': {'1.1'}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Trunk': {'1.1'}} Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: consumer versions: Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: { DHCP agent@n-d-713498-29: {}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: HyperV agent@n-h1-713498-29: {}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: HyperV agent@n-h2-713498-29: {}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: L3 agent@n-d-713498-29: {}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: Metadata agent@n-d-713498-29: {}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: Metering agent@n-d-713498-29: {}, Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: Open vSwitch agent@n-d-713498-29: { 'AddressGroup': '1.2', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'ConntrackHelper': '1.0', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Log': '1.0', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Network': '1.1', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Port': '1.7', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'PortForwarding': '1.2', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'QosPolicy': '1.10', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'SecurityGroup': '1.5', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'SecurityGroupRule': '1.2', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'SubPort': '1.0', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Subnet': '1.1', Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: 'Trunk': '1.1'}} Nov 12 20:42:27.512291 n-d-713498-29 neutron-server[109629]: {{(pid=109629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 20:42:27.520684 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7901-a1c2-4754-bda9-e96e8a98d978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.562487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.669879 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.670943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:27.671850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:27.738374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] Pushing event updated for resources: {'Network': ['ID=a5da087a-c915-4151-80d4-7151deaa2447,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:27.749749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a5da087a-c915-4151-80d4-7151deaa2447 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:42:27.780704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bb32a626-6fcc-4a26-a913-84c6246c0140 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0780225 Nov 12 20:42:27.783854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52452) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:27.788914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Request body: {'subnet': {'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-subnet', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:27.891644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Made reservation on behalf of 549013cd7a4240e687d0dc6c09d0b51d for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:42:27.894316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:28.161000 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:28.219826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd3d40b-c3e6-4957-80ce-430634246969,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:28.229469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Checking segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:28.229825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Network hostable DHCP agents. Network: a5da087a-c915-4151-80d4-7151deaa2447, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:42:28.331817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Network a5da087a-c915-4151-80d4-7151deaa2447 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:42:28.406361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a5da087a-c915-4151-80d4-7151deaa2447) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:28.417263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce33483-d430-4278-9c01-4bc8a1bcc73e None None] Network a5da087a-c915-4151-80d4-7151deaa2447 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:42:28.421522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:28.422319 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:28.533310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52484) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:28.533974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0246acbd-d71b-4d47-953e-e13e3ec491dd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7486229 Nov 12 20:42:28.538980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:28.596216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a5da087a-c915-4151-80d4-7151deaa2447', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:42:28.597216 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:28.664493 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:28.665801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:28.733468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:28.774201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Allocated IP 172.20.0.2 (a5da087a-c915-4151-80d4-7151deaa2447/bbd3d40b-c3e6-4957-80ce-430634246969/4638ba9c-cf3f-4f4b-8d03-d18d683528b4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:29.042279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:29.044009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:29.144082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:29.186918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Network a5da087a-c915-4151-80d4-7151deaa2447 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:29.195557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:29.195557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:29.229993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Pushing event updated for resources: {'Port': ['ID=4638ba9c-cf3f-4f4b-8d03-d18d683528b4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:29.250595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.250840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.251165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.251519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.251842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.252192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.252474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.252792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.253108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.253427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.253739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.254050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Tracked resource versions report: Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: pushed versions: Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: { 'AddressGroup': {'1.2'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'ConntrackHelper': {'1.0'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Log': {'1.0'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Network': {'1.1'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Port': {'1.7'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'PortForwarding': {'1.2'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'QosPolicy': {'1.10'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'SecurityGroup': {'1.5'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'SecurityGroupRule': {'1.2'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'SubPort': {'1.0'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Subnet': {'1.1'}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Trunk': {'1.1'}} Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: consumer versions: Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: { DHCP agent@n-d-713498-29: {}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: HyperV agent@n-h1-713498-29: {}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: HyperV agent@n-h2-713498-29: {}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: L3 agent@n-d-713498-29: {}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: Metadata agent@n-d-713498-29: {}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: Metering agent@n-d-713498-29: {}, Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: Open vSwitch agent@n-d-713498-29: { 'AddressGroup': '1.2', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'ConntrackHelper': '1.0', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Log': '1.0', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Network': '1.1', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Port': '1.7', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'PortForwarding': '1.2', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'QosPolicy': '1.10', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'SecurityGroup': '1.5', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'SecurityGroupRule': '1.2', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'SubPort': '1.0', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Subnet': '1.1', Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: 'Trunk': '1.1'}} Nov 12 20:42:29.255113 n-d-713498-29 neutron-server[109630]: {{(pid=109630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 20:42:29.277042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Attempting to bind port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:29.277535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Attempting to bind port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:29.277896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Attempting to bind port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 on network a5da087a-c915-4151-80d4-7151deaa2447 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:29.284127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:29.284628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Checking segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:29.285259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:29.285620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Bound using segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:29.285885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Bound port: 4638ba9c-cf3f-4f4b-8d03-d18d683528b4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:29.286556 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:29.355575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] For port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:29.358768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] For port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4638ba9c-cf3f-4f4b-8d03-d18d683528b4,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:29.452812 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:29.481880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:29.514805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:29.588705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd36bd2-fac9-49cb-b8bf-365e20da90ac None None] Pushing event updated for resources: {'Port': ['ID=4638ba9c-cf3f-4f4b-8d03-d18d683528b4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:29.834760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Allocated IP 172.25.8.50 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/ca9c9456-e707-47d6-924e-d6c5adf32ace) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:29.949521 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b3c7-ae94-4e8d-8eb1-fe858a7da165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:30.060502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:30.224439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:30.313830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:30.321357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:30.324905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:30.377202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Pushing event updated for resources: {'Port': ['ID=ca9c9456-e707-47d6-924e-d6c5adf32ace,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:30.427091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.427772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.427905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.428199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.428530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.428859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.429182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.429505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.429825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.430146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.430462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.430778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Tracked resource versions report: Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: pushed versions: Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: { 'AddressGroup': {'1.2'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'ConntrackHelper': {'1.0'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Log': {'1.0'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Network': {'1.1'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Port': {'1.7'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'PortForwarding': {'1.2'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'QosPolicy': {'1.10'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'SecurityGroup': {'1.5'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'SecurityGroupRule': {'1.2'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'SubPort': {'1.0'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Subnet': {'1.1'}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Trunk': {'1.1'}} Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: consumer versions: Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: { DHCP agent@n-d-713498-29: {}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: HyperV agent@n-h1-713498-29: {}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: HyperV agent@n-h2-713498-29: {}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: L3 agent@n-d-713498-29: {}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: Metadata agent@n-d-713498-29: {}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: Metering agent@n-d-713498-29: {}, Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: Open vSwitch agent@n-d-713498-29: { 'AddressGroup': '1.2', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'ConntrackHelper': '1.0', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Log': '1.0', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Network': '1.1', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Port': '1.7', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'PortForwarding': '1.2', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'QosPolicy': '1.10', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'SecurityGroup': '1.5', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'SecurityGroupRule': '1.2', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'SubPort': '1.0', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Subnet': '1.1', Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: 'Trunk': '1.1'}} Nov 12 20:42:30.431843 n-d-713498-29 neutron-server[109628]: {{(pid=109628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 20:42:30.737510 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5376b-c11b-451d-904d-ac62cd89166f None None] Network a5da087a-c915-4151-80d4-7151deaa2447 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:42:30.828243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-922c51ff-3924-42f0-b941-1d0153c4f27f None None] Provisioning complete for port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:30.828685 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-922c51ff-3924-42f0-b941-1d0153c4f27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:30.854285 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.020057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-922c51ff-3924-42f0-b941-1d0153c4f27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.095773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.138275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52590) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:31.211789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-922c51ff-3924-42f0-b941-1d0153c4f27f None None] For port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4638ba9c-cf3f-4f4b-8d03-d18d683528b4,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:31.305036 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe47ae06-a1d6-4f88-969e-cf0f6a8e6f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.305632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-922c51ff-3924-42f0-b941-1d0153c4f27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.357449 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.380857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c51ff-3924-42f0-b941-1d0153c4f27f None None] Pushing event updated for resources: {'Port': ['ID=4638ba9c-cf3f-4f4b-8d03-d18d683528b4,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:31.408217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe47ae06-a1d6-4f88-969e-cf0f6a8e6f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.428671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6676f5ff-3a09-4b33-b5e9-ee03ff7d5da0 None None] Provisioning complete for port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:31.429039 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6676f5ff-3a09-4b33-b5e9-ee03ff7d5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.457866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:42:31.532589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe47ae06-a1d6-4f88-969e-cf0f6a8e6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.602716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47ae06-a1d6-4f88-969e-cf0f6a8e6f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49ddd4f-aa2f-4dc1-a7ed-40b858ec71f4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:31.611492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fe47ae06-a1d6-4f88-969e-cf0f6a8e6f80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b27888fb0cbe4c1fac36b0f4ff934956&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4692061 Nov 12 20:42:31.611901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:42:31.613261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:31.622456 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Sync routers for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:42:31.639277 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:42:31.639908 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:42:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:31.657933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:31.696857 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ee56523-67c0-4fa9-bc04-2cf1cab5e08d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.711966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:31.712331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.720733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ee56523-67c0-4fa9-bc04-2cf1cab5e08d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.785675 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:42:31.801669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.806802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52630) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:31.806961 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-48b64f9f-bac5-4a90-a866-bd3b638064cc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2724843 Nov 12 20:42:31.886577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ee56523-67c0-4fa9-bc04-2cf1cab5e08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.888481 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ee56523-67c0-4fa9-bc04-2cf1cab5e08d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:31.892192 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ee56523-67c0-4fa9-bc04-2cf1cab5e08d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a49ddd4f-aa2f-4dc1-a7ed-40b858ec71f4 HTTP/1.1" status: 204 len: 168 time: 0.2683020 Nov 12 20:42:31.901893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee56523-67c0-4fa9-bc04-2cf1cab5e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49ddd4f-aa2f-4dc1-a7ed-40b858ec71f4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:32.043116 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:30Z', 'revision_number': 3, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:32.074332 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Checking router: 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:42:32.074941 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Updating router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 port ca9c9456-e707-47d6-924e-d6c5adf32ace binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:42:32.106782 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.348234 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.470829 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.534721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Allocated IP 172.20.0.1 (a5da087a-c915-4151-80d4-7151deaa2447/bbd3d40b-c3e6-4957-80ce-430634246969/1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:32.572137 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.654674 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Pushing event updated for resources: {'Port': ['ID=ca9c9456-e707-47d6-924e-d6c5adf32ace,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:32.675081 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Attempting to bind port ca9c9456-e707-47d6-924e-d6c5adf32ace on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:32.675581 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Attempting to bind port ca9c9456-e707-47d6-924e-d6c5adf32ace by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:32.676023 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Attempting to bind port ca9c9456-e707-47d6-924e-d6c5adf32ace on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:32.679277 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.687871 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:32.687871 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:32.687871 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.687871 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:32.687871 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Bound port: ca9c9456-e707-47d6-924e-d6c5adf32ace, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:32.687871 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.712257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.712709 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.713058 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.713558 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.713901 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.714234 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.714772 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.715105 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.715461 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.715792 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Tracked resource versions report: Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: pushed versions: Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: { 'AddressGroup': {'1.2'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'ConntrackHelper': {'1.0'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Log': {'1.0'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Network': {'1.1'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Port': {'1.7'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'PortForwarding': {'1.2'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'QosPolicy': {'1.10'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'SecurityGroup': {'1.5'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'SecurityGroupRule': {'1.2'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'SubPort': {'1.0'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Subnet': {'1.1'}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Trunk': {'1.1'}} Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: consumer versions: Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: { DHCP agent@n-d-713498-29: {}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: HyperV agent@n-h1-713498-29: {}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: HyperV agent@n-h2-713498-29: {}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: L3 agent@n-d-713498-29: {}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: Metadata agent@n-d-713498-29: {}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: Metering agent@n-d-713498-29: {}, Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: Open vSwitch agent@n-d-713498-29: { 'AddressGroup': '1.2', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'ConntrackHelper': '1.0', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Log': '1.0', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Network': '1.1', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Port': '1.7', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'PortForwarding': '1.2', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'QosPolicy': '1.10', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'SecurityGroup': '1.5', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'SecurityGroupRule': '1.2', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'SubPort': '1.0', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Subnet': '1.1', Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: 'Trunk': '1.1'}} Nov 12 20:42:32.720666 n-d-713498-29 neutron-server[109631]: {{(pid=109631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 20:42:32.752396 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] For port ca9c9456-e707-47d6-924e-d6c5adf32ace, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:32.757813 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] For port ca9c9456-e707-47d6-924e-d6c5adf32ace, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ca9c9456-e707-47d6-924e-d6c5adf32ace,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:32.761255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.788365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Network a5da087a-c915-4151-80d4-7151deaa2447 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:32.790991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:32.812648 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.812842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.827094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52694) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:32.833399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Pushing event updated for resources: {'Port': ['ID=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:32.846803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:32.846937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-738b0236-c103-4346-8aea-6c8876e96e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.847658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:32.962763 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae1ff7-bab2-41e3-a1ec-0100f28204b8 None None] Pushing event updated for resources: {'Port': ['ID=ca9c9456-e707-47d6-924e-d6c5adf32ace,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:33.015822 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:42:33.020406 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:42:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:33.061009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52708) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:33.101677 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-738b0236-c103-4346-8aea-6c8876e96e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.188420 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-738b0236-c103-4346-8aea-6c8876e96e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.210295 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:42:33.221164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c4d7eda6-988f-4d2d-8c93-b389d35c96e6 None None] Provisioning complete for port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:33.221458 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eda6-988f-4d2d-8c93-b389d35c96e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.226112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b0236-c103-4346-8aea-6c8876e96e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9000156d-a515-4d3d-827d-a46d23c87e10,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:33.254614 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.256714 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-738b0236-c103-4346-8aea-6c8876e96e2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7933b630e48462e99e4257ec20e5135&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4283459 Nov 12 20:42:33.268933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52724) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:33.315595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7eda6-988f-4d2d-8c93-b389d35c96e6 None None] Port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:42:33.328944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-444cf754-3558-43e8-85d1-66e9b4ddce3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.356231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-444cf754-3558-43e8-85d1-66e9b4ddce3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.434024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad8d2-6bc1-4c68-af4c-bbbe6b1dcfa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.459880 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:30Z', 'revision_number': 3, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:33.483937 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.484099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-444cf754-3558-43e8-85d1-66e9b4ddce3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.488343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-444cf754-3558-43e8-85d1-66e9b4ddce3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.489837 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-444cf754-3558-43e8-85d1-66e9b4ddce3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9000156d-a515-4d3d-827d-a46d23c87e10 HTTP/1.1" status: 204 len: 168 time: 0.2198701 Nov 12 20:42:33.502186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cf754-3558-43e8-85d1-66e9b4ddce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9000156d-a515-4d3d-827d-a46d23c87e10,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:33.557503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.593877 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad8d2-6bc1-4c68-af4c-bbbe6b1dcfa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.631506 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db1b56-7c56-41ed-af73-b6e7f86fb5a7 None None] The sync data for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 is: [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:30Z', 'revision_number': 3, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:42:33.645794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.646648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.680435 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad8d2-6bc1-4c68-af4c-bbbe6b1dcfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:33.837847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52744) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:33.908768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Pushing event updated for resources: {'Port': ['ID=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:33.946915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dc3ad8d2-6bc1-4c68-af4c-bbbe6b1dcfa2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c580eac9412458087700052235a6064&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8839612 Nov 12 20:42:33.950121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52762) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:33.960410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ad8d2-6bc1-4c68-af4c-bbbe6b1dcfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265bc10b-6af4-4cca-86e1-86bc45d86aa0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:33.994350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Network a5da087a-c915-4151-80d4-7151deaa2447 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:34.005704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:34.078457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-840d5cfb-4890-4168-b3d8-9c3f107b55de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.217662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:42:34.401568 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c177-c787-42a0-835c-8efc42415b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.424955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:42:34.435219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f1270c7f-9fa4-41ec-aa93-cc3562d7ccfe admin admin] 10.222.0.64 "PUT /v2.0/routers/432d64f5-6092-4fdc-ae28-fb58f0aaedd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6267123 Nov 12 20:42:34.457924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f7838c35-5fac-4e0d-976d-c286b7a71745 None None] Provisioning complete for port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:34.458412 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f7838c35-5fac-4e0d-976d-c286b7a71745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.495648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c177-c787-42a0-835c-8efc42415b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.529384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f7838c35-5fac-4e0d-976d-c286b7a71745 None None] Port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:42:34.573390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-840d5cfb-4890-4168-b3d8-9c3f107b55de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.641418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-840d5cfb-4890-4168-b3d8-9c3f107b55de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.675523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52788) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:34.678026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d5cfb-4890-4168-b3d8-9c3f107b55de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd02299-f165-4eac-81b5-6d96cc4754a3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:34.683769 n-d-713498-29 neutron-server[109629]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 20:42:34.708895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c177-c787-42a0-835c-8efc42415b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.711388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c177-c787-42a0-835c-8efc42415b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.713011 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b4b1c177-c787-42a0-835c-8efc42415b87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/265bc10b-6af4-4cca-86e1-86bc45d86aa0 HTTP/1.1" status: 204 len: 168 time: 0.7610536 Nov 12 20:42:34.752393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1c177-c787-42a0-835c-8efc42415b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265bc10b-6af4-4cca-86e1-86bc45d86aa0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:34.758802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-d40685df-57ef-4ef9-98ee-6bb3565a21c1 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=af354337161241cebf8492a762691426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737379 Nov 12 20:42:34.777929 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-840d5cfb-4890-4168-b3d8-9c3f107b55de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f10640ee9a58406f87f375ca20bb0efe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9379430 Nov 12 20:42:34.780427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52800) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:34.841162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-161a8b12-810a-4a29-9d6e-9c66cb8ecfd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.864913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-161a8b12-810a-4a29-9d6e-9c66cb8ecfd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.968151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-a9c8525b-b09c-4bc9-b5b3-779221f8aa93 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:34.969798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-a9c8525b-b09c-4bc9-b5b3-779221f8aa93 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101922 Nov 12 20:42:34.977641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-161a8b12-810a-4a29-9d6e-9c66cb8ecfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.981137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-161a8b12-810a-4a29-9d6e-9c66cb8ecfd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:34.983065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-161a8b12-810a-4a29-9d6e-9c66cb8ecfd8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ddd02299-f165-4eac-81b5-6d96cc4754a3 HTTP/1.1" status: 204 len: 168 time: 0.2009614 Nov 12 20:42:35.002149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-123d68f8-2359-4294-86b1-ef2d63a4475c tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/quotas/af354337161241cebf8492a762691426 HTTP/1.1" status: 200 len: 375 time: 0.0124526 Nov 12 20:42:35.002969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a8b12-810a-4a29-9d6e-9c66cb8ecfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd02299-f165-4eac-81b5-6d96cc4754a3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:35.055980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-ab1b2c86-00b8-4715-aa8c-fe21db42f5dc tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=af354337161241cebf8492a762691426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590901 Nov 12 20:42:35.495219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c587a92c-1080-4179-96ca-bb70579159a9 req-5afa4d31-464c-4be7-b1fa-7dc3ed41fbb1 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 210 time: 0.0555127 Nov 12 20:42:35.579052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ca9c9456-e707-47d6-924e-d6c5adf32ace up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:35.626018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ca9c9456-e707-47d6-924e-d6c5adf32ace triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:35.626487 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:35.646293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52834) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:35.649626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Sync routers for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:42:35.668804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1663d92-08cc-439d-839f-128d09a936c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:35.674089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:42:35.674954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:42:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:35.823128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:35.838023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1663d92-08cc-439d-839f-128d09a936c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:35.853491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:42:35.883684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port ca9c9456-e707-47d6-924e-d6c5adf32ace, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ca9c9456-e707-47d6-924e-d6c5adf32ace,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:35.920895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1663d92-08cc-439d-839f-128d09a936c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:35.953915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52852) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:35.954172 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1663d92-08cc-439d-839f-128d09a936c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9bb8bee4ee04df38a9e9509d194f433&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3066974 Nov 12 20:42:35.976643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1663d92-08cc-439d-839f-128d09a936c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e72cb40-93ed-4b8a-b541-adf610a8409d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:36.056209 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c060aef-33a3-4fc6-b17a-c1026966f7eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.091984 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.092943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c060aef-33a3-4fc6-b17a-c1026966f7eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.181674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=ca9c9456-e707-47d6-924e-d6c5adf32ace,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:36.191377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 2, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:36.227826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Checking router: 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:42:36.227955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Updating router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:42:36.258769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.269073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c060aef-33a3-4fc6-b17a-c1026966f7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.278296 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c060aef-33a3-4fc6-b17a-c1026966f7eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.278296 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8c060aef-33a3-4fc6-b17a-c1026966f7eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e72cb40-93ed-4b8a-b541-adf610a8409d HTTP/1.1" status: 204 len: 168 time: 0.3182664 Nov 12 20:42:36.283934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c060aef-33a3-4fc6-b17a-c1026966f7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e72cb40-93ed-4b8a-b541-adf610a8409d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:36.313792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52880) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:36.332048 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53c1cd11-9636-450d-82ba-22a0f5567fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.510893 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53c1cd11-9636-450d-82ba-22a0f5567fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.604232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb51721f-20bf-425a-9b98-308603e73643 req-3e4c3f08-4ae1-4a0c-bbce-06d689bd4a5f tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 210 time: 0.0314519 Nov 12 20:42:36.620035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53c1cd11-9636-450d-82ba-22a0f5567fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.633203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.673772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52900) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:36.674313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-53c1cd11-9636-450d-82ba-22a0f5567fd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fac48f55b7546e29dc08fcca2f57b6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3587768 Nov 12 20:42:36.674674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1cd11-9636-450d-82ba-22a0f5567fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d457093-0cc6-4add-9345-550c82d1f7a0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:36.704859 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.739697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f9c2994a-6320-4711-bd69-7374a415e2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.762845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f9c2994a-6320-4711-bd69-7374a415e2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.814960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dfeef-23e2-4e02-ba72-eacc8f42fb20 None None] Pushing event updated for resources: {'Port': ['ID=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:36.882179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Attempting to bind port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:36.882549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Attempting to bind port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:36.882911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Attempting to bind port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c on network a5da087a-c915-4151-80d4-7151deaa2447 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:36.888362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:36.888774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Checking segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:36.889259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.889792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Bound using segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:36.890112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Bound port: 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:36.890511 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.950457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f9c2994a-6320-4711-bd69-7374a415e2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.954070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f9c2994a-6320-4711-bd69-7374a415e2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.957009 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f9c2994a-6320-4711-bd69-7374a415e2ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d457093-0cc6-4add-9345-550c82d1f7a0 HTTP/1.1" status: 204 len: 168 time: 0.2814176 Nov 12 20:42:36.979276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2994a-6320-4711-bd69-7374a415e2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d457093-0cc6-4add-9345-550c82d1f7a0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:37.003991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] For port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:37.030646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] For port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:37.081751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-23c7a4a6-92f4-400c-a4bc-770e57b81a20 None None] Provisioning complete for port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:37.081751 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-23c7a4a6-92f4-400c-a4bc-770e57b81a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.122625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-23c7a4a6-92f4-400c-a4bc-770e57b81a20 None None] Port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:42:37.138060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.196965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:42:37.197590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:42:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:37.240089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dfeef-23e2-4e02-ba72-eacc8f42fb20 None None] Pushing event updated for resources: {'Port': ['ID=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:37.364750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:42:37.559839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52958) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:37.572630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-network', 'tenant_id': '8331b64501164505ab969ff52172e32e'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:37.579164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ca9c9456-e707-47d6-924e-d6c5adf32ace up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:37.674910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Made reservation on behalf of 8331b64501164505ab969ff52172e32e for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:42:37.678377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.716571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.789631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c45d268-2ebf-4e28-b567-9d7d03e5c1ea None None] Provisioning complete for port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:37.790202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c45d268-2ebf-4e28-b567-9d7d03e5c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.835645 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.882423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ca9c9456-e707-47d6-924e-d6c5adf32ace triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:37.882792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.918603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.961894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:42:37.977466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:36Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:37.984715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf39567a-28eb-4564-b9f4-2a0546e02b8f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:37.991129 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:37.991777 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Added segment f08e6a12-df3f-4687-a7ab-4a9375b3bce9 of type vlan for network 55b85643-7a48-40c4-8d3d-1e39bb275a13 Nov 12 20:42:38.010746 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c45d268-2ebf-4e28-b567-9d7d03e5c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:38.012684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc14cd-b047-41d5-807b-5ded7c16fcf2 None None] The sync data for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 is: [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:36Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:42:38.041442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52984) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:38.044795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:38.118210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3c45d268-2ebf-4e28-b567-9d7d03e5c1ea None None] For port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:38.149339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:38.151096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:38.151887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:38.218217 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c45d268-2ebf-4e28-b567-9d7d03e5c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:38.254995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=55b85643-7a48-40c4-8d3d-1e39bb275a13,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:38.269119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 55b85643-7a48-40c4-8d3d-1e39bb275a13 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:42:38.285024 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b75444b6-f89f-4b83-9edc-d7a5602d8cb8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7238393 Nov 12 20:42:38.288166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52996) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:38.294390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Request body: {'subnet': {'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-subnet', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:38.304946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45d268-2ebf-4e28-b567-9d7d03e5c1ea None None] Pushing event updated for resources: {'Port': ['ID=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:38.402763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Made reservation on behalf of 8331b64501164505ab969ff52172e32e for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:42:38.405250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:38.760425 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:38.837680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5896b564-c7a5-4e5e-abb6-9b2294aacc96 req-92cd5c81-670e-44b2-aaab-68e657befc9c tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 210 time: 0.7864740 Nov 12 20:42:38.864642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6699f091-1567-4c42-a634-fec121bd8259,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:38.872386 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Checking segment: {'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:38.872844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Network hostable DHCP agents. Network: 55b85643-7a48-40c4-8d3d-1e39bb275a13, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:42:38.971778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53008) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:39.023351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Network 55b85643-7a48-40c4-8d3d-1e39bb275a13 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:42:39.116010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 55b85643-7a48-40c4-8d3d-1e39bb275a13) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:39.121389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:39.127639 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.129417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c316e22-d27d-441d-9ab5-19b38f01d30a None None] Network 55b85643-7a48-40c4-8d3d-1e39bb275a13 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:42:39.223048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1775d3c9-4141-4685-9237-4a5649ddd56d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9332647 Nov 12 20:42:39.225406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53016) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:39.231314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:39.351733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-55b85643-7a48-40c4-8d3d-1e39bb275a13', 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'fixed_ips': [{'subnet_id': '6699f091-1567-4c42-a634-fec121bd8259'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:42:39.353534 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.366742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.369082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.472452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.552968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Allocated IP 172.20.0.2 (55b85643-7a48-40c4-8d3d-1e39bb275a13/6699f091-1567-4c42-a634-fec121bd8259/9014a1bc-14f7-4057-b74b-d161a3afd0dc) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:39.568448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7783f0e-541a-45bd-bf8b-73c027d1b3b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.586995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53022) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:39.636952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:39.738493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7783f0e-541a-45bd-bf8b-73c027d1b3b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.773057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:39.773553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.813225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7783f0e-541a-45bd-bf8b-73c027d1b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.825375 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.846911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0923281c-f769-40e6-94c4-5175a520258a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.913590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f7783f0e-541a-45bd-bf8b-73c027d1b3b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=191cf92994da463f97c18880f3c986f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9406972 Nov 12 20:42:39.919332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:39.919511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7783f0e-541a-45bd-bf8b-73c027d1b3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310bf61-9f40-46ea-826d-7729c1e12c7b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:39.983661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.78', 53016) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:40.029335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-2535aa6f-2f0b-4ba7-9c75-2fca3a1b6b4b tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=af354337161241cebf8492a762691426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441885 Nov 12 20:42:40.095217 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.102767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0923281c-f769-40e6-94c4-5175a520258a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.149310 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.150098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.174736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba0a-52d7-46c0-aad3-f01031b77fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.206143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.206965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba0a-52d7-46c0-aad3-f01031b77fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.299596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Pushing event updated for resources: {'Port': ['ID=9014a1bc-14f7-4057-b74b-d161a3afd0dc,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:40.303081 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Network 55b85643-7a48-40c4-8d3d-1e39bb275a13 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:40.305026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c92061cf-7f2d-470b-a042-4fa4bfb79c94 req-303f143a-21f6-4fde-86a4-ddee26390176 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 210 time: 0.0397139 Nov 12 20:42:40.305659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:40.308327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:40.331184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-da7cb563-d8b4-44d0-ba81-1f63268f6b7b tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:40.336766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-da7cb563-d8b4-44d0-ba81-1f63268f6b7b tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975287 Nov 12 20:42:40.354077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0923281c-f769-40e6-94c4-5175a520258a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.381761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Attempting to bind port 9014a1bc-14f7-4057-b74b-d161a3afd0dc on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:40.382343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Attempting to bind port 9014a1bc-14f7-4057-b74b-d161a3afd0dc by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:40.383112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Attempting to bind port 9014a1bc-14f7-4057-b74b-d161a3afd0dc on network 55b85643-7a48-40c4-8d3d-1e39bb275a13 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:40.389331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:40.390005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Checking segment: {'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:40.390571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.394621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Bound using segment: {'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:40.394621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Bound port: 9014a1bc-14f7-4057-b74b-d161a3afd0dc, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:40.394621 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.427668 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0923281c-f769-40e6-94c4-5175a520258a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=606709aac774486bb9638eeb6a2348e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8369017 Nov 12 20:42:40.428563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53048) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:40.486900 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.489238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Request body: {'port': {'device_id': '559a7d0b-e8b5-43f3-b70b-eabe659f86aa', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'af354337161241cebf8492a762691426'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:40.520847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.529896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] For port 9014a1bc-14f7-4057-b74b-d161a3afd0dc, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:40.537187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] For port 9014a1bc-14f7-4057-b74b-d161a3afd0dc, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9014a1bc-14f7-4057-b74b-d161a3afd0dc,segment=NetworkSegment(f08e6a12-df3f-4687-a7ab-4a9375b3bce9),segment_id=f08e6a12-df3f-4687-a7ab-4a9375b3bce9)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:40.537583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53052) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:40.544743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba0a-52d7-46c0-aad3-f01031b77fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.547536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba0a-52d7-46c0-aad3-f01031b77fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.550792 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8dc0ba0a-52d7-46c0-aad3-f01031b77fd5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1310bf61-9f40-46ea-826d-7729c1e12c7b HTTP/1.1" status: 204 len: 168 time: 0.6290016 Nov 12 20:42:40.550792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923281c-f769-40e6-94c4-5175a520258a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e05308-13dd-4fb3-a484-f211f78976c5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:40.630002 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.699510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-375cb96d-e602-402c-a866-925cfc78a4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:40.717732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0ba0a-52d7-46c0-aad3-f01031b77fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310bf61-9f40-46ea-826d-7729c1e12c7b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:40.750746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Allocated IP 172.25.8.123 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/08f537bd-5cab-43d1-85c8-0f7ef70de269) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:40.780551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ed23d-2571-4a6f-b398-a657f4115d51 None None] Pushing event updated for resources: {'Port': ['ID=9014a1bc-14f7-4057-b74b-d161a3afd0dc,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:40.800653 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:42:40.921287 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.002575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-375cb96d-e602-402c-a866-925cfc78a4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.035490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.110500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:41.122773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:41.127752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:41.130983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Pushing event updated for resources: {'Port': ['ID=08f537bd-5cab-43d1-85c8-0f7ef70de269,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:41.153956 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-375cb96d-e602-402c-a866-925cfc78a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.156648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-375cb96d-e602-402c-a866-925cfc78a4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.158439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-375cb96d-e602-402c-a866-925cfc78a4fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52e05308-13dd-4fb3-a484-f211f78976c5 HTTP/1.1" status: 204 len: 168 time: 0.7286747 Nov 12 20:42:41.186662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cb96d-e602-402c-a866-925cfc78a4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e05308-13dd-4fb3-a484-f211f78976c5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:41.191147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Made reservation on behalf of af354337161241cebf8492a762691426 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:42:41.208535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.221086 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.307376 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-237b4f08-b0df-4a06-9688-a2e0e5b6c7b6 tempest-AutoAllocateNetworkTest-481559703 tempest-AutoAllocateNetworkTest-481559703-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=67d79182804f4051930e0a919b0c6ecf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7638791 Nov 12 20:42:41.308791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53090) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:41.335109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.418158 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.502877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bf5382f-6962-4b86-94d6-c0d9bcd52ddc req-4b3a41e3-60ee-414a-a4c7-9f7c172b7236 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 210 time: 0.0716212 Nov 12 20:42:41.562177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793f6a39-a005-4ac6-bd74-308bcf21f321,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:41.611193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9014a1bc-14f7-4057-b74b-d161a3afd0dc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:41.712931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c155310-00e6-469f-9ecd-e29a896515a4 tempest-AutoAllocateNetworkTest-481559703 tempest-AutoAllocateNetworkTest-481559703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:41.716647 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9c155310-00e6-469f-9ecd-e29a896515a4 tempest-AutoAllocateNetworkTest-481559703 tempest-AutoAllocateNetworkTest-481559703-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4063275 Nov 12 20:42:41.720627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53096) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:41.722066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9014a1bc-14f7-4057-b74b-d161a3afd0dc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:41.723331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.762065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Allocated IP 192.168.233.96 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/66f31326-a2f6-4bb3-b5e9-f9611a4c53f4) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:41.789569 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc27fb52-ab7c-4c09-9e17-d99c1dece1ad tempest-AutoAllocateNetworkTest-481559703 tempest-AutoAllocateNetworkTest-481559703-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676239 Nov 12 20:42:41.793015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53098) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:41.793206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.832278 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.843663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-73008870-9dca-4413-8a00-ca2aae87344a tempest-AutoAllocateNetworkTest-481559703 tempest-AutoAllocateNetworkTest-481559703-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=67d79182804f4051930e0a919b0c6ecf HTTP/1.1" status: 200 len: 208 time: 0.0482557 Nov 12 20:42:41.879094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53104) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:41.900010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 9014a1bc-14f7-4057-b74b-d161a3afd0dc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9014a1bc-14f7-4057-b74b-d161a3afd0dc,segment=NetworkSegment(f08e6a12-df3f-4687-a7ab-4a9375b3bce9),segment_id=f08e6a12-df3f-4687-a7ab-4a9375b3bce9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:41.924303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eba2952e-8651-4263-bc64-397158e557e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.978721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.048010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=9014a1bc-14f7-4057-b74b-d161a3afd0dc,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:42.078214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.124900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204923f-30ea-4e88-8998-b9c4dd0ea68a None None] Network 55b85643-7a48-40c4-8d3d-1e39bb275a13 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:42:42.129093 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.168670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eba2952e-8651-4263-bc64-397158e557e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.234784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eba2952e-8651-4263-bc64-397158e557e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.247808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3eb33238-daa2-4ddc-a419-9902796760d0 None None] Provisioning complete for port 9014a1bc-14f7-4057-b74b-d161a3afd0dc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:42.248393 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3eb33238-daa2-4ddc-a419-9902796760d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.270439 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.298450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eba2952e-8651-4263-bc64-397158e557e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edf78448090a43628e1bbd4efae49ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182253 Nov 12 20:42:42.302091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53112) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:42.343480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2952e-8651-4263-bc64-397158e557e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4272eb6-8bf1-4a05-83e3-d12c41690ba8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:42.373188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:42.379613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Router d3021a4b-7623-4c96-aa84-00df3e65d7da is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:42:42.381926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:42.403565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:42.410005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:42.410662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.425981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Pushing event updated for resources: {'Port': ['ID=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:42.514305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-217c1921-d026-4db5-8ad8-a266aee3e44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.552493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6e421506-7fee-4a6f-be99-ea7e426237f9 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0711451 Nov 12 20:42:42.634883 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-217c1921-d026-4db5-8ad8-a266aee3e44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.685979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53118) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:42.701989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:42:42.710160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-2d66fe2a-d718-4340-ad4c-c3dfe8535061 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:42:42.711656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-2d66fe2a-d718-4340-ad4c-c3dfe8535061 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145385 Nov 12 20:42:42.711810 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Sync routers for ids ['d3021a4b-7623-4c96-aa84-00df3e65d7da'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:42:42.732356 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Routers {'d3021a4b-7623-4c96-aa84-00df3e65d7da'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:42:42.734525 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e744cb79-d93d-4f68-a488-4388c5715afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.737952 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:42:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d3021a4b-7623-4c96-aa84-00df3e65d7da'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:42.843022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.856123 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-31c913eb-cf4a-4441-a3bf-00ee7d725c58 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6280727 Nov 12 20:42:42.856849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53122) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:42.889748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cd63e05a-fbdc-41ce-ad21-c58eff8cf26a None None] Provisioning complete for port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:42.890473 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd63e05a-fbdc-41ce-ad21-c58eff8cf26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.927104 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Set router d3021a4b-7623-4c96-aa84-00df3e65d7da gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:42:42.966639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9709-baf2-4c3f-9963-07c6a8343c1d req-d386338f-1f06-43cd-9e02-bc656aa8f8cd tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:42.974830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-534d9709-baf2-4c3f-9963-07c6a8343c1d req-d386338f-1f06-43cd-9e02-bc656aa8f8cd tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 935 time: 0.1466386 Nov 12 20:42:43.070025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cd63e05a-fbdc-41ce-ad21-c58eff8cf26a None None] Port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:42:43.112246 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e744cb79-d93d-4f68-a488-4388c5715afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.137325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-534d9709-baf2-4c3f-9963-07c6a8343c1d req-e24b3fdc-e0d9-4494-b921-77054fbc5d8d tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606622 Nov 12 20:42:43.196017 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e744cb79-d93d-4f68-a488-4388c5715afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.201616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-217c1921-d026-4db5-8ad8-a266aee3e44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.223014 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-217c1921-d026-4db5-8ad8-a266aee3e44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.223014 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-217c1921-d026-4db5-8ad8-a266aee3e44e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4272eb6-8bf1-4a05-83e3-d12c41690ba8 HTTP/1.1" status: 204 len: 168 time: 0.9050620 Nov 12 20:42:43.223242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6c7df1ec-4b9d-49ad-a5d0-fbdcab5feece None None] Provisioning complete for port 9014a1bc-14f7-4057-b74b-d161a3afd0dc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:43.223242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6c7df1ec-4b9d-49ad-a5d0-fbdcab5feece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.261960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c1921-d026-4db5-8ad8-a266aee3e44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4272eb6-8bf1-4a05-83e3-d12c41690ba8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:43.281740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e744cb79-d93d-4f68-a488-4388c5715afc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a6099ee0430468ea35eb970e3e7648c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5931308 Nov 12 20:42:43.282730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744cb79-d93d-4f68-a488-4388c5715afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8b114a-0887-46ab-9871-86370ab17f30,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:43.287190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53130) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:43.396891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29ae10fe-a91b-4a51-a04c-b277d36a9382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.413069 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:42:41Z', 'revision_number': 3, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:43.478080 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Checking router: d3021a4b-7623-4c96-aa84-00df3e65d7da for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:42:43.478499 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Updating router d3021a4b-7623-4c96-aa84-00df3e65d7da port 08f537bd-5cab-43d1-85c8-0f7ef70de269 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:42:43.522757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29ae10fe-a91b-4a51-a04c-b277d36a9382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.537295 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.551220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53136) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:43.656109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9014a1bc-14f7-4057-b74b-d161a3afd0dc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:43.833014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9014a1bc-14f7-4057-b74b-d161a3afd0dc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:43.833419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.918307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.124505 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.169844 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29ae10fe-a91b-4a51-a04c-b277d36a9382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.178637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29ae10fe-a91b-4a51-a04c-b277d36a9382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.185319 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-29ae10fe-a91b-4a51-a04c-b277d36a9382 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c8b114a-0887-46ab-9871-86370ab17f30 HTTP/1.1" status: 204 len: 168 time: 0.8966606 Nov 12 20:42:44.395586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Request body: {'port': {'device_id': '559a7d0b-e8b5-43f3-b70b-eabe659f86aa', 'device_owner': 'compute:tempest-test_az-1712506162', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:44.484221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae10fe-a91b-4a51-a04c-b277d36a9382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8b114a-0887-46ab-9871-86370ab17f30,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:44.515563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0e478-b340-44a0-81d7-87e9579354a3 req-6b936e22-bf8a-4180-ae65-54023e222e39 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:44.536676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe0e478-b340-44a0-81d7-87e9579354a3 req-6b936e22-bf8a-4180-ae65-54023e222e39 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 935 time: 0.2506764 Nov 12 20:42:44.558428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10af76db-6b43-4ad3-84ca-e7157b0c2b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.613963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.687685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10af76db-6b43-4ad3-84ca-e7157b0c2b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.746659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Allocated IP 172.20.0.1 (55b85643-7a48-40c4-8d3d-1e39bb275a13/6699f091-1567-4c42-a634-fec121bd8259/83fc4709-2d64-4c37-8f12-2688cebaed35) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:44.764003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe0e478-b340-44a0-81d7-87e9579354a3 req-d6aa0853-c169-4ef8-b27b-c2257f79698d tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031109 Nov 12 20:42:44.950980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.211975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:42:45.221457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.251242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Transition to ACTIVE for port object 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:42:45.441321 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.465457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.468734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10af76db-6b43-4ad3-84ca-e7157b0c2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.501183 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Attempting to bind port 08f537bd-5cab-43d1-85c8-0f7ef70de269 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:45.501552 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Attempting to bind port 08f537bd-5cab-43d1-85c8-0f7ef70de269 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:45.501908 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Attempting to bind port 08f537bd-5cab-43d1-85c8-0f7ef70de269 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:45.509489 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:45.509844 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:45.510246 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.510692 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:45.511694 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Bound port: 08f537bd-5cab-43d1-85c8-0f7ef70de269, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:45.512207 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.575940 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10415393-86bf-4400-b600-391cb7f941c1 None None] Pushing event updated for resources: {'Port': ['ID=08f537bd-5cab-43d1-85c8-0f7ef70de269,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.587219 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] For port 08f537bd-5cab-43d1-85c8-0f7ef70de269, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:45.591481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-10af76db-6b43-4ad3-84ca-e7157b0c2b42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67d79182804f4051930e0a919b0c6ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0388749 Nov 12 20:42:45.596255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.596255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53152) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:45.596484 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] For port 08f537bd-5cab-43d1-85c8-0f7ef70de269, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=08f537bd-5cab-43d1-85c8-0f7ef70de269,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:45.615342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Network 55b85643-7a48-40c4-8d3d-1e39bb275a13 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:45.618413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:45.619109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Pushing event updated for resources: {'Port': ['ID=83fc4709-2d64-4c37-8f12-2688cebaed35,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.627831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af76db-6b43-4ad3-84ca-e7157b0c2b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f90b7bb-ab8d-4095-b292-cfea3c1cbc9c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.633074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:45.633074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.719165 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.756234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.829424 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10415393-86bf-4400-b600-391cb7f941c1 None None] Pushing event updated for resources: {'Port': ['ID=08f537bd-5cab-43d1-85c8-0f7ef70de269,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.854645 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Routers {'d3021a4b-7623-4c96-aa84-00df3e65d7da'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:42:45.855827 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:42:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d3021a4b-7623-4c96-aa84-00df3e65d7da'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:45.942165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-90bec09d-0c7f-4854-b1cd-c42a100fc87e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.948241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Attempting to bind port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:45.949285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Attempting to bind port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:45.954278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Attempting to bind port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:45.964967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:42:45.965369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Attempting to bind port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:45.993730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-90bec09d-0c7f-4854-b1cd-c42a100fc87e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.016712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:46.017062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:46.024911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:46.024911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Bound port: 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:46.024911 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.140461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cbf4c-fb2f-413e-991a-239437c66ce8 req-69a2f911-33ab-4f50-86b9-ed90c2746f26 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:46.147858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d1cbf4c-fb2f-413e-991a-239437c66ce8 req-69a2f911-33ab-4f50-86b9-ed90c2746f26 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.1842079 Nov 12 20:42:46.177529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6d81c0c5-5cfe-42d3-88b9-774a1780e6f1 None None] Provisioning complete for port 83fc4709-2d64-4c37-8f12-2688cebaed35 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:46.178608 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d81c0c5-5cfe-42d3-88b9-774a1780e6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.217296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6d81c0c5-5cfe-42d3-88b9-774a1780e6f1 None None] Port 83fc4709-2d64-4c37-8f12-2688cebaed35 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:42:46.229378 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] Set router d3021a4b-7623-4c96-aa84-00df3e65d7da gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:42:46.263973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53174) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:46.307358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-90bec09d-0c7f-4854-b1cd-c42a100fc87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.309679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.313764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-90bec09d-0c7f-4854-b1cd-c42a100fc87e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.314970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-90bec09d-0c7f-4854-b1cd-c42a100fc87e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f90b7bb-ab8d-4095-b292-cfea3c1cbc9c HTTP/1.1" status: 204 len: 168 time: 0.7167504 Nov 12 20:42:46.357861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] For port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:46.621186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2aa11623-6e7d-4b08-9bda-721a323e7735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.634126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bec09d-0c7f-4854-b1cd-c42a100fc87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f90b7bb-ab8d-4095-b292-cfea3c1cbc9c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:46.647257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] For port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:46.658849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d1cbf4c-fb2f-413e-991a-239437c66ce8 req-5ffa8171-b3f6-43d9-878e-1fd37fbc66c8 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988384 Nov 12 20:42:46.706974 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.751559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.758734 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:42:41Z', 'revision_number': 3, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:46.775381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:46.776016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.778230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] 10.222.0.78 "PUT /v2.0/ports/66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 HTTP/1.1" status: 200 len: 1118 time: 3.2888055 Nov 12 20:42:46.780169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559a7d0b-e8b5-43f3-b70b-eabe659f86aa', 'tag': '66f31326-a2f6-4bb3-b5e9-f9611a4c53f4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:42:46.808734 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6b38f-3a6e-4785-a555-2bab6b8e3c47 None None] The sync data for ids ['d3021a4b-7623-4c96-aa84-00df3e65d7da'] in n-d-713498-29 is: [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:42:41Z', 'revision_number': 3, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:42:46.831882 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.833512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.923071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2aa11623-6e7d-4b08-9bda-721a323e7735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:46.932346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d1d02-efc1-41ee-940f-586b4065cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:46.978002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2aa11623-6e7d-4b08-9bda-721a323e7735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:47.065094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Pushing event updated for resources: {'Port': ['ID=83fc4709-2d64-4c37-8f12-2688cebaed35,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:47.141611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Network 55b85643-7a48-40c4-8d3d-1e39bb275a13 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:47.143124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:47.143236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2aa11623-6e7d-4b08-9bda-721a323e7735 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3f0ceae42af4c1180007263d72a8315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8676572 Nov 12 20:42:47.148280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53188) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:47.164592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa11623-6e7d-4b08-9bda-721a323e7735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9516eac-26fe-4818-8fc4-9bbebd3ccc5c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:47.211401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-54030ced-d5f3-40dc-8a7d-9abf55d24255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:47.213260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-54030ced-d5f3-40dc-8a7d-9abf55d24255 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=af354337161241cebf8492a762691426&device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 1121 time: 0.2322907 Nov 12 20:42:47.355396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-7fdd9974-6566-4d4d-874d-7d2ec718f169 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 HTTP/1.1" status: 200 len: 217 time: 0.1175537 Nov 12 20:42:47.437851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b632c7cd-92f3-41b0-a084-9159f64ed03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:47.544274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b632c7cd-92f3-41b0-a084-9159f64ed03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:47.562048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Router d3021a4b-7623-4c96-aa84-00df3e65d7da has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:42:47.598321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-5b7bb53b-cfb2-4786-955c-fd0fa48870c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:47.599832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-5b7bb53b-cfb2-4786-955c-fd0fa48870c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1601205 Nov 12 20:42:47.685711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 08f537bd-5cab-43d1-85c8-0f7ef70de269 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:47.859758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 08f537bd-5cab-43d1-85c8-0f7ef70de269 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:47.859758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:47.950440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:42:47.956189 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-080a8498-1e43-4390-90ec-ad3841ad35ff admin admin] 10.222.0.64 "PUT /v2.0/routers/d3021a4b-7623-4c96-aa84-00df3e65d7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0981634 Nov 12 20:42:47.965599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b632c7cd-92f3-41b0-a084-9159f64ed03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:47.969999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b632c7cd-92f3-41b0-a084-9159f64ed03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:47.980926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-57214a43-a46e-4c6d-98ac-2b4d3f7c02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:47.981605 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b632c7cd-92f3-41b0-a084-9159f64ed03a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9516eac-26fe-4818-8fc4-9bbebd3ccc5c HTTP/1.1" status: 204 len: 168 time: 0.8250816 Nov 12 20:42:47.981686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-57214a43-a46e-4c6d-98ac-2b4d3f7c02ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3588912 Nov 12 20:42:47.991106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632c7cd-92f3-41b0-a084-9159f64ed03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9516eac-26fe-4818-8fc4-9bbebd3ccc5c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:48.105570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af3767-82aa-4835-aeb2-563f2f63284e req-6283b033-8fcc-4e9e-ab84-4c4e880e99c1 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:48.109283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05af3767-82aa-4835-aeb2-563f2f63284e req-6283b033-8fcc-4e9e-ab84-4c4e880e99c1 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.2578340 Nov 12 20:42:48.225892 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a467605d-6116-4df9-8754-bfecf97310ad" -d '{"events": [{"name": "network-changed", "server_uuid": "559a7d0b-e8b5-43f3-b70b-eabe659f86aa", "tag": "66f31326-a2f6-4bb3-b5e9-f9611a4c53f4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:42:48.322050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f6a12b7d-12c0-4894-b9ea-cfd76804cd46 None None] Provisioning complete for port 83fc4709-2d64-4c37-8f12-2688cebaed35 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:48.322484 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6a12b7d-12c0-4894-b9ea-cfd76804cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.330559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05af3767-82aa-4835-aeb2-563f2f63284e req-7bda85c0-af5f-4483-8178-11c96265e75f tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001987 Nov 12 20:42:48.353197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-6ca1a9ab-e723-4f37-bb78-0eeadbb160e7 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346381 Nov 12 20:42:48.434713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f6a12b7d-12c0-4894-b9ea-cfd76804cd46 None None] Port 83fc4709-2d64-4c37-8f12-2688cebaed35 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:42:48.495642 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.520409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 08f537bd-5cab-43d1-85c8-0f7ef70de269, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=08f537bd-5cab-43d1-85c8-0f7ef70de269,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:48.617728 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.735112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=08f537bd-5cab-43d1-85c8-0f7ef70de269,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:48.864305 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1a3960-d3b2-4342-af7f-603e81735754 x-openstack-request-id: req-ab1a3960-d3b2-4342-af7f-603e81735754 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:42:48.864656 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559a7d0b-e8b5-43f3-b70b-eabe659f86aa", "tag": "66f31326-a2f6-4bb3-b5e9-f9611a4c53f4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:42:48.865357 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab1a3960-d3b2-4342-af7f-603e81735754 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:42:48.865540 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559a7d0b-e8b5-43f3-b70b-eabe659f86aa', 'tag': '66f31326-a2f6-4bb3-b5e9-f9611a4c53f4', 'status': 'completed', 'code': 200} Nov 12 20:42:49.507333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144d55-7a27-44b1-bda9-2eca18e9f1ed req-6f48bae1-d694-4cb7-870c-6bdb0ef29295 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:49.512546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b144d55-7a27-44b1-bda9-2eca18e9f1ed req-6f48bae1-d694-4cb7-870c-6bdb0ef29295 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.0732291 Nov 12 20:42:49.581761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 08f537bd-5cab-43d1-85c8-0f7ef70de269 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:49.600038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b144d55-7a27-44b1-bda9-2eca18e9f1ed req-b6b118ec-4a7d-4f6c-86f5-e6faa75eff57 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831537 Nov 12 20:42:49.655032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 08f537bd-5cab-43d1-85c8-0f7ef70de269 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:49.655032 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:49.676756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Sync routers for ids ['d3021a4b-7623-4c96-aa84-00df3e65d7da'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:42:49.705011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Routers {'d3021a4b-7623-4c96-aa84-00df3e65d7da'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:42:49.705830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:42:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d3021a4b-7623-4c96-aa84-00df3e65d7da'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:49.861725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Set router d3021a4b-7623-4c96-aa84-00df3e65d7da gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:42:50.100113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:42:46Z', 'revision_number': 4, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '83fc4709-2d64-4c37-8f12-2688cebaed35', 'name': '', 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'mac_address': 'fa:16:3e:b2:f4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6699f091-1567-4c42-a634-fec121bd8259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:43Z', 'updated_at': '2021-11-12T20:42:46Z', 'revision_number': 2, 'project_id': '8331b64501164505ab969ff52172e32e', 'subnets': [{'id': '6699f091-1567-4c42-a634-fec121bd8259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:50.135229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Checking router: d3021a4b-7623-4c96-aa84-00df3e65d7da for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:42:50.135940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Updating router d3021a4b-7623-4c96-aa84-00df3e65d7da port 83fc4709-2d64-4c37-8f12-2688cebaed35 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:42:50.167427 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:50.384554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53286) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:50.603656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:50.693247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9bbed231-4722-439a-b520-69303e4b5ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:50.726073 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:50.738167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53306) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:50.744008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-89d204e4-629c-4fe9-8565-d993c0b50224 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213382523', 'description': 'tempest-description--1260194478'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:50.846812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3880c3-8c46-4b57-a556-ecfceff5be1a None None] Pushing event updated for resources: {'Port': ['ID=83fc4709-2d64-4c37-8f12-2688cebaed35,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:50.892142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89d204e4-629c-4fe9-8565-d993c0b50224 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.008085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9bbed231-4722-439a-b520-69303e4b5ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.029358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bbf37-414d-4365-8780-47105b6b19e2 req-990023f0-6ac0-4cf5-b837-76d7c83d9107 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:51.031843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba8bbf37-414d-4365-8780-47105b6b19e2 req-990023f0-6ac0-4cf5-b837-76d7c83d9107 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.2436075 Nov 12 20:42:51.039272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Attempting to bind port 83fc4709-2d64-4c37-8f12-2688cebaed35 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:51.039825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Attempting to bind port 83fc4709-2d64-4c37-8f12-2688cebaed35 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:51.040005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Attempting to bind port 83fc4709-2d64-4c37-8f12-2688cebaed35 on network 55b85643-7a48-40c4-8d3d-1e39bb275a13 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:51.055782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:51.056697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Checking segment: {'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:51.057168 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.057670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Bound using segment: {'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:51.058346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Bound port: 83fc4709-2d64-4c37-8f12-2688cebaed35, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:51.058826 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.076178 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89d204e4-629c-4fe9-8565-d993c0b50224 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.079700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9bbed231-4722-439a-b520-69303e4b5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.129455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba8bbf37-414d-4365-8780-47105b6b19e2 req-7a9e65a2-9118-4473-bde3-6b78ee8bb687 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805986 Nov 12 20:42:51.159310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9bbed231-4722-439a-b520-69303e4b5ce1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c25a7f126f04cb9aa1925af4b7329af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7707231 Nov 12 20:42:51.159310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbed231-4722-439a-b520-69303e4b5ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b7f325-f1d3-491c-a739-cdd394fabc6e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:51.159802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53312) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:51.189745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] For port 83fc4709-2d64-4c37-8f12-2688cebaed35, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:51.195850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] For port 83fc4709-2d64-4c37-8f12-2688cebaed35, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=83fc4709-2d64-4c37-8f12-2688cebaed35,segment=NetworkSegment(f08e6a12-df3f-4687-a7ab-4a9375b3bce9),segment_id=f08e6a12-df3f-4687-a7ab-4a9375b3bce9)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:51.212273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89d204e4-629c-4fe9-8565-d993c0b50224 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.296955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d204e4-629c-4fe9-8565-d993c0b50224 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:51.299615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de8acebe-2cf9-49dc-8dc3-6c714d576a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.301433 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.329580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de8acebe-2cf9-49dc-8dc3-6c714d576a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.347522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a03e9c1a-acc2-472c-9562-c8556515cd83 None None] Provisioning complete for port 83fc4709-2d64-4c37-8f12-2688cebaed35 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:51.347888 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a03e9c1a-acc2-472c-9562-c8556515cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.389476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89d204e4-629c-4fe9-8565-d993c0b50224 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.394187 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-89d204e4-629c-4fe9-8565-d993c0b50224 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6543672 Nov 12 20:42:51.394342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53316) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:51.406175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3880c3-8c46-4b57-a556-ecfceff5be1a None None] Pushing event updated for resources: {'Port': ['ID=83fc4709-2d64-4c37-8f12-2688cebaed35,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:51.415022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-46418bf7-8376-45c9-8a5c-16c8a1b895ce tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Request body: {'security_group_rule': {'security_group_id': '5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:51.428240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Routers {'d3021a4b-7623-4c96-aa84-00df3e65d7da'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:42:51.439888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:42:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d3021a4b-7623-4c96-aa84-00df3e65d7da'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:51.557996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46418bf7-8376-45c9-8a5c-16c8a1b895ce tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.610984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de8acebe-2cf9-49dc-8dc3-6c714d576a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.615124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de8acebe-2cf9-49dc-8dc3-6c714d576a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.616994 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de8acebe-2cf9-49dc-8dc3-6c714d576a43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4b7f325-f1d3-491c-a739-cdd394fabc6e HTTP/1.1" status: 204 len: 168 time: 0.4556947 Nov 12 20:42:51.660730 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a03e9c1a-acc2-472c-9562-c8556515cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.664969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8acebe-2cf9-49dc-8dc3-6c714d576a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b7f325-f1d3-491c-a739-cdd394fabc6e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:51.717662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] Set router d3021a4b-7623-4c96-aa84-00df3e65d7da gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:42:51.732975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46418bf7-8376-45c9-8a5c-16c8a1b895ce tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.817079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46418bf7-8376-45c9-8a5c-16c8a1b895ce tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.821959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a03e9c1a-acc2-472c-9562-c8556515cd83 None None] For port 83fc4709-2d64-4c37-8f12-2688cebaed35, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=83fc4709-2d64-4c37-8f12-2688cebaed35,segment=NetworkSegment(f08e6a12-df3f-4687-a7ab-4a9375b3bce9),segment_id=f08e6a12-df3f-4687-a7ab-4a9375b3bce9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:51.858995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46418bf7-8376-45c9-8a5c-16c8a1b895ce tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ff2de8-2fdb-40ae-a123-0ecd3a96eb97,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:51.888524 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a03e9c1a-acc2-472c-9562-c8556515cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.940408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46418bf7-8376-45c9-8a5c-16c8a1b895ce tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.943082 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-46418bf7-8376-45c9-8a5c-16c8a1b895ce tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5453458 Nov 12 20:42:51.945833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53336) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:51.952751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8a9b76da-cca9-4895-938a-c42cb408084c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Request body: {'security_group_rule': {'security_group_id': '5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:52.092051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a9b76da-cca9-4895-938a-c42cb408084c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:52.106959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e9c1a-acc2-472c-9562-c8556515cd83 None None] Pushing event updated for resources: {'Port': ['ID=83fc4709-2d64-4c37-8f12-2688cebaed35,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:52.110357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e290e93e-f2da-4421-a8e4-346309a01266 None None] Provisioning complete for port 83fc4709-2d64-4c37-8f12-2688cebaed35 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:52.110942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e290e93e-f2da-4421-a8e4-346309a01266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:52.233511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a9b76da-cca9-4895-938a-c42cb408084c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:52.296260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15210e3-7737-4146-86d3-988793ff6364 req-19fd3eae-d520-4403-acdd-920722e9d352 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:52.297931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e15210e3-7737-4146-86d3-988793ff6364 req-19fd3eae-d520-4403-acdd-920722e9d352 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.0667922 Nov 12 20:42:52.323156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a9b76da-cca9-4895-938a-c42cb408084c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:52.343803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b76da-cca9-4895-938a-c42cb408084c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5446d2f0-6767-4079-828e-0022aa657f0e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:52.343995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:42:46Z', 'revision_number': 4, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '83fc4709-2d64-4c37-8f12-2688cebaed35', 'name': '', 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'mac_address': 'fa:16:3e:b2:f4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6699f091-1567-4c42-a634-fec121bd8259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:43Z', 'updated_at': '2021-11-12T20:42:51Z', 'revision_number': 4, 'project_id': '8331b64501164505ab969ff52172e32e', 'subnets': [{'id': '6699f091-1567-4c42-a634-fec121bd8259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:52.377640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d0280-50a3-4cac-8828-d3ad22624b4d None None] The sync data for ids ['d3021a4b-7623-4c96-aa84-00df3e65d7da'] in n-d-713498-29 is: [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:42:46Z', 'revision_number': 4, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '83fc4709-2d64-4c37-8f12-2688cebaed35', 'name': '', 'network_id': '55b85643-7a48-40c4-8d3d-1e39bb275a13', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'mac_address': 'fa:16:3e:b2:f4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6699f091-1567-4c42-a634-fec121bd8259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:43Z', 'updated_at': '2021-11-12T20:42:51Z', 'revision_number': 4, 'project_id': '8331b64501164505ab969ff52172e32e', 'subnets': [{'id': '6699f091-1567-4c42-a634-fec121bd8259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:42:52.382728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e15210e3-7737-4146-86d3-988793ff6364 req-e48b182a-98ab-40d1-8c63-beebd0fd199d tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777442 Nov 12 20:42:52.470883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a9b76da-cca9-4895-938a-c42cb408084c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:52.476614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8a9b76da-cca9-4895-938a-c42cb408084c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5248184 Nov 12 20:42:52.476614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53348) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:52.492758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:52.653843 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:52.800082 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:52.835752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53358) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:52.853796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3618-f0d6-42e0-9742-9b8e8db11323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.009778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3618-f0d6-42e0-9742-9b8e8db11323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.018754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Allocated IP 172.25.8.150 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/b3e42a4f-2147-4d66-ab81-883585f5a05f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:53.085320 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3618-f0d6-42e0-9742-9b8e8db11323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.145609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e3618-f0d6-42e0-9742-9b8e8db11323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3fa017-d84e-4387-9638-0a371a407e28,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:53.190315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.200291 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf7e3618-f0d6-42e0-9742-9b8e8db11323 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba8056dcff3a4d5698905b70af21af9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628232 Nov 12 20:42:53.200965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53364) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:53.272323 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-51f045ee-28f4-4a0f-a331-cc5d0a2bb63f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.309739 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.333008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-51f045ee-28f4-4a0f-a331-cc5d0a2bb63f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.404783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:53.408436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:53.413827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:53.425216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event updated for resources: {'Port': ['ID=b3e42a4f-2147-4d66-ab81-883585f5a05f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:53.526145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-51f045ee-28f4-4a0f-a331-cc5d0a2bb63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.528924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-51f045ee-28f4-4a0f-a331-cc5d0a2bb63f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.530133 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-51f045ee-28f4-4a0f-a331-cc5d0a2bb63f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd3fa017-d84e-4387-9638-0a371a407e28 HTTP/1.1" status: 204 len: 168 time: 0.3283391 Nov 12 20:42:53.565442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f045ee-28f4-4a0f-a331-cc5d0a2bb63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3fa017-d84e-4387-9638-0a371a407e28,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:53.685023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a981a4a-192f-4954-bc86-7ef176b8e26d req-52162c3a-0a49-4c09-94b2-1812c9cb031d tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:53.687077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a981a4a-192f-4954-bc86-7ef176b8e26d req-52162c3a-0a49-4c09-94b2-1812c9cb031d tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.2180388 Nov 12 20:42:53.743971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.744459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 83fc4709-2d64-4c37-8f12-2688cebaed35 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:53.808635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a981a4a-192f-4954-bc86-7ef176b8e26d req-8e13d5cb-5e1b-4096-a64c-268b4be78e30 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993147 Nov 12 20:42:53.838085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 83fc4709-2d64-4c37-8f12-2688cebaed35 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:53.838738 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.894351 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:54.146936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:54.439930 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:54.489913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:54.494557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event updated for resources: {'Port': ['ID=b3e42a4f-2147-4d66-ab81-883585f5a05f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:54.641117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:54.641117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-09c2b7d0-95b5-479e-9344-6e6454451b23 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1607144 Nov 12 20:42:55.248940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a40348-6d50-4e0f-912d-6e45ca0e92de req-2ff29b5b-5a42-4e4e-96c0-f08bd4e2873d service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520545 Nov 12 20:42:55.267306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1784b-2df8-4aa9-ae6f-4cc8ab29f67e req-6fc551bd-95ad-4d03-90c6-690787937a57 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:55.274053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baa1784b-2df8-4aa9-ae6f-4cc8ab29f67e req-6fc551bd-95ad-4d03-90c6-690787937a57 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.0951850 Nov 12 20:42:55.369375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baa1784b-2df8-4aa9-ae6f-4cc8ab29f67e req-b3909e7e-81e8-4d60-b0e2-22354ec7dff5 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749857 Nov 12 20:42:55.433189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-f799b688-5bde-4592-b5af-e455dc25e94f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1213382523&fields=id&tenant_id=549013cd7a4240e687d0dc6c09d0b51d HTTP/1.1" status: 200 len: 267 time: 0.1086137 Nov 12 20:42:55.476839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467605d-6116-4df9-8754-bfecf97310ad req-a4acf117-4756-4173-8664-c7a8ec8213d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:55.482161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a467605d-6116-4df9-8754-bfecf97310ad req-a4acf117-4756-4173-8664-c7a8ec8213d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=af354337161241cebf8492a762691426&device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 1121 time: 0.0827572 Nov 12 20:42:55.905575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4422-6b50-4d35-896a-940377769764 req-2bfa56ea-b4f2-48ca-8127-b8d7bd7deb21 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:55.907405 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-2bfa56ea-b4f2-48ca-8127-b8d7bd7deb21 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 823 time: 0.4666734 Nov 12 20:42:55.925009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467605d-6116-4df9-8754-bfecf97310ad req-9f80bc57-97fb-409c-bd1d-f3ac6127442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:55.926502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a467605d-6116-4df9-8754-bfecf97310ad req-9f80bc57-97fb-409c-bd1d-f3ac6127442b service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.4357510 Nov 12 20:42:55.931627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-323c7c38-fc40-4617-b092-f405fa8ffafb tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/quotas/549013cd7a4240e687d0dc6c09d0b51d HTTP/1.1" status: 200 len: 375 time: 0.0150604 Nov 12 20:42:56.015509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a467605d-6116-4df9-8754-bfecf97310ad req-c641d9b4-67e2-4b72-87ad-9afd36ac9a77 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 HTTP/1.1" status: 200 len: 217 time: 0.0702956 Nov 12 20:42:56.038363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-e3bb12a3-f67b-4576-87be-b9c3bac63260 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5b297e62d0be439285d5c1e1e7756c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703535 Nov 12 20:42:56.106678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-df2e8aea-6465-4cdd-99a8-eef5a8b95d24 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1720581 Nov 12 20:42:56.153680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467605d-6116-4df9-8754-bfecf97310ad req-2097f907-fd8a-4377-8341-c32782300354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:56.155125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a467605d-6116-4df9-8754-bfecf97310ad req-2097f907-fd8a-4377-8341-c32782300354 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1267445 Nov 12 20:42:56.222397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-ad2cce93-1f60-49a1-9793-ac720ca6670a tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:56.223878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-ad2cce93-1f60-49a1-9793-ac720ca6670a tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778703 Nov 12 20:42:56.230557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467605d-6116-4df9-8754-bfecf97310ad req-065daa66-3b82-48d2-b67a-c643ef4644e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:56.232084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a467605d-6116-4df9-8754-bfecf97310ad req-065daa66-3b82-48d2-b67a-c643ef4644e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0674365 Nov 12 20:42:56.250729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-c862f14c-49fb-4cdd-91fc-cd2a1c567742 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/quotas/5b297e62d0be439285d5c1e1e7756c43 HTTP/1.1" status: 200 len: 375 time: 0.0176728 Nov 12 20:42:56.319156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-06fe9e29-528b-4837-a13f-054c445e302a tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b297e62d0be439285d5c1e1e7756c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592003 Nov 12 20:42:56.365596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a467605d-6116-4df9-8754-bfecf97310ad req-6a529b18-552b-4221-8cef-3cc7d0ef4ca5 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225655 Nov 12 20:42:56.468104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a467605d-6116-4df9-8754-bfecf97310ad req-a9e28c5b-1813-4707-8472-e05d8e3419be service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964098 Nov 12 20:42:56.473240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-64b508d8-e297-43be-b102-30f57efad9d1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:42:56.474345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-64b508d8-e297-43be-b102-30f57efad9d1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1180863 Nov 12 20:42:56.594669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-48cc00c1-9206-488f-8fe2-1f55a4a37685 service neutron] 10.222.0.64 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128752 Nov 12 20:42:56.685413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-8acf1148-8231-4b3f-9573-2f8202d85264 service neutron] 10.222.0.64 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897932 Nov 12 20:42:57.309913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c9a3d0f-413c-40a9-9fa4-c6d835eafe54 req-09a98181-fd32-4ecc-a1ce-d8abba72a179 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0315976 Nov 12 20:42:57.334134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7791ddf-c66d-4827-b841-835fa1c096ce req-e1a7dac0-0b3d-4d13-8ad3-57f3e081a4a0 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:57.335927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7791ddf-c66d-4827-b841-835fa1c096ce req-e1a7dac0-0b3d-4d13-8ad3-57f3e081a4a0 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.0877836 Nov 12 20:42:57.391955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c37fe959-9ea6-4423-9a15-9b8cfcc089ee req-568f91c5-a947-4663-b8dd-16e13253af01 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 210 time: 0.0344057 Nov 12 20:42:57.409896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7791ddf-c66d-4827-b841-835fa1c096ce req-0f5bc4e7-5b03-4f75-8a8a-82083dd2f48a tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666537 Nov 12 20:42:57.548968 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb69ea2d-33f2-4023-92dd-e4c7ae55c79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:58.568616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b558bbc-5784-4be4-bb23-77681bd7e867 req-9d90de13-fb24-4aef-b1da-d40025153a93 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0267644 Nov 12 20:42:58.645377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:42:58.710452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d78a7025-0299-4bb2-a97d-259cb9b54fb6 req-e9cb5a5f-15da-4e1e-bb25-c733f22df6f3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 210 time: 0.0313206 Nov 12 20:42:58.760328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:58.773115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '66f31326-a2f6-4bb3-b5e9-f9611a4c53f4', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '66f31326-a2f6-4bb3-b5e9-f9611a4c53f4', 'mac_address': 'fa:16:3e:e8:a7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:tempest-test_az-1712506162', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:42:58.812733 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:58.825807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead8d4-251d-4525-876d-812b9b9e2e42 req-2ebe0867-2ea8-40e0-9ee8-538e286b645c tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:58.825971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:42:58.827329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beead8d4-251d-4525-876d-812b9b9e2e42 req-2ebe0867-2ea8-40e0-9ee8-538e286b645c tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 969 time: 0.0522790 Nov 12 20:42:58.868056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:58.904516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beead8d4-251d-4525-876d-812b9b9e2e42 req-6995ef40-62ba-4c96-a4a0-c2a03caab70f tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594976 Nov 12 20:42:58.958740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53616) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:58.983139 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:59.032086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:59.174334 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7fedf69-c805-4ab1-9eb1-e7f30a49ca6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:59.194998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53624) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:59.260553 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7fedf69-c805-4ab1-9eb1-e7f30a49ca6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:59.344778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['66f31326-a2f6-4bb3-b5e9-f9611a4c53f4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:42:59.434016 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff12a-5132-4840-9b48-efce58c44f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:59.598466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53632) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:59.675913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bee22b6-65cb-4066-b7f7-cb5a499ed590 req-f53097b1-c792-400a-b2a7-ad97f7db5571 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Nov 12 20:42:59.724007 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-545b8eeb-85f3-4290-9d49-49d79d80dfb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:59.807154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc9277e2-0f95-4af5-bd6d-b1375e42685a req-2f97a81e-fb8a-400d-9410-434696434d77 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 210 time: 0.0268507 Nov 12 20:42:59.871522 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff12a-5132-4840-9b48-efce58c44f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:59.872015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-545b8eeb-85f3-4290-9d49-49d79d80dfb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.028029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477870c8-091c-4d67-af64-265c61be0174 req-ba025610-2142-463e-b113-da4860563e59 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:00.029554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-477870c8-091c-4d67-af64-265c61be0174 req-ba025610-2142-463e-b113-da4860563e59 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 970 time: 0.0565040 Nov 12 20:43:00.079270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-477870c8-091c-4d67-af64-265c61be0174 req-ecda049f-5551-437a-9b15-07c94d9c5bf4 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Nov 12 20:43:00.360149 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7fedf69-c805-4ab1-9eb1-e7f30a49ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.401007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d7fedf69-c805-4ab1-9eb1-e7f30a49ca6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bba8b1c305364359ae7d2823739ee2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4411650 Nov 12 20:43:00.402266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fedf69-c805-4ab1-9eb1-e7f30a49ca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008fb76f-2c04-4574-905b-0135dd2f89b4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:00.404486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53640) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:00.417916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfea86ab-38d5-4508-8b9d-ccbd4e27a25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.422716 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-545b8eeb-85f3-4290-9d49-49d79d80dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.443515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff12a-5132-4840-9b48-efce58c44f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.460643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-545b8eeb-85f3-4290-9d49-49d79d80dfb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a586eacee9704d93afdd7bd53acbd741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8612909 Nov 12 20:43:00.463591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53642) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:00.470473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b8eeb-85f3-4290-9d49-49d79d80dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6144c0a1-0bd3-4e10-8be3-c61c8d549a57,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:00.479866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.46', 57502) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:00.505973 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ba7ff12a-5132-4840-9b48-efce58c44f91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3de25c84d9934150b605e2999dacd460&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3097384 Nov 12 20:43:00.506957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ff12a-5132-4840-9b48-efce58c44f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8cb116-32ed-49a4-b0de-602e839fc24a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:00.509295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53644) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:00.511757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d66467a0-3869-4644-b6b8-d68b82f1e128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.550900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd74575c-b3e9-4a15-9144-c88111468010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.603483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:00.617390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd74575c-b3e9-4a15-9144-c88111468010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.654802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d66467a0-3869-4644-b6b8-d68b82f1e128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.672031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4422-6b50-4d35-896a-940377769764 req-8735e13b-abf0-48ba-904b-0bc3ddd8305c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:00.673538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-8735e13b-abf0-48ba-904b-0bc3ddd8305c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 823 time: 0.1922338 Nov 12 20:43:00.704638 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c2f9-8ddd-4298-ad40-4b524e44dba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.728131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c2f9-8ddd-4298-ad40-4b524e44dba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.777893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02eb9f4b-5a12-495c-b8a6-ae9be49cb32e req-d5422616-7380-4109-b001-73fe65c62fe2 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0278180 Nov 12 20:43:00.794161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:00.798421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:00.798791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.803141 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd74575c-b3e9-4a15-9144-c88111468010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.826893 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd74575c-b3e9-4a15-9144-c88111468010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.826893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fd74575c-b3e9-4a15-9144-c88111468010 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6144c0a1-0bd3-4e10-8be3-c61c8d549a57 HTTP/1.1" status: 204 len: 168 time: 0.3417184 Nov 12 20:43:00.835932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74575c-b3e9-4a15-9144-c88111468010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6144c0a1-0bd3-4e10-8be3-c61c8d549a57,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:00.871240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-4e7a8c70-ebb1-4222-b065-8987793df1cb tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=549013cd7a4240e687d0dc6c09d0b51d HTTP/1.1" status: 200 len: 380 time: 0.0950897 Nov 12 20:43:00.881837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Request body: {'port': {'device_id': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'admin_state_up': True, 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'security_groups': ['5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:00.892440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d66467a0-3869-4644-b6b8-d68b82f1e128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.895424 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.897278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d66467a0-3869-4644-b6b8-d68b82f1e128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.899467 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d66467a0-3869-4644-b6b8-d68b82f1e128 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/008fb76f-2c04-4574-905b-0135dd2f89b4 HTTP/1.1" status: 204 len: 168 time: 0.4930263 Nov 12 20:43:00.909595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66467a0-3869-4644-b6b8-d68b82f1e128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008fb76f-2c04-4574-905b-0135dd2f89b4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:00.931209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559a7d0b-e8b5-43f3-b70b-eabe659f86aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f31326-a2f6-4bb3-b5e9-f9611a4c53f4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:00.935639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c2f9-8ddd-4298-ad40-4b524e44dba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.942157 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c2f9-8ddd-4298-ad40-4b524e44dba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:00.945054 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c5e0c2f9-8ddd-4298-ad40-4b524e44dba7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e8cb116-32ed-49a4-b0de-602e839fc24a HTTP/1.1" status: 204 len: 168 time: 0.4316533 Nov 12 20:43:00.964833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0c2f9-8ddd-4298-ad40-4b524e44dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8cb116-32ed-49a4-b0de-602e839fc24a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:01.020896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:01.052652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afdef9af-6722-494b-9805-90d8bd05e902 req-8577d5f9-dff6-4a85-9aca-cfcdd92ae44a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 210 time: 0.0598600 Nov 12 20:43:01.132345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:01.169109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:01.188305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:01.208199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Made reservation on behalf of 549013cd7a4240e687d0dc6c09d0b51d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:01.211911 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:01.260175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce45db-c4e0-4d7d-833d-e02b7644b831 req-f896affb-aa4a-44ba-9e1f-bd23c53ac576 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:01.261738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2cce45db-c4e0-4d7d-833d-e02b7644b831 req-f896affb-aa4a-44ba-9e1f-bd23c53ac576 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 971 time: 0.1079996 Nov 12 20:43:01.357078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.46', 57505) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:01.404010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2cce45db-c4e0-4d7d-833d-e02b7644b831 req-c815dc46-890b-4913-99af-1e929ad6b7a4 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038177 Nov 12 20:43:01.429565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Allocated IP 172.20.0.14 (a5da087a-c915-4151-80d4-7151deaa2447/bbd3d40b-c3e6-4957-80ce-430634246969/bf013027-e5ad-4e65-824e-4a84744bd480) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:01.490491 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-31005021-274e-4587-9c80-e35ec144419a tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5b297e62d0be439285d5c1e1e7756c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212331 Nov 12 20:43:01.905104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4780ee24-cca8-4d82-aa78-22798f8a5131 req-fdb254d9-5426-42b6-b4e3-82edadbbcda2 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0316970 Nov 12 20:43:01.951430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.103277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53676) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:02.117256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81509126-036b-425d-be5d-8783d68f56c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.160516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-986ca839-cee0-452d-bd34-9ea3356d4ba3 req-8859b7a9-7726-4995-a11c-671776f745fa tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 210 time: 0.0317502 Nov 12 20:43:02.166945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.225520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Network a5da087a-c915-4151-80d4-7151deaa2447 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:02.235918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:02.244573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:02.259486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:02.261687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.274066 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc05cb-c809-47d2-aeca-74d32a8d5025" -d '{"events": [{"server_uuid": "559a7d0b-e8b5-43f3-b70b-eabe659f86aa", "name": "network-vif-plugged", "status": "completed", "tag": "66f31326-a2f6-4bb3-b5e9-f9611a4c53f4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:02.277654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event updated for resources: {'Port': ['ID=bf013027-e5ad-4e65-824e-4a84744bd480,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:02.320135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81509126-036b-425d-be5d-8783d68f56c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.425704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-19fe60b8-c20b-47fa-a48c-cac8833a793f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5479617 Nov 12 20:43:02.426505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81509126-036b-425d-be5d-8783d68f56c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.467041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81509126-036b-425d-be5d-8783d68f56c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0355e0ad-9d28-4a5f-9593-d4647618d6cb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:02.471642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-81509126-036b-425d-be5d-8783d68f56c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efa9c4d2aa004b2e8ee8f027ac219af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672893 Nov 12 20:43:02.474431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53684) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:02.490765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-192bb786-406a-4834-ad85-b9b70ca4b5f4 None None] Provisioning complete for port bf013027-e5ad-4e65-824e-4a84744bd480 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:02.490765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-192bb786-406a-4834-ad85-b9b70ca4b5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.518941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53686) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:02.527263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-192bb786-406a-4834-ad85-b9b70ca4b5f4 None None] Port bf013027-e5ad-4e65-824e-4a84744bd480 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:02.533811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a184f643-2610-4442-a6f0-36625b62464b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.541571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ed59a7ea-d4f1-4930-be00-a9f907a1c571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.560486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a184f643-2610-4442-a6f0-36625b62464b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.627050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ed59a7ea-d4f1-4930-be00-a9f907a1c571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.694612 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f2186e-2c30-4525-9fd1-3e60de394f52 x-openstack-request-id: req-36f2186e-2c30-4525-9fd1-3e60de394f52 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:02.694928 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559a7d0b-e8b5-43f3-b70b-eabe659f86aa", "name": "network-vif-plugged", "status": "completed", "tag": "66f31326-a2f6-4bb3-b5e9-f9611a4c53f4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:02.695211 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36f2186e-2c30-4525-9fd1-3e60de394f52 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:02.695706 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559a7d0b-e8b5-43f3-b70b-eabe659f86aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f31326-a2f6-4bb3-b5e9-f9611a4c53f4', 'code': 200} Nov 12 20:43:02.742652 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a184f643-2610-4442-a6f0-36625b62464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.742885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ed59a7ea-d4f1-4930-be00-a9f907a1c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.746198 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a184f643-2610-4442-a6f0-36625b62464b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.756925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a184f643-2610-4442-a6f0-36625b62464b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0355e0ad-9d28-4a5f-9593-d4647618d6cb HTTP/1.1" status: 204 len: 168 time: 0.2722094 Nov 12 20:43:02.759347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184f643-2610-4442-a6f0-36625b62464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0355e0ad-9d28-4a5f-9593-d4647618d6cb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:02.803943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59a7ea-d4f1-4930-be00-a9f907a1c571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cccfa7-b1e8-4bb3-a6c3-362d6b72308b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:02.810716 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ed59a7ea-d4f1-4930-be00-a9f907a1c571 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d60c847e9a6442d9674843aa1811905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899601 Nov 12 20:43:02.813569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53690) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:02.842785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53692) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:02.869148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e6690ab-30b6-43a2-a0b5-3d33ca610992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.879808 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.897301 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5bf56eb-e5ad-42e1-b93d-aa55beafb790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.922089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147c1f1-4a81-4627-baaf-8bdf74cb50f3 req-a5badeb1-12fb-4ec2-88d4-97818a0f40b6 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:02.923834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9147c1f1-4a81-4627-baaf-8bdf74cb50f3 req-a5badeb1-12fb-4ec2-88d4-97818a0f40b6 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 971 time: 0.1528075 Nov 12 20:43:02.925943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b98ef-9b35-448b-afd4-b253b75d98ff req-98bff944-8401-494e-94c5-e53a8f66089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:02.927425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-212b98ef-9b35-448b-afd4-b253b75d98ff req-98bff944-8401-494e-94c5-e53a8f66089b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 1123 time: 0.1040437 Nov 12 20:43:02.930167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5bf56eb-e5ad-42e1-b93d-aa55beafb790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:02.965979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-212b98ef-9b35-448b-afd4-b253b75d98ff req-21029a45-c4dd-4904-aac6-a15d3285cfed service neutron] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.010328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9147c1f1-4a81-4627-baaf-8bdf74cb50f3 req-7d939221-15e2-403e-9cb0-826455b5145c tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780880 Nov 12 20:43:03.077850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-212b98ef-9b35-448b-afd4-b253b75d98ff req-21029a45-c4dd-4904-aac6-a15d3285cfed service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.105761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b76db19f-2563-439c-aa91-74d8437decd9 req-b4f1df37-8bb5-46e9-aebd-8c38babfaf4b tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0323887 Nov 12 20:43:03.112562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5bf56eb-e5ad-42e1-b93d-aa55beafb790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.114508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5bf56eb-e5ad-42e1-b93d-aa55beafb790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.115853 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d5bf56eb-e5ad-42e1-b93d-aa55beafb790 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21cccfa7-b1e8-4bb3-a6c3-362d6b72308b HTTP/1.1" status: 204 len: 168 time: 0.3014996 Nov 12 20:43:03.139711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf56eb-e5ad-42e1-b93d-aa55beafb790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cccfa7-b1e8-4bb3-a6c3-362d6b72308b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:03.165885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-212b98ef-9b35-448b-afd4-b253b75d98ff req-21029a45-c4dd-4904-aac6-a15d3285cfed service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.176704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e6690ab-30b6-43a2-a0b5-3d33ca610992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.225914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-212b98ef-9b35-448b-afd4-b253b75d98ff req-21029a45-c4dd-4904-aac6-a15d3285cfed service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867441 Nov 12 20:43:03.228038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21029a45-c4dd-4904-aac6-a15d3285cfed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e89607-1fef-44ee-998c-f3ebca409cfe,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:03.274675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e6690ab-30b6-43a2-a0b5-3d33ca610992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.314137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599900a-ce4f-4b29-972a-3b7e59486cc0 req-e8f97f2d-dd2d-4791-91ad-e9e0701a2ed2 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:03.315037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6690ab-30b6-43a2-a0b5-3d33ca610992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae51b46-be07-4348-a344-730028213ccc,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:03.315805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2599900a-ce4f-4b29-972a-3b7e59486cc0 req-e8f97f2d-dd2d-4791-91ad-e9e0701a2ed2 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 932 time: 0.0575702 Nov 12 20:43:03.320178 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2e6690ab-30b6-43a2-a0b5-3d33ca610992 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27071c6f2cb14609902e670d734d7eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4763274 Nov 12 20:43:03.323572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53704) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:03.382118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2599900a-ce4f-4b29-972a-3b7e59486cc0 req-9a86f7cd-97fb-4489-9ed6-bbd3875fd38f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592091 Nov 12 20:43:03.395341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b218af0a-a08f-4640-b8d8-eb3f16dbe1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.417656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b218af0a-a08f-4640-b8d8-eb3f16dbe1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.479936 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.594541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b218af0a-a08f-4640-b8d8-eb3f16dbe1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.597477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b218af0a-a08f-4640-b8d8-eb3f16dbe1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:03.601656 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b218af0a-a08f-4640-b8d8-eb3f16dbe1c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ae51b46-be07-4348-a344-730028213ccc HTTP/1.1" status: 204 len: 168 time: 0.2768414 Nov 12 20:43:03.610488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218af0a-a08f-4640-b8d8-eb3f16dbe1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae51b46-be07-4348-a344-730028213ccc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:03.916090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53720) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:04.074212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b7a453f-4396-44a4-8211-8e786d0487f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:04.170804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea1473-d999-43db-800f-161fd090f4e0 req-50be54e5-8024-484b-a458-997b378e38ae tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:04.172362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41ea1473-d999-43db-800f-161fd090f4e0 req-50be54e5-8024-484b-a458-997b378e38ae tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 971 time: 0.0836730 Nov 12 20:43:04.240132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98ee033b-1fc8-4668-ac2d-1d89b242d31b req-d3d0630e-4c59-472b-80e5-88a5d78b044b tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0387108 Nov 12 20:43:04.251666 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b7a453f-4396-44a4-8211-8e786d0487f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:04.272923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41ea1473-d999-43db-800f-161fd090f4e0 req-618d02d6-fb5f-4d92-babf-dcff582cda14 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943434 Nov 12 20:43:04.338542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b7a453f-4396-44a4-8211-8e786d0487f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:04.380283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7b7a453f-4396-44a4-8211-8e786d0487f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf165781039c476b8456dd4ba1809b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625468 Nov 12 20:43:04.382331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a453f-4396-44a4-8211-8e786d0487f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cbe66a-0b0a-4c5b-87a6-c1dfc33fa560,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:04.384516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53744) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:04.438617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7767864e-2b58-4e07-8227-1bd8f41e98e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:04.472567 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7767864e-2b58-4e07-8227-1bd8f41e98e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:04.530848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9690-6708-408b-8fb5-f582dc126cda req-879cff33-56b3-4623-9c51-56c7577e0c79 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:04.533186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-039a9690-6708-408b-8fb5-f582dc126cda req-879cff33-56b3-4623-9c51-56c7577e0c79 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 932 time: 0.0634596 Nov 12 20:43:04.600021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-039a9690-6708-408b-8fb5-f582dc126cda req-b9ea2b46-3a36-41e2-bf39-3594e8234f45 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597394 Nov 12 20:43:04.611438 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7767864e-2b58-4e07-8227-1bd8f41e98e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:04.615590 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7767864e-2b58-4e07-8227-1bd8f41e98e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:04.616798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7767864e-2b58-4e07-8227-1bd8f41e98e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32cbe66a-0b0a-4c5b-87a6-c1dfc33fa560 HTTP/1.1" status: 204 len: 168 time: 0.2321465 Nov 12 20:43:04.627491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767864e-2b58-4e07-8227-1bd8f41e98e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cbe66a-0b0a-4c5b-87a6-c1dfc33fa560,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:05.021850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53772) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:05.221464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1491410503-network', 'tenant_id': '45d8ed6005744782a11e4fbbe7220486'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:05.320305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Made reservation on behalf of 45d8ed6005744782a11e4fbbe7220486 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:05.322788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.331843 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.385984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-613d743a-446e-4092-9783-ab2cfb292a9a req-5f7a4d4b-16a3-4a1d-a669-8db6287a93cd tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0445538 Nov 12 20:43:05.411875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53786) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:05.452268 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1aa8ee14-da7d-4031-8828-ba974a8d5066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.499035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff132994-f467-4194-8a10-6e2d804359f2 req-6c47dd3c-54e4-4917-be73-d7f53e8e50f0 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:05.500617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff132994-f467-4194-8a10-6e2d804359f2 req-6c47dd3c-54e4-4917-be73-d7f53e8e50f0 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 971 time: 0.1469047 Nov 12 20:43:05.570505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.614937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff132994-f467-4194-8a10-6e2d804359f2 req-9224413f-e374-4a2f-bcbf-51252e203eba tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007760 Nov 12 20:43:05.640748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1aa8ee14-da7d-4031-8828-ba974a8d5066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.705084 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.737765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:43:05.759965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.760309 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Added segment 755d28b9-26d4-4fb0-a91d-0389e53140ed of type vlan for network 227025a4-932b-47cd-b37f-9e54fd84f819 Nov 12 20:43:05.772913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1aa8ee14-da7d-4031-8828-ba974a8d5066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.797780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94ded-0ffd-42ce-9caa-34d89c6362a0 req-f1cde996-4460-4298-a490-274ee3b2b663 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:05.799418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93f94ded-0ffd-42ce-9caa-34d89c6362a0 req-f1cde996-4460-4298-a490-274ee3b2b663 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 932 time: 0.1262276 Nov 12 20:43:05.820253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d3a116-d413-4619-8ed2-06a40d5f5d4c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:05.882188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.892944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1aa8ee14-da7d-4031-8828-ba974a8d5066 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4745ada5c22d4804b22109cf3fe6241c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4798753 Nov 12 20:43:05.895725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53800) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:05.933058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8ee14-da7d-4031-8828-ba974a8d5066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba440d1e-2783-4097-a684-77c0cb22e9e3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:05.948333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93f94ded-0ffd-42ce-9caa-34d89c6362a0 req-71464d2a-3a96-455c-8e00-c6bdafb132fc tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124153 Nov 12 20:43:05.956825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-275ec5f8-9063-47c8-990b-955c4a09c6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:05.980062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-275ec5f8-9063-47c8-990b-955c4a09c6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:06.045957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:06.046741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:06.047450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:06.102498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-275ec5f8-9063-47c8-990b-955c4a09c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:06.106060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-275ec5f8-9063-47c8-990b-955c4a09c6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:06.109964 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-275ec5f8-9063-47c8-990b-955c4a09c6eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba440d1e-2783-4097-a684-77c0cb22e9e3 HTTP/1.1" status: 204 len: 168 time: 0.2105322 Nov 12 20:43:06.117811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ec5f8-9063-47c8-990b-955c4a09c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba440d1e-2783-4097-a684-77c0cb22e9e3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:06.130904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] Pushing event updated for resources: {'Network': ['ID=227025a4-932b-47cd-b37f-9e54fd84f819,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:06.146186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 227025a4-932b-47cd-b37f-9e54fd84f819 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:43:06.162257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ac3989f9-6f6c-4cf7-8f9f-366650c9eacc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1375203 Nov 12 20:43:06.164599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53810) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:06.170234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Request body: {'subnet': {'network_id': '227025a4-932b-47cd-b37f-9e54fd84f819', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1491410503-subnet', 'tenant_id': '45d8ed6005744782a11e4fbbe7220486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:06.257238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Made reservation on behalf of 45d8ed6005744782a11e4fbbe7220486 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:06.264271 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:06.517017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-831f7e35-09b1-40d7-b53d-24704d9fc87f req-0b22e554-3389-4474-84d7-1f3166df12c9 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0326688 Nov 12 20:43:06.554126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:06.610754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acda342b-5f36-46e0-a115-02fd8e74c115,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:06.637520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Checking segment: {'id': '755d28b9-26d4-4fb0-a91d-0389e53140ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '227025a4-932b-47cd-b37f-9e54fd84f819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:06.638019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Network hostable DHCP agents. Network: 227025a4-932b-47cd-b37f-9e54fd84f819, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:43:06.725702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Network 227025a4-932b-47cd-b37f-9e54fd84f819 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:43:06.748112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229455-01ea-496c-949c-f6564ff18274 req-f31343d9-cada-46c7-8f03-7de7819e98bc tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:06.749819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89229455-01ea-496c-949c-f6564ff18274 req-f31343d9-cada-46c7-8f03-7de7819e98bc tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 971 time: 0.0628505 Nov 12 20:43:06.808694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89229455-01ea-496c-949c-f6564ff18274 req-ce3681a6-d0af-499c-b141-ac34912bc143 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509629 Nov 12 20:43:06.811740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 227025a4-932b-47cd-b37f-9e54fd84f819) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:06.817053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:06.820068 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:06.822931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d695b-95f5-4667-a0a8-722492371416 None None] Network 227025a4-932b-47cd-b37f-9e54fd84f819 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:06.900521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-aef56d1a-7977-4947-b562-67518c203651 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7348614 Nov 12 20:43:07.006409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02843e84-69a0-4ee9-9769-db16a2b6c568 None None] Network 227025a4-932b-47cd-b37f-9e54fd84f819 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:07.030676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-9a5ee501-80d4-4824-978e-6739cd63a5bd tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312891 Nov 12 20:43:07.037166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c97637-54c6-4ed6-aafc-c0b433449e6d req-873ffac3-8b02-495f-876b-11ef698fddb0 tempest-AggregatesAdminTestJSON-665398832 tempest-AggregatesAdminTestJSON-665398832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:07.038651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12c97637-54c6-4ed6-aafc-c0b433449e6d req-873ffac3-8b02-495f-876b-11ef698fddb0 tempest-AggregatesAdminTestJSON-665398832 tempest-AggregatesAdminTestJSON-665398832-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 1123 time: 0.0819442 Nov 12 20:43:07.088686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-12c97637-54c6-4ed6-aafc-c0b433449e6d req-ad749c2a-9c77-4423-a087-83ff3f3b0c4f tempest-AggregatesAdminTestJSON-665398832 tempest-AggregatesAdminTestJSON-665398832-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:07.215470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-7d95d78a-ecad-4450-bb56-41b76ba211d8 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:07.222602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-7d95d78a-ecad-4450-bb56-41b76ba211d8 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829050 Nov 12 20:43:07.251812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-2b1bc881-8c3a-4cc6-b359-9bd0cdb2ccc7 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/quotas/f8c286295cf2419ab8c6a28365cea2dc HTTP/1.1" status: 200 len: 375 time: 0.0280068 Nov 12 20:43:07.315984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-f8a54576-2dea-40c3-95a9-d7958e5f73ae tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488615 Nov 12 20:43:07.336163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-12c97637-54c6-4ed6-aafc-c0b433449e6d req-ad749c2a-9c77-4423-a087-83ff3f3b0c4f tempest-AggregatesAdminTestJSON-665398832 tempest-AggregatesAdminTestJSON-665398832-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:07.406187 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-12c97637-54c6-4ed6-aafc-c0b433449e6d req-ad749c2a-9c77-4423-a087-83ff3f3b0c4f tempest-AggregatesAdminTestJSON-665398832 tempest-AggregatesAdminTestJSON-665398832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:07.448913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12c97637-54c6-4ed6-aafc-c0b433449e6d req-ad749c2a-9c77-4423-a087-83ff3f3b0c4f tempest-AggregatesAdminTestJSON-665398832 tempest-AggregatesAdminTestJSON-665398832-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978012 Nov 12 20:43:07.449695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad749c2a-9c77-4423-a087-83ff3f3b0c4f tempest-AggregatesAdminTestJSON-665398832 tempest-AggregatesAdminTestJSON-665398832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063bda4e-ec69-4511-a25e-842f4854dec4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:07.568073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a65164-963c-4273-90a5-4228d736a0a9 req-68dbee6b-7a09-4f6d-9c3a-5c13c622dd05 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:07.569581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34a65164-963c-4273-90a5-4228d736a0a9 req-68dbee6b-7a09-4f6d-9c3a-5c13c622dd05 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 932 time: 0.0531371 Nov 12 20:43:07.659826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34a65164-963c-4273-90a5-4228d736a0a9 req-c217540c-9957-4cfa-87af-22f417d2e640 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740511 Nov 12 20:43:07.925058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2952cdec-f181-4eec-af73-5bb29cfea1f9 req-621a01b3-ff29-4d65-9fb5-2bab50e61423 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0269608 Nov 12 20:43:07.997200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29b0cbdc-7fe2-46e3-8d18-f75b58c06601 req-4d15ae7a-77a2-4038-b3ee-1681bdddb584 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 210 time: 0.0277274 Nov 12 20:43:08.002086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-1a459baa-25a1-4e9b-b9bc-2967db446f1b tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:43:08.003058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-1a459baa-25a1-4e9b-b9bc-2967db446f1b tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050139 Nov 12 20:43:08.100200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-188cd511-f343-4c12-8706-b0412ccece57 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:08.101760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-188cd511-f343-4c12-8706-b0412ccece57 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161814 Nov 12 20:43:08.115447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Request body: {'port': {'device_id': 'a570f59d-083d-4651-871c-3707372bf7b1', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '5b297e62d0be439285d5c1e1e7756c43'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:08.466674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Request body: {'port': {'device_id': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:08.509567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53926) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:08.515010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1125164176-network', 'tenant_id': '64a1f4ab4f6149c59a715f047e9b518a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:08.523744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Made reservation on behalf of 5b297e62d0be439285d5c1e1e7756c43 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:08.527992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.543021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.583824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.700230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Made reservation on behalf of 64a1f4ab4f6149c59a715f047e9b518a for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:08.703232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.723484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.727088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.813239 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.822637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.902919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada9c1-ccfb-4adf-8021-b1e3ed27da9f req-bf1b5610-f016-40d1-9731-4d15c2a95928 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:08.904507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4ada9c1-ccfb-4adf-8021-b1e3ed27da9f req-bf1b5610-f016-40d1-9731-4d15c2a95928 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 932 time: 0.1084039 Nov 12 20:43:08.914701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:08.932944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac24ec88-d0db-4f9b-95d2-88a660d6b815,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:08.986952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4ada9c1-ccfb-4adf-8021-b1e3ed27da9f req-852f1069-7493-475a-b457-ea9837ff05f6 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742061 Nov 12 20:43:09.009013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:43:09.050159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a6c12d-2fc9-4d9a-bf31-a0b4dd71abc5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:09.068776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.073478 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Added segment 7ca0073a-94f3-4655-9675-f897f17a3354 of type vlan for network 1f24b30e-2c86-46d7-9936-2351c78ae0ee Nov 12 20:43:09.131123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c224e34-2248-491a-9035-3f3789099a56 req-ecd44489-743e-48d7-8ce5-bf546fa9bf8e tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0370693 Nov 12 20:43:09.145369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Allocated IP 192.168.233.30 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/0387ea21-a751-4339-b9c3-805b9ad23df3) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:09.146691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf013027-e5ad-4e65-824e-4a84744bd480 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:09.168049 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.216141 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.237641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa35d6ab-0fe5-4ac3-ab72-7e60ba0ff2ee req-c6ebb1b3-3b73-4fbc-a6bb-ef5b8468faa0 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 210 time: 0.0767634 Nov 12 20:43:09.254449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Transition to ACTIVE for port object bf013027-e5ad-4e65-824e-4a84744bd480 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:09.320112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.361816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.362780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:09.363386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.408866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf013027-e5ad-4e65-824e-4a84744bd480,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:09.452278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Attempting to bind port bf013027-e5ad-4e65-824e-4a84744bd480 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:09.452858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Attempting to bind port bf013027-e5ad-4e65-824e-4a84744bd480 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:09.453473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Attempting to bind port bf013027-e5ad-4e65-824e-4a84744bd480 on network a5da087a-c915-4151-80d4-7151deaa2447 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:09.461200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Port bf013027-e5ad-4e65-824e-4a84744bd480 on network a5da087a-c915-4151-80d4-7151deaa2447 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:09.461798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Attempting to bind port bf013027-e5ad-4e65-824e-4a84744bd480 on network a5da087a-c915-4151-80d4-7151deaa2447 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:09.465350 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9544923 Nov 12 20:43:09.471902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53994) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:09.477749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Request body: {'subnet': {'network_id': '1f24b30e-2c86-46d7-9936-2351c78ae0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1125164176-subnet', 'tenant_id': '64a1f4ab4f6149c59a715f047e9b518a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:09.477962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0654a9-9cf5-431e-a192-71c675952fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=1f24b30e-2c86-46d7-9936-2351c78ae0ee,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:09.492651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 1f24b30e-2c86-46d7-9936-2351c78ae0ee details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:43:09.511944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:09.512549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Checking segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:09.513034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Bound using segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:09.513550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Bound port: bf013027-e5ad-4e65-824e-4a84744bd480, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:09.513937 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.529593 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.658446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Made reservation on behalf of 64a1f4ab4f6149c59a715f047e9b518a for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:09.660870 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.704281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.717550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] For port bf013027-e5ad-4e65-824e-4a84744bd480, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:09.772325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] For port bf013027-e5ad-4e65-824e-4a84744bd480, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bf013027-e5ad-4e65-824e-4a84744bd480,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:09.799047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:09.803355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:09.805311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Pushing event updated for resources: {'Port': ['ID=0387ea21-a751-4339-b9c3-805b9ad23df3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:09.808113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:09.814038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:09.814666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.890108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.952849 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-6fffc778-48c7-48fb-8684-6d017dccf310 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8405778 Nov 12 20:43:09.959414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:09.960164 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:09.961534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/bf013027-e5ad-4e65-824e-4a84744bd480 HTTP/1.1" status: 200 len: 1093 time: 1.7433329 Nov 12 20:43:09.964333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'tag': 'bf013027-e5ad-4e65-824e-4a84744bd480'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:09.966737 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66" -d '{"events": [{"name": "network-changed", "server_uuid": "555891f2-03aa-4227-89c1-bf7b8c92cfd5", "tag": "bf013027-e5ad-4e65-824e-4a84744bd480"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:09.974710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Request body: {'port': {'device_id': 'a570f59d-083d-4651-871c-3707372bf7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:09.979844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.017310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54008) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:10.092430 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.103020 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.243529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552d50a-6a94-4193-88c5-b58d57b8e8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf013027-e5ad-4e65-824e-4a84744bd480,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:10.272421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2d647-05ff-427f-aade-eb6a0f6b20d5 req-d8553860-38bf-485f-bc54-7dd5028725dc tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:10.274324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdc2d647-05ff-427f-aade-eb6a0f6b20d5 req-d8553860-38bf-485f-bc54-7dd5028725dc tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 944 time: 0.1593692 Nov 12 20:43:10.275805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6c2e729d-67e3-48c0-b767-b8b8748dddf4 None None] Provisioning complete for port 0387ea21-a751-4339-b9c3-805b9ad23df3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:10.276227 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6c2e729d-67e3-48c0-b767-b8b8748dddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.309797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4422-6b50-4d35-896a-940377769764 req-434275fc-1260-4a14-bc7b-40c099705ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:10.311775 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-434275fc-1260-4a14-bc7b-40c099705ab3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 1096 time: 0.1361053 Nov 12 20:43:10.315617 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.340755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e729d-67e3-48c0-b767-b8b8748dddf4 None None] Port 0387ea21-a751-4339-b9c3-805b9ad23df3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:10.398044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-da4385ae-ce15-4b26-955b-5bd54dc22c5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf013027-e5ad-4e65-824e-4a84744bd480 HTTP/1.1" status: 200 len: 217 time: 0.0761764 Nov 12 20:43:10.434463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdc2d647-05ff-427f-aade-eb6a0f6b20d5 req-0ee0b247-847b-48fa-a20d-75d49618a703 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480353 Nov 12 20:43:10.469630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c53b5-1424-4cbf-9d71-26dfd295a583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.473040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61027a02-b5c0-43cf-aef1-6fab83106d9f,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:10.544273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-1d3435e5-df37-4a76-a05b-10aed92f3937 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392296 Nov 12 20:43:10.546557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Checking segment: {'id': '7ca0073a-94f3-4655-9675-f897f17a3354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1f24b30e-2c86-46d7-9936-2351c78ae0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:10.546925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Network hostable DHCP agents. Network: 1f24b30e-2c86-46d7-9936-2351c78ae0ee, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:43:10.553462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4422-6b50-4d35-896a-940377769764 req-19b1760f-bd91-4735-92b3-4b49ab3b9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:10.554952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-19b1760f-bd91-4735-92b3-4b49ab3b9eec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd3d40b-c3e6-4957-80ce-430634246969 HTTP/1.1" status: 200 len: 862 time: 0.1414797 Nov 12 20:43:10.650757 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486cebed-f39d-48d6-b4e5-82bf785ad9ce x-openstack-request-id: req-486cebed-f39d-48d6-b4e5-82bf785ad9ce {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:10.651578 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555891f2-03aa-4227-89c1-bf7b8c92cfd5", "tag": "bf013027-e5ad-4e65-824e-4a84744bd480", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:10.651833 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-486cebed-f39d-48d6-b4e5-82bf785ad9ce {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:10.652364 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'tag': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'status': 'completed', 'code': 200} Nov 12 20:43:10.733212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c53b5-1424-4cbf-9d71-26dfd295a583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.737725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-f1e245c6-4d1f-4331-b55f-1c5fb7b6a7b6 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:10.739244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-f1e245c6-4d1f-4331-b55f-1c5fb7b6a7b6 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880438 Nov 12 20:43:10.756730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Request body: {'port': {'device_id': 'e3e927e8-4a18-41ca-9114-fb10f9eafa20', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f8c286295cf2419ab8c6a28365cea2dc'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:10.761469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4422-6b50-4d35-896a-940377769764 req-91e5fa2e-8be8-47e1-b315-886d74598bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:10.763004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-91e5fa2e-8be8-47e1-b315-886d74598bd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5da087a-c915-4151-80d4-7151deaa2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142092 Nov 12 20:43:10.775239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0387ea21-a751-4339-b9c3-805b9ad23df3 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:10.784215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.805902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c53b5-1424-4cbf-9d71-26dfd295a583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.809126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Transition to ACTIVE for port object 0387ea21-a751-4339-b9c3-805b9ad23df3 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:10.825017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41db16f-6987-4ab6-9201-8d215fd4943b req-3233142d-8a10-40f0-a401-b21fcc6847ce tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:10.826489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f41db16f-6987-4ab6-9201-8d215fd4943b req-3233142d-8a10-40f0-a401-b21fcc6847ce tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 935 time: 0.1787775 Nov 12 20:43:10.832359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Network 1f24b30e-2c86-46d7-9936-2351c78ae0ee is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:43:10.835637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5a1292d-53c9-4960-b0f8-2e8102c15210 req-9e1f3dd1-a10f-414f-a0f6-65682aaaa6ef tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 210 time: 0.0703366 Nov 12 20:43:10.850728 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f1c53b5-1424-4cbf-9d71-26dfd295a583 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e08930f2449f46d7ab174ef8bc854ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8276210 Nov 12 20:43:10.850955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54042) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:10.857433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c53b5-1424-4cbf-9d71-26dfd295a583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7b9be2-b6d6-4c19-8721-50bb00b77571,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:10.919429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fd416e7-da7a-4e3a-8ba9-75cb277aa7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.934048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:10.993499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fd416e7-da7a-4e3a-8ba9-75cb277aa7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.097151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0387ea21-a751-4339-b9c3-805b9ad23df3,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:11.176625 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fd416e7-da7a-4e3a-8ba9-75cb277aa7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.179145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fd416e7-da7a-4e3a-8ba9-75cb277aa7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.180326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2fd416e7-da7a-4e3a-8ba9-75cb277aa7ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e7b9be2-b6d6-4c19-8721-50bb00b77571 HTTP/1.1" status: 204 len: 168 time: 0.3284543 Nov 12 20:43:11.196179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Attempting to bind port 0387ea21-a751-4339-b9c3-805b9ad23df3 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:11.196546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Attempting to bind port 0387ea21-a751-4339-b9c3-805b9ad23df3 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:11.196912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Attempting to bind port 0387ea21-a751-4339-b9c3-805b9ad23df3 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:11.201195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd416e7-da7a-4e3a-8ba9-75cb277aa7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7b9be2-b6d6-4c19-8721-50bb00b77571,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:11.204646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Port 0387ea21-a751-4339-b9c3-805b9ad23df3 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:11.204974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Attempting to bind port 0387ea21-a751-4339-b9c3-805b9ad23df3 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:11.209440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 1f24b30e-2c86-46d7-9936-2351c78ae0ee) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:11.210312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:11.210588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:11.211143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:11.211620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Bound port: 0387ea21-a751-4339-b9c3-805b9ad23df3, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:11.211980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.219489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:11.220077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.225321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f41db16f-6987-4ab6-9201-8d215fd4943b req-383a5b67-1501-4b2c-bc8c-96073c30300c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365168 Nov 12 20:43:11.240944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc8bb2-40ef-4adb-a1b4-2e8bf6c2d82c None None] Network 1f24b30e-2c86-46d7-9936-2351c78ae0ee requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:11.252663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-42288396-a7d9-4e53-a87b-eff237932bd0 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664295 Nov 12 20:43:11.331780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] For port 0387ea21-a751-4339-b9c3-805b9ad23df3, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:11.338384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] For port 0387ea21-a751-4339-b9c3-805b9ad23df3, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0387ea21-a751-4339-b9c3-805b9ad23df3,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:11.400017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3f4422-6b50-4d35-896a-940377769764 req-fa86808d-fd17-448b-8000-831b40b68678 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368339 Nov 12 20:43:11.418096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.418740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Made reservation on behalf of f8c286295cf2419ab8c6a28365cea2dc for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:11.422665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.434824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.465159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:11.465159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.465159 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/0387ea21-a751-4339-b9c3-805b9ad23df3 HTTP/1.1" status: 200 len: 1096 time: 1.4934297 Nov 12 20:43:11.465159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a570f59d-083d-4651-871c-3707372bf7b1', 'tag': '0387ea21-a751-4339-b9c3-805b9ad23df3'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:11.544522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a85956a5-f135-449b-83bc-b3494e4fd55c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0707331 Nov 12 20:43:11.596979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13abb056-ef8e-4057-b221-c0791f8886e6 None None] Network 1f24b30e-2c86-46d7-9936-2351c78ae0ee requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:11.638862 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.747097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5510a-4bda-4287-adc8-46d7abc987e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0387ea21-a751-4339-b9c3-805b9ad23df3,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:11.778731 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-e8a9baeb-a035-4862-87f0-bd7594d0da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:11.781152 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-e8a9baeb-a035-4862-87f0-bd7594d0da45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 1096 time: 0.1696537 Nov 12 20:43:11.814624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54084) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:11.824498 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:11.970903 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a570f59d-083d-4651-871c-3707372bf7b1", "tag": "0387ea21-a751-4339-b9c3-805b9ad23df3"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:12.002988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-1196df9a-c88c-45ce-ae98-1d28818379ae admin admin] Deleting subnet acda342b-5f36-46e0-a115-02fd8e74c115 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:43:12.011744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1196df9a-c88c-45ce-ae98-1d28818379ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.048305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dbbc5b-fff1-470b-8ba1-518b52db9627,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:12.072568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-7e872dbc-e72f-44a5-9e76-fdfa9785c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.074524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-7e872dbc-e72f-44a5-9e76-fdfa9785c9f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 924 time: 0.2862806 Nov 12 20:43:12.077259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-9e1788b7-16a0-4a07-bbcf-eaaeb5c0faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.078520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1196df9a-c88c-45ce-ae98-1d28818379ae admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.078781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-9e1788b7-16a0-4a07-bbcf-eaaeb5c0faaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b297e62d0be439285d5c1e1e7756c43&device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 1099 time: 0.3922141 Nov 12 20:43:12.090773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1196df9a-c88c-45ce-ae98-1d28818379ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.093669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Allocated IP 192.168.233.38 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/66426b70-6de6-4814-abe8-22da64df8f36) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:12.104881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d106-4501-432d-bcf0-fa1d048871bf req-6f733b1c-50ad-48b9-8765-a669d0d1a358 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.106637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4e9d106-4501-432d-bcf0-fa1d048871bf req-6f733b1c-50ad-48b9-8765-a669d0d1a358 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 944 time: 0.4031537 Nov 12 20:43:12.108529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e17ad5f-dec5-49a5-a1b7-6bba09de9b3c req-04437a13-4317-4e72-9a4f-d5c6b927fc2e tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 210 time: 0.0627296 Nov 12 20:43:12.164825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-892f1bbc-4042-4697-9df6-8a4fd660fa7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0387ea21-a751-4339-b9c3-805b9ad23df3 HTTP/1.1" status: 200 len: 217 time: 0.0681627 Nov 12 20:43:12.184114 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-5e771d15-e9d6-4d31-9433-8e1d26e2e0a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf013027-e5ad-4e65-824e-4a84744bd480 HTTP/1.1" status: 200 len: 217 time: 0.0956020 Nov 12 20:43:12.277045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-2c4dc4d6-06b7-4d60-bba3-d77e3b049a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.277673 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-2c4dc4d6-06b7-4d60-bba3-d77e3b049a10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd3d40b-c3e6-4957-80ce-430634246969 HTTP/1.1" status: 200 len: 862 time: 0.0820732 Nov 12 20:43:12.278179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54098) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:12.286816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-14a1f5ea-fefd-43cb-8a13-970fccd31252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.288360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-14a1f5ea-fefd-43cb-8a13-970fccd31252 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1057527 Nov 12 20:43:12.292773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0417723f-d451-4754-bd40-9c9877751cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.302333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4e9d106-4501-432d-bcf0-fa1d048871bf req-771d088c-24ff-4d5a-8dc5-ac064f0e5ff6 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476965 Nov 12 20:43:12.360432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1196df9a-c88c-45ce-ae98-1d28818379ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.404066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-4a0ad083-e2f2-4724-af3a-869bf8678233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.405649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196df9a-c88c-45ce-ae98-1d28818379ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acda342b-5f36-46e0-a115-02fd8e74c115,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:12.406082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-4a0ad083-e2f2-4724-af3a-869bf8678233 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0968816 Nov 12 20:43:12.410299 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1196df9a-c88c-45ce-ae98-1d28818379ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.416203 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1196df9a-c88c-45ce-ae98-1d28818379ae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/acda342b-5f36-46e0-a115-02fd8e74c115 HTTP/1.1" status: 204 len: 168 time: 0.5983722 Nov 12 20:43:12.417685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:12.461440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-449ac3ad-7af3-4b30-8a75-37a0dc674ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.462920 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-449ac3ad-7af3-4b30-8a75-37a0dc674ab2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5da087a-c915-4151-80d4-7151deaa2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718943 Nov 12 20:43:12.469029 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.553680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-b0a63a89-5a1e-4e29-b75b-42364045102c service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285181 Nov 12 20:43:12.594868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.646119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.718780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-431f6945-6992-4b09-a825-ecd3faba04f4 req-125c9a81-9798-412c-b3e3-6681549c423d service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569440 Nov 12 20:43:12.720953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:12.727568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:12.733273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:12.740565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.741482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.759628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Pushing event updated for resources: {'Port': ['ID=66426b70-6de6-4814-abe8-22da64df8f36,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:12.873454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6df5666a-dbdb-427f-a2f4-28acc9188667 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1219530 Nov 12 20:43:12.891656 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ed20a1-5027-4ed6-8f27-b27c39ed1798 x-openstack-request-id: req-41ed20a1-5027-4ed6-8f27-b27c39ed1798 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:12.892208 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a570f59d-083d-4651-871c-3707372bf7b1", "tag": "0387ea21-a751-4339-b9c3-805b9ad23df3", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:12.892208 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41ed20a1-5027-4ed6-8f27-b27c39ed1798 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:12.892603 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a570f59d-083d-4651-871c-3707372bf7b1', 'tag': '0387ea21-a751-4339-b9c3-805b9ad23df3', 'status': 'completed', 'code': 200} Nov 12 20:43:12.896122 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0417723f-d451-4754-bd40-9c9877751cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.902323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Request body: {'port': {'device_id': 'e3e927e8-4a18-41ca-9114-fb10f9eafa20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:12.915964 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-84e39a5c-36f8-44d9-8fe3-462ebb69eac9 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120600 Nov 12 20:43:12.952787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ac09-0c6b-4bc5-8dc7-93eed52e31e5 req-72e0e8ce-df6b-4527-b62b-fdc43914cc9d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.957017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5446ac09-0c6b-4bc5-8dc7-93eed52e31e5 req-72e0e8ce-df6b-4527-b62b-fdc43914cc9d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 947 time: 0.1357911 Nov 12 20:43:12.974981 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0417723f-d451-4754-bd40-9c9877751cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:12.995392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-2ea906c8-1700-4d78-811b-4589e42ba77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.996980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-2ea906c8-1700-4d78-811b-4589e42ba77e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b297e62d0be439285d5c1e1e7756c43&device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 1099 time: 0.1418104 Nov 12 20:43:13.016108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.021817 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.056082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417723f-d451-4754-bd40-9c9877751cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9350a2b7-a1e7-4feb-93de-a0b73fc90c7d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:13.077054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-56f614fb-a01a-40ed-a406-3144f963a3e2 None None] Provisioning complete for port 66426b70-6de6-4814-abe8-22da64df8f36 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:13.078043 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56f614fb-a01a-40ed-a406-3144f963a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.102615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.102972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.103755 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.104619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > port after_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.104996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.105541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > port after_update 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.106017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.106367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.106676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.106998 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.130732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-56f614fb-a01a-40ed-a406-3144f963a3e2 None None] Port 66426b70-6de6-4814-abe8-22da64df8f36 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:13.186273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.186680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.187005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.187789 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:43:13.188223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227025a4-932b-47cd-b37f-9e54fd84f819']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:13.199890 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0417723f-d451-4754-bd40-9c9877751cd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d158fb60ba12483f8203282f000dd55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9182649 Nov 12 20:43:13.200565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54130) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:13.214177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755d28b9-26d4-4fb0-a91d-0389e53140ed') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:13.214676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755d28b9-26d4-4fb0-a91d-0389e53140ed') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:13.241320 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.241560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5446ac09-0c6b-4bc5-8dc7-93eed52e31e5 req-89dbd888-4b3c-40fe-bcf7-0d86acc46744 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553539 Nov 12 20:43:13.267212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.287703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:43:13.288097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: from cryptography.utils import int_from_bytes Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: from cryptography.utils import int_from_bytes Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:43:13.322142 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:43:13.336510 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d003fcd5-dbe7-42e7-bc64-4cda9b988e66 req-e132958b-28df-47b5-bd77-5ec5408437a1 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120920 Nov 12 20:43:13.357223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-693febec-d5d1-4860-b5e3-d0b2731b14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:13.358686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-693febec-d5d1-4860-b5e3-d0b2731b14ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.3510985 Nov 12 20:43:13.441459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf88b371-f602-49f8-a3e0-4a5d8e2aed78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.454061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-374e1b69-83fa-41a4-a7f0-ea5743604fdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0387ea21-a751-4339-b9c3-805b9ad23df3 HTTP/1.1" status: 200 len: 217 time: 0.0814803 Nov 12 20:43:13.508538 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.542820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=227025a4-932b-47cd-b37f-9e54fd84f819,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:13.549802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.557575 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a11916a-3230-48b7-a3bc-92daa8057aa0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/227025a4-932b-47cd-b37f-9e54fd84f819 HTTP/1.1" status: 204 len: 168 time: 1.1300011 Nov 12 20:43:13.558274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54142) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:13.563791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8903b-77ea-4c1c-b0a7-d08efb725c41 req-9b6ca128-1ad1-4360-9053-026ffb6ac035 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:13.565232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6f8903b-77ea-4c1c-b0a7-d08efb725c41 req-9b6ca128-1ad1-4360-9053-026ffb6ac035 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 935 time: 0.3143325 Nov 12 20:43:13.596044 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf88b371-f602-49f8-a3e0-4a5d8e2aed78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.611693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf2c382-11aa-498d-b485-d4744f9b0245 admin admin] Deleting subnet 61027a02-b5c0-43cf-aef1-6fab83106d9f {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:43:13.615105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c382-11aa-498d-b485-d4744f9b0245 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.650008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c382-11aa-498d-b485-d4744f9b0245 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.650745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-74cee19c-97e1-4254-8990-f8324010e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:13.652930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-74cee19c-97e1-4254-8990-f8324010e8c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1898506 Nov 12 20:43:13.699026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c382-11aa-498d-b485-d4744f9b0245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.738189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76db540-cb4d-4aec-80f6-e1baf7e05e87 req-9d2411fd-f785-4261-bb05-57ea92c5b7e3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:13.743805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c76db540-cb4d-4aec-80f6-e1baf7e05e87 req-9d2411fd-f785-4261-bb05-57ea92c5b7e3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 944 time: 0.1994064 Nov 12 20:43:13.777692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6f8903b-77ea-4c1c-b0a7-d08efb725c41 req-792785c1-7b7f-479f-b70b-32d17fe508f5 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855252 Nov 12 20:43:13.823618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c382-11aa-498d-b485-d4744f9b0245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.832045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-22129a4a-c0b7-4ca0-80a2-bdfc8f91f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:13.833558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-22129a4a-c0b7-4ca0-80a2-bdfc8f91f3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1707821 Nov 12 20:43:13.851957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2c382-11aa-498d-b485-d4744f9b0245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61027a02-b5c0-43cf-aef1-6fab83106d9f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:13.854177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdf2c382-11aa-498d-b485-d4744f9b0245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.857663 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cdf2c382-11aa-498d-b485-d4744f9b0245 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/61027a02-b5c0-43cf-aef1-6fab83106d9f HTTP/1.1" status: 204 len: 168 time: 0.2983327 Nov 12 20:43:13.860607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54144) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:13.874758 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf88b371-f602-49f8-a3e0-4a5d8e2aed78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.877444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf88b371-f602-49f8-a3e0-4a5d8e2aed78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.878545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cf88b371-f602-49f8-a3e0-4a5d8e2aed78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9350a2b7-a1e7-4feb-93de-a0b73fc90c7d HTTP/1.1" status: 204 len: 168 time: 0.6748309 Nov 12 20:43:13.902668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66426b70-6de6-4814-abe8-22da64df8f36 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:13.910153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c76db540-cb4d-4aec-80f6-e1baf7e05e87 req-27824902-39a7-431b-85b3-af3ad807fb82 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516871 Nov 12 20:43:13.938630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:13.942366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88b371-f602-49f8-a3e0-4a5d8e2aed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9350a2b7-a1e7-4feb-93de-a0b73fc90c7d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:13.962622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Transition to ACTIVE for port object 66426b70-6de6-4814-abe8-22da64df8f36 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:13.985971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-a273a17b-9a9f-4c1d-ae9d-d89fbcf54b46 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430843 Nov 12 20:43:14.021988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.038312 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.077443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.78', 53029) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:14.137705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Pushing event updated for resources: {'Port': ['ID=66426b70-6de6-4814-abe8-22da64df8f36,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:14.144795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54162) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:14.204545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b1c949-250c-4ff4-9476-091b9fbeaaf6 req-19965ad2-00e3-46f2-b4b9-ab6ab1f9085e service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066827 Nov 12 20:43:14.224270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Attempting to bind port 66426b70-6de6-4814-abe8-22da64df8f36 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:14.225039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Attempting to bind port 66426b70-6de6-4814-abe8-22da64df8f36 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:14.225620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Attempting to bind port 66426b70-6de6-4814-abe8-22da64df8f36 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:14.252165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Port 66426b70-6de6-4814-abe8-22da64df8f36 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:14.253468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Attempting to bind port 66426b70-6de6-4814-abe8-22da64df8f36 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:14.277813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:14.280859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:14.281918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:14.285151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Bound port: 66426b70-6de6-4814-abe8-22da64df8f36, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:14.285724 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.297032 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.375749 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-217b2531-eb66-4741-9f1a-3d7d63b5bf67 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3028867 Nov 12 20:43:14.377426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f24b30e-2c86-46d7-9936-2351c78ae0ee']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:14.392058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca0073a-94f3-4655-9675-f897f17a3354') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:14.392352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca0073a-94f3-4655-9675-f897f17a3354') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:14.403248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.418110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.426044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:43:14.426694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:43:14.428827 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:43:14.471814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] For port 66426b70-6de6-4814-abe8-22da64df8f36, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:14.475744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] For port 66426b70-6de6-4814-abe8-22da64df8f36, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66426b70-6de6-4814-abe8-22da64df8f36,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:14.573764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-e026d6ab-df1d-4c33-9936-b27e9a26ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:14.575460 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-e026d6ab-df1d-4c33-9936-b27e9a26ebc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=af354337161241cebf8492a762691426&device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 1123 time: 0.1353829 Nov 12 20:43:14.669168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.677410 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.680776 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1f24b30e-2c86-46d7-9936-2351c78ae0ee HTTP/1.1" status: 204 len: 168 time: 0.8188717 Nov 12 20:43:14.700125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930f346-ad24-42da-9023-d267fa348874 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f24b30e-2c86-46d7-9936-2351c78ae0ee,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:14.702043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.703888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa8a33b7-3680-4896-95b4-382bb25eb839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.725130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-0ac2ef01-7c5c-4bbe-8e74-f400cac21afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:14.726117 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-0ac2ef01-7c5c-4bbe-8e74-f400cac21afc service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1173017 Nov 12 20:43:14.729003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547dcaf-a1f1-40a1-9126-d2a87d196948 req-1399c448-c23d-41a1-a098-c793c5d37aeb tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:14.735261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device bf013027-e5ad-4e65-824e-4a84744bd480 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:14.736948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e547dcaf-a1f1-40a1-9126-d2a87d196948 req-1399c448-c23d-41a1-a098-c793c5d37aeb tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 947 time: 0.3628318 Nov 12 20:43:14.785075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:14.785714 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:14.787067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] 10.222.0.78 "PUT /v2.0/ports/66426b70-6de6-4814-abe8-22da64df8f36 HTTP/1.1" status: 200 len: 1096 time: 1.8936489 Nov 12 20:43:14.792566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e927e8-4a18-41ca-9114-fb10f9eafa20', 'tag': '66426b70-6de6-4814-abe8-22da64df8f36'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:14.794852 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910948a5-24d7-4ff3-8540-fc7a5cf16caf" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e927e8-4a18-41ca-9114-fb10f9eafa20", "tag": "66426b70-6de6-4814-abe8-22da64df8f36"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:14.847312 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-39d16c8f-52d6-41a5-b7b1-dd527db2a80b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 HTTP/1.1" status: 200 len: 217 time: 0.1056969 Nov 12 20:43:14.880238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79cac5-e9ab-468b-9bfb-f4a81c4a1370 service neutron] Pushing event updated for resources: {'Port': ['ID=66426b70-6de6-4814-abe8-22da64df8f36,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:14.901866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e547dcaf-a1f1-40a1-9126-d2a87d196948 req-694de1b6-ebed-4a4e-8e9b-e780cb03029f tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616633 Nov 12 20:43:14.942252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port bf013027-e5ad-4e65-824e-4a84744bd480, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bf013027-e5ad-4e65-824e-4a84744bd480,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:14.963145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'port_id': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'mac_address': 'fa:16:3e:81:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:14.986384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-12bb969a-6f04-4d9e-b735-72d35eb0f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:14.991609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-12bb969a-6f04-4d9e-b735-72d35eb0f2c0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1361954 Nov 12 20:43:15.015650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.037161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf013027-e5ad-4e65-824e-4a84744bd480 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:15.060249 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356be171-992d-40cf-b118-e7032d887922 x-openstack-request-id: req-356be171-992d-40cf-b118-e7032d887922 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:15.060599 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e927e8-4a18-41ca-9114-fb10f9eafa20", "tag": "66426b70-6de6-4814-abe8-22da64df8f36", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:15.060796 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-356be171-992d-40cf-b118-e7032d887922 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:15.061189 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e927e8-4a18-41ca-9114-fb10f9eafa20', 'tag': '66426b70-6de6-4814-abe8-22da64df8f36', 'status': 'completed', 'code': 200} Nov 12 20:43:15.063257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port bf013027-e5ad-4e65-824e-4a84744bd480, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bf013027-e5ad-4e65-824e-4a84744bd480,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:15.089592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-6633fe0a-d51a-4b5a-b2a6-a82db7a3624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:15.091585 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-6633fe0a-d51a-4b5a-b2a6-a82db7a3624d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905921 Nov 12 20:43:15.102875 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa8a33b7-3680-4896-95b4-382bb25eb839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.121738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-70bd8f67-c2cc-455e-a2a6-769d4299155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:15.123566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-70bd8f67-c2cc-455e-a2a6-769d4299155d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 1099 time: 0.1925881 Nov 12 20:43:15.137991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:15.142462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e624b99-a448-4aaa-bffe-311c79019dec req-994b0142-0fff-4b00-b1f0-01eaaccaf7e2 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:15.152576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e624b99-a448-4aaa-bffe-311c79019dec req-994b0142-0fff-4b00-b1f0-01eaaccaf7e2 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 947 time: 0.1965635 Nov 12 20:43:15.188254 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.229863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa8a33b7-3680-4896-95b4-382bb25eb839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.233276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-e89e8501-738e-4c7c-aa8e-620c2b9be5b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=66426b70-6de6-4814-abe8-22da64df8f36 HTTP/1.1" status: 200 len: 217 time: 0.0708296 Nov 12 20:43:15.257410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=bf013027-e5ad-4e65-824e-4a84744bd480,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:15.266920 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-81bc231c-f10a-4bda-9b4a-e2b890611b7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45d8ed6005744782a11e4fbbe7220486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251540 Nov 12 20:43:15.267121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54216) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:15.305430 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-1ebdc4fe-7c5f-4895-8dee-75891368f55d service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990275 Nov 12 20:43:15.375016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fa8a33b7-3680-4896-95b4-382bb25eb839 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ed23d6e1451454d82a1edb2ffbb3881&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2285576 Nov 12 20:43:15.378112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54218) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:15.379051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a33b7-3680-4896-95b4-382bb25eb839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c711d19-0b09-40ae-9750-99e59e0b769b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:15.396107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1575e7ca-c2bf-460c-a55c-63174428e6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.399388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e624b99-a448-4aaa-bffe-311c79019dec req-1c04cb9a-f8e6-4b39-9d97-90f2f6db3912 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393844 Nov 12 20:43:15.411169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-c381f32a-c135-451b-a589-6bc1bc2a9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:15.412810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-c381f32a-c135-451b-a589-6bc1bc2a9ef3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1330318 Nov 12 20:43:15.423604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89da7a-2ad5-40e0-bc08-e856505b9079 req-f70ff5fd-259c-4dba-b384-3cac6b3f6fec tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:15.434188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc89da7a-2ad5-40e0-bc08-e856505b9079 req-f70ff5fd-259c-4dba-b384-3cac6b3f6fec tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 945 time: 0.2449920 Nov 12 20:43:15.472792 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b3411c4-eee7-4200-a6cf-814059aeb3c8 req-67b62c1c-6422-4a01-899e-9e6d6be4f2e6 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579161 Nov 12 20:43:15.490065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['bf013027-e5ad-4e65-824e-4a84744bd480'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:15.508063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6c60a1a3-f58e-4166-bc73-aa7f691841ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:15.509881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-6c60a1a3-f58e-4166-bc73-aa7f691841ee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839326 Nov 12 20:43:15.515275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc89da7a-2ad5-40e0-bc08-e856505b9079 req-f4255f22-da09-4332-88bd-a604a21b96b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812068 Nov 12 20:43:15.521922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68ae2751-9d72-4c6c-aa15-335fe5f6eee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.555640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68ae2751-9d72-4c6c-aa15-335fe5f6eee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.637949 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1575e7ca-c2bf-460c-a55c-63174428e6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.648312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-395331eb-c127-429a-b97f-6bcf013567bd service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306243 Nov 12 20:43:15.769856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec1439-9ae7-4517-9577-71eed28cb7e1 req-aa8dfd56-5b46-4fd7-9b00-ee6a05ba3df7 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133678 Nov 12 20:43:15.779332 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68ae2751-9d72-4c6c-aa15-335fe5f6eee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.782128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68ae2751-9d72-4c6c-aa15-335fe5f6eee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.783328 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-68ae2751-9d72-4c6c-aa15-335fe5f6eee8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c711d19-0b09-40ae-9750-99e59e0b769b HTTP/1.1" status: 204 len: 168 time: 0.4030318 Nov 12 20:43:15.791434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae2751-9d72-4c6c-aa15-335fe5f6eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c711d19-0b09-40ae-9750-99e59e0b769b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:15.805577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1575e7ca-c2bf-460c-a55c-63174428e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.808755 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1575e7ca-c2bf-460c-a55c-63174428e6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:15.821333 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1575e7ca-c2bf-460c-a55c-63174428e6ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6d3a116-d413-4619-8ed2-06a40d5f5d4c HTTP/1.1" status: 204 len: 168 time: 0.5431950 Nov 12 20:43:15.821333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575e7ca-c2bf-460c-a55c-63174428e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d3a116-d413-4619-8ed2-06a40d5f5d4c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:15.999853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-f53557a8-5421-458e-9f5e-45158feb7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:16.001656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-f53557a8-5421-458e-9f5e-45158feb7708 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 1099 time: 0.0570557 Nov 12 20:43:16.112805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67a8d-ffa9-4202-a940-8b8b53c79b9d req-a6333601-d4bd-45e2-822b-c562278722dd tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:16.114286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6f67a8d-ffa9-4202-a940-8b8b53c79b9d req-a6333601-d4bd-45e2-822b-c562278722dd tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 947 time: 0.1113694 Nov 12 20:43:16.152092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-c6c0f5ce-ac80-430f-b808-54fc9760939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:16.153579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-c6c0f5ce-ac80-430f-b808-54fc9760939f service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1413591 Nov 12 20:43:16.210300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-80c81a82-85a3-40a8-a9dc-e0b63f5c06ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=66426b70-6de6-4814-abe8-22da64df8f36 HTTP/1.1" status: 200 len: 217 time: 0.0459042 Nov 12 20:43:16.214034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6f67a8d-ffa9-4202-a940-8b8b53c79b9d req-9e5d0181-22c0-4140-baef-758ecd478d88 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907223 Nov 12 20:43:16.288333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-c3229ad8-1901-4343-aeab-d21994f188e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:16.290164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-c3229ad8-1901-4343-aeab-d21994f188e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0541487 Nov 12 20:43:16.339547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-9beae70b-b8da-4eac-bfbd-c1a006136061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:16.343487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-9beae70b-b8da-4eac-bfbd-c1a006136061 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0435231 Nov 12 20:43:16.469675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-798fdef3-4f84-485b-be63-534a838fe2d1 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204062 Nov 12 20:43:16.581362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3eef4-a95e-43af-97ef-cd212ae8097e req-14001212-fb3c-4aed-b51d-051a22da4f13 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:16.582881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fd3eef4-a95e-43af-97ef-cd212ae8097e req-14001212-fb3c-4aed-b51d-051a22da4f13 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 947 time: 0.1059105 Nov 12 20:43:16.617104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910948a5-24d7-4ff3-8540-fc7a5cf16caf req-b492dd79-b0c5-40b5-a867-35c825a6eafd service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310399 Nov 12 20:43:16.646704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fd3eef4-a95e-43af-97ef-cd212ae8097e req-e05ba6a3-f119-4dc9-bc53-fe99990bfefa tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547881 Nov 12 20:43:16.712713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0387ea21-a751-4339-b9c3-805b9ad23df3 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:16.721905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54278) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:16.748946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80651d61-eaeb-469c-a003-e46062c8d8ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:16.756371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device bf013027-e5ad-4e65-824e-4a84744bd480 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:16.779984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a1735-927f-423e-b35e-e1292de53289 req-bc0484f0-ba09-4051-b0dc-d43a27dd8d99 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:16.783006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4a1735-927f-423e-b35e-e1292de53289 req-bc0484f0-ba09-4051-b0dc-d43a27dd8d99 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 945 time: 0.0675769 Nov 12 20:43:16.804286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54280) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:16.844922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4a1735-927f-423e-b35e-e1292de53289 req-2ec02664-6201-4032-9654-0d4a106ed46a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538137 Nov 12 20:43:16.916420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0387ea21-a751-4339-b9c3-805b9ad23df3, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0387ea21-a751-4339-b9c3-805b9ad23df3,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:16.925687 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a6670d27-bf7b-4cf2-aaf1-16b22742b643 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64a1f4ab4f6149c59a715f047e9b518a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1202366 Nov 12 20:43:16.928343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54286) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:16.937678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0387ea21-a751-4339-b9c3-805b9ad23df3', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '0387ea21-a751-4339-b9c3-805b9ad23df3', 'mac_address': 'fa:16:3e:30:3b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:16.945518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80651d61-eaeb-469c-a003-e46062c8d8ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:16.976351 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:16.984090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6adf77fa-4d51-46aa-9fad-889a75c77a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:16.988707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port bf013027-e5ad-4e65-824e-4a84744bd480 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:16.991339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0387ea21-a751-4339-b9c3-805b9ad23df3 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:16.998501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port bf013027-e5ad-4e65-824e-4a84744bd480 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:16.998871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.005373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6adf77fa-4d51-46aa-9fad-889a75c77a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.029352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80651d61-eaeb-469c-a003-e46062c8d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.037156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0387ea21-a751-4339-b9c3-805b9ad23df3, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0387ea21-a751-4339-b9c3-805b9ad23df3,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:17.093450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80651d61-eaeb-469c-a003-e46062c8d8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98a37c3-1d47-4503-8db0-bfe3b0b40a06,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:17.119330 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-80651d61-eaeb-469c-a003-e46062c8d8ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6583bb4666f4ad5a10a62a30775c271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952963 Nov 12 20:43:17.120822 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.122334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54298) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:17.137520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.171744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d97f8d9-f410-4378-8651-c54ecffaeff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.172256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf013027-e5ad-4e65-824e-4a84744bd480'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:17.174702 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4909b4-3b3f-4bbd-b633-18869df2fb8d" -d '{"events": [{"server_uuid": "555891f2-03aa-4227-89c1-bf7b8c92cfd5", "name": "network-vif-plugged", "status": "completed", "tag": "bf013027-e5ad-4e65-824e-4a84744bd480"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:17.195001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d97f8d9-f410-4378-8651-c54ecffaeff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.195750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port bf013027-e5ad-4e65-824e-4a84744bd480, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bf013027-e5ad-4e65-824e-4a84744bd480,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:17.206347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6adf77fa-4d51-46aa-9fad-889a75c77a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.211708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0387ea21-a751-4339-b9c3-805b9ad23df3,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:17.211924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6adf77fa-4d51-46aa-9fad-889a75c77a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.214389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6adf77fa-4d51-46aa-9fad-889a75c77a90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77a6c12d-2fc9-4d9a-bf31-a0b4dd71abc5 HTTP/1.1" status: 204 len: 168 time: 0.2842031 Nov 12 20:43:17.225586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf77fa-4d51-46aa-9fad-889a75c77a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a6c12d-2fc9-4d9a-bf31-a0b4dd71abc5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:17.297576 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.303937 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ace710f-4884-4303-9eee-dc7100a749bd x-openstack-request-id: req-7ace710f-4884-4303-9eee-dc7100a749bd {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:17.304380 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555891f2-03aa-4227-89c1-bf7b8c92cfd5", "name": "network-vif-plugged", "status": "completed", "tag": "bf013027-e5ad-4e65-824e-4a84744bd480", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:17.308196 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ace710f-4884-4303-9eee-dc7100a749bd {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:17.308196 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'code': 200} Nov 12 20:43:17.354330 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d97f8d9-f410-4378-8651-c54ecffaeff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.357471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d97f8d9-f410-4378-8651-c54ecffaeff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:17.358937 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1d97f8d9-f410-4378-8651-c54ecffaeff7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e98a37c3-1d47-4503-8db0-bfe3b0b40a06 HTTP/1.1" status: 204 len: 168 time: 0.2354980 Nov 12 20:43:17.365472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=bf013027-e5ad-4e65-824e-4a84744bd480,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:17.373817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0387ea21-a751-4339-b9c3-805b9ad23df3'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:17.382883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97f8d9-f410-4378-8651-c54ecffaeff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98a37c3-1d47-4503-8db0-bfe3b0b40a06,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:17.460387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1500fc-6282-4d27-900e-ac1bc475456e req-fcf0651b-30fc-46c3-9a98-e3e541cc4728 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:17.462200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b1500fc-6282-4d27-900e-ac1bc475456e req-fcf0651b-30fc-46c3-9a98-e3e541cc4728 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 948 time: 0.1118987 Nov 12 20:43:17.464787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3de327-dd84-47bb-9ef6-98cee0f39fc8 req-808b4ebb-2bde-49ea-9715-759d47c9e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:17.466352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca3de327-dd84-47bb-9ef6-98cee0f39fc8 req-808b4ebb-2bde-49ea-9715-759d47c9e23e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 1098 time: 0.0649080 Nov 12 20:43:17.544554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b1500fc-6282-4d27-900e-ac1bc475456e req-aa974582-9bee-45ad-9581-5280ea814cc5 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746779 Nov 12 20:43:17.546998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca3de327-dd84-47bb-9ef6-98cee0f39fc8 req-af3dd040-e891-44a1-a724-03ddc94f2610 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710754 Nov 12 20:43:17.800359 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:43:18.125847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b1e77-3692-4887-ad91-44071e26d414 req-fc951eb4-c7e0-44d6-a8e9-d8d394348498 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:18.127509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-579b1e77-3692-4887-ad91-44071e26d414 req-fc951eb4-c7e0-44d6-a8e9-d8d394348498 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 946 time: 0.0583577 Nov 12 20:43:18.191955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-579b1e77-3692-4887-ad91-44071e26d414 req-6ac6cd33-092f-4b59-af02-79297cfd3912 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579593 Nov 12 20:43:18.290835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211cd94-39a2-4a93-98da-40adf96a1489 req-aee70e98-1778-46de-b658-de05611604e6 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:18.292671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7211cd94-39a2-4a93-98da-40adf96a1489 req-aee70e98-1778-46de-b658-de05611604e6 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 947 time: 0.0793822 Nov 12 20:43:18.331891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7184b-aef1-4086-a4b1-9bd78bd38561 req-f02a9297-c4db-4a74-b9e0-4fd1a5eb8997 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:18.333422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16c7184b-aef1-4086-a4b1-9bd78bd38561 req-f02a9297-c4db-4a74-b9e0-4fd1a5eb8997 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 971 time: 0.0779276 Nov 12 20:43:18.371157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7211cd94-39a2-4a93-98da-40adf96a1489 req-01b42a98-5cb9-431b-9733-895b3d4b2186 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Nov 12 20:43:18.405085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16c7184b-aef1-4086-a4b1-9bd78bd38561 req-da3ae6cb-a139-460d-b78c-6a2a5f9b54dd tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648594 Nov 12 20:43:18.669850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76d21-c88a-4b4d-befd-ca15272d444e req-e2c0d92a-6fba-481e-802f-c28e287568ca tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:18.671525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04c76d21-c88a-4b4d-befd-ca15272d444e req-e2c0d92a-6fba-481e-802f-c28e287568ca tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 948 time: 0.0495999 Nov 12 20:43:18.692236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66426b70-6de6-4814-abe8-22da64df8f36 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:18.709179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0387ea21-a751-4339-b9c3-805b9ad23df3 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:18.726339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04c76d21-c88a-4b4d-befd-ca15272d444e req-2b63e30f-fcb6-4279-9c80-de02f2e18643 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486424 Nov 12 20:43:18.836253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66426b70-6de6-4814-abe8-22da64df8f36, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66426b70-6de6-4814-abe8-22da64df8f36,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:18.848025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '66426b70-6de6-4814-abe8-22da64df8f36', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '66426b70-6de6-4814-abe8-22da64df8f36', 'mac_address': 'fa:16:3e:88:c2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:18.908689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:18.922076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66426b70-6de6-4814-abe8-22da64df8f36 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:18.946482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66426b70-6de6-4814-abe8-22da64df8f36, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66426b70-6de6-4814-abe8-22da64df8f36,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:18.948655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 0387ea21-a751-4339-b9c3-805b9ad23df3 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:18.952613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0387ea21-a751-4339-b9c3-805b9ad23df3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:18.952999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.043124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.052195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.100903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54396) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:19.131763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0387ea21-a751-4339-b9c3-805b9ad23df3, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0387ea21-a751-4339-b9c3-805b9ad23df3,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:19.136641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=66426b70-6de6-4814-abe8-22da64df8f36,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:19.215876 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.280785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0387ea21-a751-4339-b9c3-805b9ad23df3,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:19.306608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a570f59d-083d-4651-871c-3707372bf7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0387ea21-a751-4339-b9c3-805b9ad23df3'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:19.310700 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ed40d-2795-4187-b779-5e1718b43aeb" -d '{"events": [{"server_uuid": "a570f59d-083d-4651-871c-3707372bf7b1", "name": "network-vif-plugged", "status": "completed", "tag": "0387ea21-a751-4339-b9c3-805b9ad23df3"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:19.346952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82630a29-c962-48f9-a274-5836c233f496 req-b9ee2ec7-246a-4fb9-973f-f585bbf04a5d tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:19.352034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82630a29-c962-48f9-a274-5836c233f496 req-b9ee2ec7-246a-4fb9-973f-f585bbf04a5d tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 946 time: 0.0706441 Nov 12 20:43:19.360052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['66426b70-6de6-4814-abe8-22da64df8f36'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:19.364215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-11fc70a1-9984-4887-94c2-1dac33cf8d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.383395 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce9790c-722d-4a65-ac19-5f4b49c7a545 x-openstack-request-id: req-0ce9790c-722d-4a65-ac19-5f4b49c7a545 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:19.383395 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a570f59d-083d-4651-871c-3707372bf7b1", "name": "network-vif-plugged", "status": "completed", "tag": "0387ea21-a751-4339-b9c3-805b9ad23df3", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:19.383395 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ce9790c-722d-4a65-ac19-5f4b49c7a545 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:19.383395 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a570f59d-083d-4651-871c-3707372bf7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0387ea21-a751-4339-b9c3-805b9ad23df3', 'code': 200} Nov 12 20:43:19.425066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82630a29-c962-48f9-a274-5836c233f496 req-399e479b-bc4f-4db7-9be9-cdeab0980a32 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690548 Nov 12 20:43:19.512899 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-11fc70a1-9984-4887-94c2-1dac33cf8d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.535726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b679bf-af76-4d16-a513-3d3a881ad77b req-8f890705-5ce4-4551-8736-3e4103414876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:19.537290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04b679bf-af76-4d16-a513-3d3a881ad77b req-8f890705-5ce4-4551-8736-3e4103414876 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 1101 time: 0.0940177 Nov 12 20:43:19.588901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-11fc70a1-9984-4887-94c2-1dac33cf8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.646534 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-11fc70a1-9984-4887-94c2-1dac33cf8d9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60c39d8af3f24eb983684875435df009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414782 Nov 12 20:43:19.646534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc70a1-9984-4887-94c2-1dac33cf8d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50f49b-d76c-4ef5-a6ec-af33d58cbf1a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:19.648493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54436) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:19.703614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-578577cd-8f7b-4505-9044-08b253f3c960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.708388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae4245-8c79-4ad5-a823-61c5387bed47 req-6bc333ce-b2e9-46c8-be17-0c5f24f246e6 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:19.709872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48ae4245-8c79-4ad5-a823-61c5387bed47 req-6bc333ce-b2e9-46c8-be17-0c5f24f246e6 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 948 time: 0.1331716 Nov 12 20:43:19.716085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04b679bf-af76-4d16-a513-3d3a881ad77b req-a526c1a2-51df-4223-b37b-0bed7e2f36c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707604 Nov 12 20:43:19.727317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-578577cd-8f7b-4505-9044-08b253f3c960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.749063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0ecbd9cb-2249-419a-9e52-2a1a0f18aaed tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:19.750521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0ecbd9cb-2249-419a-9e52-2a1a0f18aaed tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.78 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 971 time: 0.0898473 Nov 12 20:43:19.827129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48ae4245-8c79-4ad5-a823-61c5387bed47 req-bae8110a-c1b0-4dc6-9ba1-8329fd858f04 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053236 Nov 12 20:43:19.867939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-578577cd-8f7b-4505-9044-08b253f3c960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.872135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-578577cd-8f7b-4505-9044-08b253f3c960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:19.873381 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-578577cd-8f7b-4505-9044-08b253f3c960 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f50f49b-d76c-4ef5-a6ec-af33d58cbf1a HTTP/1.1" status: 204 len: 168 time: 0.2239845 Nov 12 20:43:19.884678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578577cd-8f7b-4505-9044-08b253f3c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50f49b-d76c-4ef5-a6ec-af33d58cbf1a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:20.054224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3516-72db-475c-88fa-f7a6b5de14fa req-605d6e89-1a31-467c-8e61-71204ba34d3b tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:20.055712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41bf3516-72db-475c-88fa-f7a6b5de14fa req-605d6e89-1a31-467c-8e61-71204ba34d3b tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 971 time: 0.1277544 Nov 12 20:43:20.077785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d8cbf-41b8-49e9-a38c-24e839a66a47 req-f5a99899-d7a7-4cd8-a72e-d776adbb57a6 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:20.079214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd2d8cbf-41b8-49e9-a38c-24e839a66a47 req-f5a99899-d7a7-4cd8-a72e-d776adbb57a6 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 949 time: 0.1180475 Nov 12 20:43:20.087367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Deleting port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:43:20.087713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:20.225358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41bf3516-72db-475c-88fa-f7a6b5de14fa req-cf39a5de-27a5-48a9-92c0-22c72e0808bb tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/security-groups?id=793f6a39-a005-4ac6-bd74-308bcf21f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607018 Nov 12 20:43:20.263658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] For port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:20.264024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:20.272855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd2d8cbf-41b8-49e9-a38c-24e839a66a47 req-1ab5bc2b-b3e0-4339-ba54-a6886512a1e2 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627331 Nov 12 20:43:20.298589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Calling delete_port for 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 owned by compute:tempest-test_az-1712506162 {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:43:20.612279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800b380-2efa-4a23-81b2-533939a94ab9 req-5ef6d8f7-2a6e-4435-8c48-1699aa10901f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:20.613804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5800b380-2efa-4a23-81b2-533939a94ab9 req-5ef6d8f7-2a6e-4435-8c48-1699aa10901f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 946 time: 0.0524688 Nov 12 20:43:20.614956 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:20.627119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['66f31326-a2f6-4bb3-b5e9-f9611a4c53f4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:20.646114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Pushing event deleted for resources: {'Port': ['ID=66f31326-a2f6-4bb3-b5e9-f9611a4c53f4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:20.717769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66426b70-6de6-4814-abe8-22da64df8f36 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:20.733444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] No DVR routers for this DVR port 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:43:20.744702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:20.749487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1212c520-50c5-4d3d-b9e2-7586e76fb7a8 req-0a70f17d-a8f7-46c0-ad2a-e342570b6a95 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.78 "DELETE /v2.0/ports/66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 HTTP/1.1" status: 204 len: 173 time: 0.9894197 Nov 12 20:43:20.751263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559a7d0b-e8b5-43f3-b70b-eabe659f86aa', 'name': 'network-vif-deleted', 'tag': '66f31326-a2f6-4bb3-b5e9-f9611a4c53f4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:20.762740 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe87e54-1676-46b3-a665-bce8d2d4949e" -d '{"events": [{"server_uuid": "559a7d0b-e8b5-43f3-b70b-eabe659f86aa", "name": "network-vif-deleted", "tag": "66f31326-a2f6-4bb3-b5e9-f9611a4c53f4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:20.797209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5800b380-2efa-4a23-81b2-533939a94ab9 req-cc236be0-fbb8-4e47-bfb8-56ad5be1c3d8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538110 Nov 12 20:43:20.840167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:20.857029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 66426b70-6de6-4814-abe8-22da64df8f36 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:20.862154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 66426b70-6de6-4814-abe8-22da64df8f36 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:20.862809 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:20.876652 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e69fb9-186f-482a-bb78-3f307160b68b x-openstack-request-id: req-81e69fb9-186f-482a-bb78-3f307160b68b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:20.876946 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559a7d0b-e8b5-43f3-b70b-eabe659f86aa", "name": "network-vif-deleted", "tag": "66f31326-a2f6-4bb3-b5e9-f9611a4c53f4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:20.877197 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81e69fb9-186f-482a-bb78-3f307160b68b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:20.877590 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559a7d0b-e8b5-43f3-b70b-eabe659f86aa', 'name': 'network-vif-deleted', 'tag': '66f31326-a2f6-4bb3-b5e9-f9611a4c53f4', 'status': 'completed', 'code': 200} Nov 12 20:43:20.878310 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e341f15-768b-470f-999d-2e7a9a23a7f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.002173 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.049135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66426b70-6de6-4814-abe8-22da64df8f36, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66426b70-6de6-4814-abe8-22da64df8f36,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:21.109740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13284b1d-d761-4481-a8e5-d800a652fc4e req-6e79ad3b-e79d-45e8-9086-3aec95f9e775 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:21.111220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13284b1d-d761-4481-a8e5-d800a652fc4e req-6e79ad3b-e79d-45e8-9086-3aec95f9e775 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 946 time: 0.1283505 Nov 12 20:43:21.121933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54500) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:21.126506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e341f15-768b-470f-999d-2e7a9a23a7f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.127513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Request body: {'floatingip': {'port_id': 'bf013027-e5ad-4e65-824e-4a84744bd480'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:21.137812 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.200787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=66426b70-6de6-4814-abe8-22da64df8f36,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:21.236275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee22ef7-9bf0-4738-8dec-5aa6e7c97a17 req-354da3e9-b1c6-4eed-a7d2-b14fa8d8e7a4 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:21.238207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ee22ef7-9bf0-4738-8dec-5aa6e7c97a17 req-354da3e9-b1c6-4eed-a7d2-b14fa8d8e7a4 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 949 time: 0.0669212 Nov 12 20:43:21.319543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e341f15-768b-470f-999d-2e7a9a23a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.336231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ee22ef7-9bf0-4738-8dec-5aa6e7c97a17 req-ca7ae6b7-8fb4-46ed-ac01-c24c60957568 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819688 Nov 12 20:43:21.371898 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.372226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e927e8-4a18-41ca-9114-fb10f9eafa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66426b70-6de6-4814-abe8-22da64df8f36'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:21.376718 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc71fc38-5178-4aea-875b-11a337171f1c" -d '{"events": [{"server_uuid": "e3e927e8-4a18-41ca-9114-fb10f9eafa20", "name": "network-vif-plugged", "status": "completed", "tag": "66426b70-6de6-4814-abe8-22da64df8f36"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:21.382824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e341f15-768b-470f-999d-2e7a9a23a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f2427-a2e3-4020-a53a-3db4aae5dafb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:21.389146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9e341f15-768b-470f-999d-2e7a9a23a7f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1aae4749be0648949d877455ca288e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5472438 Nov 12 20:43:21.401088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54516) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:21.465354 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f5c876d-72da-4cb0-b1dd-8d9793100614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.496396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12cdd222-168b-422e-b9b9-41a00feeadc5 req-ff46bd30-4eae-41cf-83cb-7e3347e93d54 tempest-AggregatesAdminTestJSON-1708452378 tempest-AggregatesAdminTestJSON-1708452378-project] 10.222.0.64 "GET /v2.0/ports?device_id=559a7d0b-e8b5-43f3-b70b-eabe659f86aa HTTP/1.1" status: 200 len: 210 time: 0.0358722 Nov 12 20:43:21.515685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f5c876d-72da-4cb0-b1dd-8d9793100614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.635998 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08989cb9-98ca-46b1-a76e-518dd87ad74a x-openstack-request-id: req-08989cb9-98ca-46b1-a76e-518dd87ad74a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:21.636539 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e927e8-4a18-41ca-9114-fb10f9eafa20", "name": "network-vif-plugged", "status": "completed", "tag": "66426b70-6de6-4814-abe8-22da64df8f36", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:21.636647 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08989cb9-98ca-46b1-a76e-518dd87ad74a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:21.636984 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e927e8-4a18-41ca-9114-fb10f9eafa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66426b70-6de6-4814-abe8-22da64df8f36', 'code': 200} Nov 12 20:43:21.838428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c4ec-a8eb-4e24-b494-6b1c09369720 req-e702eb1d-3165-4591-a507-69da5ad6261b tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:21.845928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d693c4ec-a8eb-4e24-b494-6b1c09369720 req-e702eb1d-3165-4591-a507-69da5ad6261b tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 949 time: 0.0973635 Nov 12 20:43:21.851082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a391b-5c0c-4af1-9263-2e4556b5a328 req-e878439e-d38e-42d4-a5fa-113712387b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:21.852560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624a391b-5c0c-4af1-9263-2e4556b5a328 req-e878439e-d38e-42d4-a5fa-113712387b67 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 1101 time: 0.1030316 Nov 12 20:43:21.879566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54530) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:21.927256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f5c876d-72da-4cb0-b1dd-8d9793100614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.931603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f5c876d-72da-4cb0-b1dd-8d9793100614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:21.933981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0f5c876d-72da-4cb0-b1dd-8d9793100614 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc4f2427-a2e3-4020-a53a-3db4aae5dafb HTTP/1.1" status: 204 len: 168 time: 0.5313487 Nov 12 20:43:21.971330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c876d-72da-4cb0-b1dd-8d9793100614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f2427-a2e3-4020-a53a-3db4aae5dafb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:22.017729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d693c4ec-a8eb-4e24-b494-6b1c09369720 req-06aa2a94-c2a5-4c59-959a-38fec14d4055 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708481 Nov 12 20:43:22.023038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624a391b-5c0c-4af1-9263-2e4556b5a328 req-ad69cae0-af70-470a-bdb6-d4e26c959bbe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548119 Nov 12 20:43:22.117215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1af35721-a9b7-4b4f-9381-2899b83b695c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.248948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1af35721-a9b7-4b4f-9381-2899b83b695c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.264621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.320690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1af35721-a9b7-4b4f-9381-2899b83b695c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.375419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1af35721-a9b7-4b4f-9381-2899b83b695c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce872ae4e78d43b8a0d541a24a1181f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4937255 Nov 12 20:43:22.377993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54562) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:22.384673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af35721-a9b7-4b4f-9381-2899b83b695c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8123ac85-cb6c-4007-890d-bbffc36b277c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:22.389356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.443691 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-348313fa-758c-4526-b535-4f130061a76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.476360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-348313fa-758c-4526-b535-4f130061a76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.536110 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Floating IP fa811dc2-bf80-4916-a650-cc5be7780983 associated. External IP: 172.25.8.150, port: bf013027-e5ad-4e65-824e-4a84744bd480. Nov 12 20:43:22.630448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-348313fa-758c-4526-b535-4f130061a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.634257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-348313fa-758c-4526-b535-4f130061a76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.642025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-348313fa-758c-4526-b535-4f130061a76c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8123ac85-cb6c-4007-890d-bbffc36b277c HTTP/1.1" status: 204 len: 168 time: 0.2629075 Nov 12 20:43:22.652832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6fee6-c40d-4adc-aaf7-e01ad46e538e req-48efadc9-9093-4539-90dc-f9aaaf58ebe1 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:22.655964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99e6fee6-c40d-4adc-aaf7-e01ad46e538e req-48efadc9-9093-4539-90dc-f9aaaf58ebe1 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 949 time: 0.0845077 Nov 12 20:43:22.665444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348313fa-758c-4526-b535-4f130061a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8123ac85-cb6c-4007-890d-bbffc36b277c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:22.736931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99e6fee6-c40d-4adc-aaf7-e01ad46e538e req-626edf47-0ccf-4a2e-aee6-3f77626151bb tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607183 Nov 12 20:43:22.802203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:43:22.962898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:43:22.968972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:22.980904 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] Sync routers for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:43:22.999936 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:43:23.000882 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:43:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:23.022264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-31bac164-c823-40e1-abe2-9863bea6e2b3 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "PUT /v2.0/floatingips/fa811dc2-bf80-4916-a650-cc5be7780983 HTTP/1.1" status: 200 len: 992 time: 1.8987973 Nov 12 20:43:23.022873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'tag': 'bf013027-e5ad-4e65-824e-4a84744bd480'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:23.025652 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee1f9c-16de-416e-96b7-1d88463350f2" -d '{"events": [{"name": "network-changed", "server_uuid": "555891f2-03aa-4227-89c1-bf7b8c92cfd5", "tag": "bf013027-e5ad-4e65-824e-4a84744bd480"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:23.073175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c182c-f77d-4415-9ee3-de176e866d96 req-23988655-f19d-40cd-b2e6-cd46c1b8ea81 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:23.087604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb7c182c-f77d-4415-9ee3-de176e866d96 req-23988655-f19d-40cd-b2e6-cd46c1b8ea81 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 949 time: 0.1109211 Nov 12 20:43:23.132092 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:43:23.170855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb7c182c-f77d-4415-9ee3-de176e866d96 req-7c0e9f13-1788-4919-be00-5d1352218e65 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822477 Nov 12 20:43:23.223690 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b027aff-0932-489e-8b0a-09466e228ddb x-openstack-request-id: req-5b027aff-0932-489e-8b0a-09466e228ddb {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:23.224359 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555891f2-03aa-4227-89c1-bf7b8c92cfd5", "tag": "bf013027-e5ad-4e65-824e-4a84744bd480", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:23.224906 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b027aff-0932-489e-8b0a-09466e228ddb {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:23.225765 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'tag': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'status': 'completed', 'code': 200} Nov 12 20:43:23.327587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-c84b6011-00bb-4bd0-af1b-edb9340fbbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:23.330242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-c84b6011-00bb-4bd0-af1b-edb9340fbbcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 1098 time: 0.0677986 Nov 12 20:43:23.385777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54600) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:23.451934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-858ca23b-060e-45f5-b657-cb803324e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:23.453538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-858ca23b-060e-45f5-b657-cb803324e211 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 924 time: 0.1132090 Nov 12 20:43:23.540980 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'fa811dc2-bf80-4916-a650-cc5be7780983', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'port_id': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'mac_address': 'fa:16:3e:81:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:42:53Z', 'updated_at': '2021-11-12T20:43:22Z', 'revision_number': 1, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:23.558166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-12608b60-9db8-4881-b3ac-83bf76327335 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf013027-e5ad-4e65-824e-4a84744bd480 HTTP/1.1" status: 200 len: 1000 time: 0.0964224 Nov 12 20:43:23.566519 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] Checking router: 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:43:23.575240 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:43:23.575886 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:43:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:23.613072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-e2309518-4830-44c6-b7f9-e6e31c2c077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:23.614542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-e2309518-4830-44c6-b7f9-e6e31c2c077f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd3d40b-c3e6-4957-80ce-430634246969 HTTP/1.1" status: 200 len: 862 time: 0.0482872 Nov 12 20:43:23.662501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-9964d0fb-4837-460a-9252-48426afa1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:23.663965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-9964d0fb-4837-460a-9252-48426afa1511 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5da087a-c915-4151-80d4-7151deaa2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420651 Nov 12 20:43:23.688000 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:43:23.765544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-1fafeaa8-b941-4536-8bae-fcbe8ab0a0e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928636 Nov 12 20:43:23.820478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:23.836932 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b17c4fa-41c7-42be-ae1f-655361456668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:23.935268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8627634-907e-45a9-8259-6a3d1b5a515f req-08f97773-5144-441b-a12a-662302524bfe tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:23.945003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8627634-907e-45a9-8259-6a3d1b5a515f req-08f97773-5144-441b-a12a-662302524bfe tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 949 time: 0.0951829 Nov 12 20:43:23.946257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b17c4fa-41c7-42be-ae1f-655361456668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:23.957548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40ee1f9c-16de-416e-96b7-1d88463350f2 req-2d01414f-a771-484f-b951-40daca09c2b5 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774251 Nov 12 20:43:23.984565 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'fa811dc2-bf80-4916-a650-cc5be7780983', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'port_id': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'mac_address': 'fa:16:3e:81:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:42:53Z', 'updated_at': '2021-11-12T20:43:22Z', 'revision_number': 1, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:24.011371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8627634-907e-45a9-8259-6a3d1b5a515f req-6a98d3a9-6352-47f5-be0a-618356a7c02f tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651402 Nov 12 20:43:24.022550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b17c4fa-41c7-42be-ae1f-655361456668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.026618 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207f660-25be-4272-b011-8be1ab58de79 None None] The sync data for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 is: [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'fa811dc2-bf80-4916-a650-cc5be7780983', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'port_id': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'mac_address': 'fa:16:3e:81:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:42:53Z', 'updated_at': '2021-11-12T20:43:22Z', 'revision_number': 1, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:43:24.093472 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1b17c4fa-41c7-42be-ae1f-655361456668 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b73481f722f4753b7208cd2f9c539a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719095 Nov 12 20:43:24.094736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0db040f1-5093-452d-9207-b1fa9e429e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.096536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54616) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:24.096986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17c4fa-41c7-42be-ae1f-655361456668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88329ba3-6dd9-48cf-b3a0-40d16bc09074,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:24.109661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54618) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:24.201616 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-de41fc60-d9c3-48bb-9b9d-cae7f7b82bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.215210 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0db040f1-5093-452d-9207-b1fa9e429e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.255236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-de41fc60-d9c3-48bb-9b9d-cae7f7b82bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.298718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-f312f554-7e73-407d-9496-e71750dcd3bf tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:24.302061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-f312f554-7e73-407d-9496-e71750dcd3bf tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 1101 time: 0.0956380 Nov 12 20:43:24.315331 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0db040f1-5093-452d-9207-b1fa9e429e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.391747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799dc27-7e25-40b4-a42b-57be6bdb3fe4 None None] New status for floating IP fa811dc2-bf80-4916-a650-cc5be7780983: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:43:24.424571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] Deleting port 0387ea21-a751-4339-b9c3-805b9ad23df3 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:43:24.424982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.567948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] For port 0387ea21-a751-4339-b9c3-805b9ad23df3, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0387ea21-a751-4339-b9c3-805b9ad23df3,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:24.568330 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.581779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] Calling delete_port for 0387ea21-a751-4339-b9c3-805b9ad23df3 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:43:24.597617 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d361ebc3-6c45-453f-b1bf-fb79bb924d0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af354337161241cebf8492a762691426&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4861743 Nov 12 20:43:24.601212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:24.606516 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0db040f1-5093-452d-9207-b1fa9e429e89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5ead68b66734d369f65eee617a84ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2194526 Nov 12 20:43:24.612344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54636) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:24.613040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db040f1-5093-452d-9207-b1fa9e429e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5434f34a-f5e3-4b61-8a8b-25bad2a19dbb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:24.700733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77fb18a5-0a1e-4dff-a2ea-acce96d87d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.705612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-797d9b04-7616-48ad-bda8-fbea09c3b883 req-f28d483a-9d03-4ba5-a5d8-bacc33efe4e6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:43:24.706548 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ec648c4-cd73-492b-8339-00653f769abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.706678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-797d9b04-7616-48ad-bda8-fbea09c3b883 req-f28d483a-9d03-4ba5-a5d8-bacc33efe4e6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088351 Nov 12 20:43:24.707874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-de41fc60-d9c3-48bb-9b9d-cae7f7b82bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.715528 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-de41fc60-d9c3-48bb-9b9d-cae7f7b82bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.715528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-de41fc60-d9c3-48bb-9b9d-cae7f7b82bfc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88329ba3-6dd9-48cf-b3a0-40d16bc09074 HTTP/1.1" status: 204 len: 168 time: 0.6139655 Nov 12 20:43:24.733500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:43:24.733845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77fb18a5-0a1e-4dff-a2ea-acce96d87d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.760021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41fc60-d9c3-48bb-9b9d-cae7f7b82bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88329ba3-6dd9-48cf-b3a0-40d16bc09074,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:24.770925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:43:24.771272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66f31326-a2f6-4bb3-b5e9-f9611a4c53f4 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:43:24.809319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee21df8-341e-4e50-8bb0-31b00b98c3a1 req-49c1497b-f54f-44a1-8ce5-81e112b5cc4e tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:24.811266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cee21df8-341e-4e50-8bb0-31b00b98c3a1 req-49c1497b-f54f-44a1-8ce5-81e112b5cc4e tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 949 time: 0.1116753 Nov 12 20:43:24.817065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ec648c4-cd73-492b-8339-00653f769abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.894307 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.907384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0387ea21-a751-4339-b9c3-805b9ad23df3'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:24.913030 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cee21df8-341e-4e50-8bb0-31b00b98c3a1 req-2a9b63c5-3623-4ee1-8344-0d4e7312bbe4 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938241 Nov 12 20:43:24.913662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77fb18a5-0a1e-4dff-a2ea-acce96d87d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.917007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77fb18a5-0a1e-4dff-a2ea-acce96d87d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.918515 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-77fb18a5-0a1e-4dff-a2ea-acce96d87d73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/793f6a39-a005-4ac6-bd74-308bcf21f321 HTTP/1.1" status: 204 len: 168 time: 0.3152263 Nov 12 20:43:24.937599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb18a5-0a1e-4dff-a2ea-acce96d87d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793f6a39-a005-4ac6-bd74-308bcf21f321,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:24.958813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] Pushing event deleted for resources: {'Port': ['ID=0387ea21-a751-4339-b9c3-805b9ad23df3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:25.000351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ec648c4-cd73-492b-8339-00653f769abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:25.010824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] No DVR routers for this DVR port 0387ea21-a751-4339-b9c3-805b9ad23df3 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:43:25.011152 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ec648c4-cd73-492b-8339-00653f769abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:25.011152 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7ec648c4-cd73-492b-8339-00653f769abc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5434f34a-f5e3-4b61-8a8b-25bad2a19dbb HTTP/1.1" status: 204 len: 168 time: 0.3898313 Nov 12 20:43:25.011347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:25.015703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d61081bd-c29a-4523-a993-7a02ba05fc65 req-09871e07-88d4-48c0-bf4d-710158c9f864 tempest-DeleteServersAdminTestJSON-786773743 tempest-DeleteServersAdminTestJSON-786773743-project-admin] 10.222.0.46 "DELETE /v2.0/ports/0387ea21-a751-4339-b9c3-805b9ad23df3 HTTP/1.1" status: 204 len: 173 time: 0.7061062 Nov 12 20:43:25.016195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a570f59d-083d-4651-871c-3707372bf7b1', 'name': 'network-vif-deleted', 'tag': '0387ea21-a751-4339-b9c3-805b9ad23df3'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:25.018499 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d188872-94ef-4b9e-b039-9c6985643a72" -d '{"events": [{"server_uuid": "a570f59d-083d-4651-871c-3707372bf7b1", "name": "network-vif-deleted", "tag": "0387ea21-a751-4339-b9c3-805b9ad23df3"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:25.020499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec648c4-cd73-492b-8339-00653f769abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5434f34a-f5e3-4b61-8a8b-25bad2a19dbb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:25.128085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0adea-c640-4ada-b430-33420bd88cd4 req-0eebe96f-347f-45c9-9d56-41e9c763ef13 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:25.137189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63a0adea-c640-4ada-b430-33420bd88cd4 req-0eebe96f-347f-45c9-9d56-41e9c763ef13 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 949 time: 0.0845323 Nov 12 20:43:25.187648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63a0adea-c640-4ada-b430-33420bd88cd4 req-7a4f0798-37e6-4798-8e2d-306c4e1e6a77 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493829 Nov 12 20:43:25.249071 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33ad1fa-1b26-4bc6-8981-47034c2c8827 x-openstack-request-id: req-d33ad1fa-1b26-4bc6-8981-47034c2c8827 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:25.261258 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a570f59d-083d-4651-871c-3707372bf7b1", "name": "network-vif-deleted", "tag": "0387ea21-a751-4339-b9c3-805b9ad23df3", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:25.261581 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d33ad1fa-1b26-4bc6-8981-47034c2c8827 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:25.262009 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a570f59d-083d-4651-871c-3707372bf7b1', 'name': 'network-vif-deleted', 'tag': '0387ea21-a751-4339-b9c3-805b9ad23df3', 'status': 'completed', 'code': 200} Nov 12 20:43:25.718141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-abed20b7-7867-4a8a-9e80-490f1715d431 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298991 Nov 12 20:43:25.830695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74803366-d96f-4bd4-856a-adc8af124f75 req-0fd03a30-3504-480c-b925-dec0d3dda1aa tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:25.832218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-0fd03a30-3504-480c-b925-dec0d3dda1aa tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083665 Nov 12 20:43:25.850434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-768927c8-4917-4d00-99bd-c234a8b9a87f tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/quotas/f8c286295cf2419ab8c6a28365cea2dc HTTP/1.1" status: 200 len: 375 time: 0.0118372 Nov 12 20:43:25.904734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-87c6f0f2-78d0-4672-a9ba-bcfdb0e34ebe tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477118 Nov 12 20:43:26.009833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54686) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:26.038978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03430967-da50-4cce-9c4d-b9938d30d8f6 req-77f56c5a-2a76-46cc-932a-d58fdf1da2aa tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=a570f59d-083d-4651-871c-3707372bf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0414586 Nov 12 20:43:26.078371 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-94d743cd-3ed1-4e60-a1d0-fd3d3e7cd0e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57d91b69d2b0442c8c491727553be7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657194 Nov 12 20:43:26.080652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54688) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:26.223379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f9272be-0264-41c4-b3bc-5275e77075ce req-1e15b35c-ad70-4c79-a35e-435707355b1a tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 210 time: 0.0429211 Nov 12 20:43:26.224340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e492be4-2d67-4e4e-84ca-c0d820a8e4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.224340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54698) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:26.240514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7dab1365-2a7c-4aef-b675-d60ee3f10593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.280994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e492be4-2d67-4e4e-84ca-c0d820a8e4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.477288 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e492be4-2d67-4e4e-84ca-c0d820a8e4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.480979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e492be4-2d67-4e4e-84ca-c0d820a8e4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.482422 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2e492be4-2d67-4e4e-84ca-c0d820a8e4fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/063bda4e-ec69-4511-a25e-842f4854dec4 HTTP/1.1" status: 204 len: 168 time: 0.4006407 Nov 12 20:43:26.496481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e492be4-2d67-4e4e-84ca-c0d820a8e4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063bda4e-ec69-4511-a25e-842f4854dec4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:26.546153 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7dab1365-2a7c-4aef-b675-d60ee3f10593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.644819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7dab1365-2a7c-4aef-b675-d60ee3f10593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.688886 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7dab1365-2a7c-4aef-b675-d60ee3f10593 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b92ad1f2b25848159d55cce9bda4ee9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703054 Nov 12 20:43:26.690205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab1365-2a7c-4aef-b675-d60ee3f10593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378abc3f-f1e6-4b11-8f90-e233ef8f3f01,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:26.692667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54712) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:26.745287 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-935a20cf-9d0e-4c22-bb29-cdbba6bc86ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.770416 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-935a20cf-9d0e-4c22-bb29-cdbba6bc86ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.948702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-935a20cf-9d0e-4c22-bb29-cdbba6bc86ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.951347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-935a20cf-9d0e-4c22-bb29-cdbba6bc86ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.955220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-935a20cf-9d0e-4c22-bb29-cdbba6bc86ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/378abc3f-f1e6-4b11-8f90-e233ef8f3f01 HTTP/1.1" status: 204 len: 168 time: 0.2614787 Nov 12 20:43:26.962878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a20cf-9d0e-4c22-bb29-cdbba6bc86ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378abc3f-f1e6-4b11-8f90-e233ef8f3f01,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:27.327646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbe618-78ce-4f55-9cce-e8e66e994f4c req-9ff29c07-2f7c-47a0-af9d-0b6b0d735665 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 210 time: 0.0296726 Nov 12 20:43:27.519659 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b93599a5-b1d5-4912-824c-fa6c60f90d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:27.664848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-77acf852-4970-4bf0-94b3-14ad2fb1868e tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5b297e62d0be439285d5c1e1e7756c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267746 Nov 12 20:43:27.781621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3547000-f29b-41e7-a89c-324ae7110058 req-cc181a3f-b0f3-4195-9082-d17639bb12fc tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:27.787427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-cc181a3f-b0f3-4195-9082-d17639bb12fc tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121831 Nov 12 20:43:27.798835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-b6a86dbb-9fbe-4ab3-b577-7b55e91036db tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/quotas/5b297e62d0be439285d5c1e1e7756c43 HTTP/1.1" status: 200 len: 375 time: 0.0094788 Nov 12 20:43:27.831233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-06a161d1-a619-4f60-b57c-98973d48ccf1 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b297e62d0be439285d5c1e1e7756c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264986 Nov 12 20:43:28.097215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:28.134675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba695ecc-7ef0-45f6-9f34-4174182a51f6 req-24cded35-ddf5-4c8b-b338-fac14f7dfda0 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 210 time: 0.0420656 Nov 12 20:43:28.311947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-bc5457fd-e36b-4632-9941-94d8baf2160d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339520 Nov 12 20:43:28.428740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74803366-d96f-4bd4-856a-adc8af124f75 req-3784fddb-657b-4adb-97e6-dc7b69d1ca11 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:28.431123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-3784fddb-657b-4adb-97e6-dc7b69d1ca11 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136465 Nov 12 20:43:28.446263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Request body: {'port': {'device_id': '219c072a-2dd1-4b06-8184-51a2780bb827', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f8c286295cf2419ab8c6a28365cea2dc'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:28.499001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-adca745f-8dd3-41e3-a639-048c10b03de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:28.531172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e9b12f8-3b92-4fc9-9754-9798ab67d4d0 req-6b1d94c5-bd59-42b5-bb05-024790cf6646 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 210 time: 0.0569737 Nov 12 20:43:28.639911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-adca745f-8dd3-41e3-a639-048c10b03de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:28.719577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Made reservation on behalf of f8c286295cf2419ab8c6a28365cea2dc for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:28.719794 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-adca745f-8dd3-41e3-a639-048c10b03de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:28.723255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:28.758447 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-adca745f-8dd3-41e3-a639-048c10b03de6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52415741aae0414d94f515f7ed1b8529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6591187 Nov 12 20:43:28.759634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca745f-8dd3-41e3-a639-048c10b03de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34967875-2405-46bc-8d40-aad779f83b7a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:28.763381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54798) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:28.780004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0387ea21-a751-4339-b9c3-805b9ad23df3 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:43:28.816174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 0387ea21-a751-4339-b9c3-805b9ad23df3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:43:28.816174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0387ea21-a751-4339-b9c3-805b9ad23df3 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:43:28.842010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26c110e5-0a5b-44db-86ce-d08ac15bfc52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:28.880576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26c110e5-0a5b-44db-86ce-d08ac15bfc52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:28.919009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Allocated IP 192.168.233.242 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/f3b62784-8fdd-4092-b8fe-bdcf899e7dae) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:29.011905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26c110e5-0a5b-44db-86ce-d08ac15bfc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:29.017083 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26c110e5-0a5b-44db-86ce-d08ac15bfc52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:29.018734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-26c110e5-0a5b-44db-86ce-d08ac15bfc52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34967875-2405-46bc-8d40-aad779f83b7a HTTP/1.1" status: 204 len: 168 time: 0.2541139 Nov 12 20:43:29.029200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c110e5-0a5b-44db-86ce-d08ac15bfc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34967875-2405-46bc-8d40-aad779f83b7a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:29.111837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:29.209828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe6ea36a-002d-465f-b700-ce4ffa2ae57e req-6e5e9652-ed0e-461b-9804-8e795c363d5a tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 210 time: 0.0304232 Nov 12 20:43:29.299709 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:29.330709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['66426b70-6de6-4814-abe8-22da64df8f36'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:29.365048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:29.378302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:29.382191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:29.388914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:29.389387 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:29.399574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Pushing event updated for resources: {'Port': ['ID=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:29.411836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.412419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.415219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.415219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.415219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.415219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.415219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.415219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.415219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.415219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.416934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.417418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:29.553478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-4f6364ef-0b13-4e0a-9d7e-d78804084699 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1132507 Nov 12 20:43:29.584732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Request body: {'port': {'device_id': '219c072a-2dd1-4b06-8184-51a2780bb827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:29.663588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:29.674998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fbf9ffb8-fd88-4042-8999-0fc5e7f7b8c7 None None] Provisioning complete for port f3b62784-8fdd-4092-b8fe-bdcf899e7dae triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:29.675441 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ffb8-fd88-4042-8999-0fc5e7f7b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:29.719861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9ffb8-fd88-4042-8999-0fc5e7f7b8c7 None None] Port f3b62784-8fdd-4092-b8fe-bdcf899e7dae cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:29.737329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5e193-92a7-430b-b5d8-13d7280cb381 req-d61bb09e-abde-4283-b7e8-c38f559d6193 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:29.738839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00c5e193-92a7-430b-b5d8-13d7280cb381 req-d61bb09e-abde-4283-b7e8-c38f559d6193 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 936 time: 0.0909526 Nov 12 20:43:29.875717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00c5e193-92a7-430b-b5d8-13d7280cb381 req-23ea3901-0252-4bd9-820a-7816bd11a06f tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272812 Nov 12 20:43:30.017806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b62784-8fdd-4092-b8fe-bdcf899e7dae {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:30.027051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.028663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-782a5371-2215-4e21-81a5-bd8575a709cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.040529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Transition to ACTIVE for port object f3b62784-8fdd-4092-b8fe-bdcf899e7dae will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:30.142118 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.194502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Pushing event updated for resources: {'Port': ['ID=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:30.232839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54854) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:30.238729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Attempting to bind port f3b62784-8fdd-4092-b8fe-bdcf899e7dae on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:30.239053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Attempting to bind port f3b62784-8fdd-4092-b8fe-bdcf899e7dae by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:30.240715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Attempting to bind port f3b62784-8fdd-4092-b8fe-bdcf899e7dae on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:30.248598 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.250312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Port f3b62784-8fdd-4092-b8fe-bdcf899e7dae on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:30.252323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Attempting to bind port f3b62784-8fdd-4092-b8fe-bdcf899e7dae on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:30.266367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:30.267509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:30.269587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:30.269587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Bound port: f3b62784-8fdd-4092-b8fe-bdcf899e7dae, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:30.269587 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.380189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f593d988-6f27-4907-bd3b-193d6121fa99 req-b9360299-f594-4c54-bc65-a71b6ccc40fb tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 210 time: 0.0459533 Nov 12 20:43:30.404800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] For port f3b62784-8fdd-4092-b8fe-bdcf899e7dae, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:30.408934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] For port f3b62784-8fdd-4092-b8fe-bdcf899e7dae, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:30.451452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.479810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.521566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:30.522594 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.523958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] 10.222.0.46 "PUT /v2.0/ports/f3b62784-8fdd-4092-b8fe-bdcf899e7dae HTTP/1.1" status: 200 len: 1097 time: 0.9492671 Nov 12 20:43:30.524416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219c072a-2dd1-4b06-8184-51a2780bb827', 'tag': 'f3b62784-8fdd-4092-b8fe-bdcf899e7dae'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:30.527219 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150602b-7c88-4f4f-aa53-50880740dd91" -d '{"events": [{"name": "network-changed", "server_uuid": "219c072a-2dd1-4b06-8184-51a2780bb827", "tag": "f3b62784-8fdd-4092-b8fe-bdcf899e7dae"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:30.548345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.551177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb802a2-f955-409a-9cce-814ba3835e5e service neutron] Pushing event updated for resources: {'Port': ['ID=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:30.584227 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7b80c1-4565-4ae3-9038-23888c7ea6ca x-openstack-request-id: req-8e7b80c1-4565-4ae3-9038-23888c7ea6ca {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:30.584832 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219c072a-2dd1-4b06-8184-51a2780bb827", "tag": "f3b62784-8fdd-4092-b8fe-bdcf899e7dae", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:30.584923 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e7b80c1-4565-4ae3-9038-23888c7ea6ca {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:30.585363 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219c072a-2dd1-4b06-8184-51a2780bb827', 'tag': 'f3b62784-8fdd-4092-b8fe-bdcf899e7dae', 'status': 'completed', 'code': 200} Nov 12 20:43:30.595107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abc30d5-6755-4b81-a221-aacb885d937c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:30.607135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.607661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.608150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.608636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.609136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.609459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.609788 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.610165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.610440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.610749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.611056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.611386 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:30.619205 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-35db81c5-226f-44b9-8ff6-5fc277af5c80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b48757ef4bd408e88bdb7e110b27cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895476 Nov 12 20:43:30.623779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54866) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:30.645573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:30.670822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150602b-7c88-4f4f-aa53-50880740dd91 req-abaeb6ec-9509-42cc-a76a-ccc4eac1a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:30.674712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7150602b-7c88-4f4f-aa53-50880740dd91 req-abaeb6ec-9509-42cc-a76a-ccc4eac1a8f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 1100 time: 0.0582511 Nov 12 20:43:30.724916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7320665-47a4-47f8-b6a6-58bb5027e498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.730888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7150602b-7c88-4f4f-aa53-50880740dd91 req-8cace549-b3b5-458b-8277-dc506c0fbb60 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452220 Nov 12 20:43:30.771224 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7320665-47a4-47f8-b6a6-58bb5027e498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.924368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-eb81448e-6c63-4035-8abd-7451aff69571 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5b297e62d0be439285d5c1e1e7756c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445693 Nov 12 20:43:30.971464 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7320665-47a4-47f8-b6a6-58bb5027e498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.976900 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7320665-47a4-47f8-b6a6-58bb5027e498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:30.980130 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a7320665-47a4-47f8-b6a6-58bb5027e498 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2abc30d5-6755-4b81-a221-aacb885d937c HTTP/1.1" status: 204 len: 168 time: 0.3548541 Nov 12 20:43:30.993635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7320665-47a4-47f8-b6a6-58bb5027e498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abc30d5-6755-4b81-a221-aacb885d937c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:31.070964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150602b-7c88-4f4f-aa53-50880740dd91 req-384f7a29-af8a-42cd-85a4-78616271d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.072808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7150602b-7c88-4f4f-aa53-50880740dd91 req-384f7a29-af8a-42cd-85a4-78616271d0cb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274055 Nov 12 20:43:31.113373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d07de2-0c4c-47d3-bade-cde499ad9b27 req-eb63d1dd-1a77-4f90-adc4-cc51082b0915 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.121600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84d07de2-0c4c-47d3-bade-cde499ad9b27 req-eb63d1dd-1a77-4f90-adc4-cc51082b0915 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 948 time: 0.1557708 Nov 12 20:43:31.149143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-635158063-network', 'tenant_id': 'aaec9bec92d14747bb77ee47f7b7f77c'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:31.171167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.195173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54886) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:31.296502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Made reservation on behalf of aaec9bec92d14747bb77ee47f7b7f77c for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:31.299045 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.309202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.392334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3547000-f29b-41e7-a89c-324ae7110058 req-a97e89f9-4192-453d-b77d-2f1781fe25bf tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.393805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-a97e89f9-4192-453d-b77d-2f1781fe25bf tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4593611 Nov 12 20:43:31.399181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.417753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Request body: {'port': {'device_id': '6d3dc6ef-00a2-4e66-a448-1a75c076cb60', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '5b297e62d0be439285d5c1e1e7756c43'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:31.459560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84d07de2-0c4c-47d3-bade-cde499ad9b27 req-52462b0a-0724-43b2-8229-b97d4dd07201 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368320 Nov 12 20:43:31.487676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74803366-d96f-4bd4-856a-adc8af124f75 req-d81fb94f-5856-4ad7-8700-c96990de635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.489204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-d81fb94f-5856-4ad7-8700-c96990de635d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 1100 time: 0.3653524 Nov 12 20:43:31.515650 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.537103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:43:31.552251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd09ff-0f4f-4d92-b050-6e3b85967475,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:31.553856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-9dea1330-41ea-457d-af1c-b98ddf00764f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f3b62784-8fdd-4092-b8fe-bdcf899e7dae HTTP/1.1" status: 200 len: 217 time: 0.0546381 Nov 12 20:43:31.557163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.557699 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Added segment 3a358f76-a440-4273-b0ba-277a6bc0aa7f of type vlan for network 048d07af-97ca-4eb8-a1d0-97d0faac472d Nov 12 20:43:31.601047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0923abc-93a3-4e95-9b35-47b3c43c5f51 req-086f68cd-8b33-43b5-91fb-df524a6d1e61 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 210 time: 0.0517571 Nov 12 20:43:31.606709 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.662041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74803366-d96f-4bd4-856a-adc8af124f75 req-cb35c820-5595-43f9-af06-d53b3868e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.663709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-cb35c820-5595-43f9-af06-d53b3868e6a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0960383 Nov 12 20:43:31.717376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74803366-d96f-4bd4-856a-adc8af124f75 req-5b352a75-1a1f-4b27-b479-2d7ec7806fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.719683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-5b352a75-1a1f-4b27-b479-2d7ec7806fa4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456834 Nov 12 20:43:31.742367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.744502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.745518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.810646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Made reservation on behalf of 5b297e62d0be439285d5c1e1e7756c43 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:31.816436 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.841419 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d51a9282-af28-4b90-a82c-7eb646556a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:31.861315 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=048d07af-97ca-4eb8-a1d0-97d0faac472d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:31.879398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 048d07af-97ca-4eb8-a1d0-97d0faac472d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:43:31.913004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54908) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:31.913350 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4df0d223-76aa-4946-9325-1488f726e6f8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2625225 Nov 12 20:43:31.915937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-64bceb9f-fb7e-441b-8191-e94c912c6691 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884730 Nov 12 20:43:31.921851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Request body: {'subnet': {'network_id': '048d07af-97ca-4eb8-a1d0-97d0faac472d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-635158063-subnet', 'tenant_id': 'aaec9bec92d14747bb77ee47f7b7f77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:31.965798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d51a9282-af28-4b90-a82c-7eb646556a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.016885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d51a9282-af28-4b90-a82c-7eb646556a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.070739 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d51a9282-af28-4b90-a82c-7eb646556a1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=342164c2b85643d19cd84b3f58d4c2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8744457 Nov 12 20:43:32.071498 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54916) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:32.072916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a9282-af28-4b90-a82c-7eb646556a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073cd560-1ce7-4eb2-8bc8-b2c940223fc1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:32.121419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Allocated IP 192.168.233.191 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/915a047d-40bf-45fe-860c-07422297a95f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:32.127145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74803366-d96f-4bd4-856a-adc8af124f75 req-7693d29b-32d5-49aa-9223-eeb58658d56d service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977768 Nov 12 20:43:32.127728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Made reservation on behalf of aaec9bec92d14747bb77ee47f7b7f77c for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:32.129115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1363a91-15a3-43d5-b62e-c42c90762709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.129958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.158397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1363a91-15a3-43d5-b62e-c42c90762709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.292046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1363a91-15a3-43d5-b62e-c42c90762709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.296097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1363a91-15a3-43d5-b62e-c42c90762709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.297806 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1363a91-15a3-43d5-b62e-c42c90762709 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/073cd560-1ce7-4eb2-8bc8-b2c940223fc1 HTTP/1.1" status: 204 len: 168 time: 0.2216702 Nov 12 20:43:32.310842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1363a91-15a3-43d5-b62e-c42c90762709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073cd560-1ce7-4eb2-8bc8-b2c940223fc1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:32.436119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.652331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cb59b-e137-4ba6-8cf0-0e60c3ca04c6 req-40234fb3-13e8-479a-9e79-c70944437571 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:32.652331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d86cb59b-e137-4ba6-8cf0-0e60c3ca04c6 req-40234fb3-13e8-479a-9e79-c70944437571 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 948 time: 0.0481629 Nov 12 20:43:32.652331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d86cb59b-e137-4ba6-8cf0-0e60c3ca04c6 req-709e2a5c-12a0-4a95-a6a8-9e2a871122c5 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 Nov 12 20:43:32.705258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1d28aec-44e3-476f-95c9-3fe7048cb3d8 req-30b64c4f-802b-454b-be2e-c16efc55e476 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 210 time: 0.0278890 Nov 12 20:43:32.828142 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.877854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.884295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2bc06a-fbe1-4bf8-bad3-40974a9176cb,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:32.928486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Checking segment: {'id': '3a358f76-a440-4273-b0ba-277a6bc0aa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '048d07af-97ca-4eb8-a1d0-97d0faac472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:32.928845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Network hostable DHCP agents. Network: 048d07af-97ca-4eb8-a1d0-97d0faac472d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:43:32.931766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.938986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:32.953079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:32.955608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:32.961740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:32.964669 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.978505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Pushing event updated for resources: {'Port': ['ID=915a047d-40bf-45fe-860c-07422297a95f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:33.102990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Network 048d07af-97ca-4eb8-a1d0-97d0faac472d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:43:33.168961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-dff202b5-6ea0-4b25-980b-4f92f6e4b89c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7581477 Nov 12 20:43:33.184654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Request body: {'port': {'device_id': '6d3dc6ef-00a2-4e66-a448-1a75c076cb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:33.211657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 048d07af-97ca-4eb8-a1d0-97d0faac472d) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:33.216162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a5d9b42f-b2c5-4610-b502-fb30e7874489 None None] Provisioning complete for port 915a047d-40bf-45fe-860c-07422297a95f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:33.216775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:33.216892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b42f-b2c5-4610-b502-fb30e7874489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.217569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.220927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8148e8f-1f0c-4f7e-9b2c-316e4a41b428 None None] Network 048d07af-97ca-4eb8-a1d0-97d0faac472d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:33.263522 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.300306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9b42f-b2c5-4610-b502-fb30e7874489 None None] Port 915a047d-40bf-45fe-860c-07422297a95f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:33.348799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e0b4c8cc-cd74-470a-a81d-8d348e33bdf3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4235685 Nov 12 20:43:33.397187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54968e83-fe6e-4d16-bc13-990ebf432d7e None None] Network 048d07af-97ca-4eb8-a1d0-97d0faac472d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:33.503929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.575255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54968) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:33.579864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915a047d-40bf-45fe-860c-07422297a95f {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:33.587837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.591212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-630fb7e4-80ce-414c-9e4a-47fcfe0dfbb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.601010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Transition to ACTIVE for port object 915a047d-40bf-45fe-860c-07422297a95f will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:33.679643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.724165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-630fb7e4-80ce-414c-9e4a-47fcfe0dfbb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.754515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:33.762327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=915a047d-40bf-45fe-860c-07422297a95f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:33.833654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-630fb7e4-80ce-414c-9e4a-47fcfe0dfbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.855112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Attempting to bind port 915a047d-40bf-45fe-860c-07422297a95f on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:33.855483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Attempting to bind port 915a047d-40bf-45fe-860c-07422297a95f by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:33.856024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Attempting to bind port 915a047d-40bf-45fe-860c-07422297a95f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:33.868092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Port 915a047d-40bf-45fe-860c-07422297a95f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:33.868419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Attempting to bind port 915a047d-40bf-45fe-860c-07422297a95f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:33.874039 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-630fb7e4-80ce-414c-9e4a-47fcfe0dfbb0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5686555df649446292797e43c11e9f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975438 Nov 12 20:43:33.878672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54984) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:33.887764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:33.888101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:33.893649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:33.893814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fb7e4-80ce-414c-9e4a-47fcfe0dfbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857375e0-8d59-4af2-815a-86ffb74e560e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:33.893927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Bound port: 915a047d-40bf-45fe-860c-07422297a95f, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:33.893927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:33.921676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551f750-f23d-4a05-925e-ac68638b82b9 req-85414abb-3b1f-4d35-9ec1-06f9b37d5a42 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:33.929017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2551f750-f23d-4a05-925e-ac68638b82b9 req-85414abb-3b1f-4d35-9ec1-06f9b37d5a42 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 948 time: 0.1726961 Nov 12 20:43:33.942073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b49e1-73bf-4db4-a44f-c7c73874bafc req-9a4bb11e-97a7-42b6-95da-f62ed4a3ab08 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:33.943567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b53b49e1-73bf-4db4-a44f-c7c73874bafc req-9a4bb11e-97a7-42b6-95da-f62ed4a3ab08 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 948 time: 0.1506970 Nov 12 20:43:34.091225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2551f750-f23d-4a05-925e-ac68638b82b9 req-a014daca-729e-49cb-9243-090636e1558c tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614368 Nov 12 20:43:34.101579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b53b49e1-73bf-4db4-a44f-c7c73874bafc req-2c7b531b-418e-4a29-b95c-af5d5a25e82a tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425190 Nov 12 20:43:34.102678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] For port 915a047d-40bf-45fe-860c-07422297a95f, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:34.105379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f7102b4-86f0-4670-8257-bda00db43aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.129271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] For port 915a047d-40bf-45fe-860c-07422297a95f, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=915a047d-40bf-45fe-860c-07422297a95f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:34.141949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f7102b4-86f0-4670-8257-bda00db43aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.207829 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc4b87ac-cb60-4c32-8d02-ee888c4b3c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.211496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.259708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.260388 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.261789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] 10.222.0.78 "PUT /v2.0/ports/915a047d-40bf-45fe-860c-07422297a95f HTTP/1.1" status: 200 len: 1097 time: 1.0817187 Nov 12 20:43:34.262218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3dc6ef-00a2-4e66-a448-1a75c076cb60', 'tag': '915a047d-40bf-45fe-860c-07422297a95f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:34.264526 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f59c21-e697-4b0f-ab6d-3759a188e65f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3dc6ef-00a2-4e66-a448-1a75c076cb60", "tag": "915a047d-40bf-45fe-860c-07422297a95f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:34.270203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f7102b4-86f0-4670-8257-bda00db43aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.272993 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f7102b4-86f0-4670-8257-bda00db43aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.277954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5f7102b4-86f0-4670-8257-bda00db43aa9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/857375e0-8d59-4af2-815a-86ffb74e560e HTTP/1.1" status: 204 len: 168 time: 0.3944218 Nov 12 20:43:34.289862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7102b4-86f0-4670-8257-bda00db43aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857375e0-8d59-4af2-815a-86ffb74e560e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:34.312714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448dbe4-6004-4b71-9b00-fc1e47ced8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=915a047d-40bf-45fe-860c-07422297a95f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:34.323866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54996) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:34.333149 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374610e9-e936-4bbd-9a9e-445b7e1d3052 x-openstack-request-id: req-374610e9-e936-4bbd-9a9e-445b7e1d3052 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:34.333621 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3dc6ef-00a2-4e66-a448-1a75c076cb60", "tag": "915a047d-40bf-45fe-860c-07422297a95f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:34.334019 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-374610e9-e936-4bbd-9a9e-445b7e1d3052 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:34.334573 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3dc6ef-00a2-4e66-a448-1a75c076cb60', 'tag': '915a047d-40bf-45fe-860c-07422297a95f', 'status': 'completed', 'code': 200} Nov 12 20:43:34.345984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55000) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:34.387102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc4b87ac-cb60-4c32-8d02-ee888c4b3c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.422950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f59c21-e697-4b0f-ab6d-3759a188e65f req-478ee401-259c-4d75-902d-7f365c0f589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.424504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0f59c21-e697-4b0f-ab6d-3759a188e65f req-478ee401-259c-4d75-902d-7f365c0f589c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b297e62d0be439285d5c1e1e7756c43&device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 1100 time: 0.0502665 Nov 12 20:43:34.456459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0f59c21-e697-4b0f-ab6d-3759a188e65f req-4ebd323f-b184-4e18-8174-8c9a7fd4e325 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=5b297e62d0be439285d5c1e1e7756c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204380 Nov 12 20:43:34.480145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc4b87ac-cb60-4c32-8d02-ee888c4b3c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.535872 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc4b87ac-cb60-4c32-8d02-ee888c4b3c9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bfaae8655ac428b98cdccd9108fcd92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7802069 Nov 12 20:43:34.540459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55006) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:34.540459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b87ac-cb60-4c32-8d02-ee888c4b3c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6755a588-3b2e-428d-aa2d-8ee8b38560f6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:34.591096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f59c21-e697-4b0f-ab6d-3759a188e65f req-179b296f-9599-448d-ba4f-861b78dbbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.592756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0f59c21-e697-4b0f-ab6d-3759a188e65f req-179b296f-9599-448d-ba4f-861b78dbbfe7 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258664 Nov 12 20:43:34.598517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d80ff3-c94a-497d-bdab-78815af6e3c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.621076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d80ff3-c94a-497d-bdab-78815af6e3c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.685560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3547000-f29b-41e7-a89c-324ae7110058 req-08b20529-7bc1-48f3-81e6-40c6f89db80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.687698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-08b20529-7bc1-48f3-81e6-40c6f89db80b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b297e62d0be439285d5c1e1e7756c43&device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 1100 time: 0.0483153 Nov 12 20:43:34.709848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-network', 'tenant_id': '20842facfd50493f83c522eda2adcbcc'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:34.747891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-a6eae9a6-e1f3-40ff-8e5c-fe6a324c548d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=915a047d-40bf-45fe-860c-07422297a95f HTTP/1.1" status: 200 len: 217 time: 0.0491526 Nov 12 20:43:34.753297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52ef2d37-644c-4d11-934a-df354a00b0d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.788102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d80ff3-c94a-497d-bdab-78815af6e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.790802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d80ff3-c94a-497d-bdab-78815af6e3c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.793089 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24d80ff3-c94a-497d-bdab-78815af6e3c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6755a588-3b2e-428d-aa2d-8ee8b38560f6 HTTP/1.1" status: 204 len: 168 time: 0.2527945 Nov 12 20:43:34.805109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d80ff3-c94a-497d-bdab-78815af6e3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6755a588-3b2e-428d-aa2d-8ee8b38560f6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:34.805242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f3b62784-8fdd-4092-b8fe-bdcf899e7dae details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:34.824883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Made reservation on behalf of 20842facfd50493f83c522eda2adcbcc for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:34.826998 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.832171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3547000-f29b-41e7-a89c-324ae7110058 req-206191de-06d1-4717-b5b2-093b94e0e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.834011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-206191de-06d1-4717-b5b2-093b94e0e098 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0716670 Nov 12 20:43:34.847521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.932821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3547000-f29b-41e7-a89c-324ae7110058 req-d901a46f-e580-4e8a-92df-d31cf43032ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.934512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-d901a46f-e580-4e8a-92df-d31cf43032ec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907469 Nov 12 20:43:34.936482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52ef2d37-644c-4d11-934a-df354a00b0d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.939788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f3b62784-8fdd-4092-b8fe-bdcf899e7dae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:34.955109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'f3b62784-8fdd-4092-b8fe-bdcf899e7dae', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'f3b62784-8fdd-4092-b8fe-bdcf899e7dae', 'mac_address': 'fa:16:3e:25:4c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:34.983132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.998091 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.016690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b62784-8fdd-4092-b8fe-bdcf899e7dae {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:35.016838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52ef2d37-644c-4d11-934a-df354a00b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.045430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f3b62784-8fdd-4092-b8fe-bdcf899e7dae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:35.062391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.073787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-52ef2d37-644c-4d11-934a-df354a00b0d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90552cb68ecc4a61b96213054ae32bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7256582 Nov 12 20:43:35.076648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55022) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:35.078729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef2d37-644c-4d11-934a-df354a00b0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8e6d59-22cc-4603-80e4-6abc200225f5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:35.109519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-e1b1b8e1-fddd-4ff2-8c5a-2fd2ec27726b service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596799 Nov 12 20:43:35.110207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:43:35.123880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c594ff-9954-455d-ac63-3d2a7ead02dd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:35.147212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.148608 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Added segment 532e83f8-40c0-474d-be41-3f253ea81079 of type vlan for network f8c454e3-4585-4f59-ae6d-3f362e5f0715 Nov 12 20:43:35.153976 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.227842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:35.230613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.236599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.237182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.237543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.237875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.238204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.238527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.238846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.239164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.239507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.239829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.240146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.240621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:35.371428 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.372071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3547000-f29b-41e7-a89c-324ae7110058 req-43790eca-a48d-4a51-a575-352e4f6886e2 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282515 Nov 12 20:43:35.372403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:35.373410 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.377633 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b72af0d-93af-4e31-a102-29292f51c63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.380614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['f3b62784-8fdd-4092-b8fe-bdcf899e7dae'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:35.403202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3aac9-6f2a-41e2-ad78-20cca0cccef3 req-2dbba714-e4b3-474f-9bb2-6f8ff9b4cb0e tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:35.410632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddc3aac9-6f2a-41e2-ad78-20cca0cccef3 req-2dbba714-e4b3-474f-9bb2-6f8ff9b4cb0e tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 949 time: 0.1406963 Nov 12 20:43:35.440002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8980cce-8472-4e39-b5b0-877c6e75adda req-9c229928-5273-4d90-8f7e-65269f431d42 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:35.440125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:35.440402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8980cce-8472-4e39-b5b0-877c6e75adda req-9c229928-5273-4d90-8f7e-65269f431d42 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 948 time: 0.1715660 Nov 12 20:43:35.445292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1571794917-network', 'tenant_id': 'f5555db286f545b28cd6b59adf526d20'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:35.445934 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b72af0d-93af-4e31-a102-29292f51c63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.456986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] Pushing event updated for resources: {'Network': ['ID=f8c454e3-4585-4f59-ae6d-3f362e5f0715,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:35.473345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:43:35.485054 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1ed6973e-9c86-4078-bd00-92b9ea1cf2eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1598370 Nov 12 20:43:35.488809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55038) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:35.500198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Request body: {'subnet': {'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-subnet', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:35.542922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddc3aac9-6f2a-41e2-ad78-20cca0cccef3 req-f9efad2b-e34b-4383-8da3-ad0e32ba583c tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314213 Nov 12 20:43:35.555697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8980cce-8472-4e39-b5b0-877c6e75adda req-8a053eaf-2d07-4e26-9830-cb548496dffc tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013014 Nov 12 20:43:35.579713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55040) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:35.602743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Made reservation on behalf of f5555db286f545b28cd6b59adf526d20 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:35.605825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.617965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4970-93a4-4166-bfcf-060975ef9e71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.622728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.679880 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b72af0d-93af-4e31-a102-29292f51c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.687390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7b72af0d-93af-4e31-a102-29292f51c63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.687390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7b72af0d-93af-4e31-a102-29292f51c63a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e8e6d59-22cc-4603-80e4-6abc200225f5 HTTP/1.1" status: 204 len: 168 time: 0.6069436 Nov 12 20:43:35.698947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72af0d-93af-4e31-a102-29292f51c63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8e6d59-22cc-4603-80e4-6abc200225f5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:35.733058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Made reservation on behalf of 20842facfd50493f83c522eda2adcbcc for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:35.740277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.826205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4970-93a4-4166-bfcf-060975ef9e71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.834992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.898780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4970-93a4-4166-bfcf-060975ef9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.932091 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:35.983619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:43:35.989829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb4970-93a4-4166-bfcf-060975ef9e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa6ef9e-5abd-4020-9967-b5ebb252d350,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:36.002013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55050) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:36.002195 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0eeb4970-93a4-4166-bfcf-060975ef9e71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8ae89cc6b394e20b202c0a06425292c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212267 Nov 12 20:43:36.015196 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.015562 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Added segment 2aa66daf-965c-44f6-ac5b-1f9b83f4adcc of type vlan for network daf95283-4874-4edd-8bf3-cd80ddad97fb Nov 12 20:43:36.063941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d592b789-f092-4378-a13b-5cf60cd7b70e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:36.064759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cc84a980-1535-481a-a5b2-1267c3c70f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.070181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.076759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.088972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cc84a980-1535-481a-a5b2-1267c3c70f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.145973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44346f24-6f82-4530-b8fb-f9e4808df9b2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:36.161968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Checking segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:36.162328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Network hostable DHCP agents. Network: f8c454e3-4585-4f59-ae6d-3f362e5f0715, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:43:36.205229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cc84a980-1535-481a-a5b2-1267c3c70f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.207927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cc84a980-1535-481a-a5b2-1267c3c70f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.209013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cc84a980-1535-481a-a5b2-1267c3c70f15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3aa6ef9e-5abd-4020-9967-b5ebb252d350 HTTP/1.1" status: 204 len: 168 time: 0.2060263 Nov 12 20:43:36.218237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84a980-1535-481a-a5b2-1267c3c70f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa6ef9e-5abd-4020-9967-b5ebb252d350,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:36.285303 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.286309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:36.286910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.289552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:43:36.354328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=daf95283-4874-4edd-8bf3-cd80ddad97fb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:36.364586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network daf95283-4874-4edd-8bf3-cd80ddad97fb details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:43:36.434249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f8c454e3-4585-4f59-ae6d-3f362e5f0715) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:36.444233 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-10a714fd-0ae6-47b3-b8c4-80c48b14bfa3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9988875 Nov 12 20:43:36.444369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55062) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:36.444454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3088a6a-0e08-48ab-bb33-c98f1495d39d None None] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:36.447080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Request body: {'subnet': {'network_id': 'daf95283-4874-4edd-8bf3-cd80ddad97fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1571794917-subnet', 'tenant_id': 'f5555db286f545b28cd6b59adf526d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:36.455866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:36.456274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.611272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Made reservation on behalf of f5555db286f545b28cd6b59adf526d20 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:36.613669 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.624892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55068) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:36.646169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4f30ad8-a45f-4c41-bb24-ca8d637677eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.704718 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d8935406-f051-4977-a2cb-a1a97775f822 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2128880 Nov 12 20:43:36.707249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55072) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:36.712058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:36.750529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:43:36.752076 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.816328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f6309-09f8-4cc9-aea5-53a54581769d req-7fbc6763-d361-4237-85a4-a6d6b9798bec tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:36.817377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4f30ad8-a45f-4c41-bb24-ca8d637677eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.823818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab8f6309-09f8-4cc9-aea5-53a54581769d req-7fbc6763-d361-4237-85a4-a6d6b9798bec tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 948 time: 0.1223679 Nov 12 20:43:36.839787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.841793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.844477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e989-f99b-45b1-919d-b3b7f46b43fe req-ef0e5057-3175-4161-9342-a4e33f1b7b25 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:36.846006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f3b62784-8fdd-4092-b8fe-bdcf899e7dae up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:36.851178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1f4e989-f99b-45b1-919d-b3b7f46b43fe req-ef0e5057-3175-4161-9342-a4e33f1b7b25 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 949 time: 0.1478167 Nov 12 20:43:36.935999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.971257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4f30ad8-a45f-4c41-bb24-ca8d637677eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.977952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Allocated IP 172.20.0.2 (f8c454e3-4585-4f59-ae6d-3f362e5f0715/44346f24-6f82-4530-b8fb-f9e4808df9b2/38f6a678-ed18-4d85-87ce-efaec7608306) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:36.985549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab8f6309-09f8-4cc9-aea5-53a54581769d req-0b2da378-8b8f-43e6-acb2-7741dea79c2d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561763 Nov 12 20:43:36.988952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1f4e989-f99b-45b1-919d-b3b7f46b43fe req-a1c86547-a5e1-433d-95cd-762d073e1435 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314642 Nov 12 20:43:37.056519 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f4f30ad8-a45f-4c41-bb24-ca8d637677eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1429a0199c6747e28e88547dc3106fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298878 Nov 12 20:43:37.059886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55086) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:37.079657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port f3b62784-8fdd-4092-b8fe-bdcf899e7dae completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:37.094250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port f3b62784-8fdd-4092-b8fe-bdcf899e7dae triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:37.094758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.102925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f30ad8-a45f-4c41-bb24-ca8d637677eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a481fc2-4ccb-4852-b4d1-3e7afd32a25a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:37.139191 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.193125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f878ee6a-6e27-43ad-b065-9e005d638d07,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:37.197099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c44b2c21-e6cd-4b01-902d-1c353385d514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.236014 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.251679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c44b2c21-e6cd-4b01-902d-1c353385d514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.274425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Checking segment: {'id': '2aa66daf-965c-44f6-ac5b-1f9b83f4adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'daf95283-4874-4edd-8bf3-cd80ddad97fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:37.275094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Network hostable DHCP agents. Network: daf95283-4874-4edd-8bf3-cd80ddad97fb, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:43:37.290933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.304817 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.330131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219c072a-2dd1-4b06-8184-51a2780bb827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b62784-8fdd-4092-b8fe-bdcf899e7dae'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:37.332431 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43b2e70-29ea-4b95-9dbc-9ff498dead48" -d '{"events": [{"server_uuid": "219c072a-2dd1-4b06-8184-51a2780bb827", "name": "network-vif-plugged", "status": "completed", "tag": "f3b62784-8fdd-4092-b8fe-bdcf899e7dae"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:37.346221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f3b62784-8fdd-4092-b8fe-bdcf899e7dae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:37.354065 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.384090 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f5563-20d7-406d-816f-646d5d8469d8 x-openstack-request-id: req-fa9f5563-20d7-406d-816f-646d5d8469d8 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:37.384707 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219c072a-2dd1-4b06-8184-51a2780bb827", "name": "network-vif-plugged", "status": "completed", "tag": "f3b62784-8fdd-4092-b8fe-bdcf899e7dae", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:37.384707 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa9f5563-20d7-406d-816f-646d5d8469d8 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:37.385753 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219c072a-2dd1-4b06-8184-51a2780bb827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b62784-8fdd-4092-b8fe-bdcf899e7dae', 'code': 200} Nov 12 20:43:37.400399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:37.400907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:37.409101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:37.415016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Pushing event updated for resources: {'Port': ['ID=38f6a678-ed18-4d85-87ce-efaec7608306,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:37.424658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Network daf95283-4874-4edd-8bf3-cd80ddad97fb is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:43:37.460482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c44b2c21-e6cd-4b01-902d-1c353385d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.466344 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c44b2c21-e6cd-4b01-902d-1c353385d514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.467696 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.468734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c44b2c21-e6cd-4b01-902d-1c353385d514 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a481fc2-4ccb-4852-b4d1-3e7afd32a25a HTTP/1.1" status: 204 len: 168 time: 0.4073601 Nov 12 20:43:37.539540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b2c21-e6cd-4b01-902d-1c353385d514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a481fc2-4ccb-4852-b4d1-3e7afd32a25a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:37.544588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, daf95283-4874-4edd-8bf3-cd80ddad97fb) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:37.561783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:37.561783 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.580246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda33a7-38f1-4a2d-8f59-426ae7757e00 None None] Network daf95283-4874-4edd-8bf3-cd80ddad97fb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:37.583074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.597635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb7188-db2e-427e-9e45-e05f5eb0fe80 req-29dc3630-6d98-4c1b-a934-c88c1949dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:37.599215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbbb7188-db2e-427e-9e45-e05f5eb0fe80 req-29dc3630-6d98-4c1b-a934-c88c1949dc1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 1102 time: 0.1526549 Nov 12 20:43:37.614557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.643892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Attempting to bind port 38f6a678-ed18-4d85-87ce-efaec7608306 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:37.644261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Attempting to bind port 38f6a678-ed18-4d85-87ce-efaec7608306 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:37.644628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Attempting to bind port 38f6a678-ed18-4d85-87ce-efaec7608306 on network f8c454e3-4585-4f59-ae6d-3f362e5f0715 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:37.680139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:37.680547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Checking segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:37.680860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.681251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Bound using segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:37.682684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Bound port: 38f6a678-ed18-4d85-87ce-efaec7608306, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:37.683082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.684179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5c4f642b-f976-40f8-a601-c966450ae356 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2412312 Nov 12 20:43:37.688196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbbb7188-db2e-427e-9e45-e05f5eb0fe80 req-2964b4a3-2e0a-4fdb-af32-a979fadd021e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806348 Nov 12 20:43:37.707905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:37.768288 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Allocated IP 172.25.8.35 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/7fb12d99-a66e-4624-9ca3-fa863d3ae412) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:37.793635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] For port 38f6a678-ed18-4d85-87ce-efaec7608306, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:37.837029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] For port 38f6a678-ed18-4d85-87ce-efaec7608306, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=38f6a678-ed18-4d85-87ce-efaec7608306,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:37.843620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3cf5e9-36c6-4129-b6b0-92e91ec7fbfd None None] Network daf95283-4874-4edd-8bf3-cd80ddad97fb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:37.887689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.925600 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:38.046345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640287d-4b8f-4f31-b459-f3259bef8a8e None None] Pushing event updated for resources: {'Port': ['ID=38f6a678-ed18-4d85-87ce-efaec7608306,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:38.052257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:38.104387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:38.111510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:38.114023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:38.154987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Pushing event updated for resources: {'Port': ['ID=7fb12d99-a66e-4624-9ca3-fa863d3ae412,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:38.199226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e503798-a1b6-4bb0-bcb3-25691be323aa req-ea186dae-3429-4c23-8eb9-7eb7e92eaa4d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:38.200836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e503798-a1b6-4bb0-bcb3-25691be323aa req-ea186dae-3429-4c23-8eb9-7eb7e92eaa4d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 948 time: 0.1148410 Nov 12 20:43:38.263591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-92405d82-924c-496d-afc0-461081bbb1a4 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7a60316a92eb40e5915f62e0d3557e10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604811 Nov 12 20:43:38.374338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e503798-a1b6-4bb0-bcb3-25691be323aa req-33293b07-5cfc-4ef2-a804-4727e4b6730d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611574 Nov 12 20:43:38.453930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa263c5-2e97-491e-8981-616f25576067 req-47a0f381-f781-48e3-b953-97a9867c4203 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:38.465477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-47a0f381-f781-48e3-b953-97a9867c4203 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004795 Nov 12 20:43:38.491705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-4486f933-a565-4e69-b8ac-560daa26e772 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/quotas/7a60316a92eb40e5915f62e0d3557e10 HTTP/1.1" status: 200 len: 375 time: 0.0252657 Nov 12 20:43:38.543976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-6dfd1ecd-00c7-44fe-976f-a35cb80e5371 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a60316a92eb40e5915f62e0d3557e10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512326 Nov 12 20:43:38.562982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1c77c-afe8-44f4-8a1c-129ed1f87717 req-6a68228f-6a7c-496f-b15f-1fe5285b874c tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:38.567981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bce1c77c-afe8-44f4-8a1c-129ed1f87717 req-6a68228f-6a7c-496f-b15f-1fe5285b874c tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 950 time: 0.1001656 Nov 12 20:43:38.609601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:38.619967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bce1c77c-afe8-44f4-8a1c-129ed1f87717 req-37fba979-eecd-427a-b166-15c3f46a3a0f tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489101 Nov 12 20:43:38.818657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 915a047d-40bf-45fe-860c-07422297a95f details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:38.878867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:39.004990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c47ee34-67a4-403d-957b-8a9ef887b3b9 req-67ce348b-59fd-4e16-bd49-611611c581de tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 210 time: 0.0757184 Nov 12 20:43:39.135298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 915a047d-40bf-45fe-860c-07422297a95f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=915a047d-40bf-45fe-860c-07422297a95f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:39.136974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:43:39.161458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '915a047d-40bf-45fe-860c-07422297a95f', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '915a047d-40bf-45fe-860c-07422297a95f', 'mac_address': 'fa:16:3e:22:78:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:39.224990 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:39.253667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915a047d-40bf-45fe-860c-07422297a95f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:39.290621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:43:39.302892 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:43:39.319548 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:43:39.320788 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:43:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:39.323254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 915a047d-40bf-45fe-860c-07422297a95f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=915a047d-40bf-45fe-860c-07422297a95f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:39.366132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174fc508-47f4-47d8-87c2-618cf4a1f062 None None] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:39.413051 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:39.414332 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf9f0cd4-536d-4012-8398-aa915e51c55f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7058010 Nov 12 20:43:39.417891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55184) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:39.472727 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:43:39.530231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938502-0314-4686-b667-c983cde14410 req-01690a3f-68bc-4b62-9029-781d910a2c38 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:39.534247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-01690a3f-68bc-4b62-9029-781d910a2c38 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/networks?id=048d07af-97ca-4eb8-a1d0-97d0faac472d HTTP/1.1" status: 200 len: 814 time: 0.2148166 Nov 12 20:43:39.605709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55186) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:39.609683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-d15afcb6-a577-405c-b607-acb89e796fd2 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/quotas/aaec9bec92d14747bb77ee47f7b7f77c HTTP/1.1" status: 200 len: 375 time: 0.0685809 Nov 12 20:43:39.631046 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:39.772958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 38f6a678-ed18-4d85-87ce-efaec7608306 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:39.802799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-49f911b3-fdca-4e55-9ceb-8d16d35a9145 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaec9bec92d14747bb77ee47f7b7f77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1435242 Nov 12 20:43:39.856890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0668173-b4fc-463c-b211-bfe93bfc6249 req-6224f8ad-173a-4b3b-be35-0cf14abe88d2 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:39.860571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0668173-b4fc-463c-b211-bfe93bfc6249 req-6224f8ad-173a-4b3b-be35-0cf14abe88d2 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 949 time: 0.2881258 Nov 12 20:43:39.871208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e7bced44-9525-45c0-94c2-db811c2d85c3 None None] Provisioning complete for port 38f6a678-ed18-4d85-87ce-efaec7608306 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:39.874952 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:38Z', 'revision_number': 3, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:39.877799 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e7bced44-9525-45c0-94c2-db811c2d85c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:39.906733 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:43:39.909169 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Updating router 32e40ec0-9ec8-4358-9bd1-a89962923b51 port 7fb12d99-a66e-4624-9ca3-fa863d3ae412 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:43:39.961205 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.016914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0668173-b4fc-463c-b211-bfe93bfc6249 req-2fbf359b-b733-49d5-a05a-4e0b2bc60e39 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436479 Nov 12 20:43:40.189077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['915a047d-40bf-45fe-860c-07422297a95f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:40.221118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-454d2392-6d0d-4b95-b94f-6ca436ae919b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:43:40.229507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-454d2392-6d0d-4b95-b94f-6ca436ae919b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0959702 Nov 12 20:43:40.237886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=915a047d-40bf-45fe-860c-07422297a95f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:40.342078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-ce7c25ae-f149-4db3-8779-35202fc39046 service neutron] 10.222.0.64 "GET /v2.0/networks/048d07af-97ca-4eb8-a1d0-97d0faac472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110618 Nov 12 20:43:40.347437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-912815460-network', 'tenant_id': '99af9cc5da6e44fc8b0629315c33793d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:40.386457 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.433255 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.439610 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e7bced44-9525-45c0-94c2-db811c2d85c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.448408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 38f6a678-ed18-4d85-87ce-efaec7608306 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:40.448944 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.496120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.542372 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.559303 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e7bced44-9525-45c0-94c2-db811c2d85c3 None None] For port 38f6a678-ed18-4d85-87ce-efaec7608306, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=38f6a678-ed18-4d85-87ce-efaec7608306,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:40.624212 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Pushing event updated for resources: {'Port': ['ID=7fb12d99-a66e-4624-9ca3-fa863d3ae412,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:40.637842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.639754 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.640322 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.640868 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.641453 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.641991 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.642801 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.643376 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.643912 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.644495 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.645050 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.645578 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.646103 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:40.680921 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Attempting to bind port 7fb12d99-a66e-4624-9ca3-fa863d3ae412 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:40.682445 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Attempting to bind port 7fb12d99-a66e-4624-9ca3-fa863d3ae412 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:40.682999 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Attempting to bind port 7fb12d99-a66e-4624-9ca3-fa863d3ae412 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:40.690144 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:40.690893 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:40.691886 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.692764 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:40.695409 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Bound port: 7fb12d99-a66e-4624-9ca3-fa863d3ae412, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:40.696095 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.756328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890db46c-0dcb-44ae-a2ce-0ea7b6bba484 req-f240a91c-a180-4d56-8626-af87522d00e1 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:40.759387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-890db46c-0dcb-44ae-a2ce-0ea7b6bba484 req-f240a91c-a180-4d56-8626-af87522d00e1 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 950 time: 0.4281547 Nov 12 20:43:40.766749 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] For port 7fb12d99-a66e-4624-9ca3-fa863d3ae412, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:40.771045 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] For port 7fb12d99-a66e-4624-9ca3-fa863d3ae412, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7fb12d99-a66e-4624-9ca3-fa863d3ae412,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:40.779074 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e7bced44-9525-45c0-94c2-db811c2d85c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.820938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-d5cabb76-2f83-4e5c-b92f-aaefb9616082 service neutron] 10.222.0.64 "GET /v2.0/networks/048d07af-97ca-4eb8-a1d0-97d0faac472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777651 Nov 12 20:43:40.831104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Made reservation on behalf of 99af9cc5da6e44fc8b0629315c33793d for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:40.833386 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.838713 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.843734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.851782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-890db46c-0dcb-44ae-a2ce-0ea7b6bba484 req-a3d14dbe-4d5c-4714-b521-b6c085ee8d6a tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828710 Nov 12 20:43:40.858400 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:40.901078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Allocated IP 172.20.0.1 (f8c454e3-4585-4f59-ae6d-3f362e5f0715/44346f24-6f82-4530-b8fb-f9e4808df9b2/7d29f42e-dd49-49bd-b2a0-91d4391bf15e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:40.921270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bced44-9525-45c0-94c2-db811c2d85c3 None None] Pushing event updated for resources: {'Port': ['ID=38f6a678-ed18-4d85-87ce-efaec7608306,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:40.961093 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68428c27-2b24-4f76-abee-05a594d74d71 None None] Pushing event updated for resources: {'Port': ['ID=7fb12d99-a66e-4624-9ca3-fa863d3ae412,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:40.994091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-83be5741-9edb-456e-b213-903da9591c55 None None] Provisioning complete for port 38f6a678-ed18-4d85-87ce-efaec7608306 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:40.995185 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-83be5741-9edb-456e-b213-903da9591c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.026186 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:43:41.026736 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:43:41.028060 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:43:41.029440 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:43:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:41.034802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.125237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.233820 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.265182 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:43:41.271605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d34f16ae-6146-4d72-b78e-53c733cfeba3 req-d61134b8-5b83-479c-963b-b179952141f4 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 210 time: 0.0493000 Nov 12 20:43:41.278760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.293730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:43:41.305903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f8135-832d-4b46-af8f-548d72617fe1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:41.318076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.318076 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Added segment d0a75f69-f2bd-4c8a-96ee-26f197351658 of type vlan for network c1bb6d37-abe0-4cef-affb-f230734803b9 Nov 12 20:43:41.411689 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.426123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:41.438205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:41.440268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:41.442410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:41.499101 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.544785 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:38Z', 'revision_number': 3, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:41.550055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca44b3-095c-4cd8-82c8-8a77b3777ddb req-3b3f85ef-bb66-4f83-9df3-1db2f5446d71 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:41.552022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86ca44b3-095c-4cd8-82c8-8a77b3777ddb req-3b3f85ef-bb66-4f83-9df3-1db2f5446d71 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 949 time: 0.1100893 Nov 12 20:43:41.553404 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.554469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:41.555182 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.589156 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064065b8-224d-4674-aa3f-f043d65fd478 None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:38Z', 'revision_number': 3, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:43:41.669479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] Pushing event updated for resources: {'Network': ['ID=c1bb6d37-abe0-4cef-affb-f230734803b9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:41.684769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c1bb6d37-abe0-4cef-affb-f230734803b9 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:43:41.714595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86ca44b3-095c-4cd8-82c8-8a77b3777ddb req-b5bc87b5-420d-414a-ad69-b0b069eb1e4d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534002 Nov 12 20:43:41.766935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2843d265-dbf7-462d-b506-e283d5f15c38 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1588037 Nov 12 20:43:41.770939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55232) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:41.784602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97756895-2263-4420-a537-9bc398a7d4d6 req-ba2e6ef4-8955-4df2-a0a4-89b79ef9829d tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 210 time: 0.0382857 Nov 12 20:43:41.792245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Request body: {'subnet': {'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-912815460-subnet', 'tenant_id': '99af9cc5da6e44fc8b0629315c33793d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:41.821691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 38f6a678-ed18-4d85-87ce-efaec7608306 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:41.906824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3efab6b2-e543-4c8a-a331-ae4654731636 None None] Provisioning complete for port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:41.908764 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3efab6b2-e543-4c8a-a331-ae4654731636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.944170 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Made reservation on behalf of 99af9cc5da6e44fc8b0629315c33793d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:41.950841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.956878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:41.967596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3efab6b2-e543-4c8a-a331-ae4654731636 None None] Port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:42.004470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 38f6a678-ed18-4d85-87ce-efaec7608306 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:42.004763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.074240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-2c3a0b2e-06f0-432c-a715-dfcf730b0b5a tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7a60316a92eb40e5915f62e0d3557e10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664616 Nov 12 20:43:42.364926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.372183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cda99-5bda-4433-be61-c08bdc2fe22f req-7efebc74-dd86-4852-9212-03c48468969e tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:42.373884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b2cda99-5bda-4433-be61-c08bdc2fe22f req-7efebc74-dd86-4852-9212-03c48468969e tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 950 time: 0.2257655 Nov 12 20:43:42.385178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa263c5-2e97-491e-8981-616f25576067 req-e38eef45-ef69-483d-9ee7-52c9b454e700 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:42.392090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-e38eef45-ef69-483d-9ee7-52c9b454e700 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042855 Nov 12 20:43:42.414528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Request body: {'port': {'device_id': 'affe9828-abcc-4d1b-8e07-048fbeb3909e', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '7a60316a92eb40e5915f62e0d3557e10'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:42.514788 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.525815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b2cda99-5bda-4433-be61-c08bdc2fe22f req-ef53a7c6-011a-49c6-9958-89f8125b6d7e tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379313 Nov 12 20:43:42.545553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59bcb60a-29db-447e-bda9-af9354925143 req-a2a3356c-ac5d-4d63-ac8e-cbc01484f389 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 210 time: 0.0416842 Nov 12 20:43:42.640936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:42.655671 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.715611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Made reservation on behalf of 7a60316a92eb40e5915f62e0d3557e10 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:42.727851 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.739202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.760534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.762205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:42.800235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:42.800885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Network hostable DHCP agents. Network: c1bb6d37-abe0-4cef-affb-f230734803b9, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:43:42.830854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 915a047d-40bf-45fe-860c-07422297a95f up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:42.898581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:42.901573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:42.982624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6d14312-5937-4eea-bd54-c72a6cdbc6da req-afea9394-ae80-44c8-bc1a-e29b6b9e6d5e tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 210 time: 0.0826998 Nov 12 20:43:43.010328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Network c1bb6d37-abe0-4cef-affb-f230734803b9 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:43:43.051790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc21e08-cfd2-4b34-aace-7835a1af8254 req-c815611a-1400-4d34-bbb9-bccbb0f1e543 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:43.054300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efc21e08-cfd2-4b34-aace-7835a1af8254 req-c815611a-1400-4d34-bbb9-bccbb0f1e543 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 949 time: 0.2551916 Nov 12 20:43:43.065580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:43.068103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 915a047d-40bf-45fe-860c-07422297a95f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:43.073295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 915a047d-40bf-45fe-860c-07422297a95f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:43.073751 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:43.111175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, c1bb6d37-abe0-4cef-affb-f230734803b9) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:43.125241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:43.126680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:43.135113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716ccfb-bf48-4055-bf47-1fec1248015b None None] Network c1bb6d37-abe0-4cef-affb-f230734803b9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:43.141828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efc21e08-cfd2-4b34-aace-7835a1af8254 req-47627beb-4508-4822-a09e-fa39c2e27715 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737224 Nov 12 20:43:43.142699 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:43.174049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:43:43.290892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e0cfee-9dd1-4463-b42a-faf755e09a63,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:43.331707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8f4e5821-3b9d-45ee-85d2-f4f6a979b4bf None None] Provisioning complete for port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:43.332146 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8f4e5821-3b9d-45ee-85d2-f4f6a979b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:43.334839 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ad7f874a-7c85-4d0c-91bc-1d8b45ff76ec admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5625694 Nov 12 20:43:43.365529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:43:43.376750 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af97adcd-e05a-4e3c-b8e2-f6da49917bb0 admin admin] 10.222.0.64 "PUT /v2.0/routers/32e40ec0-9ec8-4358-9bd1-a89962923b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9577684 Nov 12 20:43:43.422162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Allocated IP 192.168.233.253 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/0fc11d03-dc2c-429f-a373-c0fb61fce045) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:43.429473 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:43.490941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3dc6ef-00a2-4e66-a448-1a75c076cb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a047d-40bf-45fe-860c-07422297a95f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:43.493666 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd10b1c-9c38-44c5-b565-48e964e814e0" -d '{"events": [{"server_uuid": "6d3dc6ef-00a2-4e66-a448-1a75c076cb60", "name": "network-vif-plugged", "status": "completed", "tag": "915a047d-40bf-45fe-860c-07422297a95f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:43.541990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e5821-3b9d-45ee-85d2-f4f6a979b4bf None None] Port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:43.574483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 915a047d-40bf-45fe-860c-07422297a95f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=915a047d-40bf-45fe-860c-07422297a95f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:43.611673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65776abd-c11c-4844-9e9d-7dd285f61564 None None] Network c1bb6d37-abe0-4cef-affb-f230734803b9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:43.616691 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa0a49-5245-42cd-b435-6a688d969f4d x-openstack-request-id: req-1baa0a49-5245-42cd-b435-6a688d969f4d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:43.617785 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3dc6ef-00a2-4e66-a448-1a75c076cb60", "name": "network-vif-plugged", "status": "completed", "tag": "915a047d-40bf-45fe-860c-07422297a95f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:43.618616 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1baa0a49-5245-42cd-b435-6a688d969f4d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:43.619546 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3dc6ef-00a2-4e66-a448-1a75c076cb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a047d-40bf-45fe-860c-07422297a95f', 'code': 200} Nov 12 20:43:43.703112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:43.727807 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55290) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:43.841709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7fb12d99-a66e-4624-9ca3-fa863d3ae412 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:43.936924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=915a047d-40bf-45fe-860c-07422297a95f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:43.944128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8de0f41a-2fb9-4af6-8c07-915376753dce req-8714bbaf-f87e-4c27-a12c-204d145b8f30 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 210 time: 0.1004479 Nov 12 20:43:43.986247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.025921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209352-f287-4af2-904e-6655b914b247 req-d60c4e2c-6a0c-4810-8c00-c38a303b4f24 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:44.030453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3238354f-a8e8-49d5-a103-df4f4b947af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.033556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2209352-f287-4af2-904e-6655b914b247 req-d60c4e2c-6a0c-4810-8c00-c38a303b4f24 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 950 time: 0.2611463 Nov 12 20:43:44.099224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a38b4-f416-480a-818e-291ab2931eb7 req-7a7a26f8-fb67-4292-bab6-d94b5f48fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:44.108508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-128a38b4-f416-480a-818e-291ab2931eb7 req-7a7a26f8-fb67-4292-bab6-d94b5f48fd32 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 1102 time: 0.3598666 Nov 12 20:43:44.119385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 7fb12d99-a66e-4624-9ca3-fa863d3ae412 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:44.122880 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.170592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2209352-f287-4af2-904e-6655b914b247 req-bbdbcead-e1ac-4d57-baa4-974abfa373d6 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359737 Nov 12 20:43:44.172981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:43:44.177200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.227886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:43:44.230728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:43:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:44.231050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3238354f-a8e8-49d5-a103-df4f4b947af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.269311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-128a38b4-f416-480a-818e-291ab2931eb7 req-731e3bc4-201b-44f1-86a1-e459af27d992 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579046 Nov 12 20:43:44.313773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:44.317047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:44.350829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:44.351477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3238354f-a8e8-49d5-a103-df4f4b947af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.360209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:44.365009 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.394284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:43:44.434344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Pushing event updated for resources: {'Port': ['ID=0fc11d03-dc2c-429f-a373-c0fb61fce045,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:44.466689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f872da1-6bbf-41dd-8dff-3b9edd14edc0 req-0385b490-68e9-4a2a-8c18-390328f0c9af tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 210 time: 0.0932326 Nov 12 20:43:44.544730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238354f-a8e8-49d5-a103-df4f4b947af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb506889-243f-41cb-b0e3-1df9ad0d8338,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:44.606856 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3238354f-a8e8-49d5-a103-df4f4b947af3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a090370bb2e04e928db738dba527f579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8771973 Nov 12 20:43:44.611026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-cffe6fac-9cc9-4219-8e9a-d8282a977754 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2034516 Nov 12 20:43:44.612547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55318) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:44.670935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938502-0314-4686-b667-c983cde14410 req-9c16934d-bba1-4983-b7e4-29de3c261491 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:44.677128 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-9c16934d-bba1-4983-b7e4-29de3c261491 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.46 "GET /v2.0/networks?id=048d07af-97ca-4eb8-a1d0-97d0faac472d HTTP/1.1" status: 200 len: 814 time: 0.5570717 Nov 12 20:43:44.679717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Request body: {'port': {'device_id': 'affe9828-abcc-4d1b-8e07-048fbeb3909e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:44.686637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Request body: {'port': {'device_id': '864d1b69-99ef-4269-b1c6-788ba613c213', 'network_id': '048d07af-97ca-4eb8-a1d0-97d0faac472d', 'admin_state_up': True, 'tenant_id': 'aaec9bec92d14747bb77ee47f7b7f77c'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:44.741130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.774719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55326) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:44.791385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71f593-488c-4a7b-9273-bed756fe717e req-a848060f-f263-4d1d-be53-dc31f876b716 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:44.799219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b71f593-488c-4a7b-9273-bed756fe717e req-a848060f-f263-4d1d-be53-dc31f876b716 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 950 time: 0.2237716 Nov 12 20:43:44.820233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-76031797-network', 'tenant_id': 'afe65bbb43274ae68197cbc475482c03'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:44.826953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 7fb12d99-a66e-4624-9ca3-fa863d3ae412, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7fb12d99-a66e-4624-9ca3-fa863d3ae412,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:44.843158 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3d787e6a-8210-4735-9a2a-95220d20544b None None] Provisioning complete for port 0fc11d03-dc2c-429f-a373-c0fb61fce045 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:44.843715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3d787e6a-8210-4735-9a2a-95220d20544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.845220 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 20:43:44.845220 n-d-713498-29 neutron-server[109628]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 20:43:44.845220 n-d-713498-29 neutron-server[109628]: [parameters: {'project_id': 'aaec9bec92d14747bb77ee47f7b7f77c', 'id': '98260eab-9d7b-454f-b0a2-8f0c06166c96', 'expiration': datetime.datetime(2021, 11, 12, 20, 45, 44, 840596)}] Nov 12 20:43:44.845220 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:43:44.845552 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:43:44.893797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3d787e6a-8210-4735-9a2a-95220d20544b None None] Port 0fc11d03-dc2c-429f-a373-c0fb61fce045 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:44.898893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:42Z', 'revision_number': 2, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:44.900999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.951146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.999362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a8c96d5-46fc-4ffe-8543-dd1cfcc7760e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.007689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Made reservation on behalf of afe65bbb43274ae68197cbc475482c03 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:45.011485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.054439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74016ff-b4b0-4dba-99ee-147251626952 req-6395944a-06fe-44c1-b3e8-e993f23a7fce tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:45.055916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-6395944a-06fe-44c1-b3e8-e993f23a7fce tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 820 time: 0.4059927 Nov 12 20:43:45.057138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.082390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b71f593-488c-4a7b-9273-bed756fe717e req-f6892484-a3f1-4fd7-a4a1-36085f08b431 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819993 Nov 12 20:43:45.086753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:43:45.087115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Updating router 32e40ec0-9ec8-4358-9bd1-a89962923b51 port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:43:45.097088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a8c96d5-46fc-4ffe-8543-dd1cfcc7760e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.136416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.143918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0484645e-0674-4604-b7e7-3790f6352297 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/quotas/20842facfd50493f83c522eda2adcbcc HTTP/1.1" status: 200 len: 375 time: 0.0605421 Nov 12 20:43:45.151042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=7fb12d99-a66e-4624-9ca3-fa863d3ae412,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:45.413574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-579439dc-7276-41a9-9690-004264f82ef5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2027292 Nov 12 20:43:45.419874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bfd90-5f04-427d-93ab-6292cd02ee18 req-537b8b5e-0442-4fb7-b5d7-add4064f7dc0 tempest-LiveMigrationNegativeTest-1631198885 tempest-LiveMigrationNegativeTest-1631198885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:45.421321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-536bfd90-5f04-427d-93ab-6292cd02ee18 req-537b8b5e-0442-4fb7-b5d7-add4064f7dc0 tempest-LiveMigrationNegativeTest-1631198885 tempest-LiveMigrationNegativeTest-1631198885-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 1102 time: 0.2063322 Nov 12 20:43:45.446284 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.472143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.490717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Made reservation on behalf of aaec9bec92d14747bb77ee47f7b7f77c for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:45.491255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-536bfd90-5f04-427d-93ab-6292cd02ee18 req-63fb2179-2299-4499-b76a-ffa882c04353 tempest-LiveMigrationNegativeTest-1631198885 tempest-LiveMigrationNegativeTest-1631198885-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.496408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.556348 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a8c96d5-46fc-4ffe-8543-dd1cfcc7760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.559568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a8c96d5-46fc-4ffe-8543-dd1cfcc7760e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.563034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5a8c96d5-46fc-4ffe-8543-dd1cfcc7760e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb506889-243f-41cb-b0e3-1df9ad0d8338 HTTP/1.1" status: 204 len: 168 time: 0.9468699 Nov 12 20:43:45.596917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c96d5-46fc-4ffe-8543-dd1cfcc7760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb506889-243f-41cb-b0e3-1df9ad0d8338,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:45.608298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.631056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.672141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Allocated IP 172.20.0.6 (048d07af-97ca-4eb8-a1d0-97d0faac472d/5e2bc06a-fbe1-4bf8-bad3-40974a9176cb/87979a96-03e8-4b38-9836-c1cd2c5b25bd) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:45.701581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261b40e-5263-45a2-b34d-55e0487d83d7 None None] Pushing event updated for resources: {'Port': ['ID=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:45.712670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-5e5ef23f-e87a-419e-b25a-1407ec4d5343 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818840 Nov 12 20:43:45.724306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:43:45.776174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7fb12d99-a66e-4624-9ca3-fa863d3ae412 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:45.799076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc11d03-dc2c-429f-a373-c0fb61fce045 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:45.805252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1098a2-efde-4bab-a3ad-9934d2080da4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:45.814630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Attempting to bind port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:45.815080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Attempting to bind port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:45.815526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Attempting to bind port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e on network f8c454e3-4585-4f59-ae6d-3f362e5f0715 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:45.824801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:45.825171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Checking segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:45.825743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.826148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Bound using segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:45.826717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Bound port: 7d29f42e-dd49-49bd-b2a0-91d4391bf15e, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:45.827011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.829097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.829448 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Added segment d6060a40-5b86-4519-abc7-5414f98d9d3a of type vlan for network 75cd3174-e1a2-4db8-9feb-7e3a9953f8f0 Nov 12 20:43:45.841793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.914632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 7fb12d99-a66e-4624-9ca3-fa863d3ae412 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:45.914999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:45.965982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] For port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:45.972287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Transition to ACTIVE for port object 0fc11d03-dc2c-429f-a373-c0fb61fce045 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:45.983200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.000582 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-536bfd90-5f04-427d-93ab-6292cd02ee18 req-63fb2179-2299-4499-b76a-ffa882c04353 tempest-LiveMigrationNegativeTest-1631198885 tempest-LiveMigrationNegativeTest-1631198885-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.016013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] For port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:46.051199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-70c79790-9ef5-4b07-9276-67f322cafa42 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375058 Nov 12 20:43:46.068349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.097162 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.139217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-536bfd90-5f04-427d-93ab-6292cd02ee18 req-63fb2179-2299-4499-b76a-ffa882c04353 tempest-LiveMigrationNegativeTest-1631198885 tempest-LiveMigrationNegativeTest-1631198885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.144299 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.196950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.198839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:46.199482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.209262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-af161d88-d98d-4ab1-99b2-df6d2777226a None None] Provisioning complete for port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:46.209767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-af161d88-d98d-4ab1-99b2-df6d2777226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.238937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261b40e-5263-45a2-b34d-55e0487d83d7 None None] Pushing event updated for resources: {'Port': ['ID=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:46.243960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:43:46.244600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:43:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:46.286098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-536bfd90-5f04-427d-93ab-6292cd02ee18 req-63fb2179-2299-4499-b76a-ffa882c04353 tempest-LiveMigrationNegativeTest-1631198885 tempest-LiveMigrationNegativeTest-1631198885-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8548427 Nov 12 20:43:46.299145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb2179-2299-4499-b76a-ffa882c04353 tempest-LiveMigrationNegativeTest-1631198885 tempest-LiveMigrationNegativeTest-1631198885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c8cb0-a198-49a3-9414-a7b384dc5e77,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:46.312292 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.339341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Pushing event updated for resources: {'Port': ['ID=0fc11d03-dc2c-429f-a373-c0fb61fce045,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:46.396604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Attempting to bind port 0fc11d03-dc2c-429f-a373-c0fb61fce045 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:46.396943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Attempting to bind port 0fc11d03-dc2c-429f-a373-c0fb61fce045 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:46.397933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Attempting to bind port 0fc11d03-dc2c-429f-a373-c0fb61fce045 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:46.406427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Port 0fc11d03-dc2c-429f-a373-c0fb61fce045 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:46.406947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Attempting to bind port 0fc11d03-dc2c-429f-a373-c0fb61fce045 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:46.411024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] Pushing event updated for resources: {'Network': ['ID=75cd3174-e1a2-4db8-9feb-7e3a9953f8f0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:46.426099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:46.426452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:46.426846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:46.427322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Bound port: 0fc11d03-dc2c-429f-a373-c0fb61fce045, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:46.427684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.459127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:46.461213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Network 048d07af-97ca-4eb8-a1d0-97d0faac472d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:46.467741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-617de7c4-8073-4368-b4f1-a20600856943 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6872044 Nov 12 20:43:46.474480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Request body: {'subnet': {'network_id': '75cd3174-e1a2-4db8-9feb-7e3a9953f8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-76031797-subnet', 'tenant_id': 'afe65bbb43274ae68197cbc475482c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:46.477856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:46.489793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 75cd3174-e1a2-4db8-9feb-7e3a9953f8f0 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:43:46.519568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:46.649349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:46.653188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.658211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:43:46.662335 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-af161d88-d98d-4ab1-99b2-df6d2777226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.666284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Pushing event updated for resources: {'Port': ['ID=87979a96-03e8-4b38-9836-c1cd2c5b25bd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:46.678541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] For port 0fc11d03-dc2c-429f-a373-c0fb61fce045, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:46.692294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55352) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:46.705504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7db550-640d-4f19-afb0-2d5b8e7ebef7 req-a51a93b6-86d2-4c13-9031-615588797533 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:46.707383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d7db550-640d-4f19-afb0-2d5b8e7ebef7 req-a51a93b6-86d2-4c13-9031-615588797533 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 948 time: 0.1466033 Nov 12 20:43:46.714180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] For port 0fc11d03-dc2c-429f-a373-c0fb61fce045, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fc11d03-dc2c-429f-a373-c0fb61fce045,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:46.714550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-643301c0-ab9b-46b7-bd9f-38a74ebd5650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.733147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4eb48-1008-46cc-ad7f-8210eb79a5b8 req-f7d6a7f1-4f9a-4363-a477-b1ed0fa7b7ba tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:46.735027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1db4eb48-1008-46cc-ad7f-8210eb79a5b8 req-f7d6a7f1-4f9a-4363-a477-b1ed0fa7b7ba tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 931 time: 0.1137278 Nov 12 20:43:46.782202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Made reservation on behalf of afe65bbb43274ae68197cbc475482c03 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:46.784674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.791802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-af161d88-d98d-4ab1-99b2-df6d2777226a None None] For port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:46.798554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d7db550-640d-4f19-afb0-2d5b8e7ebef7 req-eeb8364c-e244-43d9-bc10-8dfb45c8104a tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799036 Nov 12 20:43:46.813101 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.842023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1db4eb48-1008-46cc-ad7f-8210eb79a5b8 req-4ec734e7-f070-4b8c-b4b6-6caa60da1953 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000273 Nov 12 20:43:46.855557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:46.856249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.857733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] 10.222.0.46 "PUT /v2.0/ports/0fc11d03-dc2c-429f-a373-c0fb61fce045 HTTP/1.1" status: 200 len: 1097 time: 2.2100000 Nov 12 20:43:46.858261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affe9828-abcc-4d1b-8e07-048fbeb3909e', 'tag': '0fc11d03-dc2c-429f-a373-c0fb61fce045'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:46.860687 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01137df7-5c95-4145-a805-707f5f98ddf2" -d '{"events": [{"name": "network-changed", "server_uuid": "affe9828-abcc-4d1b-8e07-048fbeb3909e", "tag": "0fc11d03-dc2c-429f-a373-c0fb61fce045"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:46.888398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622ae19-d6da-4fe9-9f49-85929b78018c service neutron] Pushing event updated for resources: {'Port': ['ID=0fc11d03-dc2c-429f-a373-c0fb61fce045,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:46.921054 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-af161d88-d98d-4ab1-99b2-df6d2777226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.926824 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-b72c37cf-4104-4b5f-81e8-0ffe81678485 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2441995 Nov 12 20:43:46.936598 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-643301c0-ab9b-46b7-bd9f-38a74ebd5650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:46.950883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Request body: {'port': {'device_id': '864d1b69-99ef-4269-b1c6-788ba613c213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:47.013274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af161d88-d98d-4ab1-99b2-df6d2777226a None None] Pushing event updated for resources: {'Port': ['ID=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:47.025639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:45Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:43:47.063399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.065434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-643301c0-ab9b-46b7-bd9f-38a74ebd5650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.066329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c4af67-2df9-40c2-8f0f-1a45650967fe None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:45Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:43:47.124691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f0f2dbfe-e4dc-4520-a1ea-9164ad0afebc None None] Provisioning complete for port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:47.124691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0f2dbfe-e4dc-4520-a1ea-9164ad0afebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.297246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-643301c0-ab9b-46b7-bd9f-38a74ebd5650 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a8c41d0ab844365932d98dbc38a1631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6014028 Nov 12 20:43:47.308797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55360) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:47.319666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643301c0-ab9b-46b7-bd9f-38a74ebd5650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511b21f7-3d89-4a5f-ac31-359d2ca8d9ab,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:47.389867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bf40b01-ecf1-4494-9441-0ce4e3d935d9 req-6544d50e-09a8-444d-af3a-065bfb0af929 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 210 time: 0.3610277 Nov 12 20:43:47.412016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba6e3e-f9fe-496c-b0e3-4965a52801ea req-bd092195-c777-4b09-88ff-b819b4ca854d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:47.413758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3aba6e3e-f9fe-496c-b0e3-4965a52801ea req-bd092195-c777-4b09-88ff-b819b4ca854d tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 950 time: 0.4454322 Nov 12 20:43:47.421443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa263c5-2e97-491e-8981-616f25576067 req-835ef87d-15ae-45ee-8b01-2a89e26ebd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:47.422992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-835ef87d-15ae-45ee-8b01-2a89e26ebd1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a60316a92eb40e5915f62e0d3557e10&device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 1100 time: 0.4030178 Nov 12 20:43:47.429430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.491634 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-947b0d2f-8ad6-407a-a561-9725f79a566a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=0fc11d03-dc2c-429f-a373-c0fb61fce045 HTTP/1.1" status: 200 len: 217 time: 0.0505772 Nov 12 20:43:47.502755 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491fa599-8ee1-4bec-9e15-4336b4ec6542 x-openstack-request-id: req-491fa599-8ee1-4bec-9e15-4336b4ec6542 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:47.503568 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affe9828-abcc-4d1b-8e07-048fbeb3909e", "tag": "0fc11d03-dc2c-429f-a373-c0fb61fce045", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:47.504024 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-491fa599-8ee1-4bec-9e15-4336b4ec6542 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:47.504595 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affe9828-abcc-4d1b-8e07-048fbeb3909e', 'tag': '0fc11d03-dc2c-429f-a373-c0fb61fce045', 'status': 'completed', 'code': 200} Nov 12 20:43:47.563235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4694498f-e4a2-449c-89be-5ae5aa7af146,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:47.565324 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec202d7d-7e90-4d7c-8d0c-0a028f94e113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.566503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3aba6e3e-f9fe-496c-b0e3-4965a52801ea req-1e455e02-26d7-4e00-a5cb-a2b90bd12124 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424339 Nov 12 20:43:47.624225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa263c5-2e97-491e-8981-616f25576067 req-0d413aca-2f5e-450f-a857-843e0e49fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:47.624225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-0d413aca-2f5e-450f-a857-843e0e49fe4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1108265 Nov 12 20:43:47.677381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Checking segment: {'id': 'd6060a40-5b86-4519-abc7-5414f98d9d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '75cd3174-e1a2-4db8-9feb-7e3a9953f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:47.677381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Network hostable DHCP agents. Network: 75cd3174-e1a2-4db8-9feb-7e3a9953f8f0, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:43:47.681263 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec202d7d-7e90-4d7c-8d0c-0a028f94e113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.748771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa263c5-2e97-491e-8981-616f25576067 req-f04544f1-60f3-4041-95ef-48f938119d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:47.749355 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7d29f42e-dd49-49bd-b2a0-91d4391bf15e up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:47.750294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-f04544f1-60f3-4041-95ef-48f938119d2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182055 Nov 12 20:43:47.818642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:47.819014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.874176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Network 75cd3174-e1a2-4db8-9feb-7e3a9953f8f0 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:43:47.878406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87979a96-03e8-4b38-9836-c1cd2c5b25bd {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:47.890282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.917816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-0b345ce9-a42f-4154-9f0b-8cd6fb78b2ba service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580682 Nov 12 20:43:47.946168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Transition to ACTIVE for port object 87979a96-03e8-4b38-9836-c1cd2c5b25bd will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:47.947476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec202d7d-7e90-4d7c-8d0c-0a028f94e113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.950322 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec202d7d-7e90-4d7c-8d0c-0a028f94e113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:47.951640 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ec202d7d-7e90-4d7c-8d0c-0a028f94e113 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/511b21f7-3d89-4a5f-ac31-359d2ca8d9ab HTTP/1.1" status: 204 len: 168 time: 0.6417925 Nov 12 20:43:47.963858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec202d7d-7e90-4d7c-8d0c-0a028f94e113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511b21f7-3d89-4a5f-ac31-359d2ca8d9ab,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:48.001225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 75cd3174-e1a2-4db8-9feb-7e3a9953f8f0) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:48.014248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.017430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:48.017949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fafb24-7c5e-46c1-99ef-28bc123c16ad None None] Network 75cd3174-e1a2-4db8-9feb-7e3a9953f8f0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:48.045897 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:48.092373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9aa263c5-2e97-491e-8981-616f25576067 req-005d1fd2-fd69-4c65-ba34-2465738524cf service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640391 Nov 12 20:43:48.106798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Pushing event updated for resources: {'Port': ['ID=87979a96-03e8-4b38-9836-c1cd2c5b25bd,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:48.218901 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b393a80a-42d5-4266-8f4a-b6dfb9077aa8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7564142 Nov 12 20:43:48.270846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ae459-3721-4d74-9570-76f3e210c7a2 None None] Network 75cd3174-e1a2-4db8-9feb-7e3a9953f8f0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:43:48.277990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Attempting to bind port 87979a96-03e8-4b38-9836-c1cd2c5b25bd on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:48.278417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Attempting to bind port 87979a96-03e8-4b38-9836-c1cd2c5b25bd by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3a358f76-a440-4273-b0ba-277a6bc0aa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '048d07af-97ca-4eb8-a1d0-97d0faac472d'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:48.279552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Attempting to bind port 87979a96-03e8-4b38-9836-c1cd2c5b25bd on network 048d07af-97ca-4eb8-a1d0-97d0faac472d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:48.296676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Port 87979a96-03e8-4b38-9836-c1cd2c5b25bd on network 048d07af-97ca-4eb8-a1d0-97d0faac472d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:48.297247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Attempting to bind port 87979a96-03e8-4b38-9836-c1cd2c5b25bd on network 048d07af-97ca-4eb8-a1d0-97d0faac472d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:48.316111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:48.316676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Checking segment: {'id': '3a358f76-a440-4273-b0ba-277a6bc0aa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '048d07af-97ca-4eb8-a1d0-97d0faac472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:48.316847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Bound using segment: {'id': '3a358f76-a440-4273-b0ba-277a6bc0aa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '048d07af-97ca-4eb8-a1d0-97d0faac472d'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:48.317257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Bound port: 87979a96-03e8-4b38-9836-c1cd2c5b25bd, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a358f76-a440-4273-b0ba-277a6bc0aa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '048d07af-97ca-4eb8-a1d0-97d0faac472d'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:48.317612 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:48.419007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] For port 87979a96-03e8-4b38-9836-c1cd2c5b25bd, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:48.423971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] For port 87979a96-03e8-4b38-9836-c1cd2c5b25bd, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=87979a96-03e8-4b38-9836-c1cd2c5b25bd,segment=NetworkSegment(3a358f76-a440-4273-b0ba-277a6bc0aa7f),segment_id=3a358f76-a440-4273-b0ba-277a6bc0aa7f)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:48.461784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-3c3ed816-1355-4f71-be3b-1b433aecd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.461784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-3c3ed816-1355-4f71-be3b-1b433aecd65d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a60316a92eb40e5915f62e0d3557e10&device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 1100 time: 0.2223988 Nov 12 20:43:48.474136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69874d-ce84-4430-8ba4-2fa532b81cf2 req-088bf015-f80a-49d0-8788-92f3c66e498b tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.483116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d69874d-ce84-4430-8ba4-2fa532b81cf2 req-088bf015-f80a-49d0-8788-92f3c66e498b tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 948 time: 0.2332668 Nov 12 20:43:48.547888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cc3db-ff2a-48a8-8cb7-6dbffa266d11 req-760eac8d-80ae-4fbe-b6aa-a4a970b1577d tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.549496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e4cc3db-ff2a-48a8-8cb7-6dbffa266d11 req-760eac8d-80ae-4fbe-b6aa-a4a970b1577d tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 943 time: 0.2373364 Nov 12 20:43:48.560144 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:48.617666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.618269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:48.620550 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] 10.222.0.46 "PUT /v2.0/ports/87979a96-03e8-4b38-9836-c1cd2c5b25bd HTTP/1.1" status: 200 len: 1092 time: 1.6796098 Nov 12 20:43:48.620550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d1b69-99ef-4269-b1c6-788ba613c213', 'tag': '87979a96-03e8-4b38-9836-c1cd2c5b25bd'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:48.622899 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a891fdf-b57c-4970-8f19-a2005e907d46" -d '{"events": [{"name": "network-changed", "server_uuid": "864d1b69-99ef-4269-b1c6-788ba613c213", "tag": "87979a96-03e8-4b38-9836-c1cd2c5b25bd"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:48.671216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6de4a3-e770-4ff1-a38d-40cccdbb4728 service neutron] Pushing event updated for resources: {'Port': ['ID=87979a96-03e8-4b38-9836-c1cd2c5b25bd,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:48.727142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e4cc3db-ff2a-48a8-8cb7-6dbffa266d11 req-b38e781e-3ddf-4dcf-806b-68fee231f4d7 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060746 Nov 12 20:43:48.732883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d69874d-ce84-4430-8ba4-2fa532b81cf2 req-2c1bb670-95b4-427a-a553-cde68da63940 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413795 Nov 12 20:43:48.734222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-a2690fda-1481-4c33-8d5e-7f035e689e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.735745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-a2690fda-1481-4c33-8d5e-7f035e689e11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2420616 Nov 12 20:43:48.800601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938502-0314-4686-b667-c983cde14410 req-1fab3e1a-fe38-49b1-a687-aa2fbbf4c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.802388 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-1fab3e1a-fe38-49b1-a687-aa2fbbf4c8de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaec9bec92d14747bb77ee47f7b7f77c&device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 1095 time: 0.0553923 Nov 12 20:43:48.808314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-2519adb0-3f23-4a32-9de3-2f7fa328297f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=0fc11d03-dc2c-429f-a373-c0fb61fce045 HTTP/1.1" status: 200 len: 217 time: 0.0607681 Nov 12 20:43:48.871928 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-f70f9ef8-79c2-4eba-ac53-92a4be74dabb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87979a96-03e8-4b38-9836-c1cd2c5b25bd HTTP/1.1" status: 200 len: 217 time: 0.0527287 Nov 12 20:43:48.937757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938502-0314-4686-b667-c983cde14410 req-f0cfc0e4-9749-43bf-aafe-167950ecf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.939752 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-f0cfc0e4-9749-43bf-aafe-167950ecf2fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e2bc06a-fbe1-4bf8-bad3-40974a9176cb HTTP/1.1" status: 200 len: 854 time: 0.0540826 Nov 12 20:43:48.945001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-2d7ed6d5-7b34-48fd-a17f-0a8785a14568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.946495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-2d7ed6d5-7b34-48fd-a17f-0a8785a14568 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1261070 Nov 12 20:43:48.965114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d9ce6-5a0d-42c1-90e7-7e9ebd77caf4 req-b9c89e2d-cf0a-4cde-9da7-eb885b607d59 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.966579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b4d9ce6-5a0d-42c1-90e7-7e9ebd77caf4 req-b9c89e2d-cf0a-4cde-9da7-eb885b607d59 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 950 time: 0.0999200 Nov 12 20:43:48.975365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab92d-1397-4969-9ddf-4c3bea3e3ed6 req-4b1e7705-98cb-4c4a-b8c7-e77f7e90cd69 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.976798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e9ab92d-1397-4969-9ddf-4c3bea3e3ed6 req-4b1e7705-98cb-4c4a-b8c7-e77f7e90cd69 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 950 time: 0.1086118 Nov 12 20:43:48.981939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-9ac3da69-729c-4119-8628-4eb539dad1ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=048d07af-97ca-4eb8-a1d0-97d0faac472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264575 Nov 12 20:43:49.076481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b4d9ce6-5a0d-42c1-90e7-7e9ebd77caf4 req-cc2c2de9-a945-4b09-8c55-c5a799d4c7e4 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987544 Nov 12 20:43:49.079835 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-25cd6c13-f799-4697-812a-59805c2d86e3 service neutron] 10.222.0.46 "GET /v2.0/networks/048d07af-97ca-4eb8-a1d0-97d0faac472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886300 Nov 12 20:43:49.081903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-6b1aaa34-3597-4a34-9eaa-69cd6f176d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:49.083341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-6b1aaa34-3597-4a34-9eaa-69cd6f176d04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157348 Nov 12 20:43:49.110794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e9ab92d-1397-4969-9ddf-4c3bea3e3ed6 req-49511d3d-9dc0-478f-9ebb-a28827991726 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085658 Nov 12 20:43:49.195768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a05328f1-ce53-46fd-8a42-420e32339194 req-0b13c37a-0397-4495-b9af-45ef925372fb tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 210 time: 0.0323296 Nov 12 20:43:49.206109 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4938502-0314-4686-b667-c983cde14410 req-5b204e11-ffb4-4cfa-8dc7-057a0ce9873f service neutron] 10.222.0.46 "GET /v2.0/networks/048d07af-97ca-4eb8-a1d0-97d0faac472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076605 Nov 12 20:43:49.284116 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015974c-b25a-462a-a05b-0b90c1c8bd6b x-openstack-request-id: req-8015974c-b25a-462a-a05b-0b90c1c8bd6b {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:49.284404 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d1b69-99ef-4269-b1c6-788ba613c213", "tag": "87979a96-03e8-4b38-9836-c1cd2c5b25bd", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:49.284653 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8015974c-b25a-462a-a05b-0b90c1c8bd6b {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:49.285060 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d1b69-99ef-4269-b1c6-788ba613c213', 'tag': '87979a96-03e8-4b38-9836-c1cd2c5b25bd', 'status': 'completed', 'code': 200} Nov 12 20:43:49.293041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-854e4c38-7ff3-4c07-93e5-4e88c4eadebb service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883678 Nov 12 20:43:49.442817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01137df7-5c95-4145-a805-707f5f98ddf2 req-1f571121-9da1-4cdd-9911-02c07b87ac88 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380987 Nov 12 20:43:49.466212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-38c2aeee-4ab3-4d3a-a46c-f66590e65f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:49.468221 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-38c2aeee-4ab3-4d3a-a46c-f66590e65f69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaec9bec92d14747bb77ee47f7b7f77c&device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 1095 time: 0.0964885 Nov 12 20:43:49.580847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-fe245486-df1f-4399-9ab5-6e5905d2d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:49.582564 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-fe245486-df1f-4399-9ab5-6e5905d2d605 service neutron] 10.222.0.46 "GET /v2.0/networks?id=048d07af-97ca-4eb8-a1d0-97d0faac472d HTTP/1.1" status: 200 len: 915 time: 0.1063280 Nov 12 20:43:49.628132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74016ff-b4b0-4dba-99ee-147251626952 req-ede611af-c17b-457e-94e0-081646ad4b6d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:49.629923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-ede611af-c17b-457e-94e0-081646ad4b6d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.78 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 820 time: 0.2220292 Nov 12 20:43:49.646192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-59ce5ac3-fcbd-4d6d-abb9-f1d587a42038 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:49.646716 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-1e33c179-49bb-4c84-a374-5e9638f9e92d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87979a96-03e8-4b38-9836-c1cd2c5b25bd HTTP/1.1" status: 200 len: 217 time: 0.0560699 Nov 12 20:43:49.648018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-59ce5ac3-fcbd-4d6d-abb9-f1d587a42038 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 807 time: 0.1884284 Nov 12 20:43:49.652623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Request body: {'port': {'device_id': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'admin_state_up': True, 'tenant_id': '20842facfd50493f83c522eda2adcbcc'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:49.687928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-7d714737-3917-49c6-9e4b-8e81926a88b0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/quotas/99af9cc5da6e44fc8b0629315c33793d HTTP/1.1" status: 200 len: 375 time: 0.0302169 Nov 12 20:43:49.705194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-50ba7c77-985a-41cd-8f49-9675e3d44d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:49.706847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-50ba7c77-985a-41cd-8f49-9675e3d44d34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e2bc06a-fbe1-4bf8-bad3-40974a9176cb HTTP/1.1" status: 200 len: 854 time: 0.0520022 Nov 12 20:43:49.739888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-649a02ac-ff68-4ef6-9bd2-2604dac858e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=048d07af-97ca-4eb8-a1d0-97d0faac472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251634 Nov 12 20:43:49.764124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-a874a3aa-b878-4f79-acfe-9e1e94ae51b3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704103 Nov 12 20:43:49.876533 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-061184ed-ecad-4462-929d-f4916b74041a service neutron] 10.222.0.46 "GET /v2.0/networks/048d07af-97ca-4eb8-a1d0-97d0faac472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284420 Nov 12 20:43:49.938321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-5b82e860-4fa7-40c5-ad02-afabeabc6eaf tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:49.939696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-5b82e860-4fa7-40c5-ad02-afabeabc6eaf tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.46 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 950 time: 0.1539528 Nov 12 20:43:49.977395 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8a891fdf-b57c-4970-8f19-a2005e907d46 req-4e37b386-14ba-4a08-8978-03a7f16ea6f9 service neutron] 10.222.0.46 "GET /v2.0/networks/048d07af-97ca-4eb8-a1d0-97d0faac472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918906 Nov 12 20:43:50.024673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-62ba6aec-4719-4d75-930e-c908436b1581 service neutron] 10.222.0.64 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527096 Nov 12 20:43:50.068830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b6882-4e61-4260-a989-26162a6dd661 req-30813cd9-10b5-40e7-83b6-45b3f363d88d tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:50.070307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d4b6882-4e61-4260-a989-26162a6dd661 req-30813cd9-10b5-40e7-83b6-45b3f363d88d tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 948 time: 0.1757436 Nov 12 20:43:50.107759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Made reservation on behalf of 20842facfd50493f83c522eda2adcbcc for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:50.111447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:50.248445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d4b6882-4e61-4260-a989-26162a6dd661 req-8e3a2c41-947b-4565-87d6-1260b6668a68 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672378 Nov 12 20:43:50.267881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Deleting port f3b62784-8fdd-4092-b8fe-bdcf899e7dae {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:43:50.268244 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:50.308848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-89b74169-16c8-40b3-ba6e-49773f870a2d service neutron] 10.222.0.64 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627120 Nov 12 20:43:50.449844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Allocated IP 172.20.0.4 (f8c454e3-4585-4f59-ae6d-3f362e5f0715/44346f24-6f82-4530-b8fb-f9e4808df9b2/6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:50.478141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6b55-0635-4b1e-b2cb-a2300b55e150 req-df1ae20c-98eb-4277-84a1-474c76ad7eba tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:50.479887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d84e6b55-0635-4b1e-b2cb-a2300b55e150 req-df1ae20c-98eb-4277-84a1-474c76ad7eba tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 943 time: 0.1382957 Nov 12 20:43:50.485314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] For port f3b62784-8fdd-4092-b8fe-bdcf899e7dae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:50.485314 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:50.510384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Calling delete_port for f3b62784-8fdd-4092-b8fe-bdcf899e7dae owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:43:50.696874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d84e6b55-0635-4b1e-b2cb-a2300b55e150 req-c81b1c21-66dd-453e-a179-a9c73e7a9bd5 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053118 Nov 12 20:43:50.878905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0fc11d03-dc2c-429f-a373-c0fb61fce045 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:50.984464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0fc11d03-dc2c-429f-a373-c0fb61fce045, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fc11d03-dc2c-429f-a373-c0fb61fce045,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:50.996810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7817f77-5b23-4fb8-880a-3fba32f50518 req-41f8b492-1b4f-4b2b-8503-f4eef879ca9c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:50.997516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0fc11d03-dc2c-429f-a373-c0fb61fce045', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '0fc11d03-dc2c-429f-a373-c0fb61fce045', 'mac_address': 'fa:16:3e:5f:29:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:50.998462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7817f77-5b23-4fb8-880a-3fba32f50518 req-41f8b492-1b4f-4b2b-8503-f4eef879ca9c tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 950 time: 0.4022024 Nov 12 20:43:51.036240 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.049834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc11d03-dc2c-429f-a373-c0fb61fce045 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:51.061770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.069965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0fc11d03-dc2c-429f-a373-c0fb61fce045, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fc11d03-dc2c-429f-a373-c0fb61fce045,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:51.070149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96742ee-ea46-47e0-89ba-bebf9729a9f9 req-cd741966-c792-47a9-b591-0c1f6354945b tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:51.071704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d96742ee-ea46-47e0-89ba-bebf9729a9f9 req-cd741966-c792-47a9-b591-0c1f6354945b tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 950 time: 0.1443036 Nov 12 20:43:51.151122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7817f77-5b23-4fb8-880a-3fba32f50518 req-e345cceb-c039-4985-94ac-2a28dadd7cbf tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439450 Nov 12 20:43:51.153950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.199161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d96742ee-ea46-47e0-89ba-bebf9729a9f9 req-331ca56c-6f1e-4079-b05e-587147d9503f tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975983 Nov 12 20:43:51.210698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0fc11d03-dc2c-429f-a373-c0fb61fce045,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:51.261955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec042f09-f1d6-4f3e-93af-35351a539e01 req-acac331c-9e1d-4a98-9a98-6ebffe6b8477 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 210 time: 0.0350232 Nov 12 20:43:51.267823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.289508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['f3b62784-8fdd-4092-b8fe-bdcf899e7dae'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:51.308591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Pushing event deleted for resources: {'Port': ['ID=f3b62784-8fdd-4092-b8fe-bdcf899e7dae,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:51.338606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['66426b70-6de6-4814-abe8-22da64df8f36'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:51.365089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.428198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab1e8041-e127-473c-9c9e-9fe3c643c038 req-dbaaa0ea-ac88-4d88-bd07-8200191a0d6d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 210 time: 0.0849681 Nov 12 20:43:51.485658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0fc11d03-dc2c-429f-a373-c0fb61fce045'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:51.497225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] No DVR routers for this DVR port f3b62784-8fdd-4092-b8fe-bdcf899e7dae on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:43:51.500292 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.504252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a5f1610-a16b-4ea1-8ed2-cec359874392 req-25765cd4-711d-4ecf-a871-92254570fbcc tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.46 "DELETE /v2.0/ports/f3b62784-8fdd-4092-b8fe-bdcf899e7dae HTTP/1.1" status: 204 len: 173 time: 1.5563383 Nov 12 20:43:51.521154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219c072a-2dd1-4b06-8184-51a2780bb827', 'name': 'network-vif-deleted', 'tag': 'f3b62784-8fdd-4092-b8fe-bdcf899e7dae'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:51.523629 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db49c8c1-81be-4ecd-99c1-7b6d49a532fa" -d '{"events": [{"server_uuid": "219c072a-2dd1-4b06-8184-51a2780bb827", "name": "network-vif-deleted", "tag": "f3b62784-8fdd-4092-b8fe-bdcf899e7dae"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:51.541692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:51.555968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:51.559174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:51.565562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:51.566461 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.577374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Pushing event updated for resources: {'Port': ['ID=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:51.589408 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b139e4-fc51-41e6-9d8f-4c0b45da4867 x-openstack-request-id: req-31b139e4-fc51-41e6-9d8f-4c0b45da4867 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:51.589707 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219c072a-2dd1-4b06-8184-51a2780bb827", "name": "network-vif-deleted", "tag": "f3b62784-8fdd-4092-b8fe-bdcf899e7dae", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:51.589965 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31b139e4-fc51-41e6-9d8f-4c0b45da4867 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:51.591014 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219c072a-2dd1-4b06-8184-51a2780bb827', 'name': 'network-vif-deleted', 'tag': 'f3b62784-8fdd-4092-b8fe-bdcf899e7dae', 'status': 'completed', 'code': 200} Nov 12 20:43:51.606974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1639fb-c03a-4c19-a9ef-ead6ea9f9ed4 req-bfd67c94-2c46-45d1-bcd1-17df3773bdd0 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:51.615053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e1639fb-c03a-4c19-a9ef-ead6ea9f9ed4 req-bfd67c94-2c46-45d1-bcd1-17df3773bdd0 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 949 time: 0.1952071 Nov 12 20:43:51.693162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e1639fb-c03a-4c19-a9ef-ead6ea9f9ed4 req-9bc1d476-bb06-4dbf-b97e-74d9feeb2587 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617502 Nov 12 20:43:51.705029 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9a266c57-1d4c-40fe-8933-906cd7ee8753 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:51.705650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7a4d3d48-3822-42df-b650-cb9916dde040 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0565341 Nov 12 20:43:51.708418 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9a266c57-1d4c-40fe-8933-906cd7ee8753 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 950 time: 0.2087421 Nov 12 20:43:51.725723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Request body: {'port': {'device_id': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:51.837445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.916431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37986af5-4427-402e-8853-5047e600b6b6 req-bc3826bb-3cce-4d07-a7f1-010a8c935961 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:51.918529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37986af5-4427-402e-8853-5047e600b6b6 req-bc3826bb-3cce-4d07-a7f1-010a8c935961 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 943 time: 0.1021109 Nov 12 20:43:51.921153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Deleting port 915a047d-40bf-45fe-860c-07422297a95f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:43:51.921502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.940542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fabc4005-dee1-4e25-b085-b2e01c1e1f6a None None] Provisioning complete for port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:51.941154 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fabc4005-dee1-4e25-b085-b2e01c1e1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.008087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fabc4005-dee1-4e25-b085-b2e01c1e1f6a None None] Port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:43:52.042644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55474) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:52.070592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] For port 915a047d-40bf-45fe-860c-07422297a95f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=915a047d-40bf-45fe-860c-07422297a95f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:52.070960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.082010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37986af5-4427-402e-8853-5047e600b6b6 req-cc32c10b-dc81-40a7-ac0d-4b37e00b96ca tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449959 Nov 12 20:43:52.093111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Calling delete_port for 915a047d-40bf-45fe-860c-07422297a95f owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:43:52.191701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b74a3bfb-6fc6-43bf-af46-6789954e1350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.251362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:52.258747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.272261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Transition to ACTIVE for port object 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:52.342815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b74a3bfb-6fc6-43bf-af46-6789954e1350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.344448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c0b54-9719-4176-9498-12a09e0cd945 req-9e89db19-527a-4d5e-84bb-3cc691ed47e7 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:52.345975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e78c0b54-9719-4176-9498-12a09e0cd945 req-9e89db19-527a-4d5e-84bb-3cc691ed47e7 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 950 time: 0.0715225 Nov 12 20:43:52.361811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d60fa549-45bb-466b-9288-6c13b1bd9592 req-8e3039da-8d15-4d6b-ae0e-9e0344211179 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=219c072a-2dd1-4b06-8184-51a2780bb827 HTTP/1.1" status: 200 len: 210 time: 0.0387993 Nov 12 20:43:52.376936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.428290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.440789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['915a047d-40bf-45fe-860c-07422297a95f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:52.489014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:52.508755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e78c0b54-9719-4176-9498-12a09e0cd945 req-0b55b377-b2b2-4034-99d9-529afabdce7f tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac24ec88-d0db-4f9b-95d2-88a660d6b815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447086 Nov 12 20:43:52.538162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Pushing event deleted for resources: {'Port': ['ID=915a047d-40bf-45fe-860c-07422297a95f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:52.540139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b74a3bfb-6fc6-43bf-af46-6789954e1350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.602100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Attempting to bind port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:52.602634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Attempting to bind port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:52.603673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Attempting to bind port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f on network f8c454e3-4585-4f59-ae6d-3f362e5f0715 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:52.609075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] No DVR routers for this DVR port 915a047d-40bf-45fe-860c-07422297a95f on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:43:52.610977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f on network f8c454e3-4585-4f59-ae6d-3f362e5f0715 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:52.611412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Attempting to bind port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f on network f8c454e3-4585-4f59-ae6d-3f362e5f0715 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:52.621237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.624775 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-af66107e-9207-4fb6-9243-f296125b7f13 req-9c82b30d-f27b-4e74-8465-af5520def244 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.78 "DELETE /v2.0/ports/915a047d-40bf-45fe-860c-07422297a95f HTTP/1.1" status: 204 len: 173 time: 0.9031610 Nov 12 20:43:52.629004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3dc6ef-00a2-4e66-a448-1a75c076cb60', 'name': 'network-vif-deleted', 'tag': '915a047d-40bf-45fe-860c-07422297a95f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:52.631849 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dc872b-7494-42c0-b324-2caccf044019" -d '{"events": [{"server_uuid": "6d3dc6ef-00a2-4e66-a448-1a75c076cb60", "name": "network-vif-deleted", "tag": "915a047d-40bf-45fe-860c-07422297a95f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:52.641472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbd0a0-8a47-4527-b8f8-5d47b352d43b req-58c76a3e-eef6-42ac-b737-bb09444df67e tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:52.652676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9bbd0a0-8a47-4527-b8f8-5d47b352d43b req-58c76a3e-eef6-42ac-b737-bb09444df67e tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 943 time: 0.2291317 Nov 12 20:43:52.656222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:52.656911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Checking segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:52.657300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Bound using segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:52.658333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Bound port: 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:52.658503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.664646 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b74a3bfb-6fc6-43bf-af46-6789954e1350 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c91cff2ac9834208acb131048d1fae9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6171207 Nov 12 20:43:52.665443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55490) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:52.666151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a3bfb-6fc6-43bf-af46-6789954e1350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf0bee6-d0e2-4639-bc59-6335c238c97f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:52.765504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4742e608-9cec-4873-b4b5-f4600514e720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.809076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4742e608-9cec-4873-b4b5-f4600514e720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:52.839999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc853cd4-1bd8-4037-9a89-2a44988b04f9 req-0c1b97c1-0021-493b-8dc5-e71ad8046900 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 210 time: 0.0629466 Nov 12 20:43:52.845251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9bbd0a0-8a47-4527-b8f8-5d47b352d43b req-2c7ff58a-e4b4-415a-996d-801ad0a234de tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917322 Nov 12 20:43:52.877615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] For port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:52.882009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] For port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:52.886446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 87979a96-03e8-4b38-9836-c1cd2c5b25bd details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:52.888447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0fc11d03-dc2c-429f-a373-c0fb61fce045 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:52.906812 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2dd16e-f982-4815-a49c-ca8bb5fb0e2e x-openstack-request-id: req-8a2dd16e-f982-4815-a49c-ca8bb5fb0e2e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:52.907303 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3dc6ef-00a2-4e66-a448-1a75c076cb60", "name": "network-vif-deleted", "tag": "915a047d-40bf-45fe-860c-07422297a95f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:52.908020 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a2dd16e-f982-4815-a49c-ca8bb5fb0e2e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:52.908535 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3dc6ef-00a2-4e66-a448-1a75c076cb60', 'name': 'network-vif-deleted', 'tag': '915a047d-40bf-45fe-860c-07422297a95f', 'status': 'completed', 'code': 200} Nov 12 20:43:52.995866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d8f94-b1a1-473d-a97c-3858d5a00a1c req-48ec9e86-ebf0-4370-a48d-7ef67402bdb1 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:52.997396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-379d8f94-b1a1-473d-a97c-3858d5a00a1c req-48ec9e86-ebf0-4370-a48d-7ef67402bdb1 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 949 time: 0.0545659 Nov 12 20:43:53.011094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4742e608-9cec-4873-b4b5-f4600514e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.014149 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4742e608-9cec-4873-b4b5-f4600514e720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.015457 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4742e608-9cec-4873-b4b5-f4600514e720 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cf0bee6-d0e2-4639-bc59-6335c238c97f HTTP/1.1" status: 204 len: 168 time: 0.3421602 Nov 12 20:43:53.017091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.023366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742e608-9cec-4873-b4b5-f4600514e720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf0bee6-d0e2-4639-bc59-6335c238c97f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:53.057682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 87979a96-03e8-4b38-9836-c1cd2c5b25bd, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=87979a96-03e8-4b38-9836-c1cd2c5b25bd,segment=NetworkSegment(3a358f76-a440-4273-b0ba-277a6bc0aa7f),segment_id=3a358f76-a440-4273-b0ba-277a6bc0aa7f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:53.070274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '87979a96-03e8-4b38-9836-c1cd2c5b25bd', 'network_id': '048d07af-97ca-4eb8-a1d0-97d0faac472d', 'port_id': '87979a96-03e8-4b38-9836-c1cd2c5b25bd', 'mac_address': 'fa:16:3e:fb:88:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2bc06a-fbe1-4bf8-bad3-40974a9176cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:53.070828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:53.071530 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.073959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] 10.222.0.78 "PUT /v2.0/ports/6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 1092 time: 1.3527696 Nov 12 20:43:53.114372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-379d8f94-b1a1-473d-a97c-3858d5a00a1c req-6f612b18-e4aa-4cb8-a6a4-e2955cb36c5a tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090791 Nov 12 20:43:53.117157 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.131670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafab28-db06-450f-a23a-fa0246e69315 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:53.137181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87979a96-03e8-4b38-9836-c1cd2c5b25bd {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:53.164061 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 0fc11d03-dc2c-429f-a373-c0fb61fce045 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:53.171953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 87979a96-03e8-4b38-9836-c1cd2c5b25bd, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=87979a96-03e8-4b38-9836-c1cd2c5b25bd,segment=NetworkSegment(3a358f76-a440-4273-b0ba-277a6bc0aa7f),segment_id=3a358f76-a440-4273-b0ba-277a6bc0aa7f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:53.172902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0fc11d03-dc2c-429f-a373-c0fb61fce045 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:53.173265 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.214554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b055bc0-b063-4cdc-a7a9-dfb686a491a8 req-313ba087-5bd5-40f5-819e-4d2510d2e41f tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:53.216155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b055bc0-b063-4cdc-a7a9-dfb686a491a8 req-313ba087-5bd5-40f5-819e-4d2510d2e41f tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 943 time: 0.0568380 Nov 12 20:43:53.280747 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.310040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b055bc0-b063-4cdc-a7a9-dfb686a491a8 req-0cf0f389-6715-4457-818b-34f2b7a65e5b tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854492 Nov 12 20:43:53.319318 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.320047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74016ff-b4b0-4dba-99ee-147251626952 req-fe0ba51f-b98f-4e69-83f2-d1261d58b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:53.321526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-fe0ba51f-b98f-4e69-83f2-d1261d58b2b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1095 time: 0.0560474 Nov 12 20:43:53.360573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=87979a96-03e8-4b38-9836-c1cd2c5b25bd,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:53.369538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affe9828-abcc-4d1b-8e07-048fbeb3909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc11d03-dc2c-429f-a373-c0fb61fce045'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:53.371741 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd12ad8-86dc-4e27-afef-c8c52427232f" -d '{"events": [{"server_uuid": "affe9828-abcc-4d1b-8e07-048fbeb3909e", "name": "network-vif-plugged", "status": "completed", "tag": "0fc11d03-dc2c-429f-a373-c0fb61fce045"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:53.385039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0fc11d03-dc2c-429f-a373-c0fb61fce045, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fc11d03-dc2c-429f-a373-c0fb61fce045,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:53.393697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-5b91f970-5fed-4603-81c2-ced3d23a7aba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 217 time: 0.0529554 Nov 12 20:43:53.440746 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0964079-0941-4bcd-bf7f-94235737cbb8 x-openstack-request-id: req-b0964079-0941-4bcd-bf7f-94235737cbb8 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:53.441251 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affe9828-abcc-4d1b-8e07-048fbeb3909e", "name": "network-vif-plugged", "status": "completed", "tag": "0fc11d03-dc2c-429f-a373-c0fb61fce045", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:53.441631 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0964079-0941-4bcd-bf7f-94235737cbb8 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:53.442275 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affe9828-abcc-4d1b-8e07-048fbeb3909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc11d03-dc2c-429f-a373-c0fb61fce045', 'code': 200} Nov 12 20:43:53.471948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7ec03fb7-8cb0-4b40-bc5b-85e4dde30050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:53.473420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-7ec03fb7-8cb0-4b40-bc5b-85e4dde30050 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.0713253 Nov 12 20:43:53.545766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['87979a96-03e8-4b38-9836-c1cd2c5b25bd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:53.562912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74016ff-b4b0-4dba-99ee-147251626952 req-01a71e0a-73ba-4e6f-a4ea-eee9e1d4ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:53.564694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-01a71e0a-73ba-4e6f-a4ea-eee9e1d4ac66 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817854 Nov 12 20:43:53.566997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9c2e7-bd73-43fe-8639-ac40aed751fc req-5ac146ae-d60a-42a5-9593-afa937c537e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:53.568383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79c9c2e7-bd73-43fe-8639-ac40aed751fc req-5ac146ae-d60a-42a5-9593-afa937c537e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 1101 time: 0.0757568 Nov 12 20:43:53.597361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:53.599650 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bda0bce-ca69-4c15-b10c-cee4d3222880" -d '{"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:53.633875 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.683505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e273c31-8eb7-4f6c-acbb-a80293cecfd9 req-cbffa864-56b9-48e2-a93b-53d6a03c6b21 tempest-DeleteServersAdminTestJSON-768177435 tempest-DeleteServersAdminTestJSON-768177435-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3dc6ef-00a2-4e66-a448-1a75c076cb60 HTTP/1.1" status: 200 len: 210 time: 0.0722437 Nov 12 20:43:53.725199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0fc11d03-dc2c-429f-a373-c0fb61fce045,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:53.731542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79c9c2e7-bd73-43fe-8639-ac40aed751fc req-fb5b2ec0-212a-4c57-aa6e-712b114bad65 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494226 Nov 12 20:43:53.742597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-f31a26cd-55d2-458c-a166-887b8c47334f service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678953 Nov 12 20:43:53.773785 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a747d1dd-a04a-40bc-be77-4b441bba4b81 x-openstack-request-id: req-a747d1dd-a04a-40bc-be77-4b441bba4b81 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:53.774083 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:53.774332 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a747d1dd-a04a-40bc-be77-4b441bba4b81 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:53.774735 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'status': 'completed', 'code': 200} Nov 12 20:43:53.805761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-7a545262-04a2-43fe-8c65-2162f6256a20 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:53.808326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-7a545262-04a2-43fe-8c65-2162f6256a20 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 807 time: 0.1566207 Nov 12 20:43:53.825094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Request body: {'port': {'device_id': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'admin_state_up': True, 'tenant_id': '99af9cc5da6e44fc8b0629315c33793d'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:53.863083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e74016ff-b4b0-4dba-99ee-147251626952 req-c869b476-b812-483f-a44e-57c05363ca87 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116135 Nov 12 20:43:53.997952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:54.013803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37a0e08f-ca39-4c99-914c-941c0272c2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.034277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Made reservation on behalf of 99af9cc5da6e44fc8b0629315c33793d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:54.038900 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.046826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a84797f6-9e4c-4b35-93f9-16ec93a72a4b req-759c98a4-0865-453b-adf0-6fc73b63e313 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 210 time: 0.0539556 Nov 12 20:43:54.093378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334f6e1-5a18-45ff-82d0-982936fb2570 req-6ccb0f18-84a0-4b12-a1ac-edf87df993b5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.095239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8334f6e1-5a18-45ff-82d0-982936fb2570 req-6ccb0f18-84a0-4b12-a1ac-edf87df993b5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 943 time: 0.1114120 Nov 12 20:43:54.110815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-bdc5da8c-87d5-4120-ab08-ad23f48964ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.112416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-bdc5da8c-87d5-4120-ab08-ad23f48964ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1095 time: 0.0906062 Nov 12 20:43:54.214435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37a0e08f-ca39-4c99-914c-941c0272c2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.237830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8334f6e1-5a18-45ff-82d0-982936fb2570 req-51211f0d-e9c0-4873-9695-01e7814305bd tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355453 Nov 12 20:43:54.240310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Allocated IP 172.20.0.9 (c1bb6d37-abe0-4cef-affb-f230734803b9/7a40005e-6fc7-4c5d-a51c-b7af2f467e2a/d512e20d-f80f-4e81-b8d9-34b5e775764e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:54.277359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf0f67-df57-44be-834e-9198f27ead7b req-bdab3e47-5bbf-4c04-b3fd-e06a4e164b5c tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.283761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6caf0f67-df57-44be-834e-9198f27ead7b req-bdab3e47-5bbf-4c04-b3fd-e06a4e164b5c tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 949 time: 0.1253822 Nov 12 20:43:54.297581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-0c18c8b2-54a8-4e59-8d07-3836dab2c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.299111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-0c18c8b2-54a8-4e59-8d07-3836dab2c92f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1743968 Nov 12 20:43:54.305212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37a0e08f-ca39-4c99-914c-941c0272c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.359757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-86457853-73f6-4ea4-accf-93df8636df6a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 217 time: 0.0499725 Nov 12 20:43:54.398751 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-37a0e08f-ca39-4c99-914c-941c0272c2a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc802a3bcf874a078031aab515e68dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996515 Nov 12 20:43:54.401403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0e08f-ca39-4c99-914c-941c0272c2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995549a9-c8b9-4bb4-b451-7883de550505,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:54.401782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55526) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:54.435492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6caf0f67-df57-44be-834e-9198f27ead7b req-f33c7014-5648-4b48-8381-01fa62018d5d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477189 Nov 12 20:43:54.448728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.484598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-8ef9900b-d5b3-44da-84ec-de3161b5ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.486113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-8ef9900b-d5b3-44da-84ec-de3161b5ecf3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.1146779 Nov 12 20:43:54.497596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a93dcf-6aef-4b11-9dba-82e41a7e75a5 req-661f9526-8217-435f-8412-834d866512ea tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.499080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a93dcf-6aef-4b11-9dba-82e41a7e75a5 req-661f9526-8217-435f-8412-834d866512ea tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 950 time: 0.1473093 Nov 12 20:43:54.600553 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-66d78c00-6f10-456a-abee-5191c3bf5fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.639825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812232-9378-428e-9fc6-33efdbd16afc req-41bb45db-ad3a-4fa4-9a66-a7adee8ab872 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.641365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c812232-9378-428e-9fc6-33efdbd16afc req-41bb45db-ad3a-4fa4-9a66-a7adee8ab872 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 944 time: 0.1387711 Nov 12 20:43:54.643244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-3b854e25-9db9-4f26-82bc-f2446cea1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.644624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-3b854e25-9db9-4f26-82bc-f2446cea1ac6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446300 Nov 12 20:43:54.662430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a93dcf-6aef-4b11-9dba-82e41a7e75a5 req-f69e3de8-b52e-4efc-aa5f-f51f72f6918b tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507649 Nov 12 20:43:54.669017 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-66d78c00-6f10-456a-abee-5191c3bf5fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.748451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.800505 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:43:54.803414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c812232-9378-428e-9fc6-33efdbd16afc req-cc4ac342-3871-426b-ab1c-fe4e11eff063 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493728 Nov 12 20:43:54.809006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Network c1bb6d37-abe0-4cef-affb-f230734803b9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:54.812328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:54.816415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:54.846014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-d4bfad21-9f33-40ad-ae21-0ea9736e8d4a service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872575 Nov 12 20:43:54.862158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Pushing event updated for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:54.875968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 87979a96-03e8-4b38-9836-c1cd2c5b25bd up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:54.887227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.887980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.901107 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-66d78c00-6f10-456a-abee-5191c3bf5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.906172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-66d78c00-6f10-456a-abee-5191c3bf5fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.907325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-66d78c00-6f10-456a-abee-5191c3bf5fd9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/995549a9-c8b9-4bb4-b451-7883de550505 HTTP/1.1" status: 204 len: 168 time: 0.4866285 Nov 12 20:43:54.985557 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-d9ce57bb-5893-4877-9d04-633b2b4b2c95 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1672182 Nov 12 20:43:55.005741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Request body: {'port': {'device_id': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:55.006084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bda0bce-ca69-4c15-b10c-cee4d3222880 req-33337e03-6111-4e18-99d6-b1e2f74b2828 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446505 Nov 12 20:43:55.006084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d78c00-6f10-456a-abee-5191c3bf5fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995549a9-c8b9-4bb4-b451-7883de550505,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:55.079790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.101831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 87979a96-03e8-4b38-9836-c1cd2c5b25bd completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:55.106860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 87979a96-03e8-4b38-9836-c1cd2c5b25bd triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:55.107593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.197526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f9a6d-ec41-4ce1-a257-2aaa3c6ec986 req-59910251-8015-4e73-a3e5-4920f89b43cf tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:55.199226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303f9a6d-ec41-4ce1-a257-2aaa3c6ec986 req-59910251-8015-4e73-a3e5-4920f89b43cf tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 931 time: 0.0735359 Nov 12 20:43:55.202942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.253357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 87979a96-03e8-4b38-9836-c1cd2c5b25bd, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=87979a96-03e8-4b38-9836-c1cd2c5b25bd,segment=NetworkSegment(3a358f76-a440-4273-b0ba-277a6bc0aa7f),segment_id=3a358f76-a440-4273-b0ba-277a6bc0aa7f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:55.290352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303f9a6d-ec41-4ce1-a257-2aaa3c6ec986 req-23ce1843-4371-48d0-b9e0-e2ff602798e5 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840383 Nov 12 20:43:55.325016 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.326163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f3b62784-8fdd-4092-b8fe-bdcf899e7dae no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:43:55.369807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: f3b62784-8fdd-4092-b8fe-bdcf899e7dae {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:43:55.370246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f3b62784-8fdd-4092-b8fe-bdcf899e7dae not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:43:55.385700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d512e20d-f80f-4e81-b8d9-34b5e775764e {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:55.396242 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.398243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=87979a96-03e8-4b38-9836-c1cd2c5b25bd,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:55.403080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbda161-500c-43a9-80bc-29e2017b6ccd req-e5505dd5-4bb4-4868-919a-ccfa54a9f6e9 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:55.407014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdbda161-500c-43a9-80bc-29e2017b6ccd req-e5505dd5-4bb4-4868-919a-ccfa54a9f6e9 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 943 time: 0.0616353 Nov 12 20:43:55.410882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Transition to ACTIVE for port object d512e20d-f80f-4e81-b8d9-34b5e775764e will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:55.443704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d1b69-99ef-4269-b1c6-788ba613c213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87979a96-03e8-4b38-9836-c1cd2c5b25bd'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:55.447654 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb6d54-5b45-4113-b761-b5fca1ed0453" -d '{"events": [{"server_uuid": "864d1b69-99ef-4269-b1c6-788ba613c213", "name": "network-vif-plugged", "status": "completed", "tag": "87979a96-03e8-4b38-9836-c1cd2c5b25bd"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:55.484474 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584196d-2b5f-4088-8822-805a34a39a30 x-openstack-request-id: req-a584196d-2b5f-4088-8822-805a34a39a30 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:55.484771 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d1b69-99ef-4269-b1c6-788ba613c213", "name": "network-vif-plugged", "status": "completed", "tag": "87979a96-03e8-4b38-9836-c1cd2c5b25bd", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:55.485597 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a584196d-2b5f-4088-8822-805a34a39a30 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:55.486119 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d1b69-99ef-4269-b1c6-788ba613c213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87979a96-03e8-4b38-9836-c1cd2c5b25bd', 'code': 200} Nov 12 20:43:55.538707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdbda161-500c-43a9-80bc-29e2017b6ccd req-0eaaaaa6-b2e7-42d9-b6da-ae03ee0b38b2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250796 Nov 12 20:43:55.556810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.636367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57888374-54b7-4310-9318-f3c98b90f1d2 req-97e2100e-c30a-42f9-8f52-754f741524d2 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:55.640037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:55.643950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57888374-54b7-4310-9318-f3c98b90f1d2 req-97e2100e-c30a-42f9-8f52-754f741524d2 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 949 time: 0.1039336 Nov 12 20:43:55.680757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9eed3-8bcc-4462-9ae8-740cfcf1c877 req-8f54235e-dda1-4344-a748-c922e078b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:55.682419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Pushing event updated for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:55.683795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23e9eed3-8bcc-4462-9ae8-740cfcf1c877 req-8f54235e-dda1-4344-a748-c922e078b1c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 1097 time: 0.1093338 Nov 12 20:43:55.716588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:55.717004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:55.717465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:55.722552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:55.722951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:55.730198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:55.730198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:55.730198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:55.730571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Bound port: d512e20d-f80f-4e81-b8d9-34b5e775764e, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:55.730664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.797887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57888374-54b7-4310-9318-f3c98b90f1d2 req-00fab7e7-160e-4633-8696-753ef964ade1 tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dbbc5b-fff1-470b-8ba1-518b52db9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509793 Nov 12 20:43:55.807829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78415f86-665a-46bb-a383-a73e3d7de179 req-91ae1723-fd65-4c1c-9d27-39184ebdde3a tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:55.809326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78415f86-665a-46bb-a383-a73e3d7de179 req-91ae1723-fd65-4c1c-9d27-39184ebdde3a tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 949 time: 0.1505556 Nov 12 20:43:55.825031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:55.842141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:55.845128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23e9eed3-8bcc-4462-9ae8-740cfcf1c877 req-eb90e326-5328-4d69-9ae4-da6b46bff86c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409359 Nov 12 20:43:55.869656 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8d79d719-6ad5-4c38-80d9-0908ddfe3240 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b297e62d0be439285d5c1e1e7756c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226634 Nov 12 20:43:55.871651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55570) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:55.920251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.938807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d28d3-deb4-47cf-a505-bf1fd53a6ac6 req-41b96661-9582-4d98-861d-f9c57dbfaac6 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:55.940331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f0d28d3-deb4-47cf-a505-bf1fd53a6ac6 req-41b96661-9582-4d98-861d-f9c57dbfaac6 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 950 time: 0.1738067 Nov 12 20:43:55.962299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:55.963704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.964919 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] 10.222.0.78 "PUT /v2.0/ports/d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 1092 time: 0.9705415 Nov 12 20:43:55.965468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:55.968079 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba70347-b021-4a6c-9348-dcadc14c48ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:55.989388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5344c0-3780-41b9-8444-afe6c462729d service neutron] Pushing event updated for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:56.048893 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca346546-077e-442d-8b1d-287923eae76d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.070399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83652403-a49c-4550-8a8c-bd29a356d362 req-c8ecb7db-e399-4c09-b84a-bab081b178e8 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:56.072471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83652403-a49c-4550-8a8c-bd29a356d362 req-c8ecb7db-e399-4c09-b84a-bab081b178e8 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 945 time: 0.1477492 Nov 12 20:43:56.075769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f0d28d3-deb4-47cf-a505-bf1fd53a6ac6 req-22f197f6-d719-4ae0-b22e-afabab0bb948 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214430 Nov 12 20:43:56.081738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Deleting port 66426b70-6de6-4814-abe8-22da64df8f36 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:43:56.082076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.128464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca346546-077e-442d-8b1d-287923eae76d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.149987 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef8cde5-2cee-43d6-9202-323e40fb55fc x-openstack-request-id: req-8ef8cde5-2cee-43d6-9202-323e40fb55fc {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:56.149987 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:56.149987 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ef8cde5-2cee-43d6-9202-323e40fb55fc {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:56.149987 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e', 'status': 'completed', 'code': 200} Nov 12 20:43:56.185972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-9f744af9-7e04-4cbc-aa24-b1a144ee6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:56.187873 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-9f744af9-7e04-4cbc-aa24-b1a144ee6dc3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1095 time: 0.0507343 Nov 12 20:43:56.241734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-2b01ddf4-f925-4b26-a411-cc401a29eba2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 217 time: 0.0444787 Nov 12 20:43:56.248739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83652403-a49c-4550-8a8c-bd29a356d362 req-25975f9a-98fb-4533-b2ed-084beed14480 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664891 Nov 12 20:43:56.270562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] For port 66426b70-6de6-4814-abe8-22da64df8f36, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66426b70-6de6-4814-abe8-22da64df8f36,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:56.270923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.286752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Calling delete_port for 66426b70-6de6-4814-abe8-22da64df8f36 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:43:56.332543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-0d1cfd23-a250-48e2-96d6-e350e579f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:56.334228 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-0d1cfd23-a250-48e2-96d6-e350e579f9d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0790303 Nov 12 20:43:56.374048 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-df39235e-dde4-4c8f-9e42-37dca424271d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318263 Nov 12 20:43:56.437544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca346546-077e-442d-8b1d-287923eae76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.440305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca346546-077e-442d-8b1d-287923eae76d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.441422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ca346546-077e-442d-8b1d-287923eae76d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac24ec88-d0db-4f9b-95d2-88a660d6b815 HTTP/1.1" status: 204 len: 168 time: 0.5688713 Nov 12 20:43:56.470281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86f61-ad79-4d96-a827-20a4f8c4fcdd req-28478641-34be-4c97-b374-201672452959 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:56.477477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6da86f61-ad79-4d96-a827-20a4f8c4fcdd req-28478641-34be-4c97-b374-201672452959 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.1197836 Nov 12 20:43:56.477906 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-82b59b96-163b-411c-9064-41c54a3c1898 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953009 Nov 12 20:43:56.490042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca346546-077e-442d-8b1d-287923eae76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac24ec88-d0db-4f9b-95d2-88a660d6b815,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:56.550524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6da86f61-ad79-4d96-a827-20a4f8c4fcdd req-6f556147-8c5b-410d-ad47-a8a0c223a5a2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721827 Nov 12 20:43:56.613484 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7f6ad9d0-c09d-4d2b-bf90-c912cfbe343e req-bba13dd5-52ca-40b7-84e2-ca188e5c941a service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272945 Nov 12 20:43:56.671140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7dff-e59f-4f09-b6f9-37f3e4ce0036 req-23624dab-df7b-4cae-95a6-492df600b470 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:56.672807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-536f7dff-e59f-4f09-b6f9-37f3e4ce0036 req-23624dab-df7b-4cae-95a6-492df600b470 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 943 time: 0.0515788 Nov 12 20:43:56.673866 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.688421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['66426b70-6de6-4814-abe8-22da64df8f36'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:56.712647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Pushing event deleted for resources: {'Port': ['ID=66426b70-6de6-4814-abe8-22da64df8f36,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:56.772495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] No DVR routers for this DVR port 66426b70-6de6-4814-abe8-22da64df8f36 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:43:56.787089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.792044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78415f86-665a-46bb-a383-a73e3d7de179 req-be32ee3e-4eb4-43ac-bac0-a2b909d6710d tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.78 "DELETE /v2.0/ports/66426b70-6de6-4814-abe8-22da64df8f36 HTTP/1.1" status: 204 len: 173 time: 0.9724317 Nov 12 20:43:56.792044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e927e8-4a18-41ca-9114-fb10f9eafa20', 'name': 'network-vif-deleted', 'tag': '66426b70-6de6-4814-abe8-22da64df8f36'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:56.793426 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ed7d74-9c78-4bc9-b014-77aaff94df85" -d '{"events": [{"server_uuid": "e3e927e8-4a18-41ca-9114-fb10f9eafa20", "name": "network-vif-deleted", "tag": "66426b70-6de6-4814-abe8-22da64df8f36"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:56.839872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-536f7dff-e59f-4f09-b6f9-37f3e4ce0036 req-812186de-45f4-44bc-824c-f1ec4236fdfd tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470323 Nov 12 20:43:56.919840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:56.921165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-297e0e0f-e49b-4b99-8c3b-daeee39ee566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:56.923369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-297e0e0f-e49b-4b99-8c3b-daeee39ee566 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1095 time: 0.0926199 Nov 12 20:43:56.926006 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5763dbb-e947-4e8b-9ab9-f879c9af738c x-openstack-request-id: req-e5763dbb-e947-4e8b-9ab9-f879c9af738c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:56.926351 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e927e8-4a18-41ca-9114-fb10f9eafa20", "name": "network-vif-deleted", "tag": "66426b70-6de6-4814-abe8-22da64df8f36", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:56.926661 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5763dbb-e947-4e8b-9ab9-f879c9af738c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:56.927112 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e927e8-4a18-41ca-9114-fb10f9eafa20', 'name': 'network-vif-deleted', 'tag': '66426b70-6de6-4814-abe8-22da64df8f36', 'status': 'completed', 'code': 200} Nov 12 20:43:56.970804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 915a047d-40bf-45fe-860c-07422297a95f no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:43:57.051563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 915a047d-40bf-45fe-860c-07422297a95f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:43:57.052560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 915a047d-40bf-45fe-860c-07422297a95f not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:43:57.182605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be12122c-4005-4242-b6e3-892760d65b9b req-64955846-4bc2-4b4a-8b17-676ebb74f4ef tempest-LiveMigrationNegativeTest-765885229 tempest-LiveMigrationNegativeTest-765885229-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e927e8-4a18-41ca-9114-fb10f9eafa20 HTTP/1.1" status: 200 len: 210 time: 0.0325649 Nov 12 20:43:57.198778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:57.203126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-6e903542-059b-4e12-83ba-98f375a9d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:57.204920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-6e903542-059b-4e12-83ba-98f375a9d548 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.2678342 Nov 12 20:43:57.219609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'mac_address': 'fa:16:3e:20:3d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:57.233371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db695-0bbc-4186-a648-19881070c4e0 req-6aaaeccb-9e74-4038-a71e-24ed65b9e77b tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:57.247079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-859db695-0bbc-4186-a648-19881070c4e0 req-6aaaeccb-9e74-4038-a71e-24ed65b9e77b tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 950 time: 0.1305707 Nov 12 20:43:57.273765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:57.291435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:57.316121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:57.419255 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:57.512860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4415f276-3c2e-4bcf-954b-613a1b94aa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:57.524011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:57.557344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:57.577092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-0a86299d-b9cd-4fab-a057-54a97553ec26 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 217 time: 0.3222647 Nov 12 20:43:57.586157 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d411dcce-f91b-474e-9676-b6719bac801b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:57.672379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-859db695-0bbc-4186-a648-19881070c4e0 req-be9d7a94-519a-4cbc-ae4d-d9b4948f44bf tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240530 Nov 12 20:43:57.714298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:57.715077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a1e9f-197c-414b-ba8c-331e92694ae8 req-9d325180-21fa-4138-afb7-bdb5c242d634 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:57.724918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a0a1e9f-197c-414b-ba8c-331e92694ae8 req-9d325180-21fa-4138-afb7-bdb5c242d634 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 945 time: 0.1883976 Nov 12 20:43:57.734017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d411dcce-f91b-474e-9676-b6719bac801b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:57.750886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-82bde40a-a9f2-4c5a-96c3-ef8f4115c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:57.753455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-82bde40a-a9f2-4c5a-96c3-ef8f4115c466 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.1577857 Nov 12 20:43:57.811576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-c2e702fb-1cb7-46eb-8d8c-0a6b53d89ec3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331981 Nov 12 20:43:57.822124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d411dcce-f91b-474e-9676-b6719bac801b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:57.890180 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d411dcce-f91b-474e-9676-b6719bac801b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd5730ae24d84390ad80516b73c44dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299809 Nov 12 20:43:57.894655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55632) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:57.919048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411dcce-f91b-474e-9676-b6719bac801b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ab58e-184e-46ff-9dde-8fa6468d048e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:57.965454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a0a1e9f-197c-414b-ba8c-331e92694ae8 req-7e2cb381-6a65-4b14-bf78-a51a1179dec0 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327905 Nov 12 20:43:57.983579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2f47408-799f-4641-893e-4499aa7862ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:58.017864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2f47408-799f-4641-893e-4499aa7862ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:58.024389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b4b60-10fd-449f-bccd-01b84a688e02 req-2762ad48-df18-464a-be68-a3a86394a4b0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:58.027934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-390b4b60-10fd-449f-bccd-01b84a688e02 req-2762ad48-df18-464a-be68-a3a86394a4b0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.2485249 Nov 12 20:43:58.114423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-3e963b6e-bc87-46a1-b506-2edfedf0c162 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691977 Nov 12 20:43:58.155023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2f47408-799f-4641-893e-4499aa7862ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:58.159145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2f47408-799f-4641-893e-4499aa7862ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:58.160875 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d2f47408-799f-4641-893e-4499aa7862ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd6ab58e-184e-46ff-9dde-8fa6468d048e HTTP/1.1" status: 204 len: 168 time: 0.2651644 Nov 12 20:43:58.171367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f47408-799f-4641-893e-4499aa7862ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ab58e-184e-46ff-9dde-8fa6468d048e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:58.214415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-390b4b60-10fd-449f-bccd-01b84a688e02 req-508c3aca-2491-4f15-9afb-f6264b4beaeb tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749899 Nov 12 20:43:58.288270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968a9ea-d957-43d0-a469-d6016a036663 req-4c97eb37-ccce-4530-8635-bbf82cb7a478 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:58.298618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8968a9ea-d957-43d0-a469-d6016a036663 req-4c97eb37-ccce-4530-8635-bbf82cb7a478 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 944 time: 0.2480779 Nov 12 20:43:58.396620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8968a9ea-d957-43d0-a469-d6016a036663 req-6c96d5aa-4e16-4d51-9081-8d03b29ebf05 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987184 Nov 12 20:43:58.422874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-7059c3d1-e32e-48af-858a-f23040ad370e tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:58.424465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-7059c3d1-e32e-48af-858a-f23040ad370e tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.46 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 950 time: 0.1051490 Nov 12 20:43:58.448964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba70347-b021-4a6c-9348-dcadc14c48ca req-50781f7a-2d5a-48c9-9738-042efb841f1d service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211942 Nov 12 20:43:58.582204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-713fca2e-d078-448b-9cb5-e03120039534 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=22f913730e4541e9b1d5b0de99e47b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373435 Nov 12 20:43:58.660790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Deleting port 0fc11d03-dc2c-429f-a373-c0fb61fce045 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:43:58.661128 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:58.778734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236141-794d-44b0-86fd-65708201e0a1 req-17cd0907-bc5b-4102-bd2f-cfd84b0f5767 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:58.780247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-17cd0907-bc5b-4102-bd2f-cfd84b0f5767 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902692 Nov 12 20:43:58.844537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] For port 0fc11d03-dc2c-429f-a373-c0fb61fce045, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fc11d03-dc2c-429f-a373-c0fb61fce045,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:58.844906 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:58.847933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-2f3476a4-fbf5-4203-a868-5df7e279b5f2 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/quotas/22f913730e4541e9b1d5b0de99e47b65 HTTP/1.1" status: 200 len: 375 time: 0.0531921 Nov 12 20:43:58.873045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Calling delete_port for 0fc11d03-dc2c-429f-a373-c0fb61fce045 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:43:58.891651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-b55bde92-575f-4306-853f-953e07738b54 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366499 Nov 12 20:43:58.913737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214f1bb-f175-4c48-b265-b0937b420bb5 req-8d7dda98-705a-4c2c-8cbf-869b38f44f35 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:58.915335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3214f1bb-f175-4c48-b265-b0937b420bb5 req-8d7dda98-705a-4c2c-8cbf-869b38f44f35 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 950 time: 0.1216705 Nov 12 20:43:58.919791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:59.023698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3214f1bb-f175-4c48-b265-b0937b420bb5 req-3781e19c-c725-4af6-bb41-4a9fdb04ba3b tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/security-groups?id=54e0cfee-9dd1-4463-b42a-faf755e09a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714822 Nov 12 20:43:59.069955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55672) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:59.074074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:59.078397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:59.078783 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.183265 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.188873 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.210205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0fc11d03-dc2c-429f-a373-c0fb61fce045'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:59.262355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Pushing event deleted for resources: {'Port': ['ID=0fc11d03-dc2c-429f-a373-c0fb61fce045,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:59.318189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:59.323825 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584bc61-676f-4049-ad34-e6c9aff9d168" -d '{"events": [{"server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "name": "network-vif-plugged", "status": "completed", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:59.335863 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ab3ea87e-0715-4447-a848-2d9cf5cf10a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8c286295cf2419ab8c6a28365cea2dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645974 Nov 12 20:43:59.339682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55690) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:43:59.367666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:59.385199 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b88f6c-5b19-4c87-909e-8937aac389ca x-openstack-request-id: req-e5b88f6c-5b19-4c87-909e-8937aac389ca {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:59.385691 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "name": "network-vif-plugged", "status": "completed", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:59.386478 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5b88f6c-5b19-4c87-909e-8937aac389ca {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:59.387016 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'code': 200} Nov 12 20:43:59.462950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.463898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66426b70-6de6-4814-abe8-22da64df8f36 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:43:59.481181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3a09a3b-276d-4a5e-aa21-dde11233b3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.496121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] No DVR routers for this DVR port 0fc11d03-dc2c-429f-a373-c0fb61fce045 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:43:59.510422 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.527519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a31cbd54-0d4e-4cd8-aadb-75adf410ab1d req-3758a223-9bf2-467c-b5e0-523de4918fa8 tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.46 "DELETE /v2.0/ports/0fc11d03-dc2c-429f-a373-c0fb61fce045 HTTP/1.1" status: 204 len: 173 time: 1.0875487 Nov 12 20:43:59.531543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 66426b70-6de6-4814-abe8-22da64df8f36 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:43:59.533795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66426b70-6de6-4814-abe8-22da64df8f36 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:43:59.559061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3a09a3b-276d-4a5e-aa21-dde11233b3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.585305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:59.595511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affe9828-abcc-4d1b-8e07-048fbeb3909e', 'name': 'network-vif-deleted', 'tag': '0fc11d03-dc2c-429f-a373-c0fb61fce045'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:59.603017 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866796e8-5521-433b-9a5e-354f00f31a17" -d '{"events": [{"server_uuid": "affe9828-abcc-4d1b-8e07-048fbeb3909e", "name": "network-vif-deleted", "tag": "0fc11d03-dc2c-429f-a373-c0fb61fce045"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:59.687228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b275ee-bbb5-4233-a014-1e6c81765334 req-ff463a6c-90c3-45d3-a7d1-c74213680c94 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:59.688881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2b275ee-bbb5-4233-a014-1e6c81765334 req-ff463a6c-90c3-45d3-a7d1-c74213680c94 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.3448384 Nov 12 20:43:59.693245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04608b05-2635-40c6-a1ee-b007b295b3b1 req-1ce3c718-7e88-4fa4-b809-34a9f18a5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:59.694769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04608b05-2635-40c6-a1ee-b007b295b3b1 req-1ce3c718-7e88-4fa4-b809-34a9f18a5ce6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.1875308 Nov 12 20:43:59.754235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23531ba-9aa9-4deb-bc5d-5a1773f9c3b1 req-e1f5e197-9d5a-41c2-9cde-be0dcf797348 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:59.755886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b23531ba-9aa9-4deb-bc5d-5a1773f9c3b1 req-e1f5e197-9d5a-41c2-9cde-be0dcf797348 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 945 time: 0.1348765 Nov 12 20:43:59.788082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3a09a3b-276d-4a5e-aa21-dde11233b3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.792339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3a09a3b-276d-4a5e-aa21-dde11233b3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:59.798488 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e3a09a3b-276d-4a5e-aa21-dde11233b3a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9dbbc5b-fff1-470b-8ba1-518b52db9627 HTTP/1.1" status: 204 len: 168 time: 0.4575727 Nov 12 20:43:59.813335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a09a3b-276d-4a5e-aa21-dde11233b3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dbbc5b-fff1-470b-8ba1-518b52db9627,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:59.829017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2b275ee-bbb5-4233-a014-1e6c81765334 req-00e919f3-eb15-4ab4-8be6-29ab1a821743 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297946 Nov 12 20:43:59.845195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04608b05-2635-40c6-a1ee-b007b295b3b1 req-a74f0b50-6f7a-49a9-b724-fa236c5745bc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383371 Nov 12 20:43:59.889534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b23531ba-9aa9-4deb-bc5d-5a1773f9c3b1 req-0455e739-8917-4a5c-855d-5e04ceb4f70a tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156940 Nov 12 20:43:59.963583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-814a1154-faf0-4de8-b0ff-25ec1624f2cc tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=22f913730e4541e9b1d5b0de99e47b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222833 Nov 12 20:44:00.022619 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-77932342-b71f-47b0-9f8f-32aae77faadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:00.080025 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a66f25-c6ee-446e-8bab-62aa0bbd9902 x-openstack-request-id: req-75a66f25-c6ee-446e-8bab-62aa0bbd9902 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:00.080315 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affe9828-abcc-4d1b-8e07-048fbeb3909e", "name": "network-vif-deleted", "tag": "0fc11d03-dc2c-429f-a373-c0fb61fce045", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:00.080570 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75a66f25-c6ee-446e-8bab-62aa0bbd9902 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:00.081128 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affe9828-abcc-4d1b-8e07-048fbeb3909e', 'name': 'network-vif-deleted', 'tag': '0fc11d03-dc2c-429f-a373-c0fb61fce045', 'status': 'completed', 'code': 200} Nov 12 20:44:00.098900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-d4913204-e29e-4415-842d-d045b7be2b74 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:00.100416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-d4913204-e29e-4415-842d-d045b7be2b74 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335187 Nov 12 20:44:00.116673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-230a4716-2411-4674-9734-4f00a374b1e0 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/quotas/22f913730e4541e9b1d5b0de99e47b65 HTTP/1.1" status: 200 len: 375 time: 0.0101259 Nov 12 20:44:00.160582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-acb88b49-6df2-4bfa-b42a-d34d49ff0dc8 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376613 Nov 12 20:44:00.205964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3036b9c6-9abc-4ce0-8bcf-fc77525d5a6f req-afe96173-0ff6-4eeb-a7dd-8be08395451f tempest-ServerDiagnosticsNegativeTest-847924531 tempest-ServerDiagnosticsNegativeTest-847924531-project] 10.222.0.64 "GET /v2.0/ports?device_id=affe9828-abcc-4d1b-8e07-048fbeb3909e HTTP/1.1" status: 200 len: 210 time: 0.0480659 Nov 12 20:44:00.581498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a59e5ca-7716-499d-b8c6-33cb11c1270b req-ab27b7d1-238f-4760-91c1-1d904799f899 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 210 time: 0.0697827 Nov 12 20:44:00.934670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d512e20d-f80f-4e81-b8d9-34b5e775764e details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:00.998850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55762) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:01.055567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:01.080116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'd512e20d-f80f-4e81-b8d9-34b5e775764e', 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'port_id': 'd512e20d-f80f-4e81-b8d9-34b5e775764e', 'mac_address': 'fa:16:3e:85:6c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a40005e-6fc7-4c5d-a51c-b7af2f467e2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:01.128328 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:01.129770 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-71845168-d5ed-4113-933a-91dcdc75c33c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e27b7ceb20d94267ab6ed041efe2f022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297526 Nov 12 20:44:01.129961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecf838-28ec-466e-b927-f25ee64eabcd req-cce29432-c0d2-43f4-acd6-c46f94d3f7b9 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:01.135822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55766) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:01.137796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dcecf838-28ec-466e-b927-f25ee64eabcd req-cce29432-c0d2-43f4-acd6-c46f94d3f7b9 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.2502074 Nov 12 20:44:01.156583 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d512e20d-f80f-4e81-b8d9-34b5e775764e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:01.184921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:01.201122 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:01.204380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dcecf838-28ec-466e-b927-f25ee64eabcd req-53284eb0-b978-439d-b30e-36ac147a51b7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653205 Nov 12 20:44:01.224498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50f00-8d29-4cee-ab1c-9e352a22266e req-53b09c1b-4c95-42a2-962e-58ed4c0ef6a5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:01.226267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10f50f00-8d29-4cee-ab1c-9e352a22266e req-53b09c1b-4c95-42a2-962e-58ed4c0ef6a5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 945 time: 0.2606986 Nov 12 20:44:01.263368 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:01.279693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-215a2bd5-c0ba-4b76-ab24-a46bbf8ac3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:01.315828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-215a2bd5-c0ba-4b76-ab24-a46bbf8ac3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:01.386652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10f50f00-8d29-4cee-ab1c-9e352a22266e req-12911a70-3400-47d5-a1a5-e253124d6259 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496572 Nov 12 20:44:01.462664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:01.498573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['d512e20d-f80f-4e81-b8d9-34b5e775764e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:01.584975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-215a2bd5-c0ba-4b76-ab24-a46bbf8ac3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:01.589565 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-215a2bd5-c0ba-4b76-ab24-a46bbf8ac3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:01.592635 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-215a2bd5-c0ba-4b76-ab24-a46bbf8ac3ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e1c8cb0-a198-49a3-9414-a7b384dc5e77 HTTP/1.1" status: 204 len: 168 time: 0.4553134 Nov 12 20:44:01.650893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a2bd5-c0ba-4b76-ab24-a46bbf8ac3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c8cb0-a198-49a3-9414-a7b384dc5e77,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:01.719393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-012e8e32-c05b-49f3-83e9-d6da4dad09cb req-c888b752-2094-4dd7-8bee-f977e6d69bf8 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 210 time: 0.0569701 Nov 12 20:44:02.278559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55798) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:02.367133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156df91b-2980-4cd6-aedc-840065cd9377 req-e4293dcc-4df1-462d-8de1-68addf6dffcd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:02.368925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-156df91b-2980-4cd6-aedc-840065cd9377 req-e4293dcc-4df1-462d-8de1-68addf6dffcd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 944 time: 0.0752437 Nov 12 20:44:02.438359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-156df91b-2980-4cd6-aedc-840065cd9377 req-fffd3085-28af-42d9-848b-d9d45dc13775 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629599 Nov 12 20:44:02.528285 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82d29a01-1d94-48c7-b04c-d357f3a41a4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a60316a92eb40e5915f62e0d3557e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476490 Nov 12 20:44:02.530664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55816) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:02.578914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb70-4e7d-417f-9e88-d9619c57c7f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:02.606712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb70-4e7d-417f-9e88-d9619c57c7f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:02.638679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2abf00-909f-4ca0-b427-5602ef682e11 req-edb8378d-41b6-49c6-b196-87798866b7ab tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:02.647718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff2abf00-909f-4ca0-b427-5602ef682e11 req-edb8378d-41b6-49c6-b196-87798866b7ab tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 945 time: 0.0738909 Nov 12 20:44:02.682915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-6b26c2cd-0161-47e5-9a36-c590dce47c9f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=22f913730e4541e9b1d5b0de99e47b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317969 Nov 12 20:44:02.747588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb70-4e7d-417f-9e88-d9619c57c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:02.750433 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb70-4e7d-417f-9e88-d9619c57c7f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:02.754724 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-07f1bb70-4e7d-417f-9e88-d9619c57c7f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54e0cfee-9dd1-4463-b42a-faf755e09a63 HTTP/1.1" status: 204 len: 168 time: 0.2228487 Nov 12 20:44:02.763218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1bb70-4e7d-417f-9e88-d9619c57c7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e0cfee-9dd1-4463-b42a-faf755e09a63,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:02.782712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff2abf00-909f-4ca0-b427-5602ef682e11 req-0a2b8e5f-67fd-4e54-8851-d55e1994746d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339142 Nov 12 20:44:02.860898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236141-794d-44b0-86fd-65708201e0a1 req-30059998-9afd-422e-8dd9-03af971f1125 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:02.862418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-30059998-9afd-422e-8dd9-03af971f1125 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716893 Nov 12 20:44:02.879342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Request body: {'port': {'device_id': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '22f913730e4541e9b1d5b0de99e47b65'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:02.907822 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:02.934857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d512e20d-f80f-4e81-b8d9-34b5e775764e up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:02.959424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0fc11d03-dc2c-429f-a373-c0fb61fce045 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:44:02.986728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 0fc11d03-dc2c-429f-a373-c0fb61fce045 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:44:02.987359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0fc11d03-dc2c-429f-a373-c0fb61fce045 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:44:02.997115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71a554ea-12a7-4396-b506-0189beb33cd0 req-efc14eaf-bfc8-447a-ab44-9f04d179557c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 210 time: 0.1005619 Nov 12 20:44:03.110448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port d512e20d-f80f-4e81-b8d9-34b5e775764e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:03.118130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port d512e20d-f80f-4e81-b8d9-34b5e775764e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:03.118961 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:03.213298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-af12584a-cfce-491b-9aaf-13935f50e996 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=22f913730e4541e9b1d5b0de99e47b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799568 Nov 12 20:44:03.222793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:03.264830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:03.268152 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c452d2ae-c250-44eb-9e7e-51104232ddaa" -d '{"events": [{"server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "name": "network-vif-plugged", "status": "completed", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:03.274463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:03.331277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Made reservation on behalf of 22f913730e4541e9b1d5b0de99e47b65 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:03.334777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:03.336644 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:03.413077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:03.462298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:03.595352 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:03.604391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-a87bb9d6-17d9-496e-8ea1-aa7eb8d8fbcf tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5817904 Nov 12 20:44:03.799319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:03.799319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-fa38ca80-b3a4-4aa2-9cb5-b63a7256af4a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:03.799319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-fa38ca80-b3a4-4aa2-9cb5-b63a7256af4a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4428535 Nov 12 20:44:03.799319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Request body: {'port': {'device_id': 'fe83d9a3-42a7-4158-bb56-6855d95478f6', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '22f913730e4541e9b1d5b0de99e47b65'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:03.801365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55856) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:03.805196 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:03.810000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c54500-2815-415e-85be-10b1a057fc5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:03.892074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c54500-2815-415e-85be-10b1a057fc5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.048682 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.090645 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c54500-2815-415e-85be-10b1a057fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.115473 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.133094 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e3c54500-2815-415e-85be-10b1a057fc5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c54b223431b74c2abf19f912aa1b89dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356752 Nov 12 20:44:04.139197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55866) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:04.156375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Made reservation on behalf of 22f913730e4541e9b1d5b0de99e47b65 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:04.160131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c54500-2815-415e-85be-10b1a057fc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7488851a-3121-427a-a821-c95bab669556,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:04.161418 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.239607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f296594-a375-4490-ad02-fbcf67db68ea,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:04.251257 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137e1508-3ed5-43c4-bbef-063c6dd5d42d x-openstack-request-id: req-137e1508-3ed5-43c4-bbef-063c6dd5d42d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:04.253301 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "name": "network-vif-plugged", "status": "completed", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:04.253714 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-137e1508-3ed5-43c4-bbef-063c6dd5d42d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:04.254662 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e', 'code': 200} Nov 12 20:44:04.393200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93803982-7352-4dfc-843c-7f254b34550a req-7495daba-122e-4eeb-8f28-1bbd60e3332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:04.395264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93803982-7352-4dfc-843c-7f254b34550a req-7495daba-122e-4eeb-8f28-1bbd60e3332a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1097 time: 0.0446067 Nov 12 20:44:04.412070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74c6f32f-a452-4d7f-ae5b-84d0bccfd6c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.453735 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93803982-7352-4dfc-843c-7f254b34550a req-0793683a-1d33-4d15-937c-a2ced5d59319 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501266 Nov 12 20:44:04.459111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Allocated IP 192.168.233.119 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:04.479525 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74c6f32f-a452-4d7f-ae5b-84d0bccfd6c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.503842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42b66-a2cc-4b6b-85db-f82412f90674 req-fd444907-d816-477d-8bfc-26937c488b1d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:04.505688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56b42b66-a2cc-4b6b-85db-f82412f90674 req-fd444907-d816-477d-8bfc-26937c488b1d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 945 time: 0.1802628 Nov 12 20:44:04.512781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.730430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56b42b66-a2cc-4b6b-85db-f82412f90674 req-c296c6aa-2b9e-4066-bd1c-50a8b68e4d7d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117414 Nov 12 20:44:04.778699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Allocated IP 172.25.8.125 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/43bb9201-3635-48a5-bc87-b634346bcabf) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:04.788666 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74c6f32f-a452-4d7f-ae5b-84d0bccfd6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.795562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74c6f32f-a452-4d7f-ae5b-84d0bccfd6c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.795562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-74c6f32f-a452-4d7f-ae5b-84d0bccfd6c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7488851a-3121-427a-a821-c95bab669556 HTTP/1.1" status: 204 len: 168 time: 0.6517358 Nov 12 20:44:04.817944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6f32f-a452-4d7f-ae5b-84d0bccfd6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7488851a-3121-427a-a821-c95bab669556,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:04.833674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:04.935718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b8f7565-3b2d-4528-9b92-b184e0be0459 req-64df4905-e351-4506-9a02-ab12c110caa7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 210 time: 0.0426629 Nov 12 20:44:04.980732 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.084753 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.146294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.173458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:05.189175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:05.202153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:05.207739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:05.208356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.212127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Allocated IP 192.168.233.132 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/d4806e4e-e647-4e6d-8471-5be0088457e5) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:05.216219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:05.221964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:05.227554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:05.235618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:05.289055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-c5d101bc-4c9f-4161-960e-d2419bbe9d88 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4149737 Nov 12 20:44:05.352821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.380117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Pushing event updated for resources: {'Port': ['ID=43bb9201-3635-48a5-bc87-b634346bcabf,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:05.421417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Request body: {'port': {'device_id': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:05.565642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.599222 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.601108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1e2e6942-7f41-499f-9254-eeced88684f0 None None] Provisioning complete for port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:05.604089 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6942-7f41-499f-9254-eeced88684f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.649412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e6942-7f41-499f-9254-eeced88684f0 None None] Port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:05.747447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:05.976692 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.025760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cdae5-9f15-4c34-9f31-8f9cff865966 req-61675d12-8712-4290-b661-102de8b836ac tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:06.027377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-572cdae5-9f15-4c34-9f31-8f9cff865966 req-61675d12-8712-4290-b661-102de8b836ac tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 945 time: 0.0660203 Nov 12 20:44:06.049126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.135347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.168155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:06.188907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:06.190622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Pushing event updated for resources: {'Port': ['ID=d4806e4e-e647-4e6d-8471-5be0088457e5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:06.205121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:06.210687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:06.211322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.214510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.263314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-572cdae5-9f15-4c34-9f31-8f9cff865966 req-a0dbc84f-8c8b-4a48-8c3e-9edbe540e1ce tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127421 Nov 12 20:44:06.413597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Pushing event updated for resources: {'Port': ['ID=43bb9201-3635-48a5-bc87-b634346bcabf,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:06.418620 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.425965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-8a6315c6-6f0a-4bfa-bf77-520f85633592 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8093858 Nov 12 20:44:06.492835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9bd6e90f-7ca7-48f1-b826-bf274b806a35 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8139088 Nov 12 20:44:06.513315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:06.521042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Request body: {'port': {'device_id': 'fe83d9a3-42a7-4158-bb56-6855d95478f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:06.542193 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.547652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-751847a3-dff3-480f-879b-82d911ef7fcf tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.1186182 Nov 12 20:44:06.580123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-84eef7e4-b738-4640-9700-a204fbdbce10 None None] Provisioning complete for port d4806e4e-e647-4e6d-8471-5be0088457e5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:06.580493 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-84eef7e4-b738-4640-9700-a204fbdbce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.622159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Transition to ACTIVE for port object 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:06.639240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-84eef7e4-b738-4640-9700-a204fbdbce10 None None] Port d4806e4e-e647-4e6d-8471-5be0088457e5 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:06.697052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:06.710427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55938) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:06.956641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-762a4eaa-4f74-4e2e-83de-fb2e7a30acc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.048467 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.119082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-762a4eaa-4f74-4e2e-83de-fb2e7a30acc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.185328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-d19fcbe8-fcdc-40cd-b439-c357ee9a6a21 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:07.186730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-d19fcbe8-fcdc-40cd-b439-c357ee9a6a21 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.6107533 Nov 12 20:44:07.210028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-762a4eaa-4f74-4e2e-83de-fb2e7a30acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.265738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-45d850e1-02f7-45a7-807a-a9fdbc1ec046 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:44:07.266977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-978508ad-ca34-43fb-9bb1-0ffdf2034921 req-45d850e1-02f7-45a7-807a-a9fdbc1ec046 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517366 Nov 12 20:44:07.267595 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-762a4eaa-4f74-4e2e-83de-fb2e7a30acc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc9f5f029c584b6281389c6b00301138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5560598 Nov 12 20:44:07.268610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a4eaa-4f74-4e2e-83de-fb2e7a30acc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb197105-36b2-4c2f-8ea5-635469b1207e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:07.273901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55956) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:07.373958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f5b93120-87f9-4fa7-893e-44bc4cca2f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.386460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245c950-c40a-4b79-935b-562d5f2934d7 req-3c7eed68-24cc-442b-a1bf-c1242b04cc7c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:07.388790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3245c950-c40a-4b79-935b-562d5f2934d7 req-3c7eed68-24cc-442b-a1bf-c1242b04cc7c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 936 time: 0.2486742 Nov 12 20:44:07.403611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:07.424158 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f5b93120-87f9-4fa7-893e-44bc4cca2f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.506672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Attempting to bind port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:07.507007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Attempting to bind port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:07.507361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Attempting to bind port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:07.532041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:07.539451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Attempting to bind port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:07.546447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:07.547014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:07.547435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:07.547871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Bound port: 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:07.548296 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.565392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3245c950-c40a-4b79-935b-562d5f2934d7 req-75963d89-f8c9-437b-9d36-b433510092e0 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577718 Nov 12 20:44:07.633669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f5b93120-87f9-4fa7-893e-44bc4cca2f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.642382 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f5b93120-87f9-4fa7-893e-44bc4cca2f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.644611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f5b93120-87f9-4fa7-893e-44bc4cca2f9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb197105-36b2-4c2f-8ea5-635469b1207e HTTP/1.1" status: 204 len: 168 time: 0.3689806 Nov 12 20:44:07.657158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b93120-87f9-4fa7-893e-44bc4cca2f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb197105-36b2-4c2f-8ea5-635469b1207e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:07.677069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4806e4e-e647-4e6d-8471-5be0088457e5 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:07.698229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.716778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Transition to ACTIVE for port object d4806e4e-e647-4e6d-8471-5be0088457e5 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:07.724710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:07.729909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:07.800741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003c2bc-2332-4022-b512-b0e71d2b6f7e req-023e83ae-7488-45fd-bcf2-c737ee179fa0 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:07.809757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8003c2bc-2332-4022-b512-b0e71d2b6f7e req-023e83ae-7488-45fd-bcf2-c737ee179fa0 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1097 time: 0.0564520 Nov 12 20:44:07.817993 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.859321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.937260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7822c580-79fe-423a-95cf-0c5f42372885 req-c425413e-d8d9-4921-ab82-7c54d09b8e95 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=66d86c3b8fdf491c9536d701291d9fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539417 Nov 12 20:44:07.937898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4806e4e-e647-4e6d-8471-5be0088457e5,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:07.942165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:07.942821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:07.944154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] 10.222.0.78 "PUT /v2.0/ports/25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 HTTP/1.1" status: 200 len: 1097 time: 2.5293276 Nov 12 20:44:07.944766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:07.947875 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:07.963578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8003c2bc-2332-4022-b512-b0e71d2b6f7e req-b403d854-e320-45b8-8a9e-3d24d5d4012e tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473129 Nov 12 20:44:08.121317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Attempting to bind port d4806e4e-e647-4e6d-8471-5be0088457e5 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:08.122001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Attempting to bind port d4806e4e-e647-4e6d-8471-5be0088457e5 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:08.122001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Attempting to bind port d4806e4e-e647-4e6d-8471-5be0088457e5 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:08.167113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Port d4806e4e-e647-4e6d-8471-5be0088457e5 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:08.167503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Attempting to bind port d4806e4e-e647-4e6d-8471-5be0088457e5 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:08.187991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffc35d-22d0-4ae9-87a8-eeba6c39cce3 service neutron] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:08.236796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:08.238067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:08.238624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:08.239244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Bound port: d4806e4e-e647-4e6d-8471-5be0088457e5, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:08.240455 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:08.325929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236141-794d-44b0-86fd-65708201e0a1 req-069c1400-d454-42d4-9c15-51d669aa34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:08.327374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-069c1400-d454-42d4-9c15-51d669aa34f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1100 time: 0.2528722 Nov 12 20:44:08.369164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822c580-79fe-423a-95cf-0c5f42372885 req-940e0587-a0fe-4f3a-8a16-df41edfe9eaf tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:08.370589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7822c580-79fe-423a-95cf-0c5f42372885 req-940e0587-a0fe-4f3a-8a16-df41edfe9eaf tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798933 Nov 12 20:44:08.410126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-56cd8547-8457-482a-909e-95fd44880e84 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 HTTP/1.1" status: 200 len: 217 time: 0.0576930 Nov 12 20:44:08.446048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7822c580-79fe-423a-95cf-0c5f42372885 req-63a658a8-67a9-4429-b21a-48789e83b00f tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/quotas/66d86c3b8fdf491c9536d701291d9fe0 HTTP/1.1" status: 200 len: 375 time: 0.0418620 Nov 12 20:44:08.506089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] For port d4806e4e-e647-4e6d-8471-5be0088457e5, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:08.529173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-d35991e2-8caa-40f2-8897-5a5616cd70b6 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:08.531510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-d35991e2-8caa-40f2-8897-5a5616cd70b6 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 820 time: 0.3514445 Nov 12 20:44:08.543105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7822c580-79fe-423a-95cf-0c5f42372885 req-29e0fbcb-0505-447e-9b6f-b25bda87ff0f tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=66d86c3b8fdf491c9536d701291d9fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693345 Nov 12 20:44:08.555755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] For port d4806e4e-e647-4e6d-8471-5be0088457e5, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4806e4e-e647-4e6d-8471-5be0088457e5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:08.555755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236141-794d-44b0-86fd-65708201e0a1 req-21184b7d-7d8e-4d81-bef0-3fa16ce9dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:08.558879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-21184b7d-7d8e-4d81-bef0-3fa16ce9dec0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1351566 Nov 12 20:44:08.565748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-6391e70b-46a4-4033-9129-5daa5a32a458 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/quotas/20842facfd50493f83c522eda2adcbcc HTTP/1.1" status: 200 len: 375 time: 0.0187018 Nov 12 20:44:08.638051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236141-794d-44b0-86fd-65708201e0a1 req-23c490d6-1089-41f2-b5e0-d8ee2827705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:08.639790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-23c490d6-1089-41f2-b5e0-d8ee2827705c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730491 Nov 12 20:44:08.656197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-495b9d0b-4f16-47db-9b72-20e18ffb42ab tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0800202 Nov 12 20:44:08.656446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56004) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:08.712440 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:08.714502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-06d7119a-edd2-4652-ae4f-5fefb0621903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:08.836295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:08.836914 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:08.838937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d4806e4e-e647-4e6d-8471-5be0088457e5 HTTP/1.1" status: 200 len: 1097 time: 2.3282871 Nov 12 20:44:08.911321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-a342d609-f9c1-4707-b7f0-06f639b4beab service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558038 Nov 12 20:44:08.929631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717a7d9-5ab7-41e6-8b54-152438fc18c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4806e4e-e647-4e6d-8471-5be0088457e5,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:08.978931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-f712f020-5789-48f9-b593-5a947c1058ec service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079867 Nov 12 20:44:09.157265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-06d7119a-edd2-4652-ae4f-5fefb0621903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:09.181533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-d6a9cda7-5727-4efb-8ffa-3d2c174570f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:09.183022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-d6a9cda7-5727-4efb-8ffa-3d2c174570f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 1100 time: 0.2217894 Nov 12 20:44:09.219466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73791a0-51f7-400b-a15d-6cefbb813711 req-9be78e5e-eb58-45ed-9e4a-8d513509df4c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:09.220943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e73791a0-51f7-400b-a15d-6cefbb813711 req-9be78e5e-eb58-45ed-9e4a-8d513509df4c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1097 time: 0.1728518 Nov 12 20:44:09.249707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d236141-794d-44b0-86fd-65708201e0a1 req-fa4e85f3-4a0b-4599-badc-7d08d3eed72b service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234799 Nov 12 20:44:09.255187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-06f74df8-1a83-4243-861d-d5c101526454 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4806e4e-e647-4e6d-8471-5be0088457e5 HTTP/1.1" status: 200 len: 217 time: 0.0559578 Nov 12 20:44:09.255794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-06d7119a-edd2-4652-ae4f-5fefb0621903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:09.265209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-31751624-3a06-4833-adfe-63a0139fa721 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620378 Nov 12 20:44:09.361365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-06d7119a-edd2-4652-ae4f-5fefb0621903 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc722f3143c84067bf29fd1e3cf2e647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7016470 Nov 12 20:44:09.362975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56010) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:09.364132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7119a-edd2-4652-ae4f-5fefb0621903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8f977a-b16b-4ea0-9cb3-d7c5f3ec6406,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:09.378464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-1475c62d-28c8-4c6f-96c1-8caea60d1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:09.380477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-1475c62d-28c8-4c6f-96c1-8caea60d1127 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1126692 Nov 12 20:44:09.383538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e73791a0-51f7-400b-a15d-6cefbb813711 req-3fbdce31-fbd8-481a-8bc6-2c4c9d3a3a70 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323786 Nov 12 20:44:09.442152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-1e5c88a5-9e6c-4ce4-964b-3cd443a01290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:09.443853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-1e5c88a5-9e6c-4ce4-964b-3cd443a01290 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533795 Nov 12 20:44:09.450189 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78b79d5-8490-4d1f-ad68-db3ddfe051e4 x-openstack-request-id: req-b78b79d5-8490-4d1f-ad68-db3ddfe051e4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:09.450189 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:09.450189 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b78b79d5-8490-4d1f-ad68-db3ddfe051e4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:09.450189 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'status': 'completed', 'code': 200} Nov 12 20:44:09.454222 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6f15a44-14a5-40ea-8335-a0e41f582c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:09.480466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6f15a44-14a5-40ea-8335-a0e41f582c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:09.628963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6f15a44-14a5-40ea-8335-a0e41f582c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:09.631877 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6f15a44-14a5-40ea-8335-a0e41f582c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:09.633523 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d6f15a44-14a5-40ea-8335-a0e41f582c27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b8f977a-b16b-4ea0-9cb3-d7c5f3ec6406 HTTP/1.1" status: 204 len: 168 time: 0.2652755 Nov 12 20:44:09.656248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-c19cc9c5-4e3e-453c-bcad-d28d92c6f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:09.658356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-c19cc9c5-4e3e-453c-bcad-d28d92c6f5f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1100 time: 0.1425550 Nov 12 20:44:09.660552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f15a44-14a5-40ea-8335-a0e41f582c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8f977a-b16b-4ea0-9cb3-d7c5f3ec6406,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:09.751553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642761b-e51e-4b49-a165-56537a863cb4 req-becbff1d-81af-4534-b265-a17beeba5bc3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:09.759327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2642761b-e51e-4b49-a165-56537a863cb4 req-becbff1d-81af-4534-b265-a17beeba5bc3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 948 time: 0.1776516 Nov 12 20:44:09.762825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-aa5ff833-ddc3-45f2-a818-b53f5967c2fb service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106933 Nov 12 20:44:09.956227 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:09.965038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2642761b-e51e-4b49-a165-56537a863cb4 req-11566f30-24dd-4848-bd5a-6078697eca3f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046318 Nov 12 20:44:09.982816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-e9122862-c6ab-4de2-b0df-26d4876e79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:09.984628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-e9122862-c6ab-4de2-b0df-26d4876e79e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.3106954 Nov 12 20:44:10.079872 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:10.332250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-664560a7-42b1-42ee-a66c-358a7140fd53 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 HTTP/1.1" status: 200 len: 217 time: 0.3384411 Nov 12 20:44:10.336631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b0d5c1-f285-45c8-b8b9-68c147e3fac4 req-440ce4f5-28b1-452e-83fa-dd0bf3ef91e1 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343375 Nov 12 20:44:10.382592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7d46343-a5be-44b5-9168-762b23ae7dbc req-b80b006c-aa43-40d7-aec2-c52c6ebdcea4 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0431616 Nov 12 20:44:10.487923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-9689d7ee-6a83-4f49-9f38-63908bcb7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:10.489989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-9689d7ee-6a83-4f49-9f38-63908bcb7c65 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1123495 Nov 12 20:44:10.560749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-4cc3e05a-2838-4d79-97ba-e02194b5b107 req-7546619f-2481-45a0-86f4-1ece116f873f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:44:10.577727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cc3e05a-2838-4d79-97ba-e02194b5b107 req-7546619f-2481-45a0-86f4-1ece116f873f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181756 Nov 12 20:44:10.586564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-35aa1de3-a3a4-4f3a-944d-7c7176a88165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:10.588869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-35aa1de3-a3a4-4f3a-944d-7c7176a88165 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857880 Nov 12 20:44:10.709136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-8f115fd3-00ff-4eb6-a38b-1eda59d2b6c0 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986476 Nov 12 20:44:10.834447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68aa844d-8d9f-4dc6-8e49-e687520f5c6b req-32e65265-2fab-48db-a750-a745d1f5c47c service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167159 Nov 12 20:44:11.168684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56078) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:11.309305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-715d7031-e2bd-400f-a5a5-a3c404da1f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:11.378994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e66e10-56bf-4974-a408-0e6f0a034d33 req-9ae8f63c-4501-4ff1-bf54-f3c99b552adb tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:11.380741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8e66e10-56bf-4974-a408-0e6f0a034d33 req-9ae8f63c-4501-4ff1-bf54-f3c99b552adb tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 948 time: 0.0737617 Nov 12 20:44:11.422458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-715d7031-e2bd-400f-a5a5-a3c404da1f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:11.449441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe83d9a3-42a7-4158-bb56-6855d95478f6', 'tag': 'd4806e4e-e647-4e6d-8471-5be0088457e5'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:11.451424 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4863d33d-9e75-403f-8747-7f9e36df48df" -d '{"events": [{"name": "network-changed", "server_uuid": "fe83d9a3-42a7-4158-bb56-6855d95478f6", "tag": "d4806e4e-e647-4e6d-8471-5be0088457e5"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:11.463700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8e66e10-56bf-4974-a408-0e6f0a034d33 req-7b8d240f-df16-4431-841b-375bf002d9b8 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738699 Nov 12 20:44:11.570869 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-715d7031-e2bd-400f-a5a5-a3c404da1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:11.601824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d7031-e2bd-400f-a5a5-a3c404da1f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220957be-efac-422e-9729-39d966fddba1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:11.629042 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-715d7031-e2bd-400f-a5a5-a3c404da1f25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec04ddbb36cd4f6c9bbd236d9a55c007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592628 Nov 12 20:44:11.631885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c98198f-9f6b-49ab-a455-aba321e43c63 req-be94cd88-61dc-4d13-8b2e-8831dcc1ad79 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0407491 Nov 12 20:44:11.632585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56106) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:11.710655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-257bef65-9ca7-4416-9bd2-764563cd5087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:11.725619 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0bb9c64-7421-4588-b1b9-04c8c80f7d9f req-2d23e4c7-75f5-48d7-883a-ea53f4fe276b tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=66d86c3b8fdf491c9536d701291d9fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224218 Nov 12 20:44:11.735775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-257bef65-9ca7-4416-9bd2-764563cd5087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:11.846498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb9c64-7421-4588-b1b9-04c8c80f7d9f req-f917f207-c10a-4080-b9f3-7aad5e2393b2 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:11.848125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0bb9c64-7421-4588-b1b9-04c8c80f7d9f req-f917f207-c10a-4080-b9f3-7aad5e2393b2 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1135669 Nov 12 20:44:11.866198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0bb9c64-7421-4588-b1b9-04c8c80f7d9f req-784a8867-d844-4bb0-9a02-3696d1495846 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/quotas/66d86c3b8fdf491c9536d701291d9fe0 HTTP/1.1" status: 200 len: 375 time: 0.0098116 Nov 12 20:44:11.891120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-257bef65-9ca7-4416-9bd2-764563cd5087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:11.894886 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-257bef65-9ca7-4416-9bd2-764563cd5087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:11.896442 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-257bef65-9ca7-4416-9bd2-764563cd5087 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/220957be-efac-422e-9729-39d966fddba1 HTTP/1.1" status: 204 len: 168 time: 0.2627120 Nov 12 20:44:11.902113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0bb9c64-7421-4588-b1b9-04c8c80f7d9f req-0ec42fb6-361d-48d6-8b41-a6544b857bcf tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=66d86c3b8fdf491c9536d701291d9fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288427 Nov 12 20:44:11.910163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bef65-9ca7-4416-9bd2-764563cd5087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220957be-efac-422e-9729-39d966fddba1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:12.019579 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f9602f-70a6-4f52-bdc0-c02255ba6a57 x-openstack-request-id: req-c9f9602f-70a6-4f52-bdc0-c02255ba6a57 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:12.019579 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe83d9a3-42a7-4158-bb56-6855d95478f6", "tag": "d4806e4e-e647-4e6d-8471-5be0088457e5", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:12.019579 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9f9602f-70a6-4f52-bdc0-c02255ba6a57 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:12.019579 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe83d9a3-42a7-4158-bb56-6855d95478f6', 'tag': 'd4806e4e-e647-4e6d-8471-5be0088457e5', 'status': 'completed', 'code': 200} Nov 12 20:44:12.094695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863d33d-9e75-403f-8747-7f9e36df48df req-dcdf70f5-302e-408d-85be-fdc81b4ff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:12.096338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d33d-9e75-403f-8747-7f9e36df48df req-dcdf70f5-302e-408d-85be-fdc81b4ff521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 1100 time: 0.0534949 Nov 12 20:44:12.212012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863d33d-9e75-403f-8747-7f9e36df48df req-b7b605aa-fa71-4706-89ef-395b436d6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:12.214522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d33d-9e75-403f-8747-7f9e36df48df req-b7b605aa-fa71-4706-89ef-395b436d6571 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.0984447 Nov 12 20:44:12.262934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d33d-9e75-403f-8747-7f9e36df48df req-49da964f-1b93-4917-aad0-9ae7a2341630 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4806e4e-e647-4e6d-8471-5be0088457e5 HTTP/1.1" status: 200 len: 217 time: 0.0380683 Nov 12 20:44:12.343817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863d33d-9e75-403f-8747-7f9e36df48df req-32a4ae1a-6e75-4677-ade5-d309de8cdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:12.345658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d33d-9e75-403f-8747-7f9e36df48df req-32a4ae1a-6e75-4677-ade5-d309de8cdaf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0665269 Nov 12 20:44:12.394187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-84a6796d-7b9a-44f7-8b5c-b225b03bd2c3 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:12.396406 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-84a6796d-7b9a-44f7-8b5c-b225b03bd2c3 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.46 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 820 time: 0.1719637 Nov 12 20:44:12.413866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Request body: {'port': {'device_id': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'admin_state_up': True, 'tenant_id': '20842facfd50493f83c522eda2adcbcc'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:12.418946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863d33d-9e75-403f-8747-7f9e36df48df req-64256c08-ac8a-4d2b-bfe2-b849da27b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:12.420489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d33d-9e75-403f-8747-7f9e36df48df req-64256c08-ac8a-4d2b-bfe2-b849da27b6a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611854 Nov 12 20:44:12.539402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d33d-9e75-403f-8747-7f9e36df48df req-01db3ad2-a52c-44c4-a54c-cb2959b69272 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093943 Nov 12 20:44:12.647402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d33d-9e75-403f-8747-7f9e36df48df req-0dd95f18-8c4e-4f00-9972-8ea78f9b9224 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008511 Nov 12 20:44:12.657008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Made reservation on behalf of 20842facfd50493f83c522eda2adcbcc for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:12.662989 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:12.801523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Allocated IP 172.20.0.5 (f8c454e3-4585-4f59-ae6d-3f362e5f0715/44346f24-6f82-4530-b8fb-f9e4808df9b2/e5df031b-2f10-4d05-96cc-379c98175f07) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:12.830696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:12.854204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e4e342f-334e-4974-a35e-2edc019483e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:12.864855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7cfe-f631-4523-907d-dbddf69520f9 req-d2224eca-04e7-4646-8dc6-0e47d1708797 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:12.867542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-633a7cfe-f631-4523-907d-dbddf69520f9 req-d2224eca-04e7-4646-8dc6-0e47d1708797 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 948 time: 0.0752156 Nov 12 20:44:12.931926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-633a7cfe-f631-4523-907d-dbddf69520f9 req-f2581f69-cbbb-4f32-afb1-04ecdb58e321 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563056 Nov 12 20:44:12.980782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4806e4e-e647-4e6d-8471-5be0088457e5 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:13.000342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:13.020740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.042027 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e4e342f-334e-4974-a35e-2edc019483e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.101143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e6f78a-c31a-400f-8db6-97a9af0ba246 req-d1b65fac-67a0-4f2b-bde7-1eaf11f13d71 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0262120 Nov 12 20:44:13.159369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e4e342f-334e-4974-a35e-2edc019483e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.173908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.226373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:13.238632 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e4e342f-334e-4974-a35e-2edc019483e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d86b29ac80cb446da616633e2c99182c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067254 Nov 12 20:44:13.241777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56172) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:13.249336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:13.252512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:13.264140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:13.269361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e342f-334e-4974-a35e-2edc019483e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e4068d-8a0b-40d2-8c25-457c8491a723,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:13.346425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4806e4e-e647-4e6d-8471-5be0088457e5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4806e4e-e647-4e6d-8471-5be0088457e5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:13.360920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-614577b7-5994-42bb-92d1-27b950839f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.373893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd4806e4e-e647-4e6d-8471-5be0088457e5', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'd4806e4e-e647-4e6d-8471-5be0088457e5', 'mac_address': 'fa:16:3e:cf:40:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:13.376214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:13.376851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.390372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Pushing event updated for resources: {'Port': ['ID=e5df031b-2f10-4d05-96cc-379c98175f07,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:13.412992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-614577b7-5994-42bb-92d1-27b950839f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.442826 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-1042b36d-1f4a-4a04-8d08-f891560ed45b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332279 Nov 12 20:44:13.458957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Request body: {'port': {'device_id': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:13.476124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:13.492883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56178) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:13.521487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'mac_address': 'fa:16:3e:e1:ac:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:13.532522 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.564184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.577239 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-614577b7-5994-42bb-92d1-27b950839f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.582218 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-614577b7-5994-42bb-92d1-27b950839f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.585704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-614577b7-5994-42bb-92d1-27b950839f82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26e4068d-8a0b-40d2-8c25-457c8491a723 HTTP/1.1" status: 204 len: 168 time: 0.3402572 Nov 12 20:44:13.593759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4806e4e-e647-4e6d-8471-5be0088457e5 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:13.601574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614577b7-5994-42bb-92d1-27b950839f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e4068d-8a0b-40d2-8c25-457c8491a723,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:13.665007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-97f42e8a-8693-4436-9efa-c27cd406542c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:44:13.666667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-97f42e8a-8693-4436-9efa-c27cd406542c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1719201 Nov 12 20:44:13.669014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4806e4e-e647-4e6d-8471-5be0088457e5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4806e4e-e647-4e6d-8471-5be0088457e5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:13.670261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.703929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e9bd405c-de9a-40c6-9c52-596de3a1df2b None None] Provisioning complete for port e5df031b-2f10-4d05-96cc-379c98175f07 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:13.704301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9bd405c-de9a-40c6-9c52-596de3a1df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.707730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:13.746310 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.771584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:13.809600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd405c-de9a-40c6-9c52-596de3a1df2b None None] Port e5df031b-2f10-4d05-96cc-379c98175f07 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:13.832321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d4806e4e-e647-4e6d-8471-5be0088457e5,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:13.839784 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:13.934386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:13.985917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-5ad82f54-cb03-4ee7-8bec-1bead642927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:13.987740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-5ad82f54-cb03-4ee7-8bec-1bead642927f service neutron] 10.222.0.64 "GET /v2.0/ports/d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 1094 time: 0.2578771 Nov 12 20:44:13.996317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5df031b-2f10-4d05-96cc-379c98175f07 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:13.999367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Request body: {'binding': {'host': 'n-h2-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:14.000139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:44:14.011683 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:14.012718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d4806e4e-e647-4e6d-8471-5be0088457e5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:14.041933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Transition to ACTIVE for port object e5df031b-2f10-4d05-96cc-379c98175f07 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:14.105746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-df003118-25f3-49ee-a94b-5bd0ce2304fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1031661 Nov 12 20:44:14.114361 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:14.133103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:14.291822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-92fd2f2f-9bec-4255-ba4b-d6f5c07e7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:14.293455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-92fd2f2f-9bec-4255-ba4b-d6f5c07e7aa4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 1098 time: 0.0982687 Nov 12 20:44:14.318251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on host n-h2-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:14.319221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:14.319898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:14.338751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:14.339397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:14.361438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:14.361931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:14.362429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:14.363001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Bound port: d512e20d-f80f-4e81-b8d9-34b5e775764e, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:14.380671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Pushing event updated for resources: {'Port': ['ID=e5df031b-2f10-4d05-96cc-379c98175f07,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:14.441984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Attempting to bind port e5df031b-2f10-4d05-96cc-379c98175f07 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:14.442784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Attempting to bind port e5df031b-2f10-4d05-96cc-379c98175f07 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:14.443271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Attempting to bind port e5df031b-2f10-4d05-96cc-379c98175f07 on network f8c454e3-4585-4f59-ae6d-3f362e5f0715 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:14.450526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Port e5df031b-2f10-4d05-96cc-379c98175f07 on network f8c454e3-4585-4f59-ae6d-3f362e5f0715 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:14.450855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Attempting to bind port e5df031b-2f10-4d05-96cc-379c98175f07 on network f8c454e3-4585-4f59-ae6d-3f362e5f0715 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:14.456256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:14.456618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Checking segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:14.456977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Bound using segment: {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:14.457399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Bound port: e5df031b-2f10-4d05-96cc-379c98175f07, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532e83f8-40c0-474d-be41-3f253ea81079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:14.457753 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:14.576617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-c593da8b-d159-4bfe-b035-935e843ab0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:14.578624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-c593da8b-d159-4bfe-b035-935e843ab0e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 924 time: 0.2511818 Nov 12 20:44:14.587361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:14.598978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] For port e5df031b-2f10-4d05-96cc-379c98175f07, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:14.603844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] For port e5df031b-2f10-4d05-96cc-379c98175f07, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e5df031b-2f10-4d05-96cc-379c98175f07,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:14.669533 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-3f49ce21-4309-4df3-994f-0b981425ad10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf013027-e5ad-4e65-824e-4a84744bd480 HTTP/1.1" status: 200 len: 1002 time: 0.0827720 Nov 12 20:44:14.680456 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:14.682134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0fa62439-4850-4270-86f5-cf45f88f69d8 service neutron] 10.222.0.64 "POST /v2.0/ports/d512e20d-f80f-4e81-b8d9-34b5e775764e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6879480 Nov 12 20:44:14.702576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:14.741918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:14.743055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:14.745394 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] 10.222.0.46 "PUT /v2.0/ports/e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 1092 time: 1.2928584 Nov 12 20:44:14.745539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:14.757358 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198abfe8-003c-426a-b5a9-cf00ee1f4857" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:14.757535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-571bc83a-9ff1-43f6-97c2-f34b89481df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:14.757810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-571bc83a-9ff1-43f6-97c2-f34b89481df7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd3d40b-c3e6-4957-80ce-430634246969 HTTP/1.1" status: 200 len: 862 time: 0.0748072 Nov 12 20:44:14.773277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f5490-416e-4022-bdd6-60c5d3798e45 req-7524b429-95f3-422d-b1ef-3212bc361eb2 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:14.774275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2217071-11c7-4daa-9206-a4b2d2fa2925 service neutron] Pushing event updated for resources: {'Port': ['ID=e5df031b-2f10-4d05-96cc-379c98175f07,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:14.774977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d19f5490-416e-4022-bdd6-60c5d3798e45 req-7524b429-95f3-422d-b1ef-3212bc361eb2 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 949 time: 0.1077669 Nov 12 20:44:14.849196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-bb085982-feb9-4bed-bae3-088f820449af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:14.849196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-bb085982-feb9-4bed-bae3-088f820449af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5da087a-c915-4151-80d4-7151deaa2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725102 Nov 12 20:44:14.861778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d19f5490-416e-4022-bdd6-60c5d3798e45 req-b434b83f-5f1f-4cfc-a87c-d2abd87dcc25 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767143 Nov 12 20:44:14.961350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-8f2414fe-1dea-4023-b86d-13b2a16fe5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:14.964009 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-8f2414fe-1dea-4023-b86d-13b2a16fe5ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 1095 time: 0.0649142 Nov 12 20:44:14.977265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-56940412-8c96-4608-bd5a-0716391fc8f5 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144829 Nov 12 20:44:14.990362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4806e4e-e647-4e6d-8471-5be0088457e5 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:15.026542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:15.106788 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-aec6565b-6302-4239-a658-c96c047c0b94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 217 time: 0.1328077 Nov 12 20:44:15.156962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d22bd30b-ac05-4882-bd62-72e3afd01f36 req-912a2756-fc13-48a9-bb4c-0f2a30e0687b service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651139 Nov 12 20:44:15.202919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-250d74bd-f8e2-4420-ba9d-ac2e00597889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.204715 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-250d74bd-f8e2-4420-ba9d-ac2e00597889 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.0896101 Nov 12 20:44:15.246643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db04ca1d-01c7-432b-8c06-436d66eda476 req-44aca94b-7b27-4fb2-b5be-159c5a5365a9 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=66d86c3b8fdf491c9536d701291d9fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437355 Nov 12 20:44:15.262239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-7154410c-5aff-40fb-8db7-e4a7618d9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.263891 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-7154410c-5aff-40fb-8db7-e4a7618d9ae2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511067 Nov 12 20:44:15.273586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:15.278371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:15.278753 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:15.296784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aeb1de-f14e-42a9-be99-d41337850eb4 req-d10c9075-2918-40c8-afdc-74b990694c83 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.298350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30aeb1de-f14e-42a9-be99-d41337850eb4 req-d10c9075-2918-40c8-afdc-74b990694c83 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1075735 Nov 12 20:44:15.307598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port d4806e4e-e647-4e6d-8471-5be0088457e5 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:15.316870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d4806e4e-e647-4e6d-8471-5be0088457e5 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:15.317495 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:15.383909 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-965d3dc9-1fc5-40eb-a91d-0da02f65fa9b service neutron] 10.222.0.46 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075912 Nov 12 20:44:15.423838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30aeb1de-f14e-42a9-be99-d41337850eb4 req-25527356-c123-4fe6-9208-cca6d9e4e557 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898261 Nov 12 20:44:15.433993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04ca1d-01c7-432b-8c06-436d66eda476 req-d284cbe1-c904-406b-8809-8422c3d136e0 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.444642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db04ca1d-01c7-432b-8c06-436d66eda476 req-d284cbe1-c904-406b-8809-8422c3d136e0 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900320 Nov 12 20:44:15.444842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:15.467669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:15.484146 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d85e42-ca1c-42b8-85ce-afa6cf588e9d x-openstack-request-id: req-54d85e42-ca1c-42b8-85ce-afa6cf588e9d {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:15.484719 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:15.484870 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54d85e42-ca1c-42b8-85ce-afa6cf588e9d {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:15.485703 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'status': 'completed', 'code': 200} Nov 12 20:44:15.489132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:15.492411 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db76375-2531-43cb-9c61-0343b77163a8" -d '{"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-plugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:15.510145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:15.511162 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8e2c471-3477-4b5e-b9cd-3fcf993c42e2 req-c61a3172-52f0-4073-8b04-264f0471c57d service neutron] 10.222.0.46 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156337 Nov 12 20:44:15.515879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db04ca1d-01c7-432b-8c06-436d66eda476 req-d068be83-9c07-4509-82ca-947a44f85268 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/quotas/66d86c3b8fdf491c9536d701291d9fe0 HTTP/1.1" status: 200 len: 375 time: 0.0696447 Nov 12 20:44:15.525582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-5cda737e-e6e9-486e-9ad8-e09d248ccf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.527325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-5cda737e-e6e9-486e-9ad8-e09d248ccf65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1097 time: 0.0698450 Nov 12 20:44:15.536405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4806e4e-e647-4e6d-8471-5be0088457e5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4806e4e-e647-4e6d-8471-5be0088457e5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:15.602237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db04ca1d-01c7-432b-8c06-436d66eda476 req-02d99ab1-fd5b-47ae-b264-a99a2c7cc707 tempest-QuotasAdminNegativeTest-1403500814 tempest-QuotasAdminNegativeTest-1403500814-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=66d86c3b8fdf491c9536d701291d9fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737870 Nov 12 20:44:15.616729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:15.671991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717d7e9-ca24-4a5b-af0d-c1cd54eaada0 req-51ef2b77-6adf-41cd-9ac8-31f76526a80c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.673463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6717d7e9-ca24-4a5b-af0d-c1cd54eaada0 req-51ef2b77-6adf-41cd-9ac8-31f76526a80c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 945 time: 0.1438549 Nov 12 20:44:15.678423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:15.684058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:15.725305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-af22872c-866d-46bf-a9d9-3a1a0c788ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.726892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-af22872c-866d-46bf-a9d9-3a1a0c788ec3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1806996 Nov 12 20:44:15.765383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-a19f3a6a-bdce-40ca-9fdf-a99df9633224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.765552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6717d7e9-ca24-4a5b-af0d-c1cd54eaada0 req-f46f5e37-0074-482b-894d-d07379c3ce6b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Nov 12 20:44:15.767107 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-a19f3a6a-bdce-40ca-9fdf-a99df9633224 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 1095 time: 0.0631456 Nov 12 20:44:15.790762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d4806e4e-e647-4e6d-8471-5be0088457e5,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:15.813747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-d0f0eae2-554f-4da0-beb3-398f24be9390 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 217 time: 0.0529377 Nov 12 20:44:15.852658 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f7adf1-9511-4222-8bad-86d295646a95 x-openstack-request-id: req-a5f7adf1-9511-4222-8bad-86d295646a95 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:15.853884 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-plugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:15.854524 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5f7adf1-9511-4222-8bad-86d295646a95 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:15.854928 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'code': 200} Nov 12 20:44:15.880480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-3b89a9c6-2f70-4cda-85d2-bc18f16a9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.882044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-3b89a9c6-2f70-4cda-85d2-bc18f16a9881 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0569434 Nov 12 20:44:15.892043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-9d749c3a-ebb5-4b1d-a604-e5488e5a38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.893496 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-9d749c3a-ebb5-4b1d-a604-e5488e5a38dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1169333 Nov 12 20:44:15.925019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-dec6c618-be4c-405b-b7f1-1baabcf7db9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319626 Nov 12 20:44:15.978511 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-b73b4d1b-505c-4ed8-a266-ae0f2c7a8e55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 217 time: 0.0513222 Nov 12 20:44:16.054222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271253b6-da46-4375-9d61-5c6d8abcaf4f req-b57ef3d8-5cfa-4d95-8754-8006f95b80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.056513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-271253b6-da46-4375-9d61-5c6d8abcaf4f req-b57ef3d8-5cfa-4d95-8754-8006f95b80b5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1102 time: 0.0997806 Nov 12 20:44:16.064871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-f8aad8e1-1da2-43a9-8fc0-231919e344f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.066410 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-f8aad8e1-1da2-43a9-8fc0-231919e344f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.1008594 Nov 12 20:44:16.075414 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-d0b67bfc-6a6f-4bbe-8565-d02f8052f921 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605462 Nov 12 20:44:16.107719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-755932b4-9f60-4ce4-a514-1fb112be11be service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701877 Nov 12 20:44:16.138574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-bb3a9f40-fa86-48f3-b5b8-f4d4aab7ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.138574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-bb3a9f40-fa86-48f3-b5b8-f4d4aab7ba51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541761 Nov 12 20:44:16.204127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-980466d4-d986-4448-968a-2d53ff59acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.205743 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-980466d4-d986-4448-968a-2d53ff59acf0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.0744984 Nov 12 20:44:16.218272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-271253b6-da46-4375-9d61-5c6d8abcaf4f req-33e91b98-836e-43f6-8777-38ae2ca9a20c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468263 Nov 12 20:44:16.245341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d76e5e-f12a-475b-824c-450d58ed03b1 req-a4e53bcf-1ae0-4a1f-ad49-1695ec32c91c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.248665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79d76e5e-f12a-475b-824c-450d58ed03b1 req-a4e53bcf-1ae0-4a1f-ad49-1695ec32c91c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 950 time: 0.1690953 Nov 12 20:44:16.276598 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-d9cf4194-4cb3-4f90-9afd-9bebb2f02317 service neutron] 10.222.0.46 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192412 Nov 12 20:44:16.287476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-aaea547a-3da1-4aa4-860c-fc459cf3e060 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623363 Nov 12 20:44:16.323439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79d76e5e-f12a-475b-824c-450d58ed03b1 req-a8bad86f-4269-46d1-8e8e-8525c278870e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588741 Nov 12 20:44:16.410602 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-198abfe8-003c-426a-b5a9-cf00ee1f4857 req-fbc99d08-a22d-402a-a847-53584afe3561 service neutron] 10.222.0.46 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249735 Nov 12 20:44:16.604545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-cb941f21-9189-4844-b373-435d83c7eb6a tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.606425 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-cb941f21-9189-4844-b373-435d83c7eb6a tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.1020792 Nov 12 20:44:16.611877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f403758-71d4-41a0-9cc4-e1dfd98bb6fe req-29a142ed-b371-451a-ab39-bb2da27ac7f5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.613362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f403758-71d4-41a0-9cc4-e1dfd98bb6fe req-29a142ed-b371-451a-ab39-bb2da27ac7f5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 943 time: 0.0737607 Nov 12 20:44:16.622143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-29'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:16.644123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-90ccc95e-2769-4f86-abfb-ccc513fed625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.645607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-90ccc95e-2769-4f86-abfb-ccc513fed625 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.2125704 Nov 12 20:44:16.693191 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:16.704983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-62e56c0a-8569-4c3c-9f11-6ba7a81a18ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 217 time: 0.0444322 Nov 12 20:44:16.711196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f403758-71d4-41a0-9cc4-e1dfd98bb6fe req-eafe67fe-44cc-4d59-9724-2f6a3f8113bc tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869591 Nov 12 20:44:16.763411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-db2fc726-bd39-4128-aca4-381115611f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.764960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-db2fc726-bd39-4128-aca4-381115611f62 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.0526340 Nov 12 20:44:16.821631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-8ce68d02-5776-438f-8bd6-316feb9fda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.824393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-8ce68d02-5776-438f-8bd6-316feb9fda26 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517168 Nov 12 20:44:16.870968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:16.922310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:16.973561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.021006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56338) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:17.062248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56342) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:17.079326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.172115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=7']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:17.190047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff230027-eeec-4848-8978-d50bd1beee3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.193082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on host n-h1-713498-29 for vnic_type normal with profile {"migrating_to": "n-h2-713498-29"} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:17.193854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:17.193854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:17.201650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ec507-5a1e-48e9-b5dc-22c1b8ae2b8f req-d3573ea8-89f1-4968-aaff-e7af85f3612f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:17.205544 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:17.205871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Attempting to bind port d512e20d-f80f-4e81-b8d9-34b5e775764e on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:17.208900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-999ec507-5a1e-48e9-b5dc-22c1b8ae2b8f req-d3573ea8-89f1-4968-aaff-e7af85f3612f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 945 time: 0.3215218 Nov 12 20:44:17.213412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:17.213852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:17.214124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:17.214546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Bound port: d512e20d-f80f-4e81-b8d9-34b5e775764e, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:17.214904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.234605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-c353fc2d-732c-4755-994c-4b6434cf4bf7 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008343 Nov 12 20:44:17.301685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-999ec507-5a1e-48e9-b5dc-22c1b8ae2b8f req-4fcdeeb4-64af-4be7-86ca-ed62609f6d7c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917594 Nov 12 20:44:17.378656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c584e73-7141-4f41-8e63-db0e14a71915 req-e74fcff3-73d4-4539-a26d-3f7fad3bbf9e service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215205 Nov 12 20:44:17.481116 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d57f4218-cb0b-4eee-ba7e-f7fcb0cc3f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.483982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4141016-ba2c-4035-a1da-4814a9a25840 req-0827dd49-a374-4445-afff-e4556b0cef4d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:17.486172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4141016-ba2c-4035-a1da-4814a9a25840 req-0827dd49-a374-4445-afff-e4556b0cef4d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 950 time: 0.0587232 Nov 12 20:44:17.491541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:17.493877 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbfdd34-aaf2-4bcb-bcf2-28053393a101" -d '{"events": [{"server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:17.521958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56356) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:17.550422 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2369f756-69f3-4a4c-bc25-c2297aeafc47 x-openstack-request-id: req-2369f756-69f3-4a4c-bc25-c2297aeafc47 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:17.550735 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:17.550987 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2369f756-69f3-4a4c-bc25-c2297aeafc47 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:17.551381 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e', 'code': 200} Nov 12 20:44:17.559836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4141016-ba2c-4035-a1da-4814a9a25840 req-7255bf7f-46a5-43d9-bf67-62e8ecd9c514 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653183 Nov 12 20:44:17.565484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:17.573126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:17.606581 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff230027-eeec-4848-8978-d50bd1beee3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.646562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d57f4218-cb0b-4eee-ba7e-f7fcb0cc3f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.654601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89d11125-441b-4567-a0ea-074b635b522f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.657022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.744786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff230027-eeec-4848-8978-d50bd1beee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.780208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=8']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:17.784346 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:17.784965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.786370 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-30c3b60f-6844-4aa1-ad70-55695a09a5f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 1123 time: 1.1699448 Nov 12 20:44:17.790928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d57f4218-cb0b-4eee-ba7e-f7fcb0cc3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.827937 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ff230027-eeec-4848-8978-d50bd1beee3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66d86c3b8fdf491c9536d701291d9fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8055718 Nov 12 20:44:17.831513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56364) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:17.846197 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d57f4218-cb0b-4eee-ba7e-f7fcb0cc3f51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e03f482c7e88441d87691524fa8da818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7828884 Nov 12 20:44:17.850241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56366) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:17.855911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe83d9a3-42a7-4158-bb56-6855d95478f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4806e4e-e647-4e6d-8471-5be0088457e5'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:17.859773 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2e45c-c572-4c5c-9f45-778d81596ed8" -d '{"events": [{"server_uuid": "fe83d9a3-42a7-4158-bb56-6855d95478f6", "name": "network-vif-plugged", "status": "completed", "tag": "d4806e4e-e647-4e6d-8471-5be0088457e5"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:17.864126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033d312-3399-4d49-b912-87e6fa67b738 req-a35693ae-770a-453e-981e-f0f0d36ded38 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:17.865637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6033d312-3399-4d49-b912-87e6fa67b738 req-a35693ae-770a-453e-981e-f0f0d36ded38 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 943 time: 0.0749340 Nov 12 20:44:17.882511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['d512e20d-f80f-4e81-b8d9-34b5e775764e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:17.888730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff230027-eeec-4848-8978-d50bd1beee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93613fb4-8568-4fa6-a04e-79468766f4bf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:17.906505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89d11125-441b-4567-a0ea-074b635b522f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.933883 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4535b5-805f-4a44-988a-f7b49a71c6d1 x-openstack-request-id: req-8e4535b5-805f-4a44-988a-f7b49a71c6d1 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:17.934525 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe83d9a3-42a7-4158-bb56-6855d95478f6", "name": "network-vif-plugged", "status": "completed", "tag": "d4806e4e-e647-4e6d-8471-5be0088457e5", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:17.935016 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e4535b5-805f-4a44-988a-f7b49a71c6d1 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:17.936426 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe83d9a3-42a7-4158-bb56-6855d95478f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4806e4e-e647-4e6d-8471-5be0088457e5', 'code': 200} Nov 12 20:44:17.940226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f4218-cb0b-4eee-ba7e-f7fcb0cc3f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7580269-4cc8-4262-b84c-4d6acfe730d3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:17.953690 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0539a311-1071-449e-afe5-e07e6a510794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.977265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b11bf9d-920f-4b34-93e8-a4673025b1ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.980041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0539a311-1071-449e-afe5-e07e6a510794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.982751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89d11125-441b-4567-a0ea-074b635b522f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.013418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6033d312-3399-4d49-b912-87e6fa67b738 req-09c3c83d-24d7-47d3-b4fe-96f903685281 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343164 Nov 12 20:44:18.018042 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b11bf9d-920f-4b34-93e8-a4673025b1ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.068354 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-89d11125-441b-4567-a0ea-074b635b522f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5594be273d8842298dfbabf13e76f790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416338 Nov 12 20:44:18.072714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:18.086007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d11125-441b-4567-a0ea-074b635b522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7fa3fd-9399-4e04-999f-6e9943ee0140,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:18.107211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad16a4-c5da-44ef-a996-af2f139ea100 req-06cab962-0d7c-4756-b0cb-095c4f9b1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:18.108781 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bbad16a4-c5da-44ef-a996-af2f139ea100 req-06cab962-0d7c-4756-b0cb-095c4f9b1fad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 1102 time: 0.0772347 Nov 12 20:44:18.131164 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73610752-3c19-4f99-9cf7-6daa387d81df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.153195 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73610752-3c19-4f99-9cf7-6daa387d81df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.161262 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bbad16a4-c5da-44ef-a996-af2f139ea100 req-8535b67a-4a0a-43e7-88ef-02d4fb8075a3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Nov 12 20:44:18.193617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0539a311-1071-449e-afe5-e07e6a510794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.197702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0539a311-1071-449e-afe5-e07e6a510794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.198839 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0539a311-1071-449e-afe5-e07e6a510794 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7580269-4cc8-4262-b84c-4d6acfe730d3 HTTP/1.1" status: 204 len: 168 time: 0.3466763 Nov 12 20:44:18.206426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539a311-1071-449e-afe5-e07e6a510794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7580269-4cc8-4262-b84c-4d6acfe730d3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:18.229032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b11bf9d-920f-4b34-93e8-a4673025b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.237088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b11bf9d-920f-4b34-93e8-a4673025b1ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.247326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9b11bf9d-920f-4b34-93e8-a4673025b1ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93613fb4-8568-4fa6-a04e-79468766f4bf HTTP/1.1" status: 204 len: 168 time: 0.4147103 Nov 12 20:44:18.264450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11bf9d-920f-4b34-93e8-a4673025b1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93613fb4-8568-4fa6-a04e-79468766f4bf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:18.268184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73610752-3c19-4f99-9cf7-6daa387d81df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.272445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73610752-3c19-4f99-9cf7-6daa387d81df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:18.273751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-73610752-3c19-4f99-9cf7-6daa387d81df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca7fa3fd-9399-4e04-999f-6e9943ee0140 HTTP/1.1" status: 204 len: 168 time: 0.1998096 Nov 12 20:44:18.283093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73610752-3c19-4f99-9cf7-6daa387d81df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7fa3fd-9399-4e04-999f-6e9943ee0140,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:18.422063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d2c97-b96e-428a-b6c6-88fd0efe7a03 req-61f15e84-cc63-4116-a353-a80fdf810911 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:18.423783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee5d2c97-b96e-428a-b6c6-88fd0efe7a03 req-61f15e84-cc63-4116-a353-a80fdf810911 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.0559790 Nov 12 20:44:18.478386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee5d2c97-b96e-428a-b6c6-88fd0efe7a03 req-62440049-01b0-497a-bce4-e54eaeccd94c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Nov 12 20:44:18.684778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f062f5-e283-44d6-87b3-be82f17377c5 req-3ad20d4c-44f3-4af9-8571-5d9fa8979e2b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:18.686297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30f062f5-e283-44d6-87b3-be82f17377c5 req-3ad20d4c-44f3-4af9-8571-5d9fa8979e2b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 950 time: 0.0509200 Nov 12 20:44:18.735783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30f062f5-e283-44d6-87b3-be82f17377c5 req-d7ec40f1-3f7e-455f-a75e-847b64b0a464 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Nov 12 20:44:19.003389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e5df031b-2f10-4d05-96cc-379c98175f07 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:19.109356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e5df031b-2f10-4d05-96cc-379c98175f07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e5df031b-2f10-4d05-96cc-379c98175f07,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:19.121851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'port_id': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'mac_address': 'fa:16:3e:a4:b4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:19.142287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed7772-c9aa-45a6-873d-a19f5961ff4a req-0f1f380e-9b18-4cde-b085-6659f9601574 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.143781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54ed7772-c9aa-45a6-873d-a19f5961ff4a req-0f1f380e-9b18-4cde-b085-6659f9601574 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 943 time: 0.0508947 Nov 12 20:44:19.168303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.182775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5df031b-2f10-4d05-96cc-379c98175f07 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:19.203722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56410) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:19.210605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54ed7772-c9aa-45a6-873d-a19f5961ff4a req-2a484e93-b03a-4d9e-85b2-23d22e242df9 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605392 Nov 12 20:44:19.219649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e5df031b-2f10-4d05-96cc-379c98175f07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e5df031b-2f10-4d05-96cc-379c98175f07,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:19.226873 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58a21c36-199c-401d-88aa-952da6b684b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.296443 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.328004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58a21c36-199c-401d-88aa-952da6b684b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.338598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56416) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:19.353091 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffc5c-99d7-4315-8140-34f0d9a8ac5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.367436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e5df031b-2f10-4d05-96cc-379c98175f07,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:19.436745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58a21c36-199c-401d-88aa-952da6b684b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.444013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffc5c-99d7-4315-8140-34f0d9a8ac5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.481900 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-58a21c36-199c-401d-88aa-952da6b684b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d703c6744c2b411082f6a8f9c13790fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770631 Nov 12 20:44:19.482755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21c36-199c-401d-88aa-952da6b684b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e50e3f-1738-4d8d-9cde-10c0981dbc50,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:19.485700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56422) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:19.548240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffc5c-99d7-4315-8140-34f0d9a8ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.578590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:19.581016 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:19.594584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ffc5c-99d7-4315-8140-34f0d9a8ac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5543442a-518a-4f3c-80ff-11b5f1e479a7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:19.596149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e5df031b-2f10-4d05-96cc-379c98175f07'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:19.612270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4330c0c5-3007-4ee2-873a-d0cb1fc7b0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.617120 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5b0ffc5c-99d7-4315-8140-34f0d9a8ac5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=543424d735ae42f89151d1d189b0f5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773354 Nov 12 20:44:19.620317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56432) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:19.667637 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4330c0c5-3007-4ee2-873a-d0cb1fc7b0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.691970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6763f-1a79-4163-b0e4-a96a76f6528d req-dee8ac67-b5b7-4073-bb40-59605da223a3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.695135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40f6763f-1a79-4163-b0e4-a96a76f6528d req-dee8ac67-b5b7-4073-bb40-59605da223a3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.1251853 Nov 12 20:44:19.746074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c71c81c-1eae-40bc-aa5a-dc2bf2911c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.777584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40f6763f-1a79-4163-b0e4-a96a76f6528d req-52d60168-d249-4adc-aa4b-845cba92e6b4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660219 Nov 12 20:44:19.803507 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefed504-52e1-45fc-9411-f43ffec84aa4 x-openstack-request-id: req-cefed504-52e1-45fc-9411-f43ffec84aa4 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:19.803507 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:19.803507 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cefed504-52e1-45fc-9411-f43ffec84aa4 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:19.803507 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e', 'status': 'completed', 'code': 200} Nov 12 20:44:19.812079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c71c81c-1eae-40bc-aa5a-dc2bf2911c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.903217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-01b07712-a7a6-4088-ad7a-852e3ff29558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.904732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-01b07712-a7a6-4088-ad7a-852e3ff29558 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1126 time: 0.0882413 Nov 12 20:44:19.917996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad602-361a-4f86-bdbd-853f70fefb6b req-b43a6153-e947-43df-811c-812dc63ebf4c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.919392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1bad602-361a-4f86-bdbd-853f70fefb6b req-b43a6153-e947-43df-811c-812dc63ebf4c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 950 time: 0.0608423 Nov 12 20:44:19.943921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4330c0c5-3007-4ee2-873a-d0cb1fc7b0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.946484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4330c0c5-3007-4ee2-873a-d0cb1fc7b0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.947549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4330c0c5-3007-4ee2-873a-d0cb1fc7b0eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2e50e3f-1738-4d8d-9cde-10c0981dbc50 HTTP/1.1" status: 204 len: 168 time: 0.4603140 Nov 12 20:44:19.959645 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c71c81c-1eae-40bc-aa5a-dc2bf2911c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.964429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c71c81c-1eae-40bc-aa5a-dc2bf2911c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:19.967945 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4c71c81c-1eae-40bc-aa5a-dc2bf2911c60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5543442a-518a-4f3c-80ff-11b5f1e479a7 HTTP/1.1" status: 204 len: 168 time: 0.3441501 Nov 12 20:44:19.977198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71c81c-1eae-40bc-aa5a-dc2bf2911c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5543442a-518a-4f3c-80ff-11b5f1e479a7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:20.031977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330c0c5-3007-4ee2-873a-d0cb1fc7b0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e50e3f-1738-4d8d-9cde-10c0981dbc50,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:20.052310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1bad602-361a-4f86-bdbd-853f70fefb6b req-0daf98ea-bce3-427b-9858-04e95f9dfcce tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236844 Nov 12 20:44:20.081244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-6ab23d9a-8519-499c-be67-49f88513b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.082746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-6ab23d9a-8519-499c-be67-49f88513b9c9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1624935 Nov 12 20:44:20.129100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-7048bbdb-8f4f-4742-8258-5502ee18b4cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 217 time: 0.0376203 Nov 12 20:44:20.207208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-9c0fd260-7bdf-4c71-8e0c-e5f8e9021253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.208684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-9c0fd260-7bdf-4c71-8e0c-e5f8e9021253 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0707169 Nov 12 20:44:20.217188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cd96c-1734-44c3-b188-d26319d6ef74 req-147f4ada-2362-4e6f-9ecc-b9e78e1b818f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.218586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e20cd96c-1734-44c3-b188-d26319d6ef74 req-147f4ada-2362-4e6f-9ecc-b9e78e1b818f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0923152 Nov 12 20:44:20.255524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-69e8f5c5-8967-43dc-aa4d-59e1ed030501 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357494 Nov 12 20:44:20.349962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e20cd96c-1734-44c3-b188-d26319d6ef74 req-54bd2839-b0db-47f1-a176-3f42a88af5d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229410 Nov 12 20:44:20.417964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011341e-57f2-4c5e-bed3-05b8d5b7d328 req-5c79be7d-4cf8-4605-ab82-6b9e3bd9a5e0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.425296 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a011341e-57f2-4c5e-bed3-05b8d5b7d328 req-5c79be7d-4cf8-4605-ab82-6b9e3bd9a5e0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 944 time: 0.0894604 Nov 12 20:44:20.434236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-b71a6d7a-a519-4384-9e4c-f2e03a86f2a5 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709988 Nov 12 20:44:20.544756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a011341e-57f2-4c5e-bed3-05b8d5b7d328 req-9734a5db-c499-44ec-b1ca-71a703bca39b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184776 Nov 12 20:44:20.590384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65b4097c-3a75-46ae-a7e9-f72cc0b7e5ed req-a8262d88-7804-45b5-af8d-edf772bc6d7b service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437316 Nov 12 20:44:20.739882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-c0a02e12-e673-4e10-a615-d1c54743c42c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=22f913730e4541e9b1d5b0de99e47b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309112 Nov 12 20:44:20.926507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d810-6b69-4092-b84b-7bb479584afe req-96493e64-7a84-4641-a5d1-68bd1978e6de tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.928033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-96493e64-7a84-4641-a5d1-68bd1978e6de tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873693 Nov 12 20:44:20.940738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56490) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:20.965974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e65489-0fdb-4e45-bf93-447724305680 req-f098b691-cf4a-497b-8a78-f7ee89d50661 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.967886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33e65489-0fdb-4e45-bf93-447724305680 req-f098b691-cf4a-497b-8a78-f7ee89d50661 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.0980887 Nov 12 20:44:20.972571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-cfd1e0ff-cea9-40fb-82d9-e0d9d9353f4a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/quotas/22f913730e4541e9b1d5b0de99e47b65 HTTP/1.1" status: 200 len: 375 time: 0.0323105 Nov 12 20:44:21.042536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d512e20d-f80f-4e81-b8d9-34b5e775764e details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:21.047353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e5df031b-2f10-4d05-96cc-379c98175f07 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:21.075668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-31d07b81-468a-4142-970d-5d706db95909 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928628 Nov 12 20:44:21.080847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33e65489-0fdb-4e45-bf93-447724305680 req-0b8ac5e6-a780-4fd3-9293-06333c43632f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994198 Nov 12 20:44:21.204203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-network', 'tenant_id': '19ea999d773c44439208356817d6a855'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:21.303190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:21.317587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d512e20d-f80f-4e81-b8d9-34b5e775764e has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:44:21.336599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Made reservation on behalf of 19ea999d773c44439208356817d6a855 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:21.339462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.356879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.398182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c6ba806-0f6e-484d-9028-6f0fb117bc73 req-265afb7c-b77f-47a5-8455-f175a6b79acf tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 210 time: 0.0321391 Nov 12 20:44:21.400910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port e5df031b-2f10-4d05-96cc-379c98175f07 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:21.405135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port e5df031b-2f10-4d05-96cc-379c98175f07 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:21.405934 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.483059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.553529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.567754 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.572692 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:44:21.593183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.599586 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Added segment d57a68c0-ce75-4030-929e-4b00c4104c98 of type vlan for network 65a6be42-036e-49b2-892f-07f30a91f7fe Nov 12 20:44:21.632088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e5df031b-2f10-4d05-96cc-379c98175f07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e5df031b-2f10-4d05-96cc-379c98175f07,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:21.634900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:21.639329 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60cf3a8-77ca-400f-96db-6c38088c86cb" -d '{"events": [{"server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:21.700757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.702272 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.727684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8708f-64ab-41f9-9550-8ad27e5ef38f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:21.772053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66739d-8203-4289-ac01-8fbaa65b3fbb req-a0fbdb29-cb01-4b8c-99f0-4cbd38444e1e tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:21.772053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c66739d-8203-4289-ac01-8fbaa65b3fbb req-a0fbdb29-cb01-4b8c-99f0-4cbd38444e1e tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 944 time: 0.1191807 Nov 12 20:44:21.802689 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c263afb-ae6e-4703-af0d-162f1ea41545 x-openstack-request-id: req-7c263afb-ae6e-4703-af0d-162f1ea41545 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:21.802925 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:21.803618 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c263afb-ae6e-4703-af0d-162f1ea41545 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:21.803618 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'code': 200} Nov 12 20:44:21.846320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c66739d-8203-4289-ac01-8fbaa65b3fbb req-09f73633-6e6b-4ed9-90a1-b7aad1031111 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683932 Nov 12 20:44:21.853851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e5df031b-2f10-4d05-96cc-379c98175f07,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:21.872344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.874114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:21.874114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.910979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fe6cc-70e1-4b09-8526-4c02d6eb134e req-3bc5019b-9a42-41a3-83d3-ae5aba51f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:21.912621 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-141fe6cc-70e1-4b09-8526-4c02d6eb134e req-3bc5019b-9a42-41a3-83d3-ae5aba51f6fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0914295 Nov 12 20:44:21.974310 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0324852 Nov 12 20:44:21.977118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f67203-b74c-4261-83d4-d148b57fca49 admin admin] Pushing event updated for resources: {'Network': ['ID=65a6be42-036e-49b2-892f-07f30a91f7fe,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:21.977274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56532) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:21.982894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Request body: {'subnet': {'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-subnet', 'tenant_id': '19ea999d773c44439208356817d6a855', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:21.989716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 65a6be42-036e-49b2-892f-07f30a91f7fe details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:44:22.019582 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-141fe6cc-70e1-4b09-8526-4c02d6eb134e req-839a97a5-b915-410c-8f26-a7cdf7b563b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680978 Nov 12 20:44:22.130916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Made reservation on behalf of 19ea999d773c44439208356817d6a855 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:22.133445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:22.284196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4324ef1-fef5-48b5-86e9-7d5f1a14dd0f req-858bf01f-3883-493d-896d-ccb2a499eb81 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:22.285901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4324ef1-fef5-48b5-86e9-7d5f1a14dd0f req-858bf01f-3883-493d-896d-ccb2a499eb81 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.0956960 Nov 12 20:44:22.396694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4324ef1-fef5-48b5-86e9-7d5f1a14dd0f req-7967d445-023a-4d18-9d66-2534663e133c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004291 Nov 12 20:44:22.513443 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fafa176-652d-4be6-ba50-269f5919c346 req-0967ccfe-85a4-4316-89cc-10df5b08faa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 210 time: 0.0295148 Nov 12 20:44:22.514474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:22.591902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Checking segment: {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:22.591902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Network hostable DHCP agents. Network: 65a6be42-036e-49b2-892f-07f30a91f7fe, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:44:22.594376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:22.696987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Network 65a6be42-036e-49b2-892f-07f30a91f7fe is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:44:22.799522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 65a6be42-036e-49b2-892f-07f30a91f7fe) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:22.804517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:22.810073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:22.812754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b77943c-ffc6-4028-b118-c0973010081e None None] Network 65a6be42-036e-49b2-892f-07f30a91f7fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:44:22.889221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-413cdcfd-35d4-460c-ab22-5d9c9dfb77ca admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9101155 Nov 12 20:44:22.892738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56570) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:22.900477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:23.063019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.064889 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.126021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-65a6be42-036e-49b2-892f-07f30a91f7fe', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:44:23.126821 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.148668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fee6a-6d49-41b4-84dd-ab3d9c3018f2 req-34170c67-c39e-4c6a-9cf1-77194900ec13 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:23.162808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-250fee6a-6d49-41b4-84dd-ab3d9c3018f2 req-34170c67-c39e-4c6a-9cf1-77194900ec13 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1148942 Nov 12 20:44:23.207864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.221209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-250fee6a-6d49-41b4-84dd-ab3d9c3018f2 req-82a54ca8-af7b-4152-8348-f93310088614 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574017 Nov 12 20:44:23.484377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Allocated IP 172.20.0.2 (65a6be42-036e-49b2-892f-07f30a91f7fe/3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f/ba9cafdd-e952-4f83-96ba-883468466baf) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:23.521074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.575540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1079308499', 'description': 'tempest-description-1148788022'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:23.650547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.690564 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.699201 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.753338 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.782015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.808770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Network 65a6be42-036e-49b2-892f-07f30a91f7fe is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:23.811769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:23.814547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:23.820423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Pushing event updated for resources: {'Port': ['ID=ba9cafdd-e952-4f83-96ba-883468466baf,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:23.875124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.880501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Attempting to bind port ba9cafdd-e952-4f83-96ba-883468466baf on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:23.880950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Attempting to bind port ba9cafdd-e952-4f83-96ba-883468466baf by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:23.881380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Attempting to bind port ba9cafdd-e952-4f83-96ba-883468466baf on network 65a6be42-036e-49b2-892f-07f30a91f7fe {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:23.886850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:23.887321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Checking segment: {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:23.887788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.888251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Bound using segment: {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:23.888778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Bound port: ba9cafdd-e952-4f83-96ba-883468466baf, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:23.889224 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.896941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.901786 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.986146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] For port ba9cafdd-e952-4f83-96ba-883468466baf, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:23.990385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] For port ba9cafdd-e952-4f83-96ba-883468466baf, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ba9cafdd-e952-4f83-96ba-883468466baf,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:23.992601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2115b06a-a27b-4aed-a477-a7f3097dd787,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:24.006625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-0752d671-b470-405e-a24c-b96ba95cb23f service neutron] 10.222.0.78 "GET /v2.0/ports/d512e20d-f80f-4e81-b8d9-34b5e775764e/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.1446033 Nov 12 20:44:24.047776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Allocated IP 172.25.8.153 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:24.080536 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.089140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.173234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.174751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.185784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd913f-1528-43b9-9ac5-0e8098968514 None None] Pushing event updated for resources: {'Port': ['ID=ba9cafdd-e952-4f83-96ba-883468466baf,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:24.253754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54634d-19b6-49f8-9e3e-fa52857f54a3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:24.293095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:24.309387 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.328851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:24.330374 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-ce19c9d0-9432-4dbf-bcb2-00e845f3cbd2 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=22f913730e4541e9b1d5b0de99e47b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328512 Nov 12 20:44:24.363183 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.364528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa20a858-6b82-4be3-989f-a780512dd947 req-68671c83-f34c-4c63-8a67-c3cd8484ac16 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7937818 Nov 12 20:44:24.373048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d512e20d-f80f-4e81-b8d9-34b5e775764e {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:24.384856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:24.390537 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:24.408971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:24.414266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:24.476144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Pushing event updated for resources: {'Port': ['ID=ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:24.525032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.647554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d810-6b69-4092-b84b-7bb479584afe req-19b0b16b-c17b-4bdd-9478-77092ccf5027 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:24.649074 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-19b0b16b-c17b-4bdd-9478-77092ccf5027 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006153 Nov 12 20:44:24.657778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] Transition to ACTIVE for port object d512e20d-f80f-4e81-b8d9-34b5e775764e will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:24.673277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Request body: {'port': {'device_id': '3e1523d5-f59a-4782-b16f-17e14250564e', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '22f913730e4541e9b1d5b0de99e47b65'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:24.718054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc4816-3016-44da-8d58-2f9e177e08ff req-7d734de6-9a77-4314-9dc7-0582bd3fab3d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:24.719638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adbc4816-3016-44da-8d58-2f9e177e08ff req-7d734de6-9a77-4314-9dc7-0582bd3fab3d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 943 time: 0.0605762 Nov 12 20:44:24.769621 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.805045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adbc4816-3016-44da-8d58-2f9e177e08ff req-69ef24ef-0f57-4878-aed7-d7a7fe598498 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789168 Nov 12 20:44:24.866328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] No DVR routers for this DVR port d512e20d-f80f-4e81-b8d9-34b5e775764e on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:44:24.876400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Made reservation on behalf of 22f913730e4541e9b1d5b0de99e47b65 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:24.881450 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.905068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] Pushing event updated for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:24.915048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-ea083661-3b44-4e3f-8b72-f7b781e1fa4e service neutron] 10.222.0.78 "PUT /v2.0/ports/d512e20d-f80f-4e81-b8d9-34b5e775764e/bindings/n-h2-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 0.8876443 Nov 12 20:44:24.974597 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.980075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a1d58e5-e0eb-4630-939e-bdc79880d426 req-8da09db9-7829-4e3d-8c1f-6240a8484140 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 210 time: 0.0421393 Nov 12 20:44:25.054254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-34e8b878-85a1-4675-9e1a-24b7eb68a0de req-93287b1a-ef71-4f89-8c2b-8ffac7bb349f tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Request body: {'security_group': {'name': 'tempest-securitygroup-775347564', 'description': 'tempest-description-572167689'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:25.144636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3b4fe-f476-4694-a949-79e61892b51f req-7cbbed44-1f13-4605-a972-259d7309c197 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:25.157994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16f3b4fe-f476-4694-a949-79e61892b51f req-7cbbed44-1f13-4605-a972-259d7309c197 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1211405 Nov 12 20:44:25.221633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-d886b0a8-f87d-42a9-b779-ea6643ab517c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:25.223149 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-d886b0a8-f87d-42a9-b779-ea6643ab517c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.1340325 Nov 12 20:44:25.246453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16f3b4fe-f476-4694-a949-79e61892b51f req-9dc4a376-4268-4fd0-a214-3e1bc08d0c3d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811794 Nov 12 20:44:25.250291 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-34e8b878-85a1-4675-9e1a-24b7eb68a0de req-93287b1a-ef71-4f89-8c2b-8ffac7bb349f tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.424872 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-34e8b878-85a1-4675-9e1a-24b7eb68a0de req-93287b1a-ef71-4f89-8c2b-8ffac7bb349f tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.463105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43464baa-c7af-47c9-b76f-202ac2245447 None None] Network 65a6be42-036e-49b2-892f-07f30a91f7fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:44:25.526233 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-34e8b878-85a1-4675-9e1a-24b7eb68a0de req-93287b1a-ef71-4f89-8c2b-8ffac7bb349f tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.551327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b80888b6-d485-49ce-9954-17ae5bd8776b None None] Provisioning complete for port ba9cafdd-e952-4f83-96ba-883468466baf triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:25.551615 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b80888b6-d485-49ce-9954-17ae5bd8776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.559698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93287b1a-ef71-4f89-8c2b-8ffac7bb349f tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80743b35-bed1-4e06-b58f-432b457267e0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:25.617464 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Allocated IP 192.168.233.99 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/fe562ae0-0573-441b-8ed5-4cf06f0cab74) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:25.650015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-34e8b878-85a1-4675-9e1a-24b7eb68a0de req-93287b1a-ef71-4f89-8c2b-8ffac7bb349f tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.662421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34e8b878-85a1-4675-9e1a-24b7eb68a0de req-93287b1a-ef71-4f89-8c2b-8ffac7bb349f tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6138968 Nov 12 20:44:25.723341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-d37eb34d-ba3c-475b-9127-9ce3c99d4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:25.724865 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-d37eb34d-ba3c-475b-9127-9ce3c99d4890 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb&tenant_id=99af9cc5da6e44fc8b0629315c33793d HTTP/1.1" status: 200 len: 1096 time: 0.4754303 Nov 12 20:44:25.731432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.762661 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b80888b6-d485-49ce-9954-17ae5bd8776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.819882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1810263674', 'description': 'tempest-description-1468266891'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:25.824849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b80888b6-d485-49ce-9954-17ae5bd8776b None None] For port ba9cafdd-e952-4f83-96ba-883468466baf, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ba9cafdd-e952-4f83-96ba-883468466baf,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:25.875692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ba9cafdd-e952-4f83-96ba-883468466baf up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:25.945219 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b80888b6-d485-49ce-9954-17ae5bd8776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.964366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe58e9-d5d9-4392-9391-2aaa31389c9c req-112515df-f34b-412f-8904-3656aaf4539e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:25.973214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dbe58e9-d5d9-4392-9391-2aaa31389c9c req-112515df-f34b-412f-8904-3656aaf4539e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 944 time: 0.0697076 Nov 12 20:44:26.031307 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.044803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-aada2c39-dc75-4bc0-adfa-2fc8aaa94070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:26.047440 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-aada2c39-dc75-4bc0-adfa-2fc8aaa94070 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1096 time: 0.2461867 Nov 12 20:44:26.047748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80888b6-d485-49ce-9954-17ae5bd8776b None None] Pushing event updated for resources: {'Port': ['ID=ba9cafdd-e952-4f83-96ba-883468466baf,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:26.050819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ba9cafdd-e952-4f83-96ba-883468466baf triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:26.050981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.071194 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.082770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.138460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dbe58e9-d5d9-4392-9391-2aaa31389c9c req-8261a2f9-be00-413a-94e3-71fa707acc28 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623580 Nov 12 20:44:26.144940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56614) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:26.204074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-463cc295-62ed-469d-8cd1-7c20b2a3db77 None None] Provisioning complete for port ba9cafdd-e952-4f83-96ba-883468466baf triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:26.204738 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-463cc295-62ed-469d-8cd1-7c20b2a3db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.261072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-9cb9b8d1-886a-486b-90fe-39f518e227e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:26.264117 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-9cb9b8d1-886a-486b-90fe-39f518e227e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1991396 Nov 12 20:44:26.295180 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.329127 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-fa8a6ae0-9e78-46f2-b36b-92efc47db3b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 217 time: 0.0557749 Nov 12 20:44:26.354364 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f8b945d-6fc8-44c0-bd52-e6efdb2c2c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.358509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a719d15-3ef5-47bc-8ab2-510d634ebaf9 req-5761d874-e7a2-4743-a29b-7cc44bf37cd4 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 210 time: 0.0334523 Nov 12 20:44:26.374620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Router c0d205e5-2bf5-47af-998c-9a6065f30a9c is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:44:26.378815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.392978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:26.396706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d4806e4e-e647-4e6d-8471-5be0088457e5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:26.410294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:26.411715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:26.414021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:26.439645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.558231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e3363-5d70-4cc2-8760-0eebad3dd24e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:26.629071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.645111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cb8a8-089a-44a9-aeae-4fb1087f2e93 req-fcff5c9a-2ed5-433a-826d-f1ca0d8926af tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:26.646897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e1cb8a8-089a-44a9-aeae-4fb1087f2e93 req-fcff5c9a-2ed5-433a-826d-f1ca0d8926af tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1568279 Nov 12 20:44:26.661763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f8b945d-6fc8-44c0-bd52-e6efdb2c2c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.694095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:26.694676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.719851 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.731710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-41470c5a-0c6e-42e1-aaf9-bd7083a44c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:26.733193 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-41470c5a-0c6e-42e1-aaf9-bd7083a44c7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.3965898 Nov 12 20:44:26.733331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e1cb8a8-089a-44a9-aeae-4fb1087f2e93 req-86c53d99-a9d8-4682-af8d-b7234992b664 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768497 Nov 12 20:44:26.774116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df4dd3-43b1-4eeb-8ebf-b6cd28c4d42d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:26.787445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f8b945d-6fc8-44c0-bd52-e6efdb2c2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.811752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Pushing event updated for resources: {'Port': ['ID=fe562ae0-0573-441b-8ed5-4cf06f0cab74,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:26.817526 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-5f1fda8f-fbe5-481c-b167-0b505c895c15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405860 Nov 12 20:44:26.826894 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-8195b6d4-e468-4c9e-98dc-4891a4fa17d7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1619565 Nov 12 20:44:26.828530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0f8b945d-6fc8-44c0-bd52-e6efdb2c2c4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84f3fa9456a64560b6043cbb8a1c5e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6825793 Nov 12 20:44:26.829239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b945d-6fc8-44c0-bd52-e6efdb2c2c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dead8a3a-3a41-4df4-8e03-a81f4446262d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:26.834531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56624) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:26.847553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3fe0d51c-da95-49e4-92eb-912e43abd64f None None] Provisioning complete for port fe562ae0-0573-441b-8ed5-4cf06f0cab74 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:26.848079 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d51c-da95-49e4-92eb-912e43abd64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.858201 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.859947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dd2d1fe-1010-49ad-816b-61a14fca6b5f req-057d23a0-1e77-457c-890b-bc464196b198 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0441549 Nov 12 20:44:26.887609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-2f796303-0625-4762-96d7-9f2b52b88a5d req-a3b69929-768a-4365-9af4-9d84698a3ab9 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-775185952', 'description': 'tempest-description-2006647322'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:26.893606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0d51c-da95-49e4-92eb-912e43abd64f None None] Port fe562ae0-0573-441b-8ed5-4cf06f0cab74 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:26.906343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Request body: {'port': {'device_id': '3e1523d5-f59a-4782-b16f-17e14250564e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:26.935657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:26.945893 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Sync routers for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:26.958974 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:26.959745 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:26.999823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2f796303-0625-4762-96d7-9f2b52b88a5d req-a3b69929-768a-4365-9af4-9d84698a3ab9 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.023342 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-abf677c3-4895-4032-b382-91b75809c0e5 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918964 Nov 12 20:44:27.028550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.050637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea3e42bf-d0d2-458c-9a68-98c6c755d730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.069980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2f796303-0625-4762-96d7-9f2b52b88a5d req-a3b69929-768a-4365-9af4-9d84698a3ab9 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.071045 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:27.105477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d512e20d-f80f-4e81-b8d9-34b5e775764e no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:44:27.150323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d512e20d-f80f-4e81-b8d9-34b5e775764e not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:44:27.152527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea3e42bf-d0d2-458c-9a68-98c6c755d730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.248280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2f796303-0625-4762-96d7-9f2b52b88a5d req-a3b69929-768a-4365-9af4-9d84698a3ab9 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.248386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.249012 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-60ee5759-5654-4f7d-a83d-ccc0a3e6835e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3548489 Nov 12 20:44:27.262194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56632) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:27.290318 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:24Z', 'revision_number': 3, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:27.317215 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Checking router: c0d205e5-2bf5-47af-998c-9a6065f30a9c for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:27.317839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c910b-5c94-4d91-a6de-235d7232c92f req-69ae1f50-8e04-49bd-b413-10dfb1d4cee2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:27.318290 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Updating router c0d205e5-2bf5-47af-998c-9a6065f30a9c port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:44:27.318563 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-8e8391f9-4e4e-4bbe-9439-4dc2b76e83be service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854006 Nov 12 20:44:27.319929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd5c910b-5c94-4d91-a6de-235d7232c92f req-69ae1f50-8e04-49bd-b413-10dfb1d4cee2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 944 time: 0.1133420 Nov 12 20:44:27.320903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b69929-768a-4365-9af4-9d84698a3ab9 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97718ea2-8754-4701-9bc1-19f7166007a7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:27.354174 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.371653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2f796303-0625-4762-96d7-9f2b52b88a5d req-a3b69929-768a-4365-9af4-9d84698a3ab9 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.379497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f796303-0625-4762-96d7-9f2b52b88a5d req-a3b69929-768a-4365-9af4-9d84698a3ab9 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4975429 Nov 12 20:44:27.455059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd5c910b-5c94-4d91-a6de-235d7232c92f req-8dab57d8-9873-4cf1-8c31-46294e938466 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096427 Nov 12 20:44:27.507969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea3e42bf-d0d2-458c-9a68-98c6c755d730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.510643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea3e42bf-d0d2-458c-9a68-98c6c755d730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.514230 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ea3e42bf-d0d2-458c-9a68-98c6c755d730 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dead8a3a-3a41-4df4-8e03-a81f4446262d HTTP/1.1" status: 204 len: 168 time: 0.6503129 Nov 12 20:44:27.534708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e42bf-d0d2-458c-9a68-98c6c755d730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dead8a3a-3a41-4df4-8e03-a81f4446262d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:27.566962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-32e2d358-b451-481f-95e8-60ab236c69d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.697879 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.726562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afc784-bea0-4f37-8cca-20b2b72f81da req-6b81fbb2-977a-4092-a413-e4430967e3f6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:27.728794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6afc784-bea0-4f37-8cca-20b2b72f81da req-6b81fbb2-977a-4092-a413-e4430967e3f6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 935 time: 0.1025257 Nov 12 20:44:27.730265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe562ae0-0573-441b-8ed5-4cf06f0cab74 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:27.742284 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.793247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ba9cafdd-e952-4f83-96ba-883468466baf up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:27.795035 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.818777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Transition to ACTIVE for port object fe562ae0-0573-441b-8ed5-4cf06f0cab74 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:27.831917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6afc784-bea0-4f37-8cca-20b2b72f81da req-1b06ed35-e497-4281-b8a5-ca5fb7e9363f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918853 Nov 12 20:44:27.896493 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a86029-bb9d-4381-be41-9447389d8279 None None] Pushing event updated for resources: {'Port': ['ID=ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:27.904212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ba9cafdd-e952-4f83-96ba-883468466baf triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:27.905759 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.910477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.951107 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Attempting to bind port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:27.952024 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Attempting to bind port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:27.956169 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Attempting to bind port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:27.963247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-92ddc3ed-de2b-4167-8a6f-3697c53f55ce tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48169 time: 0.4511285 Nov 12 20:44:27.967521 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:27.969051 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:27.970878 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.972579 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:27.973411 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Bound port: ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:27.974066 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.066917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-80af1b61-dae0-4136-b715-07cc8287424b tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2115b06a-a27b-4aed-a477-a7f3097dd787 HTTP/1.1" status: 200 len: 2998 time: 0.1027143 Nov 12 20:44:28.121698 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] For port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:28.130304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] For port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:28.131988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-6d8ea537-e470-42a3-be27-afb7b49fcadc tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2115b06a-a27b-4aed-a477-a7f3097dd787 HTTP/1.1" status: 200 len: 2998 time: 0.0560801 Nov 12 20:44:28.141852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220608-db63-48ba-a0d0-2a249de6dbaf req-a39ed690-1574-4be0-b13f-6bd1f9002a6f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:28.155217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14220608-db63-48ba-a0d0-2a249de6dbaf req-a39ed690-1574-4be0-b13f-6bd1f9002a6f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1775823 Nov 12 20:44:28.202482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-eecb65a8-b656-4325-bd72-d2d0de8b8a63 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:28.204405 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-eecb65a8-b656-4325-bd72-d2d0de8b8a63 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.2951713 Nov 12 20:44:28.205512 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.281454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-a0d0db30-8a8c-40b6-badd-c029c31cf520 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/470f8135-832d-4b46-af8f-548d72617fe1 HTTP/1.1" status: 200 len: 2998 time: 0.1285448 Nov 12 20:44:28.306207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14220608-db63-48ba-a0d0-2a249de6dbaf req-22143e56-b099-4467-ac8e-1a223f8e7130 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368389 Nov 12 20:44:28.344581 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a86029-bb9d-4381-be41-9447389d8279 None None] Pushing event updated for resources: {'Port': ['ID=ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:28.387221 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:28.388157 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:28.435416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-7a83f496-1e14-42a7-af5c-7678f0c5214e tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/470f8135-832d-4b46-af8f-548d72617fe1 HTTP/1.1" status: 200 len: 2998 time: 0.1280653 Nov 12 20:44:28.488924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56656) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:28.553443 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:28.559579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.562452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-e37c908a-2319-4712-b5c0-7e1e70b25bce tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/53a8708f-64ab-41f9-9550-8ad27e5ef38f HTTP/1.1" status: 200 len: 2998 time: 0.1188068 Nov 12 20:44:28.649847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-4d192740-f03b-4860-93ac-91b48d2e0305 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:28.651210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-4d192740-f03b-4860-93ac-91b48d2e0305 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1613569 Nov 12 20:44:28.667173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-5cd11a74-3db6-4af8-a9bd-e97d643e9b26 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/53a8708f-64ab-41f9-9550-8ad27e5ef38f HTTP/1.1" status: 200 len: 2998 time: 0.0979259 Nov 12 20:44:28.733768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.735591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Pushing event updated for resources: {'Port': ['ID=fe562ae0-0573-441b-8ed5-4cf06f0cab74,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:28.736986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-89ae1062-2c31-4836-ba47-e7d0af5cdaa1 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0760770 Nov 12 20:44:28.756848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Request body: {'floatingip': {'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:28.788274 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:24Z', 'revision_number': 3, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:28.825725 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30201548-6b99-493f-b88e-5386afc630a9 None None] The sync data for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 is: [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:24Z', 'revision_number': 3, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:28.858554 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.864366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Attempting to bind port fe562ae0-0573-441b-8ed5-4cf06f0cab74 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:28.864834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Attempting to bind port fe562ae0-0573-441b-8ed5-4cf06f0cab74 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:28.866459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Attempting to bind port fe562ae0-0573-441b-8ed5-4cf06f0cab74 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:28.882296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Port fe562ae0-0573-441b-8ed5-4cf06f0cab74 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:28.884327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Attempting to bind port fe562ae0-0573-441b-8ed5-4cf06f0cab74 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:28.888464 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-2fee8b62-66fc-4591-81b5-e9f9e2499ab7 service neutron] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:28.894809 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-2fee8b62-66fc-4591-81b5-e9f9e2499ab7 service neutron] Publish callbacks [] for binding, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.896800 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7ede01e-4639-4929-a198-f8aa81ec28a2 req-2fee8b62-66fc-4591-81b5-e9f9e2499ab7 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d512e20d-f80f-4e81-b8d9-34b5e775764e/bindings/n-h1-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.6649246 Nov 12 20:44:28.950479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:28.950957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:28.951451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:28.953549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Bound port: fe562ae0-0573-441b-8ed5-4cf06f0cab74, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:28.953549 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.097769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] For port fe562ae0-0573-441b-8ed5-4cf06f0cab74, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:29.104647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Allocated IP 172.20.0.1 (65a6be42-036e-49b2-892f-07f30a91f7fe/3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f/df97b6e0-4298-4f89-9d21-07754cbabd60) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:29.139967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] For port fe562ae0-0573-441b-8ed5-4cf06f0cab74, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=fe562ae0-0573-441b-8ed5-4cf06f0cab74,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:29.212113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-c642c8b3-96b6-4109-8bc2-a07be13ff417 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6f296594-a375-4490-ad02-fbcf67db68ea HTTP/1.1" status: 200 len: 2998 time: 0.5357680 Nov 12 20:44:29.222501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.257869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.277712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:29.278337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.282346 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] 10.222.0.78 "PUT /v2.0/ports/fe562ae0-0573-441b-8ed5-4cf06f0cab74 HTTP/1.1" status: 200 len: 1096 time: 2.3894401 Nov 12 20:44:29.282813 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1523d5-f59a-4782-b16f-17e14250564e', 'tag': 'fe562ae0-0573-441b-8ed5-4cf06f0cab74'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:29.296074 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd646ee-fb82-409a-9c8f-b1e63581a66a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1523d5-f59a-4782-b16f-17e14250564e", "tag": "fe562ae0-0573-441b-8ed5-4cf06f0cab74"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:29.336415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-16d099ec-24bb-4944-9f9a-323f697fadf2 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6f296594-a375-4490-ad02-fbcf67db68ea HTTP/1.1" status: 200 len: 2998 time: 0.1233411 Nov 12 20:44:29.342535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eddb2a-04b5-4736-8a02-c19b62cdd92a service neutron] Pushing event updated for resources: {'Port': ['ID=fe562ae0-0573-441b-8ed5-4cf06f0cab74,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:29.357635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.358099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.497085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3365039f11b44f4b8be7d82d6852d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0059826 Nov 12 20:44:29.504720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56668) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:29.508223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a42421-3d01-4b58-b63a-be8ac0f37e8d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:29.520748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-4318d4bb-0835-4399-b36a-8a6deb977b4d tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/74cd09ff-0f4f-4d92-b050-6e3b85967475 HTTP/1.1" status: 200 len: 2998 time: 0.1832142 Nov 12 20:44:29.551770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.567813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.568241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.568685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.569099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.569517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.570036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.570472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.579035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.580662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.581921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.582538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.586353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485337d-4624-4deb-89fa-ea4cf721faff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:29.635976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Network 65a6be42-036e-49b2-892f-07f30a91f7fe is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:29.644698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d810-6b69-4092-b84b-7bb479584afe req-397e026c-355c-48c8-af6f-399f19fe3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:29.646208 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-397e026c-355c-48c8-af6f-399f19fe3f9a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 1099 time: 0.1910596 Nov 12 20:44:29.651777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:29.654858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:29.698391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-715c0c65-fc68-45e6-a813-65912d1c94ce tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/74cd09ff-0f4f-4d92-b050-6e3b85967475 HTTP/1.1" status: 200 len: 2998 time: 0.1324124 Nov 12 20:44:29.747445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.828704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:29.832706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-330f6e1d-38b8-4474-a37f-a53747534129 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b6c594ff-9954-455d-ac63-3d2a7ead02dd HTTP/1.1" status: 200 len: 2998 time: 0.1243269 Nov 12 20:44:29.853340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Pushing event updated for resources: {'Port': ['ID=df97b6e0-4298-4f89-9d21-07754cbabd60,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:29.863410 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-e7a247cd-2591-4cd4-afbd-fd8c443cabf9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=fe562ae0-0573-441b-8ed5-4cf06f0cab74 HTTP/1.1" status: 200 len: 217 time: 0.2056029 Nov 12 20:44:29.864016 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b48c-3ebe-4f0b-bd93-00095c099c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.937305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:29.937741 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.952583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b48c-3ebe-4f0b-bd93-00095c099c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.971747 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02ff6b09-ec77-4044-8409-74b8f0a50a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.994293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d810-6b69-4092-b84b-7bb479584afe req-96ce9510-50d2-402b-9a92-a946ca46d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:29.996131 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-96ce9510-50d2-402b-9a92-a946ca46d3cb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1216857 Nov 12 20:44:30.057630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d810-6b69-4092-b84b-7bb479584afe req-475f5010-ef1a-422a-b1c7-a49b709e5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:30.059136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-475f5010-ef1a-422a-b1c7-a49b709e5511 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517013 Nov 12 20:44:30.088426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-5cc397fe-0283-43ed-9b2b-1ff2f28a75ce tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b6c594ff-9954-455d-ac63-3d2a7ead02dd HTTP/1.1" status: 200 len: 2998 time: 0.1156328 Nov 12 20:44:30.093096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1695c25f-a146-424f-ae82-ae69139b8541 None None] Provisioning complete for port df97b6e0-4298-4f89-9d21-07754cbabd60 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:30.093668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1695c25f-a146-424f-ae82-ae69139b8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.130718 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.155679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1695c25f-a146-424f-ae82-ae69139b8541 None None] Port df97b6e0-4298-4f89-9d21-07754cbabd60 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:30.160830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:30.182023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b48c-3ebe-4f0b-bd93-00095c099c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.184664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b48c-3ebe-4f0b-bd93-00095c099c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.185900 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8eb1b48c-3ebe-4f0b-bd93-00095c099c32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53a42421-3d01-4b58-b63a-be8ac0f37e8d HTTP/1.1" status: 204 len: 168 time: 0.6784310 Nov 12 20:44:30.213764 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.220656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1b48c-3ebe-4f0b-bd93-00095c099c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a42421-3d01-4b58-b63a-be8ac0f37e8d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:30.256411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-5598aec7-005e-47ed-922a-1aa549634bbc tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b9c22ff1-284a-4eba-8c43-48fd03f9668b HTTP/1.1" status: 200 len: 2994 time: 0.1670210 Nov 12 20:44:30.289439 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.294327 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-3291dfdd-e7f5-411f-9a4c-e0d95659ebdd service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227457 Nov 12 20:44:30.301052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.341594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-3f96fd83-744b-43a2-b379-6d43f27c8ffc tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b9c22ff1-284a-4eba-8c43-48fd03f9668b HTTP/1.1" status: 200 len: 2994 time: 0.0842280 Nov 12 20:44:30.380352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:30.383025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.388123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-f432333f-2bda-4420-acde-45fa3cd4c212 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/bc1098a2-efde-4bab-a3ad-9934d2080da4 HTTP/1.1" status: 200 len: 2998 time: 0.0456781 Nov 12 20:44:30.497609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-d5e49f15-4988-4814-b99b-827d4068b118 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/bc1098a2-efde-4bab-a3ad-9934d2080da4 HTTP/1.1" status: 200 len: 2998 time: 0.0781734 Nov 12 20:44:30.501227 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2852d810-6b69-4092-b84b-7bb479584afe req-ce9d8400-b9b0-4d8b-90cd-b106b446f78b service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837471 Nov 12 20:44:30.533941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.539229 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Floating IP 24174f82-370d-4fef-a39f-463348ff7405 associated. External IP: 172.25.8.125, port: 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f. Nov 12 20:44:30.609289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-15affaac-c5b6-4c11-8969-7fe956537a16 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cc0e3363-5d70-4cc2-8760-0eebad3dd24e HTTP/1.1" status: 200 len: 2998 time: 0.0900266 Nov 12 20:44:30.621833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.698020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Pushing event updated for resources: {'Port': ['ID=df97b6e0-4298-4f89-9d21-07754cbabd60,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:30.700524 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.711274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.712400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.712838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.713177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.713593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.714237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.714800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.715350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.715798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.716125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.716496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.717193 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:30.717712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-141d983b-37b2-480c-949c-69fefc02fb69 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cc0e3363-5d70-4cc2-8760-0eebad3dd24e HTTP/1.1" status: 200 len: 2998 time: 0.1019332 Nov 12 20:44:30.817241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-0a236d52-5180-475f-82b7-2f8cfb0033dc tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cc877667-080c-4997-a871-e35959bc301e HTTP/1.1" status: 200 len: 2990 time: 0.0985694 Nov 12 20:44:30.819118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Network 65a6be42-036e-49b2-892f-07f30a91f7fe is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:30.823999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:30.906573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-d27ba910-4421-41b8-878c-baf3e74e149f tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cc877667-080c-4997-a871-e35959bc301e HTTP/1.1" status: 200 len: 2990 time: 0.0800958 Nov 12 20:44:30.949233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:30.966486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Router c0d205e5-2bf5-47af-998c-9a6065f30a9c has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:31.054296 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-d8ba6149-fc50-4e1f-ba50-af4e682749e0 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cf39567a-28eb-4564-b9f4-2a0546e02b8f HTTP/1.1" status: 200 len: 2994 time: 0.1279933 Nov 12 20:44:31.110461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:31.115709 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4d6f329b-3265-45d0-811c-752f5fadaad0 admin admin] 10.222.0.64 "PUT /v2.0/routers/c0d205e5-2bf5-47af-998c-9a6065f30a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8524337 Nov 12 20:44:31.129711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Sync routers for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:31.147760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:31.148639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:31.153707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:31.157315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-3a047541-2771-44f3-a412-b41922cf2014 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cf39567a-28eb-4564-b9f4-2a0546e02b8f HTTP/1.1" status: 200 len: 2994 time: 0.0955801 Nov 12 20:44:31.160525 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.167148 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:31.202920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9b4b7259-5faf-4df1-ad66-4638d69a1ca0 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "PUT /v2.0/floatingips/24174f82-370d-4fef-a39f-463348ff7405 HTTP/1.1" status: 200 len: 996 time: 2.4532402 Nov 12 20:44:31.207859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:31.210768 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cc54a8-2012-42a2-be9f-6fef74977c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:31.213105 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.246094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-95ad8a25-9893-4f1d-b1c8-27902570160d None None] Provisioning complete for port df97b6e0-4298-4f89-9d21-07754cbabd60 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:31.246655 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-95ad8a25-9893-4f1d-b1c8-27902570160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.258059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-241fec23-0e8e-4e84-973b-292622881746 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d009fcae-ccab-4675-b3d5-4db0546c694b HTTP/1.1" status: 200 len: 2994 time: 0.0934236 Nov 12 20:44:31.299709 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:31.301378 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:31.324894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-fcd124a4-6146-4589-a99c-b31fdf85f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:31.332466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-fcd124a4-6146-4589-a99c-b31fdf85f0f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.1014631 Nov 12 20:44:31.341172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-95ad8a25-9893-4f1d-b1c8-27902570160d None None] Port df97b6e0-4298-4f89-9d21-07754cbabd60 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:31.351799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:31.372486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-6ab10f53-3540-4204-b4fc-d752b62635d9 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d009fcae-ccab-4675-b3d5-4db0546c694b HTTP/1.1" status: 200 len: 2994 time: 0.1128056 Nov 12 20:44:31.447963 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:31.473722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-3b438557-2d5c-4459-bfaa-91b0f443ab01 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d592b789-f092-4378-a13b-5cf60cd7b70e HTTP/1.1" status: 200 len: 2998 time: 0.0930476 Nov 12 20:44:31.499261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-c81f1030-b47c-4410-b7b7-7759e97f0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:31.500813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-c81f1030-b47c-4410-b7b7-7759e97f0df8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1678078 Nov 12 20:44:31.564954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-e890b893-ed49-464a-9a4d-1ead96d0251b tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d592b789-f092-4378-a13b-5cf60cd7b70e HTTP/1.1" status: 200 len: 2998 time: 0.0848978 Nov 12 20:44:31.594120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-1a3e9938-0859-45e4-89d6-cd900cd8bfc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 999 time: 0.0833025 Nov 12 20:44:31.624915 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 2, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:31.668969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-63a46dee-5d76-43e7-9d34-2c626e7dcb5f tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e2e89607-1fef-44ee-998c-f3ebca409cfe HTTP/1.1" status: 200 len: 2998 time: 0.0890937 Nov 12 20:44:31.670805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-0f65613d-67fe-486b-b4ef-28de14a9c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:31.672240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-0f65613d-67fe-486b-b4ef-28de14a9c041 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.0714343 Nov 12 20:44:31.769604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3300d7e4-8e14-4732-9794-83990b450e6f req-4f0d5598-50b9-4cb8-8fb5-4687187ecf55 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e2e89607-1fef-44ee-998c-f3ebca409cfe HTTP/1.1" status: 200 len: 2998 time: 0.0877831 Nov 12 20:44:31.771960 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:20:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 1, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:31.781069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-43ade3f9-9d87-4b9f-9332-5ce284f9e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:31.782811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-43ade3f9-9d87-4b9f-9332-5ce284f9e4da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817194 Nov 12 20:44:31.800564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:31.803857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Checking router: c0d205e5-2bf5-47af-998c-9a6065f30a9c for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:31.804032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9c09f6b1-0de1-4a7c-962a-c970fe70b4ba service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:44:31.804208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Updating router c0d205e5-2bf5-47af-998c-9a6065f30a9c port df97b6e0-4298-4f89-9d21-07754cbabd60 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:44:31.808456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-9c09f6b1-0de1-4a7c-962a-c970fe70b4ba service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101018 Nov 12 20:44:31.851841 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:31.857815 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.859675 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:44:31.872441 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:31.873163 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:31.930961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:31.931395 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.992466 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:32.206071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-88dc9059-957c-4df3-a796-3b9b45fc3491 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883622 Nov 12 20:44:32.217217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69a25c-5fa6-4766-96b2-4b36c00b43b2 req-5a17233e-c648-4e3b-aa22-2621c84d0277 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:32.218902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef69a25c-5fa6-4766-96b2-4b36c00b43b2 req-5a17233e-c648-4e3b-aa22-2621c84d0277 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 944 time: 0.3419559 Nov 12 20:44:32.253555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.280894 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:20:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 1, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:32.314736 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c818f-edac-4a4f-b09f-0495279940c7 None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:20:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 1, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:32.331059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef69a25c-5fa6-4766-96b2-4b36c00b43b2 req-bf0bdf1f-546f-49ea-bc6f-6a6480fbb72a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022377 Nov 12 20:44:32.354035 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.359902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d95fae67-23f7-4098-93d9-fb8431b9f68f req-6b90c2c6-e11b-4e20-b598-b485cd4ae373 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398246 Nov 12 20:44:32.414107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea45bc-dce1-4afe-8549-b392c184c2db None None] Pushing event updated for resources: {'Port': ['ID=df97b6e0-4298-4f89-9d21-07754cbabd60,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:32.484502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Attempting to bind port df97b6e0-4298-4f89-9d21-07754cbabd60 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:32.485054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Attempting to bind port df97b6e0-4298-4f89-9d21-07754cbabd60 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:32.485411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Attempting to bind port df97b6e0-4298-4f89-9d21-07754cbabd60 on network 65a6be42-036e-49b2-892f-07f30a91f7fe {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:32.491267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:32.491680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Checking segment: {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:32.492084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.493082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Bound using segment: {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:32.493568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Bound port: df97b6e0-4298-4f89-9d21-07754cbabd60, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:32.493947 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.570297 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e4ecc3-16f7-4dcb-a718-2bd964d75255 x-openstack-request-id: req-91e4ecc3-16f7-4dcb-a718-2bd964d75255 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:32.571507 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1523d5-f59a-4782-b16f-17e14250564e", "tag": "fe562ae0-0573-441b-8ed5-4cf06f0cab74", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:32.573168 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91e4ecc3-16f7-4dcb-a718-2bd964d75255 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:32.576223 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1523d5-f59a-4782-b16f-17e14250564e', 'tag': 'fe562ae0-0573-441b-8ed5-4cf06f0cab74', 'status': 'completed', 'code': 200} Nov 12 20:44:32.590437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352af75-27cf-4f92-a5b1-8fed8aa07f99 req-fca5263f-55a4-466d-b0c5-44a533a08272 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:32.592533 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] For port df97b6e0-4298-4f89-9d21-07754cbabd60, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:32.592829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8352af75-27cf-4f92-a5b1-8fed8aa07f99 req-fca5263f-55a4-466d-b0c5-44a533a08272 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 947 time: 0.0954370 Nov 12 20:44:32.596775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] For port df97b6e0-4298-4f89-9d21-07754cbabd60, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=df97b6e0-4298-4f89-9d21-07754cbabd60,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:32.645165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-513741d2-eb88-47b9-93ef-36c74496570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:32.646711 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-513741d2-eb88-47b9-93ef-36c74496570d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 1099 time: 0.0609038 Nov 12 20:44:32.667351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01935d37-4fbe-486c-94bc-63fe95cf9cda None None] New status for floating IP 24174f82-370d-4fef-a39f-463348ff7405: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:44:32.680019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8352af75-27cf-4f92-a5b1-8fed8aa07f99 req-39c79211-c233-4d91-a910-e3161764a46e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802572 Nov 12 20:44:32.750833 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633f0c8-1bd3-4421-af5e-ceb71f96cd9d x-openstack-request-id: req-7633f0c8-1bd3-4421-af5e-ceb71f96cd9d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:32.751119 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:32.753240 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7633f0c8-1bd3-4421-af5e-ceb71f96cd9d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:32.753605 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'status': 'completed', 'code': 200} Nov 12 20:44:32.879939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-7e9dda3e-fc43-452f-8bd5-ad688a388ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:32.881623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-7e9dda3e-fc43-452f-8bd5-ad688a388ac9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.0746911 Nov 12 20:44:32.886524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-52eee74d-db80-4737-9f26-9877adcaa067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:32.888205 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-52eee74d-db80-4737-9f26-9877adcaa067 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2300615 Nov 12 20:44:32.897332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-830ece3e-e893-487a-8a15-5eb0256a904f req-bba09077-fbec-4e32-8446-9cebf59a3fdd tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81f357a4ce684b3e8c330ec43a98aba7 HTTP/1.1" status: 200 len: 6153 time: 0.1252491 Nov 12 20:44:32.929996 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.952591 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-61f473ef-ea8f-4c57-b960-fd4d8938aedc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=fe562ae0-0573-441b-8ed5-4cf06f0cab74 HTTP/1.1" status: 200 len: 217 time: 0.0475562 Nov 12 20:44:32.979589 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c5d87da1-ec52-4b16-a3a4-6b03eb99194a None None] Provisioning complete for port df97b6e0-4298-4f89-9d21-07754cbabd60 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:32.980213 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5d87da1-ec52-4b16-a3a4-6b03eb99194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.008980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-830ece3e-e893-487a-8a15-5eb0256a904f req-9dbcc407-b2a2-4262-beca-8250b63331dc tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "GET /v2.0/security-groups/2115b06a-a27b-4aed-a477-a7f3097dd787 HTTP/1.1" status: 200 len: 2998 time: 0.1037261 Nov 12 20:44:33.026755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-07181607-b4c7-4eb8-b7e9-94e0bf1a1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:33.028848 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-07181607-b4c7-4eb8-b7e9-94e0bf1a1e67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0658224 Nov 12 20:44:33.059513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea45bc-dce1-4afe-8549-b392c184c2db None None] Pushing event updated for resources: {'Port': ['ID=df97b6e0-4298-4f89-9d21-07754cbabd60,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:33.069252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.115661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:33.116324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:33.148697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-f951fbe2-d249-451e-82d3-0bfbca62f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:33.162190 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-f951fbe2-d249-451e-82d3-0bfbca62f654 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149836 Nov 12 20:44:33.183557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device fe562ae0-0573-441b-8ed5-4cf06f0cab74 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:33.204054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-562adc33-f588-4f58-aab7-84bd08248fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:33.205977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-562adc33-f588-4f58-aab7-84bd08248fdf service neutron] 10.222.0.78 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.3030543 Nov 12 20:44:33.281749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-830ece3e-e893-487a-8a15-5eb0256a904f req-c3543c8c-c4e8-44cf-b89d-3bad4e9ef5b3 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "GET /v2.0/security-groups/2115b06a-a27b-4aed-a477-a7f3097dd787 HTTP/1.1" status: 200 len: 2998 time: 0.2652795 Nov 12 20:44:33.340654 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-96658449-3346-437f-97b3-ebfd1f6302ab service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719990 Nov 12 20:44:33.427489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:33.441713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-d3136c32-55d6-4a28-b8ac-2c56f8f443bf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 1001 time: 0.1906540 Nov 12 20:44:33.468706 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ecd646ee-fb82-409a-9c8f-b1e63581a66a req-a79338b3-23ef-4cf3-8a61-5675a2afc978 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176910 Nov 12 20:44:33.490529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5d87da1-ec52-4b16-a3a4-6b03eb99194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.497763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-7a08aa0f-b2de-4640-a4d5-f0e8fcdace0c tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:33.500578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-7a08aa0f-b2de-4640-a4d5-f0e8fcdace0c tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/networks?id=65a6be42-036e-49b2-892f-07f30a91f7fe HTTP/1.1" status: 200 len: 828 time: 0.3728812 Nov 12 20:44:33.564281 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.572271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-64606b07-86a5-4f11-8578-7870ae3767d0 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/quotas/19ea999d773c44439208356817d6a855 HTTP/1.1" status: 200 len: 375 time: 0.0463116 Nov 12 20:44:33.581886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-80bc21f1-271b-40f0-b6e4-5d8e5cfac7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:33.583392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-80bc21f1-271b-40f0-b6e4-5d8e5cfac7ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.1255827 Nov 12 20:44:33.591065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port fe562ae0-0573-441b-8ed5-4cf06f0cab74, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=fe562ae0-0573-441b-8ed5-4cf06f0cab74,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:33.629298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-edad89e0-578d-49c9-a497-7720ff7661c8 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:33.630797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-edad89e0-578d-49c9-a497-7720ff7661c8 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1279364 Nov 12 20:44:33.653002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c5d87da1-ec52-4b16-a3a4-6b03eb99194a None None] For port df97b6e0-4298-4f89-9d21-07754cbabd60, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=df97b6e0-4298-4f89-9d21-07754cbabd60,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:33.657964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'fe562ae0-0573-441b-8ed5-4cf06f0cab74', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'fe562ae0-0573-441b-8ed5-4cf06f0cab74', 'mac_address': 'fa:16:3e:71:9e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:33.719740 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5d87da1-ec52-4b16-a3a4-6b03eb99194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.725618 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.735959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-c42ab9bc-3a40-4f2c-8bba-eabfe639fe53 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=19ea999d773c44439208356817d6a855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501019 Nov 12 20:44:33.769803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-d09ac698-cbcb-44a6-ab20-7343c6a31aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:33.771256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-d09ac698-cbcb-44a6-ab20-7343c6a31aa9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759868 Nov 12 20:44:33.791464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe562ae0-0573-441b-8ed5-4cf06f0cab74 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:33.799939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-189e7fb9-692a-4d82-9cb5-07380e575cf1 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.1499341 Nov 12 20:44:33.826540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port fe562ae0-0573-441b-8ed5-4cf06f0cab74, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=fe562ae0-0573-441b-8ed5-4cf06f0cab74,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:33.827625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d87da1-ec52-4b16-a3a4-6b03eb99194a None None] Pushing event updated for resources: {'Port': ['ID=df97b6e0-4298-4f89-9d21-07754cbabd60,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:33.838525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Request body: {'floatingip': {'port_id': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:33.855595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d3eadc5e-099f-4a61-be25-18e885f56e95 None None] Provisioning complete for port df97b6e0-4298-4f89-9d21-07754cbabd60 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:33.855965 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d3eadc5e-099f-4a61-be25-18e885f56e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.886108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:32Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:33.925019 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.927221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974ce7b-050d-4ac6-a4a9-94aa1a35a647 None None] The sync data for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 is: [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:32Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:33.978111 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:34.079497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-7fe5f914-d879-4045-82af-06466f8e0ff0 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976682 Nov 12 20:44:34.090382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-5aa46a04-4791-4f07-84e4-8259eb802e99 service neutron] 10.222.0.64 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381574 Nov 12 20:44:34.125055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=fe562ae0-0573-441b-8ed5-4cf06f0cab74,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:34.216392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['fe562ae0-0573-441b-8ed5-4cf06f0cab74'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:34.420517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-fe3ebc9b-25de-4b0a-a910-e43de4d438f7 service neutron] 10.222.0.64 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161998 Nov 12 20:44:34.427369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0cc54a8-2012-42a2-be9f-6fef74977c2b req-191bf3b5-27a0-4453-af5a-559b9ade4cb4 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341610 Nov 12 20:44:34.803950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.022257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.146438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device fe562ae0-0573-441b-8ed5-4cf06f0cab74 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:35.188515 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Floating IP 24174f82-370d-4fef-a39f-463348ff7405 associated. External IP: 172.25.8.125, port: 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f. Nov 12 20:44:35.316684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99e5582b-0550-44d4-8a68-48890458372e req-8a67c2cd-7fdd-4c24-805a-d96f4b970145 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/97718ea2-8754-4701-9bc1-19f7166007a7 HTTP/1.1" status: 200 len: 1794 time: 0.0652339 Nov 12 20:44:35.363796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port fe562ae0-0573-441b-8ed5-4cf06f0cab74 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:35.368826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port fe562ae0-0573-441b-8ed5-4cf06f0cab74 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:35.369195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.434764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-99e5582b-0550-44d4-8a68-48890458372e req-8f5f1da3-81bb-4364-b9b6-b3360a07a08b tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.461384 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.485043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1523d5-f59a-4782-b16f-17e14250564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe562ae0-0573-441b-8ed5-4cf06f0cab74'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:35.487345 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5107796c-b9da-4d2f-9116-9c0f12beeeac" -d '{"events": [{"server_uuid": "3e1523d5-f59a-4782-b16f-17e14250564e", "name": "network-vif-plugged", "status": "completed", "tag": "fe562ae0-0573-441b-8ed5-4cf06f0cab74"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:35.500511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port fe562ae0-0573-441b-8ed5-4cf06f0cab74, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=fe562ae0-0573-441b-8ed5-4cf06f0cab74,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:35.507366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-99e5582b-0550-44d4-8a68-48890458372e req-8f5f1da3-81bb-4364-b9b6-b3360a07a08b tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.581721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:35.611831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.668897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=fe562ae0-0573-441b-8ed5-4cf06f0cab74,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:35.682783 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-99e5582b-0550-44d4-8a68-48890458372e req-8f5f1da3-81bb-4364-b9b6-b3360a07a08b tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.684399 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-99e5582b-0550-44d4-8a68-48890458372e req-8f5f1da3-81bb-4364-b9b6-b3360a07a08b tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.688151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99e5582b-0550-44d4-8a68-48890458372e req-8f5f1da3-81bb-4364-b9b6-b3360a07a08b tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/97718ea2-8754-4701-9bc1-19f7166007a7 HTTP/1.1" status: 204 len: 173 time: 0.3632414 Nov 12 20:44:35.693935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.694276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.694629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.694944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.695271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.704378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.704728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.705060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.706701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.707044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.707455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.707799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:35.748913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1da3-81bb-4364-b9b6-b3360a07a08b tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97718ea2-8754-4701-9bc1-19f7166007a7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:35.777222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:35.789412 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:35.804184 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:35.806247 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:35.812206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device df97b6e0-4298-4f89-9d21-07754cbabd60 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:35.875876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port df97b6e0-4298-4f89-9d21-07754cbabd60 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:35.876394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.881580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17262898-13be-4e74-be75-a796ede96a7b req-eb8a6919-95f2-45af-9620-2396c045ecfa tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:35.883136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17262898-13be-4e74-be75-a796ede96a7b req-eb8a6919-95f2-45af-9620-2396c045ecfa tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1096 time: 0.1366854 Nov 12 20:44:35.946914 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:36.200422 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:a4:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 3, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:36.229632 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:36.239006 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:36.239933 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:36.306477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17262898-13be-4e74-be75-a796ede96a7b req-5b55f784-a5dc-40e7-966d-06d28b1eb154 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075229 Nov 12 20:44:36.357246 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:36.468315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:36.665781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193b2d5-bc89-4356-9f6f-c9596b7e12e7 req-5d181965-a0c0-46b2-a316-32bd20636ed6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.667585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f193b2d5-bc89-4356-9f6f-c9596b7e12e7 req-5d181965-a0c0-46b2-a316-32bd20636ed6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 949 time: 0.1246305 Nov 12 20:44:36.678047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:36.683959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:36.731938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:36.734206 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8836836-efbf-4f09-902e-8b958daac532" -d '{"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:36.750054 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:a4:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 3, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:36.778879 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6319a8-b71e-4868-90ac-53c8fb6368e2 None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:a4:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 3, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:36.783920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f193b2d5-bc89-4356-9f6f-c9596b7e12e7 req-007f275a-2412-4e43-b6fa-56826e747456 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923996 Nov 12 20:44:36.786060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a54ab3cb-aa98-405e-a703-9d0584526a67 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "PUT /v2.0/floatingips/24174f82-370d-4fef-a39f-463348ff7405 HTTP/1.1" status: 200 len: 998 time: 2.9705443 Nov 12 20:44:36.907963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-2293f32d-e617-4411-a0a0-cb5319fa4dd5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.907963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-2293f32d-e617-4411-a0a0-cb5319fa4dd5 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports/6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 942 time: 0.1093068 Nov 12 20:44:36.920433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a3b8778-467f-4950-bc68-08ab736a0675 req-9c9ee05c-3517-4926-b81d-8e56e9de2c03 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 210 time: 0.0541613 Nov 12 20:44:37.064403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-e63a0ad4-1e7d-4731-b1d3-8c91f91d6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:37.065973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-e63a0ad4-1e7d-4731-b1d3-8c91f91d6856 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.0438335 Nov 12 20:44:37.086922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addcdd5-c481-4a65-bb7c-e50654e31f66 None None] New status for floating IP 24174f82-370d-4fef-a39f-463348ff7405: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:44:37.186658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-e3c5754d-cffe-4bb3-bafc-78abf7ebbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:37.188357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-e3c5754d-cffe-4bb3-bafc-78abf7ebbb11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1022358 Nov 12 20:44:37.198263 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022a312-fcee-484e-8451-ed2453cb9898 x-openstack-request-id: req-9022a312-fcee-484e-8451-ed2453cb9898 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:37.200846 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1523d5-f59a-4782-b16f-17e14250564e", "name": "network-vif-plugged", "status": "completed", "tag": "fe562ae0-0573-441b-8ed5-4cf06f0cab74", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:37.201491 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9022a312-fcee-484e-8451-ed2453cb9898 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:37.204507 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1523d5-f59a-4782-b16f-17e14250564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe562ae0-0573-441b-8ed5-4cf06f0cab74', 'code': 200} Nov 12 20:44:37.244085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-011fe223-25e0-4649-9e86-cb7c62200b0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 217 time: 0.0431359 Nov 12 20:44:37.359339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-f1a1d738-41b9-4775-9cef-4cfcff9f9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:37.360966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-f1a1d738-41b9-4775-9cef-4cfcff9f9b89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.1031094 Nov 12 20:44:37.364309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-386c8279-03e8-40bb-b20c-df6fa084b99d req-9eccb87c-a87d-4909-8e81-23ddec5e11f3 tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "GET /v2.0/security-groups/03df4dd3-43b1-4eeb-8ebf-b6cd28c4d42d HTTP/1.1" status: 200 len: 1795 time: 0.1190438 Nov 12 20:44:37.370296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8971-c745-41e5-8b80-9258de99f044 req-74b45685-a37d-4048-bb16-57a7aebf50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:37.372060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5cc8971-c745-41e5-8b80-9258de99f044 req-74b45685-a37d-4048-bb16-57a7aebf50e1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 1101 time: 0.0831699 Nov 12 20:44:37.482286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-d8e72b0b-b828-4b12-8602-4bf56697a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:37.483873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-d8e72b0b-b828-4b12-8602-4bf56697a46a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056540 Nov 12 20:44:37.487913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5cc8971-c745-41e5-8b80-9258de99f044 req-cbce2642-3aad-4ff0-8125-df3f4aaff3f8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770864 Nov 12 20:44:37.509652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a81b5764-4322-484c-81ee-ac27f0079680 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:44:37.510731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-a81b5764-4322-484c-81ee-ac27f0079680 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064433 Nov 12 20:44:37.511973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-386c8279-03e8-40bb-b20c-df6fa084b99d req-564c1cbf-e6d5-4b6c-a73b-ee892517cb4a tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:37.561737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-386c8279-03e8-40bb-b20c-df6fa084b99d req-564c1cbf-e6d5-4b6c-a73b-ee892517cb4a tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:37.583858 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:37.599232 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:37.599951 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:37.653921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-fcf5eb18-0776-4419-9a9f-3ffacefd7c11 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308572 Nov 12 20:44:37.715487 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:37.746645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-386c8279-03e8-40bb-b20c-df6fa084b99d req-564c1cbf-e6d5-4b6c-a73b-ee892517cb4a tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:37.749300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-386c8279-03e8-40bb-b20c-df6fa084b99d req-564c1cbf-e6d5-4b6c-a73b-ee892517cb4a tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:37.754528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-386c8279-03e8-40bb-b20c-df6fa084b99d req-564c1cbf-e6d5-4b6c-a73b-ee892517cb4a tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/03df4dd3-43b1-4eeb-8ebf-b6cd28c4d42d HTTP/1.1" status: 204 len: 173 time: 0.3773885 Nov 12 20:44:37.767637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-587fecfa-13cb-4777-9a2b-d46722c9d2be service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127512 Nov 12 20:44:37.773644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c1cbf-e6d5-4b6c-a73b-ee892517cb4a tempest-SecurityGroupsTestAdminJSON-1154517889 tempest-SecurityGroupsTestAdminJSON-1154517889-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df4dd3-43b1-4eeb-8ebf-b6cd28c4d42d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:37.982586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-3896865d-d367-46b0-b68b-f98335ec2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:37.984167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-3896865d-d367-46b0-b68b-f98335ec2d19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0990369 Nov 12 20:44:37.999948 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:a4:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:37Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:38.028583 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:38.029933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-7ae1ea08-8767-4efd-a236-286fd442221c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:38.031965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-7ae1ea08-8767-4efd-a236-286fd442221c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 807 time: 0.1784816 Nov 12 20:44:38.037894 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:38.038391 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:38.076874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-2de4aee2-e077-4f29-8457-9ffdff72112f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/quotas/99af9cc5da6e44fc8b0629315c33793d HTTP/1.1" status: 200 len: 375 time: 0.0154536 Nov 12 20:44:38.134628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-b2695081-451c-4ff6-92b8-7ee999741358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:38.136615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-b2695081-451c-4ff6-92b8-7ee999741358 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1457851 Nov 12 20:44:38.150871 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:38.197549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-e171dab3-6d59-409b-a9a9-4da752174acc tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040719 Nov 12 20:44:38.242349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-1c107e9a-64a6-4e29-92c2-e13ac8dc399d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 1001 time: 0.0963211 Nov 12 20:44:38.399731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-26633e58-0b2a-450e-992e-90bd64f66ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:38.401225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-26633e58-0b2a-450e-992e-90bd64f66ef5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.1250095 Nov 12 20:44:38.420558 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:a4:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:37Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:38.445001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-c38af92b-c127-407f-ac5f-12398f0208a9 service neutron] 10.222.0.64 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340906 Nov 12 20:44:38.457585 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddae4cc-21da-4b23-81e0-da0dbf0bdd43 None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:a4:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:37Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:38.541620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-05d33967-ca7a-4584-9561-cebeec791730 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:38.543125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-05d33967-ca7a-4584-9561-cebeec791730 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.78 "GET /v2.0/networks?id=65a6be42-036e-49b2-892f-07f30a91f7fe HTTP/1.1" status: 200 len: 828 time: 0.2542045 Nov 12 20:44:38.548786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-381ecb5c-ef5f-4aa4-b243-ffac00e05fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:38.550204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-381ecb5c-ef5f-4aa4-b243-ffac00e05fc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391695 Nov 12 20:44:38.575466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Request body: {'port': {'device_id': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'admin_state_up': True, 'tenant_id': '19ea999d773c44439208356817d6a855'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:38.668115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-a3fad061-6cf3-472a-a3d8-d9a91a90cf23 service neutron] 10.222.0.64 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149084 Nov 12 20:44:38.768639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-29a73dc5-558f-43ce-8228-fc9cb25af957 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102110 Nov 12 20:44:38.886693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2171e2-ce35-4a7b-8d74-b02d3cc8fdcb req-8d097a58-ecfb-4fb9-8e0d-c5145ff542ad service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082842 Nov 12 20:44:38.913470 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18afc1f-4feb-4182-8d33-f6d85ed5f2ef x-openstack-request-id: req-e18afc1f-4feb-4182-8d33-f6d85ed5f2ef {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:38.913833 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:38.914146 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e18afc1f-4feb-4182-8d33-f6d85ed5f2ef {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:38.914568 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'status': 'completed', 'code': 200} Nov 12 20:44:38.941763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Made reservation on behalf of 19ea999d773c44439208356817d6a855 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:38.950031 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.025484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8836836-efbf-4f09-902e-8b958daac532 req-fa4be23d-cc43-4000-857b-fcb07fb8896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:39.027686 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8836836-efbf-4f09-902e-8b958daac532 req-fa4be23d-cc43-4000-857b-fcb07fb8896d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.0866265 Nov 12 20:44:39.188262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b3c4-4e09-4c0d-ab35-3c76d4642485 req-c6bc71d2-2c30-4d3e-8177-0c68a615b32f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:39.189664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3916b3c4-4e09-4c0d-ab35-3c76d4642485 req-c6bc71d2-2c30-4d3e-8177-0c68a615b32f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 949 time: 0.1149337 Nov 12 20:44:39.198950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8836836-efbf-4f09-902e-8b958daac532 req-320134ee-23da-40d5-b10e-c95379319846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:39.200529 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8836836-efbf-4f09-902e-8b958daac532 req-320134ee-23da-40d5-b10e-c95379319846 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1585689 Nov 12 20:44:39.211924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83a9f512-a480-4779-a709-6f2c29225773 req-22cd6964-40bf-418d-8a5a-37e487f6192e tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "GET /v2.0/security-groups/80743b35-bed1-4e06-b58f-432b457267e0 HTTP/1.1" status: 200 len: 1793 time: 0.1388352 Nov 12 20:44:39.257411 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8836836-efbf-4f09-902e-8b958daac532 req-35bab33c-3546-4226-aab5-e7389fe53968 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 217 time: 0.0459027 Nov 12 20:44:39.304403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Allocated IP 172.20.0.9 (65a6be42-036e-49b2-892f-07f30a91f7fe/3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f/76bad5fc-2964-4b67-a19d-3c70560623c2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:39.317185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8836836-efbf-4f09-902e-8b958daac532 req-daad75a5-a5a2-4eba-bc8a-18560b135ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:39.318961 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8836836-efbf-4f09-902e-8b958daac532 req-daad75a5-a5a2-4eba-bc8a-18560b135ce0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.0515864 Nov 12 20:44:39.333330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3916b3c4-4e09-4c0d-ab35-3c76d4642485 req-6e072b1f-767e-4946-ac94-d046bdb34228 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203423 Nov 12 20:44:39.337014 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-83a9f512-a480-4779-a709-6f2c29225773 req-1725ccd8-7520-44b3-97de-6314892754ff tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.387455 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-83a9f512-a480-4779-a709-6f2c29225773 req-1725ccd8-7520-44b3-97de-6314892754ff tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.451874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8836836-efbf-4f09-902e-8b958daac532 req-14c62da3-cee2-4e72-a71f-119a8ea61a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:39.451874 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8836836-efbf-4f09-902e-8b958daac532 req-14c62da3-cee2-4e72-a71f-119a8ea61a38 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115828 Nov 12 20:44:39.491947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe7d6086-f7cf-4ab9-b955-ef40be7fff1a req-42bb5156-3168-4dee-b718-355a164e853c tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 210 time: 0.0485959 Nov 12 20:44:39.564174 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8836836-efbf-4f09-902e-8b958daac532 req-b6ca28d2-0325-465e-807a-f8ac64798b2b service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128721 Nov 12 20:44:39.575191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e01cc78-ade8-47ab-9ac8-05be5636ab01 req-120b90ff-0c4d-4c12-b37d-cd8d43082697 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 210 time: 0.0375750 Nov 12 20:44:39.601973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-83a9f512-a480-4779-a709-6f2c29225773 req-1725ccd8-7520-44b3-97de-6314892754ff tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.608353 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-83a9f512-a480-4779-a709-6f2c29225773 req-1725ccd8-7520-44b3-97de-6314892754ff tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.610171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83a9f512-a480-4779-a709-6f2c29225773 req-1725ccd8-7520-44b3-97de-6314892754ff tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "DELETE /v2.0/security-groups/80743b35-bed1-4e06-b58f-432b457267e0 HTTP/1.1" status: 204 len: 173 time: 0.3895142 Nov 12 20:44:39.622991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56824) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:39.696106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725ccd8-7520-44b3-97de-6314892754ff tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80743b35-bed1-4e06-b58f-432b457267e0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:39.774850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.795459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63feb47f-1d0f-47b4-b97c-64a24f1ed2b1 req-58366ae2-13ef-43fe-8a90-49d7d9b8bc6f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.1699295 Nov 12 20:44:39.810631 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8836836-efbf-4f09-902e-8b958daac532 req-9427fb8b-cc87-46cd-8896-a75b1c0917b6 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323935 Nov 12 20:44:39.812028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7761002a-6294-436f-be55-fe81eb218354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.900361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feb47f-1d0f-47b4-b97c-64a24f1ed2b1 req-843e9b9b-ed0a-423e-9bec-1468d0299ea7 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:39.903784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63feb47f-1d0f-47b4-b97c-64a24f1ed2b1 req-843e9b9b-ed0a-423e-9bec-1468d0299ea7 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports/e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 942 time: 0.1003530 Nov 12 20:44:39.910726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7761002a-6294-436f-be55-fe81eb218354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.948000 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.987959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7761002a-6294-436f-be55-fe81eb218354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:39.988204 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.017027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Pushing event updated for resources: {'Port': ['ID=76bad5fc-2964-4b67-a19d-3c70560623c2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:40.054685 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7761002a-6294-436f-be55-fe81eb218354 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45ac9683579b43ccb9d88c14d5658c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283113 Nov 12 20:44:40.057005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761002a-6294-436f-be55-fe81eb218354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9812c4c5-c959-4548-af41-8ad06ff5cdf1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:40.061367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56836) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:40.079408 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.094953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Network 65a6be42-036e-49b2-892f-07f30a91f7fe is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:40.099487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:40.104103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:40.110063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:40.110756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.136879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63feb47f-1d0f-47b4-b97c-64a24f1ed2b1 req-814d3033-c1d9-4e5f-ae12-3c223e57412b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.1675849 Nov 12 20:44:40.197088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ba14b32-4549-4198-a305-59820a82e840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.229412 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ba14b32-4549-4198-a305-59820a82e840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.243140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-9ed036fa-f10d-422e-8abe-ace304a79a1a tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6747603 Nov 12 20:44:40.288179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Request body: {'port': {'device_id': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:40.465409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e24e168b-6334-4f5f-8ce4-0dd32bd0ef44 None None] Provisioning complete for port 76bad5fc-2964-4b67-a19d-3c70560623c2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:40.465753 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e24e168b-6334-4f5f-8ce4-0dd32bd0ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.507094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e24e168b-6334-4f5f-8ce4-0dd32bd0ef44 None None] Port 76bad5fc-2964-4b67-a19d-3c70560623c2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:40.524347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ba14b32-4549-4198-a305-59820a82e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.524347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ba14b32-4549-4198-a305-59820a82e840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.524347 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4ba14b32-4549-4198-a305-59820a82e840 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9812c4c5-c959-4548-af41-8ad06ff5cdf1 HTTP/1.1" status: 204 len: 168 time: 0.4539073 Nov 12 20:44:40.531204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba14b32-4549-4198-a305-59820a82e840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9812c4c5-c959-4548-af41-8ad06ff5cdf1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:40.645946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3443dde-ff8e-4ec0-afb7-7883b865bfb2 req-0b0ce412-8f6f-4232-82c9-5c4746d5df0e tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "GET /v2.0/security-groups/bf54634d-19b6-49f8-9e3e-fa52857f54a3 HTTP/1.1" status: 200 len: 1795 time: 0.4650834 Nov 12 20:44:40.723512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feb47f-1d0f-47b4-b97c-64a24f1ed2b1 req-e3872d19-7709-42f3-899e-c8d17751d35a tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:40.725215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63feb47f-1d0f-47b4-b97c-64a24f1ed2b1 req-e3872d19-7709-42f3-899e-c8d17751d35a tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.5806081 Nov 12 20:44:40.727396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.782382 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3443dde-ff8e-4ec0-afb7-7883b865bfb2 req-e99659ab-0aca-481d-baac-114d227d5c99 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.867011 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3443dde-ff8e-4ec0-afb7-7883b865bfb2 req-e99659ab-0aca-481d-baac-114d227d5c99 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.915429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:40.917662 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96849b73-733e-4d32-878d-0f2be194c6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:41.078544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3443dde-ff8e-4ec0-afb7-7883b865bfb2 req-e99659ab-0aca-481d-baac-114d227d5c99 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.081392 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3443dde-ff8e-4ec0-afb7-7883b865bfb2 req-e99659ab-0aca-481d-baac-114d227d5c99 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.084962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3443dde-ff8e-4ec0-afb7-7883b865bfb2 req-e99659ab-0aca-481d-baac-114d227d5c99 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] 10.222.0.64 "DELETE /v2.0/security-groups/bf54634d-19b6-49f8-9e3e-fa52857f54a3 HTTP/1.1" status: 204 len: 173 time: 0.4305122 Nov 12 20:44:41.099766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99659ab-0aca-481d-baac-114d227d5c99 tempest-SecurityGroupsTestAdminJSON-1409313357 tempest-SecurityGroupsTestAdminJSON-1409313357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54634d-19b6-49f8-9e3e-fa52857f54a3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:41.165661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bad5fc-2964-4b67-a19d-3c70560623c2 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:41.176103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.220638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Transition to ACTIVE for port object 76bad5fc-2964-4b67-a19d-3c70560623c2 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:41.229874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.233733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.233733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.233733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.233733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.233733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.234508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.235020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.235548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.240303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-14554cf2-f60b-4733-901f-ca6034d36d4f tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c&device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb&device_id=3e1523d5-f59a-4782-b16f-17e14250564e&device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1&device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6&device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae&device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe&device_id=864d1b69-99ef-4269-b1c6-788ba613c213&device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 8138 time: 0.1224735 Nov 12 20:44:41.278834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10770f6-ad50-47ac-bee1-39ec1e84f0b3 req-4f87ad09-1ba2-403d-9610-27df7484d479 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.280547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e10770f6-ad50-47ac-bee1-39ec1e84f0b3 req-4f87ad09-1ba2-403d-9610-27df7484d479 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 931 time: 0.0981936 Nov 12 20:44:41.281405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-558e1944-e89b-4812-913d-2968465cdcff tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.299147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.395803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Pushing event updated for resources: {'Port': ['ID=76bad5fc-2964-4b67-a19d-3c70560623c2,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:41.433500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e10770f6-ad50-47ac-bee1-39ec1e84f0b3 req-cfcf4d8b-554c-4885-85c6-63452aa49aa1 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441805 Nov 12 20:44:41.440199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56858) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:41.455741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f385d7aa-3aee-4743-baad-8164a3cb4230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.457521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Attempting to bind port 76bad5fc-2964-4b67-a19d-3c70560623c2 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:41.457861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Attempting to bind port 76bad5fc-2964-4b67-a19d-3c70560623c2 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:41.458192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Attempting to bind port 76bad5fc-2964-4b67-a19d-3c70560623c2 on network 65a6be42-036e-49b2-892f-07f30a91f7fe {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:41.480652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Port 76bad5fc-2964-4b67-a19d-3c70560623c2 on network 65a6be42-036e-49b2-892f-07f30a91f7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:41.481076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Attempting to bind port 76bad5fc-2964-4b67-a19d-3c70560623c2 on network 65a6be42-036e-49b2-892f-07f30a91f7fe {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:41.510295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:41.510566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Checking segment: {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:41.510903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Bound using segment: {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:41.511430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Bound port: 76bad5fc-2964-4b67-a19d-3c70560623c2, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57a68c0-ce75-4030-929e-4b00c4104c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:41.511802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.516902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-558e1944-e89b-4812-913d-2968465cdcff tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.602874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-558e1944-e89b-4812-913d-2968465cdcff tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.643325 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f385d7aa-3aee-4743-baad-8164a3cb4230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.669268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1eca676-d977-4688-a50d-24e8eb76d6e2 req-c5f6f6d9-ea79-4d01-b9d8-6d2196e05750 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 210 time: 0.0707159 Nov 12 20:44:41.689032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] For port 76bad5fc-2964-4b67-a19d-3c70560623c2, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:41.713533 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f385d7aa-3aee-4743-baad-8164a3cb4230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.720673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] For port 76bad5fc-2964-4b67-a19d-3c70560623c2, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=76bad5fc-2964-4b67-a19d-3c70560623c2,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:41.721685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e1944-e89b-4812-913d-2968465cdcff tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc464b-11b6-4d25-96fb-0ebd6e7b3113,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:41.737667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56862) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:41.786011 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f385d7aa-3aee-4743-baad-8164a3cb4230 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d6edff48ea341d3a11a8d4469f046fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442683 Nov 12 20:44:41.788571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385d7aa-3aee-4743-baad-8164a3cb4230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb27f1f-7089-41cc-933a-09d11ddf70e5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:41.793259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56866) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:41.837646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.872476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-645be151-ad87-4453-b6e3-ccdaa1a76ded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.897575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-645be151-ad87-4453-b6e3-ccdaa1a76ded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.972827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-f9bb1037-b05c-4995-95c0-0674d5a9cc10 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.974326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-f9bb1037-b05c-4995-95c0-0674d5a9cc10 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 807 time: 0.1871288 Nov 12 20:44:41.997225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Request body: {'port': {'device_id': '100b007c-b955-41b1-9304-02d86221e93c', 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'admin_state_up': True, 'tenant_id': '99af9cc5da6e44fc8b0629315c33793d'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:42.027939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-d66f89f6-ea89-4936-bc48-5079bd07452c tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.3122647 Nov 12 20:44:42.047755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71b6eeb2-22e6-4b72-a4ff-2958423ed4e2 req-558e1944-e89b-4812-913d-2968465cdcff tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&id=74cd09ff-0f4f-4d92-b050-6e3b85967475&id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&id=6f296594-a375-4490-ad02-fbcf67db68ea&id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.7962987 Nov 12 20:44:42.049396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.052388 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.053913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] 10.222.0.78 "PUT /v2.0/ports/76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 200 len: 1092 time: 1.7701113 Nov 12 20:44:42.101226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-645be151-ad87-4453-b6e3-ccdaa1a76ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.114615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-645be151-ad87-4453-b6e3-ccdaa1a76ded admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.119074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-645be151-ad87-4453-b6e3-ccdaa1a76ded admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfb27f1f-7089-41cc-933a-09d11ddf70e5 HTTP/1.1" status: 204 len: 168 time: 0.3256509 Nov 12 20:44:42.134356 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbfe73c-a742-4184-a7ad-c832df47e23f x-openstack-request-id: req-9fbfe73c-a742-4184-a7ad-c832df47e23f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:42.141013 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:42.141631 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fbfe73c-a742-4184-a7ad-c832df47e23f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:42.143047 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'status': 'completed', 'code': 200} Nov 12 20:44:42.264044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cb738-0224-4c6d-9ddd-95c0d247082e service neutron] Pushing event updated for resources: {'Port': ['ID=76bad5fc-2964-4b67-a19d-3c70560623c2,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:42.282268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be151-ad87-4453-b6e3-ccdaa1a76ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb27f1f-7089-41cc-933a-09d11ddf70e5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:42.308662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-7e4ac48f-406d-4f5b-b593-5a673bedab77 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.321923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-7e4ac48f-406d-4f5b-b593-5a673bedab77 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports/e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 942 time: 0.2930424 Nov 12 20:44:42.333974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3f63a7c7-4c8a-449c-a5e0-521441d76dc6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81f357a4ce684b3e8c330ec43a98aba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5889044 Nov 12 20:44:42.336978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56874) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:42.471517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-4922525f-c24d-4245-9c51-b85c5e6813e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.473023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-4922525f-c24d-4245-9c51-b85c5e6813e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19ea999d773c44439208356817d6a855&device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 1095 time: 0.2659676 Nov 12 20:44:42.535943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-c05e78a8-2a80-45e8-9689-537ea746c038 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 200 len: 217 time: 0.0526521 Nov 12 20:44:42.544812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-e0eff73b-651b-42d2-8ba9-8087242a0eac tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.1457291 Nov 12 20:44:42.545506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50879b01-a8f1-4b40-9489-45df6bb9886a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.553569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-e4b0caae-ab61-4f9d-9a81-53d426839a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.558320 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-e4b0caae-ab61-4f9d-9a81-53d426839a0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 1097 time: 0.1853976 Nov 12 20:44:42.657202 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50879b01-a8f1-4b40-9489-45df6bb9886a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.709025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-aaa4d438-c2dd-44c9-ac64-071470b9e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.709577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-aaa4d438-c2dd-44c9-ac64-071470b9e2ad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f HTTP/1.1" status: 200 len: 867 time: 0.1612308 Nov 12 20:44:42.719402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-6e953512-6650-47a2-ac56-8aba980c5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.720934 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-6e953512-6650-47a2-ac56-8aba980c5044 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1479182 Nov 12 20:44:42.722207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Made reservation on behalf of 99af9cc5da6e44fc8b0629315c33793d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:42.728640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.779227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-b3ecd219-a736-47d7-9ee8-c2c08cfc3a6c tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.787688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-b3ecd219-a736-47d7-9ee8-c2c08cfc3a6c tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2237492 Nov 12 20:44:42.920518 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-68e0ad08-d6a3-4227-a4dd-0643ce1d7cca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 1001 time: 0.1755276 Nov 12 20:44:42.933858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-98901c6f-bd3d-498e-81c0-92bb8c4bd369 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.1449854 Nov 12 20:44:42.939583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:42.949992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-d74e2ac3-47be-4de8-becf-3e1809438756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.952981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-d74e2ac3-47be-4de8-becf-3e1809438756 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=65a6be42-036e-49b2-892f-07f30a91f7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346542 Nov 12 20:44:42.954307 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50879b01-a8f1-4b40-9489-45df6bb9886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.957401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50879b01-a8f1-4b40-9489-45df6bb9886a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.959368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-50879b01-a8f1-4b40-9489-45df6bb9886a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2115b06a-a27b-4aed-a477-a7f3097dd787 HTTP/1.1" status: 204 len: 168 time: 0.6177685 Nov 12 20:44:43.061088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50879b01-a8f1-4b40-9489-45df6bb9886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115b06a-a27b-4aed-a477-a7f3097dd787,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:43.083026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-8543ab4d-cb15-4dc2-aa10-78e85238ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:43.084936 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-8543ab4d-cb15-4dc2-aa10-78e85238ebee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.1596820 Nov 12 20:44:43.140291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Allocated IP 172.20.0.8 (c1bb6d37-abe0-4cef-affb-f230734803b9/7a40005e-6fc7-4c5d-a51c-b7af2f467e2a/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:43.180819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-55afedc4-dbb0-4910-a885-0510bbc8be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:43.182322 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-55afedc4-dbb0-4910-a885-0510bbc8be7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872707 Nov 12 20:44:43.217740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:43.316064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-0f1e1727-9828-456f-8763-da0ad22d1d17 service neutron] 10.222.0.78 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986197 Nov 12 20:44:43.364350 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-eef53afd-62cd-4598-8469-5b4b7e4580e8 service neutron] 10.222.0.46 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733854 Nov 12 20:44:43.395364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:43.432328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36fdb-5dbd-4ca1-8b71-61305ec2ce39 req-8d2a5b1a-9db2-49f1-917e-a766fe65ecfc tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:43.433860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4a36fdb-5dbd-4ca1-8b71-61305ec2ce39 req-8d2a5b1a-9db2-49f1-917e-a766fe65ecfc tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 943 time: 0.3246555 Nov 12 20:44:43.569531 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96849b73-733e-4d32-878d-0f2be194c6c2 req-a1552178-4190-43c8-9c6c-8c14bc24426c service neutron] 10.222.0.46 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102500 Nov 12 20:44:43.587546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:43.590438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3471f889-114b-4d65-8268-9d7c8fa41daf req-84cc89e2-0688-44c1-aeed-685c57908e67 service neutron] 10.222.0.78 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052679 Nov 12 20:44:43.596457 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4a36fdb-5dbd-4ca1-8b71-61305ec2ce39 req-a69112fd-bdc3-477a-b8ad-daebe1185797 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263483 Nov 12 20:44:43.669189 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:43.678839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Network c1bb6d37-abe0-4cef-affb-f230734803b9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:43.684555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:43.686677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Pushing event updated for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:43.690023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:43.753251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:43.754108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:43.775693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb53e1a-cb6b-40ec-8d6f-da5321a5c3ed req-406f4766-6bee-4bee-9ee5-2566bae92436 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:43.777972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bb53e1a-cb6b-40ec-8d6f-da5321a5c3ed req-406f4766-6bee-4bee-9ee5-2566bae92436 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 945 time: 0.0630960 Nov 12 20:44:43.804900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:43.806133 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Floating IP 24174f82-370d-4fef-a39f-463348ff7405 disassociated. External IP: 172.25.8.125, port: e5df031b-2f10-4d05-96cc-379c98175f07. Nov 12 20:44:43.869614 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-1ea39959-e37f-4302-aa7a-d1675a3b0863 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8810856 Nov 12 20:44:43.883922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Request body: {'port': {'device_id': '100b007c-b955-41b1-9304-02d86221e93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:43.900964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bb53e1a-cb6b-40ec-8d6f-da5321a5c3ed req-ba7aff24-6a50-4ee8-9673-b1a478759797 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/security-groups?id=74cd09ff-0f4f-4d92-b050-6e3b85967475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163876 Nov 12 20:44:43.952975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:43.964875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56910) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:44.124816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46169638-e581-49d9-88ee-77b8920dcc22 req-f1022694-a452-41b8-a12d-8883183c485c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:44.126298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46169638-e581-49d9-88ee-77b8920dcc22 req-f1022694-a452-41b8-a12d-8883183c485c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 931 time: 0.1323693 Nov 12 20:44:44.156395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:44.158905 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b" -d '{"events": [{"name": "network-changed", "server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:44.168250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e052f5b7-1833-4a4d-ac97-650a3ea92aa7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1ba7d38b7f74eaab20e35ad2fe5d2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021904 Nov 12 20:44:44.170693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56916) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:44.231054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:44.237995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46169638-e581-49d9-88ee-77b8920dcc22 req-7dcc99cf-e23f-43cf-9077-cda87859674f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733879 Nov 12 20:44:44.368467 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-861dc304-aa6f-4660-82d6-1297b7d51a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.432888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-861dc304-aa6f-4660-82d6-1297b7d51a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.448573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:44.454502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.460384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:44.470755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:44.473970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:44.475010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:44.488803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.508123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Transition to ACTIVE for port object 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:44.520876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8d76fc70-552b-4c53-b313-ea7ded6f429f tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "PUT /v2.0/floatingips/24174f82-370d-4fef-a39f-463348ff7405 HTTP/1.1" status: 200 len: 695 time: 1.5858860 Nov 12 20:44:44.540069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1e3b-f686-42bd-8f27-b342fcc48863 req-5935ab27-7be2-45c2-907a-55727d289ebc tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:44.540069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1e3b-f686-42bd-8f27-b342fcc48863 req-5935ab27-7be2-45c2-907a-55727d289ebc tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:44.540069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1e3b-f686-42bd-8f27-b342fcc48863 req-5935ab27-7be2-45c2-907a-55727d289ebc tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:44.548482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-734a1e3b-f686-42bd-8f27-b342fcc48863 req-5935ab27-7be2-45c2-907a-55727d289ebc tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e&device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6&device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 2886 time: 0.0588789 Nov 12 20:44:44.596597 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-753a4831-ecdb-4857-8ba0-d096a902e604 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:44.598280 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-753a4831-ecdb-4857-8ba0-d096a902e604 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.46 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 945 time: 0.0566139 Nov 12 20:44:44.617850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:44.623523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.628064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-734a1e3b-f686-42bd-8f27-b342fcc48863 req-19a91058-482b-4916-b18a-47ec3af465fa tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776067 Nov 12 20:44:44.633993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-54fe3757-17a9-4622-bbd5-0ba47b203de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:44.635237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-54fe3757-17a9-4622-bbd5-0ba47b203de6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0819252 Nov 12 20:44:44.689634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-861dc304-aa6f-4660-82d6-1297b7d51a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.692231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-861dc304-aa6f-4660-82d6-1297b7d51a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.696655 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-861dc304-aa6f-4660-82d6-1297b7d51a84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc0e3363-5d70-4cc2-8760-0eebad3dd24e HTTP/1.1" status: 204 len: 168 time: 0.5234492 Nov 12 20:44:44.718015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:44.733282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dc304-aa6f-4660-82d6-1297b7d51a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e3363-5d70-4cc2-8760-0eebad3dd24e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:44.864149 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38453b98-0496-4c50-b340-cbc4d5502c2f x-openstack-request-id: req-38453b98-0496-4c50-b340-cbc4d5502c2f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:44.865182 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:44.865648 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38453b98-0496-4c50-b340-cbc4d5502c2f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:44.866391 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'status': 'completed', 'code': 200} Nov 12 20:44:44.898370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Deleting port 87979a96-03e8-4b38-9836-c1cd2c5b25bd {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:44:44.898787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.978190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:44.978526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:44.978857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:44.984147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:44.990040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:44.990363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:44.995313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-761ded30-1ac3-4e2f-a452-30c46272fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:44.998693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-761ded30-1ac3-4e2f-a452-30c46272fa12 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19ea999d773c44439208356817d6a855&device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 1095 time: 0.1296382 Nov 12 20:44:45.003205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:45.003588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:45.004082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:45.004530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Bound port: 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:45.004887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:45.021419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:45.023390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] For port 87979a96-03e8-4b38-9836-c1cd2c5b25bd, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=87979a96-03e8-4b38-9836-c1cd2c5b25bd,segment=NetworkSegment(3a358f76-a440-4273-b0ba-277a6bc0aa7f),segment_id=3a358f76-a440-4273-b0ba-277a6bc0aa7f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:45.027499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:45.040616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:45.041344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:45.042408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-10bf16b9-a53c-42c7-a532-df4f6c53d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.047858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-10bf16b9-a53c-42c7-a532-df4f6c53d050 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.3944018 Nov 12 20:44:45.067802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Calling delete_port for 87979a96-03e8-4b38-9836-c1cd2c5b25bd owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:44:45.153486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:45.156057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-89d3d43f-e997-43df-a528-fa1ae582c10d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 217 time: 0.0848956 Nov 12 20:44:45.169909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:45.221580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:45.234685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da39ba-8b13-4b48-aa6a-bbe468e852de req-4b893813-aed7-40a8-9b59-fa30d22f1ddd tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.234685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8da39ba-8b13-4b48-aa6a-bbe468e852de req-4b893813-aed7-40a8-9b59-fa30d22f1ddd tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 943 time: 0.2501535 Nov 12 20:44:45.254379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:45.304608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.306918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:45.308910 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] 10.222.0.78 "PUT /v2.0/ports/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 1092 time: 1.4299254 Nov 12 20:44:45.313167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:45.315708 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeace6c-0ae0-400e-ad65-8edc99a944e3" -d '{"events": [{"name": "network-changed", "server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:45.354751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05c8ab-529d-408f-9bbb-8c045ab6d836 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:45.380641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:45.401922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['87979a96-03e8-4b38-9836-c1cd2c5b25bd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:45.420976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Pushing event deleted for resources: {'Port': ['ID=87979a96-03e8-4b38-9836-c1cd2c5b25bd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:45.475475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] No DVR routers for this DVR port 87979a96-03e8-4b38-9836-c1cd2c5b25bd on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:44:45.481411 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:45.485176 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ea71a9c-efe0-4663-b025-e51207fa63cf req-53147b4a-bdc5-4fa0-a090-f7634ff35891 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.46 "DELETE /v2.0/ports/87979a96-03e8-4b38-9836-c1cd2c5b25bd HTTP/1.1" status: 204 len: 173 time: 0.8707638 Nov 12 20:44:45.517771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-41a558ec-a217-40ef-a191-34af37371b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.519535 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-41a558ec-a217-40ef-a191-34af37371b20 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1095 time: 0.0525692 Nov 12 20:44:45.611871 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-998abb8d-b27b-4c19-bb9c-3d95ee6bef92 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0823221 Nov 12 20:44:45.625452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-bacb5c57-b916-4d45-9b09-1d4606eca98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.626910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-bacb5c57-b916-4d45-9b09-1d4606eca98b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.4576831 Nov 12 20:44:45.630740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-a04b0259-5614-4f9b-b88d-f0b0b6d21671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.639307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-a04b0259-5614-4f9b-b88d-f0b0b6d21671 service neutron] 10.222.0.78 "GET /v2.0/networks?id=65a6be42-036e-49b2-892f-07f30a91f7fe HTTP/1.1" status: 200 len: 929 time: 0.6170650 Nov 12 20:44:45.639307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8da39ba-8b13-4b48-aa6a-bbe468e852de req-63da1c27-338b-4a7f-9a25-92800a3e551e tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966601 Nov 12 20:44:45.694300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:45.697431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-a676a873-57ef-48ea-8de4-c04d17481b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.701456 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-a676a873-57ef-48ea-8de4-c04d17481b17 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0773044 Nov 12 20:44:45.709867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-69e193f2-354f-4c20-8d2e-69b1769e4d33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 200 len: 217 time: 0.0690897 Nov 12 20:44:45.741625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744947f8-33be-49b8-9e8b-5b50ed7b8821 None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:45.765523 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-be514741-4da1-404f-9363-a6440cf57360 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588343 Nov 12 20:44:45.784571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8a63fc88-a401-4d25-9b9d-9cf14f1034b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.784571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-8a63fc88-a401-4d25-9b9d-9cf14f1034b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437871 Nov 12 20:44:45.856373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-7e1d93be-41c1-45f6-9fe7-e0035a16c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.857808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-7e1d93be-41c1-45f6-9fe7-e0035a16c7b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f HTTP/1.1" status: 200 len: 867 time: 0.1372249 Nov 12 20:44:45.876418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a05ec1-045d-4585-b7a4-2a0efeeaf0ed req-0031950b-169a-4b4e-acde-9389ba264963 tempest-VolumesAdminNegativeTest-860674403 tempest-VolumesAdminNegativeTest-860674403-project] 10.222.0.64 "GET /v2.0/ports?device_id=864d1b69-99ef-4269-b1c6-788ba613c213 HTTP/1.1" status: 200 len: 210 time: 0.0602822 Nov 12 20:44:45.925914 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-9870ae39-a99f-4aa9-b3f5-2c73ffa5d074 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522043 Nov 12 20:44:45.981926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-3bb719fe-c564-41f6-912c-ef8bb7c757a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.986989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-3bb719fe-c564-41f6-912c-ef8bb7c757a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=65a6be42-036e-49b2-892f-07f30a91f7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132100 Nov 12 20:44:45.990508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-180264f0-381b-4754-9251-02c5c01891c5 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991298 Nov 12 20:44:46.040114 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bb344f4-5ff6-4ca6-8317-18e52f3f59d7 req-4dfe0782-dd84-48e2-a95c-25c4d326e073 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053164 Nov 12 20:44:46.171866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eae9a4c3-c534-4c21-a007-8ce6409cbc9a req-7f90ee79-8b5e-4e33-a037-075ae3ab8acd service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741338 Nov 12 20:44:46.173968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-afc072a1-cc4f-4a4b-9678-4a692a262fda service neutron] 10.222.0.78 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648011 Nov 12 20:44:46.178887 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60404fc-b40b-4d27-8072-8b38d78ee7d2 None None] New status for floating IP 24174f82-370d-4fef-a39f-463348ff7405: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:44:46.338053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440602b4-ee2b-4a69-bf8f-195a97fcf5cf req-c743e4bb-0e22-4106-b5b3-c684e668c0c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:46.339576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-440602b4-ee2b-4a69-bf8f-195a97fcf5cf req-c743e4bb-0e22-4106-b5b3-c684e668c0c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 943 time: 0.0795395 Nov 12 20:44:46.344074 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d72222-69cd-42fe-9b3c-f6a5ec9f7970 x-openstack-request-id: req-a5d72222-69cd-42fe-9b3c-f6a5ec9f7970 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:46.344576 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:46.345531 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5d72222-69cd-42fe-9b3c-f6a5ec9f7970 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:46.346025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac2d6e19-01a1-44c1-a0e6-2d594d46978b req-a0c9c431-56e5-47a3-95ca-a3a2b56798f5 service neutron] 10.222.0.78 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630921 Nov 12 20:44:46.346322 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6', 'status': 'completed', 'code': 200} Nov 12 20:44:46.431356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-440602b4-ee2b-4a69-bf8f-195a97fcf5cf req-24ca5ad9-b3ca-4556-b1b3-b436551eb0a4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841179 Nov 12 20:44:46.441994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-811b4ae2-cf8a-475c-973b-27aa4b1db152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:46.443670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-811b4ae2-cf8a-475c-973b-27aa4b1db152 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1095 time: 0.0614352 Nov 12 20:44:46.556521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-d2633238-b670-40d1-b438-12eef831f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:46.558038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-d2633238-b670-40d1-b438-12eef831f204 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1071975 Nov 12 20:44:46.610827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-8e21dc5b-ebc1-4736-b26d-5e3fe6c67ef1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0451195 Nov 12 20:44:46.666449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-a4323741-fc11-498f-a56d-4fbbfdbd4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:46.667921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-a4323741-fc11-498f-a56d-4fbbfdbd4a16 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0488155 Nov 12 20:44:46.710312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-6d6f927c-6525-41a3-8edc-4df5bc849b5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343506 Nov 12 20:44:46.816778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-2de26f3e-a5ba-4d54-a064-c70b1bc1ae17 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973783 Nov 12 20:44:46.884779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:46.887108 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dccb9e-2656-49f0-9f22-d144ba155118" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:46.924134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adeace6c-0ae0-400e-ad65-8edc99a944e3 req-97f30c90-c63e-40eb-8ebc-a8015f9e5479 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993302 Nov 12 20:44:47.237198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 76bad5fc-2964-4b67-a19d-3c70560623c2 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:47.298666 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf65580-9d43-4704-ab55-c2176a0604b3 req-015fdb39-eec9-4479-abcf-3ae0ae5f141d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:47.300271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5bf65580-9d43-4704-ab55-c2176a0604b3 req-015fdb39-eec9-4479-abcf-3ae0ae5f141d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 943 time: 0.0514767 Nov 12 20:44:47.340345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 76bad5fc-2964-4b67-a19d-3c70560623c2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=76bad5fc-2964-4b67-a19d-3c70560623c2,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:47.349652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5bf65580-9d43-4704-ab55-c2176a0604b3 req-107bfa2f-eed0-4e23-baa1-dc9cf86fbbf0 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Nov 12 20:44:47.354824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'port_id': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'mac_address': 'fa:16:3e:01:1f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:47.393673 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:47.406833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bad5fc-2964-4b67-a19d-3c70560623c2 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:47.429334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 76bad5fc-2964-4b67-a19d-3c70560623c2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=76bad5fc-2964-4b67-a19d-3c70560623c2,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:47.456712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a391a-f596-4a59-b818-0e47e6372596 req-f686995a-ab58-458a-a95e-9a98d85bec01 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:47.458117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-f686995a-ab58-458a-a95e-9a98d85bec01 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0519698 Nov 12 20:44:47.496331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:47.511277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-69812175-77da-4847-888e-fdcd953c0810 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0472193 Nov 12 20:44:47.520960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Request body: {'floatingip': {'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:47.550451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=76bad5fc-2964-4b67-a19d-3c70560623c2,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:47.563396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:47.787140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['76bad5fc-2964-4b67-a19d-3c70560623c2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:47.804251 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afee4486-bb24-4db5-85c5-3ca64e4a6202 x-openstack-request-id: req-afee4486-bb24-4db5-85c5-3ca64e4a6202 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:47.804543 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:47.804825 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afee4486-bb24-4db5-85c5-3ca64e4a6202 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:47.805748 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'status': 'completed', 'code': 200} Nov 12 20:44:47.824972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57006) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:47.909318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3e1033-9bb8-4471-adf2-ba53ceee5e02 admin admin] Deleting subnet 5e2bc06a-fbe1-4bf8-bad3-40974a9176cb {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:44:47.919104 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-6315af92-22bf-44f9-902a-bfcbd293aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:47.921280 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-6315af92-22bf-44f9-902a-bfcbd293aafd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 1097 time: 0.1105561 Nov 12 20:44:47.922066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1033-9bb8-4471-adf2-ba53ceee5e02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:48.016135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1033-9bb8-4471-adf2-ba53ceee5e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:48.048485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:48.069307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-371acfe4-9d69-43a8-bd4b-f511cf5a8c98 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254488 Nov 12 20:44:48.141551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:48.257130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-9f83cfc5-6119-4c3f-ac9a-ec203c66da63 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:48.259141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-9f83cfc5-6119-4c3f-ac9a-ec203c66da63 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835616 Nov 12 20:44:48.276717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1033-9bb8-4471-adf2-ba53ceee5e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:48.284305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-bdb35645-1dd8-4d56-8205-250de09f2e31 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/quotas/f17fde0197fb4cd185fa333ca81bec54 HTTP/1.1" status: 200 len: 375 time: 0.0167334 Nov 12 20:44:48.286921 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Floating IP 24174f82-370d-4fef-a39f-463348ff7405 associated. External IP: 172.25.8.125, port: 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f. Nov 12 20:44:48.297183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-ce5bd0a7-2c5a-46c8-addf-c16a4db93707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:48.298634 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-ce5bd0a7-2c5a-46c8-addf-c16a4db93707 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.3527508 Nov 12 20:44:48.347982 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d1b69-99ef-4269-b1c6-788ba613c213', 'name': 'network-vif-deleted', 'tag': '87979a96-03e8-4b38-9836-c1cd2c5b25bd'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:48.348637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-2fa65ad6-918c-4e00-82cb-3667a2b7ff76 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575554 Nov 12 20:44:48.350223 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c07c343-3266-458e-9978-d2f09da4ad01" -d '{"events": [{"server_uuid": "864d1b69-99ef-4269-b1c6-788ba613c213", "name": "network-vif-deleted", "tag": "87979a96-03e8-4b38-9836-c1cd2c5b25bd"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:48.355073 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-8ac23810-5a34-4a7c-88f5-556b8aed29d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 200 len: 217 time: 0.0437901 Nov 12 20:44:48.414890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-86e996e9-7cdd-40f4-b7f6-ee1b881d68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:48.416387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-86e996e9-7cdd-40f4-b7f6-ee1b881d68c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.0535975 Nov 12 20:44:48.456370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-d4841493-5300-4562-955c-d028be074217 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:48.457805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-d4841493-5300-4562-955c-d028be074217 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0686412 Nov 12 20:44:48.467080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-735f6e17-3c96-43d8-9ed7-3331c85565d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:48.468602 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-735f6e17-3c96-43d8-9ed7-3331c85565d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429702 Nov 12 20:44:48.495097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1033-9bb8-4471-adf2-ba53ceee5e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:48.529725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e1033-9bb8-4471-adf2-ba53ceee5e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2bc06a-fbe1-4bf8-bad3-40974a9176cb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:48.564460 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1033-9bb8-4471-adf2-ba53ceee5e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:48.567679 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4a3e1033-9bb8-4471-adf2-ba53ceee5e02 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5e2bc06a-fbe1-4bf8-bad3-40974a9176cb HTTP/1.1" status: 204 len: 168 time: 0.7416635 Nov 12 20:44:48.571114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57022) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:48.614794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-f3c74d83-ee90-4096-9a45-de7893c1f3bd service neutron] 10.222.0.46 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366804 Nov 12 20:44:48.660419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:48.731827 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34dccb9e-2656-49f0-9f22-d144ba155118 req-048de864-2806-4450-a553-af07c13ce3ef service neutron] 10.222.0.46 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083918 Nov 12 20:44:48.770969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:48.829649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Deleting port e5df031b-2f10-4d05-96cc-379c98175f07 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:44:48.829877 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.121184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 87979a96-03e8-4b38-9836-c1cd2c5b25bd no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:44:49.145440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 87979a96-03e8-4b38-9836-c1cd2c5b25bd {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:44:49.145780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 87979a96-03e8-4b38-9836-c1cd2c5b25bd not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:44:49.246897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:49.249284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 76bad5fc-2964-4b67-a19d-3c70560623c2 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:49.253867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:49.260117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.267293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.283764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:49.317530 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.317910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.318655 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.318973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.319320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.319646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.319965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.320300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.320673 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.321805 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.333304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:49.333955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:49.389184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.389451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.389785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.390116 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 20:44:49.390497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048d07af-97ca-4eb8-a1d0-97d0faac472d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:49.422550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a358f76-a440-4273-b0ba-277a6bc0aa7f') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:49.422869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a358f76-a440-4273-b0ba-277a6bc0aa7f') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:49.437104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb617-6dd6-459d-81cb-ce21d617576e req-fdca7240-7479-46a8-86b9-5b59d24794a0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:49.438662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d5cb617-6dd6-459d-81cb-ce21d617576e req-fdca7240-7479-46a8-86b9-5b59d24794a0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 943 time: 0.2630436 Nov 12 20:44:49.449677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] For port e5df031b-2f10-4d05-96cc-379c98175f07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e5df031b-2f10-4d05-96cc-379c98175f07,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:49.450049 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.453359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-0289d72b-611c-4be7-85cf-3e3b79ec40f2 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "PUT /v2.0/floatingips/24174f82-370d-4fef-a39f-463348ff7405 HTTP/1.1" status: 200 len: 996 time: 1.9362512 Nov 12 20:44:49.466840 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.492819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:49.506832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Calling delete_port for e5df031b-2f10-4d05-96cc-379c98175f07 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:44:49.511620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:49.513785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6', 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'port_id': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6', 'mac_address': 'fa:16:3e:cd:b2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a40005e-6fc7-4c5d-a51c-b7af2f467e2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:49.538455 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.540788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 76bad5fc-2964-4b67-a19d-3c70560623c2 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:49.551345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 76bad5fc-2964-4b67-a19d-3c70560623c2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:49.551839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.560176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:44:49.560471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: from cryptography.utils import int_from_bytes Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: from cryptography.utils import int_from_bytes Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:44:49.564485 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:44:49.664145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d5cb617-6dd6-459d-81cb-ce21d617576e req-8cc016bf-281a-4d1a-a1b5-f804f32541bc tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996942 Nov 12 20:44:49.680880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a391a-f596-4a59-b818-0e47e6372596 req-c2c826a6-861d-4e6f-b324-b433152f9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:49.682373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-c2c826a6-861d-4e6f-b324-b433152f9ecd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.1971416 Nov 12 20:44:49.686405 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.747826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:49.757388 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.782019 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b6658-f252-4d67-ba7b-d56f82458472 x-openstack-request-id: req-b34b6658-f252-4d67-ba7b-d56f82458472 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:49.783803 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d1b69-99ef-4269-b1c6-788ba613c213", "name": "network-vif-deleted", "tag": "87979a96-03e8-4b38-9836-c1cd2c5b25bd", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:49.784250 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b34b6658-f252-4d67-ba7b-d56f82458472 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:49.785080 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d1b69-99ef-4269-b1c6-788ba613c213', 'name': 'network-vif-deleted', 'tag': '87979a96-03e8-4b38-9836-c1cd2c5b25bd', 'status': 'completed', 'code': 200} Nov 12 20:44:49.801135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.804472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/048d07af-97ca-4eb8-a1d0-97d0faac472d HTTP/1.1" status: 204 len: 168 time: 1.2320044 Nov 12 20:44:49.807780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:49.809034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57038) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:49.810071 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216daba6-30be-4ee5-95d3-93e24103472c" -d '{"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:49.829393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46799a9a-680e-4f71-90fd-add094d667c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=048d07af-97ca-4eb8-a1d0-97d0faac472d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:49.841435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:49.857878 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.861777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a391a-f596-4a59-b818-0e47e6372596 req-85937022-75bf-413e-8d7e-967e34954b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:49.863207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-85937022-75bf-413e-8d7e-967e34954b8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1719127 Nov 12 20:44:49.879505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad06ca7c-00f0-4177-a1d9-8c2d058b1ddd admin admin] Deleting subnet f878ee6a-6e27-43ad-b065-9e005d638d07 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:44:49.885136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad06ca7c-00f0-4177-a1d9-8c2d058b1ddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.903193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:49.905867 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34290400-f807-481f-8b33-f5ed3e171606" -d '{"events": [{"server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "name": "network-vif-plugged", "status": "completed", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:49.918776 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.921841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 76bad5fc-2964-4b67-a19d-3c70560623c2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=76bad5fc-2964-4b67-a19d-3c70560623c2,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:49.925066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad06ca7c-00f0-4177-a1d9-8c2d058b1ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.936882 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:49.971136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:49.973122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e5df031b-2f10-4d05-96cc-379c98175f07'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:49.974886 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad06ca7c-00f0-4177-a1d9-8c2d058b1ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.005888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Pushing event deleted for resources: {'Port': ['ID=e5df031b-2f10-4d05-96cc-379c98175f07,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:50.019499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-fa7aeb82-ea9f-4b8a-8d65-5aeedcc2e62d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 999 time: 0.1386237 Nov 12 20:44:50.028884 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.067191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:50.090707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab361b-a90a-4af3-87ee-86fac0529435 req-01a8d851-aede-4350-b531-27a606643650 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:50.093301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cdab361b-a90a-4af3-87ee-86fac0529435 req-01a8d851-aede-4350-b531-27a606643650 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 944 time: 0.1667919 Nov 12 20:44:50.110984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] No DVR routers for this DVR port e5df031b-2f10-4d05-96cc-379c98175f07 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:44:50.113526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad06ca7c-00f0-4177-a1d9-8c2d058b1ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.115900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.120453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abf20714-14a4-41c1-88f8-27ea384dfd8c req-558f7fea-27b9-4001-be48-d1131ecc8051 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.46 "DELETE /v2.0/ports/e5df031b-2f10-4d05-96cc-379c98175f07 HTTP/1.1" status: 204 len: 173 time: 1.6265709 Nov 12 20:44:50.131014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a391a-f596-4a59-b818-0e47e6372596 req-8c5e66aa-9384-4692-b16b-1a3e52c98184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:50.140220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-8c5e66aa-9384-4692-b16b-1a3e52c98184 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.1197422 Nov 12 20:44:50.159956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad06ca7c-00f0-4177-a1d9-8c2d058b1ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.168409 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ad06ca7c-00f0-4177-a1d9-8c2d058b1ddd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f878ee6a-6e27-43ad-b065-9e005d638d07 HTTP/1.1" status: 204 len: 168 time: 0.3579895 Nov 12 20:44:50.169882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06ca7c-00f0-4177-a1d9-8c2d058b1ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f878ee6a-6e27-43ad-b065-9e005d638d07,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:50.179445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57046) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:50.188314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:20:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:47Z', 'revision_number': 8, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:50.233393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cdab361b-a90a-4af3-87ee-86fac0529435 req-be6b1682-3bc2-47d6-ae8f-d6788dfa1f4d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234980 Nov 12 20:44:50.241641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a391a-f596-4a59-b818-0e47e6372596 req-7aad3ed8-df09-4ae4-ba4d-6209e7949ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:50.253198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-7aad3ed8-df09-4ae4-ba4d-6209e7949ff3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120040 Nov 12 20:44:50.263784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=76bad5fc-2964-4b67-a19d-3c70560623c2,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:50.272003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:50.277805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:50.342075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:50.342702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:50.386140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.417818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-606dfa55-3e6f-4455-9066-67935647af37 req-41e3bfd3-0619-48cf-a77c-e7579bf06053 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 210 time: 0.0449538 Nov 12 20:44:50.425999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-47007fe3-f94a-4cf0-96a8-1fef2188255d service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716144 Nov 12 20:44:50.505056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.536902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c68a391a-f596-4a59-b818-0e47e6372596 req-05d01ea9-6e26-4f3b-b485-fc423271f408 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098866 Nov 12 20:44:50.545925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf95283-4874-4edd-8bf3-cd80ddad97fb']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:50.557088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa66daf-965c-44f6-ac5b-1f9b83f4adcc') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:50.557485 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa66daf-965c-44f6-ac5b-1f9b83f4adcc') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:50.567491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.581025 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.588533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:44:50.589161 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:44:50.592761 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:44:50.682955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:50.724762 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.731774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.734908 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/daf95283-4874-4edd-8bf3-cd80ddad97fb HTTP/1.1" status: 204 len: 168 time: 0.5524764 Nov 12 20:44:50.748682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf962876-7bf0-4dff-9fce-0c8318d540b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf95283-4874-4edd-8bf3-cd80ddad97fb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:50.891747 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ee2128-4d4b-41ff-b77e-cce996f18352 x-openstack-request-id: req-74ee2128-4d4b-41ff-b77e-cce996f18352 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:50.892536 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:50.892536 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74ee2128-4d4b-41ff-b77e-cce996f18352 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:50.892737 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'status': 'completed', 'code': 200} Nov 12 20:44:50.978911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:20:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:47Z', 'revision_number': 8, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:50.986292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216daba6-30be-4ee5-95d3-93e24103472c req-1923d573-66e6-49f7-8e09-3d2823abe569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:50.987902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216daba6-30be-4ee5-95d3-93e24103472c req-1923d573-66e6-49f7-8e09-3d2823abe569 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.0497582 Nov 12 20:44:51.007568 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46247dd-a6e5-4246-a630-ae60074c533c x-openstack-request-id: req-b46247dd-a6e5-4246-a630-ae60074c533c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:51.007908 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "name": "network-vif-plugged", "status": "completed", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:51.008731 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b46247dd-a6e5-4246-a630-ae60074c533c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:51.009299 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'code': 200} Nov 12 20:44:51.020365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bd18a-c3e1-4ddc-8f25-16a54aaf75b2 None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '24174f82-370d-4fef-a39f-463348ff7405', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'port_id': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'mac_address': 'fa:16:3e:20:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:05Z', 'updated_at': '2021-11-12T20:44:47Z', 'revision_number': 8, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:51.141022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a64704cf-5e5d-49ad-a8f3-b682762f4484 req-6ed5f3a2-a167-49d7-ab51-a170bf816f57 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips/24174f82-370d-4fef-a39f-463348ff7405 HTTP/1.1" status: 200 len: 996 time: 0.1217163 Nov 12 20:44:51.159530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57056) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:51.190263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216daba6-30be-4ee5-95d3-93e24103472c req-8f040d60-d002-4af0-8d25-073ca470d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:51.191788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216daba6-30be-4ee5-95d3-93e24103472c req-8f040d60-d002-4af0-8d25-073ca470d6ee service neutron] 10.222.0.78 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.1812587 Nov 12 20:44:51.193328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-e0839ba8-cc1b-43c3-835a-721fd4285a5c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420170 Nov 12 20:44:51.224066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c84d99-bdca-4d57-b2c3-3fc552a9270a req-1e59effa-5501-4bca-89f1-cd3ab24d784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:51.225607 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-92c84d99-bdca-4d57-b2c3-3fc552a9270a req-1e59effa-5501-4bca-89f1-cd3ab24d784f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 1097 time: 0.0975137 Nov 12 20:44:51.234053 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f0089996-d105-4c2d-89f4-7692c28da9c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aaec9bec92d14747bb77ee47f7b7f77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0726750 Nov 12 20:44:51.236462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57058) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:51.299165 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393c0ed-4c67-496e-ac0d-16ac810d1937 None None] New status for floating IP 24174f82-370d-4fef-a39f-463348ff7405: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:44:51.333060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77ce4e04-f635-4470-a1f9-aa9bdfacb694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:51.373980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77ce4e04-f635-4470-a1f9-aa9bdfacb694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:51.377464 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-92c84d99-bdca-4d57-b2c3-3fc552a9270a req-dbccf23f-7262-46c2-99da-77b9d625157f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321635 Nov 12 20:44:51.413069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216daba6-30be-4ee5-95d3-93e24103472c req-a8e5f914-1c41-4dfc-a320-d4f4b268f1a0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 999 time: 0.2039058 Nov 12 20:44:51.456526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64704cf-5e5d-49ad-a8f3-b682762f4484 req-8dbf326e-8291-4753-805e-b52f21687c7c tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:51.457955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a64704cf-5e5d-49ad-a8f3-b682762f4484 req-8dbf326e-8291-4753-805e-b52f21687c7c tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2897604 Nov 12 20:44:51.477373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-a64704cf-5e5d-49ad-a8f3-b682762f4484 req-fd6688ff-0162-437f-8680-5717ea69ca14 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:44:51.478588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a64704cf-5e5d-49ad-a8f3-b682762f4484 req-fd6688ff-0162-437f-8680-5717ea69ca14 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097101 Nov 12 20:44:51.489084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-c3eb01f5-2009-42fb-b786-b1dc40e2b67a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:51.490305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-c3eb01f5-2009-42fb-b786-b1dc40e2b67a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802060 Nov 12 20:44:51.506508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Request body: {'port': {'device_id': '860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f17fde0197fb4cd185fa333ca81bec54'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:51.529350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77ce4e04-f635-4470-a1f9-aa9bdfacb694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:51.532842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77ce4e04-f635-4470-a1f9-aa9bdfacb694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:51.534221 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-77ce4e04-f635-4470-a1f9-aa9bdfacb694 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74cd09ff-0f4f-4d92-b050-6e3b85967475 HTTP/1.1" status: 204 len: 168 time: 0.2965965 Nov 12 20:44:51.568950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce4e04-f635-4470-a1f9-aa9bdfacb694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd09ff-0f4f-4d92-b050-6e3b85967475,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:51.705193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216daba6-30be-4ee5-95d3-93e24103472c req-ba1ad969-8a0b-42cb-9c2c-817acb13d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:51.705193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216daba6-30be-4ee5-95d3-93e24103472c req-ba1ad969-8a0b-42cb-9c2c-817acb13d50c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.0792966 Nov 12 20:44:51.708376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbbd8-4ae9-4e14-81e5-16e6bd18160b req-926f49f0-9065-4525-9904-0282a4f0e061 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:51.709700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258dbbd8-4ae9-4e14-81e5-16e6bd18160b req-926f49f0-9065-4525-9904-0282a4f0e061 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 944 time: 0.1301072 Nov 12 20:44:51.795860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216daba6-30be-4ee5-95d3-93e24103472c req-57d7c5e1-566b-4148-93e8-a9ad7e58f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:51.797292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216daba6-30be-4ee5-95d3-93e24103472c req-57d7c5e1-566b-4148-93e8-a9ad7e58f113 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837963 Nov 12 20:44:51.800807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258dbbd8-4ae9-4e14-81e5-16e6bd18160b req-0ef1ea1f-1cab-4cba-8f3c-c7a2c93be494 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767326 Nov 12 20:44:51.903388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Made reservation on behalf of f17fde0197fb4cd185fa333ca81bec54 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:51.905412 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:51.921029 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:51.954306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216daba6-30be-4ee5-95d3-93e24103472c req-44026e08-a7c6-40c6-a4dc-1d615556e4de service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466780 Nov 12 20:44:51.958410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1b1ab-0897-4d30-973e-58d90a30118e req-c66c73a8-8fd2-4f2b-b1eb-0fc45b89ad08 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:51.968075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50b1b1ab-0897-4d30-973e-58d90a30118e req-c66c73a8-8fd2-4f2b-b1eb-0fc45b89ad08 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1102 time: 0.1078463 Nov 12 20:44:52.134697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50b1b1ab-0897-4d30-973e-58d90a30118e req-a945a5e4-b30c-4cb2-a9d7-fe48152b240c tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655974 Nov 12 20:44:52.162182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7876a6-b463-4f66-9b5d-4f7cd848dc2e req-23b4893d-2389-43f2-9838-229f865874ca tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:52.163740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df7876a6-b463-4f66-9b5d-4f7cd848dc2e req-23b4893d-2389-43f2-9838-229f865874ca tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 945 time: 0.1537585 Nov 12 20:44:52.172149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216daba6-30be-4ee5-95d3-93e24103472c req-2ceadd7b-116e-483a-b4d2-2ca007215844 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019563 Nov 12 20:44:52.220231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.238472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-214bcc35-571b-46d7-96ee-8602cb883a53 req-e26607ef-37be-471b-91d3-8fc46706594c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 210 time: 0.0408945 Nov 12 20:44:52.266651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df7876a6-b463-4f66-9b5d-4f7cd848dc2e req-42a88e03-f3e0-40e5-8765-ebb80d191e86 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867455 Nov 12 20:44:52.319741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.421878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-297eb3a2-6cb7-4038-b459-71c453fbec0d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.1423433 Nov 12 20:44:52.422481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbc9905-b5da-4745-8362-a8b0946531f5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:52.467981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57078) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:52.511268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:52.533633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-c76447c3-3c06-40d2-b4d1-0b2a7d39a744 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:52.534983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-c76447c3-3c06-40d2-b4d1-0b2a7d39a744 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports/6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 942 time: 0.0937853 Nov 12 20:44:52.543628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef424a0f-1473-4a1e-94f2-10e4e8e0359d req-569fe393-7234-4219-965c-60b3fc490c73 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:52.546360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef424a0f-1473-4a1e-94f2-10e4e8e0359d req-569fe393-7234-4219-965c-60b3fc490c73 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1102 time: 0.1428592 Nov 12 20:44:52.565852 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3fd0aca9-8c20-495e-841c-5646238de406 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5555db286f545b28cd6b59adf526d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533378 Nov 12 20:44:52.569769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57084) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:52.580050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Allocated IP 192.168.233.168 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:52.636160 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5666873-30b7-42d3-a300-28e8bff1947d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.659064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5666873-30b7-42d3-a300-28e8bff1947d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.669871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef424a0f-1473-4a1e-94f2-10e4e8e0359d req-a3e5de71-0c17-4bcc-a47d-dac9ebea9336 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176641 Nov 12 20:44:52.710485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-e9bdc68a-6c12-4e35-86ce-11dba4a2b72c tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.1114326 Nov 12 20:44:52.725207 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-621fa74f-2409-48fa-a984-b8cb261952c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.817432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-621fa74f-2409-48fa-a984-b8cb261952c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.823016 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5666873-30b7-42d3-a300-28e8bff1947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.828300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5666873-30b7-42d3-a300-28e8bff1947d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.828300 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d5666873-30b7-42d3-a300-28e8bff1947d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d592b789-f092-4378-a13b-5cf60cd7b70e HTTP/1.1" status: 204 len: 168 time: 0.2552240 Nov 12 20:44:52.838860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5666873-30b7-42d3-a300-28e8bff1947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d592b789-f092-4378-a13b-5cf60cd7b70e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:52.888709 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-621fa74f-2409-48fa-a984-b8cb261952c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.939535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fa74f-2409-48fa-a984-b8cb261952c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff84966-d1a1-43c5-b25c-69ea90a3653b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:52.949987 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-621fa74f-2409-48fa-a984-b8cb261952c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=991c1f5c3e6c42b692162b3d71eecca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779699 Nov 12 20:44:52.949987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57092) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:53.006532 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4520e4da-a2bf-4544-a4f9-b1cfee404968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.038697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4520e4da-a2bf-4544-a4f9-b1cfee404968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.056818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'name': 'network-vif-deleted', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:53.059038 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d970b8-686a-42b5-8e91-c6bc57076718" -d '{"events": [{"server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "name": "network-vif-deleted", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:53.135126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e5df031b-2f10-4d05-96cc-379c98175f07 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:44:53.159782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4520e4da-a2bf-4544-a4f9-b1cfee404968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.161132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: e5df031b-2f10-4d05-96cc-379c98175f07 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:44:53.161484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e5df031b-2f10-4d05-96cc-379c98175f07 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:44:53.164608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4520e4da-a2bf-4544-a4f9-b1cfee404968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.165988 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4520e4da-a2bf-4544-a4f9-b1cfee404968 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ff84966-d1a1-43c5-b25c-69ea90a3653b HTTP/1.1" status: 204 len: 168 time: 0.2159722 Nov 12 20:44:53.175605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520e4da-a2bf-4544-a4f9-b1cfee404968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff84966-d1a1-43c5-b25c-69ea90a3653b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:53.190452 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.206610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-208f212c-4684-4e87-a7ee-a825252b4e77 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:53.216697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-208f212c-4684-4e87-a7ee-a825252b4e77 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.4873512 Nov 12 20:44:53.231900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e1c35-19ae-4d33-abe2-e1ec3d1ff265 req-f8c8792c-70af-4b7e-992e-978a22954cf9 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:53.233373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a6e1c35-19ae-4d33-abe2-e1ec3d1ff265 req-f8c8792c-70af-4b7e-992e-978a22954cf9 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 944 time: 0.1678994 Nov 12 20:44:53.274759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:53.354145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-5843222b-81a5-47b9-8106-4c5968fbd66c tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.1382082 Nov 12 20:44:53.372080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:53.378615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a6e1c35-19ae-4d33-abe2-e1ec3d1ff265 req-43fe4fbe-8a95-49de-843a-4594b3c08690 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339836 Nov 12 20:44:53.382520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:53.394371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:53.394371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.438262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.486408 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88d0e29-5093-4517-a64f-065394d80c03 x-openstack-request-id: req-c88d0e29-5093-4517-a64f-065394d80c03 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:53.486760 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1", "name": "network-vif-deleted", "tag": "e5df031b-2f10-4d05-96cc-379c98175f07", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:53.487012 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c88d0e29-5093-4517-a64f-065394d80c03 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:53.487453 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5e21e3-dc37-45ae-88b5-9ce1cd16c7a1', 'name': 'network-vif-deleted', 'tag': 'e5df031b-2f10-4d05-96cc-379c98175f07', 'status': 'completed', 'code': 200} Nov 12 20:44:53.535991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.582742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:53.584456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:53.588365 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05374388-78e7-4f2d-8d6b-e4210411f004" -d '{"events": [{"server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "name": "network-vif-plugged", "status": "completed", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:53.588552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.634301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.645321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bc814-7f08-4550-bb69-fd0229e3371b req-3bd9791d-d49e-42e0-af6f-8f52b140b956 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:53.646773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-794bc814-7f08-4550-bb69-fd0229e3371b req-3bd9791d-d49e-42e0-af6f-8f52b140b956 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 936 time: 0.1041625 Nov 12 20:44:53.688113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:53.701268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:53.706089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.717276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:53.720465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'Port': ['ID=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:53.722622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:53.770988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.771211 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Floating IP 24174f82-370d-4fef-a39f-463348ff7405 disassociated. External IP: 172.25.8.125, port: 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f. Nov 12 20:44:53.828459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-794bc814-7f08-4550-bb69-fd0229e3371b req-eba87132-2334-435a-8a50-3df7801c926e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737046 Nov 12 20:44:53.840887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:53.850056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.883947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57128) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:53.900887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bcffcc45-3162-41ab-b835-29e6d939fc7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.954973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-f09a9410-cc43-4ce4-9106-c6a865e9b7ee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4530437 Nov 12 20:44:53.969973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Request body: {'port': {'device_id': '860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:54.013274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bcffcc45-3162-41ab-b835-29e6d939fc7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.029087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bf6217d5-4282-4681-8e15-c3509841f855 None None] Provisioning complete for port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:54.029473 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf6217d5-4282-4681-8e15-c3509841f855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.032937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0e605-a944-4589-9334-127d895fdd1c req-e58c0368-09ea-4b16-ab2e-43b96f2f9194 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:54.034459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86b0e605-a944-4589-9334-127d895fdd1c req-e58c0368-09ea-4b16-ab2e-43b96f2f9194 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 945 time: 0.1344774 Nov 12 20:44:54.067096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bf6217d5-4282-4681-8e15-c3509841f855 None None] Port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:54.068881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bcffcc45-3162-41ab-b835-29e6d939fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.112262 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bcffcc45-3162-41ab-b835-29e6d939fc7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3d579998f0e4f3d923b9afe38cce51c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272186 Nov 12 20:44:54.113554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffcc45-3162-41ab-b835-29e6d939fc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6893f436-9429-4ca3-a041-07740a81431f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:54.117126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57138) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:54.150343 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.172697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f727813a-ed20-48d8-a3bb-7d0aab6f56b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.179877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86b0e605-a944-4589-9334-127d895fdd1c req-b1bdefcb-6935-47ef-80b0-69e9c21f5292 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338122 Nov 12 20:44:54.199544 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f727813a-ed20-48d8-a3bb-7d0aab6f56b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.236517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:54.328546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f727813a-ed20-48d8-a3bb-7d0aab6f56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.331529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f727813a-ed20-48d8-a3bb-7d0aab6f56b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.335155 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f727813a-ed20-48d8-a3bb-7d0aab6f56b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6893f436-9429-4ca3-a041-07740a81431f HTTP/1.1" status: 204 len: 168 time: 0.2144001 Nov 12 20:44:54.353241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727813a-ed20-48d8-a3bb-7d0aab6f56b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6893f436-9429-4ca3-a041-07740a81431f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:54.473287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:54.478963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.483819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:54.496906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:54.497601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:54.526812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-4120b7df-802a-496d-b13f-11a0ac478a23 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "PUT /v2.0/floatingips/24174f82-370d-4fef-a39f-463348ff7405 HTTP/1.1" status: 200 len: 696 time: 1.1627848 Nov 12 20:44:54.612377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:54.620488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:54.626325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.632316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-7a1338e8-0d4a-4318-90fa-38118f622677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:54.634494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-7a1338e8-0d4a-4318-90fa-38118f622677 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.0897870 Nov 12 20:44:54.662627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Transition to ACTIVE for port object 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:54.730222 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d959edc-9af4-4ae1-981a-09dde0c8900a x-openstack-request-id: req-0d959edc-9af4-4ae1-981a-09dde0c8900a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:54.730645 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "name": "network-vif-plugged", "status": "completed", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:54.730777 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d959edc-9af4-4ae1-981a-09dde0c8900a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:54.731146 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6', 'code': 200} Nov 12 20:44:54.805511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.886463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:54.919317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:54.930675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:54.932227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:54.951639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-7d3f11ff-9d1c-463d-a57f-8de064c9d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:54.953505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-7d3f11ff-9d1c-463d-a57f-8de064c9d5db service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.3124039 Nov 12 20:44:55.041872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:55.049393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb9561-79af-4893-bade-c3a3e114349d req-b0586f17-7801-498d-9844-d0f62341fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:55.051432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24bb9561-79af-4893-bade-c3a3e114349d req-b0586f17-7801-498d-9844-d0f62341fb23 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1097 time: 0.2884793 Nov 12 20:44:55.064200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-2b363e88-7b49-412d-b3aa-99825f51e759 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 217 time: 0.0944319 Nov 12 20:44:55.100263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:55.142668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed335a09-a874-4d92-8948-5afae732d940 req-8bc5251d-0c5d-4271-a44c-959a8e54b27d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 258 time: 0.4373839 Nov 12 20:44:55.171188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:55.215534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-ca275aec-081b-41f9-9fbe-e8fe1bac4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:55.222729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-ca275aec-081b-41f9-9fbe-e8fe1bac4017 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.1576719 Nov 12 20:44:55.284999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24bb9561-79af-4893-bade-c3a3e114349d req-371bacc0-7cfd-46a3-8c8c-95e7d80ff6ce service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064667 Nov 12 20:44:55.291873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Attempting to bind port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:55.292395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Attempting to bind port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:55.292837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Attempting to bind port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:55.300839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:55.301050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Attempting to bind port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:55.311142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:55.311679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:55.312126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:55.312509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Bound port: 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:55.312875 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:55.317019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-45d4f8a8-f96d-4c73-9e55-8f4464167248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:55.325111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-45d4f8a8-f96d-4c73-9e55-8f4464167248 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015041 Nov 12 20:44:55.363793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:55.383204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:55.417328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ac4d7-5f47-45b7-ba09-ecb947228de9 None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:43:41Z', 'revision_number': 4, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7d29f42e-dd49-49bd-b2a0-91d4391bf15e', 'name': '', 'network_id': 'f8c454e3-4585-4f59-ae6d-3f362e5f0715', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'mac_address': 'fa:16:3e:40:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:40Z', 'updated_at': '2021-11-12T20:43:46Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'subnets': [{'id': '44346f24-6f82-4530-b8fb-f9e4808df9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:55.490218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:55.492615 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b33ac4-1a65-464c-b717-8fc3808dbfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:55.532079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-81690811-ae4b-4784-95f4-ad2af3c28771 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061079 Nov 12 20:44:55.536615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] For port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:55.575180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] For port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:55.660547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e1f3246-81a8-49fa-8508-16741d94bf89 req-65faa3e5-d794-420f-826d-4ea7f31344a9 service neutron] 10.222.0.64 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215706 Nov 12 20:44:55.667823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:55.682796 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e8141-0c40-4450-a164-1e5ea8e69f30 None None] New status for floating IP 24174f82-370d-4fef-a39f-463348ff7405: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:44:55.710937 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:55.761808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:55.762429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:55.763847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] 10.222.0.46 "PUT /v2.0/ports/4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d HTTP/1.1" status: 200 len: 1097 time: 1.7989244 Nov 12 20:44:55.816906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d0a4a-e32a-494c-8c2f-383137636f80 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:55.851211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Allocated IP 172.25.8.217 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/a9dc9861-3513-4c07-ae52-ab60af275473) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:56.056270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-6e0370ea-64ab-4879-b9f1-0e27c9b8f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:56.057676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-6e0370ea-64ab-4879-b9f1-0e27c9b8f1ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 1100 time: 0.1409867 Nov 12 20:44:56.060559 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:56.403772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-63bcdd3e-8c47-453c-9b20-3ddcf5706601 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d HTTP/1.1" status: 200 len: 217 time: 0.3323872 Nov 12 20:44:56.473387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efc01b-d032-4839-aa98-fc795cbf8e10 req-9b9b5928-ad46-493a-88a3-7423484bcb4e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:56.474863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23efc01b-d032-4839-aa98-fc795cbf8e10 req-9b9b5928-ad46-493a-88a3-7423484bcb4e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 945 time: 0.4071376 Nov 12 20:44:56.485470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-4be8f81e-71fb-4c36-8640-65f1eb40bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:56.486672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-4be8f81e-71fb-4c36-8640-65f1eb40bcc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0709414 Nov 12 20:44:56.559375 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:56.570768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23efc01b-d032-4839-aa98-fc795cbf8e10 req-80b008f3-de87-4e3f-bd29-6b566b679388 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875731 Nov 12 20:44:56.572897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-95db6121-ca8b-421a-84b3-116aecd7d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:56.574415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-95db6121-ca8b-421a-84b3-116aecd7d0d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807090 Nov 12 20:44:56.619876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:56.639576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:56.642178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:56.704006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Pushing event updated for resources: {'Port': ['ID=a9dc9861-3513-4c07-ae52-ab60af275473,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:56.781973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-8ddd6c8f-daa0-42e0-ab12-77c9062fc5b8 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824265 Nov 12 20:44:56.850345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:56.887649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c54aa1-e29e-4bf7-8fbf-0fd079985a7f req-a5107036-52fe-4493-b425-d842f24289d1 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984747 Nov 12 20:44:56.968769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.139772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909638e-75b0-43ff-92dc-731029d84bb4 req-7e46db7d-fe4c-4ea5-ae32-fc584b7d889b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:57.141399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b909638e-75b0-43ff-92dc-731029d84bb4 req-7e46db7d-fe4c-4ea5-ae32-fc584b7d889b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 948 time: 0.1106627 Nov 12 20:44:57.194653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57228) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:57.202751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.215819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b909638e-75b0-43ff-92dc-731029d84bb4 req-822ca68c-0567-42de-bab0-c09ee88ff3d4 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640259 Nov 12 20:44:57.311553 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.335945 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3a0fa7f-b921-4e76-b613-ee0bd79f3cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.409699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3a0fa7f-b921-4e76-b613-ee0bd79f3cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.416558 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea86130-eeb8-4051-b65e-f7281be8aeda x-openstack-request-id: req-3ea86130-eeb8-4051-b65e-f7281be8aeda {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:57.416853 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:57.417105 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ea86130-eeb8-4051-b65e-f7281be8aeda {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:57.417665 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'status': 'completed', 'code': 200} Nov 12 20:44:57.421798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Pushing event updated for resources: {'Port': ['ID=a9dc9861-3513-4c07-ae52-ab60af275473,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:57.429237 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.522839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-1f715326-aad4-4860-951c-6b290ae806ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:57.524585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-1f715326-aad4-4860-951c-6b290ae806ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=20842facfd50493f83c522eda2adcbcc&device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 1097 time: 0.0743904 Nov 12 20:44:57.524787 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8f62616-071a-4a55-9706-03e7ec1658fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.537454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d313e6-63e1-4b13-806e-4bcad92efc5d req-74bc611c-85ae-45cd-ba4f-337dfd4bbfd0 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:57.539404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30d313e6-63e1-4b13-806e-4bcad92efc5d req-74bc611c-85ae-45cd-ba4f-337dfd4bbfd0 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0581381 Nov 12 20:44:57.547413 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3a0fa7f-b921-4e76-b613-ee0bd79f3cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.552729 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.553875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed335a09-a874-4d92-8948-5afae732d940 req-40e91737-5937-4b55-894b-47ad92f629ed tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4104109 Nov 12 20:44:57.592182 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e3a0fa7f-b921-4e76-b613-ee0bd79f3cf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=624b5c8b56a14b3bb4d5d98927a157d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958595 Nov 12 20:44:57.593141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0fa7f-b921-4e76-b613-ee0bd79f3cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd7f5ac-f7fe-483f-a92f-e937cfdf6728,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:57.596745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:57.644972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc214db-9ec1-4c54-a952-870c6e172556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.668595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc214db-9ec1-4c54-a952-870c6e172556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.674384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed335a09-a874-4d92-8948-5afae732d940 req-a3e2e6ac-63fe-4847-b1aa-778af8442894 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.217 HTTP/1.1" status: 200 len: 696 time: 0.1049657 Nov 12 20:44:57.720720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30d313e6-63e1-4b13-806e-4bcad92efc5d req-ac641198-d8b5-469f-a621-d66e133134df tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727509 Nov 12 20:44:57.781933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-23b26a27-9225-4d7b-ab0b-cc2b7dbdb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:57.783439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-23b26a27-9225-4d7b-ab0b-cc2b7dbdb6db service neutron] 10.222.0.78 "GET /v2.0/networks?id=f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 200 len: 921 time: 0.2429256 Nov 12 20:44:57.844434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc214db-9ec1-4c54-a952-870c6e172556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.844892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-416d3672-6524-41e8-beed-e7e0543c6684 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 200 len: 217 time: 0.0464544 Nov 12 20:44:57.847269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc214db-9ec1-4c54-a952-870c6e172556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:57.853698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5fc214db-9ec1-4c54-a952-870c6e172556 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdd7f5ac-f7fe-483f-a92f-e937cfdf6728 HTTP/1.1" status: 204 len: 168 time: 0.2557981 Nov 12 20:44:57.856242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed335a09-a874-4d92-8948-5afae732d940 req-7f9044e2-b84b-4317-afbd-d2b99fd6684c tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:57.857583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed335a09-a874-4d92-8948-5afae732d940 req-7f9044e2-b84b-4317-afbd-d2b99fd6684c tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.1729293 Nov 12 20:44:57.864301 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc214db-9ec1-4c54-a952-870c6e172556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd7f5ac-f7fe-483f-a92f-e937cfdf6728,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:57.913938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-1517b315-0693-4631-ad0c-ea09c789fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:57.916175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-1517b315-0693-4631-ad0c-ea09c789fbaa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 200 len: 859 time: 0.0576494 Nov 12 20:44:57.977108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-c65eea19-4e4c-4081-9b81-804b17361e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:57.979139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-c65eea19-4e4c-4081-9b81-804b17361e42 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8c454e3-4585-4f59-ae6d-3f362e5f0715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500100 Nov 12 20:44:58.089303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a135aa-5972-475e-85ca-2f3b096cd93a req-dac0428a-484d-480f-8951-333819c4c8ee tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:58.090813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19a135aa-5972-475e-85ca-2f3b096cd93a req-dac0428a-484d-480f-8951-333819c4c8ee tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 945 time: 0.1107574 Nov 12 20:44:58.145264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-d6f0b25b-dc33-4c53-8660-4641e89709d2 service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316769 Nov 12 20:44:58.165750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19a135aa-5972-475e-85ca-2f3b096cd93a req-b9d680df-7429-44a5-9acc-1e437d82a051 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685775 Nov 12 20:44:58.300354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92b33ac4-1a65-464c-b717-8fc3808dbfa9 req-64b7f544-e8d1-4ab9-8855-b3d18602a33f service neutron] 10.222.0.78 "GET /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467249 Nov 12 20:44:58.348020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-dcbd771e-56b8-4fea-9902-7616b0d673ec tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:58.349507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-dcbd771e-56b8-4fea-9902-7616b0d673ec tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1179333 Nov 12 20:44:58.353047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-94872b05-2720-42a3-ae6f-4080c6923736 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips/24174f82-370d-4fef-a39f-463348ff7405 HTTP/1.1" status: 200 len: 694 time: 0.0672128 Nov 12 20:44:58.428265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-bfebbac7-e5ae-4b5c-bbeb-a1b2025fb907 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.217 HTTP/1.1" status: 200 len: 696 time: 0.0728340 Nov 12 20:44:58.464658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Request body: {'floatingip': {'port_id': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:58.494139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57306) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:58.508850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c727cc7a-18c9-48ce-b1e2-af519dc08d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:58.512020 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:58.590654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c727cc7a-18c9-48ce-b1e2-af519dc08d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:58.594833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-43fa082a-b580-4e4e-91f9-cfddde5587fb tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:58.596232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-43fa082a-b580-4e4e-91f9-cfddde5587fb tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2345181 Nov 12 20:44:58.628466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-bad5ffbb-0e3a-4469-ac24-e750002a9edf tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:44:58.629471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-bad5ffbb-0e3a-4469-ac24-e750002a9edf tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251606 Nov 12 20:44:58.654311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c727cc7a-18c9-48ce-b1e2-af519dc08d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:58.693423 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c727cc7a-18c9-48ce-b1e2-af519dc08d21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33985eb3b76547258cae6be454e11bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981473 Nov 12 20:44:58.694367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727cc7a-18c9-48ce-b1e2-af519dc08d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88522cfb-deee-4f79-97dd-404f6d594df7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:58.697330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57308) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:58.724499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-36e6aa28-8493-49a1-8ea7-18dcf5e29206 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 697 time: 0.0870135 Nov 12 20:44:58.747352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-750753c2-9269-47b9-bfac-cb048b0e19b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:58.768216 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-750753c2-9269-47b9-bfac-cb048b0e19b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:58.810893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-0e9108f9-a496-4078-9b39-d21ccfec5c1d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 697 time: 0.0776062 Nov 12 20:44:58.913595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-750753c2-9269-47b9-bfac-cb048b0e19b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:58.916912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-750753c2-9269-47b9-bfac-cb048b0e19b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:58.918067 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-750753c2-9269-47b9-bfac-cb048b0e19b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88522cfb-deee-4f79-97dd-404f6d594df7 HTTP/1.1" status: 204 len: 168 time: 0.2197800 Nov 12 20:44:58.925736 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750753c2-9269-47b9-bfac-cb048b0e19b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88522cfb-deee-4f79-97dd-404f6d594df7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:59.067162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Deleting port 43bb9201-3635-48a5-bc87-b634346bcabf {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:44:59.067526 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.162407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:59.276332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:59.291787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', 'mac_address': 'fa:16:3e:a2:1a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:59.336792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.352182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:59.374249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:59.461718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f', 'tag': '4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:59.463998 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c010caff-2419-4d79-9713-338997358c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f", "tag": "4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:59.465663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.489773 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.489989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.509354 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.510376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Calling delete_port for 43bb9201-3635-48a5-bc87-b634346bcabf owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:44:59.517798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:59.629140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.715220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:59.748776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.755368 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Floating IP 5051ad03-1833-4ffb-9799-b43e566cbac3 associated. External IP: 172.25.8.217, port: 76bad5fc-2964-4b67-a19d-3c70560623c2. Nov 12 20:44:59.814996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Pushing event deleted for resources: {'Port': ['ID=43bb9201-3635-48a5-bc87-b634346bcabf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:59.921632 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.924179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:59.926037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6adab6ea-3e4d-4174-bd3b-d344af4bb569 req-ddcfa93c-0cf7-4e28-af3d-703cd412689d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "DELETE /v2.0/floatingips/24174f82-370d-4fef-a39f-463348ff7405 HTTP/1.1" status: 204 len: 173 time: 1.1083879 Nov 12 20:44:59.958965 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7bf2ffbd-d244-456e-a222-227fb8363c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:00.063855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe4217-1e73-427b-857f-bedf2c193b2a req-02a8c68c-2ca2-4216-a9d5-dc67af13e77c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:00.065361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebbe4217-1e73-427b-857f-bedf2c193b2a req-02a8c68c-2ca2-4216-a9d5-dc67af13e77c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1097 time: 0.0872154 Nov 12 20:45:00.095210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Router c0d205e5-2bf5-47af-998c-9a6065f30a9c has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:00.160922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebbe4217-1e73-427b-857f-bedf2c193b2a req-ca6272e6-df6d-4f11-aeb5-94df6d3e974d tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855331 Nov 12 20:45:00.263042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:00.269575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:00.274561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] Sync routers for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:00.286003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:00.286871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:00.302295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747800c-8e1a-40b4-b538-f01edaa4c905 req-645953d7-35a3-482f-b99c-6c6d2ff1f0f4 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:00.303827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5747800c-8e1a-40b4-b538-f01edaa4c905 req-645953d7-35a3-482f-b99c-6c6d2ff1f0f4 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 949 time: 0.0855045 Nov 12 20:45:00.310392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-960f4db6-2188-4f5e-adb4-2c807c91cc9d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "PUT /v2.0/floatingips/5051ad03-1833-4ffb-9799-b43e566cbac3 HTTP/1.1" status: 200 len: 996 time: 1.8534272 Nov 12 20:45:00.390945 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5747800c-8e1a-40b4-b538-f01edaa4c905 req-38c9dc9d-0458-4639-bf80-f51537da8fc5 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758750 Nov 12 20:45:00.400584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:00.405440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-1d13698d-20a9-4e8f-8a4b-3dee95d3cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:00.406973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-1d13698d-20a9-4e8f-8a4b-3dee95d3cff2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19ea999d773c44439208356817d6a855&device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 1097 time: 0.0568988 Nov 12 20:45:00.529330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-68bf32f8-2bc6-4f5b-af94-c864c8fdcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:00.537473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-68bf32f8-2bc6-4f5b-af94-c864c8fdcea5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65a6be42-036e-49b2-892f-07f30a91f7fe HTTP/1.1" status: 200 len: 929 time: 0.1237681 Nov 12 20:45:00.601240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-bd06ab7f-3f79-4cea-a21d-289a493507f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 200 len: 999 time: 0.0626254 Nov 12 20:45:00.675643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-48ee5d41-992b-482c-8478-df75e75541fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:00.677228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-48ee5d41-992b-482c-8478-df75e75541fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f HTTP/1.1" status: 200 len: 867 time: 0.0692601 Nov 12 20:45:00.700775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '5051ad03-1833-4ffb-9799-b43e566cbac3', 'tenant_id': '19ea999d773c44439208356817d6a855', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'port_id': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'mac_address': 'fa:16:3e:01:1f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:56Z', 'updated_at': '2021-11-12T20:44:59Z', 'revision_number': 1, 'project_id': '19ea999d773c44439208356817d6a855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:33Z', 'revision_number': 5, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:00.734186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] Checking router: c0d205e5-2bf5-47af-998c-9a6065f30a9c for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:00.738349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-4be31bb9-cb13-4c06-9cc0-732671e145bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:00.740399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-4be31bb9-cb13-4c06-9cc0-732671e145bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65a6be42-036e-49b2-892f-07f30a91f7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557261 Nov 12 20:45:00.743765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:00.744525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:00.849676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-9513157f-5085-40b5-ad7d-cadeae77ac75 service neutron] 10.222.0.64 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013570 Nov 12 20:45:00.871819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:00.963374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e54341c-7016-41fe-8793-3a1b492d6035 req-d40a30b8-c067-458d-a923-3f74957be09e service neutron] 10.222.0.64 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057601 Nov 12 20:45:01.067064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02d6d9-c761-4077-976e-f07559df4747 req-fb9f4ab6-3b4f-42bf-b738-ded021accfe9 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:01.068631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a02d6d9-c761-4077-976e-f07559df4747 req-fb9f4ab6-3b4f-42bf-b738-ded021accfe9 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0501418 Nov 12 20:45:01.113452 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8a0a1-64db-485c-8623-30dfbb08292e x-openstack-request-id: req-fde8a0a1-64db-485c-8623-30dfbb08292e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:01.113740 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f", "tag": "4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:01.113986 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fde8a0a1-64db-485c-8623-30dfbb08292e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:01.114369 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f', 'tag': '4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', 'status': 'completed', 'code': 200} Nov 12 20:45:01.131713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a02d6d9-c761-4077-976e-f07559df4747 req-a16d6a2d-0536-4ddc-b885-11eb77ea8813 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481544 Nov 12 20:45:01.159773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '5051ad03-1833-4ffb-9799-b43e566cbac3', 'tenant_id': '19ea999d773c44439208356817d6a855', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'port_id': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'mac_address': 'fa:16:3e:01:1f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:56Z', 'updated_at': '2021-11-12T20:44:59Z', 'revision_number': 1, 'project_id': '19ea999d773c44439208356817d6a855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:33Z', 'revision_number': 5, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:01.201820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:01.204375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce91a09-2405-4782-bb46-86d08e77b5db None None] The sync data for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 is: [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '5051ad03-1833-4ffb-9799-b43e566cbac3', 'tenant_id': '19ea999d773c44439208356817d6a855', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'port_id': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'mac_address': 'fa:16:3e:01:1f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:56Z', 'updated_at': '2021-11-12T20:44:59Z', 'revision_number': 1, 'project_id': '19ea999d773c44439208356817d6a855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:33Z', 'revision_number': 5, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:01.229773 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:01.230824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010caff-2419-4d79-9713-338997358c1b req-5af71c71-e325-43c3-a60e-9e965f7dc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:01.232439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c010caff-2419-4d79-9713-338997358c1b req-5af71c71-e325-43c3-a60e-9e965f7dc879 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 1101 time: 0.0797746 Nov 12 20:45:01.257016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32801a57-3a35-439a-8132-aae2a3375914 req-035638b6-000c-4a20-bba2-38a987e389f9 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:01.259135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32801a57-3a35-439a-8132-aae2a3375914 req-035638b6-000c-4a20-bba2-38a987e389f9 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1097 time: 0.0627842 Nov 12 20:45:01.341988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:45:01.346895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:01.347078 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:01.358622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32801a57-3a35-439a-8132-aae2a3375914 req-c501d516-4d47-4cdf-bfa4-78d5e51d0695 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880871 Nov 12 20:45:01.368868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010caff-2419-4d79-9713-338997358c1b req-ffeb665c-4aeb-470b-8ad3-abac1cd82f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:01.370535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c010caff-2419-4d79-9713-338997358c1b req-ffeb665c-4aeb-470b-8ad3-abac1cd82f65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1283793 Nov 12 20:45:01.437801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c010caff-2419-4d79-9713-338997358c1b req-f11f433b-d880-4fa4-9af9-046af2c31bda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d HTTP/1.1" status: 200 len: 217 time: 0.0577898 Nov 12 20:45:01.471825 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d376934-3536-4088-b0da-b746f4068dbb None None] New status for floating IP 5051ad03-1833-4ffb-9799-b43e566cbac3: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:45:01.528008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010caff-2419-4d79-9713-338997358c1b req-5767b21b-417f-4beb-bd09-8a68dd0fe7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:01.530362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c010caff-2419-4d79-9713-338997358c1b req-5767b21b-417f-4beb-bd09-8a68dd0fe7a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0838253 Nov 12 20:45:01.603840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:01.629005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:01.631646 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef72eb1-9e21-48bd-a66e-41111a126553" -d '{"events": [{"server_uuid": "860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f", "name": "network-vif-plugged", "status": "completed", "tag": "4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:01.648798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:01.681684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010caff-2419-4d79-9713-338997358c1b req-ed491aa0-3e89-4872-908e-2f980b288884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:01.683144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c010caff-2419-4d79-9713-338997358c1b req-ed491aa0-3e89-4872-908e-2f980b288884 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1438608 Nov 12 20:45:01.687267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-67b72b13-c1e4-4a2b-bab1-3b348f5ea5d7 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e2a3d329b641423a988881180496128b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350573 Nov 12 20:45:01.724684 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:01.775599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:01.839201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-cacdda85-815c-4775-9aa9-f59306ea43ea tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 258 time: 0.2648478 Nov 12 20:45:01.853069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:01.901374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c010caff-2419-4d79-9713-338997358c1b req-72d0840d-bc1d-444c-acdf-590ae976d50a service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097266 Nov 12 20:45:01.910690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a773c-420e-4571-9886-5bd05686d519 req-0bc83ae7-a059-4e25-b61f-010e1a0ee6d1 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:01.912056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-0bc83ae7-a059-4e25-b61f-010e1a0ee6d1 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102120 Nov 12 20:45:01.951098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-5f59e078-8643-4dfa-a142-0514ae7b1238 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/quotas/e2a3d329b641423a988881180496128b HTTP/1.1" status: 200 len: 375 time: 0.0306790 Nov 12 20:45:02.015187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-bd81323f-4e2f-4344-95bb-29a5199f24c5 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a3d329b641423a988881180496128b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408487 Nov 12 20:45:02.017348 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:02.056402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c010caff-2419-4d79-9713-338997358c1b req-a4da4e3e-c6c2-4973-acc9-a959f80389cc service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434124 Nov 12 20:45:02.134679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:02.242932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Allocated IP 172.25.8.40 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/fe30b9a0-b7e7-4e57-8457-81a2f5b2a195) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:02.379137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b5010-5599-4eff-a827-dfd4b516653d req-f817b9f5-ea66-4b22-a466-fd999b5fbc3e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:02.380610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f89b5010-5599-4eff-a827-dfd4b516653d req-f817b9f5-ea66-4b22-a466-fd999b5fbc3e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 950 time: 0.0687590 Nov 12 20:45:02.406626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:02.457262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f89b5010-5599-4eff-a827-dfd4b516653d req-9e2330da-cf28-42ab-bb96-cf2480fceec2 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686889 Nov 12 20:45:02.588413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:02.630315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:02.636500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:02.640039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:02.645485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Pushing event updated for resources: {'Port': ['ID=fe30b9a0-b7e7-4e57-8457-81a2f5b2a195,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:02.728924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:02.824842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:02.872988 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:02.978376 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:03.031652 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:03.113167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Pushing event updated for resources: {'Port': ['ID=fe30b9a0-b7e7-4e57-8457-81a2f5b2a195,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:03.118115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:03.120883 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712859fe-3e7a-45e4-8b53-5144b34761de" -d '{"events": [{"name": "network-changed", "server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:03.134308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913729b-1071-4f3e-9dbd-657b30c1e42b req-cb47da11-56fa-4e9c-9bd6-9f3c3e863b76 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:03.136068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e913729b-1071-4f3e-9dbd-657b30c1e42b req-cb47da11-56fa-4e9c-9bd6-9f3c3e863b76 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 945 time: 0.1337733 Nov 12 20:45:03.144701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:03.192649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e913729b-1071-4f3e-9dbd-657b30c1e42b req-b10a9c73-297f-48f4-8947-d555e9131958 tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6c594ff-9954-455d-ac63-3d2a7ead02dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496547 Nov 12 20:45:03.238386 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f4f2ec-85e2-4695-b3f4-e6f38b3fd2a9 x-openstack-request-id: req-94f4f2ec-85e2-4695-b3f4-e6f38b3fd2a9 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:03.238899 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f", "name": "network-vif-plugged", "status": "completed", "tag": "4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:03.239160 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94f4f2ec-85e2-4695-b3f4-e6f38b3fd2a9 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:03.239618 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', 'code': 200} Nov 12 20:45:03.248755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:03.248755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6d42ea19-c376-401f-900e-d522629ba33f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4005752 Nov 12 20:45:03.304280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-08d53803-d752-4211-93f5-8e9656872845 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0459414 Nov 12 20:45:03.477505 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:03.503626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e4ddc-fe05-46c6-8811-b22d63a073af req-04e1a7f8-bad5-4b42-aa18-8de87e928f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:03.505082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-957e4ddc-fe05-46c6-8811-b22d63a073af req-04e1a7f8-bad5-4b42-aa18-8de87e928f64 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 1102 time: 0.1756094 Nov 12 20:45:03.524741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfedfd2-17b7-4dae-a91d-043d6a35066a req-e96808da-364d-4c74-b566-4e2a43e05d26 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:03.526218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbfedfd2-17b7-4dae-a91d-043d6a35066a req-e96808da-364d-4c74-b566-4e2a43e05d26 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1651189 Nov 12 20:45:03.540991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6af62ebc-1e0b-4369-b558-9e263551389f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:03.542625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de6ae394-8df7-44a0-a80d-60d771c8c73e req-6af62ebc-1e0b-4369-b558-9e263551389f tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2287385 Nov 12 20:45:03.568017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-d30e91e3-f720-4571-9e57-c7e2a76640ff tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:03.569571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-d30e91e3-f720-4571-9e57-c7e2a76640ff tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.78 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 945 time: 0.1363833 Nov 12 20:45:03.676698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-986b892a-90bf-4a5d-9c61-b399813b8874 req-650cee27-c346-4809-b64c-dd3a3ed996ac tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 210 time: 0.0788653 Nov 12 20:45:03.687141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-957e4ddc-fe05-46c6-8811-b22d63a073af req-55f80719-9c6a-48cf-a2dd-fc06732a071b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590545 Nov 12 20:45:03.690328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbfedfd2-17b7-4dae-a91d-043d6a35066a req-9ad2c76d-29e9-4bc1-aa94-74f7f2ef619f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442113 Nov 12 20:45:03.751499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Deleting port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:03.751883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:03.813730 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7714da14-6878-4a32-911f-f7b552dd34ce x-openstack-request-id: req-7714da14-6878-4a32-911f-f7b552dd34ce {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:03.814020 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:03.814343 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7714da14-6878-4a32-911f-f7b552dd34ce {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:03.814668 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'status': 'completed', 'code': 200} Nov 12 20:45:03.856392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] For port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:03.856752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:03.871113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Calling delete_port for 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:03.879188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712859fe-3e7a-45e4-8b53-5144b34761de req-0812843f-1653-4b23-a19d-382ee72dca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:03.880785 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-712859fe-3e7a-45e4-8b53-5144b34761de req-0812843f-1653-4b23-a19d-382ee72dca14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19ea999d773c44439208356817d6a855&device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 1097 time: 0.0413163 Nov 12 20:45:03.963410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d8ffa-6a2e-4545-9b64-18f15e9980fb req-3efabb9e-f14c-42c2-8853-0377ac969e99 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:03.965191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-087d8ffa-6a2e-4545-9b64-18f15e9980fb req-3efabb9e-f14c-42c2-8853-0377ac969e99 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 946 time: 0.0950656 Nov 12 20:45:03.994484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712859fe-3e7a-45e4-8b53-5144b34761de req-425b1558-2613-4a62-99e0-80f9a7122336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:03.996101 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-712859fe-3e7a-45e4-8b53-5144b34761de req-425b1558-2613-4a62-99e0-80f9a7122336 service neutron] 10.222.0.78 "GET /v2.0/networks?id=65a6be42-036e-49b2-892f-07f30a91f7fe HTTP/1.1" status: 200 len: 929 time: 0.1079667 Nov 12 20:45:04.062142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-087d8ffa-6a2e-4545-9b64-18f15e9980fb req-08dffe4d-e1b0-4378-9682-b7e3613bafa8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884156 Nov 12 20:45:04.072033 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-712859fe-3e7a-45e4-8b53-5144b34761de req-59991091-02ca-4802-9e50-1fd2e528ab88 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 200 len: 1001 time: 0.0623751 Nov 12 20:45:04.081104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d1f8-190f-441e-bad9-8b1bd691c2b4 req-46047817-d28b-4b5a-8a04-88556197bf18 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:04.082556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9934d1f8-190f-441e-bad9-8b1bd691c2b4 req-46047817-d28b-4b5a-8a04-88556197bf18 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 950 time: 0.0987394 Nov 12 20:45:04.141090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712859fe-3e7a-45e4-8b53-5144b34761de req-e2ad89de-21cc-409b-9cfc-9f1031954d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:04.142707 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-712859fe-3e7a-45e4-8b53-5144b34761de req-e2ad89de-21cc-409b-9cfc-9f1031954d8a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f HTTP/1.1" status: 200 len: 867 time: 0.0591040 Nov 12 20:45:04.170667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9934d1f8-190f-441e-bad9-8b1bd691c2b4 req-bdef3c7e-7d63-4d78-bc8b-6a53594e8c9d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691757 Nov 12 20:45:04.197026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712859fe-3e7a-45e4-8b53-5144b34761de req-45149057-0f3f-44a9-96f4-7a3fd6b97080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:04.198568 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-712859fe-3e7a-45e4-8b53-5144b34761de req-45149057-0f3f-44a9-96f4-7a3fd6b97080 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=65a6be42-036e-49b2-892f-07f30a91f7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422781 Nov 12 20:45:04.211614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0357a-7f01-4910-a8c8-2cb6e17c448e req-f7d5a26a-d171-4698-9df0-c1b23b5937c5 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:04.213180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebb0357a-7f01-4910-a8c8-2cb6e17c448e req-f7d5a26a-d171-4698-9df0-c1b23b5937c5 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0668764 Nov 12 20:45:04.227958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:04.247896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:04.292746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Pushing event deleted for resources: {'Port': ['ID=6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:04.309769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebb0357a-7f01-4910-a8c8-2cb6e17c448e req-c18a47b8-70bd-42e7-80aa-3a62b6631578 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0895591 Nov 12 20:45:04.338619 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-712859fe-3e7a-45e4-8b53-5144b34761de req-3550d303-f15a-47b0-8e5b-d211ffee9234 service neutron] 10.222.0.78 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175342 Nov 12 20:45:04.349388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ebb0357a-7f01-4910-a8c8-2cb6e17c448e req-b876b1c6-8f80-40b8-bedd-30352297caf5 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Request body: {'floatingip': {'port_id': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:04.461791 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-712859fe-3e7a-45e4-8b53-5144b34761de req-3a941e2a-e516-4239-b1a5-c8862aa5905d service neutron] 10.222.0.78 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083272 Nov 12 20:45:04.683205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] No DVR routers for this DVR port 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:04.699698 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:04.703017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-099e73b6-76ff-456a-a52c-8ab47e83b91c req-4eab99b5-0187-482e-93bf-744cb8aa901b tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.78 "DELETE /v2.0/ports/6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f HTTP/1.1" status: 204 len: 173 time: 1.1202126 Nov 12 20:45:04.727521 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ebb0357a-7f01-4910-a8c8-2cb6e17c448e req-b876b1c6-8f80-40b8-bedd-30352297caf5 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:04.745275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-54e6f617-6af7-4baa-b9db-84626fca3d8a tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2a3d329b641423a988881180496128b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599737 Nov 12 20:45:04.900970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f995b0-4abe-49b2-b252-568f748d449e req-8c652daa-bb4f-41d9-bf57-67907475c593 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:04.902573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61f995b0-4abe-49b2-b252-568f748d449e req-8c652daa-bb4f-41d9-bf57-67907475c593 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1097 time: 0.2162564 Nov 12 20:45:05.032202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a773c-420e-4571-9886-5bd05686d519 req-387fb129-4b17-454c-b21a-993ac2927889 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:05.033613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-387fb129-4b17-454c-b21a-993ac2927889 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613547 Nov 12 20:45:05.065420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61f995b0-4abe-49b2-b252-568f748d449e req-464b3706-be62-4e1e-8b81-a9ffe531b1f3 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495292 Nov 12 20:45:05.071628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Request body: {'port': {'device_id': '473c9e6c-1968-4d98-ab9e-59cb6b8c162c', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'e2a3d329b641423a988881180496128b'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:05.174551 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-ebb0357a-7f01-4910-a8c8-2cb6e17c448e req-b876b1c6-8f80-40b8-bedd-30352297caf5 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 20:45:05.175597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebb0357a-7f01-4910-a8c8-2cb6e17c448e req-b876b1c6-8f80-40b8-bedd-30352297caf5 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "PUT /v2.0/floatingips/afdb2738-958a-4281-b12f-8ab1f6259451 HTTP/1.1" status: 409 len: 549 time: 0.8427544 Nov 12 20:45:05.185443 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e1b2023-7ee2-4af6-9e63-9349f71ae3ee req-1107d95f-991d-4737-8140-2d4b1ae9d77d tempest-FloatingIPsAssociationTestJSON-413242443 tempest-FloatingIPsAssociationTestJSON-413242443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bab5af76-4862-4e2e-bd17-984b1411a7fe HTTP/1.1" status: 200 len: 210 time: 0.0444860 Nov 12 20:45:05.290981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-142b0c40-145d-46db-95d3-79abbde0e38e req-59f86a34-3c18-44ce-8c93-bb97d50ad23a tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 210 time: 0.0287294 Nov 12 20:45:05.320130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Made reservation on behalf of e2a3d329b641423a988881180496128b for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:05.323576 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:05.336930 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:05.363265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e38f7f-feac-4d24-95e8-7e0397b6dbc1 req-0e923f00-18ca-4a3c-84c8-9027ca2ecf61 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:05.364817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8e38f7f-feac-4d24-95e8-7e0397b6dbc1 req-0e923f00-18ca-4a3c-84c8-9027ca2ecf61 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0729620 Nov 12 20:45:05.513585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8e38f7f-feac-4d24-95e8-7e0397b6dbc1 req-69d4d163-b609-49aa-90aa-05b6b02d4063 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415124 Nov 12 20:45:05.642182 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:05.750895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:05.766115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48424339-558b-48a6-a6de-190a92ef864f req-56b022fa-2d14-4ba0-9362-02d6ba9d8f79 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips/afdb2738-958a-4281-b12f-8ab1f6259451 HTTP/1.1" status: 200 len: 692 time: 0.0590827 Nov 12 20:45:05.832003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'name': 'network-vif-deleted', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:05.834154 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cdbde5-894f-49de-9c8e-aa4b5e6df754" -d '{"events": [{"server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "name": "network-vif-deleted", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:05.891647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056e3199-edc0-4dad-a6d4-4862b3fe941b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:05.985539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48424339-558b-48a6-a6de-190a92ef864f req-1dd12ed3-fd1c-4cfc-9e0c-7f683a279f99 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:05.987494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48424339-558b-48a6-a6de-190a92ef864f req-1dd12ed3-fd1c-4cfc-9e0c-7f683a279f99 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2136276 Nov 12 20:45:06.005456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-48424339-558b-48a6-a6de-190a92ef864f req-89a6d141-cf95-48f3-9449-3d600b0be268 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:45:06.006435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48424339-558b-48a6-a6de-190a92ef864f req-89a6d141-cf95-48f3-9449-3d600b0be268 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111823 Nov 12 20:45:06.008949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Allocated IP 192.168.233.22 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/98b5a428-0e8d-4873-9c28-13a03425a35c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:06.073285 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48424339-558b-48a6-a6de-190a92ef864f req-fd220d7b-4dc6-4213-9172-46c7df780422 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0595927 Nov 12 20:45:06.140773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48424339-558b-48a6-a6de-190a92ef864f req-fa95ebfb-b578-405a-842e-a9947ae009b1 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0602243 Nov 12 20:45:06.356483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.368003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Deleting port fe30b9a0-b7e7-4e57-8457-81a2f5b2a195 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:06.368335 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.460393 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.460730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.472513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Calling delete_port for fe30b9a0-b7e7-4e57-8457-81a2f5b2a195 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:06.589027 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.640036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:06.650106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:06.652467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:06.686884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Pushing event updated for resources: {'Port': ['ID=98b5a428-0e8d-4873-9c28-13a03425a35c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:06.718621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:06.719315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.762972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.789398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Pushing event deleted for resources: {'Port': ['ID=fe30b9a0-b7e7-4e57-8457-81a2f5b2a195,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:06.840384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-728620c5-3a69-4a01-a73d-29a2d97557af tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7740376 Nov 12 20:45:06.858240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Request body: {'port': {'device_id': '473c9e6c-1968-4d98-ab9e-59cb6b8c162c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:06.878608 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.881097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.882178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48424339-558b-48a6-a6de-190a92ef864f req-e20ea133-a2d4-4aed-80dc-dd832ea74552 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "DELETE /v2.0/floatingips/afdb2738-958a-4281-b12f-8ab1f6259451 HTTP/1.1" status: 204 len: 173 time: 0.7323318 Nov 12 20:45:06.919092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3f0a71a3-c4af-432b-b6bc-8b8afe870a95 None None] Provisioning complete for port 98b5a428-0e8d-4873-9c28-13a03425a35c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:06.919695 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f0a71a3-c4af-432b-b6bc-8b8afe870a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.927466 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:06.958703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a71a3-c4af-432b-b6bc-8b8afe870a95 None None] Port 98b5a428-0e8d-4873-9c28-13a03425a35c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:07.061310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb336e9-8a76-494c-96ea-5d2bdd05d28d req-6098b898-0bba-49eb-998a-33ff56cf6cf9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:07.062680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecb336e9-8a76-494c-96ea-5d2bdd05d28d req-6098b898-0bba-49eb-998a-33ff56cf6cf9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 950 time: 0.1263318 Nov 12 20:45:07.145020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8721511-2343-4981-b990-8dc415d855cf req-ab7c729c-179c-4ed8-bc0a-9d66714aa939 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:07.146485 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8721511-2343-4981-b990-8dc415d855cf req-ab7c729c-179c-4ed8-bc0a-9d66714aa939 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "GET /v2.0/ports?device_id=555891f2-03aa-4227-89c1-bf7b8c92cfd5 HTTP/1.1" status: 200 len: 946 time: 0.0504806 Nov 12 20:45:07.172134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecb336e9-8a76-494c-96ea-5d2bdd05d28d req-0bc10344-d5ee-4e6d-8132-a885a3b05636 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008010 Nov 12 20:45:07.269572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b5a428-0e8d-4873-9c28-13a03425a35c {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:07.272196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Deleting port bf013027-e5ad-4e65-824e-4a84744bd480 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:07.272606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.278745 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.291564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Transition to ACTIVE for port object 98b5a428-0e8d-4873-9c28-13a03425a35c will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:07.355486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:07.364825 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.370086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] For port bf013027-e5ad-4e65-824e-4a84744bd480, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bf013027-e5ad-4e65-824e-4a84744bd480,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:07.370631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.381700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:07.382123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:07.458475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Pushing event updated for resources: {'Port': ['ID=98b5a428-0e8d-4873-9c28-13a03425a35c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:07.532070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Attempting to bind port 98b5a428-0e8d-4873-9c28-13a03425a35c on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:07.532403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Attempting to bind port 98b5a428-0e8d-4873-9c28-13a03425a35c by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:07.532732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Attempting to bind port 98b5a428-0e8d-4873-9c28-13a03425a35c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:07.537805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Port 98b5a428-0e8d-4873-9c28-13a03425a35c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:07.537984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Attempting to bind port 98b5a428-0e8d-4873-9c28-13a03425a35c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:07.548229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:07.548678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:07.549184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:07.549819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Bound port: 98b5a428-0e8d-4873-9c28-13a03425a35c, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:07.550216 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.664584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57652) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:07.693163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.699819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.699819 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Floating IP fa811dc2-bf80-4916-a650-cc5be7780983 disassociated. External IP: 172.25.8.150, port: bf013027-e5ad-4e65-824e-4a84744bd480. Nov 12 20:45:07.699819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Calling delete_port for bf013027-e5ad-4e65-824e-4a84744bd480 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:07.701044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] For port 98b5a428-0e8d-4873-9c28-13a03425a35c, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:07.721656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] For port 98b5a428-0e8d-4873-9c28-13a03425a35c, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=98b5a428-0e8d-4873-9c28-13a03425a35c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:07.737128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-961a914f-1765-453d-9fcd-5ea59c43d8ee tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1213382523&fields=id&tenant_id=549013cd7a4240e687d0dc6c09d0b51d HTTP/1.1" status: 200 len: 267 time: 0.0715640 Nov 12 20:45:07.815308 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.821375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-78bf4f4d-c2b4-4ad6-bd1e-cfa836ff5da7 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:45:07.821984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-78bf4f4d-c2b4-4ad6-bd1e-cfa836ff5da7 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1553378 Nov 12 20:45:07.859905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:07.860914 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.862223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] 10.222.0.46 "PUT /v2.0/ports/98b5a428-0e8d-4873-9c28-13a03425a35c HTTP/1.1" status: 200 len: 1096 time: 1.0079436 Nov 12 20:45:07.941648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:07.947192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-5fb584e7-3d61-4561-a568-7296d2c6b6dc tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:07.948749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-5fb584e7-3d61-4561-a568-7296d2c6b6dc tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 823 time: 0.2024438 Nov 12 20:45:07.966398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d149b0-70ab-4c2f-821d-2a77557d3aac service neutron] Pushing event updated for resources: {'Port': ['ID=98b5a428-0e8d-4873-9c28-13a03425a35c,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:07.983198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event deleted for resources: {'Port': ['ID=bf013027-e5ad-4e65-824e-4a84744bd480,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:07.985829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-2e64accd-f4b3-4af7-b99e-4ab3140ebd20 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/quotas/549013cd7a4240e687d0dc6c09d0b51d HTTP/1.1" status: 200 len: 375 time: 0.0203762 Nov 12 20:45:07.987111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6ef21dc2-3229-45e9-a530-6694bf1e9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:07.988436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6ef21dc2-3229-45e9-a530-6694bf1e9e80 service neutron] 10.222.0.64 "GET /v2.0/ports/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 1094 time: 0.1115549 Nov 12 20:45:08.014393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Request body: {'binding': {'host': 'n-h2-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:08.014870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:45:08.136637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:08.142015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-9cf7d9d5-aef5-432c-8d42-839d51fda2a0 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1439173 Nov 12 20:45:08.192740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a773c-420e-4571-9886-5bd05686d519 req-452b9a36-5359-428b-ab13-37587a44d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:08.194198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-452b9a36-5359-428b-ab13-37587a44d056 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2a3d329b641423a988881180496128b&device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 1099 time: 0.1436343 Nov 12 20:45:08.243536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:08.260274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] Sync routers for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:08.271463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:08.272313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:08.283526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-0b9dca57-1d9c-4aa3-916f-61b0c958973b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=98b5a428-0e8d-4873-9c28-13a03425a35c HTTP/1.1" status: 200 len: 217 time: 0.0804281 Nov 12 20:45:08.285214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] No DVR routers for this DVR port bf013027-e5ad-4e65-824e-4a84744bd480 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:08.290119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:08.293441 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e8721511-2343-4981-b990-8dc415d855cf req-d3d71c81-49c8-459d-9984-c39a2a37ba27 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "DELETE /v2.0/ports/bf013027-e5ad-4e65-824e-4a84744bd480 HTTP/1.1" status: 204 len: 173 time: 1.1361296 Nov 12 20:45:08.293948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'name': 'network-vif-deleted', 'tag': 'bf013027-e5ad-4e65-824e-4a84744bd480'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:08.296289 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e2d4a1-6b09-42e4-a7d7-393735c02c92" -d '{"events": [{"server_uuid": "555891f2-03aa-4227-89c1-bf7b8c92cfd5", "name": "network-vif-deleted", "tag": "bf013027-e5ad-4e65-824e-4a84744bd480"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:08.387276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a773c-420e-4571-9886-5bd05686d519 req-7fb6bbbb-95ff-47e5-a2a6-43a158dcd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:08.387497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:08.389705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-7fb6bbbb-95ff-47e5-a2a6-43a158dcd97d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0935423 Nov 12 20:45:08.391757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-a0b096ba-dd14-4ed3-88b2-373cb2e4583e service neutron] 10.222.0.64 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221491 Nov 12 20:45:08.393191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on host n-h2-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:08.393750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:08.394270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:08.617643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:08.649658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] Checking router: 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:08.658572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:08.659187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:08.723794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:08.724115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:08.758133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:08.758482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:08.758847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:08.759281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Bound port: 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:08.771269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:08.821217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a773c-420e-4571-9886-5bd05686d519 req-57f103a2-a22e-4b88-8db2-ed94dbc5ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:08.822724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-57f103a2-a22e-4b88-8db2-ed94dbc5ed26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4246185 Nov 12 20:45:08.849301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-1e045609-94af-4bd2-996c-d17968620a5c service neutron] 10.222.0.64 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522116 Nov 12 20:45:08.849767 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:45:08.871102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:08.937099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-4e40f8c6-6077-4323-bafc-e138e4eeb215 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055415 Nov 12 20:45:08.943860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:08.945553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-265e2dd5-4470-421f-9ec6-f1a2c29d0c3f service neutron] 10.222.0.64 "POST /v2.0/ports/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6/bindings HTTP/1.1" status: 201 len: 390 time: 0.9349413 Nov 12 20:45:08.979352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:09.006272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3bdfc-b49f-4c56-be8a-feaa3b79094b None None] The sync data for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 is: [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:09.040948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e70a773c-420e-4571-9886-5bd05686d519 req-3fe886d2-28de-4155-802f-93120d26835a service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944259 Nov 12 20:45:09.165183 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0e6b61-4e14-4d88-8185-2a8e593405b7 x-openstack-request-id: req-6e0e6b61-4e14-4d88-8185-2a8e593405b7 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:09.165675 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab5af76-4862-4e2e-bd17-984b1411a7fe", "name": "network-vif-deleted", "tag": "6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:09.166169 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e0e6b61-4e14-4d88-8185-2a8e593405b7 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:09.166796 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab5af76-4862-4e2e-bd17-984b1411a7fe', 'name': 'network-vif-deleted', 'tag': '6ecc3c6a-c710-4cfd-ba46-92d2d5c6c73f', 'status': 'completed', 'code': 200} Nov 12 20:45:09.209032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57666) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:09.317538 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82114619-000a-4079-b806-fd9d089c54ee None None] New status for floating IP fa811dc2-bf80-4916-a650-cc5be7780983: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:45:09.470106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e481-33b0-444e-adff-97de8dd47051 req-00912286-083f-43a3-bb80-84ef597492b8 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:09.471638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3a6e481-33b0-444e-adff-97de8dd47051 req-00912286-083f-43a3-bb80-84ef597492b8 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1488605 Nov 12 20:45:09.499787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f5d8-b5de-4230-b879-e6ef32f92507 req-68dd7df6-8069-45af-a0c5-ca05cb792bf2 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:09.501257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b590f5d8-b5de-4230-b879-e6ef32f92507 req-68dd7df6-8069-45af-a0c5-ca05cb792bf2 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 947 time: 0.1822381 Nov 12 20:45:09.655089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3a6e481-33b0-444e-adff-97de8dd47051 req-bde8d8e2-c396-4c1c-a253-05c837470584 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747437 Nov 12 20:45:09.662615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b590f5d8-b5de-4230-b879-e6ef32f92507 req-a130593b-157a-4e5f-8ba2-46961b0d85b5 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494164 Nov 12 20:45:09.846354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-fa737b29-6ae3-4581-8fd4-bca91919fa04 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.217 HTTP/1.1" status: 200 len: 1001 time: 0.1656916 Nov 12 20:45:09.934765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-231ef8e6-b687-47ae-bf8e-1bd960c029e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:09.937116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-231ef8e6-b687-47ae-bf8e-1bd960c029e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1097 time: 0.1565516 Nov 12 20:45:09.955007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-c411fb5b-5739-4a23-b55a-4dbc1660e455 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:09.956937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-c411fb5b-5739-4a23-b55a-4dbc1660e455 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports/76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 200 len: 942 time: 0.1043971 Nov 12 20:45:09.974020 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:10.067239 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:10.107213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f7bcd-c09d-474d-afd1-9236ca589a22 req-62b6be02-2d61-4c61-bea6-51c52b2f1d34 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:10.108873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-162f7bcd-c09d-474d-afd1-9236ca589a22 req-62b6be02-2d61-4c61-bea6-51c52b2f1d34 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 1102 time: 0.2382011 Nov 12 20:45:10.174337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-162f7bcd-c09d-474d-afd1-9236ca589a22 req-631ba41b-f1ad-429b-b2a1-d9ad7497d706 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:10.203497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-c6936a6f-0803-4ebe-a1e9-abac6193221d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.217 HTTP/1.1" status: 200 len: 1001 time: 0.1830971 Nov 12 20:45:10.216642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-a44ef644-6960-48a3-8a88-5057964ead6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:10.218051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-a44ef644-6960-48a3-8a88-5057964ead6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.2713742 Nov 12 20:45:10.230907 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:10.331520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-c9f52c5d-917e-4440-a9a8-e27328473b04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0966206 Nov 12 20:45:10.506239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-955f308f-382a-47df-9a34-d0eedbae37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:10.507762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-955f308f-382a-47df-9a34-d0eedbae37ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.1405327 Nov 12 20:45:10.520388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-cfa50b2c-6244-401b-9382-482c281800ba tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:10.521719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-cfa50b2c-6244-401b-9382-482c281800ba tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.3098960 Nov 12 20:45:10.662680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-88596dd8-c67e-4d4e-b295-ad5597522fa0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186061 Nov 12 20:45:10.687112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-162f7bcd-c09d-474d-afd1-9236ca589a22 req-631ba41b-f1ad-429b-b2a1-d9ad7497d706 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:10.781332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-6e971b09-5952-46ba-af48-a3078e3bb9aa tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.217 HTTP/1.1" status: 200 len: 1001 time: 0.2298446 Nov 12 20:45:11.066369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:11.068542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-162f7bcd-c09d-474d-afd1-9236ca589a22 req-631ba41b-f1ad-429b-b2a1-d9ad7497d706 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:11.168515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473c9e6c-1968-4d98-ab9e-59cb6b8c162c', 'tag': '98b5a428-0e8d-4873-9c28-13a03425a35c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:11.170898 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1485055e-6ba5-4205-963a-e4d6e1073b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "473c9e6c-1968-4d98-ab9e-59cb6b8c162c", "tag": "98b5a428-0e8d-4873-9c28-13a03425a35c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:11.182367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ba41b-f1ad-429b-b2a1-d9ad7497d706 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0a84e0-71f0-4c8c-bf44-9cdb2fec301f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:11.188119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-162f7bcd-c09d-474d-afd1-9236ca589a22 req-631ba41b-f1ad-429b-b2a1-d9ad7497d706 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0644627 Nov 12 20:45:11.193143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-f3deb873-6cae-4453-9802-c06df8d7e7b1 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082493 Nov 12 20:45:11.368123 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:11.369242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 98b5a428-0e8d-4873-9c28-13a03425a35c details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:45:11.369242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device bf013027-e5ad-4e65-824e-4a84744bd480 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:11.369242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: bf013027-e5ad-4e65-824e-4a84744bd480 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:11.369242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device bf013027-e5ad-4e65-824e-4a84744bd480 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:11.369242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 98b5a428-0e8d-4873-9c28-13a03425a35c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=98b5a428-0e8d-4873-9c28-13a03425a35c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:11.379988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '98b5a428-0e8d-4873-9c28-13a03425a35c', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '98b5a428-0e8d-4873-9c28-13a03425a35c', 'mac_address': 'fa:16:3e:11:a6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:45:11.425020 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:11.438928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b5a428-0e8d-4873-9c28-13a03425a35c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:11.439460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6fd08aaa-3675-406c-9851-0a0e0228c4de service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242830 Nov 12 20:45:11.457258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Deleting port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:11.458275 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:11.463252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 98b5a428-0e8d-4873-9c28-13a03425a35c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=98b5a428-0e8d-4873-9c28-13a03425a35c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:11.517143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:11.578868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] For port 7d29f42e-dd49-49bd-b2a0-91d4391bf15e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:11.579243 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:11.592418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Calling delete_port for 7d29f42e-dd49-49bd-b2a0-91d4391bf15e owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:11.642848 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:11.645785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:11.646166 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Floating IP 5051ad03-1833-4ffb-9799-b43e566cbac3 disassociated. External IP: 172.25.8.217, port: 76bad5fc-2964-4b67-a19d-3c70560623c2. Nov 12 20:45:11.694252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=98b5a428-0e8d-4873-9c28-13a03425a35c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:11.776719 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688af237-e65d-45ad-87fd-01624bf81196 x-openstack-request-id: req-688af237-e65d-45ad-87fd-01624bf81196 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:11.777575 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555891f2-03aa-4227-89c1-bf7b8c92cfd5", "name": "network-vif-deleted", "tag": "bf013027-e5ad-4e65-824e-4a84744bd480", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:11.777990 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-688af237-e65d-45ad-87fd-01624bf81196 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:11.778544 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555891f2-03aa-4227-89c1-bf7b8c92cfd5', 'name': 'network-vif-deleted', 'tag': 'bf013027-e5ad-4e65-824e-4a84744bd480', 'status': 'completed', 'code': 200} Nov 12 20:45:11.881926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['98b5a428-0e8d-4873-9c28-13a03425a35c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:11.884107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6c134453-7dc3-4604-b88a-58611ed64a6c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:11.885589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6c134453-7dc3-4604-b88a-58611ed64a6c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.2422502 Nov 12 20:45:11.887258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9dd41c1c-6b8c-49f3-a6f4-0ad98b425dd1 req-362ee929-7ba7-4c0d-825e-12305c1db696 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 210 time: 0.0494082 Nov 12 20:45:11.902079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-29'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:12.060446 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.149725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-02c3d002-bb5c-40b1-a507-ca36d4242e5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:12.151195 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-02c3d002-bb5c-40b1-a507-ca36d4242e5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 823 time: 0.1060791 Nov 12 20:45:12.189780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3edcd7-bd9e-4137-9287-9c3b51e63b29 req-cbd74633-9b43-4914-badb-898ceb8d39ad tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:12.191314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d3edcd7-bd9e-4137-9287-9c3b51e63b29 req-cbd74633-9b43-4914-badb-898ceb8d39ad tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 945 time: 0.2182739 Nov 12 20:45:12.226548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-7edd9804-ec1c-469f-98e4-2149c88d1028 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=549013cd7a4240e687d0dc6c09d0b51d HTTP/1.1" status: 200 len: 380 time: 0.0639706 Nov 12 20:45:12.228549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Router c0d205e5-2bf5-47af-998c-9a6065f30a9c has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:12.237088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Request body: {'port': {'device_id': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'admin_state_up': True, 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'security_groups': ['5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:12.340249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.355677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d3edcd7-bd9e-4137-9287-9c3b51e63b29 req-42b6e1fa-d2a2-4871-9972-5edc048188ea tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466050 Nov 12 20:45:12.393765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d29f42e-dd49-49bd-b2a0-91d4391bf15e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:12.401779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:12.456514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Made reservation on behalf of 549013cd7a4240e687d0dc6c09d0b51d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:12.460198 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.567104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:12.576330 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.580101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:12.585250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] Sync routers for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:12.594844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:12.595619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:12.600027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Allocated IP 172.20.0.3 (a5da087a-c915-4151-80d4-7151deaa2447/bbd3d40b-c3e6-4957-80ce-430634246969/cc76bfdd-29cf-4758-ac98-5a792ca437f9) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:12.633635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1935-197d-48de-a468-ad1782f8618d req-5f1ab6a5-723b-41fb-b4ba-e3eab932a8a1 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:12.635258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce7a1935-197d-48de-a468-ad1782f8618d req-5f1ab6a5-723b-41fb-b4ba-e3eab932a8a1 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.2172043 Nov 12 20:45:12.710720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-1238ef5a-3840-474b-be96-547cf2d97081 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "PUT /v2.0/floatingips/5051ad03-1833-4ffb-9799-b43e566cbac3 HTTP/1.1" status: 200 len: 695 time: 1.9187164 Nov 12 20:45:12.722287 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.727085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:12.752865 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.811058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce7a1935-197d-48de-a468-ad1782f8618d req-7dc897c6-34c2-4cca-b1ea-ff8ae005d347 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382422 Nov 12 20:45:12.827437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.840666 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.862978 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:12.875468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-d0fd5162-27ec-4ef4-badf-02893debd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:12.876951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-d0fd5162-27ec-4ef4-badf-02893debd0a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19ea999d773c44439208356817d6a855&device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 1097 time: 0.1400969 Nov 12 20:45:12.927362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Network a5da087a-c915-4151-80d4-7151deaa2447 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:12.931261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:12.937797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:12.968488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event updated for resources: {'Port': ['ID=cc76bfdd-29cf-4758-ac98-5a792ca437f9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:12.973014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:33Z', 'revision_number': 5, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:13.008550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] Checking router: c0d205e5-2bf5-47af-998c-9a6065f30a9c for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:13.010040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:13.010896 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.016101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:13.026984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:13.028079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:13.092115 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-6aa51acf-a745-45b8-9865-4e634fe38a5a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8589413 Nov 12 20:45:13.106243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Request body: {'port': {'device_id': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:13.168661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.223388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 98b5a428-0e8d-4873-9c28-13a03425a35c up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:13.331156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-57188e1d-e2b4-4aa9-80e3-53482d26e9b1 None None] Provisioning complete for port cc76bfdd-29cf-4758-ac98-5a792ca437f9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:13.331618 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-57188e1d-e2b4-4aa9-80e3-53482d26e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.334477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:13.417290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-57188e1d-e2b4-4aa9-80e3-53482d26e9b1 None None] Port cc76bfdd-29cf-4758-ac98-5a792ca437f9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:13.417499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on host n-h1-713498-29 for vnic_type normal with profile {"migrating_to": "n-h2-713498-29"} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:13.417974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:13.417974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:13.435017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:13.442612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Attempting to bind port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:13.452367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53531efc-b8d0-41fe-bb65-40ac22a6a6fc req-f70f2ce4-b565-45a4-9705-235480a6e357 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:13.453943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53531efc-b8d0-41fe-bb65-40ac22a6a6fc req-f70f2ce4-b565-45a4-9705-235480a6e357 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 948 time: 0.5734177 Nov 12 20:45:13.464925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc76bfdd-29cf-4758-ac98-5a792ca437f9 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:13.472632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.485499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Transition to ACTIVE for port object cc76bfdd-29cf-4758-ac98-5a792ca437f9 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:13.486712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:13.487079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:13.487488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:13.487926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Bound port: 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:13.488280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.492846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-6a86aa9e-ca91-4470-994b-69550423b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:13.494326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-6a86aa9e-ca91-4470-994b-69550423b539 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65a6be42-036e-49b2-892f-07f30a91f7fe HTTP/1.1" status: 200 len: 929 time: 0.6080356 Nov 12 20:45:13.502301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 98b5a428-0e8d-4873-9c28-13a03425a35c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:45:13.510391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 98b5a428-0e8d-4873-9c28-13a03425a35c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:13.510770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.604623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-8e1183c9-d865-4faa-ab00-05238f6efce1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 200 len: 217 time: 0.0957563 Nov 12 20:45:13.604979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.644504 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.668195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:33Z', 'revision_number': 5, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:13.677261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Pushing event updated for resources: {'Port': ['ID=cc76bfdd-29cf-4758-ac98-5a792ca437f9,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:13.683560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53531efc-b8d0-41fe-bb65-40ac22a6a6fc req-035e53f9-1549-4499-b423-6bb3ca301de9 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077959 Nov 12 20:45:13.701080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963006bc-bdf7-400e-96e9-a0a7b0bb9542 None None] The sync data for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 is: [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 4, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'df97b6e0-4298-4f89-9d21-07754cbabd60', 'name': '', 'network_id': '65a6be42-036e-49b2-892f-07f30a91f7fe', 'tenant_id': '19ea999d773c44439208356817d6a855', 'mac_address': 'fa:16:3e:46:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:28Z', 'updated_at': '2021-11-12T20:44:33Z', 'revision_number': 5, 'project_id': '19ea999d773c44439208356817d6a855', 'subnets': [{'id': '3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:13.713686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473c9e6c-1968-4d98-ab9e-59cb6b8c162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b5a428-0e8d-4873-9c28-13a03425a35c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:13.716665 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4172b3cf-8e5d-482a-910c-1e94c2726d70" -d '{"events": [{"server_uuid": "473c9e6c-1968-4d98-ab9e-59cb6b8c162c", "name": "network-vif-plugged", "status": "completed", "tag": "98b5a428-0e8d-4873-9c28-13a03425a35c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:13.743174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 98b5a428-0e8d-4873-9c28-13a03425a35c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=98b5a428-0e8d-4873-9c28-13a03425a35c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:13.808275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Attempting to bind port cc76bfdd-29cf-4758-ac98-5a792ca437f9 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:13.809657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Attempting to bind port cc76bfdd-29cf-4758-ac98-5a792ca437f9 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:13.810693 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.813792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Attempting to bind port cc76bfdd-29cf-4758-ac98-5a792ca437f9 on network a5da087a-c915-4151-80d4-7151deaa2447 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:13.821751 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be48125-fcde-4230-8347-9063b10ce84f x-openstack-request-id: req-6be48125-fcde-4230-8347-9063b10ce84f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:13.822102 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473c9e6c-1968-4d98-ab9e-59cb6b8c162c", "tag": "98b5a428-0e8d-4873-9c28-13a03425a35c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:13.822287 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6be48125-fcde-4230-8347-9063b10ce84f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:13.822682 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473c9e6c-1968-4d98-ab9e-59cb6b8c162c', 'tag': '98b5a428-0e8d-4873-9c28-13a03425a35c', 'status': 'completed', 'code': 200} Nov 12 20:45:13.825867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Port cc76bfdd-29cf-4758-ac98-5a792ca437f9 on network a5da087a-c915-4151-80d4-7151deaa2447 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:13.826105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Attempting to bind port cc76bfdd-29cf-4758-ac98-5a792ca437f9 on network a5da087a-c915-4151-80d4-7151deaa2447 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:13.828391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.46', 57546) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:13.833106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-3cec569b-ccfc-481b-b125-92c4000fee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:13.837356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:13.837726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Checking segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:13.838044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Bound using segment: {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:13.838464 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Bound port: cc76bfdd-29cf-4758-ac98-5a792ca437f9, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22764667-0979-42d1-a947-eb85d6ffda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:13.838626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-3cec569b-ccfc-481b-b125-92c4000fee08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f HTTP/1.1" status: 200 len: 867 time: 0.2182722 Nov 12 20:45:13.844243 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:13.870149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:13.911722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=98b5a428-0e8d-4873-9c28-13a03425a35c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:13.914827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:13.937579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Router 32e40ec0-9ec8-4358-9bd1-a89962923b51 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:13.949066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-74ce1684-fd42-4b8c-b4fe-f22712b193cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:13.950652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-74ce1684-fd42-4b8c-b4fe-f22712b193cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65a6be42-036e-49b2-892f-07f30a91f7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952110 Nov 12 20:45:13.965515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-19f27a3f-b2a1-49ab-beb1-27c5734e8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:13.967469 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-19f27a3f-b2a1-49ab-beb1-27c5734e8ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2a3d329b641423a988881180496128b&device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 1101 time: 0.1203315 Nov 12 20:45:14.013763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] For port cc76bfdd-29cf-4758-ac98-5a792ca437f9, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:14.033031 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:14.059240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] For port cc76bfdd-29cf-4758-ac98-5a792ca437f9, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cc76bfdd-29cf-4758-ac98-5a792ca437f9,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:14.098601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-30fcb2b0-6f8f-4803-a396-adeade9c247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.100353 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-30fcb2b0-6f8f-4803-a396-adeade9c247c service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1230111 Nov 12 20:45:14.124354 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055c69c-6d80-454f-8a11-2d2d1b3601ec None None] New status for floating IP 5051ad03-1833-4ffb-9799-b43e566cbac3: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:45:14.150139 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-b3cbfab0-2fcd-4802-a714-57adfef049d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=98b5a428-0e8d-4873-9c28-13a03425a35c HTTP/1.1" status: 200 len: 217 time: 0.0415969 Nov 12 20:45:14.151467 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:14.222428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-e91502c7-fe5c-4b06-b4b1-a79e21e6b092 service neutron] 10.222.0.64 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648160 Nov 12 20:45:14.232004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.232758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:14.234451 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] 10.222.0.46 "PUT /v2.0/ports/cc76bfdd-29cf-4758-ac98-5a792ca437f9 HTTP/1.1" status: 200 len: 1092 time: 1.1331625 Nov 12 20:45:14.236619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'tag': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:14.239413 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaee3e7-792c-47be-a232-a33a3bbd46cc" -d '{"events": [{"name": "network-changed", "server_uuid": "996f51ce-5e8e-4a76-ab7f-719054bdbb26", "tag": "cc76bfdd-29cf-4758-ac98-5a792ca437f9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:14.407817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fb3a4f-d3b7-42ac-89c2-6e1ac1fd8ee5 req-ea9b3e4d-36fe-4dcc-8722-ff58a5075c6a service neutron] 10.222.0.64 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576731 Nov 12 20:45:14.481888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.482949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:14.484338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 1123 time: 2.5906801 Nov 12 20:45:14.515649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:14.517342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7aac169e-7691-4f45-b8da-6ffaabafb163 admin admin] 10.222.0.64 "PUT /v2.0/routers/32e40ec0-9ec8-4358-9bd1-a89962923b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3125601 Nov 12 20:45:14.518305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ef504-10f3-4765-9d8a-636b62057181 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=8']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:14.524993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57752) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:14.534168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] Sync routers for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:14.574473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:14.575162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:14.581170 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-4c34ff19-f4fd-4397-91d4-cde307f47c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.583213 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-4c34ff19-f4fd-4397-91d4-cde307f47c31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.4203494 Nov 12 20:45:14.589792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4136f-937e-4406-b458-ca32e6a1603f service neutron] Pushing event updated for resources: {'Port': ['ID=cc76bfdd-29cf-4758-ac98-5a792ca437f9,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:14.591018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47673-edf2-4fe2-adde-057c9baafda0 req-edfb4086-945b-4acc-b925-a506074f0731 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.600355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63b47673-edf2-4fe2-adde-057c9baafda0 req-edfb4086-945b-4acc-b925-a506074f0731 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 943 time: 0.1842289 Nov 12 20:45:14.609314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-dab604cd-7b1a-4fd8-b155-32838a8ceb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.610771 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-dab604cd-7b1a-4fd8-b155-32838a8ceb4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 1095 time: 0.0743396 Nov 12 20:45:14.633403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:14.670181 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-0a00b40d-dda9-4247-86c0-735fb31650fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc76bfdd-29cf-4758-ac98-5a792ca437f9 HTTP/1.1" status: 200 len: 217 time: 0.0422101 Nov 12 20:45:14.711011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-fb6abf4a-4172-415e-8074-51e438325fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.712883 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-fb6abf4a-4172-415e-8074-51e438325fd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176071 Nov 12 20:45:14.734331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63b47673-edf2-4fe2-adde-057c9baafda0 req-e4490646-c956-41b2-baf4-00a16429efab tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332452 Nov 12 20:45:14.753149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f74313-4469-441b-9983-7b654cb23276 req-595b7fbc-ba54-4399-ad7b-8cd53f139d60 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.761622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07f74313-4469-441b-9983-7b654cb23276 req-595b7fbc-ba54-4399-ad7b-8cd53f139d60 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 943 time: 0.1382351 Nov 12 20:45:14.766451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-b0a3f784-114f-497e-8d79-b101cd61e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.768038 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-b0a3f784-114f-497e-8d79-b101cd61e10e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd3d40b-c3e6-4957-80ce-430634246969 HTTP/1.1" status: 200 len: 862 time: 0.0894256 Nov 12 20:45:14.790520 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:14.845798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:14.867045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-dc040173-e4e5-40aa-abc4-dd09be10317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:14.868584 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-dc040173-e4e5-40aa-abc4-dd09be10317b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5da087a-c915-4151-80d4-7151deaa2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708952 Nov 12 20:45:14.870862 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-af10f7c6-e3eb-4e0d-8c52-aeb93002acc7 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502166 Nov 12 20:45:14.895069 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e500a3-d462-4033-81af-28c5cb74bdb9 x-openstack-request-id: req-c9e500a3-d462-4033-81af-28c5cb74bdb9 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:14.895363 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473c9e6c-1968-4d98-ab9e-59cb6b8c162c", "name": "network-vif-plugged", "status": "completed", "tag": "98b5a428-0e8d-4873-9c28-13a03425a35c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:14.895627 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9e500a3-d462-4033-81af-28c5cb74bdb9 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:14.896014 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473c9e6c-1968-4d98-ab9e-59cb6b8c162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b5a428-0e8d-4873-9c28-13a03425a35c', 'code': 200} Nov 12 20:45:14.938992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:14.971918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07f74313-4469-441b-9983-7b654cb23276 req-a77a0516-b425-403f-9b4d-c85cbb1efd8b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093771 Nov 12 20:45:15.023454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340385df-eb21-47de-8dd8-1be23fc128f7 req-62d804d1-f01d-445e-bee2-d1c065b30a0f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:15.032009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-340385df-eb21-47de-8dd8-1be23fc128f7 req-62d804d1-f01d-445e-bee2-d1c065b30a0f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1363096 Nov 12 20:45:15.065714 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-3b07989d-0731-4ac2-91fc-0b93a6cf96b2 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818364 Nov 12 20:45:15.099149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0fbd5-51b7-4248-b852-df913dce14e7 req-47a22618-1347-49fc-a619-883fd8ae3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:15.101880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ea0fbd5-51b7-4248-b852-df913dce14e7 req-47a22618-1347-49fc-a619-883fd8ae3432 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 1101 time: 0.1383104 Nov 12 20:45:15.144031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:45:11Z', 'revision_number': 5, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port': {'id': '7fb12d99-a66e-4624-9ca3-fa863d3ae412', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:43:37Z', 'updated_at': '2021-11-12T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:15.177313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-340385df-eb21-47de-8dd8-1be23fc128f7 req-4f9ded4c-b945-4fb3-91a9-24866c858915 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437938 Nov 12 20:45:15.200176 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e8943c3-0de9-4bbb-83f6-1bb81be7c3a9 req-a6e2fd16-b861-4cff-bc59-254a8e4c5376 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215723 Nov 12 20:45:15.201537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] Checking router: 32e40ec0-9ec8-4358-9bd1-a89962923b51 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:15.208188 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1485055e-6ba5-4205-963a-e4d6e1073b6f req-8533dd28-1911-44be-911f-b8e9a267d5ad service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598691 Nov 12 20:45:15.214573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] Routers {'32e40ec0-9ec8-4358-9bd1-a89962923b51'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:15.215188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['32e40ec0-9ec8-4358-9bd1-a89962923b51'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:15.235739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Deleting port 7fb12d99-a66e-4624-9ca3-fa863d3ae412 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:15.235739 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:15.237403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ea0fbd5-51b7-4248-b852-df913dce14e7 req-ac5ad2f5-1357-40d0-be87-38cf5dde8509 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212971 Nov 12 20:45:15.247579 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384ad18b-3367-49ae-8615-6f555b0e4699 x-openstack-request-id: req-384ad18b-3367-49ae-8615-6f555b0e4699 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:15.247869 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996f51ce-5e8e-4a76-ab7f-719054bdbb26", "tag": "cc76bfdd-29cf-4758-ac98-5a792ca437f9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:15.248120 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-384ad18b-3367-49ae-8615-6f555b0e4699 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:15.248519 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'tag': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'status': 'completed', 'code': 200} Nov 12 20:45:15.338579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] For port 7fb12d99-a66e-4624-9ca3-fa863d3ae412, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7fb12d99-a66e-4624-9ca3-fa863d3ae412,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:15.339135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:15.356167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] Set router 32e40ec0-9ec8-4358-9bd1-a89962923b51 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:15.376086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-5edbd1d1-a5ab-415f-b601-cbc682b03bdf tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271416 Nov 12 20:45:15.377039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Calling delete_port for 7fb12d99-a66e-4624-9ca3-fa863d3ae412 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:15.411609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:45:14Z', 'revision_number': 6, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:15.442362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53178a78-f4e7-41c8-b6ca-eb931bbbd336 None None] The sync data for ids ['32e40ec0-9ec8-4358-9bd1-a89962923b51'] in n-d-713498-29 is: [{'id': '32e40ec0-9ec8-4358-9bd1-a89962923b51', 'name': 'tempest-FloatingIPsAssociationTestJSON-876263687-router', 'tenant_id': '20842facfd50493f83c522eda2adcbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:43:36Z', 'updated_at': '2021-11-12T20:45:14Z', 'revision_number': 6, 'project_id': '20842facfd50493f83c522eda2adcbcc', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:15.575671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-69553b92-d1b0-41c9-8a8f-06e576db17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:15.577418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-69553b92-d1b0-41c9-8a8f-06e576db17b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 1095 time: 0.0911200 Nov 12 20:45:15.584270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-b53ba463-2727-4b52-a20a-d41f1796a7f4 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:15.586128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-b53ba463-2727-4b52-a20a-d41f1796a7f4 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997073 Nov 12 20:45:15.705146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-29f15efe-bdfc-4360-a4e0-c37e3fe188d6 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/quotas/f17fde0197fb4cd185fa333ca81bec54 HTTP/1.1" status: 200 len: 375 time: 0.0752130 Nov 12 20:45:15.735805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-cb1fdaef-0ce4-4046-a02e-816a68a25268 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips/5051ad03-1833-4ffb-9799-b43e566cbac3 HTTP/1.1" status: 200 len: 693 time: 0.1150267 Nov 12 20:45:15.788042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7d29f42e-dd49-49bd-b2a0-91d4391bf15e no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:15.809970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 7d29f42e-dd49-49bd-b2a0-91d4391bf15e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:15.810331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7d29f42e-dd49-49bd-b2a0-91d4391bf15e not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:15.829131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2'}, {'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6'}, {'name': 'network-changed', 'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:15.831531 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f" -d '{"events": [{"name": "network-changed", "server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2"}, {"server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6"}, {"name": "network-changed", "server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:15.915389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-13294a2e-6cee-4814-900e-753df5524112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:15.916854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-13294a2e-6cee-4814-900e-753df5524112 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 924 time: 0.3297307 Nov 12 20:45:15.921109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-e8aae756-b335-44a5-a763-4f7626fa5c34 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1889045 Nov 12 20:45:15.976608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-2a76e91a-6e4d-42b7-94f5-263a7cfab101 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc76bfdd-29cf-4758-ac98-5a792ca437f9 HTTP/1.1" status: 200 len: 217 time: 0.0481787 Nov 12 20:45:15.995656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-a1c1db90-e2d8-4247-95c2-d5fea7cef317 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:15.997207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-a1c1db90-e2d8-4247-95c2-d5fea7cef317 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2503815 Nov 12 20:45:16.065959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:16.084112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-a6294ee6-e9ff-484f-af7e-424d33b46f18 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.217 HTTP/1.1" status: 200 len: 696 time: 0.0787377 Nov 12 20:45:16.111621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb12d99-a66e-4624-9ca3-fa863d3ae412,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:16.125005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-ddea5bca-5b5d-481a-8cb1-2abdea947bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:16.126449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-ddea5bca-5b5d-481a-8cb1-2abdea947bbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd3d40b-c3e6-4957-80ce-430634246969 HTTP/1.1" status: 200 len: 862 time: 0.1283705 Nov 12 20:45:16.224052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-de1e8ba7-b9d1-49aa-a538-705e24658d4d tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.217 HTTP/1.1" status: 200 len: 696 time: 0.1186483 Nov 12 20:45:16.286402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:16.423318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-b0e1ddac-1e59-403a-a263-cfe221d88aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:16.424824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-b0e1ddac-1e59-403a-a263-cfe221d88aa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5da087a-c915-4151-80d4-7151deaa2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2554517 Nov 12 20:45:16.447090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:16.472624 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:16.934467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-9e6b3aac-63d4-4d34-92f7-90b515cac42f service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007062 Nov 12 20:45:16.942172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Deleting port a9dc9861-3513-4c07-ae52-ab60af275473 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:16.942507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:16.951210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba775a-3a74-4419-8980-3f33caa1b3c0 req-2e5051db-ac6e-48db-b9df-5fc086782931 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:16.952699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3ba775a-3a74-4419-8980-3f33caa1b3c0 req-2e5051db-ac6e-48db-b9df-5fc086782931 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 949 time: 0.0841265 Nov 12 20:45:16.961660 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:16.962534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32e40ec0-9ec8-4358-9bd1-a89962923b51 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:45:17.006691 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.007673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-660a6ed4-d705-456f-9d30-b8fe8238de2c admin admin] 10.222.0.64 "DELETE /v2.0/routers/32e40ec0-9ec8-4358-9bd1-a89962923b51 HTTP/1.1" status: 204 len: 168 time: 2.4810429 Nov 12 20:45:17.010372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:17.060648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4d89fc-357f-4132-9142-c8bf5b81b0d4 admin admin] Deleting subnet 44346f24-6f82-4530-b8fb-f9e4808df9b2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:45:17.064085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b4d89fc-357f-4132-9142-c8bf5b81b0d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.122101 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b4d89fc-357f-4132-9142-c8bf5b81b0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.149553 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.149883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.155517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3ba775a-3a74-4419-8980-3f33caa1b3c0 req-57e9d7c6-8051-4ac0-9067-aa19cd4f8327 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822684 Nov 12 20:45:17.162092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beaee3e7-792c-47be-a232-a33a3bbd46cc req-69ace627-5077-4bfc-b6fe-ded03a6ad999 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081666 Nov 12 20:45:17.177064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Calling delete_port for a9dc9861-3513-4c07-ae52-ab60af275473 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:17.253750 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b4d89fc-357f-4132-9142-c8bf5b81b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.289471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:45:17.432697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:17.451728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b4d89fc-357f-4132-9142-c8bf5b81b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.490540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d89fc-357f-4132-9142-c8bf5b81b0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44346f24-6f82-4530-b8fb-f9e4808df9b2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:17.493426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b4d89fc-357f-4132-9142-c8bf5b81b0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.499816 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6b4d89fc-357f-4132-9142-c8bf5b81b0d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/44346f24-6f82-4530-b8fb-f9e4808df9b2 HTTP/1.1" status: 204 len: 168 time: 0.4875388 Nov 12 20:45:17.499981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57856) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:17.575815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.592638 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.605056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62d1d2-596c-4db4-871f-551e494061b4 None None] Network f8c454e3-4585-4f59-ae6d-3f362e5f0715 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:17.607410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:45:17.615382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Pushing event deleted for resources: {'Port': ['ID=a9dc9861-3513-4c07-ae52-ab60af275473,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:17.709783 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.713502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.714931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd771424-ed1a-4553-a0b2-2278594e5bae req-6b162ccb-abd1-4815-bc0b-7caec3930559 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "DELETE /v2.0/floatingips/5051ad03-1833-4ffb-9799-b43e566cbac3 HTTP/1.1" status: 204 len: 173 time: 1.4821351 Nov 12 20:45:17.739395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Deleting port 38f6a678-ed18-4d85-87ce-efaec7608306 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:17.739809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.843511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7fb12d99-a66e-4624-9ca3-fa863d3ae412 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:17.860387 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eaa119-e1ea-4f7a-be64-3bb0725aa295 x-openstack-request-id: req-92eaa119-e1ea-4f7a-be64-3bb0725aa295 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:17.860387 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2", "status": "completed", "code": 200}, {"server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6", "code": 200}, {"name": "network-changed", "server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:17.860387 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92eaa119-e1ea-4f7a-be64-3bb0725aa295 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:17.860387 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'status': 'completed', 'code': 200} Nov 12 20:45:17.860868 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6', 'code': 200} Nov 12 20:45:17.860868 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6', 'status': 'completed', 'code': 200} Nov 12 20:45:17.886466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] DHCP port deletion for f8c454e3-4585-4f59-ae6d-3f362e5f0715 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:45:17.892601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 7fb12d99-a66e-4624-9ca3-fa863d3ae412 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:17.893063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7fb12d99-a66e-4624-9ca3-fa863d3ae412 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:17.893428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] For port 38f6a678-ed18-4d85-87ce-efaec7608306, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=38f6a678-ed18-4d85-87ce-efaec7608306,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:17.893820 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.953369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Calling delete_port for 38f6a678-ed18-4d85-87ce-efaec7608306 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:17.957952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] Deleting port 38f6a678-ed18-4d85-87ce-efaec7608306 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:17.959311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:17.975365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1553e81-e1c6-498a-b226-3e8cdd7f7466 req-f216a2ce-931a-487b-8217-4d75af98542d tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:17.977092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1553e81-e1c6-498a-b226-3e8cdd7f7466 req-f216a2ce-931a-487b-8217-4d75af98542d tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 943 time: 0.1320565 Nov 12 20:45:18.024775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] For port 38f6a678-ed18-4d85-87ce-efaec7608306, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=38f6a678-ed18-4d85-87ce-efaec7608306,segment=NetworkSegment(532e83f8-40c0-474d-be41-3f253ea81079),segment_id=532e83f8-40c0-474d-be41-3f253ea81079)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:18.025200 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:18.037972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] Calling delete_port for 38f6a678-ed18-4d85-87ce-efaec7608306 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:18.079409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-cd5e5929-5d04-47e3-96ba-e715d5a21a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:18.079409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-cd5e5929-5d04-47e3-96ba-e715d5a21a5e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19ea999d773c44439208356817d6a855&device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 1097 time: 0.1624799 Nov 12 20:45:18.121091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2a892-f5de-4867-8a81-2a6642b3ab19 req-fe601e34-5adb-4cfa-b5ff-255ff8a0d217 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:18.121091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9a2a892-f5de-4867-8a81-2a6642b3ab19 req-fe601e34-5adb-4cfa-b5ff-255ff8a0d217 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 943 time: 0.1933219 Nov 12 20:45:18.164662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1553e81-e1c6-498a-b226-3e8cdd7f7466 req-7512c6a4-5af5-4709-9872-8eff3b242225 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688983 Nov 12 20:45:18.267762 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:18.276430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9a2a892-f5de-4867-8a81-2a6642b3ab19 req-e8d02556-fabc-4a39-b512-ae1876279867 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391981 Nov 12 20:45:18.297324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] Pushing event deleted for resources: {'Port': ['ID=38f6a678-ed18-4d85-87ce-efaec7608306,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:18.300505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685933b-5289-49e8-8b57-5fb8beaa38ca None None] No DVR routers for this DVR port 38f6a678-ed18-4d85-87ce-efaec7608306 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:18.309501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-0e4678b0-bf86-4daf-82d1-560507bd21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:18.311027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-0e4678b0-bf86-4daf-82d1-560507bd21f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=65a6be42-036e-49b2-892f-07f30a91f7fe HTTP/1.1" status: 200 len: 929 time: 0.2145541 Nov 12 20:45:18.312653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:18.352897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f6a678-ed18-4d85-87ce-efaec7608306,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:18.358776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] No DVR routers for this DVR port 38f6a678-ed18-4d85-87ce-efaec7608306 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:18.400217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af124f3-26d6-491f-aff7-3bcbbd7fdb40 req-9a5dd5c0-e1b8-41d9-8fca-380e1994beb5 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:18.401615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2af124f3-26d6-491f-aff7-3bcbbd7fdb40 req-9a5dd5c0-e1b8-41d9-8fca-380e1994beb5 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1662371 Nov 12 20:45:18.402852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-724783dc-18fb-4d9c-84e4-841dac1d0022 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 200 len: 217 time: 0.0600011 Nov 12 20:45:18.548247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:18.554526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-1d801c06-6c77-4ac6-9340-c5453cbf8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:18.556115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-1d801c06-6c77-4ac6-9340-c5453cbf8b03 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f HTTP/1.1" status: 200 len: 867 time: 0.1326759 Nov 12 20:45:18.611127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c454e3-4585-4f59-ae6d-3f362e5f0715']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:18.618956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2af124f3-26d6-491f-aff7-3bcbbd7fdb40 req-930ad57d-4377-4ef1-9f23-3536a786664b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974828 Nov 12 20:45:18.631641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532e83f8-40c0-474d-be41-3f253ea81079') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:18.631931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532e83f8-40c0-474d-be41-3f253ea81079') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:18.651777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:18.669677 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:18.676422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-e1d28d83-2224-4846-af18-97a64afb7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:18.677956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-e1d28d83-2224-4846-af18-97a64afb7eae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=65a6be42-036e-49b2-892f-07f30a91f7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100652 Nov 12 20:45:18.682023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:45:18.682996 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:45:18.684977 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:45:18.784446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84cdffd9-fbab-444f-ab14-22b328faf191 req-3dacb9a9-32c2-4641-9dbf-da2cd2bf81fa tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 210 time: 0.0886135 Nov 12 20:45:18.922680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c29c41-7eaf-4e48-9811-ef0606242d15 req-472b9558-8c58-424a-8c0c-a35a33233605 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:18.924189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c29c41-7eaf-4e48-9811-ef0606242d15 req-472b9558-8c58-424a-8c0c-a35a33233605 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 949 time: 0.1439114 Nov 12 20:45:18.927093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-8b65fc36-608c-4968-8f51-b366abe15def service neutron] 10.222.0.78 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301309 Nov 12 20:45:18.941776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc73c22-bd6a-4bb2-b998-737256085307 req-55f259e1-7000-447d-b26e-a34345fcfcd2 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:18.960152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfc73c22-bd6a-4bb2-b998-737256085307 req-55f259e1-7000-447d-b26e-a34345fcfcd2 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0990481 Nov 12 20:45:18.992043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:19.055234 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:19.058398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f8c454e3-4585-4f59-ae6d-3f362e5f0715 HTTP/1.1" status: 204 len: 168 time: 1.5572629 Nov 12 20:45:19.059937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfc73c22-bd6a-4bb2-b998-737256085307 req-cc016a2f-34d9-4863-b36f-a6c6f9be3760 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0966599 Nov 12 20:45:19.087264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6514e-dc5f-42b9-96a6-d41c9a99afc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c454e3-4585-4f59-ae6d-3f362e5f0715,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:19.111314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c29c41-7eaf-4e48-9811-ef0606242d15 req-391913b0-219a-4371-bf1d-96189b1cc9a0 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781361 Nov 12 20:45:19.185612 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a31d5eb3-4452-4435-9ad9-ad106745410a req-f10a9672-e798-4692-8536-6306d4527c35 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0522707 Nov 12 20:45:19.190579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-42cc9669-5e9e-4929-b633-9606395185eb service neutron] 10.222.0.78 "GET /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463212 Nov 12 20:45:19.258797 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-fca65d5c-1856-4d0b-bdd1-08c426b64b52 service neutron] 10.222.0.78 "GET /v2.0/ports/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.0963862 Nov 12 20:45:19.293971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device cc76bfdd-29cf-4758-ac98-5a792ca437f9 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:45:19.368316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-0850a72a-3d8a-4b44-91f0-cf4df8c2528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:19.369896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-0850a72a-3d8a-4b44-91f0-cf4df8c2528e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1126 time: 0.0913482 Nov 12 20:45:19.433579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:45:19.507169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-7d4eeeb8-cdf7-4b44-9bd1-ca413ece8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:19.508354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-7d4eeeb8-cdf7-4b44-9bd1-ca413ece8a0c service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1261303 Nov 12 20:45:19.511956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:19.513207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:19.539760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:19.565874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-21a982c2-76fe-4565-b0fe-b6100074ebaf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0443230 Nov 12 20:45:19.582622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:19.596647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:19.603933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port cc76bfdd-29cf-4758-ac98-5a792ca437f9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cc76bfdd-29cf-4758-ac98-5a792ca437f9,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:19.612361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:19.629204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'port_id': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'mac_address': 'fa:16:3e:9a:57:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:45:19.635047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'mac_address': 'fa:16:3e:e1:ac:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:45:19.651510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-e770d37e-b0f4-4647-bc2b-dbef5d90eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:19.653056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-e770d37e-b0f4-4647-bc2b-dbef5d90eac9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0741394 Nov 12 20:45:19.686139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:19.712729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-80bd1542-686a-40c4-bf0b-5e3b0b79acd3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478957 Nov 12 20:45:19.737069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:19.755739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57946) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:19.763645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:19.787124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:19.790460 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f24e5d3-1ebe-4493-ba6d-8a2732f36e57" -d '{"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-unplugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:19.807254 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:19.810330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc76bfdd-29cf-4758-ac98-5a792ca437f9 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:19.840029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:19.842671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 38f6a678-ed18-4d85-87ce-efaec7608306 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:19.845268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] Transition to ACTIVE for port object 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:19.856407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:19.862379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port cc76bfdd-29cf-4758-ac98-5a792ca437f9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cc76bfdd-29cf-4758-ac98-5a792ca437f9,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:19.903848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 38f6a678-ed18-4d85-87ce-efaec7608306 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:19.904185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 38f6a678-ed18-4d85-87ce-efaec7608306 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:19.940908 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:19.954128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ec6a0260-fab4-4a96-b8f5-6a937d3f3529 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20842facfd50493f83c522eda2adcbcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941469 Nov 12 20:45:19.954689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57954) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:19.974258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-35e49d92-385a-4da5-8d99-01b3d19656ba service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393320 Nov 12 20:45:19.988162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a11ad-6467-4495-9214-220f5c7e922d req-a80523ac-23e5-4d61-8501-0584e556d1e7 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:19.989645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d05a11ad-6467-4495-9214-220f5c7e922d req-a80523ac-23e5-4d61-8501-0584e556d1e7 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 943 time: 0.1318111 Nov 12 20:45:19.993612 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:19.998821 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.016797 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:45:20.017569 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:45:20.027258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc742e2-c7da-42cf-94a1-337e49be5e88 req-75ee8b4f-a76e-409e-8725-064eb251dae8 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:20.028965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bc742e2-c7da-42cf-94a1-337e49be5e88 req-75ee8b4f-a76e-409e-8725-064eb251dae8 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 943 time: 0.1206830 Nov 12 20:45:20.031003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:20.076933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9f007a-3131-4479-a44a-a5c1679126c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.088018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.78', 53089) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:20.110005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=cc76bfdd-29cf-4758-ac98-5a792ca437f9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:20.111909 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9f007a-3131-4479-a44a-a5c1679126c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.141372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4402f2a9-a04b-43df-90eb-17a384f34800 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519667 Nov 12 20:45:20.155559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] No DVR routers for this DVR port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:20.175634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=10']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:20.179738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d05a11ad-6467-4495-9214-220f5c7e922d req-325be0d0-f235-4ee3-91d2-0d8c295ef542 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609359 Nov 12 20:45:20.216232 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6660c7c6-d7a5-4289-a0e3-c5e80e62b483 service neutron] 10.222.0.78 "PUT /v2.0/ports/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6/bindings/n-h2-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 0.9497101 Nov 12 20:45:20.226074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1808efaf-93fe-4ac5-9fc2-3f7a0b1c893f req-fdd3063c-36d4-4bc0-9e8e-59db3ea2e24c service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343640 Nov 12 20:45:20.264735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bc742e2-c7da-42cf-94a1-337e49be5e88 req-7c8a4e23-2638-496f-8221-e4e44568533b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911399 Nov 12 20:45:20.318933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-b769a439-e01b-4ef5-8f9d-08ec89dfc1f7 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:20.321084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-b769a439-e01b-4ef5-8f9d-08ec89dfc1f7 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713603 Nov 12 20:45:20.324323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['cc76bfdd-29cf-4758-ac98-5a792ca437f9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:20.354625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Request body: {'port': {'device_id': '42267223-f23a-463f-9289-67719b539e4c', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f17fde0197fb4cd185fa333ca81bec54'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:20.377215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-283c8370-86f5-4700-904f-d1ebe122660b tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e2a3d329b641423a988881180496128b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551224 Nov 12 20:45:20.380311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9f007a-3131-4479-a44a-a5c1679126c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.381453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9f007a-3131-4479-a44a-a5c1679126c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.386582 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc9f007a-3131-4479-a44a-a5c1679126c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6c594ff-9954-455d-ac63-3d2a7ead02dd HTTP/1.1" status: 204 len: 168 time: 0.4281194 Nov 12 20:45:20.394033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f007a-3131-4479-a44a-a5c1679126c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c594ff-9954-455d-ac63-3d2a7ead02dd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:20.528007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f506b4-3186-48d7-b3e1-f9173bd35773 req-7e145af0-5ae2-4e1f-8025-612419036b5e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:20.529843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30f506b4-3186-48d7-b3e1-f9173bd35773 req-7e145af0-5ae2-4e1f-8025-612419036b5e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 948 time: 0.1877813 Nov 12 20:45:20.565199 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.578965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:20.601706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:20.634285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-ba66d471-1b75-4e4f-8512-1a6152c094a4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:20.635826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-ba66d471-1b75-4e4f-8512-1a6152c094a4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344029 Nov 12 20:45:20.639149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30f506b4-3186-48d7-b3e1-f9173bd35773 req-ebbc1f28-ca8b-4b12-b37c-91bf8cf82376 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997086 Nov 12 20:45:20.657138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-88ca0170-64c8-4edd-9373-e0ed7c39339d tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/quotas/e2a3d329b641423a988881180496128b HTTP/1.1" status: 200 len: 375 time: 0.0135610 Nov 12 20:45:20.717208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-83c007fa-caca-4665-bca2-6b1013637550 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a3d329b641423a988881180496128b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537069 Nov 12 20:45:20.776180 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.819925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Made reservation on behalf of f17fde0197fb4cd185fa333ca81bec54 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:20.827558 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.849674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:20.966857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-c8cdf90e-4102-4589-b478-060538aad903 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:20.968403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-c8cdf90e-4102-4589-b478-060538aad903 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.1048017 Nov 12 20:45:21.082427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:21.089323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Allocated IP 192.168.233.211 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:21.122370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-e9066394-40b3-4a50-a5d7-c947d920d687 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410266 Nov 12 20:45:21.124842 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5141298-1568-40fe-9015-215ecfd92e31 x-openstack-request-id: req-b5141298-1568-40fe-9015-215ecfd92e31 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:21.124842 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-unplugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:21.124842 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5141298-1568-40fe-9015-215ecfd92e31 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:21.125118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-fe134932-4967-4140-b8db-85bf860f1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:21.125199 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'code': 200} Nov 12 20:45:21.125653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-fe134932-4967-4140-b8db-85bf860f1ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c&tenant_id=99af9cc5da6e44fc8b0629315c33793d HTTP/1.1" status: 200 len: 1096 time: 0.1310897 Nov 12 20:45:21.325703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device cc76bfdd-29cf-4758-ac98-5a792ca437f9 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:21.432807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:21.479044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:21.491731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port cc76bfdd-29cf-4758-ac98-5a792ca437f9 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:45:21.492986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port cc76bfdd-29cf-4758-ac98-5a792ca437f9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:21.493424 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:21.578861 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:21.620658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c148791-8d4e-4901-911d-63ee5d8c451a req-5c6d700e-6bf0-4d2f-bdf5-0f883c1e65b7 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 210 time: 0.3944516 Nov 12 20:45:21.622366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port cc76bfdd-29cf-4758-ac98-5a792ca437f9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cc76bfdd-29cf-4758-ac98-5a792ca437f9,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:21.637555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-f53d1630-a972-4940-8653-e4d2b12f615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:21.639164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-f53d1630-a972-4940-8653-e4d2b12f615e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1096 time: 0.4747560 Nov 12 20:45:21.699738 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:21.766148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=cc76bfdd-29cf-4758-ac98-5a792ca437f9,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:21.818672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-36bcb20d-c82c-4673-9bc6-a7e3de37e4fd tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:21.821067 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-36bcb20d-c82c-4673-9bc6-a7e3de37e4fd tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.78 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 945 time: 0.0564313 Nov 12 20:45:21.838949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7836ab3-f6f0-4b35-b3d5-b6869ddc2c48 req-99f9dfa7-5d24-4bc3-9aad-c2d95572a3bc tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 210 time: 0.0892169 Nov 12 20:45:21.874129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-82a988f5-e275-4bae-833e-d8b1173c0097 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:21.874129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-82a988f5-e275-4bae-833e-d8b1173c0097 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7358010 Nov 12 20:45:21.886845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccec69-53d3-4c93-ba31-229cfe04244e req-3afddc65-1e2a-4210-ab1d-2324d5be4511 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:21.888443 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36ccec69-53d3-4c93-ba31-229cfe04244e req-3afddc65-1e2a-4210-ab1d-2324d5be4511 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 945 time: 0.2709146 Nov 12 20:45:21.902725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Request body: {'port': {'device_id': 'f8ed3332-4e0a-4f8a-9f96-4b893f1e144d', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f17fde0197fb4cd185fa333ca81bec54'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:21.959339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Deleting port 76bad5fc-2964-4b67-a19d-3c70560623c2 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:21.959864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.008011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58038) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:22.014357 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.036792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-f5d2aa0f-55e3-466c-82c5-f2c4ed16a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:22.038780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-f5d2aa0f-55e3-466c-82c5-f2c4ed16a9cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.3674324 Nov 12 20:45:22.060779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] For port 76bad5fc-2964-4b67-a19d-3c70560623c2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=76bad5fc-2964-4b67-a19d-3c70560623c2,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:22.065398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.075161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Calling delete_port for 76bad5fc-2964-4b67-a19d-3c70560623c2 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:22.116171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-720560b7-d227-4712-b35a-e533df6c37fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0627108 Nov 12 20:45:22.133256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36ccec69-53d3-4c93-ba31-229cfe04244e req-793bac74-9ea3-4812-9ca2-bbf46cf43fb4 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/security-groups?id=53a8708f-64ab-41f9-9550-8ad27e5ef38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323654 Nov 12 20:45:22.172552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-network', 'tenant_id': 'b7e299868890429ea3302056f58d21d7'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:22.242163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ced38a-2e74-4067-935c-dd97c3a113dd req-04532c6e-191d-4a03-a9eb-90756506da1f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:22.244342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82ced38a-2e74-4067-935c-dd97c3a113dd req-04532c6e-191d-4a03-a9eb-90756506da1f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 945 time: 0.2873390 Nov 12 20:45:22.295962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.308415 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['76bad5fc-2964-4b67-a19d-3c70560623c2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:22.309324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6fce6f45-8da0-40d2-9858-a0c91367f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:22.310782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-6fce6f45-8da0-40d2-9858-a0c91367f5cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.1611805 Nov 12 20:45:22.332423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Pushing event deleted for resources: {'Port': ['ID=76bad5fc-2964-4b67-a19d-3c70560623c2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:22.348857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad2c6b-355a-4bce-9df6-d29a321148a8 req-d3de4b88-5ee7-462b-9f36-a5d5b64c175e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:22.350480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5ad2c6b-355a-4bce-9df6-d29a321148a8 req-d3de4b88-5ee7-462b-9f36-a5d5b64c175e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 944 time: 0.1433914 Nov 12 20:45:22.375099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] No DVR routers for this DVR port 76bad5fc-2964-4b67-a19d-3c70560623c2 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:22.375355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-c5515b5e-f4e8-48f1-80d5-27b4c01f57a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508509 Nov 12 20:45:22.377577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.381487 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1cb45cd2-76d2-4466-9838-01222d72b382 req-02d417d3-bb45-400b-87fc-b2a80980f8b7 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.78 "DELETE /v2.0/ports/76bad5fc-2964-4b67-a19d-3c70560623c2 HTTP/1.1" status: 204 len: 173 time: 0.5532582 Nov 12 20:45:22.382043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'name': 'network-vif-deleted', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:22.386242 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bfee3f-2362-462f-901e-7b4af30ae5b3" -d '{"events": [{"server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "name": "network-vif-deleted", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:22.386470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82ced38a-2e74-4067-935c-dd97c3a113dd req-356bca71-670e-42c0-809b-73c8511a4e90 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307704 Nov 12 20:45:22.406941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.414136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Made reservation on behalf of b7e299868890429ea3302056f58d21d7 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:22.417257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.508002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:22.612445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.687162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:22.716057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:22.720134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:22.726848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5ad2c6b-355a-4bce-9df6-d29a321148a8 req-4f9a5377-1807-43ba-b304-fe1689b9808b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573799 Nov 12 20:45:22.727687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'Port': ['ID=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:22.779675 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2797af9-4508-4989-84f6-079b56b35a5e x-openstack-request-id: req-d2797af9-4508-4989-84f6-079b56b35a5e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:22.780538 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293a0b47-5717-4f3e-b2bc-4bb740f96ebb", "name": "network-vif-deleted", "tag": "76bad5fc-2964-4b67-a19d-3c70560623c2", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:22.781625 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2797af9-4508-4989-84f6-079b56b35a5e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:22.782192 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293a0b47-5717-4f3e-b2bc-4bb740f96ebb', 'name': 'network-vif-deleted', 'tag': '76bad5fc-2964-4b67-a19d-3c70560623c2', 'status': 'completed', 'code': 200} Nov 12 20:45:22.783745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Made reservation on behalf of f17fde0197fb4cd185fa333ca81bec54 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:22.788408 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.937163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fec2e-23a2-4578-a349-df67bf8d229f req-3c048c2a-ebfb-4bb1-9f8d-846555c12f44 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:22.947687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc8fec2e-23a2-4578-a349-df67bf8d229f req-3c048c2a-ebfb-4bb1-9f8d-846555c12f44 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 949 time: 0.3542476 Nov 12 20:45:22.968070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-fa4ec9b7-9ea2-4b3d-9b7b-d1e46e7f692e service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740895 Nov 12 20:45:23.016321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8398358f-7b18-4a49-975b-1471e95d9627 req-8e7a08b5-fda6-4ebf-a6b3-d83a11261518 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 210 time: 0.0639155 Nov 12 20:45:23.046284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:23.046925 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.071841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2efd5b92-8755-4864-b174-a232da6269ab None None] Provisioning complete for port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:23.072372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2efd5b92-8755-4864-b174-a232da6269ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.110213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2efd5b92-8755-4864-b174-a232da6269ab None None] Port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:23.115447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Allocated IP 192.168.233.137 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/b1b4b002-a87f-4e65-9745-ff9b3f25c9a1) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:23.125470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:23.128358 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf82eb0-5ee9-41e7-a451-64ac289ac8e0" -d '{"events": [{"server_uuid": "996f51ce-5e8e-4a76-ab7f-719054bdbb26", "name": "network-vif-plugged", "status": "completed", "tag": "cc76bfdd-29cf-4758-ac98-5a792ca437f9"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:23.203611 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb48906b-5bce-4f7a-a6f3-70df4ede625e req-95d76168-26cd-44ec-8ee7-c62133267871 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 210 time: 0.1020353 Nov 12 20:45:23.253319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc8fec2e-23a2-4578-a349-df67bf8d229f req-1c34b6ac-a1b7-4f26-a079-ab664e5b3ad8 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020136 Nov 12 20:45:23.275378 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c917800c-6e87-4555-a6fc-eedc18461db1 x-openstack-request-id: req-c917800c-6e87-4555-a6fc-eedc18461db1 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:23.276429 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996f51ce-5e8e-4a76-ab7f-719054bdbb26", "name": "network-vif-plugged", "status": "completed", "tag": "cc76bfdd-29cf-4758-ac98-5a792ca437f9", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:23.276688 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c917800c-6e87-4555-a6fc-eedc18461db1 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:23.277233 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'code': 200} Nov 12 20:45:23.283842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-9e54d11b-6071-466a-897b-4087fe1aa496 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9430482 Nov 12 20:45:23.311057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Request body: {'port': {'device_id': '42267223-f23a-463f-9289-67719b539e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:23.345311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-b2e0fd95-5033-4025-9fc4-06b92174a4bf service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414154 Nov 12 20:45:23.373888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.388717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5415894-6740-4670-89c2-8775f222b3ce req-51c45709-8ba9-4aae-b9f6-08bcd11dbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:23.389891 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5415894-6740-4670-89c2-8775f222b3ce req-51c45709-8ba9-4aae-b9f6-08bcd11dbb68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 1097 time: 0.0438142 Nov 12 20:45:23.436984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5bbbbf77-5daa-4070-bfb1-d7bdc649b716 req-002c092b-a3e2-4dd6-826b-74dc7caa36e2 tempest-FloatingIPsAssociationNegativeTestJSON-994906176 tempest-FloatingIPsAssociationNegativeTestJSON-994906176-project] 10.222.0.64 "GET /v2.0/ports?device_id=293a0b47-5717-4f3e-b2bc-4bb740f96ebb HTTP/1.1" status: 200 len: 210 time: 0.0783634 Nov 12 20:45:23.458479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:23.476455 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.482453 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5415894-6740-4670-89c2-8775f222b3ce req-ff23b4f2-9204-4d3e-b6a1-a71d3d6f0a2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731230 Nov 12 20:45:23.523606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:23.526532 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.555910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.561802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.615800 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.630992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:45:23.650340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:23.660640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b1c0e1-ba59-4b8c-af1c-e8f6a3c1e29a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:23.712578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.712578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 76bad5fc-2964-4b67-a19d-3c70560623c2 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:23.717882 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.718226 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Added segment 70303cc5-cc98-4a41-be6b-220f82c22539 of type vlan for network 4ad15a4f-f23c-426a-82a5-f60e51580a95 Nov 12 20:45:23.751906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f4fec-2440-4d4a-89a9-61e07ec938b4 req-f97e09c9-3e7e-4407-b6cb-e7e352339734 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:23.752699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-539f4fec-2440-4d4a-89a9-61e07ec938b4 req-f97e09c9-3e7e-4407-b6cb-e7e352339734 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 945 time: 0.2372794 Nov 12 20:45:23.755642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 76bad5fc-2964-4b67-a19d-3c70560623c2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:23.756210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 76bad5fc-2964-4b67-a19d-3c70560623c2 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:23.787777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:23.806476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.896847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.908696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-539f4fec-2440-4d4a-89a9-61e07ec938b4 req-da33fec4-8f06-4af4-8808-4fd898f27a35 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300430 Nov 12 20:45:23.909339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:23.981844 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.982808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:23.983436 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.034520 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-60c5e8f3-4dde-4705-a594-433cef9efe2b tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2a3d329b641423a988881180496128b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444207 Nov 12 20:45:24.065736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:24.112252 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58090) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:24.112422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286336cd-14cb-4dcb-b2d5-b581e30160e1 req-e5366633-8406-4d5d-a8e9-d38bb4f55cc3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:24.114378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-286336cd-14cb-4dcb-b2d5-b581e30160e1 req-e5366633-8406-4d5d-a8e9-d38bb4f55cc3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 944 time: 0.2913313 Nov 12 20:45:24.115060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'Port': ['ID=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:24.172891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-610e7f7b-3b50-4010-b139-7ea752a2a22a tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:24.174268 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-610e7f7b-3b50-4010-b139-7ea752a2a22a tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344676 Nov 12 20:45:24.187132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:24.188163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Request body: {'port': {'device_id': '7334c116-0a4b-4231-b4de-0a007d08659f', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'e2a3d329b641423a988881180496128b'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:24.207235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:24.263262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2523417 Nov 12 20:45:24.279970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58096) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:24.286566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Request body: {'subnet': {'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-subnet', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:24.310739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b681d-6537-471f-a0ed-125868572870 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad15a4f-f23c-426a-82a5-f60e51580a95,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:24.323141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 4ad15a4f-f23c-426a-82a5-f60e51580a95 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:45:24.357895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4c8bd17-8de7-478a-8380-454c3cac3739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.384427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-286336cd-14cb-4dcb-b2d5-b581e30160e1 req-2fa42dd4-03da-4026-a80a-95097221578a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417722 Nov 12 20:45:24.405341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:24.406177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.410179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-b0204d56-8f16-4042-b2ba-68fe3b5f1761 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:24.411679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-b0204d56-8f16-4042-b2ba-68fe3b5f1761 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.3771567 Nov 12 20:45:24.424557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b968a7f-4248-4917-a233-e913a65c1550 req-1b64c2fb-ed49-4e10-aa68-b2dabe182cff tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:24.433137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b968a7f-4248-4917-a233-e913a65c1550 req-1b64c2fb-ed49-4e10-aa68-b2dabe182cff tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 936 time: 0.3089938 Nov 12 20:45:24.467737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Made reservation on behalf of b7e299868890429ea3302056f58d21d7 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:24.470488 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.509625 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4c8bd17-8de7-478a-8380-454c3cac3739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.543386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6ed83d7b-dc8e-41b8-979f-9d03e221954d None None] Provisioning complete for port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:24.544241 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6ed83d7b-dc8e-41b8-979f-9d03e221954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.555398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2866d6a7-707b-42f0-8cc2-2a268a1a4d78 req-db4e5b3e-8787-4752-bf4f-da08e1095714 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 210 time: 0.0853307 Nov 12 20:45:24.588410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:24.607053 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.613347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6ed83d7b-dc8e-41b8-979f-9d03e221954d None None] Port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:24.634920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b968a7f-4248-4917-a233-e913a65c1550 req-db098df7-4f9a-4198-8efb-f543bb412b40 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007482 Nov 12 20:45:24.651424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Transition to ACTIVE for port object b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:24.666987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4c8bd17-8de7-478a-8380-454c3cac3739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.685532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58102) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:24.708365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Made reservation on behalf of e2a3d329b641423a988881180496128b for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:24.712733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.730485 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d4c8bd17-8de7-478a-8380-454c3cac3739 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4de29c89967843b083811b0c75f85c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6168983 Nov 12 20:45:24.735140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58104) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:24.746414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8bd17-8de7-478a-8380-454c3cac3739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c60b1d8-a488-4e44-9df6-3044573a9719,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:24.808000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.922295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe413c37-3035-439a-b12f-61e3f73f645b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.945079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06d2f34-4bd0-4b17-b08a-856172d236f5,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:24.986658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe413c37-3035-439a-b12f-61e3f73f645b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.991065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Checking segment: {'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:24.996501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Network hostable DHCP agents. Network: 4ad15a4f-f23c-426a-82a5-f60e51580a95, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:45:25.005930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Allocated IP 192.168.233.164 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/e68d8455-1def-437c-b38a-3483bb27837c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:25.074054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.079349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-4786e010-0895-4e62-8276-c3359b823105 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1898825 Nov 12 20:45:25.124642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Request body: {'port': {'device_id': 'f8ed3332-4e0a-4f8a-9f96-4b893f1e144d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:25.162353 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Network 4ad15a4f-f23c-426a-82a5-f60e51580a95 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:45:25.201955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe413c37-3035-439a-b12f-61e3f73f645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.204487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe413c37-3035-439a-b12f-61e3f73f645b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.205637 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fe413c37-3035-439a-b12f-61e3f73f645b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c60b1d8-a488-4e44-9df6-3044573a9719 HTTP/1.1" status: 204 len: 168 time: 0.4695523 Nov 12 20:45:25.213183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.228061 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe413c37-3035-439a-b12f-61e3f73f645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c60b1d8-a488-4e44-9df6-3044573a9719,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:25.241487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f22b42-4c94-4ef5-a05c-0d3b2d6888c2 req-020642fc-4567-4e23-a382-b3f37029f37a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:25.248918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f22b42-4c94-4ef5-a05c-0d3b2d6888c2 req-020642fc-4567-4e23-a382-b3f37029f37a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.5828638 Nov 12 20:45:25.279953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:25.282534 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30526f44-4aa9-4d71-a5e2-52192d9a7cbb" -d '{"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-plugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:25.288885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-d96154b1-5fa8-49e2-b221-5448cd539feb service neutron] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:25.293073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 4ad15a4f-f23c-426a-82a5-f60e51580a95) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:25.301540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62cd038-0bfc-410e-ac6c-aaed7fc2265b None None] Network 4ad15a4f-f23c-426a-82a5-f60e51580a95 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:25.303462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:25.304361 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.308421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Pushing event updated for resources: {'Port': ['ID=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:25.341582 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-d96154b1-5fa8-49e2-b221-5448cd539feb service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.342728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8434e6ac-69bd-4158-8da5-d40c1a4cf654 req-d96154b1-5fa8-49e2-b221-5448cd539feb service neutron] 10.222.0.46 "DELETE /v2.0/ports/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6/bindings/n-h1-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.8998342 Nov 12 20:45:25.363790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483b13-b39d-4002-9259-4781c6c4e8ae req-ae56f060-bfe9-49f8-a0a2-18aff0f34a7e tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:25.371947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e483b13-b39d-4002-9259-4781c6c4e8ae req-ae56f060-bfe9-49f8-a0a2-18aff0f34a7e tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 945 time: 0.3059311 Nov 12 20:45:25.401404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.406503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.417245 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2cd1d78c-ecc8-40f9-94da-d38b90147b19 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1362047 Nov 12 20:45:25.418052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58114) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:25.440857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-router', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:25.443520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['98b5a428-0e8d-4873-9c28-13a03425a35c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:25.502934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:25.506806 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:25.511536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:25.558388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f22b42-4c94-4ef5-a05c-0d3b2d6888c2 req-750feb4a-e206-49e8-b859-2a6ba624ad49 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056443 Nov 12 20:45:25.576183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.577233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.588623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Pushing event updated for resources: {'Port': ['ID=e68d8455-1def-437c-b38a-3483bb27837c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:25.608773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:25.609439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.630880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-4ad15a4f-f23c-426a-82a5-f60e51580a95', 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'fixed_ips': [{'subnet_id': 'b06d2f34-4bd0-4b17-b08a-856172d236f5'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:45:25.632911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.686463 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf486b9-1323-4025-a546-eed25aa95a7b x-openstack-request-id: req-0bf486b9-1323-4025-a546-eed25aa95a7b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:25.691781 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-plugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:25.692871 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0bf486b9-1323-4025-a546-eed25aa95a7b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:25.693496 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'code': 200} Nov 12 20:45:25.720934 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.729877 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b0979747-a66d-4ae0-9eeb-23ddfc096617 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5437005 Nov 12 20:45:25.747070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Request body: {'port': {'device_id': '7334c116-0a4b-4231-b4de-0a007d08659f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:25.907494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e483b13-b39d-4002-9259-4781c6c4e8ae req-c6c964f8-81d5-4e3b-aba4-f4ed034e34f8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342729 Nov 12 20:45:25.951570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Attempting to bind port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:25.952220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Attempting to bind port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:25.952748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Attempting to bind port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:26.014780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-25e69a4f-e88f-49be-80ae-cd89654da9fa None None] Provisioning complete for port e68d8455-1def-437c-b38a-3483bb27837c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:26.015601 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-25e69a4f-e88f-49be-80ae-cd89654da9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.062987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Allocated IP 172.20.0.2 (4ad15a4f-f23c-426a-82a5-f60e51580a95/b06d2f34-4bd0-4b17-b08a-856172d236f5/95ecd628-fd7c-4175-93b3-e69750432c9a) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:26.102237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:26.102637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Attempting to bind port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:26.116698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-25e69a4f-e88f-49be-80ae-cd89654da9fa None None] Port e68d8455-1def-437c-b38a-3483bb27837c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:26.161651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:26.161957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:26.162318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:26.163753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Bound port: b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:26.163928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.217032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c9252-0a18-48ae-850d-246c2f75dd67 req-e912be79-3c82-4cc8-b950-3066a89846de tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:26.217263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-121c9252-0a18-48ae-850d-246c2f75dd67 req-e912be79-3c82-4cc8-b950-3066a89846de tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 944 time: 0.3539577 Nov 12 20:45:26.290690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.305460 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.352372 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.356289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc4d13-f002-4263-8ed0-63f921b19e2d req-f7c52f8d-c842-439e-828f-41e7c0c64a32 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:26.357857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38dc4d13-f002-4263-8ed0-63f921b19e2d req-f7c52f8d-c842-439e-828f-41e7c0c64a32 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 936 time: 0.2665913 Nov 12 20:45:26.361812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8adae-4c29-4bd5-a4da-55d33b3a5b6c req-1cb93ad5-6a07-465e-bad4-102b2144841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:26.363335 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-99a8adae-4c29-4bd5-a4da-55d33b3a5b6c req-1cb93ad5-6a07-465e-bad4-102b2144841e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1102 time: 0.1814759 Nov 12 20:45:26.450465 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.467281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-121c9252-0a18-48ae-850d-246c2f75dd67 req-1897a73f-fc8a-40bc-8b28-529597d80732 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278998 Nov 12 20:45:26.477156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] For port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:26.499005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-99a8adae-4c29-4bd5-a4da-55d33b3a5b6c req-ef48360a-b9e8-4c30-8ec4-808452425176 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186035 Nov 12 20:45:26.556266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Pushing event updated for resources: {'Port': ['ID=95ecd628-fd7c-4175-93b3-e69750432c9a,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:26.566692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] For port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:26.567166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Network 4ad15a4f-f23c-426a-82a5-f60e51580a95 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:26.568693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:26.574135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:26.593890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38dc4d13-f002-4263-8ed0-63f921b19e2d req-c5edd433-7d8a-40e8-bc90-35b655a17776 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037559 Nov 12 20:45:26.642941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Attempting to bind port 95ecd628-fd7c-4175-93b3-e69750432c9a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:26.643771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Attempting to bind port 95ecd628-fd7c-4175-93b3-e69750432c9a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:26.644895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Attempting to bind port 95ecd628-fd7c-4175-93b3-e69750432c9a on network 4ad15a4f-f23c-426a-82a5-f60e51580a95 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:26.652729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:26.653276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Checking segment: {'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:26.653782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.654512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Bound using segment: {'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:26.655800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Bound port: 95ecd628-fd7c-4175-93b3-e69750432c9a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:26.655800 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.713492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0937dc-2a8f-41a0-92be-94f5c67d87c5 req-418a58b4-8c4e-443a-a6d1-3ff36e1397f0 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:26.715025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b0937dc-2a8f-41a0-92be-94f5c67d87c5 req-418a58b4-8c4e-443a-a6d1-3ff36e1397f0 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 936 time: 0.1572630 Nov 12 20:45:26.743009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] For port 95ecd628-fd7c-4175-93b3-e69750432c9a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:26.747379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] For port 95ecd628-fd7c-4175-93b3-e69750432c9a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=95ecd628-fd7c-4175-93b3-e69750432c9a,segment=NetworkSegment(70303cc5-cc98-4a41-be6b-220f82c22539),segment_id=70303cc5-cc98-4a41-be6b-220f82c22539)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:26.749886 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.803336 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.811888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:26.823231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.865509 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.881324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.901350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:26.902109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.903575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] 10.222.0.78 "PUT /v2.0/ports/b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c HTTP/1.1" status: 200 len: 1097 time: 3.6087079 Nov 12 20:45:26.918940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42267223-f23a-463f-9289-67719b539e4c', 'tag': 'b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:26.926861 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260662e-6d8e-4231-b23d-cc47b4936db1" -d '{"events": [{"name": "network-changed", "server_uuid": "42267223-f23a-463f-9289-67719b539e4c", "tag": "b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:26.958085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe7e2-9e92-4175-b93b-328180b6ea03 None None] Pushing event updated for resources: {'Port': ['ID=95ecd628-fd7c-4175-93b3-e69750432c9a,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:26.960145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Allocated IP 172.25.8.202 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/2d359c01-8ee3-441f-ae3e-1992285c0586) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:26.968963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b0937dc-2a8f-41a0-92be-94f5c67d87c5 req-eef280ea-5011-433d-bccb-2ae41aa6e391 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229121 Nov 12 20:45:26.971775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Transition to ACTIVE for port object b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:26.973740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3293e7-d439-4aec-abfe-9a310380e604 service neutron] Pushing event updated for resources: {'Port': ['ID=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:26.993236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aac550-87e1-4886-b746-ac76fed8ec7d req-a31284f8-cd7a-406f-b9ad-f5a4b5eaf655 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:26.999183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3aac550-87e1-4886-b746-ac76fed8ec7d req-a31284f8-cd7a-406f-b9ad-f5a4b5eaf655 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 945 time: 0.3290672 Nov 12 20:45:27.012831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58148) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:27.029825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Request body: {'floatingip': {'port_id': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:27.109945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:27.248707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:27.355100 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:27.373387 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c65e882-a252-41b2-baf0-7cc33b0928b1 x-openstack-request-id: req-2c65e882-a252-41b2-baf0-7cc33b0928b1 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:27.373953 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42267223-f23a-463f-9289-67719b539e4c", "tag": "b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:27.373953 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c65e882-a252-41b2-baf0-7cc33b0928b1 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:27.375251 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42267223-f23a-463f-9289-67719b539e4c', 'tag': 'b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'status': 'completed', 'code': 200} Nov 12 20:45:27.422313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68d8455-1def-437c-b38a-3483bb27837c {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:27.433502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:27.477293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:27.485028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:27.513596 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fcedaa45-358c-4358-a746-e12a03b4b3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:27.514216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357ae95-47bc-4a7c-8f53-b2187c3884d8 req-d891cb92-8418-4150-912a-5b02df3543bb tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:27.521501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8357ae95-47bc-4a7c-8f53-b2187c3884d8 req-d891cb92-8418-4150-912a-5b02df3543bb tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.2161396 Nov 12 20:45:27.544555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6071e7f9-57cb-4431-9746-61d9d060ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:27.546075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-6071e7f9-57cb-4431-9746-61d9d060ece5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 1100 time: 0.2522755 Nov 12 20:45:27.548892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:27.570929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:27.572490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:27.576559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:27.615007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Transition to ACTIVE for port object e68d8455-1def-437c-b38a-3483bb27837c will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:27.667746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Pushing event updated for resources: {'Port': ['ID=2d359c01-8ee3-441f-ae3e-1992285c0586,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:27.724110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8357ae95-47bc-4a7c-8f53-b2187c3884d8 req-b634b42a-b9d8-470c-b696-117c420f6a6e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014520 Nov 12 20:45:27.796428 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:27.800830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-a201b7af-5208-468f-8a85-043086ab12c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c HTTP/1.1" status: 200 len: 217 time: 0.2342174 Nov 12 20:45:27.910694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 95ecd628-fd7c-4175-93b3-e69750432c9a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:27.940043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Pushing event updated for resources: {'Port': ['ID=e68d8455-1def-437c-b38a-3483bb27837c,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:28.003927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 95ecd628-fd7c-4175-93b3-e69750432c9a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:28.004309 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.167837 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.183426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58164) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:28.246414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 95ecd628-fd7c-4175-93b3-e69750432c9a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=95ecd628-fd7c-4175-93b3-e69750432c9a,segment=NetworkSegment(70303cc5-cc98-4a41-be6b-220f82c22539),segment_id=70303cc5-cc98-4a41-be6b-220f82c22539)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:28.274443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Attempting to bind port e68d8455-1def-437c-b38a-3483bb27837c on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:28.274742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Attempting to bind port e68d8455-1def-437c-b38a-3483bb27837c by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:28.275023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Attempting to bind port e68d8455-1def-437c-b38a-3483bb27837c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:28.284995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Port e68d8455-1def-437c-b38a-3483bb27837c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:28.285319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Attempting to bind port e68d8455-1def-437c-b38a-3483bb27837c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:28.296161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:28.296503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:28.296871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:28.297306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Bound port: e68d8455-1def-437c-b38a-3483bb27837c, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:28.297663 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.315462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.320010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.388170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0df156-7bf8-4b6c-9496-ca298ab8949c None None] Network 4ad15a4f-f23c-426a-82a5-f60e51580a95 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:28.391911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58a3041e-e9ba-44bd-9fa3-fc212a6a913f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.416337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=95ecd628-fd7c-4175-93b3-e69750432c9a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:28.431909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c35eb1-19f0-43b9-9416-aad0af5c5f4f req-412051fa-fc80-4990-bf93-55bc228f2c75 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:28.439207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73c35eb1-19f0-43b9-9416-aad0af5c5f4f req-412051fa-fc80-4990-bf93-55bc228f2c75 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1096 time: 0.9985640 Nov 12 20:45:28.462643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Attempting to bind port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:28.462981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Attempting to bind port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:28.463322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Attempting to bind port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:28.535180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-d13713d3-a75a-4e9c-83f6-54bec00efe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:28.536504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-d13713d3-a75a-4e9c-83f6-54bec00efe82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.7239935 Nov 12 20:45:28.537053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:28.537434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Attempting to bind port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:28.548161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] For port e68d8455-1def-437c-b38a-3483bb27837c, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:28.552468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] For port e68d8455-1def-437c-b38a-3483bb27837c, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e68d8455-1def-437c-b38a-3483bb27837c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:28.582874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-516f51e1-3ba4-44be-858e-36d1834ff7fd None None] Provisioning complete for port 95ecd628-fd7c-4175-93b3-e69750432c9a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:28.583493 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-516f51e1-3ba4-44be-858e-36d1834ff7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.672044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:28.672044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:28.672417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:28.672784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Bound port: b1b4b002-a87f-4e65-9745-ff9b3f25c9a1, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:28.673136 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.676216 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.687933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58a3041e-e9ba-44bd-9fa3-fc212a6a913f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.697328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:28.697445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.698828 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] 10.222.0.46 "PUT /v2.0/ports/e68d8455-1def-437c-b38a-3483bb27837c HTTP/1.1" status: 200 len: 1097 time: 2.9622104 Nov 12 20:45:28.702009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7334c116-0a4b-4231-b4de-0a007d08659f', 'tag': 'e68d8455-1def-437c-b38a-3483bb27837c'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:28.704353 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4781f9da-e1d0-4ce9-900c-80c7c993fc90" -d '{"events": [{"name": "network-changed", "server_uuid": "7334c116-0a4b-4231-b4de-0a007d08659f", "tag": "e68d8455-1def-437c-b38a-3483bb27837c"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:28.713615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4ed36-753e-4a22-b0a2-0dae29d48de3 req-ccc3aaa6-a5f4-4e8d-bae2-d4e32d35f33e tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:28.713615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cc4ed36-753e-4a22-b0a2-0dae29d48de3 req-ccc3aaa6-a5f4-4e8d-bae2-d4e32d35f33e tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 948 time: 0.8535376 Nov 12 20:45:28.739854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73c35eb1-19f0-43b9-9416-aad0af5c5f4f req-736924cd-12b1-4038-9577-16fa474131d9 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997012 Nov 12 20:45:28.761350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.792478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58a3041e-e9ba-44bd-9fa3-fc212a6a913f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.826103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3041e-e9ba-44bd-9fa3-fc212a6a913f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec3e18-32b4-4e70-b47a-961ecf155510,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:28.862385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cc4ed36-753e-4a22-b0a2-0dae29d48de3 req-9f392134-a48a-47fe-aaaf-f67e7008a442 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479976 Nov 12 20:45:28.895436 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dcf2c-fbf5-46c3-92c1-1259027ce28b service neutron] Pushing event updated for resources: {'Port': ['ID=e68d8455-1def-437c-b38a-3483bb27837c,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:28.957607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b6e9d763-b23c-4504-ba93-ae8df0b2b2ec None None] Provisioning complete for port 95ecd628-fd7c-4175-93b3-e69750432c9a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:28.958065 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b6e9d763-b23c-4504-ba93-ae8df0b2b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:28.962824 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-58a3041e-e9ba-44bd-9fa3-fc212a6a913f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83657d40d11b49dcb056e9ca19d3a70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7782552 Nov 12 20:45:28.970319 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0c6aab-270f-418d-8cff-6e775f98b2dc x-openstack-request-id: req-cf0c6aab-270f-418d-8cff-6e775f98b2dc {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:28.970506 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7334c116-0a4b-4231-b4de-0a007d08659f", "tag": "e68d8455-1def-437c-b38a-3483bb27837c", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:28.970747 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf0c6aab-270f-418d-8cff-6e775f98b2dc {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:28.971158 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7334c116-0a4b-4231-b4de-0a007d08659f', 'tag': 'e68d8455-1def-437c-b38a-3483bb27837c', 'status': 'completed', 'code': 200} Nov 12 20:45:28.974893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:29.004705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-635bd7d8-900a-4dbe-8cb7-f44da013c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:29.006385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-635bd7d8-900a-4dbe-8cb7-f44da013c9d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4302089 Nov 12 20:45:29.046210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-19fe12cf-3324-4469-aa0f-6422559ae923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:29.048004 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-19fe12cf-3324-4469-aa0f-6422559ae923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2a3d329b641423a988881180496128b&device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 1100 time: 0.1684842 Nov 12 20:45:29.120739 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-38320301-51e2-4f05-99ee-6f232e5a9bfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=e68d8455-1def-437c-b38a-3483bb27837c HTTP/1.1" status: 200 len: 217 time: 0.0597467 Nov 12 20:45:29.181845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-579bee5d-f8aa-4ac2-a472-55dc0ab613be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.216125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-4d506285-829a-4351-b596-b2f3eef6ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:29.217591 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-4d506285-829a-4351-b596-b2f3eef6ec0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0884717 Nov 12 20:45:29.229644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa26b68-e15f-426b-9c5d-772f699d5955 req-805c8cd4-d46d-4138-824a-cce9edddc239 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:29.230071 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-579bee5d-f8aa-4ac2-a472-55dc0ab613be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.231149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fa26b68-e15f-426b-9c5d-772f699d5955 req-805c8cd4-d46d-4138-824a-cce9edddc239 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 948 time: 0.3559041 Nov 12 20:45:29.237509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] For port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:29.282210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] For port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:29.301824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-e7576c14-dbd6-464e-8556-45b37c7a99f1 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706423 Nov 12 20:45:29.326093 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.resource_extend [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:45:29.336177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b8da0-f695-4c5a-a80b-ed1b40afabb9 req-d9cb6bbe-68b6-4f5f-afa5-37f3c1a9820f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:29.337838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a08b8da0-f695-4c5a-a80b-ed1b40afabb9 req-d9cb6bbe-68b6-4f5f-afa5-37f3c1a9820f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.2400734 Nov 12 20:45:29.406755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.486460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:45:29.523190 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.541803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fa26b68-e15f-426b-9c5d-772f699d5955 req-dd8f5985-39e2-47df-b8a1-554b370bea5b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985313 Nov 12 20:45:29.545049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:29.545670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.547343 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] 10.222.0.78 "PUT /v2.0/ports/b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 HTTP/1.1" status: 200 len: 1097 time: 4.4487567 Nov 12 20:45:29.559320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed3332-4e0a-4f8a-9f96-4b893f1e144d', 'tag': 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:29.562501 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ed3332-4e0a-4f8a-9f96-4b893f1e144d", "tag": "b1b4b002-a87f-4e65-9745-ff9b3f25c9a1"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:29.563317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-a3c30bac-c6b8-42f1-8c75-90b5e520ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:29.564969 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-a3c30bac-c6b8-42f1-8c75-90b5e520ebe8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3370280 Nov 12 20:45:29.599477 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.605349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:29.655865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a08b8da0-f695-4c5a-a80b-ed1b40afabb9 req-d5ffcbe4-ca86-4985-9d4a-6da6ebb93dc8 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688773 Nov 12 20:45:29.709184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Deleting port df97b6e0-4298-4f89-9d21-07754cbabd60 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:29.710008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:29.722404 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.725426 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Sync routers for ids ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:29.731915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.732356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.732769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.733325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.734230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.735262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.737564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.738012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.738420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.738939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.739101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.739469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cd9e6-abf3-4366-8653-7a3d2cc25720 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:29.748766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-579bee5d-f8aa-4ac2-a472-55dc0ab613be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.750862 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Routers {'2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:29.753240 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:29.753498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-579bee5d-f8aa-4ac2-a472-55dc0ab613be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.754362 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-579bee5d-f8aa-4ac2-a472-55dc0ab613be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4ec3e18-32b4-4e70-b47a-961ecf155510 HTTP/1.1" status: 204 len: 168 time: 0.7774453 Nov 12 20:45:29.761186 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-b416a0e9-42c9-4605-bf9e-17f1a8dd762b service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720567 Nov 12 20:45:29.766594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bee5d-f8aa-4ac2-a472-55dc0ab613be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec3e18-32b4-4e70-b47a-961ecf155510,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:29.817652 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.818944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b6ade875-420a-493f-8fbf-28de501ccf99 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3903277 Nov 12 20:45:29.825588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58192) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:29.890021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 95ecd628-fd7c-4175-93b3-e69750432c9a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:29.905328 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4015e0da-96c0-4439-a795-2ca251b3aa55 x-openstack-request-id: req-4015e0da-96c0-4439-a795-2ca251b3aa55 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:29.905709 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ed3332-4e0a-4f8a-9f96-4b893f1e144d", "tag": "b1b4b002-a87f-4e65-9745-ff9b3f25c9a1", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:29.906037 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4015e0da-96c0-4439-a795-2ca251b3aa55 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:29.906635 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ed3332-4e0a-4f8a-9f96-4b893f1e144d', 'tag': 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', 'status': 'completed', 'code': 200} Nov 12 20:45:29.926848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-8fecc4fe-3edb-4270-bd3a-68829db6a05f service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032455 Nov 12 20:45:29.956479 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Set router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:29.980355 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 95ecd628-fd7c-4175-93b3-e69750432c9a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:29.981142 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:29.982693 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a338ec9-42d9-43f3-92cb-dfb22249bada req-f083d9fd-c196-4513-8ee3-8c1a5509187a service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108998 Nov 12 20:45:30.036402 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-93ea6afb-a710-47a8-9e9f-d447c8193a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:30.174378 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-router', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:25Z', 'updated_at': '2021-11-12T20:45:27Z', 'revision_number': 3, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'gw_port': {'id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:26Z', 'updated_at': '2021-11-12T20:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:30.194153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-eec5ffff-58c8-4da9-aa15-e4612f16e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:30.194153 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-eec5ffff-58c8-4da9-aa15-e4612f16e56d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2a3d329b641423a988881180496128b&device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 1100 time: 0.0588112 Nov 12 20:45:30.212915 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Floating IP fa811dc2-bf80-4916-a650-cc5be7780983 associated. External IP: 172.25.8.150, port: cc76bfdd-29cf-4758-ac98-5a792ca437f9. Nov 12 20:45:30.227414 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Checking router: 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:30.229227 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Updating router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b port 2d359c01-8ee3-441f-ae3e-1992285c0586 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:45:30.332779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-be5ec570-b08d-4c31-adef-9fc8c9500b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:30.334353 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-be5ec570-b08d-4c31-adef-9fc8c9500b8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 1100 time: 0.4247627 Nov 12 20:45:30.344187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] For port df97b6e0-4298-4f89-9d21-07754cbabd60, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=df97b6e0-4298-4f89-9d21-07754cbabd60,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:30.344556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:30.357906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332a77-0976-40f0-a184-e7f5bfd541d4 req-7c991733-d6c2-41de-ac2d-ca5e9c9c1c41 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:30.365480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1332a77-0976-40f0-a184-e7f5bfd541d4 req-7c991733-d6c2-41de-ac2d-ca5e9c9c1c41 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.4542840 Nov 12 20:45:30.436859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Calling delete_port for df97b6e0-4298-4f89-9d21-07754cbabd60 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:30.443504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-23c20e06-b7f2-48a3-899a-23c3ddf906f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:30.445323 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-23c20e06-b7f2-48a3-899a-23c3ddf906f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2424026 Nov 12 20:45:30.447346 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:30.448698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-25c0a02a-8711-41ab-be8d-bc0deac2e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:30.450282 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-25c0a02a-8711-41ab-be8d-bc0deac2e85c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 1100 time: 0.3144305 Nov 12 20:45:30.489250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-5ef385d8-670d-4c1b-a0f3-0832c06accad tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:30.490319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-5ef385d8-670d-4c1b-a0f3-0832c06accad tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 807 time: 0.7860432 Nov 12 20:45:30.512581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-e75ef0ff-3bc3-42e7-be50-7a8d2515b5f8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 HTTP/1.1" status: 200 len: 217 time: 0.1042082 Nov 12 20:45:30.553168 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-90bdf069-9321-46b7-ac3e-81d3d45bc1ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=e68d8455-1def-437c-b38a-3483bb27837c HTTP/1.1" status: 200 len: 217 time: 0.0965643 Nov 12 20:45:30.610537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:30.626414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-f8945779-2484-4b8e-bf40-507462d35e12 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/quotas/99af9cc5da6e44fc8b0629315c33793d HTTP/1.1" status: 200 len: 375 time: 0.1157064 Nov 12 20:45:30.640674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-30510d2d-7282-4fc5-b7cb-35134dbfb99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:30.642123 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-30510d2d-7282-4fc5-b7cb-35134dbfb99b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0808077 Nov 12 20:45:30.759051 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:30.760966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-39f2df3c-ce7b-4f46-978b-6aee77c88f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:30.762439 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-39f2df3c-ce7b-4f46-978b-6aee77c88f35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0850997 Nov 12 20:45:30.848071 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:30.898865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Allocated IP 172.20.0.1 (4ad15a4f-f23c-426a-82a5-f60e51580a95/b06d2f34-4bd0-4b17-b08a-856172d236f5/012aebe9-71e0-4e72-b41f-eb1986f64d72) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:30.920282 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Pushing event updated for resources: {'Port': ['ID=2d359c01-8ee3-441f-ae3e-1992285c0586,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:30.930316 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-ba79027b-8954-4ab9-a1c8-55ae6a83e89f service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543992 Nov 12 20:45:30.933286 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.933935 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.935082 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.935584 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.935967 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.936274 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.936600 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.936927 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.937235 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.937551 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.937866 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.938183 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:30.974970 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Attempting to bind port 2d359c01-8ee3-441f-ae3e-1992285c0586 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:30.975972 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Attempting to bind port 2d359c01-8ee3-441f-ae3e-1992285c0586 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:30.976785 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Attempting to bind port 2d359c01-8ee3-441f-ae3e-1992285c0586 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:30.986319 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:30.986971 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:30.987467 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:30.987907 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:30.988448 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Bound port: 2d359c01-8ee3-441f-ae3e-1992285c0586, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:30.988911 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.045498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1332a77-0976-40f0-a184-e7f5bfd541d4 req-25eb305c-df30-4e8f-a3a4-2e65ebfda6bc tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791527 Nov 12 20:45:31.114070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-a598b4d7-72ff-4a9a-9a43-ae122f580b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:31.114703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.115563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-a598b4d7-72ff-4a9a-9a43-ae122f580b44 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.5739579 Nov 12 20:45:31.118811 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4781f9da-e1d0-4ce9-900c-80c7c993fc90 req-69ec43e2-2e0b-4afe-866b-12f3143a416b service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776750 Nov 12 20:45:31.134547 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] For port 2d359c01-8ee3-441f-ae3e-1992285c0586, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:31.144939 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] For port 2d359c01-8ee3-441f-ae3e-1992285c0586, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2d359c01-8ee3-441f-ae3e-1992285c0586,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:31.165582 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.216641 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.245862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.278359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-5966267d-ccf5-45fe-a8ed-8d3a7992fb1e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6184809 Nov 12 20:45:31.289515 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Routers {'2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:31.290516 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:31.297463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-b1588e0a-4b6b-4761-8d72-780c1dc3cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:31.298901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-b1588e0a-4b6b-4761-8d72-780c1dc3cf93 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.8054976 Nov 12 20:45:31.300469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Network 4ad15a4f-f23c-426a-82a5-f60e51580a95 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:31.305505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:31.309713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:31.315668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Pushing event updated for resources: {'Port': ['ID=012aebe9-71e0-4e72-b41f-eb1986f64d72,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:31.327005 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef235c-b0e5-452a-881e-332543ec3aeb None None] Pushing event updated for resources: {'Port': ['ID=2d359c01-8ee3-441f-ae3e-1992285c0586,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:31.359931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.360292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.360855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.361197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.361531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.361859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.362183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.362509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.362826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.363158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.363492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.363811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:31.389692 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.418872 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] Set router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:31.420062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-ce7d3552-eec6-4112-a912-c01065db2e73 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c HTTP/1.1" status: 200 len: 217 time: 0.0968759 Nov 12 20:45:31.501011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:31.504681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-ca7612ad-cc67-4aae-ae4a-4f0b2c99fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:31.506283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-ca7612ad-cc67-4aae-ae4a-4f0b2c99fb57 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3760412 Nov 12 20:45:31.525970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283739-5c9b-476e-980f-73392148ff3e req-3e79ea1d-5f93-4cfb-a67e-06d237b880f4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:31.527572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5283739-5c9b-476e-980f-73392148ff3e req-3e79ea1d-5f93-4cfb-a67e-06d237b880f4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 948 time: 0.3281102 Nov 12 20:45:31.593272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-118587ba-8da7-4571-8bfa-05322c1eced4 None None] Provisioning complete for port 012aebe9-71e0-4e72-b41f-eb1986f64d72 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:31.593705 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-118587ba-8da7-4571-8bfa-05322c1eced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.636609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-118587ba-8da7-4571-8bfa-05322c1eced4 None None] Port 012aebe9-71e0-4e72-b41f-eb1986f64d72 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:31.639833 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-router', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:25Z', 'updated_at': '2021-11-12T20:45:27Z', 'revision_number': 3, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'gw_port': {'id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:26Z', 'updated_at': '2021-11-12T20:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:31.648995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.672490 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e8828-6070-4e57-89e5-9e0b06eccc2d None None] The sync data for ids ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'] in n-d-713498-29 is: [{'id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-router', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:25Z', 'updated_at': '2021-11-12T20:45:27Z', 'revision_number': 3, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'gw_port': {'id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:26Z', 'updated_at': '2021-11-12T20:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:31.685401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-f731a964-65c3-4b3d-872f-7ac865cac46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:31.686885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-f731a964-65c3-4b3d-872f-7ac865cac46e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.2356260 Nov 12 20:45:31.697068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-57756121-0ee5-4868-b3b5-16c28e7ef365 service neutron] 10.222.0.64 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852909 Nov 12 20:45:31.833986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5283739-5c9b-476e-980f-73392148ff3e req-081364a1-df1f-491f-ad5f-88420ac70355 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911904 Nov 12 20:45:31.843559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.910601 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.926787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:31.982363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-2dd59d44-b4f3-4110-ac51-06084b06ad02 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672861 Nov 12 20:45:32.006972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df97b6e0-4298-4f89-9d21-07754cbabd60,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:32.021510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-b5c3efe6-d003-4696-8446-c758d31aa0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:32.023426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-b5c3efe6-d003-4696-8446-c758d31aa0fd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3274968 Nov 12 20:45:32.036379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:32.040517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Pushing event updated for resources: {'Port': ['ID=012aebe9-71e0-4e72-b41f-eb1986f64d72,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:32.158668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:32.161469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Network 4ad15a4f-f23c-426a-82a5-f60e51580a95 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:32.163026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:32.174189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] Sync routers for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:32.188212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:32.190644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:32.266052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:32.272207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-cd9cfce8-e613-4ab5-a18a-3df1b01ecc0e service neutron] 10.222.0.64 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143826 Nov 12 20:45:32.472949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-5c78a58c-7edb-45d1-ac58-4af2a65d7ce5 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314339 Nov 12 20:45:32.482086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc2b10-9942-4193-9d58-f6945fb185d3 req-68622de0-a78c-4c1b-bf47-2b63f4c24a92 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:32.490378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dcdc2b10-9942-4193-9d58-f6945fb185d3 req-68622de0-a78c-4c1b-bf47-2b63f4c24a92 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 948 time: 0.5864511 Nov 12 20:45:32.517318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64a4ed3c-8fa0-4ca9-91ae-4103299db87c req-558b39eb-0b39-4a58-826f-8240954d8089 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956017 Nov 12 20:45:32.544517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:32.671011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4a597f87-2672-4bed-8ea7-d8c80c98add8 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "PUT /v2.0/floatingips/fa811dc2-bf80-4916-a650-cc5be7780983 HTTP/1.1" status: 200 len: 991 time: 5.6511889 Nov 12 20:45:32.673201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7260662e-6d8e-4231-b23d-cc47b4936db1 req-a093e995-2bbb-46e0-b0e2-f6fb11c18e21 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344268 Nov 12 20:45:32.782016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'tag': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:32.784761 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df7a9f0-29ef-4598-92de-deee642fe886" -d '{"events": [{"name": "network-changed", "server_uuid": "996f51ce-5e8e-4a76-ab7f-719054bdbb26", "tag": "cc76bfdd-29cf-4758-ac98-5a792ca437f9"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:32.791241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0a6b6ffd-9cc3-449e-82c5-154b1c1fd28c None None] Provisioning complete for port 012aebe9-71e0-4e72-b41f-eb1986f64d72 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:32.791844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6ffd-9cc3-449e-82c5-154b1c1fd28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:32.817979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-9c3e7eb5-9cae-4748-b68e-de6f6e86211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:32.820216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-9c3e7eb5-9cae-4748-b68e-de6f6e86211d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 1100 time: 0.0696068 Nov 12 20:45:32.856444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:32.866946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b6ffd-9cc3-449e-82c5-154b1c1fd28c None None] Port 012aebe9-71e0-4e72-b41f-eb1986f64d72 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:32.911856 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:32.950017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'fa811dc2-bf80-4916-a650-cc5be7780983', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'port_id': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'mac_address': 'fa:16:3e:9a:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:42:53Z', 'updated_at': '2021-11-12T20:45:29Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:32.981488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] Checking router: 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:32.992827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:32.992827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:32.995924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dcdc2b10-9942-4193-9d58-f6945fb185d3 req-86277c72-789c-485d-9c8c-4a320827acf8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043132 Nov 12 20:45:33.016077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-da8758d7-8c64-4afe-9177-74f11fff3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.017721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-da8758d7-8c64-4afe-9177-74f11fff3850 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1590660 Nov 12 20:45:33.034200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:33.044711 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-95aeb960-34ff-43d4-80d2-cb33f337cbfc admin admin] 10.222.0.64 "PUT /v2.0/routers/2f64f8bf-84c6-4ded-8e80-5f12ca872f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2211227 Nov 12 20:45:33.140723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:33.190689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-726158df-682f-42e3-abf0-bdf8fe4d96bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 HTTP/1.1" status: 200 len: 217 time: 0.0859723 Nov 12 20:45:33.261539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5c4acba-2624-420d-842d-d4cf424213b6 req-a62f5a38-c798-4115-b70a-dccd6ecc63e5 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 210 time: 0.0757804 Nov 12 20:45:33.341529 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:33.476494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-fe8f083a-5c24-4501-8956-caa3169cddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.477649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e68d8455-1def-437c-b38a-3483bb27837c details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:45:33.478092 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-fe8f083a-5c24-4501-8956-caa3169cddf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 1097 time: 0.0691409 Nov 12 20:45:33.481783 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae7bc1-9899-4e02-872a-c95608e67b84 x-openstack-request-id: req-7cae7bc1-9899-4e02-872a-c95608e67b84 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:33.482075 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996f51ce-5e8e-4a76-ab7f-719054bdbb26", "tag": "cc76bfdd-29cf-4758-ac98-5a792ca437f9", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:33.482329 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cae7bc1-9899-4e02-872a-c95608e67b84 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:33.482716 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'tag': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'status': 'completed', 'code': 200} Nov 12 20:45:33.487352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-3d4dc153-dacc-4082-b60c-3b928537c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.487352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-3d4dc153-dacc-4082-b60c-3b928537c8a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.2795303 Nov 12 20:45:33.511702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:45:33.602442 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:33.619607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-ed889153-5e5f-47fb-a758-0f7153a5d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.621619 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-ed889153-5e5f-47fb-a758-0f7153a5d318 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 200 len: 924 time: 0.1349263 Nov 12 20:45:33.681437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bd31-4e01-4e3b-a526-1ca8aa731b10 req-a2def9b4-e232-4d41-ba72-0cdcfa02772f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.682959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2180bd31-4e01-4e3b-a526-1ca8aa731b10 req-a2def9b4-e232-4d41-ba72-0cdcfa02772f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1649857 Nov 12 20:45:33.689632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'fa811dc2-bf80-4916-a650-cc5be7780983', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'port_id': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'mac_address': 'fa:16:3e:9a:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:42:53Z', 'updated_at': '2021-11-12T20:45:29Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:33.705744 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-4ad589ce-f419-48fb-929b-4fc0672d7364 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc76bfdd-29cf-4758-ac98-5a792ca437f9 HTTP/1.1" status: 200 len: 999 time: 0.0737238 Nov 12 20:45:33.728684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aa31b-a0ee-4079-a242-1eebcef404ba req-3dbe06fd-4248-4207-9b9d-6a1f5d707081 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.730255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea3aa31b-a0ee-4079-a242-1eebcef404ba req-3dbe06fd-4248-4207-9b9d-6a1f5d707081 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 948 time: 0.2467155 Nov 12 20:45:33.736964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-cee0b992-b389-46e4-b0fc-1746cfef8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.738480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-cee0b992-b389-46e4-b0fc-1746cfef8512 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2182040 Nov 12 20:45:33.766455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4111af21-15d6-460f-a8df-cd265272f5c9 None None] The sync data for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 is: [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'fa811dc2-bf80-4916-a650-cc5be7780983', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'port_id': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'mac_address': 'fa:16:3e:9a:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:42:53Z', 'updated_at': '2021-11-12T20:45:29Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:33.832409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-2cdfc573-4fc2-4a2b-92e5-44c67dd8ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.833929 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-2cdfc573-4fc2-4a2b-92e5-44c67dd8ddef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd3d40b-c3e6-4957-80ce-430634246969 HTTP/1.1" status: 200 len: 862 time: 0.1205478 Nov 12 20:45:33.851159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:33.888294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'mac_address': 'fa:16:3e:63:5b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:45:33.918418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e68d8455-1def-437c-b38a-3483bb27837c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e68d8455-1def-437c-b38a-3483bb27837c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:33.943838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-9a6506d1-b395-4ae6-a18b-97172adb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:33.946475 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-9a6506d1-b395-4ae6-a18b-97172adb4271 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5da087a-c915-4151-80d4-7151deaa2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947444 Nov 12 20:45:33.961060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'e68d8455-1def-437c-b38a-3483bb27837c', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'e68d8455-1def-437c-b38a-3483bb27837c', 'mac_address': 'fa:16:3e:6a:d5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:45:34.011830 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:34.034091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2d359c01-8ee3-441f-ae3e-1992285c0586 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:34.088880 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Sync routers for ids ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:34.094421 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-5132fbec-453c-4454-85f1-6beecc2eabc7 service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376281 Nov 12 20:45:34.102759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:34.106005 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Routers {'2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:34.107745 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:34.149473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:34.150438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2d359c01-8ee3-441f-ae3e-1992285c0586 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:34.150807 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:34.152533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:34.197947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68d8455-1def-437c-b38a-3483bb27837c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:34.206490 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1df7a9f0-29ef-4598-92de-deee642fe886 req-67bfcf36-9abc-493f-ad8f-1651a494276a service neutron] 10.222.0.46 "GET /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031272 Nov 12 20:45:34.231992 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:34.237130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e68d8455-1def-437c-b38a-3483bb27837c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e68d8455-1def-437c-b38a-3483bb27837c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:34.318487 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Set router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:34.322407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:34.376177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2180bd31-4e01-4e3b-a526-1ca8aa731b10 req-f83ac803-102f-4b79-9ba5-332a979338ce tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507809 Nov 12 20:45:34.393842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:34.431258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea3aa31b-a0ee-4079-a242-1eebcef404ba req-74058109-11ac-417f-8997-757fafd703e8 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852622 Nov 12 20:45:34.433741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e7dad8-9bb7-4c9b-9e6d-016814573d5d None None] New status for floating IP fa811dc2-bf80-4916-a650-cc5be7780983: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:45:34.438831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:34.440194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Router c0d205e5-2bf5-47af-998c-9a6065f30a9c has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:34.478031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-1bd22e22-6b1a-4e39-ba6c-c3ecc02cb2d9 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000303 Nov 12 20:45:34.591853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:34.622972 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-router', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:25Z', 'updated_at': '2021-11-12T20:45:31Z', 'revision_number': 4, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'gw_port': {'id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:26Z', 'updated_at': '2021-11-12T20:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '012aebe9-71e0-4e72-b41f-eb1986f64d72', 'name': '', 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'mac_address': 'fa:16:3e:72:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b06d2f34-4bd0-4b17-b08a-856172d236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:30Z', 'updated_at': '2021-11-12T20:45:31Z', 'revision_number': 2, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'subnets': [{'id': 'b06d2f34-4bd0-4b17-b08a-856172d236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:34.654807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 2d359c01-8ee3-441f-ae3e-1992285c0586, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2d359c01-8ee3-441f-ae3e-1992285c0586,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:34.657380 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Checking router: 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:34.657380 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Updating router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b port 012aebe9-71e0-4e72-b41f-eb1986f64d72 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:45:34.668779 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-b1e2e13a-a4ec-4846-be8f-96d540135b8d req-be5e4b75-30d5-4179-bea1-8513a5a0addc tempest-FloatingIPDetailsNegativeTestJSON-1278980075 tempest-FloatingIPDetailsNegativeTestJSON-1278980075-project] show failed (client error): The resource could not be found. Nov 12 20:45:34.673486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1e2e13a-a4ec-4846-be8f-96d540135b8d req-be5e4b75-30d5-4179-bea1-8513a5a0addc tempest-FloatingIPDetailsNegativeTestJSON-1278980075 tempest-FloatingIPDetailsNegativeTestJSON-1278980075-project] 10.222.0.64 "GET /v2.0/floatingips/0bd1103e-6322-41d6-9ae6-0f30f68ba396 HTTP/1.1" status: 404 len: 350 time: 0.0821626 Nov 12 20:45:34.685590 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:34.691988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58280) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:34.729319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e68d8455-1def-437c-b38a-3483bb27837c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:34.754768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5126d97d-bbf1-4f98-ad32-1a5f74a3d9d1 req-734b409d-ab6e-4592-8006-f8b9c63a3618 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413995 Nov 12 20:45:34.781690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce15331-ee0f-4f9c-90b4-91f5747c40c4 req-0d130dc7-6e2d-49a1-81f7-263ebeaae71f tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:34.789673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ce15331-ee0f-4f9c-90b4-91f5747c40c4 req-0d130dc7-6e2d-49a1-81f7-263ebeaae71f tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 948 time: 0.1991887 Nov 12 20:45:34.795585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:34.817413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d9539b9-dc15-4355-b8d0-02cf593dffe2 admin admin] 10.222.0.64 "PUT /v2.0/routers/c0d205e5-2bf5-47af-998c-9a6065f30a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1207380 Nov 12 20:45:34.820267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5ba746a-70c1-46cd-bdc3-9f970c82e78c req-068bfd02-adfc-4916-8deb-5db23691120d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 210 time: 0.0592017 Nov 12 20:45:34.824796 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] Sync routers for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:34.826730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58282) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:34.862955 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:34.863625 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:34.880344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e68d8455-1def-437c-b38a-3483bb27837c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:34.911966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ce15331-ee0f-4f9c-90b4-91f5747c40c4 req-497260cf-e0c8-4987-9f04-257b6852b957 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214254 Nov 12 20:45:34.974296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:34.988018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:35.082835 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:35.184784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:35.389489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:35.437260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=2d359c01-8ee3-441f-ae3e-1992285c0586,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:35.461662 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:45:31Z', 'revision_number': 5, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port': {'id': 'ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:35.501931 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] Checking router: c0d205e5-2bf5-47af-998c-9a6065f30a9c for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:35.512300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Deleting port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:35.513547 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:35.515536 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] Routers {'c0d205e5-2bf5-47af-998c-9a6065f30a9c'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:35.516167 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:35.528648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-98352dc7-e89c-475f-9504-b53b138eb793 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:35.531049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-98352dc7-e89c-475f-9504-b53b138eb793 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 807 time: 0.2758830 Nov 12 20:45:35.560271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Request body: {'port': {'device_id': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'admin_state_up': True, 'tenant_id': '99af9cc5da6e44fc8b0629315c33793d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:35.610966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:45:35.661654 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] Set router c0d205e5-2bf5-47af-998c-9a6065f30a9c gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:35.745210 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:45:35Z', 'revision_number': 6, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:35.775608 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75397b9c-28b9-47e1-bbbc-70027869e219 None None] The sync data for ids ['c0d205e5-2bf5-47af-998c-9a6065f30a9c'] in n-d-713498-29 is: [{'id': 'c0d205e5-2bf5-47af-998c-9a6065f30a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-398650334-router', 'tenant_id': '19ea999d773c44439208356817d6a855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:23Z', 'updated_at': '2021-11-12T20:45:35Z', 'revision_number': 6, 'project_id': '19ea999d773c44439208356817d6a855', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:35.824533 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:35.856270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:35.877508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', 'mac_address': 'fa:16:3e:d6:e6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:45:35.899152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58302) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:35.913731 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:35.924988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Deleting port 012aebe9-71e0-4e72-b41f-eb1986f64d72 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:35.925569 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:35.933152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb638a2e-85c8-47da-ae83-8e80eeb341e2 req-cb9b1288-d2b8-4c21-9159-1f028378dd4b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:35.935187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb638a2e-85c8-47da-ae83-8e80eeb341e2 req-cb9b1288-d2b8-4c21-9159-1f028378dd4b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.3433318 Nov 12 20:45:35.944627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ea6d4-e75f-4a76-a716-8b2a2310f0a4 req-1030ac17-f928-4e01-85e7-1dd07f3adc70 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:35.947696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-674ea6d4-e75f-4a76-a716-8b2a2310f0a4 req-1030ac17-f928-4e01-85e7-1dd07f3adc70 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 949 time: 0.3333788 Nov 12 20:45:35.963796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] For port ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:35.964890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.012031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.029730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Calling delete_port for 012aebe9-71e0-4e72-b41f-eb1986f64d72 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:36.030337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Calling delete_port for ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:36.042208 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.058416 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c6fb3-4163-4219-b73f-9c2f9a97e731 None None] Pushing event updated for resources: {'Port': ['ID=012aebe9-71e0-4e72-b41f-eb1986f64d72,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:36.068408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:36.071159 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Attempting to bind port 012aebe9-71e0-4e72-b41f-eb1986f64d72 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:36.071557 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Attempting to bind port 012aebe9-71e0-4e72-b41f-eb1986f64d72 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:36.071923 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Attempting to bind port 012aebe9-71e0-4e72-b41f-eb1986f64d72 on network 4ad15a4f-f23c-426a-82a5-f60e51580a95 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:36.082443 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:36.082816 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Checking segment: {'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:36.083451 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.084000 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Bound using segment: {'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:36.084626 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Bound port: 012aebe9-71e0-4e72-b41f-eb1986f64d72, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70303cc5-cc98-4a41-be6b-220f82c22539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:36.085783 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.118756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:36.197253 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] For port 012aebe9-71e0-4e72-b41f-eb1986f64d72, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:36.204478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2d359c01-8ee3-441f-ae3e-1992285c0586 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:36.206415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] For port 012aebe9-71e0-4e72-b41f-eb1986f64d72, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=012aebe9-71e0-4e72-b41f-eb1986f64d72,segment=NetworkSegment(70303cc5-cc98-4a41-be6b-220f82c22539),segment_id=70303cc5-cc98-4a41-be6b-220f82c22539)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:36.245149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.264225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb638a2e-85c8-47da-ae83-8e80eeb341e2 req-f148f02d-729b-4a8f-9546-51ca80efa303 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106928 Nov 12 20:45:36.266720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a70f1fd-cd67-433f-a374-31dbfade5766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.271749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-674ea6d4-e75f-4a76-a716-8b2a2310f0a4 req-61e83404-8b8a-42bc-9563-8b5e73993404 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933538 Nov 12 20:45:36.314290 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.347372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:36.359948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-815e9924-6701-45f5-bdb2-8bf21b72cc8e None None] Provisioning complete for port 012aebe9-71e0-4e72-b41f-eb1986f64d72 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:36.360481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-815e9924-6701-45f5-bdb2-8bf21b72cc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.416820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Routers {'2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:36.417514 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:36.417667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.418181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.418618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.419333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.419772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.420200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.420622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.421043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.421463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.421895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.422314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.422443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Made reservation on behalf of 99af9cc5da6e44fc8b0629315c33793d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:36.422807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:45:36.428349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.446720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2d359c01-8ee3-441f-ae3e-1992285c0586 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:36.447159 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.490967 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c6fb3-4163-4219-b73f-9c2f9a97e731 None None] Pushing event updated for resources: {'Port': ['ID=012aebe9-71e0-4e72-b41f-eb1986f64d72,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:36.513346 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.528607 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-815e9924-6701-45f5-bdb2-8bf21b72cc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.534606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b1b4b002-a87f-4e65-9745-ff9b3f25c9a1'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:36.547858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5daa8657-ae4e-443b-ad0b-e4c6a74ac3de req-98eca3b2-cc52-40b9-8bec-8e88291f5d38 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 210 time: 0.1274886 Nov 12 20:45:36.607926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Pushing event deleted for resources: {'Port': ['ID=012aebe9-71e0-4e72-b41f-eb1986f64d72,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:36.620968 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] Set router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:36.645818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a70f1fd-cd67-433f-a374-31dbfade5766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.811147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a70f1fd-cd67-433f-a374-31dbfade5766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.844592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6a70f1fd-cd67-433f-a374-31dbfade5766 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9d49199b50e4447a6b2a708494e53f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9363925 Nov 12 20:45:36.855647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58310) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:36.885089 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:36.893063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a5dfae08-f999-4c1d-9d04-5522e1fa88e9 None None] Could not find standard attr ID for object 012aebe9-71e0-4e72-b41f-eb1986f64d72. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:45:36.950068 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-router', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:25Z', 'updated_at': '2021-11-12T20:45:31Z', 'revision_number': 4, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'gw_port': {'id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:26Z', 'updated_at': '2021-11-12T20:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '012aebe9-71e0-4e72-b41f-eb1986f64d72', 'name': '', 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'mac_address': 'fa:16:3e:72:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b06d2f34-4bd0-4b17-b08a-856172d236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:30Z', 'updated_at': '2021-11-12T20:45:36Z', 'revision_number': 4, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'subnets': [{'id': 'b06d2f34-4bd0-4b17-b08a-856172d236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:36.980559 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6634e6-ebda-4356-8a7d-2df37dbd9d89 None None] The sync data for ids ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'] in n-d-713498-29 is: [{'id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715703187-router', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:25Z', 'updated_at': '2021-11-12T20:45:31Z', 'revision_number': 4, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'gw_port': {'id': '2d359c01-8ee3-441f-ae3e-1992285c0586', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:26Z', 'updated_at': '2021-11-12T20:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '012aebe9-71e0-4e72-b41f-eb1986f64d72', 'name': '', 'network_id': '4ad15a4f-f23c-426a-82a5-f60e51580a95', 'tenant_id': 'b7e299868890429ea3302056f58d21d7', 'mac_address': 'fa:16:3e:72:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f64f8bf-84c6-4ded-8e80-5f12ca872f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b06d2f34-4bd0-4b17-b08a-856172d236f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:30Z', 'updated_at': '2021-11-12T20:45:36Z', 'revision_number': 4, 'project_id': 'b7e299868890429ea3302056f58d21d7', 'subnets': [{'id': 'b06d2f34-4bd0-4b17-b08a-856172d236f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:36.999549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcbbe4-8d4e-4546-a170-33aceeff8f0c req-ddbcca1f-82d4-4deb-a39e-fd1e16f088e3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:37.001144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bdcbbe4-8d4e-4546-a170-33aceeff8f0c req-ddbcca1f-82d4-4deb-a39e-fd1e16f088e3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 949 time: 0.5538940 Nov 12 20:45:37.002534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Allocated IP 172.20.0.12 (c1bb6d37-abe0-4cef-affb-f230734803b9/7a40005e-6fc7-4c5d-a51c-b7af2f467e2a/0717599a-bc09-4024-99d4-23ff10f3c9bd) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:37.009516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70f1fd-cd67-433f-a374-31dbfade5766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bd9fd1-7177-4e4a-bddd-c72860ed86fe,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:37.119657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf993912-6409-4e79-935b-6c246f4b04ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.153172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.175675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:37.204426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bdcbbe4-8d4e-4546-a170-33aceeff8f0c req-4b505262-2eec-4734-9c3e-e90c283c013c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867828 Nov 12 20:45:37.216500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:37.227827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf993912-6409-4e79-935b-6c246f4b04ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.310905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:37.319340 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-399602f1-bd7c-4566-bf3f-2db44baae072 admin admin] 10.222.0.64 "PUT /v2.0/routers/2f64f8bf-84c6-4ded-8e80-5f12ca872f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6239235 Nov 12 20:45:37.321716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58316) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:37.395085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.463572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e68d8455-1def-437c-b38a-3483bb27837c up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:37.487321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.516223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:37.554522 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf993912-6409-4e79-935b-6c246f4b04ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.557513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf993912-6409-4e79-935b-6c246f4b04ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.558704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bf993912-6409-4e79-935b-6c246f4b04ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3bd9fd1-7177-4e4a-bddd-c72860ed86fe HTTP/1.1" status: 204 len: 168 time: 0.6929693 Nov 12 20:45:37.562968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.568211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.593392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf993912-6409-4e79-935b-6c246f4b04ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bd9fd1-7177-4e4a-bddd-c72860ed86fe,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:37.671561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87550e-4e5b-4376-afb9-ab872b398061 req-2799d573-d12b-4433-9faa-c889c1dd1048 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:37.673197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd87550e-4e5b-4376-afb9-ab872b398061 req-2799d573-d12b-4433-9faa-c889c1dd1048 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 949 time: 0.2658858 Nov 12 20:45:37.679498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port e68d8455-1def-437c-b38a-3483bb27837c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:45:37.687551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port e68d8455-1def-437c-b38a-3483bb27837c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:37.688169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.691324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78549f3c-099e-42e4-9b51-9be8d1266e79 req-e0ee2734-13ea-4f14-8604-05fc56fa7d7d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:37.698371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78549f3c-099e-42e4-9b51-9be8d1266e79 req-e0ee2734-13ea-4f14-8604-05fc56fa7d7d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.2926729 Nov 12 20:45:37.705005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.744448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:45:37.751227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:37.752923 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.787381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd87550e-4e5b-4376-afb9-ab872b398061 req-b777f476-001f-458d-bed4-ee9c3b8dc3f9 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878706 Nov 12 20:45:37.788597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.789005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d205e5-2bf5-47af-998c-9a6065f30a9c {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:45:37.796533 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78549f3c-099e-42e4-9b51-9be8d1266e79 req-43634e35-ecb5-4c29-b429-9fce2d759ac7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848663 Nov 12 20:45:37.798323 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.799482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3acb7f02-9eb3-49d7-b212-670128f5be47 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c0d205e5-2bf5-47af-998c-9a6065f30a9c HTTP/1.1" status: 204 len: 168 time: 2.9717250 Nov 12 20:45:37.802373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58324) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:37.854163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.877798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:37.957284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device df97b6e0-4298-4f89-9d21-07754cbabd60 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:37.987721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Network c1bb6d37-abe0-4cef-affb-f230734803b9 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:38.000661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: df97b6e0-4298-4f89-9d21-07754cbabd60 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:38.001087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device df97b6e0-4298-4f89-9d21-07754cbabd60 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:38.002198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:38.010187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:38.033152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c6a320-54ca-4f21-ad2a-faded1e9aa6e admin admin] Deleting subnet 3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:45:38.035850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:38.056200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:38.056628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ac4ef7d4-5b07-49c2-8dd4-db30b186c3dc not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:38.076535 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.083803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Pushing event updated for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:38.101146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01c6a320-54ca-4f21-ad2a-faded1e9aa6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.119445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e68d8455-1def-437c-b38a-3483bb27837c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e68d8455-1def-437c-b38a-3483bb27837c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:38.121820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7334c116-0a4b-4231-b4de-0a007d08659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d8455-1def-437c-b38a-3483bb27837c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:38.123925 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67653a-7e4b-4fab-a7fc-d16349289c28" -d '{"events": [{"server_uuid": "7334c116-0a4b-4231-b4de-0a007d08659f", "name": "network-vif-plugged", "status": "completed", "tag": "e68d8455-1def-437c-b38a-3483bb27837c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:38.129541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Deleting port 2d359c01-8ee3-441f-ae3e-1992285c0586 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:38.130847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.181387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.202004 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.210606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c29487-42ce-41e3-809c-1c4822116cb7 req-4cd28dc3-ac37-48dc-8b8f-a860b97f5f01 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:38.212739 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e1ff3-4b02-45c0-af40-bf9d20c3854d x-openstack-request-id: req-7b1e1ff3-4b02-45c0-af40-bf9d20c3854d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:38.212918 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7334c116-0a4b-4231-b4de-0a007d08659f", "name": "network-vif-plugged", "status": "completed", "tag": "e68d8455-1def-437c-b38a-3483bb27837c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:38.213154 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b1e1ff3-4b02-45c0-af40-bf9d20c3854d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:38.213747 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7334c116-0a4b-4231-b4de-0a007d08659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d8455-1def-437c-b38a-3483bb27837c', 'code': 200} Nov 12 20:45:38.226734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1c29487-42ce-41e3-809c-1c4822116cb7 req-4cd28dc3-ac37-48dc-8b8f-a860b97f5f01 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 932 time: 0.2351191 Nov 12 20:45:38.270823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:38.272033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.293389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:38.314360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01c6a320-54ca-4f21-ad2a-faded1e9aa6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.335610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e68d8455-1def-437c-b38a-3483bb27837c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:38.356015 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.357149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:38.369159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] For port 2d359c01-8ee3-441f-ae3e-1992285c0586, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2d359c01-8ee3-441f-ae3e-1992285c0586,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:38.369678 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.409844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Calling delete_port for 2d359c01-8ee3-441f-ae3e-1992285c0586 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:38.495431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:38.509161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b17d12-3753-4f0c-a4e3-4e1ed6a6e489 req-fe11b32f-b32f-4d48-83f3-c6d4cfd0041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:38.510745 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-59b17d12-3753-4f0c-a4e3-4e1ed6a6e489 req-fe11b32f-b32f-4d48-83f3-c6d4cfd0041e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 1102 time: 0.1952257 Nov 12 20:45:38.514276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1c29487-42ce-41e3-809c-1c4822116cb7 req-107d986d-2dd8-4284-853b-b9a6428a5a79 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391889 Nov 12 20:45:38.528548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-6336b4f6-a336-4b6a-842f-ced1767bf98a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9834199 Nov 12 20:45:38.542308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ae11-d804-45c2-b52f-0fb99be4a886 req-945e8d68-2249-4908-9ca6-8f4be4588a74 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:38.543933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4550ae11-d804-45c2-b52f-0fb99be4a886 req-945e8d68-2249-4908-9ca6-8f4be4588a74 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 950 time: 0.1843932 Nov 12 20:45:38.560021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Request body: {'port': {'device_id': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:38.596378 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01c6a320-54ca-4f21-ad2a-faded1e9aa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.622318 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-59b17d12-3753-4f0c-a4e3-4e1ed6a6e489 req-9cfb9dff-45d9-4f3d-922e-e2151578f6fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560887 Nov 12 20:45:38.627715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:45:38.632887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:38.633563 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.657527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4550ae11-d804-45c2-b52f-0fb99be4a886 req-232dad21-588a-47e7-87df-a1d1c5b6f959 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062126 Nov 12 20:45:38.693390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.743057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.752082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.778225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d359c01-8ee3-441f-ae3e-1992285c0586,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:38.802770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:38.847778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.898825 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.963841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:38.986660 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:38.989185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.148022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.148990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f64f8bf-84c6-4ded-8e80-5f12ca872f9b {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:45:39.153243 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01c6a320-54ca-4f21-ad2a-faded1e9aa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.156435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.161005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-554196d8-1341-4771-bebb-1bece57f6e79 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2f64f8bf-84c6-4ded-8e80-5f12ca872f9b HTTP/1.1" status: 204 len: 168 time: 1.8350706 Nov 12 20:45:39.161918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58354) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:39.242332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-80195d5d-53e9-48aa-8f6e-5ad007459275 admin admin] Deleting subnet b06d2f34-4bd0-4b17-b08a-856172d236f5 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:45:39.247693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80195d5d-53e9-48aa-8f6e-5ad007459275 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.255861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6a320-54ca-4f21-ad2a-faded1e9aa6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:39.270364 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01c6a320-54ca-4f21-ad2a-faded1e9aa6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.270528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14449cd2-16a1-4ded-a3dd-2955139d335d None None] Network 65a6be42-036e-49b2-892f-07f30a91f7fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:39.274902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-01c6a320-54ca-4f21-ad2a-faded1e9aa6e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3988fd6d-fc18-4c71-8cd6-dbf05adc4c3f HTTP/1.1" status: 204 len: 168 time: 1.4712455 Nov 12 20:45:39.277615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58360) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:39.338057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80195d5d-53e9-48aa-8f6e-5ad007459275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.350836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c539dd0-7402-4ccb-a58f-a23e6ce4f487 req-5bac78f8-c285-4da3-85db-75da33c28c71 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:39.352676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c539dd0-7402-4ccb-a58f-a23e6ce4f487 req-5bac78f8-c285-4da3-85db-75da33c28c71 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.2066500 Nov 12 20:45:39.361445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd0ce9-3389-47ae-840f-3401aa75c084 req-a48a98d0-935e-4d6d-b4eb-fdbb0c78a0a9 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:39.368454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28cd0ce9-3389-47ae-840f-3401aa75c084 req-a48a98d0-935e-4d6d-b4eb-fdbb0c78a0a9 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 950 time: 0.2212546 Nov 12 20:45:39.380842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.396357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59fac6-efb7-4621-aa8e-87aeaf45f413 None None] Sync routers for ids ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:39.416229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59fac6-efb7-4621-aa8e-87aeaf45f413 None None] Routers set() bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:39.416490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59fac6-efb7-4621-aa8e-87aeaf45f413 None None] Router IDs set() for agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 20:45:39.417464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e59fac6-efb7-4621-aa8e-87aeaf45f413 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent'). {{(pid=109630) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 20:45:39.432711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59fac6-efb7-4621-aa8e-87aeaf45f413 None None] Routers set() bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:39.433187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59fac6-efb7-4621-aa8e-87aeaf45f413 None None] Router IDs set() for agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 20:45:39.434148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e59fac6-efb7-4621-aa8e-87aeaf45f413 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent'). {{(pid=109630) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 20:45:39.434671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59fac6-efb7-4621-aa8e-87aeaf45f413 None None] The sync data for ids ['2f64f8bf-84c6-4ded-8e80-5f12ca872f9b'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:39.463320 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80195d5d-53e9-48aa-8f6e-5ad007459275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.478953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28cd0ce9-3389-47ae-840f-3401aa75c084 req-8fd26086-640b-406a-bf74-2df69af66828 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095989 Nov 12 20:45:39.499504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c539dd0-7402-4ccb-a58f-a23e6ce4f487 req-51d3221a-f373-4233-a360-8857fda5e6e3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177926 Nov 12 20:45:39.523424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Deleting port ba9cafdd-e952-4f83-96ba-883468466baf {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:39.523937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.550746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] DHCP port deletion for 65a6be42-036e-49b2-892f-07f30a91f7fe request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:45:39.602614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] For port ba9cafdd-e952-4f83-96ba-883468466baf, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ba9cafdd-e952-4f83-96ba-883468466baf,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:39.602973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.618437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Calling delete_port for ba9cafdd-e952-4f83-96ba-883468466baf owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:39.620786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0717599a-bc09-4024-99d4-23ff10f3c9bd {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:39.636883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.644396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] Deleting port ba9cafdd-e952-4f83-96ba-883468466baf {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:39.644863 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.673415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Transition to ACTIVE for port object 0717599a-bc09-4024-99d4-23ff10f3c9bd will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:39.718314 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80195d5d-53e9-48aa-8f6e-5ad007459275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.735650 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] For port ba9cafdd-e952-4f83-96ba-883468466baf, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ba9cafdd-e952-4f83-96ba-883468466baf,segment=NetworkSegment(d57a68c0-ce75-4030-929e-4b00c4104c98),segment_id=d57a68c0-ce75-4030-929e-4b00c4104c98)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:39.738852 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.747862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80195d5d-53e9-48aa-8f6e-5ad007459275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.754038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48898b1-8624-45b6-91a9-2937a7b2f73c None None] Network 4ad15a4f-f23c-426a-82a5-f60e51580a95 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:39.754210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-80195d5d-53e9-48aa-8f6e-5ad007459275 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b06d2f34-4bd0-4b17-b08a-856172d236f5 HTTP/1.1" status: 204 len: 168 time: 0.5890143 Nov 12 20:45:39.755184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58368) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:39.761123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] Calling delete_port for ba9cafdd-e952-4f83-96ba-883468466baf owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:39.774453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80195d5d-53e9-48aa-8f6e-5ad007459275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06d2f34-4bd0-4b17-b08a-856172d236f5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:39.799522 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.825649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:39.899987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9cafdd-e952-4f83-96ba-883468466baf,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:39.910573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] No DVR routers for this DVR port ba9cafdd-e952-4f83-96ba-883468466baf on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:39.916973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65352b-23bf-4b09-a9c6-2b4b0bdc30d8 req-b23e8e50-9844-406c-bedd-f6d41e042f24 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:39.926320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca65352b-23bf-4b09-a9c6-2b4b0bdc30d8 req-b23e8e50-9844-406c-bedd-f6d41e042f24 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 932 time: 0.2118652 Nov 12 20:45:39.971485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.019907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Pushing event updated for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:40.060053 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.060605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.095418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a6be42-036e-49b2-892f-07f30a91f7fe']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:40.127912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57a68c0-ce75-4030-929e-4b00c4104c98') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:40.128227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57a68c0-ce75-4030-929e-4b00c4104c98') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:40.145812 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.149436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] Pushing event deleted for resources: {'Port': ['ID=ba9cafdd-e952-4f83-96ba-883468466baf,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:40.158783 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.160837 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.171928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e671e3-b890-4747-9cd2-7630f49296b8 None None] No DVR routers for this DVR port ba9cafdd-e952-4f83-96ba-883468466baf on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:40.185393 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.190269 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:45:40.190835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:45:40.192714 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:45:40.214524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed3332-4e0a-4f8a-9f96-4b893f1e144d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1'}, {'server_uuid': '42267223-f23a-463f-9289-67719b539e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:40.217760 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc7a3bf-0896-4cd2-bb80-d4dca1aaa8dd" -d '{"events": [{"server_uuid": "f8ed3332-4e0a-4f8a-9f96-4b893f1e144d", "name": "network-vif-plugged", "status": "completed", "tag": "b1b4b002-a87f-4e65-9745-ff9b3f25c9a1"}, {"server_uuid": "42267223-f23a-463f-9289-67719b539e4c", "name": "network-vif-plugged", "status": "completed", "tag": "b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:40.239363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca65352b-23bf-4b09-a9c6-2b4b0bdc30d8 req-550aaca8-0519-44d5-b39e-26846673122a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078539 Nov 12 20:45:40.340574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:40.340926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:40.341260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:40.353573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.359966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.364342 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] 10.222.0.64 "DELETE /v2.0/networks/65a6be42-036e-49b2-892f-07f30a91f7fe HTTP/1.1" status: 204 len: 168 time: 1.0857399 Nov 12 20:45:40.366894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8c49906-fe88-4158-b134-fd0d77dfb0b0 req-3ebb72e3-4af0-4779-a625-c0b6a47dcc38 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0532858 Nov 12 20:45:40.377438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bf5dd-aeb6-4a61-b828-7f28ec140385 req-13dd0166-9341-438b-8b25-f11231dd47ff tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:40.378962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e30568-51cf-4b9c-ab4c-ab33f2084a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a6be42-036e-49b2-892f-07f30a91f7fe,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:40.387170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d89bf5dd-aeb6-4a61-b828-7f28ec140385 req-13dd0166-9341-438b-8b25-f11231dd47ff tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 950 time: 0.1980207 Nov 12 20:45:40.389782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:40.390050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:40.417601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:40.417942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:40.418454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:40.418899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Bound port: 0717599a-bc09-4024-99d4-23ff10f3c9bd, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:40.419261 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.439738 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eddc89-e135-4bf8-8d44-73e3691223e7 x-openstack-request-id: req-64eddc89-e135-4bf8-8d44-73e3691223e7 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:40.444925 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed3332-4e0a-4f8a-9f96-4b893f1e144d", "name": "network-vif-plugged", "status": "completed", "tag": "b1b4b002-a87f-4e65-9745-ff9b3f25c9a1", "code": 200}, {"server_uuid": "42267223-f23a-463f-9289-67719b539e4c", "name": "network-vif-plugged", "status": "completed", "tag": "b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:40.445246 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64eddc89-e135-4bf8-8d44-73e3691223e7 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:40.446083 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed3332-4e0a-4f8a-9f96-4b893f1e144d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', 'code': 200} Nov 12 20:45:40.446083 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42267223-f23a-463f-9289-67719b539e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'code': 200} Nov 12 20:45:40.457278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Deleting port 95ecd628-fd7c-4175-93b3-e69750432c9a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:40.458561 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.474580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] DHCP port deletion for 4ad15a4f-f23c-426a-82a5-f60e51580a95 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:45:40.520679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 012aebe9-71e0-4e72-b41f-eb1986f64d72 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:40.560648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 012aebe9-71e0-4e72-b41f-eb1986f64d72 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:40.561054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 012aebe9-71e0-4e72-b41f-eb1986f64d72 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:40.561480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ba9cafdd-e952-4f83-96ba-883468466baf no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:40.588754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4729-8cb9-43ca-bcd5-76ef09c14aba req-d102874b-2123-456e-9730-6f838dcdfc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:40.591729 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-845b4729-8cb9-43ca-bcd5-76ef09c14aba req-d102874b-2123-456e-9730-6f838dcdfc81 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 1102 time: 0.0551476 Nov 12 20:45:40.591853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: ba9cafdd-e952-4f83-96ba-883468466baf {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:40.592115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ba9cafdd-e952-4f83-96ba-883468466baf not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:40.605289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d89bf5dd-aeb6-4a61-b828-7f28ec140385 req-1d7d1ca3-2462-4827-a606-dfaf7ac83c34 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187624 Nov 12 20:45:40.612258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] Deleting port 95ecd628-fd7c-4175-93b3-e69750432c9a {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:40.612722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.667663 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-845b4729-8cb9-43ca-bcd5-76ef09c14aba req-ee04d4c7-289e-4f79-84ff-0fb8f4d23ee7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692451 Nov 12 20:45:40.712651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] For port 95ecd628-fd7c-4175-93b3-e69750432c9a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=95ecd628-fd7c-4175-93b3-e69750432c9a,segment=NetworkSegment(70303cc5-cc98-4a41-be6b-220f82c22539),segment_id=70303cc5-cc98-4a41-be6b-220f82c22539)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:40.713235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.725638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] For port 95ecd628-fd7c-4175-93b3-e69750432c9a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=95ecd628-fd7c-4175-93b3-e69750432c9a,segment=NetworkSegment(70303cc5-cc98-4a41-be6b-220f82c22539),segment_id=70303cc5-cc98-4a41-be6b-220f82c22539)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:40.726221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.729038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] Calling delete_port for 95ecd628-fd7c-4175-93b3-e69750432c9a owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:40.773406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Calling delete_port for 95ecd628-fd7c-4175-93b3-e69750432c9a owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:40.811328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02860cf-2b81-40e1-a4c1-f969936dfcf7 req-56032bba-b348-4571-b70e-f3ad227324cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:40.812883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b02860cf-2b81-40e1-a4c1-f969936dfcf7 req-56032bba-b348-4571-b70e-f3ad227324cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 1102 time: 0.2894239 Nov 12 20:45:40.823696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:40.889877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:40.901381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1700a2e-8170-4bf4-a46f-035bf2e634c3 req-446ef5cb-3618-4cbb-b29f-e9a43d3a9140 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:40.903005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1700a2e-8170-4bf4-a46f-035bf2e634c3 req-446ef5cb-3618-4cbb-b29f-e9a43d3a9140 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 950 time: 0.3222795 Nov 12 20:45:40.921833 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:40.933367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb563f57-ced8-4ea6-bc1b-5d93fc8f4ece req-84fdba76-30f8-4d83-af37-e48ca2bddea6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:40.935317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb563f57-ced8-4ea6-bc1b-5d93fc8f4ece req-84fdba76-30f8-4d83-af37-e48ca2bddea6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1928737 Nov 12 20:45:40.948989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] Pushing event deleted for resources: {'Port': ['ID=95ecd628-fd7c-4175-93b3-e69750432c9a,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:40.966242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ca644-d0cf-4a55-907f-23665d673196 None None] No DVR routers for this DVR port 95ecd628-fd7c-4175-93b3-e69750432c9a on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:41.028239 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.028411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58396) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:41.070830 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2555ce3e-e1f5-4852-be11-b46ff959f27e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19ea999d773c44439208356817d6a855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404401 Nov 12 20:45:41.073229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58398) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:41.109792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b02860cf-2b81-40e1-a4c1-f969936dfcf7 req-4aba4619-b7fc-4a91-8371-0cc46ac469d1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274024 Nov 12 20:45:41.123780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aa21d144-7fdf-481b-8a38-9ee371e42983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.128605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:41.129188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.130733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] 10.222.0.78 "PUT /v2.0/ports/0717599a-bc09-4024-99d4-23ff10f3c9bd HTTP/1.1" status: 200 len: 1093 time: 2.5782108 Nov 12 20:45:41.135135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:41.137435 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafd18cf-4032-47e6-b532-02c52756379b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:41.145935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aa21d144-7fdf-481b-8a38-9ee371e42983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.148811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1700a2e-8170-4bf4-a46f-035bf2e634c3 req-0ce4b0e2-1822-426f-a6ae-e7ee157712d5 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387748 Nov 12 20:45:41.163579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb563f57-ced8-4ea6-bc1b-5d93fc8f4ece req-71638408-3332-4eaf-977c-cdca577c3524 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166269 Nov 12 20:45:41.177783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d8b57-97da-4a44-be58-7c10d582722f service neutron] Pushing event updated for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:41.180794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.225206 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd030a6-cbfb-46fc-ab59-e5dd4bbfb92f x-openstack-request-id: req-0bd030a6-cbfb-46fc-ab59-e5dd4bbfb92f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:41.225936 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:41.226168 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0bd030a6-cbfb-46fc-ab59-e5dd4bbfb92f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:41.226567 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd', 'status': 'completed', 'code': 200} Nov 12 20:45:41.229129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Pushing event deleted for resources: {'Port': ['ID=95ecd628-fd7c-4175-93b3-e69750432c9a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:41.233076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] No DVR routers for this DVR port 95ecd628-fd7c-4175-93b3-e69750432c9a on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:41.324483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aa21d144-7fdf-481b-8a38-9ee371e42983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.327262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aa21d144-7fdf-481b-8a38-9ee371e42983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.328685 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aa21d144-7fdf-481b-8a38-9ee371e42983 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53a8708f-64ab-41f9-9550-8ad27e5ef38f HTTP/1.1" status: 204 len: 168 time: 0.2545180 Nov 12 20:45:41.338254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21d144-7fdf-481b-8a38-9ee371e42983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8708f-64ab-41f9-9550-8ad27e5ef38f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:41.383115 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.431834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad15a4f-f23c-426a-82a5-f60e51580a95']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:41.447939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70303cc5-cc98-4a41-be6b-220f82c22539') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:41.448228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70303cc5-cc98-4a41-be6b-220f82c22539') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:41.463929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd18cf-4032-47e6-b532-02c52756379b req-e84ac4f8-8d7d-4d45-9633-af099314245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:41.465418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eafd18cf-4032-47e6-b532-02c52756379b req-e84ac4f8-8d7d-4d45-9633-af099314245b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1096 time: 0.1168196 Nov 12 20:45:41.467177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.475945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5507e8-58ca-49fa-be12-fb481c16ca80 req-7d0102c3-8aa0-49b6-add6-d5603b6fe7c0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:41.477549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5507e8-58ca-49fa-be12-fb481c16ca80 req-7d0102c3-8aa0-49b6-add6-d5603b6fe7c0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.1600504 Nov 12 20:45:41.535026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.556312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:45:41.556707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:45:41.558360 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:45:41.707635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5507e8-58ca-49fa-be12-fb481c16ca80 req-7c6bebf6-9ca4-4c60-bf4a-56d818d84c53 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236247 Nov 12 20:45:41.733877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd18cf-4032-47e6-b532-02c52756379b req-a9df60f8-9d1b-48fe-98d4-3f1030cb76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:41.735358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eafd18cf-4032-47e6-b532-02c52756379b req-a9df60f8-9d1b-48fe-98d4-3f1030cb76cf service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=99af9cc5da6e44fc8b0629315c33793d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2525592 Nov 12 20:45:41.805554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2d359c01-8ee3-441f-ae3e-1992285c0586 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:41.818367 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.825037 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:41.828330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] 10.222.0.64 "DELETE /v2.0/networks/4ad15a4f-f23c-426a-82a5-f60e51580a95 HTTP/1.1" status: 204 len: 168 time: 2.0728431 Nov 12 20:45:41.882620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9450e22-6d26-409d-b61e-c1eb68b5111b req-e1a0a7cd-7a8f-4fef-999f-d9286114528a tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0504072 Nov 12 20:45:41.886046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b9e3e-dce1-4fb9-b473-f4adb674fced admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad15a4f-f23c-426a-82a5-f60e51580a95,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:41.942062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd18cf-4032-47e6-b532-02c52756379b req-386bde98-7c88-431b-a74c-39310ce2e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:41.943704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eafd18cf-4032-47e6-b532-02c52756379b req-386bde98-7c88-431b-a74c-39310ce2e931 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1952696 Nov 12 20:45:42.005813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa041-9759-4d3a-a3d2-f6183fae76c8 req-11c12012-2ff3-4682-898d-629bfd3f8604 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:42.014773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b4fa041-9759-4d3a-a3d2-f6183fae76c8 req-11c12012-2ff3-4682-898d-629bfd3f8604 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 950 time: 0.0748692 Nov 12 20:45:42.067598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 2d359c01-8ee3-441f-ae3e-1992285c0586 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:42.068207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2d359c01-8ee3-441f-ae3e-1992285c0586 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:42.068771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 95ecd628-fd7c-4175-93b3-e69750432c9a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:42.098861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 95ecd628-fd7c-4175-93b3-e69750432c9a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:42.099212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 95ecd628-fd7c-4175-93b3-e69750432c9a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:42.132104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-91e22872-38e5-4d72-953a-61e7167b34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:42.249134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-91e22872-38e5-4d72-953a-61e7167b34b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1096 time: 0.1149762 Nov 12 20:45:42.249134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b4fa041-9759-4d3a-a3d2-f6183fae76c8 req-fd5fc47c-74c3-480c-aa1d-db35d7a21cf4 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280377 Nov 12 20:45:42.249134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b214b5-6709-4e7d-ae86-6b890ff681ef req-d9309797-ae4b-414f-ab69-8851bff773ab tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:42.249134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63b214b5-6709-4e7d-ae86-6b890ff681ef req-d9309797-ae4b-414f-ab69-8851bff773ab tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 1102 time: 0.1304357 Nov 12 20:45:42.249134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-dc01f060-e25f-4eb2-af94-7fe39306effc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd HTTP/1.1" status: 200 len: 217 time: 0.0436668 Nov 12 20:45:42.249134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-63b214b5-6709-4e7d-ae86-6b890ff681ef req-fb9aa2c8-d693-460a-bd3d-bc0c7b0d4425 tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:42.309579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-1e6e7921-44ab-467b-aa65-490658a10aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:42.311121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-1e6e7921-44ab-467b-aa65-490658a10aa0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.1076341 Nov 12 20:45:42.355118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e10b3a-df55-4366-be29-a6c5b0c296b5 req-75c07d02-fb3f-4d23-89c3-cc818dd02c5e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:42.356590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02e10b3a-df55-4366-be29-a6c5b0c296b5 req-75c07d02-fb3f-4d23-89c3-cc818dd02c5e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1156936 Nov 12 20:45:42.377547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-10681127-a2fe-45d6-9ca9-16fa88cf6300 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457551 Nov 12 20:45:42.466826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-63b214b5-6709-4e7d-ae86-6b890ff681ef req-fb9aa2c8-d693-460a-bd3d-bc0c7b0d4425 tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:42.504531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02e10b3a-df55-4366-be29-a6c5b0c296b5 req-bf9c581f-8361-4353-b46f-b8387573a014 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270359 Nov 12 20:45:42.518470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-fd2f1509-7a25-4050-87c7-dbeebca245aa service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300590 Nov 12 20:45:42.591828 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-63b214b5-6709-4e7d-ae86-6b890ff681ef req-fb9aa2c8-d693-460a-bd3d-bc0c7b0d4425 tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:42.659488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63b214b5-6709-4e7d-ae86-6b890ff681ef req-fb9aa2c8-d693-460a-bd3d-bc0c7b0d4425 tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992893 Nov 12 20:45:42.663950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aa2c8-d693-460a-bd3d-bc0c7b0d4425 tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877765fa-05e2-4cec-b0e0-4350b15d81d9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:42.686798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c77e268-e60b-48ef-b789-4b66756efbc3 req-a90f8d9f-4fce-40b0-9cd5-df3357cb4482 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608090 Nov 12 20:45:42.831974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06be8b0-98e0-4ef8-a211-2e98f7d63f3f req-71616fe5-df88-4712-85a1-6be79d2f7551 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:42.833599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b06be8b0-98e0-4ef8-a211-2e98f7d63f3f req-71616fe5-df88-4712-85a1-6be79d2f7551 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.0544937 Nov 12 20:45:42.877740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58438) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:42.889644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b06be8b0-98e0-4ef8-a211-2e98f7d63f3f req-9eef6bf5-0a98-4b09-837a-d5e27a346299 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495501 Nov 12 20:45:42.927258 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-398d1690-4ab9-4a82-9038-bf480d6e8ce7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7e299868890429ea3302056f58d21d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481141 Nov 12 20:45:42.930126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58440) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:42.988099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46f25803-c962-489d-8e88-f3d81019152e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.016022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46f25803-c962-489d-8e88-f3d81019152e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.061150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ab25fe8-d760-4a29-8b23-6e072aeaad8e req-5495f428-f8f8-4db5-802a-04e687494095 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0444019 Nov 12 20:45:43.196418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46f25803-c962-489d-8e88-f3d81019152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.199204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46f25803-c962-489d-8e88-f3d81019152e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.200488 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-46f25803-c962-489d-8e88-f3d81019152e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72b1c0e1-ba59-4b8c-af1c-e8f6a3c1e29a HTTP/1.1" status: 204 len: 168 time: 0.2693527 Nov 12 20:45:43.216457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25803-c962-489d-8e88-f3d81019152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b1c0e1-ba59-4b8c-af1c-e8f6a3c1e29a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:43.266227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58452) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:43.372673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a365ad-4c73-40d4-a900-8c1007b5b11e req-0a7d572e-8491-4d1e-a1ba-e81c23a9bb06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:43.374444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1a365ad-4c73-40d4-a900-8c1007b5b11e req-0a7d572e-8491-4d1e-a1ba-e81c23a9bb06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 950 time: 0.0633118 Nov 12 20:45:43.393419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1621326834-network', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:43.429930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1a365ad-4c73-40d4-a900-8c1007b5b11e req-db650b63-a7cc-4bf0-a776-3ee853deb3f5 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490763 Nov 12 20:45:43.518994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Made reservation on behalf of e17a4c4d4c694ed0a5e2b9e864ab9636 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:43.527193 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.550897 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.559800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d4772-ad04-4fca-90dd-a53c619a5604 req-d02d615d-6eef-424d-bd4e-efef0fd133a5 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:43.567533 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d0d4772-ad04-4fca-90dd-a53c619a5604 req-d02d615d-6eef-424d-bd4e-efef0fd133a5 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 950 time: 0.0679345 Nov 12 20:45:43.654831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.664394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d0d4772-ad04-4fca-90dd-a53c619a5604 req-46a74736-a43e-4373-8f88-14c0a66dc613 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954356 Nov 12 20:45:43.712542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c0701-3db3-4039-b44b-529ce196dfb6 req-2b0fe49f-2a5f-4d09-b44c-66a907e943f7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:43.714402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c5c0701-3db3-4039-b44b-529ce196dfb6 req-2b0fe49f-2a5f-4d09-b44c-66a907e943f7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1234164 Nov 12 20:45:43.727372 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.786390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:45:43.792458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630d7a6d-8910-4919-80a0-8b99236b1cc4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:43.801305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.801912 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Added segment 8434eb66-3ec5-4098-80f6-c30a09922f11 of type vlan for network f5ef3117-50aa-495d-a5db-e5c2c185adef Nov 12 20:45:43.856630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c5c0701-3db3-4039-b44b-529ce196dfb6 req-94723955-8af7-4488-842d-a954208f0ac7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363468 Nov 12 20:45:43.869451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:43.953128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9398e8-0309-4594-9b88-d7867e87136a req-145f1dac-5c6e-4a3f-88d4-ae8130fc0a52 tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:43.963252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc9398e8-0309-4594-9b88-d7867e87136a req-145f1dac-5c6e-4a3f-88d4-ae8130fc0a52 tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 1102 time: 0.0781467 Nov 12 20:45:44.012649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:44.014533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:44.015474 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:44.057823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc9398e8-0309-4594-9b88-d7867e87136a req-dc7a1f40-1730-4ca7-b36b-e4cefe67b58d tempest-ServersAdminNegativeTestJSON-1363140948 tempest-ServersAdminNegativeTestJSON-1363140948-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931008 Nov 12 20:45:44.137239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] Pushing event updated for resources: {'Network': ['ID=f5ef3117-50aa-495d-a5db-e5c2c185adef,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:44.150188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f5ef3117-50aa-495d-a5db-e5c2c185adef details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:45:44.171483 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dfe92089-3854-4418-8bca-2a05328d17ae admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9034138 Nov 12 20:45:44.175503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58480) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:44.204548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Request body: {'subnet': {'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1621326834-subnet', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:44.297393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f743-49bd-42df-afdc-91b5b68da218 req-f20a6f0d-e284-458e-bd37-784b01d2531a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:44.303867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f743-49bd-42df-afdc-91b5b68da218 req-f20a6f0d-e284-458e-bd37-784b01d2531a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:44.305463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbb2f743-49bd-42df-afdc-91b5b68da218 req-f20a6f0d-e284-458e-bd37-784b01d2531a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c&device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 1691 time: 0.1442070 Nov 12 20:45:44.313732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc31e12-0b30-4b36-be95-74b2a4c6bfcd req-a73cda77-6438-44a2-b1cb-f7cd49548387 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:44.315164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc31e12-0b30-4b36-be95-74b2a4c6bfcd req-a73cda77-6438-44a2-b1cb-f7cd49548387 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.1380732 Nov 12 20:45:44.319935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Made reservation on behalf of e17a4c4d4c694ed0a5e2b9e864ab9636 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:44.326544 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:44.390959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbb2f743-49bd-42df-afdc-91b5b68da218 req-eeaa5dc5-5e12-4656-a63c-175c5a4bac28 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747004 Nov 12 20:45:44.395363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc31e12-0b30-4b36-be95-74b2a4c6bfcd req-797b2a49-3cdd-4289-b146-e28d4a0bffdd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731781 Nov 12 20:45:44.558547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ed5db3-ed0c-4582-bb3c-a1fd2b4b460d req-3ca24dd1-7736-4283-96d5-225cfede7a8b tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0430467 Nov 12 20:45:44.621685 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:44.681584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b11d1-791d-4e7c-95b8-fd5184108c61 req-445cd9af-25ba-4033-af7f-76af6a8611cb tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:44.683005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb87e54-1e68-4cb5-8463-64d5f84e4ffb,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:44.683535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d5b11d1-791d-4e7c-95b8-fd5184108c61 req-445cd9af-25ba-4033-af7f-76af6a8611cb tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 1102 time: 0.0473275 Nov 12 20:45:44.691755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Checking segment: {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:44.692159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Network hostable DHCP agents. Network: f5ef3117-50aa-495d-a5db-e5c2c185adef, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:45:44.732640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d5b11d1-791d-4e7c-95b8-fd5184108c61 req-0e69b36e-827d-4b38-8e57-63c3a29580fa tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Nov 12 20:45:44.787267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58506) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:44.843180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ba1c-ae7c-440f-923f-6ec754f20eb2 req-eac70268-78c1-4736-81ed-56130da84a01 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:44.844742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf40ba1c-ae7c-440f-923f-6ec754f20eb2 req-eac70268-78c1-4736-81ed-56130da84a01 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 1102 time: 0.0441940 Nov 12 20:45:44.890819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1766929886-network', 'tenant_id': '042eb430fc8e40b6a621f528af33769a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:44.895477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Network f5ef3117-50aa-495d-a5db-e5c2c185adef is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:45:45.044178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f5ef3117-50aa-495d-a5db-e5c2c185adef) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:45.048897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:45.049665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.053787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9ac7a-bbb3-454d-87c1-e0af7d1cca3b None None] Network f5ef3117-50aa-495d-a5db-e5c2c185adef requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:45.098466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Made reservation on behalf of 042eb430fc8e40b6a621f528af33769a for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:45.098466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.122878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.189184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf40ba1c-ae7c-440f-923f-6ec754f20eb2 req-e0cc6d06-5ac5-4a87-9bc6-f1cfd8acec60 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381319 Nov 12 20:45:45.204662 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-71d7e6e0-5517-47c4-bb6a-3a94e1936b1d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0280294 Nov 12 20:45:45.208613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58516) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:45.212957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:45.248194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.283580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f5ef3117-50aa-495d-a5db-e5c2c185adef', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:45:45.284457 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.345167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7beb7-f00a-4869-b5cc-42ccfa47601a req-954cc891-9a16-4c74-827e-dd4cab44cf6d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:45.346631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c7beb7-f00a-4869-b5cc-42ccfa47601a req-954cc891-9a16-4c74-827e-dd4cab44cf6d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0795777 Nov 12 20:45:45.352896 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.365508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b3b09-7e23-4635-9d4c-d96cf126ea24 req-bc95e90d-2467-41a6-af2f-23d0d86f0b78 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:45.371698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e0b3b09-7e23-4635-9d4c-d96cf126ea24 req-bc95e90d-2467-41a6-af2f-23d0d86f0b78 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 950 time: 0.0657229 Nov 12 20:45:45.375408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:45:45.390294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c767d2-63d5-4c0e-bc41-21027c6f53e1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:45.395837 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.396904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.400705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.401046 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Added segment 7de5900c-b391-4822-b361-57bccc28f36c of type vlan for network fd4c8780-1124-4aa9-8a3f-6d06287f0553 Nov 12 20:45:45.437613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Allocated IP 172.20.0.2 (f5ef3117-50aa-495d-a5db-e5c2c185adef/acb87e54-1e68-4cb5-8463-64d5f84e4ffb/5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:45.463605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.469900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e0b3b09-7e23-4635-9d4c-d96cf126ea24 req-3921c768-18f0-4f78-a152-d910d15973aa tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958922 Nov 12 20:45:45.494913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c7beb7-f00a-4869-b5cc-42ccfa47601a req-fa93f22e-cdd9-4df1-9302-261ce337e3ae tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198273 Nov 12 20:45:45.499450 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.561473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:45:45.612763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1c5f0-0328-42e6-bfc7-784f84dcd61c req-1ae3f2e8-c3a6-4e6e-bb33-22f17134e006 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:45.620090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ae1c5f0-0328-42e6-bfc7-784f84dcd61c req-1ae3f2e8-c3a6-4e6e-bb33-22f17134e006 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.0614176 Nov 12 20:45:45.640910 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.668961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ae1c5f0-0328-42e6-bfc7-784f84dcd61c req-bc227b9c-35be-48af-852d-10e3d524d95f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478339 Nov 12 20:45:45.671595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.672563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:45.673131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.723850 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5c0e347b-4d43-43cf-8f4c-cb3108b820e1 req-e6a39d22-088c-44c0-9796-4681a7d5122a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0551057 Nov 12 20:45:45.724683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:45.745144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '0717599a-bc09-4024-99d4-23ff10f3c9bd', 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'port_id': '0717599a-bc09-4024-99d4-23ff10f3c9bd', 'mac_address': 'fa:16:3e:7c:3a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a40005e-6fc7-4c5d-a51c-b7af2f467e2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:45:45.772463 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.814599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf34deb1-ae32-443d-ad57-266d269a1df2 req-b484ef99-73b8-417d-b769-68283ee0449e tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0311449 Nov 12 20:45:45.823077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Network f5ef3117-50aa-495d-a5db-e5c2c185adef is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:45.824278 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.827816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.831944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:45.837243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58524) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:45.838040 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0494652 Nov 12 20:45:45.842400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Request body: {'subnet': {'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1766929886-subnet', 'tenant_id': '042eb430fc8e40b6a621f528af33769a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:45.843354 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41ddf8-f1d1-4122-a218-0405d786eb12 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4c8780-1124-4aa9-8a3f-6d06287f0553,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:45.846503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:45.852498 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:45:45.864503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network fd4c8780-1124-4aa9-8a3f-6d06287f0553 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:45:45.869284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Pushing event updated for resources: {'Port': ['ID=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:45.884559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0717599a-bc09-4024-99d4-23ff10f3c9bd {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:45.945384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Made reservation on behalf of 042eb430fc8e40b6a621f528af33769a for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:45.948155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:45.980813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:45.999109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Attempting to bind port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:45.999504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Attempting to bind port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:45.999881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Attempting to bind port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d on network f5ef3117-50aa-495d-a5db-e5c2c185adef {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:46.005164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:46.005602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Checking segment: {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:46.005937 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.006850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Bound using segment: {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:46.008483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Bound port: 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:46.008483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.047243 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.113949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] For port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:46.118923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] For port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:46.120751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:46.125342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.144969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.190920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.219185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.262963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1b812-a3bc-4413-bd21-c0aa53da831b None None] Pushing event updated for resources: {'Port': ['ID=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:46.282266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Allocated IP 172.25.8.130 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/6ad86dc4-0a04-4e21-adb7-5b15ef4bd840) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:46.283313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e1704a-424b-45a2-9420-27bb4a58d1b6,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:46.312939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Checking segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:46.313300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Network hostable DHCP agents. Network: fd4c8780-1124-4aa9-8a3f-6d06287f0553, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:45:46.345296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['0717599a-bc09-4024-99d4-23ff10f3c9bd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:46.395230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.402932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Network fd4c8780-1124-4aa9-8a3f-6d06287f0553 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:45:46.498547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, fd4c8780-1124-4aa9-8a3f-6d06287f0553) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:46.503450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:46.507022 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.519543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6f334-2b45-4e7e-9b71-21c91c0573e7 None None] Network fd4c8780-1124-4aa9-8a3f-6d06287f0553 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:46.525022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.567761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:46.573478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:46.577360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:46.599319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9917f3e2-4117-4b70-94ee-6b609bf8fcac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7609377 Nov 12 20:45:46.611977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad86dc4-0a04-4e21-adb7-5b15ef4bd840,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:46.649886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f92619-096a-4ea8-a31d-38f1f2d4480d req-50c13bf9-b2f3-4640-a976-909de4ca3a87 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:46.659645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f92619-096a-4ea8-a31d-38f1f2d4480d req-50c13bf9-b2f3-4640-a976-909de4ca3a87 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 950 time: 0.0856328 Nov 12 20:45:46.686149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7511d-abb5-450e-b348-93ae47dd6128 None None] Network fd4c8780-1124-4aa9-8a3f-6d06287f0553 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:46.717439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f92619-096a-4ea8-a31d-38f1f2d4480d req-803bb6b9-6862-49c2-bc79-d36d6b121e4e tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Nov 12 20:45:46.904073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ab3b2-a948-4ee6-91cb-bab8bafd4fda req-29e77b46-58de-4dcb-af21-93ae8f9bf0bf tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:46.905709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-425ab3b2-a948-4ee6-91cb-bab8bafd4fda req-29e77b46-58de-4dcb-af21-93ae8f9bf0bf tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0845227 Nov 12 20:45:46.974357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1e879-b7ec-44f5-9e6a-a81f073ecf3d req-224aac60-9625-461d-ab76-ae3f4c582c43 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:46.976435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceb1e879-b7ec-44f5-9e6a-a81f073ecf3d req-224aac60-9625-461d-ab76-ae3f4c582c43 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 945 time: 0.0938993 Nov 12 20:45:46.986788 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:46.996033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-425ab3b2-a948-4ee6-91cb-bab8bafd4fda req-7f2d20e1-caf8-4597-b825-048ccd2c04c4 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756288 Nov 12 20:45:47.047162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceb1e879-b7ec-44f5-9e6a-a81f073ecf3d req-64d87052-8f3d-457f-9b2c-bbe07a09d2ec tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622451 Nov 12 20:45:47.131840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62463ea5-1df6-4796-b35a-5be8e00decf8 req-41620ff7-39db-4745-930b-5845803d855e tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0366786 Nov 12 20:45:47.254490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-a432f5ba-4f25-4c04-882d-265a01fa922c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240326 Nov 12 20:45:47.461953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-20ac335c-0062-4b08-82f7-3362f50707c3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:47.465786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecddc91-a0b0-47c9-97e9-352001a25123 None None] Network f5ef3117-50aa-495d-a5db-e5c2c185adef requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:45:47.468340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-20ac335c-0062-4b08-82f7-3362f50707c3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068636 Nov 12 20:45:47.473265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-6420574f-1a66-48ed-a065-8df11df1f45a tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:47.487883 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-6420574f-1a66-48ed-a065-8df11df1f45a tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 950 time: 0.1049259 Nov 12 20:45:47.503371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-a45db044-dac8-4507-8128-a9860a94e9f7 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/quotas/f17fde0197fb4cd185fa333ca81bec54 HTTP/1.1" status: 200 len: 375 time: 0.0269442 Nov 12 20:45:47.513853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-fe010fa3-6af3-4a48-a8bc-5edf92a81f2e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:47.519831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-fe010fa3-6af3-4a48-a8bc-5edf92a81f2e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 805 time: 0.1823845 Nov 12 20:45:47.543509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-719025d1-5486-4764-888d-9efd9f59aa67 None None] Provisioning complete for port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:47.543912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-719025d1-5486-4764-888d-9efd9f59aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:47.551694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-e44ff3bb-d09f-482e-b228-ca89a887036d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/quotas/042eb430fc8e40b6a621f528af33769a HTTP/1.1" status: 200 len: 375 time: 0.0294940 Nov 12 20:45:47.577300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:47.600411 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:47.607990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-98e6e03b-c791-4956-937a-bd6155209dd3 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391452 Nov 12 20:45:47.634039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-db196e0d-536e-4b19-894f-f59db71024b1 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1084535 Nov 12 20:45:47.671861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Deleting port e68d8455-1def-437c-b38a-3483bb27837c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:47.672212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:47.777910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-df9fbf9e-2134-4aff-a84e-9dd939b1922a service neutron] 10.222.0.64 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424782 Nov 12 20:45:47.796919 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-719025d1-5486-4764-888d-9efd9f59aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:47.819384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] For port e68d8455-1def-437c-b38a-3483bb27837c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e68d8455-1def-437c-b38a-3483bb27837c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:47.823346 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:47.837322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Calling delete_port for e68d8455-1def-437c-b38a-3483bb27837c owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:47.864847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-719025d1-5486-4764-888d-9efd9f59aa67 None None] For port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:47.872924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 0717599a-bc09-4024-99d4-23ff10f3c9bd completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:45:47.880170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 0717599a-bc09-4024-99d4-23ff10f3c9bd triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:47.881389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:47.906293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Router 761271aa-81c8-4676-9901-4ca696e42e0e is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:45:47.915170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:47.944886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-719025d1-5486-4764-888d-9efd9f59aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:47.967898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-9880656e-a336-408a-b2fb-e6e853870490 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809707 Nov 12 20:45:48.023603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719025d1-5486-4764-888d-9efd9f59aa67 None None] Pushing event updated for resources: {'Port': ['ID=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:48.104426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:48.104798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:48.116567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:48.126019 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Sync routers for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:48.135793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:48.138856 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:48.139754 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:48.172968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:48.175199 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df16edb4-ced9-4d5c-a6d8-ad4091b7e556" -d '{"events": [{"server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "name": "network-vif-plugged", "status": "completed", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:48.202024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:48.203754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-af68e953-cfe5-4b21-bcee-9266dedf27f0 None None] Provisioning complete for port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:48.204124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-af68e953-cfe5-4b21-bcee-9266dedf27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:48.222220 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:48.254719 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:48.280900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Pushing event deleted for resources: {'Port': ['ID=e68d8455-1def-437c-b38a-3483bb27837c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:48.354163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:48.359457 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-609164a3-4085-48c7-a9d5-1113ad9afa25 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1498444 Nov 12 20:45:48.362883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58582) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:48.372838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['98b5a428-0e8d-4873-9c28-13a03425a35c', 'e68d8455-1def-437c-b38a-3483bb27837c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:48.411102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] No DVR routers for this DVR port e68d8455-1def-437c-b38a-3483bb27837c on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:48.416346 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:48.423353 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5e54fc5-1d3b-47de-ae2b-dee89b26a1c2 req-399f28eb-6e19-4611-aca3-bcfcefb457b6 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "DELETE /v2.0/ports/e68d8455-1def-437c-b38a-3483bb27837c HTTP/1.1" status: 204 len: 173 time: 0.9400702 Nov 12 20:45:48.424428 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:48.434339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7334c116-0a4b-4231-b4de-0a007d08659f', 'name': 'network-vif-deleted', 'tag': 'e68d8455-1def-437c-b38a-3483bb27837c'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:48.439722 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904facb-1db4-4250-9c07-eb8e9f6eb1d6" -d '{"events": [{"server_uuid": "7334c116-0a4b-4231-b4de-0a007d08659f", "name": "network-vif-deleted", "tag": "e68d8455-1def-437c-b38a-3483bb27837c"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:48.503713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-060521c2-4a2e-4d73-bcb1-02cd6ae54233 req-bac82230-c8d9-4a33-b51b-20ea9656ea7c tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 210 time: 0.0489144 Nov 12 20:45:48.618135 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:46Z', 'revision_number': 3, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:48.695358 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Checking router: 761271aa-81c8-4676-9901-4ca696e42e0e for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:48.697704 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Updating router 761271aa-81c8-4676-9901-4ca696e42e0e port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:45:48.730487 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:48.846212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a325a-1f1b-4c65-97ad-acb2e4b0b2ff req-4230990f-7838-4d13-8149-5c39db503f47 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:48.847969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da3a325a-1f1b-4c65-97ad-acb2e4b0b2ff req-4230990f-7838-4d13-8149-5c39db503f47 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1530159 Nov 12 20:45:48.858862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26754800-b0d7-40e2-8146-aca39bae5f9f req-c7020144-210b-4426-a455-3e17bbcaa5e4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:48.860464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26754800-b0d7-40e2-8146-aca39bae5f9f req-c7020144-210b-4426-a455-3e17bbcaa5e4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.1332550 Nov 12 20:45:48.882222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:49.047691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26754800-b0d7-40e2-8146-aca39bae5f9f req-8f7c1d10-76ac-46f4-a5a0-c2011104c8c5 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430037 Nov 12 20:45:49.060835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da3a325a-1f1b-4c65-97ad-acb2e4b0b2ff req-4deb2fde-1ff8-4eaa-aae3-4f3ab3716879 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984069 Nov 12 20:45:49.162320 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7b2f9-761b-4678-a074-5c4a0805c3d6 x-openstack-request-id: req-8fa7b2f9-761b-4678-a074-5c4a0805c3d6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:49.164047 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "name": "network-vif-plugged", "status": "completed", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:49.164324 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fa7b2f9-761b-4678-a074-5c4a0805c3d6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:49.164727 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd', 'code': 200} Nov 12 20:45:49.166547 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.185453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddad5a12-78d4-435a-b2c5-5f6910ff812f req-a3c765e4-6293-4162-8cef-158d9f222155 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0524125 Nov 12 20:45:49.227847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c72faf06-b376-408e-9b51-bc856678a799 req-f862c1c4-a561-48ac-8479-bca5cbb4cb9c tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 210 time: 0.0358720 Nov 12 20:45:49.248178 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49e1d4e-e7d1-46c3-8072-74c3d32f0a10 x-openstack-request-id: req-e49e1d4e-e7d1-46c3-8072-74c3d32f0a10 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:49.248615 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7334c116-0a4b-4231-b4de-0a007d08659f", "name": "network-vif-deleted", "tag": "e68d8455-1def-437c-b38a-3483bb27837c", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:49.248811 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e49e1d4e-e7d1-46c3-8072-74c3d32f0a10 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:49.249257 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7334c116-0a4b-4231-b4de-0a007d08659f', 'name': 'network-vif-deleted', 'tag': 'e68d8455-1def-437c-b38a-3483bb27837c', 'status': 'completed', 'code': 200} Nov 12 20:45:49.319317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.337675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740957ee-863e-4568-a13c-553cb81e5834 req-69c0a5e9-d565-4319-99ae-26dc5ca7a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:49.337675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-740957ee-863e-4568-a13c-553cb81e5834 req-69c0a5e9-d565-4319-99ae-26dc5ca7a1e8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0772281 Nov 12 20:45:49.387576 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.468052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381409-f2c3-4592-9166-e01228b697de None None] Pushing event updated for resources: {'Port': ['ID=6ad86dc4-0a04-4e21-adb7-5b15ef4bd840,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:49.478541 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Attempting to bind port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:49.480695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Attempting to bind port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:49.486948 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Attempting to bind port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:49.487684 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:49.488061 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:49.488450 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.489030 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:49.489653 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Bound port: 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:49.490232 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.555729 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] For port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:49.557389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f94b1c3c-c39e-4a15-b68b-7861a03f2fd4 req-adcc06b7-72fb-4be7-80f7-e85ed8ea9a92 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 210 time: 0.0524104 Nov 12 20:45:49.559538 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] For port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6ad86dc4-0a04-4e21-adb7-5b15ef4bd840,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:49.570770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-740957ee-863e-4568-a13c-553cb81e5834 req-630b5b8f-72c4-4561-8ce5-9e69e7ea9554 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179847 Nov 12 20:45:49.623514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Allocated IP 172.20.0.1 (f5ef3117-50aa-495d-a5db-e5c2c185adef/acb87e54-1e68-4cb5-8463-64d5f84e4ffb/652260c5-2983-476c-9701-c68fbb5e3fff) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:49.675088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a8fa093-5b27-4a85-9f98-cb20754ea7e3 req-a3dbf8a8-3111-4f2b-b931-cf1a0b6be2ce tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=7334c116-0a4b-4231-b4de-0a007d08659f HTTP/1.1" status: 200 len: 210 time: 0.0372236 Nov 12 20:45:49.684846 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.752820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:49.754464 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:49.776054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.854783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:49.882783 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381409-f2c3-4592-9166-e01228b697de None None] Pushing event updated for resources: {'Port': ['ID=6ad86dc4-0a04-4e21-adb7-5b15ef4bd840,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:49.907014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:49.907639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.913768 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:49.930834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62ace2ce-148f-4100-b5a3-f4099ab78aab req-6b5a24dc-6ecd-466d-8c0f-8926994716f8 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0374486 Nov 12 20:45:49.945219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.999077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Network f5ef3117-50aa-495d-a5db-e5c2c185adef is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:50.003719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:50.008713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:50.013421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Pushing event updated for resources: {'Port': ['ID=652260c5-2983-476c-9701-c68fbb5e3fff,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:50.072282 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:50.226767 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:46Z', 'revision_number': 3, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:50.265063 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41626fd5-5280-4151-ad28-b114e9591f98 None None] The sync data for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 is: [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:46Z', 'revision_number': 3, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:50.327731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565da2-522c-401d-877e-149986303cba req-995c801d-889b-45d8-b6aa-aaafd0a2d9fc tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:50.329435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92565da2-522c-401d-877e-149986303cba req-995c801d-889b-45d8-b6aa-aaafd0a2d9fc tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1253548 Nov 12 20:45:50.329599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ae6092c3-2e79-4aeb-8962-077bb6d896fd None None] Provisioning complete for port 652260c5-2983-476c-9701-c68fbb5e3fff triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:50.329840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ae6092c3-2e79-4aeb-8962-077bb6d896fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:50.340210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57ccbf-4380-4633-8adb-11903b0b4940 req-b4c19aba-d281-4b58-80fb-af994eafcd0e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:50.342152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c57ccbf-4380-4633-8adb-11903b0b4940 req-b4c19aba-d281-4b58-80fb-af994eafcd0e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.1397951 Nov 12 20:45:50.371841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ae6092c3-2e79-4aeb-8962-077bb6d896fd None None] Port 652260c5-2983-476c-9701-c68fbb5e3fff cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:50.416217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92565da2-522c-401d-877e-149986303cba req-9c80c63f-437a-4555-99ec-3758f76b1f08 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729508 Nov 12 20:45:50.424363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c57ccbf-4380-4633-8adb-11903b0b4940 req-5a14283d-cb51-4e6b-932f-723cb87bfa22 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750036 Nov 12 20:45:50.588938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbf2677a-c975-452d-bfa8-499a777a447e req-35c630b3-9376-42ee-9385-c5191c1dd879 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 210 time: 0.0581257 Nov 12 20:45:50.597913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:50.681482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3457f040-8189-48ee-9af2-77bb0682db77 req-74606db8-2021-4845-ae4b-ca98713688d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 210 time: 0.0414863 Nov 12 20:45:50.829244 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:50.924468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:51.019107 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:51.022424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Pushing event updated for resources: {'Port': ['ID=652260c5-2983-476c-9701-c68fbb5e3fff,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:51.061427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09b760d2-42ad-4dab-ac93-e9e9dc06e268 req-b45c98e3-05b2-4be1-a948-5db7bd573d88 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0352280 Nov 12 20:45:51.175842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Network f5ef3117-50aa-495d-a5db-e5c2c185adef is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:51.177160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:51.348505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Router 761271aa-81c8-4676-9901-4ca696e42e0e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:45:51.361888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c181ce1-5777-4572-8d9e-c316a7235e83 req-3d9293b6-d399-47da-b1cc-c31ab8b01f90 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:51.363589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c181ce1-5777-4572-8d9e-c316a7235e83 req-3d9293b6-d399-47da-b1cc-c31ab8b01f90 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 949 time: 0.0764513 Nov 12 20:45:51.499421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c181ce1-5777-4572-8d9e-c316a7235e83 req-41660705-bb59-41d8-b251-d47d5c6eb132 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278749 Nov 12 20:45:51.502356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-aa9025e9-7374-4839-9d6c-30306fcfd3cf None None] Provisioning complete for port 652260c5-2983-476c-9701-c68fbb5e3fff triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:51.503422 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aa9025e9-7374-4839-9d6c-30306fcfd3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:51.520092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:45:51.526078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2077c790-ee83-48ba-bcdf-49388e5991a5 admin admin] 10.222.0.64 "PUT /v2.0/routers/761271aa-81c8-4676-9901-4ca696e42e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1617029 Nov 12 20:45:51.544718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-aa9025e9-7374-4839-9d6c-30306fcfd3cf None None] Port 652260c5-2983-476c-9701-c68fbb5e3fff cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:51.580958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e68d8455-1def-437c-b38a-3483bb27837c no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:51.605032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: e68d8455-1def-437c-b38a-3483bb27837c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:51.605299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e68d8455-1def-437c-b38a-3483bb27837c not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:51.619821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7d3db-6f90-4460-809f-92273c1b85c5 req-e75fbb66-451e-43d6-ae08-f8fc037c85da tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:51.631868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13a7d3db-6f90-4460-809f-92273c1b85c5 req-e75fbb66-451e-43d6-ae08-f8fc037c85da tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0944443 Nov 12 20:45:51.681695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd91ed2-64aa-46f0-a45b-f9a518bc05bc req-cdfce25a-9c7e-490a-8df1-f0c110ab106d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:51.682099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bd91ed2-64aa-46f0-a45b-f9a518bc05bc req-cdfce25a-9c7e-490a-8df1-f0c110ab106d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.1036603 Nov 12 20:45:51.806387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13a7d3db-6f90-4460-809f-92273c1b85c5 req-449d93f8-60d8-4b5e-ae22-0ddf5b99a93a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778240 Nov 12 20:45:51.839526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bd91ed2-64aa-46f0-a45b-f9a518bc05bc req-61af4623-fbeb-41ef-9c0e-7201ca5a6048 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465633 Nov 12 20:45:51.848184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-456856e3-b68d-44cd-b9f0-6293893e0405 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:51.849816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-456856e3-b68d-44cd-b9f0-6293893e0405 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 805 time: 0.1974423 Nov 12 20:45:51.871992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:51.881080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Request body: {'port': {'device_id': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'admin_state_up': True, 'tenant_id': '042eb430fc8e40b6a621f528af33769a'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:51.962406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:51.963011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.031748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95bedd37-d615-4b6f-8121-5f0f224ac7df req-ec939cec-372a-40b8-8aa4-2b7d05f3fbcd tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 210 time: 0.0984745 Nov 12 20:45:52.076004 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.105673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6ad86dc4-0a04-4e21-adb7-5b15ef4bd840,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:52.158978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Sync routers for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:45:52.160811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79df9ae4-ee41-4009-85bb-0fc753b63ef8 req-d66dac25-0c2d-4e58-9ef5-4472a3a41698 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 210 time: 0.0379353 Nov 12 20:45:52.175563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:52.176198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:52.211582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Made reservation on behalf of 042eb430fc8e40b6a621f528af33769a for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:52.213662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.216115 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.323124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=6ad86dc4-0a04-4e21-adb7-5b15ef4bd840,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:52.327269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65da3a-fbb8-4f51-94ea-7a293d9905da req-dc5b2cd6-1a16-4949-aa91-2b3b74e9b142 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:52.328947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c65da3a-fbb8-4f51-94ea-7a293d9905da req-dc5b2cd6-1a16-4949-aa91-2b3b74e9b142 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0973854 Nov 12 20:45:52.334038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:52.354876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58668) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:52.365505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2f5a090b-dbdc-4bc1-9bb9-890f4e9eb553 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073288620', 'description': 'tempest-description--220188017'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:52.429636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Allocated IP 172.20.0.12 (fd4c8780-1124-4aa9-8a3f-6d06287f0553/e2e1704a-424b-45a2-9420-27bb4a58d1b6/643f08db-78d9-451f-8f6d-5fac78f68317) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:52.433606 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c65da3a-fbb8-4f51-94ea-7a293d9905da req-f87c7d22-dc1b-43cc-9c89-951b10ee1e01 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922723 Nov 12 20:45:52.464416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f5a090b-dbdc-4bc1-9bb9-890f4e9eb553 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.470945 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-215152cd-68b9-4631-bf32-4f3fdc84981b req-4f00b37b-9776-47ed-a357-d3d177194dfe tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0434747 Nov 12 20:45:52.615701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f5a090b-dbdc-4bc1-9bb9-890f4e9eb553 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.690769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 2, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:52.696227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f5a090b-dbdc-4bc1-9bb9-890f4e9eb553 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.744290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Checking router: 761271aa-81c8-4676-9901-4ca696e42e0e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:45:52.744791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Updating router 761271aa-81c8-4676-9901-4ca696e42e0e port 652260c5-2983-476c-9701-c68fbb5e3fff binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:45:52.750284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a090b-dbdc-4bc1-9bb9-890f4e9eb553 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd129a72-b96e-44a1-9e03-c79c130b43fb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:52.774966 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.801317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-4e4d4740-c559-4e45-b2a0-4e5c6ba701d2 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:52.803451 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-4e4d4740-c559-4e45-b2a0-4e5c6ba701d2 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 949 time: 0.0668540 Nov 12 20:45:52.862683 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f5a090b-dbdc-4bc1-9bb9-890f4e9eb553 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.863943 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2f5a090b-dbdc-4bc1-9bb9-890f4e9eb553 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5074821 Nov 12 20:45:52.867116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58682) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:52.873980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-356ef7f5-b790-48d0-9c2b-8aec19cc91ba tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Request body: {'security_group_rule': {'security_group_id': 'dd129a72-b96e-44a1-9e03-c79c130b43fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:52.904267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-05581792-f3fc-4c71-861e-da838bd50a4c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658333 Nov 12 20:45:52.971706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Deleting port 98b5a428-0e8d-4873-9c28-13a03425a35c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:45:52.972085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.009229 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-356ef7f5-b790-48d0-9c2b-8aec19cc91ba tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.060775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccdd3e-dcc3-4813-82b8-15855a7f5bee req-c3aafcdd-094e-4f85-9d96-25629cdd1a9d tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:53.069791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35ccdd3e-dcc3-4813-82b8-15855a7f5bee req-c3aafcdd-094e-4f85-9d96-25629cdd1a9d tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 949 time: 0.2286761 Nov 12 20:45:53.110255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-fce7c01a-3757-4cf9-b3a5-93ab46816df2 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259162 Nov 12 20:45:53.123805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] For port 98b5a428-0e8d-4873-9c28-13a03425a35c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=98b5a428-0e8d-4873-9c28-13a03425a35c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:53.124689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.160225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4800-8b46-48d9-ac42-044b72615f5e req-43d3a633-95b4-4029-a704-d8dfeea3350d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:53.161990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Calling delete_port for 98b5a428-0e8d-4873-9c28-13a03425a35c owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:45:53.164913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-356ef7f5-b790-48d0-9c2b-8aec19cc91ba tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.168410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-906a4800-8b46-48d9-ac42-044b72615f5e req-43d3a633-95b4-4029-a704-d8dfeea3350d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.2628193 Nov 12 20:45:53.170387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.248308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.258810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-356ef7f5-b790-48d0-9c2b-8aec19cc91ba tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.279843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ef7f5-b790-48d0-9c2b-8aec19cc91ba tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826ad2b0-eda6-48e2-9fa0-81f2c4fbe8de,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:53.332155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.345654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35ccdd3e-dcc3-4813-82b8-15855a7f5bee req-88c39359-43b4-403b-96d5-714c4845591f tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/security-groups?id=056e3199-edc0-4dad-a6d4-4862b3fe941b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759030 Nov 12 20:45:53.392745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-114da326-c72d-4865-ab66-71637e703d06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:53.394265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-114da326-c72d-4865-ab66-71637e703d06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4650133 Nov 12 20:45:53.394519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b82fd-1663-45f3-8276-b8af51231c39 None None] Pushing event updated for resources: {'Port': ['ID=652260c5-2983-476c-9701-c68fbb5e3fff,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:53.401570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Attempting to bind port 652260c5-2983-476c-9701-c68fbb5e3fff on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:53.402184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Attempting to bind port 652260c5-2983-476c-9701-c68fbb5e3fff by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:53.402910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Attempting to bind port 652260c5-2983-476c-9701-c68fbb5e3fff on network f5ef3117-50aa-495d-a5db-e5c2c185adef {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:53.410446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:53.411077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Checking segment: {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:53.411676 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.423265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Bound using segment: {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:53.424162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Bound port: 652260c5-2983-476c-9701-c68fbb5e3fff, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:53.425008 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.431978 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-356ef7f5-b790-48d0-9c2b-8aec19cc91ba tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.433337 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-356ef7f5-b790-48d0-9c2b-8aec19cc91ba tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5650582 Nov 12 20:45:53.445297 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58694) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:53.451450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Request body: {'port': {'device_id': '8e5b8cb3-a827-43e5-9a9c-2b585b4380e6', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f17fde0197fb4cd185fa333ca81bec54'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:53.452477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7fe7f30e-bccb-4249-b487-383ad4baf041 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Request body: {'security_group_rule': {'security_group_id': 'dd129a72-b96e-44a1-9e03-c79c130b43fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:53.486858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-906a4800-8b46-48d9-ac42-044b72615f5e req-ec45b8d2-587e-4098-b78b-e76a9364a023 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171043 Nov 12 20:45:53.516141 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.534725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['98b5a428-0e8d-4873-9c28-13a03425a35c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:53.578961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Pushing event deleted for resources: {'Port': ['ID=98b5a428-0e8d-4873-9c28-13a03425a35c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:53.598781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] For port 652260c5-2983-476c-9701-c68fbb5e3fff, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:53.621034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] For port 652260c5-2983-476c-9701-c68fbb5e3fff, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=652260c5-2983-476c-9701-c68fbb5e3fff,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:53.652446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] No DVR routers for this DVR port 98b5a428-0e8d-4873-9c28-13a03425a35c on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:45:53.655770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.661962 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0478afbd-b1cb-497a-a21b-ea1cd558cbf1 req-46d8b6de-4e70-48a3-8f4a-b6db0fd4e0b4 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.46 "DELETE /v2.0/ports/98b5a428-0e8d-4873-9c28-13a03425a35c HTTP/1.1" status: 204 len: 173 time: 0.8514571 Nov 12 20:45:53.665584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-589bc293-6558-468f-9910-e51f4412ade3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:53.665882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473c9e6c-1968-4d98-ab9e-59cb6b8c162c', 'name': 'network-vif-deleted', 'tag': '98b5a428-0e8d-4873-9c28-13a03425a35c'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:53.666117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-589bc293-6558-468f-9910-e51f4412ade3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5321398 Nov 12 20:45:53.667656 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e57684a-acaa-4db0-900c-fe7244de1e6c" -d '{"events": [{"server_uuid": "473c9e6c-1968-4d98-ab9e-59cb6b8c162c", "name": "network-vif-deleted", "tag": "98b5a428-0e8d-4873-9c28-13a03425a35c"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:53.671741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f30e-bccb-4249-b487-383ad4baf041 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.705444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dd78a61-9ba8-4cf1-95ea-0fc57d7f99d5 req-c97ef13f-558c-460d-9edf-51ea40844785 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 210 time: 0.1119533 Nov 12 20:45:53.714598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Request body: {'port': {'device_id': '65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f17fde0197fb4cd185fa333ca81bec54'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:53.762198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f889366-4558-4e75-99db-d82e5b941007 req-e3acc7f8-1d0d-4d2a-a25a-7ff04feb44e3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 210 time: 0.0897520 Nov 12 20:45:53.762995 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.807208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f30e-bccb-4249-b487-383ad4baf041 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.826786 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd82fd-bdd6-4ed1-8b39-0dedb11aa3c2 x-openstack-request-id: req-10bd82fd-bdd6-4ed1-8b39-0dedb11aa3c2 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:53.827081 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473c9e6c-1968-4d98-ab9e-59cb6b8c162c", "name": "network-vif-deleted", "tag": "98b5a428-0e8d-4873-9c28-13a03425a35c", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:53.827379 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10bd82fd-bdd6-4ed1-8b39-0dedb11aa3c2 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:53.831033 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473c9e6c-1968-4d98-ab9e-59cb6b8c162c', 'name': 'network-vif-deleted', 'tag': '98b5a428-0e8d-4873-9c28-13a03425a35c', 'status': 'completed', 'code': 200} Nov 12 20:45:53.866080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0c1e7494-7b6f-4af0-a9dd-a5fb3118de46 None None] Provisioning complete for port 652260c5-2983-476c-9701-c68fbb5e3fff triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:53.866669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7494-7b6f-4af0-a9dd-a5fb3118de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.875516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:53.879267 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f30e-bccb-4249-b487-383ad4baf041 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.915812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:45:53.916534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:45:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:53.922151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7f30e-bccb-4249-b487-383ad4baf041 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8589e3-9c2a-4c4d-9c69-b01a8665e908,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:53.928918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a37295b3-e1ef-4c34-9d8e-a793291e736b req-90e6edce-4893-4858-9ab2-a1b1a5cc257a tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.1187928 Nov 12 20:45:53.950652 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.019859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b82fd-1663-45f3-8276-b8af51231c39 None None] Pushing event updated for resources: {'Port': ['ID=652260c5-2983-476c-9701-c68fbb5e3fff,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:54.039378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f30e-bccb-4249-b487-383ad4baf041 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.042952 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7fe7f30e-bccb-4249-b487-383ad4baf041 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5961149 Nov 12 20:45:54.045657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58704) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:54.054735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:54.117051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Network fd4c8780-1124-4aa9-8a3f-6d06287f0553 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:54.126752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:54.131502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:54.173579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Pushing event updated for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:54.180151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Made reservation on behalf of f17fde0197fb4cd185fa333ca81bec54 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:54.189921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.216365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:45:54.246402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:54.246773 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.278925 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.336086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:54.336750 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.414231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.425137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Allocated IP 192.168.233.70 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/61cbc2fe-a4f2-4702-bb23-d44adaf252b7) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:54.433404 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7494-7b6f-4af0-a9dd-a5fb3118de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.578901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0c1e7494-7b6f-4af0-a9dd-a5fb3118de46 None None] For port 652260c5-2983-476c-9701-c68fbb5e3fff, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=652260c5-2983-476c-9701-c68fbb5e3fff,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:45:54.627260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Allocated IP 172.25.8.245 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/adb3d3b4-aec3-4d6b-9518-ac982f896c93) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:54.670954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Made reservation on behalf of f17fde0197fb4cd185fa333ca81bec54 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:45:54.690862 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.692513 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7494-7b6f-4af0-a9dd-a5fb3118de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.775882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:53Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:45:54.777796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-be57385d-5c0a-44ef-abbb-f9efc42b6258 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9041011 Nov 12 20:45:54.804093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3a65ea6-4788-4251-a302-4a4733db845f req-fa2a0bdc-7021-46d7-96b9-432ec4deac88 tempest-ServersAdminNegativeTestJSON-1675887017 tempest-ServersAdminNegativeTestJSON-1675887017-project] 10.222.0.64 "GET /v2.0/ports?device_id=473c9e6c-1968-4d98-ab9e-59cb6b8c162c HTTP/1.1" status: 200 len: 210 time: 0.1558728 Nov 12 20:45:54.818548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Request body: {'port': {'device_id': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:54.833015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15bb88-d169-4b9d-9bbf-5f5838fe540a None None] The sync data for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 is: [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:53Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:45:54.836448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e7494-7b6f-4af0-a9dd-a5fb3118de46 None None] Pushing event updated for resources: {'Port': ['ID=652260c5-2983-476c-9701-c68fbb5e3fff,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:54.862315 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.874100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d40df7ea-bd5e-4030-8168-d08247f8325e None None] Provisioning complete for port 652260c5-2983-476c-9701-c68fbb5e3fff triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:54.888201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d40df7ea-bd5e-4030-8168-d08247f8325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.929990 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.931516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.036595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.066989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ac189-de3c-4f19-871e-e65f21d3c7e8 req-6810ece7-40c7-449f-9d9b-543d861edc82 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:55.069238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-744ac189-de3c-4f19-871e-e65f21d3c7e8 req-6810ece7-40c7-449f-9d9b-543d861edc82 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.3467586 Nov 12 20:45:55.091248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:55.104135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:55.106745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event updated for resources: {'Port': ['ID=adb3d3b4-aec3-4d6b-9518-ac982f896c93,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:55.110005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:55.189246 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.199238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfdd39-e84e-400e-92fd-ad43b97f5801 req-3fe6fba4-1f86-499c-94d5-0b8fff8e6a71 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:55.200756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:55.201151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbbfdd39-e84e-400e-92fd-ad43b97f5801 req-3fe6fba4-1f86-499c-94d5-0b8fff8e6a71 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 932 time: 0.2211156 Nov 12 20:45:55.256569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:55.352463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-744ac189-de3c-4f19-871e-e65f21d3c7e8 req-e52fea51-2469-4f0a-ac9e-b1fc26d53155 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733035 Nov 12 20:45:55.373262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.420618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:55.447935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Allocated IP 192.168.233.21 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:45:55.472292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:55.474179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'Port': ['ID=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:55.482730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:55.562356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.630849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbbfdd39-e84e-400e-92fd-ad43b97f5801 req-97e73a04-8f32-418c-bab6-8523c7b2af74 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816800 Nov 12 20:45:55.701335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ab532fc-c674-4d03-b832-d758faa91be4 req-c84b01ad-167e-4511-ad6b-b1517a215a46 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 210 time: 0.2303951 Nov 12 20:45:55.845323 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.899029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:55.899741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.920754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 652260c5-2983-476c-9701-c68fbb5e3fff up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:45:55.930187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.995310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event updated for resources: {'Port': ['ID=adb3d3b4-aec3-4d6b-9518-ac982f896c93,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:56.002246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0d7d2f1-7a68-4dda-b583-dd3ffb73cf33 req-2dc73a87-0bfd-4a5c-b3d7-753f538bf1d9 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.1170835 Nov 12 20:45:56.024167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b9cc0e01-f689-419a-b9e8-28f24aeea992 None None] Provisioning complete for port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:56.024611 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0e01-f689-419a-b9e8-28f24aeea992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.046423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-f74ea2c2-91ab-4f4d-8596-c5cc0a299fe8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6061995 Nov 12 20:45:56.059678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 652260c5-2983-476c-9701-c68fbb5e3fff triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:56.059678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.089241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Request body: {'port': {'device_id': '8e5b8cb3-a827-43e5-9a9c-2b585b4380e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:56.112457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.120424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc0e01-f689-419a-b9e8-28f24aeea992 None None] Port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:56.220863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.223733 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fb836eb3-46b4-4e38-a17d-60c1f6ec70c2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1737514 Nov 12 20:45:56.231500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.249970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.264652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643f08db-78d9-451f-8f6d-5fac78f68317 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:56.277536 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.321331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Transition to ACTIVE for port object 643f08db-78d9-451f-8f6d-5fac78f68317 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:56.452855 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.461707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.476934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:56.479747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:45:56.560213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:45:56.581115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:45:56.634121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:45:56.715817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:56.716491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:56.733228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Pushing event updated for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:56.764431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58784) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:56.793599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092600a-1d5f-409d-b728-dfc20848ff46 req-1f09b85a-4df0-4db5-b5d2-841467eb42d6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:56.801022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5092600a-1d5f-409d-b728-dfc20848ff46 req-1f09b85a-4df0-4db5-b5d2-841467eb42d6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.3445883 Nov 12 20:45:56.985855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'Port': ['ID=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:57.001190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3bd699e1-17c1-4953-83fd-33dd01b25596 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3000231 Nov 12 20:45:57.035916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Request body: {'port': {'device_id': '65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:45:57.041613 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-73d8ed92-0f8e-4ac5-a81d-a56345c4c50f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2a3d329b641423a988881180496128b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733569 Nov 12 20:45:57.048582 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:57.082167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5092600a-1d5f-409d-b728-dfc20848ff46 req-0e0c6b3a-35f7-4306-9962-a3423719438b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802060 Nov 12 20:45:57.101810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-833ca0f8-e934-40eb-b2b9-b32e5eb31f48 None None] Provisioning complete for port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:45:57.101810 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-833ca0f8-e934-40eb-b2b9-b32e5eb31f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.131505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b48d3dfb-205b-4d2f-9b64-ee0fa281f8cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.156900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Attempting to bind port 643f08db-78d9-451f-8f6d-5fac78f68317 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:57.157289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Attempting to bind port 643f08db-78d9-451f-8f6d-5fac78f68317 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:57.157721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Attempting to bind port 643f08db-78d9-451f-8f6d-5fac78f68317 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:57.158157 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b48d3dfb-205b-4d2f-9b64-ee0fa281f8cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.168556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-833ca0f8-e934-40eb-b2b9-b32e5eb31f48 None None] Port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:45:57.212011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Port 643f08db-78d9-451f-8f6d-5fac78f68317 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:57.212338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Attempting to bind port 643f08db-78d9-451f-8f6d-5fac78f68317 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:57.259699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:57.260003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Checking segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:57.260353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Bound using segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:57.260792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Bound port: 643f08db-78d9-451f-8f6d-5fac78f68317, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:57.261145 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.265969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:57.270707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.290568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1f2e8-86a2-405d-ac92-40f3ff5215bc req-a5a883e9-5582-41a5-a0a1-1109b6230eb3 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:57.292098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a1f2e8-86a2-405d-ac92-40f3ff5215bc req-a5a883e9-5582-41a5-a0a1-1109b6230eb3 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 944 time: 0.2203748 Nov 12 20:45:57.301596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b48d3dfb-205b-4d2f-9b64-ee0fa281f8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.302662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.304595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b48d3dfb-205b-4d2f-9b64-ee0fa281f8cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.307548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b48d3dfb-205b-4d2f-9b64-ee0fa281f8cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/056e3199-edc0-4dad-a6d4-4862b3fe941b HTTP/1.1" status: 204 len: 168 time: 0.2587540 Nov 12 20:45:57.322089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d3dfb-205b-4d2f-9b64-ee0fa281f8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e3199-edc0-4dad-a6d4-4862b3fe941b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:57.431589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51229dc9-f6f5-49b6-a319-fa683954ad17 req-37990d66-2eb2-4d50-92d0-7d4a2185ad86 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:57.437673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51229dc9-f6f5-49b6-a319-fa683954ad17 req-37990d66-2eb2-4d50-92d0-7d4a2185ad86 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 935 time: 0.2276757 Nov 12 20:45:57.438054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Transition to ACTIVE for port object 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:57.489803 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ecc89af-080d-41ee-a733-237c610b7bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.609554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 98b5a428-0e8d-4873-9c28-13a03425a35c no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:45:57.643129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 98b5a428-0e8d-4873-9c28-13a03425a35c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:45:57.643129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 98b5a428-0e8d-4873-9c28-13a03425a35c not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:45:57.858513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:57.933501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:57.966712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a1f2e8-86a2-405d-ac92-40f3ff5215bc req-2840cea0-dc14-496a-ac62-a7da8165caf8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496532 Nov 12 20:45:57.975898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51229dc9-f6f5-49b6-a319-fa683954ad17 req-40145e1d-d64d-4539-a097-17cd3c698119 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299556 Nov 12 20:45:58.068988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58838) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:58.145287 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fee5009f-0791-43eb-9788-1f0190437859 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf786e36353d472891725cab47006684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766537 Nov 12 20:45:58.146143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58842) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:45:58.150012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:58.183079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:58.217026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-889ee34d-f8b2-4c8a-ad37-7da491da30e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.242266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4b15d7c-99a2-4802-bc3a-2cf858a5338d req-034c598b-a833-49d9-8002-d5dfb35b743a tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0893734 Nov 12 20:45:58.265848 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-889ee34d-f8b2-4c8a-ad37-7da491da30e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.312592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.397975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:58.398785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.400365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] 10.222.0.78 "PUT /v2.0/ports/643f08db-78d9-451f-8f6d-5fac78f68317 HTTP/1.1" status: 200 len: 1093 time: 3.5887761 Nov 12 20:45:58.401742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-889ee34d-f8b2-4c8a-ad37-7da491da30e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.402789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:45:58.404987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-889ee34d-f8b2-4c8a-ad37-7da491da30e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.405371 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc8050a-b932-4ddf-94b5-c179fbd5de88" -d '{"events": [{"name": "network-changed", "server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:45:58.408758 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-889ee34d-f8b2-4c8a-ad37-7da491da30e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/877765fa-05e2-4cec-b0e0-4350b15d81d9 HTTP/1.1" status: 204 len: 168 time: 0.2582750 Nov 12 20:45:58.435138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ee34d-f8b2-4c8a-ad37-7da491da30e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877765fa-05e2-4cec-b0e0-4350b15d81d9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:58.492768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f733c5e-024b-4383-8fa0-58010ac0d939 req-12e730f6-2756-437d-85fa-56612954e675 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:58.494325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f733c5e-024b-4383-8fa0-58010ac0d939 req-12e730f6-2756-437d-85fa-56612954e675 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.3031144 Nov 12 20:45:58.507814 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518714b6-8b86-4196-9dbb-64449a7f4669 x-openstack-request-id: req-518714b6-8b86-4196-9dbb-64449a7f4669 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:45:58.508095 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:45:58.510371 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-518714b6-8b86-4196-9dbb-64449a7f4669 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:45:58.510371 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317', 'status': 'completed', 'code': 200} Nov 12 20:45:58.522726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab35975-a0be-4a5e-9d7b-63e2362278fa service neutron] Pushing event updated for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:58.527984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:45:58.588177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.601680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Attempting to bind port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:58.602013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Attempting to bind port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:58.602332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Attempting to bind port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:58.624366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Transition to ACTIVE for port object 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:45:58.627513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:58.627836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Attempting to bind port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:58.645938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:58.645938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:58.645938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:58.646449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Bound port: 61cbc2fe-a4f2-4702-bb23-d44adaf252b7, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:58.647618 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.666577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8050a-b932-4ddf-94b5-c179fbd5de88 req-5c9b0092-8a19-49b6-8814-39a74e22c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:58.668148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc8050a-b932-4ddf-94b5-c179fbd5de88 req-5c9b0092-8a19-49b6-8814-39a74e22c349 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 1096 time: 0.1498492 Nov 12 20:45:58.672843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f733c5e-024b-4383-8fa0-58010ac0d939 req-f6829804-1433-42f1-a662-8ad072e53c42 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584904 Nov 12 20:45:58.735856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:58.849012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] For port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:58.878239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] For port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:58.883753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Pushing event updated for resources: {'Port': ['ID=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:58.915611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8050a-b932-4ddf-94b5-c179fbd5de88 req-7181d148-5932-412b-9225-948b9cf033a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:58.917075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc8050a-b932-4ddf-94b5-c179fbd5de88 req-7181d148-5932-412b-9225-948b9cf033a0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=042eb430fc8e40b6a621f528af33769a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2120984 Nov 12 20:45:58.983527 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:59.132499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:59.132499 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:59.132499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] 10.222.0.78 "PUT /v2.0/ports/61cbc2fe-a4f2-4702-bb23-d44adaf252b7 HTTP/1.1" status: 200 len: 1096 time: 3.0465634 Nov 12 20:45:59.271807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Attempting to bind port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:45:59.272608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Attempting to bind port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:45:59.272608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Attempting to bind port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:59.314514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:45:59.315033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Attempting to bind port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:45:59.349523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1295c-102d-4d01-96bc-f2f2a28db9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:45:59.352920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:45:59.353376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:45:59.353885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:45:59.354440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Bound port: 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:45:59.354913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:59.382389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8050a-b932-4ddf-94b5-c179fbd5de88 req-ee360e31-8a08-45eb-930c-a08865eb311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:59.419602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc8050a-b932-4ddf-94b5-c179fbd5de88 req-ee360e31-8a08-45eb-930c-a08865eb311c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4470100 Nov 12 20:45:59.428601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94a66a-ccc2-48ee-8fbd-8a15d9238697 req-f32de9d5-9ade-48a7-a801-162bbefee48d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:59.430628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c94a66a-ccc2-48ee-8fbd-8a15d9238697 req-f32de9d5-9ade-48a7-a801-162bbefee48d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 947 time: 0.2481451 Nov 12 20:45:59.467675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06046cf-f065-4fca-a508-c4fd1e0f271c req-8847ec4f-9b9b-4533-b962-36faa990751e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:59.469583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b06046cf-f065-4fca-a508-c4fd1e0f271c req-8847ec4f-9b9b-4533-b962-36faa990751e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 944 time: 0.3178668 Nov 12 20:45:59.549780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-315b30b0-13f6-4de8-a177-621545b30806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:59.551346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-315b30b0-13f6-4de8-a177-621545b30806 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 1099 time: 0.2216303 Nov 12 20:45:59.649933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3388859a-d305-4e46-a8fb-386d5119216d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=61cbc2fe-a4f2-4702-bb23-d44adaf252b7 HTTP/1.1" status: 200 len: 217 time: 0.0846119 Nov 12 20:45:59.693245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b06046cf-f065-4fca-a508-c4fd1e0f271c req-2c29d29e-e424-449e-8414-14de7a468c2a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873946 Nov 12 20:45:59.727484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-df026a4c-b847-4262-878d-9044ca1d6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:59.729086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-df026a4c-b847-4262-878d-9044ca1d6f7d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 1096 time: 0.2484047 Nov 12 20:45:59.736167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c94a66a-ccc2-48ee-8fbd-8a15d9238697 req-72f1d398-5300-4c41-9788-47fa1fc1d233 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635543 Nov 12 20:45:59.739170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] For port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:45:59.742509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] For port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:45:59.790855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-8606558b-e6bd-4882-9e03-9c68a9a0dcb8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=643f08db-78d9-451f-8f6d-5fac78f68317 HTTP/1.1" status: 200 len: 217 time: 0.0398350 Nov 12 20:45:59.792505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-5b3b4c9e-6988-43b0-b4f1-5fca967463d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:59.797197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-5b3b4c9e-6988-43b0-b4f1-5fca967463d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1331606 Nov 12 20:45:59.934107 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:59.965988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec9a7265-4ab9-4fc1-9c32-33857c04f958 req-90b4b8d6-a19b-4bee-91d9-2df7852f9f4b tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0509498 Nov 12 20:45:59.988944 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5b31-630b-4522-9a8d-ee5760fd779f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:00.016436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:00.017135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:00.018610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] 10.222.0.46 "PUT /v2.0/ports/35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e HTTP/1.1" status: 200 len: 1096 time: 3.0061724 Nov 12 20:46:00.062803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-036933be-5b8a-4a5b-9801-02d5192f8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:00.064399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-036933be-5b8a-4a5b-9801-02d5192f8d90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e2e1704a-424b-45a2-9420-27bb4a58d1b6 HTTP/1.1" status: 200 len: 845 time: 0.2544336 Nov 12 20:46:00.072835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-980dc7c0-a8eb-47a2-9231-c192881428da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:00.074399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-980dc7c0-a8eb-47a2-9231-c192881428da service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2558610 Nov 12 20:46:00.077280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99445462-e3cf-4627-bce2-1cbabcdf760b service neutron] Pushing event updated for resources: {'Port': ['ID=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:00.145029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-c0ce87b0-1067-4dee-8a5c-15155c06ed3c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fd4c8780-1124-4aa9-8a3f-6d06287f0553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535455 Nov 12 20:46:00.193112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809eec-a01c-443f-a675-b7c3f97a55ea req-106be89c-e3ef-480d-8db1-10b91503e700 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:00.195630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8809eec-a01c-443f-a675-b7c3f97a55ea req-106be89c-e3ef-480d-8db1-10b91503e700 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.2025716 Nov 12 20:46:00.426512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8809eec-a01c-443f-a675-b7c3f97a55ea req-e8a2ab60-a9c8-4719-9937-0d11e02562c1 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133448 Nov 12 20:46:00.434637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-ddfe296c-a855-4cd7-8742-58fb89516afe service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444831 Nov 12 20:46:00.521542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b8cb3-a827-43e5-9a9c-2b585b4380e6', 'tag': '61cbc2fe-a4f2-4702-bb23-d44adaf252b7'}, {'name': 'network-changed', 'server_uuid': '65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff', 'tag': '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:00.524580 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851675ad-cbcd-4766-8c7a-310f39ddf344" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b8cb3-a827-43e5-9a9c-2b585b4380e6", "tag": "61cbc2fe-a4f2-4702-bb23-d44adaf252b7"}, {"name": "network-changed", "server_uuid": "65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff", "tag": "35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:00.537937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-461568a6-f1ee-40b0-9468-e745b3a1b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:00.539509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-461568a6-f1ee-40b0-9468-e745b3a1b247 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 1099 time: 0.3275321 Nov 12 20:46:00.613466 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f360c4-2b59-428f-abf7-114c80a89912 x-openstack-request-id: req-72f360c4-2b59-428f-abf7-114c80a89912 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:00.613770 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b8cb3-a827-43e5-9a9c-2b585b4380e6", "tag": "61cbc2fe-a4f2-4702-bb23-d44adaf252b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff", "tag": "35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:00.614012 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72f360c4-2b59-428f-abf7-114c80a89912 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:00.614413 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b8cb3-a827-43e5-9a9c-2b585b4380e6', 'tag': '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', 'status': 'completed', 'code': 200} Nov 12 20:46:00.614773 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff', 'tag': '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e', 'status': 'completed', 'code': 200} Nov 12 20:46:00.619741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-0919a781-61c0-4362-ad52-fa38dc8c4fff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e HTTP/1.1" status: 200 len: 217 time: 0.0702693 Nov 12 20:46:00.625112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-d923a15e-6e61-424f-a80f-9ebf78d8a52c service neutron] 10.222.0.78 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395208 Nov 12 20:46:00.627878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-24a3c5cb-38e1-4bbb-8acb-24e39f631a3b service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813951 Nov 12 20:46:00.731215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-d3e7c66b-5a92-4e5c-84e6-3d1af96cf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:00.732919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-d3e7c66b-5a92-4e5c-84e6-3d1af96cf5cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1041920 Nov 12 20:46:00.806207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-69f14a63-1efe-4d09-8fb3-7883f8557ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:00.807899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-69f14a63-1efe-4d09-8fb3-7883f8557ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658312 Nov 12 20:46:00.811744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f854c320-e9cc-4a81-a4f7-8b5400d112c6 req-2f6b5bbc-d98e-4e7d-a172-06c8338d300f service neutron] 10.222.0.78 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721678 Nov 12 20:46:01.004142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aae88-501d-4b5c-9e3f-eaa3216735e1 req-1f750274-9dbb-4847-940a-8d480966ed0f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.005599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-770aae88-501d-4b5c-9e3f-eaa3216735e1 req-1f750274-9dbb-4847-940a-8d480966ed0f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 944 time: 0.1643500 Nov 12 20:46:01.055914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-d2df417e-b35d-4a50-b9a0-ee35969069f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.057572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-d2df417e-b35d-4a50-b9a0-ee35969069f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 1099 time: 0.1755393 Nov 12 20:46:01.066352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a918b3-0264-4f1d-9115-9757b8fabd77 req-fb415f15-3383-493b-b6a7-b19402592841 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.074738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10a918b3-0264-4f1d-9115-9757b8fabd77 req-fb415f15-3383-493b-b6a7-b19402592841 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 947 time: 0.1772866 Nov 12 20:46:01.092172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-3c86516c-855c-4c57-909d-699634190371 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743285 Nov 12 20:46:01.275932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-770aae88-501d-4b5c-9e3f-eaa3216735e1 req-400f5748-f48e-47da-9818-1345947c4ece tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547789 Nov 12 20:46:01.295345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10a918b3-0264-4f1d-9115-9757b8fabd77 req-7b0b6d1e-b9ea-4ef8-afb5-6eaa75e03165 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184625 Nov 12 20:46:01.348909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-9adb0de3-26d1-452d-92d3-99e731c9dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.351356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-9adb0de3-26d1-452d-92d3-99e731c9dc03 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2742152 Nov 12 20:46:01.353860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-331eb61d-1ab0-406e-8f04-ca15aec536db req-ade5cc36-9e36-4941-ac6a-640f2ffb3f12 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400725 Nov 12 20:46:01.427057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-8ddc401d-3343-4e9e-92e9-10bf87b19363 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=61cbc2fe-a4f2-4702-bb23-d44adaf252b7 HTTP/1.1" status: 200 len: 217 time: 0.0617476 Nov 12 20:46:01.444365 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:01.526173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f90770ea-bbb8-4708-ba59-f3fc4629f63b req-0db5964b-799c-45d9-823c-3f3bcb71c170 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0413604 Nov 12 20:46:01.569438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-a9a45fbf-1d03-4114-9468-9e950977d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.572233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-a9a45fbf-1d03-4114-9468-9e950977d303 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1277072 Nov 12 20:46:01.679196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-68e92f43-d248-411d-b2e2-b9d85c0a2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.680829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-68e92f43-d248-411d-b2e2-b9d85c0a2706 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 1099 time: 0.1509676 Nov 12 20:46:01.713996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c21cc8-ea73-4045-8eb5-65b47c3d3f9d req-8bff8703-7ec2-4170-8498-4c32f0b28884 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.715590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04c21cc8-ea73-4045-8eb5-65b47c3d3f9d req-8bff8703-7ec2-4170-8498-4c32f0b28884 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1499641 Nov 12 20:46:01.728638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-731a4ff5-6cd1-499e-bf07-afb0f4a77488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.730160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-731a4ff5-6cd1-499e-bf07-afb0f4a77488 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433794 Nov 12 20:46:01.888191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04c21cc8-ea73-4045-8eb5-65b47c3d3f9d req-2a2845d2-f95d-483d-a059-c85fec220135 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497116 Nov 12 20:46:01.909031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-443926e1-a2c4-4bb3-b08c-90c0b6835233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:01.910513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-443926e1-a2c4-4bb3-b08c-90c0b6835233 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2174132 Nov 12 20:46:01.945779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-94a1c2f1-098c-48a6-b938-d442ba518e46 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857445 Nov 12 20:46:01.995513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-c3972d42-d5bb-4c7f-8e0b-9dfd551ec009 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e HTTP/1.1" status: 200 len: 217 time: 0.0531337 Nov 12 20:46:02.097091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-5c1f4589-48cd-4a72-938d-c5e80df2de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:02.098546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-5c1f4589-48cd-4a72-938d-c5e80df2de35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0924973 Nov 12 20:46:02.195475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-40a7553c-19c7-426e-bfa0-b6de030bd66d service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091134 Nov 12 20:46:02.210759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-577fe205-ee29-453d-a53b-afd0fc5f48a4 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9e2b064cd2214157987a4652d00b0bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388184 Nov 12 20:46:02.225055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-1cef6cc0-6ab6-4e40-9109-65a2f4c66cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:02.226647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-1cef6cc0-6ab6-4e40-9109-65a2f4c66cbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054239 Nov 12 20:46:02.812137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdfdc1-3569-46d6-9bb0-5877e97be87c req-a9e94e89-f20d-428c-8f17-dfaf28582cca tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:02.815718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebcdfdc1-3569-46d6-9bb0-5877e97be87c req-a9e94e89-f20d-428c-8f17-dfaf28582cca tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 944 time: 0.1470671 Nov 12 20:46:02.816885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-cba557d4-2a38-4c2e-bde2-1d696adcece1 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812759 Nov 12 20:46:02.824212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-f0039721-1451-4fb8-b3bf-edad23cec6ba tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:02.825955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-f0039721-1451-4fb8-b3bf-edad23cec6ba tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6042011 Nov 12 20:46:02.878285 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:02.883027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c019c268-cb19-4f55-8fe1-fcafe9abd19f tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/quotas/9e2b064cd2214157987a4652d00b0bd2 HTTP/1.1" status: 200 len: 375 time: 0.0401020 Nov 12 20:46:02.972500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebcdfdc1-3569-46d6-9bb0-5877e97be87c req-bf04e029-b2bf-4c16-ab79-477f94a4c3a9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441655 Nov 12 20:46:02.974342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-bde68c62-a198-434c-81c8-b4b723f49c6d tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e2b064cd2214157987a4652d00b0bd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518568 Nov 12 20:46:03.005667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-851675ad-cbcd-4766-8c7a-310f39ddf344 req-7f9830d3-6b21-478e-a4f3-f0d8f9fd494d service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785192 Nov 12 20:46:03.132427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bede1c9-f193-4350-8422-c7c58113666a req-83c295f2-492b-4465-8f11-fb7e90fd63c7 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:03.134067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bede1c9-f193-4350-8422-c7c58113666a req-83c295f2-492b-4465-8f11-fb7e90fd63c7 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 947 time: 0.0535545 Nov 12 20:46:03.202446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bede1c9-f193-4350-8422-c7c58113666a req-9499dc7d-8341-4e74-bc7f-8851544931e2 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623753 Nov 12 20:46:03.357186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fd981d1-2471-4317-9486-504542991b21 req-f9768058-ae99-4e08-8328-106d67cb0ff9 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0600860 Nov 12 20:46:03.436407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e812c64-92eb-4f2e-9e8b-e99ae71e6a2c req-5a54f0b3-ccda-4269-bf39-c42a4ef22626 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0413508 Nov 12 20:46:03.480849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb664d7a-61f6-4846-90de-0847eaa2cf34 req-ed70b4b2-e83f-48f3-bd61-e7c8dd4a6cbb tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:03.482335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb664d7a-61f6-4846-90de-0847eaa2cf34 req-ed70b4b2-e83f-48f3-bd61-e7c8dd4a6cbb tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0735192 Nov 12 20:46:03.532609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb664d7a-61f6-4846-90de-0847eaa2cf34 req-dfe3a9e9-6e67-4e58-b62c-5cdf7c46c35a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 Nov 12 20:46:03.558518 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:03.643026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:03.659756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 643f08db-78d9-451f-8f6d-5fac78f68317 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:03.808921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:03.830557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e', 'mac_address': 'fa:16:3e:7f:c0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:03.836514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:03.880053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '643f08db-78d9-451f-8f6d-5fac78f68317', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'port_id': '643f08db-78d9-451f-8f6d-5fac78f68317', 'mac_address': 'fa:16:3e:0b:f5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e1704a-424b-45a2-9420-27bb4a58d1b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:03.914579 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:03.932362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:03.949220 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:03.966657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:03.969746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643f08db-78d9-451f-8f6d-5fac78f68317 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:03.990973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:04.041003 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:04.071443 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:04.072176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:04.111333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dd700-0066-4ba5-baf5-c7c8a2b0db59 req-6f305aa1-997f-4b1b-ad30-16c0f3ab3845 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:04.120331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:04.120683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-429dd700-0066-4ba5-baf5-c7c8a2b0db59 req-6f305aa1-997f-4b1b-ad30-16c0f3ab3845 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 945 time: 0.0542769 Nov 12 20:46:04.177474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-429dd700-0066-4ba5-baf5-c7c8a2b0db59 req-ebf47c69-03fb-4249-b6f5-700e579639ef tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551400 Nov 12 20:46:04.220907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:04.255192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:04.269773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', 'mac_address': 'fa:16:3e:a5:2c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:04.331662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:04.344317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:04.383149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b5855-f884-4969-b349-e0f7117f091a req-51589c3f-ce28-45ca-a5da-21cd090e476d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:04.384211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d0b5855-f884-4969-b349-e0f7117f091a req-51589c3f-ce28-45ca-a5da-21cd090e476d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 948 time: 0.0664015 Nov 12 20:46:04.384338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:04.420022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:04.470780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d0b5855-f884-4969-b349-e0f7117f091a req-0c604bcd-343d-446e-99b8-e1fa24ff471c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789249 Nov 12 20:46:04.488579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1866f73-7814-4235-a885-b8484bc20091 req-4c8b6c9b-c480-49ca-9dfb-b59afc6f1108 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0364435 Nov 12 20:46:04.530531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:04.551833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1c4d37f-3b44-4dae-86b8-61f203d554df req-3265520c-1ae6-4b70-959c-9481fab2925f tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0313296 Nov 12 20:46:04.601061 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:04.763515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcf337-5bf2-4782-ba67-1a5908c8f665 req-fd63e246-ea41-4788-a05f-8429f6de6dfc tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:04.765057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7abcf337-5bf2-4782-ba67-1a5908c8f665 req-fd63e246-ea41-4788-a05f-8429f6de6dfc tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1510286 Nov 12 20:46:04.822538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7abcf337-5bf2-4782-ba67-1a5908c8f665 req-36d9612c-fdf0-42ca-9e84-2e69b812863b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508394 Nov 12 20:46:04.934786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['61cbc2fe-a4f2-4702-bb23-d44adaf252b7'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:04.962512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['643f08db-78d9-451f-8f6d-5fac78f68317'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:05.304574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a56e-aa8d-479b-87e3-e2ebe2cd00ec req-6510285e-5fc2-481b-b986-bf4ef947ee71 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:05.306268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fc9a56e-aa8d-479b-87e3-e2ebe2cd00ec req-6510285e-5fc2-481b-b986-bf4ef947ee71 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 945 time: 0.0624344 Nov 12 20:46:05.356754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fc9a56e-aa8d-479b-87e3-e2ebe2cd00ec req-50f1bedb-aee6-44af-a1a9-ff7f6c790d97 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444522 Nov 12 20:46:05.614989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e86ae34a-fee6-409a-88ca-0ae88268c1f1 req-36b9fe20-4b6d-495a-83b7-29d42c21e18c tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0311401 Nov 12 20:46:05.631064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50c8f1-e078-46ad-98b0-c56262cac4c5 req-be8e0237-c500-46c5-b5c5-6e8f1f4bc632 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:05.632783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e50c8f1-e078-46ad-98b0-c56262cac4c5 req-be8e0237-c500-46c5-b5c5-6e8f1f4bc632 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 948 time: 0.0870759 Nov 12 20:46:05.660080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:05.711590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e50c8f1-e078-46ad-98b0-c56262cac4c5 req-92745f41-2fb9-4c04-b1ba-92d11d1a352d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588553 Nov 12 20:46:05.771933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afe2de2f-bad3-4d57-978f-af2d11c0caeb req-e92306d6-b221-4c37-856f-ba4c5cb00ba8 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0591908 Nov 12 20:46:05.795113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:46:05.799318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:05.804420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:05.887083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:05.901870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-18d7681d-87cf-49e9-975a-b03d6c5c13bf tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9e2b064cd2214157987a4652d00b0bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239546 Nov 12 20:46:05.911884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:05.914625 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75a9c8-0fc0-479a-a98b-897164e02c02" -d '{"events": [{"server_uuid": "65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff", "name": "network-vif-plugged", "status": "completed", "tag": "35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:05.928072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:05.980828 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c47257c-9d89-484d-9b83-980aa59af060 x-openstack-request-id: req-2c47257c-9d89-484d-9b83-980aa59af060 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:05.981479 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff", "name": "network-vif-plugged", "status": "completed", "tag": "35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:05.982078 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c47257c-9d89-484d-9b83-980aa59af060 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:05.982475 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e', 'code': 200} Nov 12 20:46:06.015767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:06.049560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491999e-1641-4ca3-b3e9-182e1c688157 req-73eb58aa-d433-4360-a28c-fcf646255846 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:06.051308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3491999e-1641-4ca3-b3e9-182e1c688157 req-73eb58aa-d433-4360-a28c-fcf646255846 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1427324 Nov 12 20:46:06.080362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:06.111149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905753a4-8797-4440-bac5-24c0d12c030f req-b8f28115-b24c-476c-9da5-7c917b14bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:06.111794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-5a275227-c2e4-46c0-b8b2-fff379660310 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:06.112796 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-905753a4-8797-4440-bac5-24c0d12c030f req-b8f28115-b24c-476c-9da5-7c917b14bd19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 1101 time: 0.0536017 Nov 12 20:46:06.113096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-5a275227-c2e4-46c0-b8b2-fff379660310 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033730 Nov 12 20:46:06.142345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Request body: {'port': {'device_id': '292135cf-4137-4b6e-b5a4-3501a643c5d8', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '9e2b064cd2214157987a4652d00b0bd2'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:06.174455 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-905753a4-8797-4440-bac5-24c0d12c030f req-4d5642a1-e6bc-4014-ab70-134151464347 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Nov 12 20:46:06.180763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3491999e-1641-4ca3-b3e9-182e1c688157 req-37dc5e6e-d474-48e3-b16c-547e2f08871e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108809 Nov 12 20:46:06.478241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Made reservation on behalf of 9e2b064cd2214157987a4652d00b0bd2 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:06.538407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:06.538407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:06.538407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b4aa5-ac83-4ce0-9a06-c12c91a9602f req-49496dae-abb7-4185-a622-b10bdbde72f9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:06.538407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-719b4aa5-ac83-4ce0-9a06-c12c91a9602f req-49496dae-abb7-4185-a622-b10bdbde72f9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 945 time: 0.0823712 Nov 12 20:46:06.595870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-719b4aa5-ac83-4ce0-9a06-c12c91a9602f req-597af426-c076-46ef-b667-bd981ce821ca tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701001 Nov 12 20:46:06.626418 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:06.739274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ada91273-6c20-45c9-95f9-466a634dd6c5 req-36578d2b-59cb-4e46-9ceb-6b15f03e1e1a tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0334642 Nov 12 20:46:06.829983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c50f8c-eabf-44d6-aa06-2ebf6234f26b req-3bba10e9-79a1-41c5-a93c-9313af675582 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:06.831897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92c50f8c-eabf-44d6-aa06-2ebf6234f26b req-3bba10e9-79a1-41c5-a93c-9313af675582 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 949 time: 0.0628035 Nov 12 20:46:06.895598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-634b8c3d-ade8-40be-8fb7-349b3a9e6917 req-5b0b5675-57ce-4f08-ba6d-02ca4c3a0839 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 210 time: 0.0496500 Nov 12 20:46:06.933341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92c50f8c-eabf-44d6-aa06-2ebf6234f26b req-1477327f-d2dd-42ba-95e5-cbc6a44b95fe tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937622 Nov 12 20:46:07.138242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:07.202101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec05341-e744-475e-b1ed-b2885bd9018d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:07.317883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Allocated IP 192.168.233.23 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/a71aa74a-c235-4454-b103-03432da11b6f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:07.358629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab41129-47a0-4227-aaaa-59328bc53cd3 req-94a23559-b120-42f5-a1cf-04c8487eea04 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:07.360156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ab41129-47a0-4227-aaaa-59328bc53cd3 req-94a23559-b120-42f5-a1cf-04c8487eea04 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0909727 Nov 12 20:46:07.480083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ab41129-47a0-4227-aaaa-59328bc53cd3 req-872ef318-acea-4a0b-bec6-60003ce3773b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124814 Nov 12 20:46:07.528892 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:07.618751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:07.673612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:07.686471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 643f08db-78d9-451f-8f6d-5fac78f68317 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:07.689942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:07.694175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:07.723866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Pushing event updated for resources: {'Port': ['ID=a71aa74a-c235-4454-b103-03432da11b6f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:07.781650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:07.782381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:07.794592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e9380-3d32-40d8-b9f1-47c748861a4d req-650721f5-b8b8-4f22-987a-bd9ee4573781 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:07.796187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-339e9380-3d32-40d8-b9f1-47c748861a4d req-650721f5-b8b8-4f22-987a-bd9ee4573781 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 945 time: 0.1215026 Nov 12 20:46:07.800827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 643f08db-78d9-451f-8f6d-5fac78f68317 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:46:07.808560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 643f08db-78d9-451f-8f6d-5fac78f68317 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:07.808991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:07.881341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-339e9380-3d32-40d8-b9f1-47c748861a4d req-00e60637-c6d3-452f-b8b1-9181b506ec9f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688951 Nov 12 20:46:07.903803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fdf94f10-5204-4325-8627-56c2e480d91b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7694488 Nov 12 20:46:07.933791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Request body: {'port': {'device_id': '292135cf-4137-4b6e-b5a4-3501a643c5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:07.938115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ba853cd-79ce-4db5-ad51-42892e1504fc req-19465df9-cb72-42c7-af47-bcd172b3aff4 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0529103 Nov 12 20:46:07.983846 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.014082 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.023670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:08.025984 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf7498d-9f4c-4b8e-a074-0cd9e84a280e" -d '{"events": [{"server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "name": "network-vif-plugged", "status": "completed", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:08.030860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f804d075-42f9-4ce5-9261-279877e6d7e4 None None] Provisioning complete for port a71aa74a-c235-4454-b103-03432da11b6f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:08.032598 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f804d075-42f9-4ce5-9261-279877e6d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.043367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:08.093107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f804d075-42f9-4ce5-9261-279877e6d7e4 None None] Port a71aa74a-c235-4454-b103-03432da11b6f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:46:08.104010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.104807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:08.209931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236db2b-3698-4458-9619-7a3de1498b5f req-92161ebf-14a0-440e-b912-175c782f4cee tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:08.211441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1236db2b-3698-4458-9619-7a3de1498b5f req-92161ebf-14a0-440e-b912-175c782f4cee tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 935 time: 0.1550598 Nov 12 20:46:08.230126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de66e9-1700-4d63-9e75-f91af4e7da13 req-dfef53fc-4a54-4846-8bc6-67d78c20a5f5 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:08.231760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80de66e9-1700-4d63-9e75-f91af4e7da13 req-dfef53fc-4a54-4846-8bc6-67d78c20a5f5 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 949 time: 0.1587644 Nov 12 20:46:08.328853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:08.368936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1236db2b-3698-4458-9619-7a3de1498b5f req-5ef41488-9916-4ff6-a752-aa847565ad0a tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361468 Nov 12 20:46:08.383769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80de66e9-1700-4d63-9e75-f91af4e7da13 req-cdc4c65c-0b39-4511-81b6-e426ef67ba53 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340966 Nov 12 20:46:08.444474 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba73564e-d384-42fd-8dff-0363a0b2dabe x-openstack-request-id: req-ba73564e-d384-42fd-8dff-0363a0b2dabe {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:08.444778 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "name": "network-vif-plugged", "status": "completed", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:08.445060 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba73564e-d384-42fd-8dff-0363a0b2dabe {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:08.445622 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317', 'code': 200} Nov 12 20:46:08.462759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:46:08.465267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:08.465641 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.511791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71aa74a-c235-4454-b103-03432da11b6f {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:08.521315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.541293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Transition to ACTIVE for port object a71aa74a-c235-4454-b103-03432da11b6f will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:46:08.550971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97883-60a7-403b-9432-8721b9e09b52 req-d96a329c-a59c-4815-9f97-8901c83adadb tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:08.559223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e97883-60a7-403b-9432-8721b9e09b52 req-d96a329c-a59c-4815-9f97-8901c83adadb tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 948 time: 0.0870178 Nov 12 20:46:08.590236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.627873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:08.646380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.689615 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:08.699831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e97883-60a7-403b-9432-8721b9e09b52 req-1023a535-9cbb-45e1-8abf-08168b1fbffa tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396205 Nov 12 20:46:08.722086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Pushing event updated for resources: {'Port': ['ID=a71aa74a-c235-4454-b103-03432da11b6f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:08.735684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651a5a-6958-480c-8085-959da644130b req-c5cc47ea-c1ee-4f64-abce-298fc2015bbb tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:08.737758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2651a5a-6958-480c-8085-959da644130b req-c5cc47ea-c1ee-4f64-abce-298fc2015bbb tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1617095 Nov 12 20:46:08.740716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874810-d0bb-422b-8eb5-124f051d7afb req-abc64a05-f5a6-44d5-867a-9f3a9fa66631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:08.742913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a874810-d0bb-422b-8eb5-124f051d7afb req-abc64a05-f5a6-44d5-867a-9f3a9fa66631 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 1098 time: 0.1803758 Nov 12 20:46:08.764465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:08.890933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a874810-d0bb-422b-8eb5-124f051d7afb req-c61f60de-7677-450f-8ca6-abccd5d1c021 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370895 Nov 12 20:46:08.903249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2651a5a-6958-480c-8085-959da644130b req-82dfdcde-7c39-4a5d-891b-df87500a6264 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573482 Nov 12 20:46:08.933348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Attempting to bind port a71aa74a-c235-4454-b103-03432da11b6f on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:08.933699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Attempting to bind port a71aa74a-c235-4454-b103-03432da11b6f by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:08.934007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Attempting to bind port a71aa74a-c235-4454-b103-03432da11b6f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:08.939459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Port a71aa74a-c235-4454-b103-03432da11b6f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:08.939721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Attempting to bind port a71aa74a-c235-4454-b103-03432da11b6f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:08.947268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:08.948035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:08.948946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:08.949993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Bound port: a71aa74a-c235-4454-b103-03432da11b6f, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:08.950461 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:09.071074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26d2c159-56d4-48a2-8755-d6e6ec9d1eaf req-2db155da-e8ea-4647-86e6-7c1f091699ba tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0473959 Nov 12 20:46:09.087951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] For port a71aa74a-c235-4454-b103-03432da11b6f, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:09.097081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936149e9-6703-4bb2-954e-7bf78ecc340f req-6847be1b-79cf-4e5e-885f-7ce68e7ab414 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.098585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-936149e9-6703-4bb2-954e-7bf78ecc340f req-6847be1b-79cf-4e5e-885f-7ce68e7ab414 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 946 time: 0.1210725 Nov 12 20:46:09.100969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] For port a71aa74a-c235-4454-b103-03432da11b6f, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a71aa74a-c235-4454-b103-03432da11b6f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:09.159926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-936149e9-6703-4bb2-954e-7bf78ecc340f req-9d1f667b-10e3-4ec8-b423-f6cb0a53bd2e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508745 Nov 12 20:46:09.179018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:09.215128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.215776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:09.217213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] 10.222.0.46 "PUT /v2.0/ports/a71aa74a-c235-4454-b103-03432da11b6f HTTP/1.1" status: 200 len: 1096 time: 1.2878580 Nov 12 20:46:09.217717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292135cf-4137-4b6e-b5a4-3501a643c5d8', 'tag': 'a71aa74a-c235-4454-b103-03432da11b6f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:09.219997 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b816c6-b47a-44d3-89c2-cf026b753c74" -d '{"events": [{"name": "network-changed", "server_uuid": "292135cf-4137-4b6e-b5a4-3501a643c5d8", "tag": "a71aa74a-c235-4454-b103-03432da11b6f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:09.244190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622d850-f29d-4581-b48d-9cd0e396086f service neutron] Pushing event updated for resources: {'Port': ['ID=a71aa74a-c235-4454-b103-03432da11b6f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:09.263423 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4961e65d-51ef-44f5-948b-1b333c1b7e61 x-openstack-request-id: req-4961e65d-51ef-44f5-948b-1b333c1b7e61 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:09.263717 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292135cf-4137-4b6e-b5a4-3501a643c5d8", "tag": "a71aa74a-c235-4454-b103-03432da11b6f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:09.263968 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4961e65d-51ef-44f5-948b-1b333c1b7e61 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:09.264628 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292135cf-4137-4b6e-b5a4-3501a643c5d8', 'tag': 'a71aa74a-c235-4454-b103-03432da11b6f', 'status': 'completed', 'code': 200} Nov 12 20:46:09.330530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b816c6-b47a-44d3-89c2-cf026b753c74 req-28f408b3-eb2d-4daa-a7a1-221ff1830584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.332084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7b816c6-b47a-44d3-89c2-cf026b753c74 req-28f408b3-eb2d-4daa-a7a1-221ff1830584 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2b064cd2214157987a4652d00b0bd2&device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 1099 time: 0.0463829 Nov 12 20:46:09.362594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7b816c6-b47a-44d3-89c2-cf026b753c74 req-afd06a26-686c-4163-9471-4a7ae88eda00 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9e2b064cd2214157987a4652d00b0bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209115 Nov 12 20:46:09.502745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b816c6-b47a-44d3-89c2-cf026b753c74 req-2f2fe63a-f683-4c54-8d18-39b564f9115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.504309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7b816c6-b47a-44d3-89c2-cf026b753c74 req-2f2fe63a-f683-4c54-8d18-39b564f9115f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338205 Nov 12 20:46:09.533231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688b373-e095-4791-a74d-56bbc5404fdb req-72748b8f-daef-45f6-a08a-5eadb9821988 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.534835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c688b373-e095-4791-a74d-56bbc5404fdb req-72748b8f-daef-45f6-a08a-5eadb9821988 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 947 time: 0.0699532 Nov 12 20:46:09.614139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c688b373-e095-4791-a74d-56bbc5404fdb req-93655ac6-6058-47c1-8c86-2043d5e5cfe2 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725732 Nov 12 20:46:09.617844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fa3180a9-fcf0-4fd6-ba67-79f36ed4ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.619325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-fa3180a9-fcf0-4fd6-ba67-79f36ed4ace2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2b064cd2214157987a4652d00b0bd2&device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 1099 time: 0.0715468 Nov 12 20:46:09.666730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c6ab9569-ee3d-49e8-beab-1802b2886f50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a71aa74a-c235-4454-b103-03432da11b6f HTTP/1.1" status: 200 len: 217 time: 0.0387166 Nov 12 20:46:09.684097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:09.687740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:09.719087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c295d5b4-dab7-4b94-9cd6-0a3afaa8ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.720910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-c295d5b4-dab7-4b94-9cd6-0a3afaa8ae73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0466774 Nov 12 20:46:09.785642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-267922a6-8a95-46c5-b84c-8c8c9f890c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.787425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-267922a6-8a95-46c5-b84c-8c8c9f890c4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593405 Nov 12 20:46:09.852209 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:09.873330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:09.896721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'mac_address': 'fa:16:3e:e1:ac:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:09.905602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb241-02dc-4740-88e8-506d6fc4f573 req-46dd2f55-bd0c-4730-ba0d-a485226c3f5d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:09.908737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc9fb241-02dc-4740-88e8-506d6fc4f573 req-46dd2f55-bd0c-4730-ba0d-a485226c3f5d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 949 time: 0.1239307 Nov 12 20:46:09.912901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:09.958421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-31ddb3c9-981c-4646-970f-4e4e4c109023 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622708 Nov 12 20:46:09.971846 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:09.987814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:09.994326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc9fb241-02dc-4740-88e8-506d6fc4f573 req-0a8769c8-0ed4-467d-9014-d85c48fdb471 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795405 Nov 12 20:46:10.002016 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:10.058770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:10.062700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:10.089852 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:46:10.090218 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:46:10.096945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:10.138075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a5ca3-4777-426a-8822-0cf7a3760597 req-48a442c5-ac97-4bdc-ae79-418cd60df73b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:10.140012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a6a5ca3-4777-426a-8822-0cf7a3760597 req-48a442c5-ac97-4bdc-ae79-418cd60df73b tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 948 time: 0.0806170 Nov 12 20:46:10.141656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bac93f3-2448-4642-aa43-28d3f0a00285 req-11e19fe9-f6e3-4860-a07e-21bff50f0c91 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716816 Nov 12 20:46:10.197528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6212310f-1ec2-4afd-b1e2-a7de87b9fdfb req-a18e50a4-ca93-4558-91fb-5fe3bb17158e tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0358944 Nov 12 20:46:10.244293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a6a5ca3-4777-426a-8822-0cf7a3760597 req-23387dc3-9d89-4e74-9481-75a9af2bfcba tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865588 Nov 12 20:46:10.321224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd74e9-f871-48aa-b3c5-a35a6c886e02 req-a35894d6-c091-4e45-906e-d50f9b313623 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:10.323685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebdd74e9-f871-48aa-b3c5-a35a6c886e02 req-a35894d6-c091-4e45-906e-d50f9b313623 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 946 time: 0.0539682 Nov 12 20:46:10.376512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebdd74e9-f871-48aa-b3c5-a35a6c886e02 req-24b153bf-5d12-4204-96d7-a24127acc6db tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Nov 12 20:46:10.446764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b8cb3-a827-43e5-9a9c-2b585b4380e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbc2fe-a4f2-4702-bb23-d44adaf252b7'}, {'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:10.449188 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e33f421-a11a-4531-a38b-1b45d5bb1ec6" -d '{"events": [{"server_uuid": "8e5b8cb3-a827-43e5-9a9c-2b585b4380e6", "name": "network-vif-plugged", "status": "completed", "tag": "61cbc2fe-a4f2-4702-bb23-d44adaf252b7"}, {"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-unplugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:10.488885 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82548637-24a9-44e6-9440-69edfe6db10c x-openstack-request-id: req-82548637-24a9-44e6-9440-69edfe6db10c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:10.489249 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b8cb3-a827-43e5-9a9c-2b585b4380e6", "name": "network-vif-plugged", "status": "completed", "tag": "61cbc2fe-a4f2-4702-bb23-d44adaf252b7", "code": 200}, {"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-unplugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:10.489509 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82548637-24a9-44e6-9440-69edfe6db10c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:10.490413 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b8cb3-a827-43e5-9a9c-2b585b4380e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', 'code': 200} Nov 12 20:46:10.490670 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'code': 200} Nov 12 20:46:10.638329 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:10.685738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06da75-1b66-4ab4-a385-e418a9a496b3 req-f47f7ef6-364a-4f87-a4e1-99968b95cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:10.691033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:10.691170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed06da75-1b66-4ab4-a385-e418a9a496b3 req-f47f7ef6-364a-4f87-a4e1-99968b95cd66 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 1101 time: 0.0847878 Nov 12 20:46:10.713241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:10.772205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c0d6-6947-4b9e-8ca8-530ee4f8b9e1 req-2d7cf863-279f-46e4-bfbf-23d88a311043 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:10.773684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f820c0d6-6947-4b9e-8ca8-530ee4f8b9e1 req-2d7cf863-279f-46e4-bfbf-23d88a311043 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 947 time: 0.0801125 Nov 12 20:46:10.777134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed06da75-1b66-4ab4-a385-e418a9a496b3 req-21b98680-edef-49f9-be21-a5e18cd097c3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Nov 12 20:46:10.795373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:10.824321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f820c0d6-6947-4b9e-8ca8-530ee4f8b9e1 req-9d415a9e-171d-49a4-a018-f0f393a4e002 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 Nov 12 20:46:10.843360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:11.125337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e1cac-4d18-483b-abdd-05584bb6225a req-0df1b534-e96c-4e64-a324-a1ea8c00b1ea tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:11.126787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c2e1cac-4d18-483b-abdd-05584bb6225a req-0df1b534-e96c-4e64-a324-a1ea8c00b1ea tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 949 time: 0.0638375 Nov 12 20:46:11.179370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c2e1cac-4d18-483b-abdd-05584bb6225a req-a86d4060-5eb4-479e-8ae9-20cd2cfc8916 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Nov 12 20:46:11.290109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:11.383445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d6269aa-f810-4a3b-927c-b108f28c873c req-0a4f1c87-770f-4548-a7bd-e0cfd63f5cd3 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0482275 Nov 12 20:46:11.416124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8997ae-2133-4280-90a2-b6b80ec6bb8c req-9a554762-afec-4429-8044-0c79297534f2 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:11.426151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf8997ae-2133-4280-90a2-b6b80ec6bb8c req-9a554762-afec-4429-8044-0c79297534f2 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.1036754 Nov 12 20:46:11.478162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf8997ae-2133-4280-90a2-b6b80ec6bb8c req-1b0e386c-a8b2-4035-9573-b9909c317ede tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511250 Nov 12 20:46:11.547645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c82091-9c0a-487c-a28a-b52fb2125b05 req-2b02ba2d-57f0-4a3b-b892-ed476a5c89c5 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:11.549140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33c82091-9c0a-487c-a28a-b52fb2125b05 req-2b02ba2d-57f0-4a3b-b892-ed476a5c89c5 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 946 time: 0.0544047 Nov 12 20:46:11.598504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33c82091-9c0a-487c-a28a-b52fb2125b05 req-761cd3b1-3e24-4c0e-a3b0-d5c2ec17c73c tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Nov 12 20:46:11.977166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f002f8-19cf-4c42-9846-0432974ec950 req-6773c476-0a14-4dd8-8171-0f101c5b2a2b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:11.978650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32f002f8-19cf-4c42-9846-0432974ec950 req-6773c476-0a14-4dd8-8171-0f101c5b2a2b tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 947 time: 0.0786850 Nov 12 20:46:11.986151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f90bc-c040-4857-804a-deb4813004a9 req-eef34146-0eaf-4f53-9893-76518408a25a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:11.987619 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d2f90bc-c040-4857-804a-deb4813004a9 req-eef34146-0eaf-4f53-9893-76518408a25a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 946 time: 0.0895224 Nov 12 20:46:12.062920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32f002f8-19cf-4c42-9846-0432974ec950 req-4a0ba41c-ed0f-4ea2-b377-19a8501b6d0f tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734017 Nov 12 20:46:12.070802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d2f90bc-c040-4857-804a-deb4813004a9 req-434bd49e-551f-4203-9b1e-966eb81a0dd1 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745883 Nov 12 20:46:12.343232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c46cb5-0989-4bac-9dac-e521bce0acad req-9bc01376-e2aa-43fb-a77f-349f87ed1ca8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:12.353459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54c46cb5-0989-4bac-9dac-e521bce0acad req-9bc01376-e2aa-43fb-a77f-349f87ed1ca8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 949 time: 0.0850790 Nov 12 20:46:12.374169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01314-c632-4553-b579-85fa2e4d12a4 req-ef2176b9-8a54-45ed-b00c-25d37c6975a4 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:12.375715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8e01314-c632-4553-b579-85fa2e4d12a4 req-ef2176b9-8a54-45ed-b00c-25d37c6975a4 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0699894 Nov 12 20:46:12.423654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54c46cb5-0989-4bac-9dac-e521bce0acad req-88f19f6b-2da0-4c64-b091-b123a7a22df6 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718775 Nov 12 20:46:12.447987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8e01314-c632-4553-b579-85fa2e4d12a4 req-9e38b0cd-7474-41ef-8be0-2ba7ae119a1e tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587311 Nov 12 20:46:12.556428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ae14327-d21d-491c-9397-6335c6906069 req-14f62d11-6fb3-4963-8433-20449a5338a6 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0449595 Nov 12 20:46:12.659436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c07e-10d7-45e0-9e4d-35f458cd1a09 req-2a147cf1-cf09-434f-80d1-3a93bc42f5df tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:12.663849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee98c07e-10d7-45e0-9e4d-35f458cd1a09 req-2a147cf1-cf09-434f-80d1-3a93bc42f5df tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 950 time: 0.0535498 Nov 12 20:46:12.712591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee98c07e-10d7-45e0-9e4d-35f458cd1a09 req-facf20ae-e501-4625-abf2-0ebed56ee94f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Nov 12 20:46:13.194077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0de4b-69dd-4d68-95a0-8e5f7e9ec3f5 req-4cba36fa-e8f8-4697-b845-17e89056984e tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:13.195581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8a0de4b-69dd-4d68-95a0-8e5f7e9ec3f5 req-4cba36fa-e8f8-4697-b845-17e89056984e tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 947 time: 0.0502243 Nov 12 20:46:13.247463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8a0de4b-69dd-4d68-95a0-8e5f7e9ec3f5 req-6b31fedd-6c24-42d9-9795-da80164f24c0 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452592 Nov 12 20:46:13.353954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36990ad8-bab4-4bd1-9e2d-0028c7b46009 req-d6492414-fb19-4618-86be-67f6d9fd58db tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:13.355387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36990ad8-bab4-4bd1-9e2d-0028c7b46009 req-d6492414-fb19-4618-86be-67f6d9fd58db tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 946 time: 0.0511613 Nov 12 20:46:13.409508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36990ad8-bab4-4bd1-9e2d-0028c7b46009 req-8e6cd412-b451-4796-8ee3-c31668f84dd7 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Nov 12 20:46:13.713491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:13.742987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a71aa74a-c235-4454-b103-03432da11b6f details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:13.833916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:13.833916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:13.896978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a71aa74a-c235-4454-b103-03432da11b6f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a71aa74a-c235-4454-b103-03432da11b6f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:13.910555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'a71aa74a-c235-4454-b103-03432da11b6f', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'a71aa74a-c235-4454-b103-03432da11b6f', 'mac_address': 'fa:16:3e:3b:69:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:13.975036 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:13.984678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:14.017639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71aa74a-c235-4454-b103-03432da11b6f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:14.030991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:14.033390 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91f9c03-2c39-4dbe-b4d3-3c779be43afb" -d '{"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-plugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:14.055504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:14.069418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a71aa74a-c235-4454-b103-03432da11b6f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a71aa74a-c235-4454-b103-03432da11b6f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:14.121900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6602d-c049-46b1-8cb7-97c0b5c405fd req-3e2e1cad-e552-4dd7-a24b-9b693560f65c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:14.131981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49b6602d-c049-46b1-8cb7-97c0b5c405fd req-3e2e1cad-e552-4dd7-a24b-9b693560f65c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 949 time: 0.0552542 Nov 12 20:46:14.151113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:14.181491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49b6602d-c049-46b1-8cb7-97c0b5c405fd req-071d9ff6-625b-4cce-b7bd-4dd42353b12e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517304 Nov 12 20:46:14.205909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:14.210362 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:14.264357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=a71aa74a-c235-4454-b103-03432da11b6f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:14.304002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6838f1cd-6745-43f1-9849-83421acfcd90 req-56c858b9-19c2-4441-a6ff-956e9f7534e8 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0313921 Nov 12 20:46:14.427321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868e122-65fa-408a-b369-4f455ca63f86 req-49dc8567-a542-4760-b67e-23408d0f4ce9 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:14.429079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7868e122-65fa-408a-b369-4f455ca63f86 req-49dc8567-a542-4760-b67e-23408d0f4ce9 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 951 time: 0.0555587 Nov 12 20:46:14.479498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7868e122-65fa-408a-b369-4f455ca63f86 req-506e4d3b-8b15-41fe-b658-fffd85a447e5 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435479 Nov 12 20:46:14.503343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['a71aa74a-c235-4454-b103-03432da11b6f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:14.589841 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0fe176-99b0-4948-900b-a205dc9d6103 x-openstack-request-id: req-ec0fe176-99b0-4948-900b-a205dc9d6103 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:14.590103 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-plugged", "status": "completed", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:14.590490 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec0fe176-99b0-4948-900b-a205dc9d6103 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:14.590886 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'code': 200} Nov 12 20:46:14.893364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ae2cb-a250-43f2-a88f-287b3b8db110 req-a86829c5-4ee6-431b-aa2e-99e98adfeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:14.894870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-439ae2cb-a250-43f2-a88f-287b3b8db110 req-a86829c5-4ee6-431b-aa2e-99e98adfeac1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1103 time: 0.0816169 Nov 12 20:46:14.903192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c2e3b-5459-4006-91a3-60b57c3dce18 req-1b66ee42-ddf1-4710-bfdf-ce6d312fa42e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:14.909519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c2e3b-5459-4006-91a3-60b57c3dce18 req-1b66ee42-ddf1-4710-bfdf-ce6d312fa42e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:14.911140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e02c2e3b-5459-4006-91a3-60b57c3dce18 req-1b66ee42-ddf1-4710-bfdf-ce6d312fa42e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff&device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 1689 time: 0.0862975 Nov 12 20:46:14.983451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e02c2e3b-5459-4006-91a3-60b57c3dce18 req-3b0b6ea3-725b-44c4-8402-fdfd5d143640 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655041 Nov 12 20:46:14.985507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-439ae2cb-a250-43f2-a88f-287b3b8db110 req-c62fb4f1-c2b1-4d36-8c78-da1c1de7f8ec service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731821 Nov 12 20:46:15.081823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcc27c-0e30-4db9-a04e-91139d47c4b0 req-42522ee4-11b9-440e-82ba-61e5bb879882 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:15.083352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67bcc27c-0e30-4db9-a04e-91139d47c4b0 req-42522ee4-11b9-440e-82ba-61e5bb879882 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 948 time: 0.0505388 Nov 12 20:46:15.132421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67bcc27c-0e30-4db9-a04e-91139d47c4b0 req-8b2182d8-dfbe-4127-ba1b-850d749c1d18 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 Nov 12 20:46:15.314899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-bc22bfd2-623e-43f3-9aec-7184a536fa0c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:46:15.315693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-bc22bfd2-623e-43f3-9aec-7184a536fa0c tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059817 Nov 12 20:46:15.394166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-e787247c-c30a-4aab-803e-10a749270345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:15.395541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-e787247c-c30a-4aab-803e-10a749270345 service neutron] 10.222.0.64 "GET /v2.0/ports/0717599a-bc09-4024-99d4-23ff10f3c9bd HTTP/1.1" status: 200 len: 1095 time: 0.0548453 Nov 12 20:46:15.401682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8ff4a-a6d3-43bd-958e-73612f1edfd0 req-825cca6e-a37b-4504-8cd4-01b54287b36c tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:15.407623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4e8ff4a-a6d3-43bd-958e-73612f1edfd0 req-825cca6e-a37b-4504-8cd4-01b54287b36c tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 1101 time: 0.0736949 Nov 12 20:46:15.419792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Request body: {'binding': {'host': 'n-h2-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:15.420239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:46:15.499462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4e8ff4a-a6d3-43bd-958e-73612f1edfd0 req-6839d97a-4536-4801-a396-5f98d1bd6b0d tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892639 Nov 12 20:46:15.738920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a71aa74a-c235-4454-b103-03432da11b6f up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:15.858103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port a71aa74a-c235-4454-b103-03432da11b6f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:46:15.862108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port a71aa74a-c235-4454-b103-03432da11b6f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:15.862475 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:15.866097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29f820d0-7e48-44a8-b5be-adb30312badb req-409c8f82-7a5d-4833-a7d3-fddb66828c7c tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0333512 Nov 12 20:46:15.948310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on host n-h2-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:15.948795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:15.949219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:15.954959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:15.955439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:15.971632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:15.978077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:15.978603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:15.979052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:15.980144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Bound port: 0717599a-bc09-4024-99d4-23ff10f3c9bd, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:16.005305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a71aa74a-c235-4454-b103-03432da11b6f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a71aa74a-c235-4454-b103-03432da11b6f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:16.039015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355154f-9b90-492f-84df-26f66b706863 req-435b989d-00f3-460b-9e9c-68119bc93822 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:16.040541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a355154f-9b90-492f-84df-26f66b706863 req-435b989d-00f3-460b-9e9c-68119bc93822 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 951 time: 0.1019216 Nov 12 20:46:16.062230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:16.100077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a355154f-9b90-492f-84df-26f66b706863 req-fdede3b2-f476-4c67-829f-69f59df32f4f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522704 Nov 12 20:46:16.109525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:16.163718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:16.165039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-f55c83e7-188d-420e-9ee8-ff662e37c3e9 service neutron] 10.222.0.64 "POST /v2.0/ports/0717599a-bc09-4024-99d4-23ff10f3c9bd/bindings HTTP/1.1" status: 201 len: 390 time: 0.7482114 Nov 12 20:46:16.176833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=a71aa74a-c235-4454-b103-03432da11b6f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:16.229697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae216aa-0e59-4987-9c8d-0ea63f4e282a req-b0dd988a-af31-4d28-8f95-cd83e9bbac01 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:16.231557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ae216aa-0e59-4987-9c8d-0ea63f4e282a req-b0dd988a-af31-4d28-8f95-cd83e9bbac01 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 1101 time: 0.0468051 Nov 12 20:46:16.281310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ae216aa-0e59-4987-9c8d-0ea63f4e282a req-179bd06b-13c6-48ae-ae68-bf30b53e55bc tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Nov 12 20:46:16.507823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151c5e0-dd5a-440b-aef0-8fc785007482 req-a8ba622b-2b13-4069-8ef1-ad6e2abdabc4 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:16.510365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1151c5e0-dd5a-440b-aef0-8fc785007482 req-a8ba622b-2b13-4069-8ef1-ad6e2abdabc4 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 949 time: 0.0759063 Nov 12 20:46:16.592053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292135cf-4137-4b6e-b5a4-3501a643c5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71aa74a-c235-4454-b103-03432da11b6f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:16.594989 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c993ff-c818-4081-9a48-7c3512194307" -d '{"events": [{"server_uuid": "292135cf-4137-4b6e-b5a4-3501a643c5d8", "name": "network-vif-plugged", "status": "completed", "tag": "a71aa74a-c235-4454-b103-03432da11b6f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:16.598573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-36c78627-6891-44ac-a47d-b0baf7065eba tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329235 Nov 12 20:46:16.613701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1151c5e0-dd5a-440b-aef0-8fc785007482 req-47f4d663-e692-42e9-a3ae-909b34d90c9e tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898788 Nov 12 20:46:16.787878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21d55b-a123-439a-add3-08d5a6406dcd req-ac7aa740-c784-4770-a8f7-39cafe87533f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:16.789422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed21d55b-a123-439a-add3-08d5a6406dcd req-ac7aa740-c784-4770-a8f7-39cafe87533f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.0901690 Nov 12 20:46:16.797174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274352f-5feb-4f46-a893-382e67d59e77 req-ae7b01e3-4996-412e-add7-ec105b92293c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:16.798597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-ae7b01e3-4996-412e-add7-ec105b92293c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838534 Nov 12 20:46:16.824182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-0190441b-8bc8-4519-80ff-44dde7a54c75 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/quotas/f17fde0197fb4cd185fa333ca81bec54 HTTP/1.1" status: 200 len: 375 time: 0.0178347 Nov 12 20:46:16.881970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed21d55b-a123-439a-add3-08d5a6406dcd req-f43b0308-f564-428a-9d99-64d843719d26 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823958 Nov 12 20:46:16.902228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-c9fd02eb-fb1d-43ed-a551-1356ed673cb9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0717890 Nov 12 20:46:16.959076 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc4942a-4cfb-43f6-ba43-0bee09c5e565 x-openstack-request-id: req-8dc4942a-4cfb-43f6-ba43-0bee09c5e565 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:16.960066 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292135cf-4137-4b6e-b5a4-3501a643c5d8", "name": "network-vif-plugged", "status": "completed", "tag": "a71aa74a-c235-4454-b103-03432da11b6f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:16.960739 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8dc4942a-4cfb-43f6-ba43-0bee09c5e565 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:16.961328 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292135cf-4137-4b6e-b5a4-3501a643c5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71aa74a-c235-4454-b103-03432da11b6f', 'code': 200} Nov 12 20:46:17.067003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02e133fb-691b-4fc6-aa6d-2693ad90a1f9 req-72ceb1e8-cf66-4fb6-8668-8cca1db12a7f tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0408218 Nov 12 20:46:17.079734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-c5548509-a8f1-4490-835b-747a4065415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:17.081563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-c5548509-a8f1-4490-835b-747a4065415e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1098 time: 0.1024921 Nov 12 20:46:17.085258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fcae-eea4-4b50-8f0a-a5a512d90334 req-3061bb54-f358-4840-a91d-040579dfa048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:17.086893 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5c13fcae-eea4-4b50-8f0a-a5a512d90334 req-3061bb54-f358-4840-a91d-040579dfa048 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 1101 time: 0.0429139 Nov 12 20:46:17.157918 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5c13fcae-eea4-4b50-8f0a-a5a512d90334 req-3497cbf5-422f-4772-b96e-cb25187a04d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592012 Nov 12 20:46:17.248743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0591545c-4dad-4a78-bfa3-0b672f2ca9ae req-31ae38e3-042b-4ea0-ba4b-871a02b09594 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 210 time: 0.0582106 Nov 12 20:46:17.308875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c87cf-7366-461d-b5a6-3f6f1a216be1 req-1aa4118a-8637-4bc9-bc38-34ec1102adaf tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:17.310548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb0c87cf-7366-461d-b5a6-3f6f1a216be1 req-1aa4118a-8637-4bc9-bc38-34ec1102adaf tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 951 time: 0.1063428 Nov 12 20:46:17.311677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-1af8148c-9e2f-42e7-b738-362054eef517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:17.313067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-1af8148c-9e2f-42e7-b738-362054eef517 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.2182627 Nov 12 20:46:17.371032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb0c87cf-7366-461d-b5a6-3f6f1a216be1 req-52d33b24-2e8b-4541-8c22-a78ab720273d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533316 Nov 12 20:46:17.429803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-d91ed27d-b7ee-45f3-9141-97928f706c04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd HTTP/1.1" status: 200 len: 217 time: 0.0699706 Nov 12 20:46:17.505945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-a9527bfb-927a-474a-9985-bfe5e414ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:17.507537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-a9527bfb-927a-474a-9985-bfe5e414ccc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0702617 Nov 12 20:46:17.549739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-d014c987-fa39-40be-81a8-73256479d03f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330422 Nov 12 20:46:17.715620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-2e7addd4-541b-4048-8ed2-888e077aa826 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229622 Nov 12 20:46:17.747700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 643f08db-78d9-451f-8f6d-5fac78f68317 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:17.900256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149696a6-9b2d-429a-bd3f-15015322b0fe req-c57ea278-b3c6-4023-9d62-309374ce6e66 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:17.901894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-149696a6-9b2d-429a-bd3f-15015322b0fe req-c57ea278-b3c6-4023-9d62-309374ce6e66 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 949 time: 0.0964832 Nov 12 20:46:17.904313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-41446cbc-090e-4514-a183-26e0b5ea3a5d service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808205 Nov 12 20:46:17.929731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:17.946874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '643f08db-78d9-451f-8f6d-5fac78f68317', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'port_id': '643f08db-78d9-451f-8f6d-5fac78f68317', 'mac_address': 'fa:16:3e:0b:f5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e1704a-424b-45a2-9420-27bb4a58d1b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:17.993691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:18.006319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-149696a6-9b2d-429a-bd3f-15015322b0fe req-a8240bee-9708-498b-80e3-a9833d9a855d tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957546 Nov 12 20:46:18.012716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 643f08db-78d9-451f-8f6d-5fac78f68317 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:18.024762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef802ac0-ed29-4b03-a456-4906ee75e5c6 req-10a5cea3-813d-4073-a50e-0b01f662d098 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:18.026219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef802ac0-ed29-4b03-a456-4906ee75e5c6 req-10a5cea3-813d-4073-a50e-0b01f662d098 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1103 time: 0.0604999 Nov 12 20:46:18.041042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:18.100565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef802ac0-ed29-4b03-a456-4906ee75e5c6 req-c1398447-b51f-47eb-83e6-4873bf469473 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539405 Nov 12 20:46:18.116306 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:18.179370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240607-239c-4f36-8073-9980a094ee92 req-cea3f275-a7ef-464d-ba8a-b94883ccf426 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:18.191768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51240607-239c-4f36-8073-9980a094ee92 req-cea3f275-a7ef-464d-ba8a-b94883ccf426 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.0696223 Nov 12 20:46:18.213424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:18.245109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d73848c9-b371-466d-b50b-4a6977f8bde7 req-a2c07d4e-7cf2-4c1a-be56-d2d4764f51b4 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0473614 Nov 12 20:46:18.283825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['643f08db-78d9-451f-8f6d-5fac78f68317'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:18.302929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51240607-239c-4f36-8073-9980a094ee92 req-94255567-83c5-41d5-a35f-cd60dcea8708 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080132 Nov 12 20:46:18.448513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0bb91c7-596a-4d13-86fb-2712e6ec5d77 req-9491bfe5-42d0-4007-9528-523d24daa737 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 210 time: 0.0682044 Nov 12 20:46:18.852734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d6386-3dc7-4d94-a924-64a30105b3ce req-211f000e-3c6f-4295-9615-d5fa1f54d943 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:18.854248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c35d6386-3dc7-4d94-a924-64a30105b3ce req-211f000e-3c6f-4295-9615-d5fa1f54d943 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1103 time: 0.0881035 Nov 12 20:46:18.915702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c35d6386-3dc7-4d94-a924-64a30105b3ce req-3024f604-83f2-4886-9992-e60dda5bbd74 tempest-ServersAdminTestJSON-900134171 tempest-ServersAdminTestJSON-900134171-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521820 Nov 12 20:46:19.163808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af5a1b-7a27-44aa-bfbc-438f486bf741 req-4eac56c6-8180-4289-8bce-56bfb3f4fee8 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:19.181505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45af5a1b-7a27-44aa-bfbc-438f486bf741 req-4eac56c6-8180-4289-8bce-56bfb3f4fee8 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 949 time: 0.0793066 Nov 12 20:46:19.268750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45af5a1b-7a27-44aa-bfbc-438f486bf741 req-2bd57bbe-6d5d-4ebb-9bac-f47fafc9541d tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958207 Nov 12 20:46:19.342785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-a0fda191-4804-4bd4-83e9-c0c0b30c3f31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1192238 Nov 12 20:46:19.527996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42549eb7-85a3-43aa-88c3-331a4d3a4917 req-049cd6de-8af7-4015-ad84-0b76ee09be03 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.1015148 Nov 12 20:46:19.575627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-ab8745a5-7bda-4992-bf89-063355b7c814 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2104571 Nov 12 20:46:19.607028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-ad7c42e8-8576-44c1-b769-d358f19d5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:19.612401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-ad7c42e8-8576-44c1-b769-d358f19d5e57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1096 time: 0.1836886 Nov 12 20:46:19.757831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 643f08db-78d9-451f-8f6d-5fac78f68317 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:19.834618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 643f08db-78d9-451f-8f6d-5fac78f68317 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:19.835430 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:19.900969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24d77-f0d6-4b48-ab70-e6e84b931dc4 req-1eddbcf2-c263-4c63-9c1a-dc7807ce7725 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:19.910639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4a24d77-f0d6-4b48-ab70-e6e84b931dc4 req-1eddbcf2-c263-4c63-9c1a-dc7807ce7725 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.2249577 Nov 12 20:46:19.976534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385edd-ce17-498e-a614-5de1e87daac1 req-89e567e9-d47f-45e2-92b0-7633062427bf tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:19.978313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb385edd-ce17-498e-a614-5de1e87daac1 req-89e567e9-d47f-45e2-92b0-7633062427bf tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 949 time: 0.2941110 Nov 12 20:46:20.028736 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:20.058629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-0a027f75-5219-46d7-a3e7-65e96c56b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:20.062891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-0a027f75-5219-46d7-a3e7-65e96c56b861 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f913730e4541e9b1d5b0de99e47b65&device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 1103 time: 0.3253517 Nov 12 20:46:20.065711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:20.068660 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a305d87-85aa-4674-8f7b-4745ac52328e" -d '{"events": [{"server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "name": "network-vif-plugged", "status": "completed", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:20.087070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:20.112602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb385edd-ce17-498e-a614-5de1e87daac1 req-f2d7c5a5-9b3c-4ff7-827d-542fad7834f1 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258328 Nov 12 20:46:20.160925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-b798175a-3f38-4a10-9237-ae7a97395af4 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995159 Nov 12 20:46:20.167108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-95ec7612-b11e-4d54-94a7-26a44cd058a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:20.168843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-95ec7612-b11e-4d54-94a7-26a44cd058a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.5319421 Nov 12 20:46:20.171963 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:20.276639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:20.292655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4a24d77-f0d6-4b48-ab70-e6e84b931dc4 req-6d5b3514-6024-498f-a7b4-388eadf51af6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809881 Nov 12 20:46:20.426892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-fd9563bc-07b1-4f66-9450-11fd316c0001 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 217 time: 0.2152393 Nov 12 20:46:20.436436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274352f-5feb-4f46-a893-382e67d59e77 req-f6b98cb3-43c6-4c0b-92b6-c1dd4eb4d569 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:20.438237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-f6b98cb3-43c6-4c0b-92b6-c1dd4eb4d569 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650995 Nov 12 20:46:20.475309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Request body: {'port': {'device_id': 'e1e79bc9-4903-4127-aa60-f26f2fc24f46', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f17fde0197fb4cd185fa333ca81bec54'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:20.568869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c81ff5d-314e-4423-bc15-2df6c03ecba1 req-b0ef31e9-0715-4633-9d2a-23e6ae57c863 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 210 time: 0.2656162 Nov 12 20:46:20.629877 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b20e3a2-2f35-43eb-8587-d7eebb569f69 x-openstack-request-id: req-8b20e3a2-2f35-43eb-8587-d7eebb569f69 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:20.631027 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "name": "network-vif-plugged", "status": "completed", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:20.631588 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b20e3a2-2f35-43eb-8587-d7eebb569f69 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:20.632231 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317', 'code': 200} Nov 12 20:46:20.772055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-f17eb948-ff0c-4468-87e8-5dd2e52d947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:20.773592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-f17eb948-ff0c-4468-87e8-5dd2e52d947f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.3307950 Nov 12 20:46:20.803742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0d33c3e-36da-4876-978c-865b0ac98ddf req-02f0f52b-d4a4-4b60-9d3c-e2671306ef34 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0993242 Nov 12 20:46:20.867685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-5670c76c-53c5-4f86-962f-d351aebb5de3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705664 Nov 12 20:46:20.878108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-267f93b9-4f67-4a51-b2f5-8aa5f4dcc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:20.878108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-267f93b9-4f67-4a51-b2f5-8aa5f4dcc870 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.7597070 Nov 12 20:46:21.069712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-18ca7e6b-cccf-4bd7-92f5-e78ed322a873 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 HTTP/1.1" status: 200 len: 217 time: 0.1791291 Nov 12 20:46:21.204647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-82eb413a-f37a-44fd-be3b-aa2bca56989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:21.207878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-82eb413a-f37a-44fd-be3b-aa2bca56989c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1036513 Nov 12 20:46:21.228600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-77202a9f-ad58-4faa-b2c6-d76d8deda397 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480527 Nov 12 20:46:21.397537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bbe43-9821-423f-b44c-14779fdb5847 req-867bf406-064b-4527-ad74-f2845a8d29e1 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:21.399193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a4bbe43-9821-423f-b44c-14779fdb5847 req-867bf406-064b-4527-ad74-f2845a8d29e1 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 949 time: 0.1874881 Nov 12 20:46:21.405977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-906124d3-bc82-4f93-85dd-f8c39bcf9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:21.407490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-906124d3-bc82-4f93-85dd-f8c39bcf9ecd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1777992 Nov 12 20:46:21.443246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Made reservation on behalf of f17fde0197fb4cd185fa333ca81bec54 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:21.448002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:21.494434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbeaf119-f53d-4925-b9d7-1393450c1400 req-070ece96-bbd6-4d17-8579-d2e1c0b77cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360733 Nov 12 20:46:21.593813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a4bbe43-9821-423f-b44c-14779fdb5847 req-988a90a3-8470-41a7-973b-4bf2bdb69fb4 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809831 Nov 12 20:46:21.896964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-5b0bc352-753b-4c4c-bd45-6509b33e3b65 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:21.899091 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-5b0bc352-753b-4c4c-bd45-6509b33e3b65 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 949 time: 0.0553608 Nov 12 20:46:21.938936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Allocated IP 192.168.233.55 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/07717952-1664-4b4b-a7c0-5027be26fa0f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:22.027894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Deleting port fe562ae0-0573-441b-8ed5-4cf06f0cab74 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:46:22.028820 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:22.138658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] For port fe562ae0-0573-441b-8ed5-4cf06f0cab74, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=fe562ae0-0573-441b-8ed5-4cf06f0cab74,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:22.139191 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:22.174152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-c4c03104-4fbc-4e1f-a2a2-9312ec835926 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516844 Nov 12 20:46:22.186079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Calling delete_port for fe562ae0-0573-441b-8ed5-4cf06f0cab74 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:46:22.222718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710d5d1-724d-4d38-ad59-5de779036973 req-ff1e7311-09d2-4edf-a5a7-a6ec7adbe4ee tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:22.316805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1710d5d1-724d-4d38-ad59-5de779036973 req-ff1e7311-09d2-4edf-a5a7-a6ec7adbe4ee tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.5380900 Nov 12 20:46:22.360854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7db50633-0449-452e-b4a1-17e8a0376ab4 req-a12e1ea6-c688-49f0-842c-e6a4f70edc37 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746879 Nov 12 20:46:22.376004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:22.386038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f898a-2d29-4baa-88b8-f1cd4bc64155 req-201881b2-ecef-4f7f-8077-bb4ca11898ca tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:22.387712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c62f898a-2d29-4baa-88b8-f1cd4bc64155 req-201881b2-ecef-4f7f-8077-bb4ca11898ca tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 949 time: 0.2774570 Nov 12 20:46:22.466934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1710d5d1-724d-4d38-ad59-5de779036973 req-5eeb5daf-bbe5-47e9-92ac-738b76007ae3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321091 Nov 12 20:46:22.529434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c62f898a-2d29-4baa-88b8-f1cd4bc64155 req-9c8f69bd-cea9-45d1-877f-e7cb897761c5 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128013 Nov 12 20:46:22.601385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9e9a5ff-ec72-4f35-a1d6-df5b228c2932 req-a962f8a0-32ce-467f-99f3-922dbb8710f8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 210 time: 0.0434043 Nov 12 20:46:22.627505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10fffbf4-a5bf-4df6-8625-9f3422ec46d9 req-69e544a1-e902-4dcd-9de1-4506cc2e0934 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0470884 Nov 12 20:46:22.675741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:22.678088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:22.693425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:22.696865 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', '61cbc2fe-a4f2-4702-bb23-d44adaf252b7'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:22.851887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Pushing event deleted for resources: {'Port': ['ID=fe562ae0-0573-441b-8ed5-4cf06f0cab74,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:22.856863 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:46:22.894321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] No DVR routers for this DVR port fe562ae0-0573-441b-8ed5-4cf06f0cab74 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:46:22.899118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:22.908835 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f4eadab4-f29a-469f-8baf-8149fccdc747 req-a49c47d6-af30-4bad-924f-8250b7a86532 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "DELETE /v2.0/ports/fe562ae0-0573-441b-8ed5-4cf06f0cab74 HTTP/1.1" status: 204 len: 173 time: 0.9900796 Nov 12 20:46:22.909348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1523d5-f59a-4782-b16f-17e14250564e', 'name': 'network-vif-deleted', 'tag': 'fe562ae0-0573-441b-8ed5-4cf06f0cab74'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:22.920516 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7e988d-f029-482f-8567-982cf20262c5" -d '{"events": [{"server_uuid": "3e1523d5-f59a-4782-b16f-17e14250564e", "name": "network-vif-deleted", "tag": "fe562ae0-0573-441b-8ed5-4cf06f0cab74"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:23.089209 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef47e8ed-d904-4676-85a5-ec5cdfca337a x-openstack-request-id: req-ef47e8ed-d904-4676-85a5-ec5cdfca337a {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:23.089502 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1523d5-f59a-4782-b16f-17e14250564e", "name": "network-vif-deleted", "tag": "fe562ae0-0573-441b-8ed5-4cf06f0cab74", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:23.089943 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef47e8ed-d904-4676-85a5-ec5cdfca337a {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:23.090519 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1523d5-f59a-4782-b16f-17e14250564e', 'name': 'network-vif-deleted', 'tag': 'fe562ae0-0573-441b-8ed5-4cf06f0cab74', 'status': 'completed', 'code': 200} Nov 12 20:46:23.472127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97042490-93c4-4bbb-acc4-c4ce52bbb76f req-b8797d9c-8f63-4293-8bd2-56433aff97a5 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e1523d5-f59a-4782-b16f-17e14250564e HTTP/1.1" status: 200 len: 210 time: 0.7648439 Nov 12 20:46:23.476326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:23.489032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:23.496482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:23.576429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:23.577096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:23.733378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2601557 Nov 12 20:46:23.739482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd3377-8492-47f3-a125-399636f4e430 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'Port': ['ID=07717952-1664-4b4b-a7c0-5027be26fa0f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:23.799219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Request body: {'port': {'device_id': 'e1e79bc9-4903-4127-aa60-f26f2fc24f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:23.809597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-80acbe15-6f6f-48ae-b50c-f491e3763901 None None] Provisioning complete for port 07717952-1664-4b4b-a7c0-5027be26fa0f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:23.810180 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80acbe15-6f6f-48ae-b50c-f491e3763901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:23.858391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-80acbe15-6f6f-48ae-b50c-f491e3763901 None None] Port 07717952-1664-4b4b-a7c0-5027be26fa0f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:46:23.881838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:23.881838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-ec40eac5-6093-4e26-8e4d-fb57482d3ce7 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:23.881838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-ec40eac5-6093-4e26-8e4d-fb57482d3ce7 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.46 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 949 time: 0.4623058 Nov 12 20:46:24.006132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193439a1-1e75-448a-8523-d6ad07fb67e6 req-d50668c2-68c1-4b0d-be49-4e123b5c54f7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:24.016452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-193439a1-1e75-448a-8523-d6ad07fb67e6 req-d50668c2-68c1-4b0d-be49-4e123b5c54f7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.3969700 Nov 12 20:46:24.026786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d4806e4e-e647-4e6d-8471-5be0088457e5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:24.110078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fecc3-3581-4002-ad93-83a677b1019d req-9c5bb233-fa05-49a7-875d-dee79f5b715d tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:24.113111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-352fecc3-3581-4002-ad93-83a677b1019d req-9c5bb233-fa05-49a7-875d-dee79f5b715d tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 949 time: 0.4170678 Nov 12 20:46:24.335481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-193439a1-1e75-448a-8523-d6ad07fb67e6 req-936f6518-6b56-4da4-aaad-c133011390e7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199730 Nov 12 20:46:24.376572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-352fecc3-3581-4002-ad93-83a677b1019d req-5f8dedd9-5c69-4242-be72-8b7bdd644465 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ec05341-e744-475e-b1ed-b2885bd9018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413802 Nov 12 20:46:24.454976 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e418618c-026b-4b59-8994-0179fb996676 req-bb8b2e77-bba2-45c7-97bb-3e8b8edabf31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0369370 Nov 12 20:46:24.519116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Deleting port a71aa74a-c235-4454-b103-03432da11b6f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:46:24.520267 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:24.563775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:24.586271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa86ffac-90c7-4ad9-b048-a0fcea78b9f6 req-2954aba1-d702-4cf9-8ef7-829bdf48ef4b tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0964932 Nov 12 20:46:24.764360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709403b7-0e45-442f-ac5e-b8e28be67a90 req-4709bb81-6e7e-40ab-912d-8636b66abc27 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:24.769819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-709403b7-0e45-442f-ac5e-b8e28be67a90 req-4709bb81-6e7e-40ab-912d-8636b66abc27 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 935 time: 0.2787497 Nov 12 20:46:24.915695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] For port a71aa74a-c235-4454-b103-03432da11b6f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a71aa74a-c235-4454-b103-03432da11b6f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:24.916894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:25.009372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07717952-1664-4b4b-a7c0-5027be26fa0f {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:25.026634 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:25.043854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-709403b7-0e45-442f-ac5e-b8e28be67a90 req-a4daeed7-bb71-4cd8-9065-0259d81362f5 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552550 Nov 12 20:46:25.054787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Calling delete_port for a71aa74a-c235-4454-b103-03432da11b6f owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:46:25.084008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Transition to ACTIVE for port object 07717952-1664-4b4b-a7c0-5027be26fa0f will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:46:25.426744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:25.431639 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:25.439054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['a71aa74a-c235-4454-b103-03432da11b6f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:25.490626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Pushing event deleted for resources: {'Port': ['ID=a71aa74a-c235-4454-b103-03432da11b6f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:25.567220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] No DVR routers for this DVR port a71aa74a-c235-4454-b103-03432da11b6f on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:46:25.574396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:25.582797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-414ace00-6d84-4ec5-9645-33716bdc3d95 req-819da584-4b49-43b0-a3ae-900326bd2ae3 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.46 "DELETE /v2.0/ports/a71aa74a-c235-4454-b103-03432da11b6f HTTP/1.1" status: 204 len: 173 time: 1.6877122 Nov 12 20:46:25.611707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292135cf-4137-4b6e-b5a4-3501a643c5d8', 'name': 'network-vif-deleted', 'tag': 'a71aa74a-c235-4454-b103-03432da11b6f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:25.615091 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b8079-3623-4da7-a4ff-4d4e35e55670" -d '{"events": [{"server_uuid": "292135cf-4137-4b6e-b5a4-3501a643c5d8", "name": "network-vif-deleted", "tag": "a71aa74a-c235-4454-b103-03432da11b6f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:25.671451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76fbd7-f66f-43e4-8b16-6fbf06a63369 req-28c09d41-0426-4385-a394-f5d723e1523b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:25.673358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef76fbd7-f66f-43e4-8b16-6fbf06a63369 req-28c09d41-0426-4385-a394-f5d723e1523b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.2603300 Nov 12 20:46:25.694141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Pushing event updated for resources: {'Port': ['ID=07717952-1664-4b4b-a7c0-5027be26fa0f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:25.773650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Attempting to bind port 07717952-1664-4b4b-a7c0-5027be26fa0f on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:25.774062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Attempting to bind port 07717952-1664-4b4b-a7c0-5027be26fa0f by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:25.774385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Attempting to bind port 07717952-1664-4b4b-a7c0-5027be26fa0f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:25.784631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device fe562ae0-0573-441b-8ed5-4cf06f0cab74 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:25.785095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Port 07717952-1664-4b4b-a7c0-5027be26fa0f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:25.785095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Attempting to bind port 07717952-1664-4b4b-a7c0-5027be26fa0f on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:25.801644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef76fbd7-f66f-43e4-8b16-6fbf06a63369 req-c69a354c-eaac-483d-a092-260bedf5b9a1 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962248 Nov 12 20:46:25.806929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:25.807461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:25.807997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:25.808506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Bound port: 07717952-1664-4b4b-a7c0-5027be26fa0f, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:25.808934 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:25.918680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: fe562ae0-0573-441b-8ed5-4cf06f0cab74 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:46:25.919021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device fe562ae0-0573-441b-8ed5-4cf06f0cab74 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:46:25.959580 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a98b89-4b05-40b7-b475-3328141ab393 x-openstack-request-id: req-16a98b89-4b05-40b7-b475-3328141ab393 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:25.962423 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292135cf-4137-4b6e-b5a4-3501a643c5d8", "name": "network-vif-deleted", "tag": "a71aa74a-c235-4454-b103-03432da11b6f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:25.962423 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16a98b89-4b05-40b7-b475-3328141ab393 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:25.962423 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292135cf-4137-4b6e-b5a4-3501a643c5d8', 'name': 'network-vif-deleted', 'tag': 'a71aa74a-c235-4454-b103-03432da11b6f', 'status': 'completed', 'code': 200} Nov 12 20:46:25.978185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] For port 07717952-1664-4b4b-a7c0-5027be26fa0f, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:25.997181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] For port 07717952-1664-4b4b-a7c0-5027be26fa0f, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07717952-1664-4b4b-a7c0-5027be26fa0f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:26.015205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99c5f4ea-6ae4-42fd-8f71-e9675d46e8d0 req-941a25c7-b2ce-4680-a679-8765d975d9a2 tempest-TenantUsagesTestJSON-884719916 tempest-TenantUsagesTestJSON-884719916-project] 10.222.0.64 "GET /v2.0/ports?device_id=292135cf-4137-4b6e-b5a4-3501a643c5d8 HTTP/1.1" status: 200 len: 210 time: 0.1459637 Nov 12 20:46:26.055934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-daa54812-a503-4593-93e2-2f968ab4e1c6 req-75451bc9-d457-4e52-8cdf-51e15ff52951 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0317147 Nov 12 20:46:26.101184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:26.142271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:26.144200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:26.146072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-19527155-076b-4052-9c5e-941bf455c447 service neutron] 10.222.0.78 "PUT /v2.0/ports/07717952-1664-4b4b-a7c0-5027be26fa0f HTTP/1.1" status: 200 len: 1096 time: 2.3526142 Nov 12 20:46:26.287420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19527155-076b-4052-9c5e-941bf455c447 service neutron] Pushing event updated for resources: {'Port': ['ID=07717952-1664-4b4b-a7c0-5027be26fa0f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:26.324277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01478d02-9201-4a72-91f1-36c0c47fae31 req-c9558327-36c0-48b2-b0d2-136b54a9f6c6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:26.335915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01478d02-9201-4a72-91f1-36c0c47fae31 req-c9558327-36c0-48b2-b0d2-136b54a9f6c6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 950 time: 0.1083686 Nov 12 20:46:26.491646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad718cf-cc28-4167-85c2-82740254adba req-d0702d4a-6217-4d6e-86a9-30a3622ce14e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:26.493148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ad718cf-cc28-4167-85c2-82740254adba req-d0702d4a-6217-4d6e-86a9-30a3622ce14e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 947 time: 0.1142578 Nov 12 20:46:26.534960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01478d02-9201-4a72-91f1-36c0c47fae31 req-7ed57367-0be7-427a-998c-3713c1eca8b7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977382 Nov 12 20:46:26.577531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274352f-5feb-4f46-a893-382e67d59e77 req-67e1d123-b149-4d0f-81bd-3ab4ffd36234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:26.586295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-67e1d123-b149-4d0f-81bd-3ab4ffd36234 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 1099 time: 0.2463098 Nov 12 20:46:26.652155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ad718cf-cc28-4167-85c2-82740254adba req-cf561fda-5a2d-45d9-9403-12ee7f227287 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494102 Nov 12 20:46:26.695822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-22665737-9825-4c19-8aa1-db5ba080656c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=07717952-1664-4b4b-a7c0-5027be26fa0f HTTP/1.1" status: 200 len: 217 time: 0.0786467 Nov 12 20:46:26.758179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274352f-5feb-4f46-a893-382e67d59e77 req-12f06baa-1d5f-42b1-aa3d-0a8ade6217f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:26.759704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-12f06baa-1d5f-42b1-aa3d-0a8ade6217f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0550478 Nov 12 20:46:26.818121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274352f-5feb-4f46-a893-382e67d59e77 req-7ca74210-5574-40dc-b009-266c228632b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:26.821180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-7ca74210-5574-40dc-b009-266c228632b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0501618 Nov 12 20:46:26.974794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-262df5da-0181-46d1-8305-74223fd97235 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418059 Nov 12 20:46:26.987604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68901a-c89d-4631-a578-ac6d5f911e48 req-46c3ca8a-5407-46e9-bebf-dc4276971d04 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:26.989114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad68901a-c89d-4631-a578-ac6d5f911e48 req-46c3ca8a-5407-46e9-bebf-dc4276971d04 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.0913656 Nov 12 20:46:27.126537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad68901a-c89d-4631-a578-ac6d5f911e48 req-739c8868-4e24-4fdb-8d95-72e2e3963d72 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235886 Nov 12 20:46:27.156525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d274352f-5feb-4f46-a893-382e67d59e77 req-d5ff4152-3684-49e9-b832-8a6f163b98dc service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649694 Nov 12 20:46:27.272676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64270b0b-18f2-4c39-bb66-1fe4bceff41b req-2c11456d-c00e-48fd-8fae-420257fd4a73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=420b164f47384c57922fef7480ccc018&device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0568657 Nov 12 20:46:27.317200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ad396d4-0934-4334-ba9b-08510a927d77 req-29eedec6-6f64-4e75-8b2c-bc79b0b279f1 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0545437 Nov 12 20:46:27.335996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64270b0b-18f2-4c39-bb66-1fe4bceff41b req-b99e0ff2-113f-48e3-9f72-e5b916109183 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=420b164f47384c57922fef7480ccc018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460413 Nov 12 20:46:27.379008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-9e4a6295-ca93-43cf-b374-dea71ac17e9f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:27.381004 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-9e4a6295-ca93-43cf-b374-dea71ac17e9f tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 950 time: 0.1275926 Nov 12 20:46:27.485328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270b0b-18f2-4c39-bb66-1fe4bceff41b req-f2e4ac63-82e0-46fc-826a-aca503e22de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:27.487329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64270b0b-18f2-4c39-bb66-1fe4bceff41b req-f2e4ac63-82e0-46fc-826a-aca503e22de0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405346 Nov 12 20:46:27.509641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Deleting port d4806e4e-e647-4e6d-8471-5be0088457e5 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:46:27.510334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:27.530061 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ec968ba-9728-4dd5-aa10-1f1d968c6e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:27.640529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] For port d4806e4e-e647-4e6d-8471-5be0088457e5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4806e4e-e647-4e6d-8471-5be0088457e5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:27.640894 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:27.664673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Calling delete_port for d4806e4e-e647-4e6d-8471-5be0088457e5 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:46:27.678396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8430-d34a-47ce-9646-28c543eaa70a req-b91f0302-9e35-446a-9a80-33650b5fef6d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:27.680360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c67a8430-d34a-47ce-9646-28c543eaa70a req-b91f0302-9e35-446a-9a80-33650b5fef6d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 950 time: 0.0666840 Nov 12 20:46:27.752645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c67a8430-d34a-47ce-9646-28c543eaa70a req-877abc48-96ee-47c2-b669-210b50b46af5 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646694 Nov 12 20:46:27.798530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a71aa74a-c235-4454-b103-03432da11b6f no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:27.821180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e1bf0-85e8-4072-9cd9-e113785efc27 req-62b411a4-5b84-4c05-bb3d-33fc9a8780ca tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:27.823716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df3e1bf0-85e8-4072-9cd9-e113785efc27 req-62b411a4-5b84-4c05-bb3d-33fc9a8780ca tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 947 time: 0.0660753 Nov 12 20:46:27.826497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: a71aa74a-c235-4454-b103-03432da11b6f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:46:27.827022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a71aa74a-c235-4454-b103-03432da11b6f not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:46:27.899770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df3e1bf0-85e8-4072-9cd9-e113785efc27 req-519d33c7-162b-45b7-932c-0136ff904cc8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697501 Nov 12 20:46:27.961476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e79bc9-4903-4127-aa60-f26f2fc24f46', 'tag': '07717952-1664-4b4b-a7c0-5027be26fa0f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:27.964634 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669cb833-3c4b-4026-b5e5-6ad7117874e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e79bc9-4903-4127-aa60-f26f2fc24f46", "tag": "07717952-1664-4b4b-a7c0-5027be26fa0f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:27.973665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59498) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:28.023337 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e66184-360d-462c-8bbb-86907225a7be x-openstack-request-id: req-59e66184-360d-462c-8bbb-86907225a7be {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:28.030953 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e79bc9-4903-4127-aa60-f26f2fc24f46", "tag": "07717952-1664-4b4b-a7c0-5027be26fa0f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:28.030953 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59e66184-360d-462c-8bbb-86907225a7be {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:28.030953 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e79bc9-4903-4127-aa60-f26f2fc24f46', 'tag': '07717952-1664-4b4b-a7c0-5027be26fa0f', 'status': 'completed', 'code': 200} Nov 12 20:46:28.120680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-2cdd73ac-f054-4800-9c28-d4240f443a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:28.122556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-2cdd73ac-f054-4800-9c28-d4240f443a52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 1099 time: 0.0626540 Nov 12 20:46:28.157113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:28.173929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d4806e4e-e647-4e6d-8471-5be0088457e5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:28.230067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Pushing event deleted for resources: {'Port': ['ID=d4806e4e-e647-4e6d-8471-5be0088457e5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:28.239152 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-832e9ef1-ae1d-4b4b-8eb7-d0bec415209d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e2b064cd2214157987a4652d00b0bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623365 Nov 12 20:46:28.282179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59504) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:28.341913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] No DVR routers for this DVR port d4806e4e-e647-4e6d-8471-5be0088457e5 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:46:28.350148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:28.353977 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d853255a-3be5-465d-b548-c25d3ba32f3c req-e0166c86-de1a-4184-91a5-a09f222dbd21 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.46 "DELETE /v2.0/ports/d4806e4e-e647-4e6d-8471-5be0088457e5 HTTP/1.1" status: 204 len: 173 time: 0.9625456 Nov 12 20:46:28.354737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe83d9a3-42a7-4158-bb56-6855d95478f6', 'name': 'network-vif-deleted', 'tag': 'd4806e4e-e647-4e6d-8471-5be0088457e5'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:28.357770 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b963750-15de-47bb-880c-498a18d43630" -d '{"events": [{"server_uuid": "fe83d9a3-42a7-4158-bb56-6855d95478f6", "name": "network-vif-deleted", "tag": "d4806e4e-e647-4e6d-8471-5be0088457e5"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:28.383542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f60ef64-a53a-4192-801c-53c29f9616fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:28.427498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-ca7ba7a8-1d85-42b5-b58c-68f3e7a1b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:28.427778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f60ef64-a53a-4192-801c-53c29f9616fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:28.429626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-ca7ba7a8-1d85-42b5-b58c-68f3e7a1b117 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2947724 Nov 12 20:46:28.441226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce9684-7eec-44cb-ba0a-75f92c61c617 req-4187e86e-dbb2-4e11-91c3-4ec9e272a3a6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:28.451724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12ce9684-7eec-44cb-ba0a-75f92c61c617 req-4187e86e-dbb2-4e11-91c3-4ec9e272a3a6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.1567576 Nov 12 20:46:28.530317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:28.616208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-355b6ea2-855f-4763-aa38-ffd6154c3fa3 req-2335e686-c470-4c63-a2e0-fc9243b03444 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.1047747 Nov 12 20:46:28.636236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-0ca093c6-3bfa-45e4-a716-930bcbd367ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=07717952-1664-4b4b-a7c0-5027be26fa0f HTTP/1.1" status: 200 len: 217 time: 0.1822662 Nov 12 20:46:28.707374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f60ef64-a53a-4192-801c-53c29f9616fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:28.712656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f60ef64-a53a-4192-801c-53c29f9616fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:28.712656 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f60ef64-a53a-4192-801c-53c29f9616fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ec05341-e744-475e-b1ed-b2885bd9018d HTTP/1.1" status: 204 len: 168 time: 0.4263651 Nov 12 20:46:28.713923 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409ecfcb-702f-48b0-823e-a989b9ee5721 x-openstack-request-id: req-409ecfcb-702f-48b0-823e-a989b9ee5721 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:28.713923 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe83d9a3-42a7-4158-bb56-6855d95478f6", "name": "network-vif-deleted", "tag": "d4806e4e-e647-4e6d-8471-5be0088457e5", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:28.714128 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-409ecfcb-702f-48b0-823e-a989b9ee5721 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:28.714832 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe83d9a3-42a7-4158-bb56-6855d95478f6', 'name': 'network-vif-deleted', 'tag': 'd4806e4e-e647-4e6d-8471-5be0088457e5', 'status': 'completed', 'code': 200} Nov 12 20:46:28.733087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60ef64-a53a-4192-801c-53c29f9616fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec05341-e744-475e-b1ed-b2885bd9018d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:28.749284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12ce9684-7eec-44cb-ba0a-75f92c61c617 req-ebcee8f7-10ab-4bb5-8174-c37eaa99f299 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964475 Nov 12 20:46:28.821897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-b76fd6cc-eb50-4bed-b22f-55acbfd92bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:28.828271 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-64270b0b-18f2-4c39-bb66-1fe4bceff41b req-1e9715cc-5189-49a3-b10b-26312376872c tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0618114 Nov 12 20:46:28.833345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-b76fd6cc-eb50-4bed-b22f-55acbfd92bf2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1698654 Nov 12 20:46:28.963094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-163dd33b-8bee-4410-8534-51019b30ec5a req-ef7184d3-93b1-4319-8f7f-7fe9792aaaa5 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 210 time: 0.0601518 Nov 12 20:46:28.980059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-94a4b453-c56c-4701-9436-c88b1588648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:28.982069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-94a4b453-c56c-4701-9436-c88b1588648d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1363049 Nov 12 20:46:29.166072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5d387-5bd1-435e-a4c1-369984070308 req-97a369cf-97bc-41e7-977d-5a4174981c4a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:29.167743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fea5d387-5bd1-435e-a4c1-369984070308 req-97a369cf-97bc-41e7-977d-5a4174981c4a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 947 time: 0.1091034 Nov 12 20:46:29.206692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-0d5cb235-f4c2-4b1e-96e9-13cf05eb2f18 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017782 Nov 12 20:46:29.274818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fea5d387-5bd1-435e-a4c1-369984070308 req-cf3d186d-85a0-4ea7-aae1-4c767571c02d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940399 Nov 12 20:46:29.365711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669cb833-3c4b-4026-b5e5-6ad7117874e1 req-cbd14d3c-345b-40f6-9e25-e4e1101d0f88 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450419 Nov 12 20:46:29.732483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6ad9bdb-a279-43e9-bd86-2580e039b9ea req-394aa867-2555-4558-97c0-14a0c8e58379 tempest-ServerShowV257Test-1846684651 tempest-ServerShowV257Test-1846684651-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5cefea-6fa7-4223-b4d0-60b15d376328 HTTP/1.1" status: 200 len: 210 time: 0.0310569 Nov 12 20:46:29.788726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 07717952-1664-4b4b-a7c0-5027be26fa0f details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:29.859043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59550) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:29.890082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99c075bf-7a92-45bc-bd4d-a648618c3a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:29.893097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a24355-ee75-4d8a-91da-2496c4f568c1 req-6732cd11-c749-4343-b7bf-4fa0f79d60fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:29.906529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9a24355-ee75-4d8a-91da-2496c4f568c1 req-6732cd11-c749-4343-b7bf-4fa0f79d60fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.0687866 Nov 12 20:46:29.956653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 07717952-1664-4b4b-a7c0-5027be26fa0f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07717952-1664-4b4b-a7c0-5027be26fa0f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:29.970291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '07717952-1664-4b4b-a7c0-5027be26fa0f', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '07717952-1664-4b4b-a7c0-5027be26fa0f', 'mac_address': 'fa:16:3e:4d:31:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:29.978880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9a24355-ee75-4d8a-91da-2496c4f568c1 req-dda27e4b-0d2d-4e0c-a73f-11b319202fc2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764222 Nov 12 20:46:30.026837 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.044525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07717952-1664-4b4b-a7c0-5027be26fa0f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:30.071546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 07717952-1664-4b4b-a7c0-5027be26fa0f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07717952-1664-4b4b-a7c0-5027be26fa0f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:30.104983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7e59bf7-67b1-44f4-a4f5-0effa349a848 req-b94eeff4-92c8-4127-8438-95ad610ccaba tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe83d9a3-42a7-4158-bb56-6855d95478f6 HTTP/1.1" status: 200 len: 210 time: 0.0300379 Nov 12 20:46:30.228669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99c075bf-7a92-45bc-bd4d-a648618c3a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.398430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af1ec3-4640-4a85-9a87-77c429018cc9 req-77635016-b02b-42cb-bdbc-29a2f6faca51 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:30.399935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05af1ec3-4640-4a85-9a87-77c429018cc9 req-77635016-b02b-42cb-bdbc-29a2f6faca51 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 947 time: 0.0500317 Nov 12 20:46:30.412449 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03f995e2-698f-4294-b593-bbb4127fbbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.414397 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.417170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99c075bf-7a92-45bc-bd4d-a648618c3a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.455249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c075bf-7a92-45bc-bd4d-a648618c3a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6c7c1-012f-4886-beb8-7551035066bf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:30.460254 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-99c075bf-7a92-45bc-bd4d-a648618c3a13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9977605bdb93476aa58afaeb4b026b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5995381 Nov 12 20:46:30.468318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=07717952-1664-4b4b-a7c0-5027be26fa0f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:30.475828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:30.478985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05af1ec3-4640-4a85-9a87-77c429018cc9 req-d3b0f752-c4aa-48fd-bfb6-2ae92b99a327 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729485 Nov 12 20:46:30.565041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23604de9-7dfc-4d3b-ae41-bb46f04e4260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.617091 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23604de9-7dfc-4d3b-ae41-bb46f04e4260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.806281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23604de9-7dfc-4d3b-ae41-bb46f04e4260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.808999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23604de9-7dfc-4d3b-ae41-bb46f04e4260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:30.810996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-23604de9-7dfc-4d3b-ae41-bb46f04e4260 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fde6c7c1-012f-4886-beb8-7551035066bf HTTP/1.1" status: 204 len: 168 time: 0.3334270 Nov 12 20:46:30.832930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23604de9-7dfc-4d3b-ae41-bb46f04e4260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6c7c1-012f-4886-beb8-7551035066bf,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:30.862362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['07717952-1664-4b4b-a7c0-5027be26fa0f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:31.124057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4a8e2-8a3a-433b-a0cf-ebff87af1cdf req-f64cad1e-6b27-41b8-917b-642cf9deca7a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:31.126368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ab4a8e2-8a3a-433b-a0cf-ebff87af1cdf req-f64cad1e-6b27-41b8-917b-642cf9deca7a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.0576906 Nov 12 20:46:31.200127 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:31.228153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ab4a8e2-8a3a-433b-a0cf-ebff87af1cdf req-d9c893c6-400b-4ca1-8194-e56189c0cc1f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863686 Nov 12 20:46:31.640969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d038ac-623b-41e3-9727-3a8ae37827db req-e71e9fe9-62ef-42e0-9176-4dbb4a6584bd tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:31.649116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d038ac-623b-41e3-9727-3a8ae37827db req-e71e9fe9-62ef-42e0-9176-4dbb4a6584bd tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 948 time: 0.0646114 Nov 12 20:46:31.664184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59602) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:31.713479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d038ac-623b-41e3-9727-3a8ae37827db req-6b642473-14de-4604-891e-0bfcc7e6f01e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618174 Nov 12 20:46:31.812711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4806e4e-e647-4e6d-8471-5be0088457e5 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:31.838164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d4806e4e-e647-4e6d-8471-5be0088457e5 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:46:31.838700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4806e4e-e647-4e6d-8471-5be0088457e5 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:46:31.923233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe65da-7dd7-4eb3-893b-b70924dc7b9c req-faae2dac-1e1f-44fe-8d8d-8e30dcf3e9f6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:31.930856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aebe65da-7dd7-4eb3-893b-b70924dc7b9c req-faae2dac-1e1f-44fe-8d8d-8e30dcf3e9f6 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 951 time: 0.0693753 Nov 12 20:46:31.943495 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:31.989167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aebe65da-7dd7-4eb3-893b-b70924dc7b9c req-e2de0578-cd10-48e8-9757-380ecf87a09d tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544016 Nov 12 20:46:32.073779 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:32.182996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:32.215190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736ee1fc-0a37-4cc6-bf69-bc6e2ce84871,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:32.232102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.233381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.233381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.233644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.234118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.234608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.235096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.235598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.236539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.237032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.237509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.238285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.247849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59630) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:32.248546 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24d926fc-5987-401a-90f5-cd41401b4347 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=420b164f47384c57922fef7480ccc018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5821235 Nov 12 20:46:32.451518 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:32.489782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:32.509548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b0f0a-f414-41cf-8712-7e5738f8f929 req-49c46d2a-d5ce-4fc2-af71-2ce44ddf7b68 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:32.511120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd5b0f0a-f414-41cf-8712-7e5738f8f929 req-49c46d2a-d5ce-4fc2-af71-2ce44ddf7b68 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.1611440 Nov 12 20:46:32.578722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd5b0f0a-f414-41cf-8712-7e5738f8f929 req-94a677cc-7750-4da7-badb-b0aef2bf459a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589058 Nov 12 20:46:32.663005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:32.665700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:32.666843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/736ee1fc-0a37-4cc6-bf69-bc6e2ce84871 HTTP/1.1" status: 204 len: 168 time: 0.4180028 Nov 12 20:46:32.683996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736ee1fc-0a37-4cc6-bf69-bc6e2ce84871,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.705937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557e2f1-0f48-4798-b9b9-5840fbe177d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:32.900833 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:32.944694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f2b77-6938-4703-abd3-e18fdff830f9 req-770518a5-aaf3-4d7d-ad06-ca23466cf68e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:32.951811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb6f2b77-6938-4703-abd3-e18fdff830f9 req-770518a5-aaf3-4d7d-ad06-ca23466cf68e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 948 time: 0.0994332 Nov 12 20:46:33.070651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb6f2b77-6938-4703-abd3-e18fdff830f9 req-ed46b14b-a30c-4c44-bb56-a3fd24f98d51 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885758 Nov 12 20:46:33.125255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-c6a70e66-cfcd-4c7a-a06d-27096a050ab7 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:33.127405 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-c6a70e66-cfcd-4c7a-a06d-27096a050ab7 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1098 time: 0.0519431 Nov 12 20:46:33.147206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-29'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:33.280856 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:33.317796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fdaa-742c-4ba8-8a4a-174ce728d066 req-5614fef9-252e-4d6d-b771-057c9b10e2e7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:33.329766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f344fdaa-742c-4ba8-8a4a-174ce728d066 req-5614fef9-252e-4d6d-b771-057c9b10e2e7 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 951 time: 0.1334374 Nov 12 20:46:33.418089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f344fdaa-742c-4ba8-8a4a-174ce728d066 req-083189cf-e956-4a31-ab9b-f5d28d3f3fdc tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869389 Nov 12 20:46:33.512967 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:33.554992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:33.611392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:33.694653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:33.697261 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b32980-87c6-49ec-9c00-72b515570b40" -d '{"events": [{"server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:33.701501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:33.758220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5535-4559-484d-90f7-1d1615ca3af2 req-43cee922-23d6-4c3c-afa0-d74e0eb16068 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:33.759772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dce5535-4559-484d-90f7-1d1615ca3af2 req-43cee922-23d6-4c3c-afa0-d74e0eb16068 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 946 time: 0.0555484 Nov 12 20:46:33.799216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 07717952-1664-4b4b-a7c0-5027be26fa0f up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:33.809703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:33.834689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dce5535-4559-484d-90f7-1d1615ca3af2 req-a5f4e855-0e63-44db-b212-767c85fdb0c9 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676053 Nov 12 20:46:33.930642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:33.933102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Pushing event updated for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=7']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:33.943496 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1502d69c-f0ce-473f-82d0-51e42ee8fbfd x-openstack-request-id: req-1502d69c-f0ce-473f-82d0-51e42ee8fbfd {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:33.944582 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:33.945446 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1502d69c-f0ce-473f-82d0-51e42ee8fbfd {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:33.946481 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd', 'code': 200} Nov 12 20:46:33.981356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on host n-h1-713498-29 for vnic_type normal with profile {"migrating_to": "n-h2-713498-29"} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:33.982050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:33.982600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:33.990142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:33.991007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:34.002204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:34.003598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:34.003598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:34.003598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Bound port: 0717599a-bc09-4024-99d4-23ff10f3c9bd, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:34.003973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.084910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, got binding levels [] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:34.106202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:34.110236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:34.161042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on host n-h1-713498-29 for vnic_type normal with profile {"migrating_to": "n-h2-713498-29"} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:34.161646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:34.162255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:34.169437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:34.170036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Attempting to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:34.180504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:34.185974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-b9dc2174-f90d-486b-b4b0-909e88f3840e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:34.186451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:34.187321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:34.188134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Bound port: 0717599a-bc09-4024-99d4-23ff10f3c9bd, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:34.188733 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.197838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-b9dc2174-f90d-486b-b4b0-909e88f3840e tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 951 time: 0.1010001 Nov 12 20:46:34.205722 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.267843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 07717952-1664-4b4b-a7c0-5027be26fa0f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:46:34.286261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 07717952-1664-4b4b-a7c0-5027be26fa0f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:34.290342 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.345710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59718) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:34.368678 n-d-713498-29 neutron-server[109630]: WARNING neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Concurrent port binding operations failed on port 0717599a-bc09-4024-99d4-23ff10f3c9bd Nov 12 20:46:34.373701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:34.381324 n-d-713498-29 neutron-server[109630]: INFO neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Attempt 2 to bind port 0717599a-bc09-4024-99d4-23ff10f3c9bd Nov 12 20:46:34.381958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:46:34.425297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21116215-09a6-423b-b091-9be1d5988d47 req-aaf79a59-75d6-4b6b-aa94-3127e06d097b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:34.433799 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Pushing event updated for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=8']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:34.434790 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.435611 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21116215-09a6-423b-b091-9be1d5988d47 req-aaf79a59-75d6-4b6b-aa94-3127e06d097b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 948 time: 0.2365627 Nov 12 20:46:34.463864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e79bc9-4903-4127-aa60-f26f2fc24f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07717952-1664-4b4b-a7c0-5027be26fa0f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:34.466405 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b08e7e5-6827-420a-9d4d-908b491e2135" -d '{"events": [{"server_uuid": "e1e79bc9-4903-4127-aa60-f26f2fc24f46", "name": "network-vif-plugged", "status": "completed", "tag": "07717952-1664-4b4b-a7c0-5027be26fa0f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:34.487276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 07717952-1664-4b4b-a7c0-5027be26fa0f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07717952-1664-4b4b-a7c0-5027be26fa0f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:34.504291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:34.506449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.508215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a865019-b62b-43bc-8cc8-e4b2408a000f req-8e4c369a-6a22-44bf-9b9a-62e888cf5c68 tempest-FlavorsV2NegativeTest-1021439829 tempest-FlavorsV2NegativeTest-1021439829-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=75aaedfc41bc412fa4bcb84aa1bf53be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097016 Nov 12 20:46:34.514513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-7e609583-d30b-46d3-a165-e3bc674b0c7b service neutron] 10.222.0.46 "PUT /v2.0/ports/0717599a-bc09-4024-99d4-23ff10f3c9bd HTTP/1.1" status: 200 len: 1124 time: 1.3779366 Nov 12 20:46:34.545735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21116215-09a6-423b-b091-9be1d5988d47 req-4eb046ee-c27c-4e0f-9fc0-a64584a2783b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092262 Nov 12 20:46:34.577668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.630935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0717599a-bc09-4024-99d4-23ff10f3c9bd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:34.694667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['0717599a-bc09-4024-99d4-23ff10f3c9bd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:34.705303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-547563541-network', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:34.738595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Deleting port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:46:34.739095 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.778168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=07717952-1664-4b4b-a7c0-5027be26fa0f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:34.887264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a865019-b62b-43bc-8cc8-e4b2408a000f req-66d8d416-a202-4a16-8c07-c4842b35bdc8 tempest-FlavorsV2NegativeTest-1021439829 tempest-FlavorsV2NegativeTest-1021439829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:34.887264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a865019-b62b-43bc-8cc8-e4b2408a000f req-66d8d416-a202-4a16-8c07-c4842b35bdc8 tempest-FlavorsV2NegativeTest-1021439829 tempest-FlavorsV2NegativeTest-1021439829-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595443 Nov 12 20:46:34.893159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4226d-4040-475c-a2ad-83f96d0b7f7d req-6ef5b28a-8f28-4922-9aca-7cce32a6c53a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:34.918900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7b4226d-4040-475c-a2ad-83f96d0b7f7d req-6ef5b28a-8f28-4922-9aca-7cce32a6c53a tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 951 time: 0.2232792 Nov 12 20:46:34.918900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Made reservation on behalf of c4425a0c6e5947d29a9a6b0ec5ef1704 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:34.919950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.964019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] For port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:34.964484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.967216 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:34.976892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a865019-b62b-43bc-8cc8-e4b2408a000f req-fa32405c-72fe-44f8-a4f6-fe6a1f1daed5 tempest-FlavorsV2NegativeTest-1021439829 tempest-FlavorsV2NegativeTest-1021439829-project] 10.222.0.64 "GET /v2.0/quotas/75aaedfc41bc412fa4bcb84aa1bf53be HTTP/1.1" status: 200 len: 375 time: 0.0695839 Nov 12 20:46:35.002420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Calling delete_port for 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:46:35.036857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a865019-b62b-43bc-8cc8-e4b2408a000f req-332242db-2daa-48fc-a3b4-fe602d866605 tempest-FlavorsV2NegativeTest-1021439829 tempest-FlavorsV2NegativeTest-1021439829-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=75aaedfc41bc412fa4bcb84aa1bf53be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510254 Nov 12 20:46:35.076368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7b4226d-4040-475c-a2ad-83f96d0b7f7d req-870e2dbe-83fd-4c74-bac4-829520f6e54c tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f296594-a375-4490-ad02-fbcf67db68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740913 Nov 12 20:46:35.139486 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc102c4d-1b52-4429-aec1-4a64bd45a42d x-openstack-request-id: req-cc102c4d-1b52-4429-aec1-4a64bd45a42d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:35.140394 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e79bc9-4903-4127-aa60-f26f2fc24f46", "name": "network-vif-plugged", "status": "completed", "tag": "07717952-1664-4b4b-a7c0-5027be26fa0f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:35.140845 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc102c4d-1b52-4429-aec1-4a64bd45a42d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:35.141428 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e79bc9-4903-4127-aa60-f26f2fc24f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07717952-1664-4b4b-a7c0-5027be26fa0f', 'code': 200} Nov 12 20:46:35.238917 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:35.326517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c1764-4ec8-4ac5-8b23-987a70eb4ed2 req-76f4a7bb-c465-44ce-aac7-516ff8dee916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:35.329005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5b9c1764-4ec8-4ac5-8b23-987a70eb4ed2 req-76f4a7bb-c465-44ce-aac7-516ff8dee916 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 1101 time: 0.0650868 Nov 12 20:46:35.354986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d57-4d68-4595-bad9-0ab9f6a4f0ee req-402f36b9-9e27-483e-a2eb-b1d09ef7c204 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:35.358172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976f4d57-4d68-4595-bad9-0ab9f6a4f0ee req-402f36b9-9e27-483e-a2eb-b1d09ef7c204 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.0761468 Nov 12 20:46:35.400356 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5b9c1764-4ec8-4ac5-8b23-987a70eb4ed2 req-57710d67-e357-47b2-b995-f1ec185b9624 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546172 Nov 12 20:46:35.421565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976f4d57-4d68-4595-bad9-0ab9f6a4f0ee req-4d96cb21-cd5c-4807-a1de-46caf8eebf4b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573111 Nov 12 20:46:35.547796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4a1b633d-9c1b-4aa6-b4c9-4752bfd2994d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2073288620&fields=id&tenant_id=e17a4c4d4c694ed0a5e2b9e864ab9636 HTTP/1.1" status: 200 len: 267 time: 0.0472727 Nov 12 20:46:35.686674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-ec39bed5-ac67-4e63-98bb-8c729fe20ad1 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:35.688180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-ec39bed5-ac67-4e63-98bb-8c729fe20ad1 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/networks?id=f5ef3117-50aa-495d-a5db-e5c2c185adef HTTP/1.1" status: 200 len: 816 time: 0.1335244 Nov 12 20:46:35.704045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-5c1ca882-de88-4c6c-a1b1-d96125b113ed tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/quotas/e17a4c4d4c694ed0a5e2b9e864ab9636 HTTP/1.1" status: 200 len: 375 time: 0.0091860 Nov 12 20:46:35.757799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-e5d1f68e-5a1f-4679-b0e4-f050b757b86c tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e17a4c4d4c694ed0a5e2b9e864ab9636&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478261 Nov 12 20:46:35.779232 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:35.850227 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:35.856207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:46:35.896215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d5486-a8a5-42aa-85e5-726f65bdde77,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:35.906183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Pushing event deleted for resources: {'Port': ['ID=25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:35.908368 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:35.914769 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Added segment 65a60933-7c9e-4b7b-9c31-b7fb436b887b of type vlan for network 08fae675-e385-45c1-b4a9-0f36e735b554 Nov 12 20:46:35.948574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:35.951682 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe8fefc-7674-40b9-8e73-934c087c8e62" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:36.008279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] No DVR routers for this DVR port 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:46:36.020415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:36.023814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b593728-6ff9-4c1b-9a38-4095f7e35e84 req-9e4b3ecd-2d38-4d30-9bf2-7eddb69a3aa3 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.78 "DELETE /v2.0/ports/25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 HTTP/1.1" status: 204 len: 173 time: 1.8071704 Nov 12 20:46:36.024271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-deleted', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:36.026567 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13793f09-40d8-48ca-a0c0-9009869cf441" -d '{"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-deleted", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:36.038128 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:36.042170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-9279e7a3-1378-4384-8d52-4b1c22172c93 service neutron] 10.222.0.64 "GET /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726808 Nov 12 20:46:36.156465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-e217aa3c-02ce-4a06-abeb-5cac5fea1ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067452 Nov 12 20:46:36.217644 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:36.219056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:36.219962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:36.412714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59784) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:36.413217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0653772 Nov 12 20:46:36.418636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Request body: {'subnet': {'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-subnet', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:36.430794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266857-debe-47c7-b09e-557e3c60dfcc admin admin] Pushing event updated for resources: {'Network': ['ID=08fae675-e385-45c1-b4a9-0f36e735b554,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:36.444689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 08fae675-e385-45c1-b4a9-0f36e735b554 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:46:36.515552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230d2db-f8f5-47c5-9329-68846baad3c2 req-b4c042ad-2de2-4b5c-99de-b04e618bc746 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:36.517258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8230d2db-f8f5-47c5-9329-68846baad3c2 req-b4c042ad-2de2-4b5c-99de-b04e618bc746 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 949 time: 0.0635340 Nov 12 20:46:36.568283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8230d2db-f8f5-47c5-9329-68846baad3c2 req-3d5f0079-62cf-45b7-8110-36e133677e1a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Nov 12 20:46:36.616001 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932eb79e-cf48-4d2a-ae58-41d8502d7440 x-openstack-request-id: req-932eb79e-cf48-4d2a-ae58-41d8502d7440 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:36.616423 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:36.619496 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-932eb79e-cf48-4d2a-ae58-41d8502d7440 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:36.619496 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd', 'status': 'completed', 'code': 200} Nov 12 20:46:36.648295 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9930912-a5ef-4909-b9e8-5c4eb158ce00 x-openstack-request-id: req-e9930912-a5ef-4909-b9e8-5c4eb158ce00 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:36.648442 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae", "name": "network-vif-deleted", "tag": "25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:36.648594 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9930912-a5ef-4909-b9e8-5c4eb158ce00 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:36.649183 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae', 'name': 'network-vif-deleted', 'tag': '25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544', 'status': 'completed', 'code': 200} Nov 12 20:46:36.659695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Made reservation on behalf of c4425a0c6e5947d29a9a6b0ec5ef1704 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:36.662333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:36.706515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-adcd0bd1-506d-4418-bb71-8c5ca9cc5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:36.708279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-adcd0bd1-506d-4418-bb71-8c5ca9cc5ef1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1127 time: 0.0515890 Nov 12 20:46:36.937560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:36.985280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59798) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:37.032675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Checking segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:37.033333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Network hostable DHCP agents. Network: 08fae675-e385-45c1-b4a9-0f36e735b554, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:46:37.037155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3465fa19-e516-4344-9f68-90cc02d9e5a6,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:37.077196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbb23fc2-d5b8-456a-8e18-c1a532fc1b2e req-7d823129-aa40-486f-a349-f2b27bce4d87 tempest-ServersAdminTestJSON-1771632757 tempest-ServersAdminTestJSON-1771632757-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f780e50-3bd9-4a7a-b1cb-b469f0ff42ae HTTP/1.1" status: 200 len: 210 time: 0.3618658 Nov 12 20:46:37.172996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-c7e69ff5-53e7-437b-a755-584f5eb56685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:37.174466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-c7e69ff5-53e7-437b-a755-584f5eb56685 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.4465392 Nov 12 20:46:37.182260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17ddddd4-3e05-49c5-a2d5-2387d79e2a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.190022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Network 08fae675-e385-45c1-b4a9-0f36e735b554 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:46:37.281770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be28a255-61c7-4060-865f-61a147b17ce0 req-d4514bbc-114c-4c91-ab5c-680a8143bb9e tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.0603092 Nov 12 20:46:37.282799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-c962f016-c922-4529-9343-6dc23d3a7ff1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd HTTP/1.1" status: 200 len: 217 time: 0.0871208 Nov 12 20:46:37.306154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17ddddd4-3e05-49c5-a2d5-2387d79e2a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.326865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3adff-6744-4e02-993d-08e050bf9f1a req-38c899b4-fc82-432d-81c7-faf07c3b9930 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:37.328331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bac3adff-6744-4e02-993d-08e050bf9f1a req-38c899b4-fc82-432d-81c7-faf07c3b9930 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.1448481 Nov 12 20:46:37.335746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 08fae675-e385-45c1-b4a9-0f36e735b554) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:37.344559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:37.344559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.347146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f00cacf-6fca-47f8-b432-175f79f54bc0 None None] Network 08fae675-e385-45c1-b4a9-0f36e735b554 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:46:37.359658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-3354a2e9-7653-49a3-91b2-e86d6e98bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:37.361150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-3354a2e9-7653-49a3-91b2-e86d6e98bac1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0701590 Nov 12 20:46:37.393164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bac3adff-6744-4e02-993d-08e050bf9f1a req-832ab016-79c8-40ba-a85d-75a9842d1528 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563962 Nov 12 20:46:37.486950 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-943ebd50-6998-4360-91b0-626678eff201 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0720968 Nov 12 20:46:37.487811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17ddddd4-3e05-49c5-a2d5-2387d79e2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.499907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-b5ff0b57-5f6a-4306-8791-250217ec8cc3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306249 Nov 12 20:46:37.499907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59828) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:37.503819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:37.536665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-08fae675-e385-45c1-b4a9-0f36e735b554', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:46:37.538060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.551237 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-17ddddd4-3e05-49c5-a2d5-2387d79e2a9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75aaedfc41bc412fa4bcb84aa1bf53be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5639832 Nov 12 20:46:37.554593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59836) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:37.587769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddddd4-3e05-49c5-a2d5-2387d79e2a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6aa8aa-bf47-4033-8e5f-0670d7bb44b7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:37.681543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.682626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.688955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-902ec7a7-81f9-4e68-a41e-effac5a15267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.694390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-fb8dc727-641a-4752-810a-4e1b0f87a9b6 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638613 Nov 12 20:46:37.717998 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-902ec7a7-81f9-4e68-a41e-effac5a15267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.776672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Allocated IP 172.20.0.2 (08fae675-e385-45c1-b4a9-0f36e735b554/3465fa19-e516-4344-9f68-90cc02d9e5a6/3c8788e9-2fac-4f83-80f0-0f7a0e9097f7) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:37.812669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:37.871598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:46:37.876658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 25e5b0c2-4cfc-4f8a-b4c3-36b9e3af5544 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:46:37.876790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.897120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-902ec7a7-81f9-4e68-a41e-effac5a15267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.899714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-902ec7a7-81f9-4e68-a41e-effac5a15267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:37.900900 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-902ec7a7-81f9-4e68-a41e-effac5a15267 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc6aa8aa-bf47-4033-8e5f-0670d7bb44b7 HTTP/1.1" status: 204 len: 168 time: 0.3453557 Nov 12 20:46:37.922695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ec7a7-81f9-4e68-a41e-effac5a15267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6aa8aa-bf47-4033-8e5f-0670d7bb44b7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:37.962360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc77347-7b2f-4f59-a48f-2302f4d7641c req-f6234c59-4a2c-4eed-9b28-a64f601adc55 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:37.963919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5bc77347-7b2f-4f59-a48f-2302f4d7641c req-f6234c59-4a2c-4eed-9b28-a64f601adc55 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 949 time: 0.2185533 Nov 12 20:46:38.010201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:38.075316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe8fefc-7674-40b9-8e73-934c087c8e62 req-2621bf21-0d8c-4735-8064-32ca14d85194 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441496 Nov 12 20:46:38.104131 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:38.158260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Network 08fae675-e385-45c1-b4a9-0f36e735b554 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:38.158260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:38.162472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:38.162816 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:38.171052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5bc77347-7b2f-4f59-a48f-2302f4d7641c req-0893f721-8cb6-4ad2-8c40-6e7a97ee187f tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639321 Nov 12 20:46:38.175847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Pushing event updated for resources: {'Port': ['ID=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:38.222473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.222819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.223349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.224595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.225071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.225577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.226067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.226401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.226729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.227054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.227433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.232918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:38.246492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Attempting to bind port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:38.246867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Attempting to bind port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:38.247225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Attempting to bind port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:38.253725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:38.258074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Checking segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:38.258074 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:38.258074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Bound using segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:38.258074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Bound port: 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:38.258074 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:38.397207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] For port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:38.406023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] For port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:38.443066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1527d27-8bce-44aa-91d0-8ca655afbc98 req-dae5176b-08b4-4b86-b5bd-db10563ccd43 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:38.444676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1527d27-8bce-44aa-91d0-8ca655afbc98 req-dae5176b-08b4-4b86-b5bd-db10563ccd43 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 1101 time: 0.0597084 Nov 12 20:46:38.532207 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:38.588371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1527d27-8bce-44aa-91d0-8ca655afbc98 req-5aa3d6e0-5fb9-4ba1-bf44-eedd176e45fc tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061165 Nov 12 20:46:38.593266 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:38.624403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ea48c-2289-4ffb-88b0-b84617f9978f None None] Pushing event updated for resources: {'Port': ['ID=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:38.659762 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:38.750563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60303096-dfde-41da-8f16-d703abef43fb req-e03685a7-de86-4fc5-b9e2-ee11007cac67 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.0426621 Nov 12 20:46:38.842611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Allocated IP 172.25.8.67 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/166edbb5-71e5-4678-9ed8-32fed6ab3c57) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:38.977744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b2818-059f-4ad9-89e7-3aca0af95f5c req-30b2c628-66b5-4b34-88e6-3f761761a44d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:38.979499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b7b2818-059f-4ad9-89e7-3aca0af95f5c req-30b2c628-66b5-4b34-88e6-3f761761a44d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.1568484 Nov 12 20:46:39.061111 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:39.073260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b7b2818-059f-4ad9-89e7-3aca0af95f5c req-bc3c5874-18f7-469a-922f-a0d78adb461b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777671 Nov 12 20:46:39.073992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59910) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:39.171935 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:39.272897 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a69c3dd-422b-4c9a-adb0-6ffb699ebfbb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22f913730e4541e9b1d5b0de99e47b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969838 Nov 12 20:46:39.273141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-c04bc8e7-6331-4c89-8f81-6e91092f595b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974748 Nov 12 20:46:39.274196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:39.298588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:39.313615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:39.323065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:39.334606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-243e9ecf-5ed7-4eea-a1d9-50b66c2da1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:39.351252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Pushing event updated for resources: {'Port': ['ID=166edbb5-71e5-4678-9ed8-32fed6ab3c57,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:39.371809 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-243e9ecf-5ed7-4eea-a1d9-50b66c2da1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:39.530056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-243e9ecf-5ed7-4eea-a1d9-50b66c2da1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:39.534357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-243e9ecf-5ed7-4eea-a1d9-50b66c2da1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:39.534357 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-243e9ecf-5ed7-4eea-a1d9-50b66c2da1e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f296594-a375-4490-ad02-fbcf67db68ea HTTP/1.1" status: 204 len: 168 time: 0.2584589 Nov 12 20:46:39.541959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0164048-8451-4435-83dd-d63c78199792 req-df6f3af6-010e-4a72-afda-5f1b4c10e264 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:39.543734 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e9ecf-5ed7-4eea-a1d9-50b66c2da1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f296594-a375-4490-ad02-fbcf67db68ea,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:39.548939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-df6f3af6-010e-4a72-afda-5f1b4c10e264 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676275 Nov 12 20:46:39.575837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-b5a472fb-5330-4883-80a6-0ecc7c0b0067 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/quotas/f17fde0197fb4cd185fa333ca81bec54 HTTP/1.1" status: 200 len: 375 time: 0.0259552 Nov 12 20:46:39.649848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-0c8f90e3-0570-4b50-8b6b-099ed1124eaa tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0730333 Nov 12 20:46:39.892966 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:39.928636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:39.935546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c3b273-4e50-498c-95a6-7e6f705845ed None None] Network 08fae675-e385-45c1-b4a9-0f36e735b554 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:46:40.024938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.080880 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.087971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-01df6481-9c0e-4fff-a7c9-507946a27aa9 None None] Provisioning complete for port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:40.088344 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-01df6481-9c0e-4fff-a7c9-507946a27aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.172185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:40.172960 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.264635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-df026fa0-beb1-474a-a4aa-165fa0ae0dd4 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:40.265719 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-df026fa0-beb1-474a-a4aa-165fa0ae0dd4 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.46 "GET /v2.0/networks?id=f5ef3117-50aa-495d-a5db-e5c2c185adef HTTP/1.1" status: 200 len: 816 time: 0.2446003 Nov 12 20:46:40.340982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-01df6481-9c0e-4fff-a7c9-507946a27aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.363138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-32eba1ca-9b4e-47a1-b505-3e800881eccb tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17a4c4d4c694ed0a5e2b9e864ab9636 HTTP/1.1" status: 200 len: 380 time: 0.0853937 Nov 12 20:46:40.363390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-37315805-a6b6-4bbe-bdd9-fed49ab64388 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:40.364716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-37315805-a6b6-4bbe-bdd9-fed49ab64388 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 805 time: 0.2531023 Nov 12 20:46:40.374276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-e233cb4f-7ece-4d53-b846-966d773741db tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a192ccc3741b4251aabee3d786e2e43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487454 Nov 12 20:46:40.394028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Request body: {'port': {'device_id': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'admin_state_up': True, 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'security_groups': ['dd129a72-b96e-44a1-9e03-c79c130b43fb']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:40.422515 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.438309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-01df6481-9c0e-4fff-a7c9-507946a27aa9 None None] For port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:40.496378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-d3149bb4-3a1b-4cae-b27b-b2568a0625fd tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/quotas/042eb430fc8e40b6a621f528af33769a HTTP/1.1" status: 200 len: 375 time: 0.1042414 Nov 12 20:46:40.555872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59976) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:40.614389 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc9b2903-a68a-4b17-b93b-69fa653c7c9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=105471326a004ef8aef4bf5f6b5de1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568960 Nov 12 20:46:40.617499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:40.628164 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-01df6481-9c0e-4fff-a7c9-507946a27aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.679014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:46:40.682033 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:46:40.693821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Made reservation on behalf of e17a4c4d4c694ed0a5e2b9e864ab9636 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:40.698378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.715431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df6481-9c0e-4fff-a7c9-507946a27aa9 None None] Pushing event updated for resources: {'Port': ['ID=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:40.766428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-8ce178da-8f57-4140-b35f-5cb24c3152f9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2690911 Nov 12 20:46:40.847839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c99d6ed-bf8f-4f77-b792-c88f033f87e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.851132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-6a8d8023-168c-4371-8206-63a257160f02 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:40.857639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a5262427-fef4-44bd-8a10-a688edf03aa7 None None] Provisioning complete for port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:40.858606 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-6a8d8023-168c-4371-8206-63a257160f02 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4827628 Nov 12 20:46:40.859610 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5262427-fef4-44bd-8a10-a688edf03aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.870535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.889047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-0e7be95a-5fba-428d-bfe6-3db70c91e5e1 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/quotas/a192ccc3741b4251aabee3d786e2e43a HTTP/1.1" status: 200 len: 375 time: 0.0299990 Nov 12 20:46:40.893746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c99d6ed-bf8f-4f77-b792-c88f033f87e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:40.907171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Allocated IP 172.20.0.11 (f5ef3117-50aa-495d-a5db-e5c2c185adef/acb87e54-1e68-4cb5-8463-64d5f84e4ffb/0a3199eb-f076-43d1-8df5-003fa7beb523) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:40.970564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-b06fe84f-7218-4b32-bfe6-ddc488e3c8f5 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a192ccc3741b4251aabee3d786e2e43a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806091 Nov 12 20:46:41.017607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-82e454b5-a1d1-475c-aa75-2b3fca44ccec service neutron] 10.222.0.64 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500956 Nov 12 20:46:41.166674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:41.197403 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c99d6ed-bf8f-4f77-b792-c88f033f87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:41.200351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c99d6ed-bf8f-4f77-b792-c88f033f87e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:41.205953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1c99d6ed-bf8f-4f77-b792-c88f033f87e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17dc464b-11b6-4d25-96fb-0ebd6e7b3113 HTTP/1.1" status: 204 len: 168 time: 0.5869908 Nov 12 20:46:41.274595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99d6ed-bf8f-4f77-b792-c88f033f87e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc464b-11b6-4d25-96fb-0ebd6e7b3113,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:41.389308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:41.540763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event updated for resources: {'Port': ['ID=0a3199eb-f076-43d1-8df5-003fa7beb523,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:41.550423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Network f5ef3117-50aa-495d-a5db-e5c2c185adef is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:41.553265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:41.555864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:41.661335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:41.661885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:41.740152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00fcb-c213-4abf-a17c-0c4a20bb3a7f req-788710cc-47d4-4c1d-a6c0-d19d65584d46 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:41.753975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5e00fcb-c213-4abf-a17c-0c4a20bb3a7f req-788710cc-47d4-4c1d-a6c0-d19d65584d46 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 932 time: 0.1515288 Nov 12 20:46:41.773950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-1f2ad340-f5e0-4afd-8798-9bc981df51e5 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553551 Nov 12 20:46:41.819963 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4824bd6d-4942-4851-aa8a-a81bc295dc88 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4422765 Nov 12 20:46:41.829950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 643f08db-78d9-451f-8f6d-5fac78f68317 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:41.838837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Request body: {'port': {'device_id': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:41.870323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5e00fcb-c213-4abf-a17c-0c4a20bb3a7f req-46b35b7d-81fe-4e06-bca1-4fdc743a83e2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175504 Nov 12 20:46:41.916205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:41.919748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Router cb811d70-48e5-4f9a-b0e6-48cb254440f9 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:46:41.998556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.090318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfce69f0-e6a4-4423-bed4-5030de32cc21 req-1b04ec39-9f27-4b5b-ba76-87ede2413508 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 210 time: 0.0608807 Nov 12 20:46:42.222604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:42.429124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-f5e3f075-6820-430e-b85b-7875a1245a9a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:42.430742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-f5e3f075-6820-430e-b85b-7875a1245a9a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ffb3d8-3188-4841-bd44-c46ca7f1f798 HTTP/1.1" status: 200 len: 946 time: 0.4041579 Nov 12 20:46:42.447966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fc1089-c118-40cf-94c8-419299932aab req-68a62628-340f-4a7a-8219-e4d3ca7d38be tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 210 time: 0.0718565 Nov 12 20:46:42.471395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3199eb-f076-43d1-8df5-003fa7beb523 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:42.478864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:42.483880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:46:42.495962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.514554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Transition to ACTIVE for port object 0a3199eb-f076-43d1-8df5-003fa7beb523 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:46:42.542990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:46:42.556757 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Sync routers for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:46:42.562812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-09567a36-613d-4e10-98f8-1c1a1458a75b None None] Provisioning complete for port 0a3199eb-f076-43d1-8df5-003fa7beb523 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:42.563531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09567a36-613d-4e10-98f8-1c1a1458a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.569727 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:46:42.574422 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:46:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:42.618349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c91a273-e997-4978-9e10-111db80df2d4 req-61b4db60-ec85-4c33-b830-4827da7b015e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 210 time: 0.0957251 Nov 12 20:46:42.644091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faa59f-e663-4963-b369-201ff522c8b2 req-935b185e-7cdc-41bd-85b8-74f45d9aecff tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:42.648336 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6faa59f-e663-4963-b369-201ff522c8b2 req-935b185e-7cdc-41bd-85b8-74f45d9aecff tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.4354968 Nov 12 20:46:42.655430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.674839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.678152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-09567a36-613d-4e10-98f8-1c1a1458a75b None None] Port 0a3199eb-f076-43d1-8df5-003fa7beb523 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:46:42.727445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:42.751033 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f42fae2-9605-4d53-8e9b-b03f55aa5e91" -d '{"events": [{"server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "name": "network-vif-unplugged", "status": "completed", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:42.787572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:42.789128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:42.789522 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.853712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.858738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-67c8ad11-db25-44a6-8761-95496772fe18 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3582740 Nov 12 20:46:42.862579 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.864961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60020) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:42.865148 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:46:42.881539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3199eb-f076-43d1-8df5-003fa7beb523,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:42.926089 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af87961-50d2-4c38-b419-c9f8e9d14b9a x-openstack-request-id: req-4af87961-50d2-4c38-b419-c9f8e9d14b9a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:42.926885 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "name": "network-vif-unplugged", "status": "completed", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:42.927153 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4af87961-50d2-4c38-b419-c9f8e9d14b9a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:42.954998 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317', 'code': 200} Nov 12 20:46:43.002986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Attempting to bind port 0a3199eb-f076-43d1-8df5-003fa7beb523 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:43.005601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Attempting to bind port 0a3199eb-f076-43d1-8df5-003fa7beb523 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:43.012129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Attempting to bind port 0a3199eb-f076-43d1-8df5-003fa7beb523 on network f5ef3117-50aa-495d-a5db-e5c2c185adef {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:43.052447 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-ab9ee96a-6263-43e2-bbd5-add1dc8233bf tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031904 Nov 12 20:46:43.055002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Port 0a3199eb-f076-43d1-8df5-003fa7beb523 on network f5ef3117-50aa-495d-a5db-e5c2c185adef not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:43.057347 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Attempting to bind port 0a3199eb-f076-43d1-8df5-003fa7beb523 on network f5ef3117-50aa-495d-a5db-e5c2c185adef {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:43.092628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:43.093394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Checking segment: {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:43.094036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Bound using segment: {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:43.094721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Bound port: 0a3199eb-f076-43d1-8df5-003fa7beb523, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8434eb66-3ec5-4098-80f6-c30a09922f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:43.095337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.145228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6faa59f-e663-4963-b369-201ff522c8b2 req-92c641c0-8737-412f-b3bf-903ce3538028 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421144 Nov 12 20:46:43.214331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:43.427938 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:39Z', 'revision_number': 3, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:43.433782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] For port 0a3199eb-f076-43d1-8df5-003fa7beb523, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:43.438237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] For port 0a3199eb-f076-43d1-8df5-003fa7beb523, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0a3199eb-f076-43d1-8df5-003fa7beb523,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:43.451499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Deleting port 643f08db-78d9-451f-8f6d-5fac78f68317 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:46:43.451884 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.479968 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Checking router: cb811d70-48e5-4f9a-b0e6-48cb254440f9 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:46:43.480579 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Updating router cb811d70-48e5-4f9a-b0e6-48cb254440f9 port 166edbb5-71e5-4678-9ed8-32fed6ab3c57 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:46:43.523543 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.543058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0164048-8451-4435-83dd-d63c78199792 req-7f62a49b-3c73-4e76-82b0-87c6fbd69399 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:43.548439 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-7f62a49b-3c73-4e76-82b0-87c6fbd69399 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4735301 Nov 12 20:46:43.563467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Request body: {'port': {'device_id': 'ce62fefa-d884-481c-8fe2-f637b1ade2a9', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f17fde0197fb4cd185fa333ca81bec54'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:43.576240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.685316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:43.686072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.687588 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a3199eb-f076-43d1-8df5-003fa7beb523 HTTP/1.1" status: 200 len: 1093 time: 1.8534594 Nov 12 20:46:43.698398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a139f5-9e5e-437f-a569-5743f4bca135 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3199eb-f076-43d1-8df5-003fa7beb523,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:43.701955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'tag': '0a3199eb-f076-43d1-8df5-003fa7beb523'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:43.705243 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c74b80-44ad-4712-8178-2f0998812d11" -d '{"events": [{"name": "network-changed", "server_uuid": "e8558ccb-77e5-4949-a58c-0be55a9f9218", "tag": "0a3199eb-f076-43d1-8df5-003fa7beb523"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:43.831710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 643f08db-78d9-451f-8f6d-5fac78f68317 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:43.867841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] For port 643f08db-78d9-451f-8f6d-5fac78f68317, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=643f08db-78d9-451f-8f6d-5fac78f68317,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:43.868386 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.912658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Calling delete_port for 643f08db-78d9-451f-8f6d-5fac78f68317 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:46:44.012513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3872fb0a-4e24-44aa-9b01-9c50ff950208 req-ede8c53d-91d6-42de-9816-14483b242caa tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 210 time: 0.4017329 Nov 12 20:46:44.096215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Made reservation on behalf of f17fde0197fb4cd185fa333ca81bec54 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:44.102327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8f303-33fe-4928-81e2-70fc588f7b9f req-5e2c7078-411e-4d8a-87bb-20c44059aea9 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:44.104389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2c8f303-33fe-4928-81e2-70fc588f7b9f req-5e2c7078-411e-4d8a-87bb-20c44059aea9 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 1.0298617 Nov 12 20:46:44.115000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:44.257897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:44.316241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-103c2e81-b838-4799-a405-afae20791375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:44.316241 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-103c2e81-b838-4799-a405-afae20791375 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e17a4c4d4c694ed0a5e2b9e864ab9636&device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 1096 time: 0.3252335 Nov 12 20:46:44.385577 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-64cc5796-2c10-4e4e-850e-12d54d96f25f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a3199eb-f076-43d1-8df5-003fa7beb523 HTTP/1.1" status: 200 len: 217 time: 0.0553472 Nov 12 20:46:44.484074 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:44.534803 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:44.552837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbbd9198-a260-4ecf-aa4c-1b3122fa5fad req-9347efbc-c497-4fb6-b63e-f0bdcd6f82b0 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 210 time: 0.1666777 Nov 12 20:46:44.583613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-0aa348b3-89d7-4e82-a895-986d06a19a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:44.588402 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-0aa348b3-89d7-4e82-a895-986d06a19a82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acb87e54-1e68-4cb5-8463-64d5f84e4ffb HTTP/1.1" status: 200 len: 855 time: 0.1823421 Nov 12 20:46:44.589683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Allocated IP 192.168.233.4 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/7d629a12-1765-49b5-8c2a-a6f0040c07eb) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:44.708867 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:44.771687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-8c79dc41-d350-4a4c-8f7f-9dd42366a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:44.773644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-8c79dc41-d350-4a4c-8f7f-9dd42366a3db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5ef3117-50aa-495d-a5db-e5c2c185adef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707275 Nov 12 20:46:44.774549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Pushing event deleted for resources: {'Port': ['ID=643f08db-78d9-451f-8f6d-5fac78f68317,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:44.821123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] No DVR routers for this DVR port 643f08db-78d9-451f-8f6d-5fac78f68317 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:46:44.842896 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Attempting to bind port 166edbb5-71e5-4678-9ed8-32fed6ab3c57 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:44.843250 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Attempting to bind port 166edbb5-71e5-4678-9ed8-32fed6ab3c57 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:44.845134 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Attempting to bind port 166edbb5-71e5-4678-9ed8-32fed6ab3c57 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:44.849991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:44.855264 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:44.855662 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:44.856086 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:44.856478 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:44.856981 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Bound port: 166edbb5-71e5-4678-9ed8-32fed6ab3c57, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:44.857326 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:44.858686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5c56481-63c9-4e09-8480-36c5fe297365 req-21fe355f-8ff1-4772-8525-0a0a7fdf61f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "DELETE /v2.0/ports/643f08db-78d9-451f-8f6d-5fac78f68317 HTTP/1.1" status: 204 len: 173 time: 2.4067576 Nov 12 20:46:44.863379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'name': 'network-vif-deleted', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:44.868595 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Pushing event updated for resources: {'Port': ['ID=166edbb5-71e5-4678-9ed8-32fed6ab3c57,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:44.870897 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f594fed2-c444-464c-80bd-b4674782d2cf" -d '{"events": [{"server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "name": "network-vif-deleted", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:44.881623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-0ff3e122-3bc4-483d-aba9-a3bcb176b4e7 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a192ccc3741b4251aabee3d786e2e43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1893106 Nov 12 20:46:44.896279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2c8f303-33fe-4928-81e2-70fc588f7b9f req-ddd5610b-2452-4929-b775-62df5d102c4a tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7812884 Nov 12 20:46:44.911486 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-d0810bfe-c84c-4926-b034-87eec6ea3646 service neutron] 10.222.0.46 "GET /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270833 Nov 12 20:46:44.947109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0646b3a2-1710-4798-bc36-098115a9b6b2 req-b873107e-8b21-4ea0-8ea8-c9b5b49e91a9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 210 time: 0.1732950 Nov 12 20:46:44.978624 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:44.986485 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:44.987450 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:44.988304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:44.990378 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:44.995030 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:44.997097 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:45.000021 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:45.006223 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:45.006223 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:45.006223 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:45.006223 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:45.007551 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:45.066870 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22bf092-1018-4718-a342-3111971365c8 x-openstack-request-id: req-a22bf092-1018-4718-a342-3111971365c8 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:45.067849 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8558ccb-77e5-4949-a58c-0be55a9f9218", "tag": "0a3199eb-f076-43d1-8df5-003fa7beb523", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:45.068209 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a22bf092-1018-4718-a342-3111971365c8 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:45.068786 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'tag': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'status': 'completed', 'code': 200} Nov 12 20:46:45.110341 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] For port 166edbb5-71e5-4678-9ed8-32fed6ab3c57, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:45.126383 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] For port 166edbb5-71e5-4678-9ed8-32fed6ab3c57, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=166edbb5-71e5-4678-9ed8-32fed6ab3c57,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:45.205531 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-52ba15e5-3e37-4c21-8c71-74452c7cdd5c req-4f18c0bf-9e19-4903-9565-2cc5807698b9 service neutron] 10.222.0.46 "GET /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721858 Nov 12 20:46:45.205649 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42fbb44-fe11-45b3-becc-da20d28bcf6a x-openstack-request-id: req-e42fbb44-fe11-45b3-becc-da20d28bcf6a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:45.205649 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ffb3d8-3188-4841-bd44-c46ca7f1f798", "name": "network-vif-deleted", "tag": "643f08db-78d9-451f-8f6d-5fac78f68317", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:45.205649 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e42fbb44-fe11-45b3-becc-da20d28bcf6a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:45.205649 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ffb3d8-3188-4841-bd44-c46ca7f1f798', 'name': 'network-vif-deleted', 'tag': '643f08db-78d9-451f-8f6d-5fac78f68317', 'status': 'completed', 'code': 200} Nov 12 20:46:45.221439 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:45.297734 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:45.316467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:45.371584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', '07717952-1664-4b4b-a7c0-5027be26fa0f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:45.388274 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03c2a3-1e5a-40cb-a7dd-4cdfb3666dcd None None] Pushing event updated for resources: {'Port': ['ID=166edbb5-71e5-4678-9ed8-32fed6ab3c57,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:45.395705 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:46:45.396327 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:46:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:45.453286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:45.504209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:45.526697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:45.705270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.706859 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:45.724224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'Port': ['ID=7d629a12-1765-49b5-8c2a-a6f0040c07eb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:45.742927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a9322-3f38-45f5-9b0d-61f4d38f4175 req-8264406f-bd82-4716-8ca7-60cfe3084ba5 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.749663 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:46:45.782462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-096a9322-3f38-45f5-9b0d-61f4d38f4175 req-8264406f-bd82-4716-8ca7-60cfe3084ba5 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.6607497 Nov 12 20:46:45.809010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-9e135c71-3d75-421c-85fd-d4499db6c913 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.810688 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-9e135c71-3d75-421c-85fd-d4499db6c913 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.46 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 805 time: 0.4270794 Nov 12 20:46:45.820045 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-fe44a837-9170-43db-b3ba-3f10234b8bb3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2614703 Nov 12 20:46:45.825932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Request body: {'port': {'device_id': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'admin_state_up': True, 'tenant_id': '042eb430fc8e40b6a621f528af33769a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:45.841259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Request body: {'port': {'device_id': 'ce62fefa-d884-481c-8fe2-f637b1ade2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:45.913454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ade8b-97ad-45fc-97fb-9ca1221b6de0 req-72ec9783-af17-4373-83c8-c129f0b88cb8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.927276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae9ade8b-97ad-45fc-97fb-9ca1221b6de0 req-72ec9783-af17-4373-83c8-c129f0b88cb8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 934 time: 0.6471670 Nov 12 20:46:45.966547 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:46.006855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1fbc78d5-4dd6-4253-9ec9-b6b826025ed3 None None] Provisioning complete for port 7d629a12-1765-49b5-8c2a-a6f0040c07eb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:46.007317 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1fbc78d5-4dd6-4253-9ec9-b6b826025ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:46.105736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc78d5-4dd6-4253-9ec9-b6b826025ed3 None None] Port 7d629a12-1765-49b5-8c2a-a6f0040c07eb cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:46:46.109212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:46.112707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-43518aad-bfaf-4e43-8610-a965d731727e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:46.115060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-43518aad-bfaf-4e43-8610-a965d731727e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1899488 Nov 12 20:46:46.133196 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:39Z', 'revision_number': 3, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:46.178955 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fda9c-4d34-4ec5-973b-07c601ec5017 None None] The sync data for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 is: [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:39Z', 'revision_number': 3, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:46:46.398348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Allocated IP 172.20.0.1 (08fae675-e385-45c1-b4a9-0f36e735b554/3465fa19-e516-4344-9f68-90cc02d9e5a6/675f3e02-82f6-4b7a-b511-7a47d7505ae0) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:46.404705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Made reservation on behalf of 042eb430fc8e40b6a621f528af33769a for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:46.409123 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:46.419239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Request body: {'port': {'device_id': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'a192ccc3741b4251aabee3d786e2e43a'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:46.597319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c74b80-44ad-4712-8178-2f0998812d11 req-130bd227-7631-429d-a4e4-ac41d3df630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:46.601056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c74b80-44ad-4712-8178-2f0998812d11 req-130bd227-7631-429d-a4e4-ac41d3df630b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e17a4c4d4c694ed0a5e2b9e864ab9636&device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 1096 time: 1.1545384 Nov 12 20:46:46.748338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Allocated IP 172.20.0.14 (fd4c8780-1124-4aa9-8a3f-6d06287f0553/e2e1704a-424b-45a2-9420-27bb4a58d1b6/1145c113-304b-4f48-a919-d927c3f94f35) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:46.778031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae9ade8b-97ad-45fc-97fb-9ca1221b6de0 req-38e4dddc-ea56-45f8-a39e-9d943f778322 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8481989 Nov 12 20:46:46.814445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d629a12-1765-49b5-8c2a-a6f0040c07eb {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:46.828390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:46.852098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-096a9322-3f38-45f5-9b0d-61f4d38f4175 req-9458b7de-18f5-41e7-b6f2-0e3abf5fa40c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0686255 Nov 12 20:46:46.867185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Made reservation on behalf of a192ccc3741b4251aabee3d786e2e43a for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:46.871159 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:46.900887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Transition to ACTIVE for port object 7d629a12-1765-49b5-8c2a-a6f0040c07eb will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:46:46.926500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:46.988148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.034469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.071308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c74b80-44ad-4712-8178-2f0998812d11 req-222d7527-d104-499d-a612-07a3b8496502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:47.073281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c74b80-44ad-4712-8178-2f0998812d11 req-222d7527-d104-499d-a612-07a3b8496502 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f5ef3117-50aa-495d-a5db-e5c2c185adef HTTP/1.1" status: 200 len: 917 time: 0.4489033 Nov 12 20:46:47.116942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be570313-671d-43fd-8705-2e016a55d993 req-70e8e969-defa-4a38-8820-bd21ba4c0016 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 210 time: 0.0474575 Nov 12 20:46:47.120463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Pushing event updated for resources: {'Port': ['ID=7d629a12-1765-49b5-8c2a-a6f0040c07eb,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:47.124047 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.231172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Network 08fae675-e385-45c1-b4a9-0f36e735b554 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:47.269087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c74b80-44ad-4712-8178-2f0998812d11 req-0221fc48-40d8-4dd3-a2ce-000d4c8fbf5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a3199eb-f076-43d1-8df5-003fa7beb523 HTTP/1.1" status: 200 len: 217 time: 0.1511378 Nov 12 20:46:47.296367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:47.299811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Pushing event updated for resources: {'Port': ['ID=675f3e02-82f6-4b7a-b511-7a47d7505ae0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:47.312106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:47.320197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.324074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Attempting to bind port 7d629a12-1765-49b5-8c2a-a6f0040c07eb on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:47.324503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Attempting to bind port 7d629a12-1765-49b5-8c2a-a6f0040c07eb by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:47.324927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Attempting to bind port 7d629a12-1765-49b5-8c2a-a6f0040c07eb on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:47.337732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Port 7d629a12-1765-49b5-8c2a-a6f0040c07eb on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:47.338194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Attempting to bind port 7d629a12-1765-49b5-8c2a-a6f0040c07eb on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:47.348743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:47.349241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:47.349954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:47.350500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Bound port: 7d629a12-1765-49b5-8c2a-a6f0040c07eb, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:47.351424 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.462648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fab1751-e5f6-45c9-8f5e-3eb0c4a5c64d req-cf04870d-77ba-444b-9a0d-d1b38770c6a7 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 210 time: 0.1458473 Nov 12 20:46:47.538850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c74b80-44ad-4712-8178-2f0998812d11 req-2fd491ee-5885-4ced-83b1-62e06c14a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:47.540783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c74b80-44ad-4712-8178-2f0998812d11 req-2fd491ee-5885-4ced-83b1-62e06c14a570 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acb87e54-1e68-4cb5-8463-64d5f84e4ffb HTTP/1.1" status: 200 len: 855 time: 0.2258675 Nov 12 20:46:47.594485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.643374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09186b-8eea-42f9-ab22-30031efb447a req-921f389c-3e79-4f76-af4a-3680b0fa0bc2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:47.652047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe09186b-8eea-42f9-ab22-30031efb447a req-921f389c-3e79-4f76-af4a-3680b0fa0bc2 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.4274700 Nov 12 20:46:47.702187 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.739900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.782170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7c2e6236-14f5-4f13-a4bf-5df9b72e22c0 None None] Provisioning complete for port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:47.782729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6236-14f5-4f13-a4bf-5df9b72e22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.803408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] For port 7d629a12-1765-49b5-8c2a-a6f0040c07eb, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:47.806240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] For port 7d629a12-1765-49b5-8c2a-a6f0040c07eb, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7d629a12-1765-49b5-8c2a-a6f0040c07eb,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:47.842266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e6236-14f5-4f13-a4bf-5df9b72e22c0 None None] Port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:46:47.866118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e4447-3f57-49c3-946d-debc9621fd0e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:47.893348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.943668 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.961029 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:47.961848 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.963388 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] 10.222.0.78 "PUT /v2.0/ports/7d629a12-1765-49b5-8c2a-a6f0040c07eb HTTP/1.1" status: 200 len: 1095 time: 2.1323943 Nov 12 20:46:47.975296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce62fefa-d884-481c-8fe2-f637b1ade2a9', 'tag': '7d629a12-1765-49b5-8c2a-a6f0040c07eb'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:47.977830 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ce62fefa-d884-481c-8fe2-f637b1ade2a9", "tag": "7d629a12-1765-49b5-8c2a-a6f0040c07eb"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:47.982982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 166edbb5-71e5-4678-9ed8-32fed6ab3c57 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:47.997092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c74b80-44ad-4712-8178-2f0998812d11 req-fa929873-a39e-4e66-80df-b1592033e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:47.998770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c74b80-44ad-4712-8178-2f0998812d11 req-fa929873-a39e-4e66-80df-b1592033e8b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5ef3117-50aa-495d-a5db-e5c2c185adef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4130185 Nov 12 20:46:48.023630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe09186b-8eea-42f9-ab22-30031efb447a req-805509c6-2933-4ee2-9956-f75f7e2a0b41 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694797 Nov 12 20:46:48.030958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Network fd4c8780-1124-4aa9-8a3f-6d06287f0553 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:48.065785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:48.072646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:48.096501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a903d63-c6ed-49fd-91e4-896e5af52e51 req-00b1ca88-86cf-4d3d-b735-03aade039249 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.104297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a903d63-c6ed-49fd-91e4-896e5af52e51 req-00b1ca88-86cf-4d3d-b735-03aade039249 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 946 time: 0.2250280 Nov 12 20:46:48.133467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 166edbb5-71e5-4678-9ed8-32fed6ab3c57 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:48.135734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:48.302437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3565e57-4866-4c5b-bdda-cbe6547eaedf service neutron] Pushing event updated for resources: {'Port': ['ID=7d629a12-1765-49b5-8c2a-a6f0040c07eb,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:48.302932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a903d63-c6ed-49fd-91e4-896e5af52e51 req-76ef16ed-12cd-4c81-bac5-09dc8048be6c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929324 Nov 12 20:46:48.304937 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:48.338635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.340260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:48.340646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 166edbb5-71e5-4678-9ed8-32fed6ab3c57, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=166edbb5-71e5-4678-9ed8-32fed6ab3c57,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:48.375328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eac0f-3169-4617-a77a-1ffecd7410c8 req-48ee98a8-f3ed-4387-96c9-11ae0d0fd6c9 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.381166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b2eac0f-3169-4617-a77a-1ffecd7410c8 req-48ee98a8-f3ed-4387-96c9-11ae0d0fd6c9 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.2118680 Nov 12 20:46:48.412008 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:48.421118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Pushing event updated for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:48.452800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0164048-8451-4435-83dd-d63c78199792 req-9b9fe7b5-e949-4b31-a208-b6830909a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.454794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:48.458040 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-9b9fe7b5-e949-4b31-a208-b6830909a43a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 1098 time: 0.2781196 Nov 12 20:46:48.541211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=166edbb5-71e5-4678-9ed8-32fed6ab3c57,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:48.590642 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-ad21efa8-a09f-48ab-bb93-fe197dd02d56 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7d629a12-1765-49b5-8c2a-a6f0040c07eb HTTP/1.1" status: 200 len: 217 time: 0.1231930 Nov 12 20:46:48.593349 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d94c05a-70d5-4ab3-a659-e9cce230e497 x-openstack-request-id: req-8d94c05a-70d5-4ab3-a659-e9cce230e497 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:48.593937 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce62fefa-d884-481c-8fe2-f637b1ade2a9", "tag": "7d629a12-1765-49b5-8c2a-a6f0040c07eb", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:48.594395 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d94c05a-70d5-4ab3-a659-e9cce230e497 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:48.598410 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce62fefa-d884-481c-8fe2-f637b1ade2a9', 'tag': '7d629a12-1765-49b5-8c2a-a6f0040c07eb', 'status': 'completed', 'code': 200} Nov 12 20:46:48.598410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:48.637791 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-015b517e-87a0-45dd-a90e-8c7498a7b34b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8162472 Nov 12 20:46:48.685802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Request body: {'port': {'device_id': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:48.779911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0164048-8451-4435-83dd-d63c78199792 req-cb74a0bd-33ef-483d-b924-595880f515bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.781576 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-cb74a0bd-33ef-483d-b924-595880f515bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1733425 Nov 12 20:46:48.799728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:48.813432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62d741d2-633b-4f3b-848d-c9af47afb989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:48.878507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Allocated IP 192.168.233.241 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/a47e7b1f-f4bf-4aec-a13c-fdc5cede5052) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:48.890303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c74b80-44ad-4712-8178-2f0998812d11 req-b6683b30-3c00-4a75-983c-28136bf7f24d service neutron] 10.222.0.46 "GET /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8757308 Nov 12 20:46:48.907675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0164048-8451-4435-83dd-d63c78199792 req-3baee58a-73c1-455a-a2f1-f747348aa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.909306 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-3baee58a-73c1-455a-a2f1-f747348aa4c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156349 Nov 12 20:46:48.945047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44caefc2-7db9-45fb-a6f9-8fccde9a294b req-9d8e3e6b-1837-4787-8718-2c3bcffbbd4d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 210 time: 0.0725999 Nov 12 20:46:49.050227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b2eac0f-3169-4617-a77a-1ffecd7410c8 req-3e1b6514-4de0-4bc0-bdfb-8f3ecec24d40 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477628 Nov 12 20:46:49.177024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62d741d2-633b-4f3b-848d-c9af47afb989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.184299 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-3a19a566-113c-4fc9-88ba-07331ada6e10 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621005 Nov 12 20:46:49.252959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01c74b80-44ad-4712-8178-2f0998812d11 req-3fbcdadc-8559-465d-9ea5-de99bef58a7d service neutron] 10.222.0.46 "GET /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524950 Nov 12 20:46:49.255369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62d741d2-633b-4f3b-848d-c9af47afb989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.325685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aec61-6391-4a6c-aa1f-d24d0a8fa560 req-d8cf6cd4-48c1-48f4-9d08-b787af4929a9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:49.327192 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-351aec61-6391-4a6c-aa1f-d24d0a8fa560 req-d8cf6cd4-48c1-48f4-9d08-b787af4929a9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 932 time: 0.2762036 Nov 12 20:46:49.356160 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-62d741d2-633b-4f3b-848d-c9af47afb989 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ddf77914ed74c87aaec14bb3b8c9eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7561369 Nov 12 20:46:49.361968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60110) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:49.373392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebf828-245a-45c6-ae97-f5a6e25da122 req-37861c0f-60c1-4722-9868-6e35b3fa3c23 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:49.374959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8eebf828-245a-45c6-ae97-f5a6e25da122 req-37861c0f-60c1-4722-9868-6e35b3fa3c23 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.2015574 Nov 12 20:46:49.394521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d741d2-633b-4f3b-848d-c9af47afb989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164eeb4a-2642-4106-aa7b-baa3d63cc8f3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:49.414093 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b0164048-8451-4435-83dd-d63c78199792 req-113deb06-c198-41a7-907a-f1277756f4ce service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194188 Nov 12 20:46:49.433625 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.451707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1145c113-304b-4f48-a919-d927c3f94f35 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:49.919477 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.920796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.920796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Transition to ACTIVE for port object 1145c113-304b-4f48-a919-d927c3f94f35 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:46:49.923256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-351aec61-6391-4a6c-aa1f-d24d0a8fa560 req-28990ab8-247a-4591-8410-b1085949b103 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558485 Nov 12 20:46:49.924271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b1a40f4-a4c7-4662-89e1-a13e40095b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.926997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8eebf828-245a-45c6-ae97-f5a6e25da122 req-0b73a44d-f7f2-4750-b239-f47bbe0e50ad tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199427 Nov 12 20:46:49.929340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b1a40f4-a4c7-4662-89e1-a13e40095b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.931138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ef756-ff61-49e8-a642-f8ed2339d80e req-0a647885-7e01-4784-abdb-35b5db6f64ea tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:49.931138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-107ef756-ff61-49e8-a642-f8ed2339d80e req-0a647885-7e01-4784-abdb-35b5db6f64ea tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 946 time: 0.0556426 Nov 12 20:46:49.931138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-107ef756-ff61-49e8-a642-f8ed2339d80e req-e0e09d1a-b64e-4cd5-aa8a-8dbf874490f3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Nov 12 20:46:49.931138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.931138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Pushing event updated for resources: {'Port': ['ID=675f3e02-82f6-4b7a-b511-7a47d7505ae0,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:49.931138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.932119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 166edbb5-71e5-4678-9ed8-32fed6ab3c57 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:49.932558 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.933449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.933587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Network 08fae675-e385-45c1-b4a9-0f36e735b554 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:49.933587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:49.934207 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b1a40f4-a4c7-4662-89e1-a13e40095b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.938383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b1a40f4-a4c7-4662-89e1-a13e40095b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.938992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 166edbb5-71e5-4678-9ed8-32fed6ab3c57 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:49.940195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.942158 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9b1a40f4-a4c7-4662-89e1-a13e40095b75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/164eeb4a-2642-4106-aa7b-baa3d63cc8f3 HTTP/1.1" status: 204 len: 168 time: 0.5791440 Nov 12 20:46:50.039168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:50.055552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:50.069282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:50.137522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a40f4-a4c7-4662-89e1-a13e40095b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164eeb4a-2642-4106-aa7b-baa3d63cc8f3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:50.196197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Pushing event updated for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:50.234226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:50.297748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-ca18bb27-4961-42f1-9ae2-854a2661550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.297748 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-ca18bb27-4961-42f1-9ae2-854a2661550b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 1098 time: 0.2530789 Nov 12 20:46:50.366150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Attempting to bind port 1145c113-304b-4f48-a919-d927c3f94f35 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:50.367094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Attempting to bind port 1145c113-304b-4f48-a919-d927c3f94f35 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:50.367094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Attempting to bind port 1145c113-304b-4f48-a919-d927c3f94f35 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:50.414757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Port 1145c113-304b-4f48-a919-d927c3f94f35 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:50.415396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Attempting to bind port 1145c113-304b-4f48-a919-d927c3f94f35 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:50.428973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:50.428973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Checking segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:50.431552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Bound using segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:50.432029 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Bound port: 1145c113-304b-4f48-a919-d927c3f94f35, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:50.432434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:50.501087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-683bc9ab-3e6c-46d6-b68b-236717baa94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.502876 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-683bc9ab-3e6c-46d6-b68b-236717baa94e service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1962898 Nov 12 20:46:50.506481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-287433cf-78b0-45e4-8d2c-cddff335688e None None] Provisioning complete for port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:50.509372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-287433cf-78b0-45e4-8d2c-cddff335688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:50.555540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95546d8d-f4c8-4e63-ba93-d3f845e52c55 req-2fb9dfee-ae71-4cf9-b220-ed5c2fa36c35 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.559506 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-2c1afc46-9df6-4b6c-85ac-14e64d20cdf9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7d629a12-1765-49b5-8c2a-a6f0040c07eb HTTP/1.1" status: 200 len: 217 time: 0.0467391 Nov 12 20:46:50.566442 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95546d8d-f4c8-4e63-ba93-d3f845e52c55 req-2fb9dfee-ae71-4cf9-b220-ed5c2fa36c35 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 936 time: 0.2429435 Nov 12 20:46:50.572918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:50.582978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:50.615592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-287433cf-78b0-45e4-8d2c-cddff335688e None None] Port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:46:50.623257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cd10a-42ae-47eb-bf9e-3a57fcd8aa28 req-eb9a72ff-7981-4487-a134-53e2e5a7365b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.626225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-e41341ae-a102-4b25-aa18-ad5a217795ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.628211 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-e41341ae-a102-4b25-aa18-ad5a217795ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0566883 Nov 12 20:46:50.631429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-382cd10a-42ae-47eb-bf9e-3a57fcd8aa28 req-eb9a72ff-7981-4487-a134-53e2e5a7365b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 944 time: 0.3472204 Nov 12 20:46:50.638908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.643053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-287433cf-78b0-45e4-8d2c-cddff335688e None None] Provisioning complete for port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:50.643053 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-287433cf-78b0-45e4-8d2c-cddff335688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:50.643276 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:50.685923 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:50.692430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-287433cf-78b0-45e4-8d2c-cddff335688e None None] Port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:46:50.721786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95546d8d-f4c8-4e63-ba93-d3f845e52c55 req-46c08c19-2a23-4963-bcb2-66ad8ea084af tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537995 Nov 12 20:46:50.726255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-7cd28035-9034-4089-a639-8582cbbc1554 service neutron] 10.222.0.78 "GET /v2.0/ports/0717599a-bc09-4024-99d4-23ff10f3c9bd/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.4714434 Nov 12 20:46:50.734816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Router cb811d70-48e5-4f9a-b0e6-48cb254440f9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:46:50.738587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-637832b2-c578-4c7b-81a4-1674209861d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.740278 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-637832b2-c578-4c7b-81a4-1674209861d5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033099 Nov 12 20:46:50.743156 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.743785 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:50.745086 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] 10.222.0.46 "PUT /v2.0/ports/1145c113-304b-4f48-a919-d927c3f94f35 HTTP/1.1" status: 200 len: 1093 time: 2.0644407 Nov 12 20:46:50.745550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:50.747783 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "tag": "1145c113-304b-4f48-a919-d927c3f94f35"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:50.792876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-382cd10a-42ae-47eb-bf9e-3a57fcd8aa28 req-2cb91ddc-999c-4125-9b71-bf8326835cfa tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603298 Nov 12 20:46:50.800053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-312b38cc-52a8-41c1-a26e-96c2d861d40e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3829157 Nov 12 20:46:50.827055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6b0ef-a712-4f90-995a-296ae10d3a2f service neutron] Pushing event updated for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:50.882126 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-5f57282e-52e9-4c33-8ada-477522da2e37 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228292 Nov 12 20:46:50.912635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Request body: {'port': {'device_id': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:51.013495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60132) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:51.023010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-37b1cce0-b812-4190-b25f-6f0bd79cce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:51.024513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-37b1cce0-b812-4190-b25f-6f0bd79cce87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 1096 time: 0.0911298 Nov 12 20:46:51.043142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b236b756-cb9a-4321-8622-6ab90a8436be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.092235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f61b49-0e36-49b3-a4e6-b6ddd2fe58fa req-b7987448-9081-481d-9db9-c2c394c22bce service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985064 Nov 12 20:46:51.094522 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-7a4df67f-e642-46ab-8f71-a2e7dcf13905 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1145c113-304b-4f48-a919-d927c3f94f35 HTTP/1.1" status: 200 len: 217 time: 0.0527310 Nov 12 20:46:51.163920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.174112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-28be79c6-c6df-4e2e-943f-1a9898040a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:51.175604 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-28be79c6-c6df-4e2e-943f-1a9898040a2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2e1704a-424b-45a2-9420-27bb4a58d1b6 HTTP/1.1" status: 200 len: 845 time: 0.0683672 Nov 12 20:46:51.204213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62415-78ae-4f66-878b-645b6aef2b3c req-17e59438-b4cb-4bf2-9919-218895246b51 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:51.205964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-69d62415-78ae-4f66-878b-645b6aef2b3c req-17e59438-b4cb-4bf2-9919-218895246b51 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.2803578 Nov 12 20:46:51.222679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166ec2f-6c40-44a1-b279-8ec124d08495 req-2037380f-76b3-4b37-a573-17af95c670b3 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:51.224601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d166ec2f-6c40-44a1-b279-8ec124d08495 req-2037380f-76b3-4b37-a573-17af95c670b3 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 944 time: 0.3016396 Nov 12 20:46:51.224848 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-faa95bf0-cc5e-49aa-b0f3-f8c0070832c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd4c8780-1124-4aa9-8a3f-6d06287f0553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371995 Nov 12 20:46:51.229893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b236b756-cb9a-4321-8622-6ab90a8436be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.233186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:46:51.249551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0a34af05-97fb-4ae0-b874-bc99fd358b82 admin admin] 10.222.0.64 "PUT /v2.0/routers/cb811d70-48e5-4f9a-b0e6-48cb254440f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3589187 Nov 12 20:46:51.253702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Sync routers for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:46:51.279956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:46:51.282609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:46:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:51.319686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b236b756-cb9a-4321-8622-6ab90a8436be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.376392 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b236b756-cb9a-4321-8622-6ab90a8436be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98e69b2dd7be4ac69dc198b7a2ee064b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618588 Nov 12 20:46:51.377392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236b756-cb9a-4321-8622-6ab90a8436be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b131b5-fca8-4409-ab05-93d9852286f0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:51.382960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60136) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:51.416973 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-63cc5b0c-d345-4ca4-aaea-ed7c960df817 service neutron] 10.222.0.46 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802564 Nov 12 20:46:51.448563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:46:51.509693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00d42d5e-9afa-48ca-a4bb-c3c3509051f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.544554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00d42d5e-9afa-48ca-a4bb-c3c3509051f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.561034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d166ec2f-6c40-44a1-b279-8ec124d08495 req-59ab19b2-5fac-4390-91bd-c40ded2ab3b3 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102098 Nov 12 20:46:51.598794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eee17303-d9dd-4c89-bc09-9a20024f9597 req-cfd63ff7-f8f6-4a8a-b830-0c5105428b96 service neutron] 10.222.0.46 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694558 Nov 12 20:46:51.656495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-69d62415-78ae-4f66-878b-645b6aef2b3c req-78818af0-bee0-4c19-a3e0-6187a6fb8486 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278426 Nov 12 20:46:51.719028 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aee9dab-25c8-4ccb-867d-a54b302cc57a x-openstack-request-id: req-4aee9dab-25c8-4ccb-867d-a54b302cc57a {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:51.719347 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "tag": "1145c113-304b-4f48-a919-d927c3f94f35", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:51.719603 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4aee9dab-25c8-4ccb-867d-a54b302cc57a {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:51.720001 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35', 'status': 'completed', 'code': 200} Nov 12 20:46:51.733544 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00d42d5e-9afa-48ca-a4bb-c3c3509051f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.738043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00d42d5e-9afa-48ca-a4bb-c3c3509051f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.742284 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-00d42d5e-9afa-48ca-a4bb-c3c3509051f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34b131b5-fca8-4409-ab05-93d9852286f0 HTTP/1.1" status: 204 len: 168 time: 0.3554270 Nov 12 20:46:51.769069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:51.788371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:49Z', 'revision_number': 2, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:51.809226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d42d5e-9afa-48ca-a4bb-c3c3509051f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b131b5-fca8-4409-ab05-93d9852286f0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:51.832710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:51.848192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-49034646-2f15-43ee-939a-68803bdf66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:51.850829 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-49034646-2f15-43ee-939a-68803bdf66c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 1096 time: 0.1074579 Nov 12 20:46:51.872073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Checking router: cb811d70-48e5-4f9a-b0e6-48cb254440f9 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:46:51.876536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Updating router cb811d70-48e5-4f9a-b0e6-48cb254440f9 port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:46:51.879180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9386584-736b-45e1-8877-d62d9e7998b8 req-dbe5b148-cf5a-4254-8429-7770372b7e64 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:51.887264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9386584-736b-45e1-8877-d62d9e7998b8 req-dbe5b148-cf5a-4254-8429-7770372b7e64 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 946 time: 0.1711936 Nov 12 20:46:51.911720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7d629a12-1765-49b5-8c2a-a6f0040c07eb details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:51.923600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0717599a-bc09-4024-99d4-23ff10f3c9bd {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:51.953643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:51.999012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9386584-736b-45e1-8877-d62d9e7998b8 req-4fe57ce6-2c11-41ab-9772-2dbd1dc1fb67 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001375 Nov 12 20:46:52.026486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-a9e3b861-652a-434c-912c-683f5b254300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:52.028676 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-a9e3b861-652a-434c-912c-683f5b254300 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 906 time: 0.1680954 Nov 12 20:46:52.062406 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.076847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.097911 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-bfb82453-41ce-4e0f-8687-27006fd43ef1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1145c113-304b-4f48-a919-d927c3f94f35 HTTP/1.1" status: 200 len: 217 time: 0.0609190 Nov 12 20:46:52.144341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:52.180672 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.198324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7d629a12-1765-49b5-8c2a-a6f0040c07eb, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7d629a12-1765-49b5-8c2a-a6f0040c07eb,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:52.208549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-00372c15-d709-4447-87de-7cb6c533af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:52.211319 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-00372c15-d709-4447-87de-7cb6c533af3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2e1704a-424b-45a2-9420-27bb4a58d1b6 HTTP/1.1" status: 200 len: 845 time: 0.1050978 Nov 12 20:46:52.219997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Transition to ACTIVE for port object a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:46:52.231157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90180e-0fcd-40ca-8cfb-5986e00ce707 req-06c810bb-a8ff-4bbb-8214-bc610be17af0 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:52.239063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc90180e-0fcd-40ca-8cfb-5986e00ce707 req-06c810bb-a8ff-4bbb-8214-bc610be17af0 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 936 time: 0.1452522 Nov 12 20:46:52.281769 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-9ae33cdd-ba8e-48a1-8ff5-41de1daadbd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd4c8780-1124-4aa9-8a3f-6d06287f0553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592270 Nov 12 20:46:52.314405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.327571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] Transition to ACTIVE for port object 0717599a-bc09-4024-99d4-23ff10f3c9bd will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:46:52.343721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '7d629a12-1765-49b5-8c2a-a6f0040c07eb', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '7d629a12-1765-49b5-8c2a-a6f0040c07eb', 'mac_address': 'fa:16:3e:30:9b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:52.392478 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.410840 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-3866ec99-d250-4db7-b4e0-67b02f1de5d3 service neutron] 10.222.0.46 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165681 Nov 12 20:46:52.410986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d629a12-1765-49b5-8c2a-a6f0040c07eb {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:52.453623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc90180e-0fcd-40ca-8cfb-5986e00ce707 req-861e15b2-a0aa-437d-89a5-088710561757 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136285 Nov 12 20:46:52.454365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:52.462251 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.639727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60158) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:52.653750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-496d385b-19b9-4de8-b1e1-9d62e3c46f35 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321188753', 'description': 'tempest-description--216046420'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:52.697372 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f96bdc3-bee9-453f-af9a-f96d50ce6f26 req-72fc4a6c-320b-4a0e-9992-e8d0cb82d175 service neutron] 10.222.0.46 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741957 Nov 12 20:46:52.710859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] No DVR routers for this DVR port 0717599a-bc09-4024-99d4-23ff10f3c9bd on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:46:52.744450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7d629a12-1765-49b5-8c2a-a6f0040c07eb, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7d629a12-1765-49b5-8c2a-a6f0040c07eb,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:52.828605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496d385b-19b9-4de8-b1e1-9d62e3c46f35 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.830186 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.882405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Attempting to bind port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:52.883253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Attempting to bind port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:52.883839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Attempting to bind port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:52.886910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] Pushing event updated for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:52.916877 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.925642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-09baa618-39cb-47f3-b8d0-1446c2fcf11f service neutron] 10.222.0.78 "PUT /v2.0/ports/0717599a-bc09-4024-99d4-23ff10f3c9bd/bindings/n-h2-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 2.1873279 Nov 12 20:46:52.945155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e2842-0283-4c5c-b536-9ce1e996ee41 req-4bb10ea8-37fc-434d-8ee0-0551e4bd9b71 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:52.946912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c4e2842-0283-4c5c-b536-9ce1e996ee41 req-4bb10ea8-37fc-434d-8ee0-0551e4bd9b71 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 944 time: 0.2338188 Nov 12 20:46:52.947556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:52.947876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Attempting to bind port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:52.957206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496d385b-19b9-4de8-b1e1-9d62e3c46f35 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.960735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7d629a12-1765-49b5-8c2a-a6f0040c07eb,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:52.961875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590244c-392c-450d-9a4a-a90611073ef5 req-6be9ced0-c718-4973-b8e7-dc4728ad9081 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:52.963459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d590244c-392c-450d-9a4a-a90611073ef5 req-6be9ced0-c718-4973-b8e7-dc4728ad9081 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 945 time: 0.3139405 Nov 12 20:46:52.966513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:52.966828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:52.967203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:52.967661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Bound port: a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:52.968023 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.015634 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.074554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c4e2842-0283-4c5c-b536-9ce1e996ee41 req-c3d84f1f-6925-4017-a793-7e279781bf30 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086237 Nov 12 20:46:53.106061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d590244c-392c-450d-9a4a-a90611073ef5 req-e5a8b74b-ccdd-4652-a7db-cb5f92911d42 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221895 Nov 12 20:46:53.113143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:53.114088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['7d629a12-1765-49b5-8c2a-a6f0040c07eb'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:53.123037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:53.124181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca07aec-7a17-4cf6-820a-072ebc81e300 None None] Pushing event updated for resources: {'Port': ['ID=675f3e02-82f6-4b7a-b511-7a47d7505ae0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:53.238947 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496d385b-19b9-4de8-b1e1-9d62e3c46f35 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.251924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Attempting to bind port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:53.252578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Attempting to bind port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:53.253210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Attempting to bind port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:53.269135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:53.270372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Checking segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:53.271108 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.272332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Bound using segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:53.273340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Bound port: 675f3e02-82f6-4b7a-b511-7a47d7505ae0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:53.274508 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.362226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d385b-19b9-4de8-b1e1-9d62e3c46f35 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f8db2-d57e-4330-a03f-7d455fcea29a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:53.365590 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.383951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496d385b-19b9-4de8-b1e1-9d62e3c46f35 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.386483 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-496d385b-19b9-4de8-b1e1-9d62e3c46f35 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7457776 Nov 12 20:46:53.392153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60172) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:53.400894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-471c2922-740b-439b-a228-fa278b31c96d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'security_group_rule': {'security_group_id': 'd77f8db2-d57e-4330-a03f-7d455fcea29a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:53.416409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02e91b-e2b2-456c-9abc-6fca01ae6437 req-43a79bb7-a1e0-436e-af67-85b1d9c58718 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.418071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f02e91b-e2b2-456c-9abc-6fca01ae6437 req-43a79bb7-a1e0-436e-af67-85b1d9c58718 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.2056875 Nov 12 20:46:53.450476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] For port 675f3e02-82f6-4b7a-b511-7a47d7505ae0, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:53.454905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] For port 675f3e02-82f6-4b7a-b511-7a47d7505ae0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=675f3e02-82f6-4b7a-b511-7a47d7505ae0,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:53.465569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-39af7474-6bc3-48ab-a671-d3921fcca270 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.465569 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-39af7474-6bc3-48ab-a671-d3921fcca270 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.1886039 Nov 12 20:46:53.494106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.495510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.497725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-9221bcce-c62e-4964-a699-7966d221edda service neutron] 10.222.0.78 "PUT /v2.0/ports/a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 HTTP/1.1" status: 200 len: 1097 time: 2.6023934 Nov 12 20:46:53.509103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:53.516489 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de" -d '{"events": [{"name": "network-changed", "server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:53.555609 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.568590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-631c917b-d49b-4507-a1ab-c26b66df8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.570269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c0893-a8af-4d0d-af70-446924dff037 req-31566c3d-5bc9-4389-8a55-d4f9c7fa62b0 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.572746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-836c0893-a8af-4d0d-af70-446924dff037 req-31566c3d-5bc9-4389-8a55-d4f9c7fa62b0 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 947 time: 0.2586105 Nov 12 20:46:53.574425 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-631c917b-d49b-4507-a1ab-c26b66df8c1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3&tenant_id=99af9cc5da6e44fc8b0629315c33793d HTTP/1.1" status: 200 len: 1097 time: 0.1016746 Nov 12 20:46:53.590437 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-471c2922-740b-439b-a228-fa278b31c96d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.631033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221bcce-c62e-4964-a699-7966d221edda service neutron] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:53.674832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-dfce8145-7623-44a9-a8d0-5edb1014527a None None] Provisioning complete for port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:53.675365 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dfce8145-7623-44a9-a8d0-5edb1014527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.695743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-836c0893-a8af-4d0d-af70-446924dff037 req-76986db8-4f30-47f0-aecc-6a5f8b7bc9e7 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Nov 12 20:46:53.803890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f02e91b-e2b2-456c-9abc-6fca01ae6437 req-63cb8de2-da1e-4e2c-950a-b6698629b338 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366477 Nov 12 20:46:53.834967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-471c2922-740b-439b-a228-fa278b31c96d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.842342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-f8cc9055-badc-4ae7-89f9-ffc1bb03ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.843586 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-f8cc9055-badc-4ae7-89f9-ffc1bb03ad4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1097 time: 0.1611047 Nov 12 20:46:53.855156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca07aec-7a17-4cf6-820a-072ebc81e300 None None] Pushing event updated for resources: {'Port': ['ID=675f3e02-82f6-4b7a-b511-7a47d7505ae0,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:53.860312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:46:53.861596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:46:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:53.883522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60182) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:53.900319 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5525bd68-3e14-480d-9f86-b6c96a55d851 x-openstack-request-id: req-5525bd68-3e14-480d-9f86-b6c96a55d851 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:53.900610 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:53.900861 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5525bd68-3e14-480d-9f86-b6c96a55d851 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:53.901506 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'status': 'completed', 'code': 200} Nov 12 20:46:53.913846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-bbe529fc-6387-4e5f-833e-309af6e915e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.915947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-bbe529fc-6387-4e5f-833e-309af6e915e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a192ccc3741b4251aabee3d786e2e43a&device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 1100 time: 0.2130814 Nov 12 20:46:53.935584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e28c7-c356-4bba-804c-1e5db6c2a09a req-7948a181-2e41-4a4a-8141-0e1517977828 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.937781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d62e28c7-c356-4bba-804c-1e5db6c2a09a req-7948a181-2e41-4a4a-8141-0e1517977828 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 948 time: 0.1327817 Nov 12 20:46:53.946948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-471c2922-740b-439b-a228-fa278b31c96d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:53.978988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2922-740b-439b-a228-fa278b31c96d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e339f33-27a7-49e4-a1b2-ffbe10656863,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:53.984223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-c7b654c3-fc74-464f-a664-0d2ec788a933 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 HTTP/1.1" status: 200 len: 217 time: 0.0454419 Nov 12 20:46:54.000655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1145c113-304b-4f48-a919-d927c3f94f35 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:54.020869 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-e5d45e32-5eeb-4ff7-9d7a-eb4f7089e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:54.022470 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-e5d45e32-5eeb-4ff7-9d7a-eb4f7089e25a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1708817 Nov 12 20:46:54.050754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:46:54.077758 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-94d6b729-3da8-45c7-8c5a-a02370f0981a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd HTTP/1.1" status: 200 len: 217 time: 0.0473783 Nov 12 20:46:54.079433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-network', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:54.080621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-471c2922-740b-439b-a228-fa278b31c96d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.082713 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-471c2922-740b-439b-a228-fa278b31c96d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6876349 Nov 12 20:46:54.084993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60186) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:54.091534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f14eed5c-5d20-490e-87ae-98b04a465056 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'security_group_rule': {'security_group_id': 'd77f8db2-d57e-4330-a03f-7d455fcea29a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:54.091756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d62e28c7-c356-4bba-804c-1e5db6c2a09a req-c8259b61-165e-4f64-afd4-432b073e766b tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066039 Nov 12 20:46:54.133582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-d2df5473-7671-498e-a2a4-96ba781c5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:54.136861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-d2df5473-7671-498e-a2a4-96ba781c5327 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1297009 Nov 12 20:46:54.170861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-d494d521-7a44-4641-9644-b37a215f95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:54.173329 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-d494d521-7a44-4641-9644-b37a215f95c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0858254 Nov 12 20:46:54.188955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Made reservation on behalf of 96947ac8a3734a29a953d9787ea5cda9 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:54.192757 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.212231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.225396 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-9015eeae-d6a2-46fc-b466-74553eedd8bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432794 Nov 12 20:46:54.292775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dfce8145-7623-44a9-a8d0-5edb1014527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.312016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:54.325269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f14eed5c-5d20-490e-87ae-98b04a465056 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.339305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '1145c113-304b-4f48-a919-d927c3f94f35', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'port_id': '1145c113-304b-4f48-a919-d927c3f94f35', 'mac_address': 'fa:16:3e:b1:ac:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e1704a-424b-45a2-9420-27bb4a58d1b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:54.368591 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-f3206666-95f9-49bb-8383-3b749a950e5f service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332288 Nov 12 20:46:54.396231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-dfce8145-7623-44a9-a8d0-5edb1014527a None None] For port 675f3e02-82f6-4b7a-b511-7a47d7505ae0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=675f3e02-82f6-4b7a-b511-7a47d7505ae0,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:54.427771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f14eed5c-5d20-490e-87ae-98b04a465056 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.436652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.451551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dfce8145-7623-44a9-a8d0-5edb1014527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.478823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1145c113-304b-4f48-a919-d927c3f94f35 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:54.494504 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-6e93f88f-1a32-4f8c-8faf-c9bc937de3cd service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134105 Nov 12 20:46:54.514651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:54.515816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f14eed5c-5d20-490e-87ae-98b04a465056 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.536411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce8145-7623-44a9-a8d0-5edb1014527a None None] Pushing event updated for resources: {'Port': ['ID=675f3e02-82f6-4b7a-b511-7a47d7505ae0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:54.540736 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eed5c-5d20-490e-87ae-98b04a465056 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47151d98-648c-4c04-8c8b-1ea4122dc83e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:54.545858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:53Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:54.582801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da9418-8bbf-430d-9134-ff3c09cf422f None None] The sync data for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 is: [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:53Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:46:54.595582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-78f994f6-6c22-4020-845a-72405b823cdf None None] Provisioning complete for port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:54.596556 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-78f994f6-6c22-4020-845a-72405b823cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.611425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-09f8b734-5cee-4dca-965a-6b09769419cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:54.612127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-09f8b734-5cee-4dca-965a-6b09769419cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4652045 Nov 12 20:46:54.620087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.635128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f14eed5c-5d20-490e-87ae-98b04a465056 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.643040 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f14eed5c-5d20-490e-87ae-98b04a465056 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5530241 Nov 12 20:46:54.643040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60196) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:54.654294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa9c54-986a-459d-bf11-5d7c5d644c0d req-3dc69b06-8fe4-4118-abca-29c9703ec93a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:54.662668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17fa9c54-986a-459d-bf11-5d7c5d644c0d req-3dc69b06-8fe4-4118-abca-29c9703ec93a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 944 time: 0.4767182 Nov 12 20:46:54.670080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:54.695753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaba8c-b09f-4821-a3c0-b9a84c016eba req-bfdab18f-9016-4641-bc77-1d4b20902957 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:54.697444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5edaba8c-b09f-4821-a3c0-b9a84c016eba req-bfdab18f-9016-4641-bc77-1d4b20902957 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 945 time: 0.4791019 Nov 12 20:46:54.744141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:54.766219 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.872806 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.895382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17fa9c54-986a-459d-bf11-5d7c5d644c0d req-602743cb-2d13-455a-8736-63d2775d4d8b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317145 Nov 12 20:46:54.913855 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.922739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1145c113-304b-4f48-a919-d927c3f94f35'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:54.929881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5edaba8c-b09f-4821-a3c0-b9a84c016eba req-8d71746f-cb61-40cf-9c93-f57a610f912d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089086 Nov 12 20:46:54.933067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-a4817781-e53e-425a-b917-a9686e91a274 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068950 Nov 12 20:46:54.938660 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.027046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:46:55.091176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9244e409-5d8f-41ca-b70a-8f338754861e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:55.121681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.122159 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Added segment e74f4f12-7d34-40bd-9dd6-0453e4ffae59 of type vlan for network 32276459-a352-4043-a227-0f009dea68a7 Nov 12 20:46:55.124467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Allocated IP 172.25.8.221 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/fbdaa4d7-50ef-4e2b-9c4d-f859c70802a1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:55.140359 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155b0ea-2997-4845-902b-78432968f9ce req-a5d0568b-e772-43bf-af8f-be851726d07b tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:55.148299 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-a5d0568b-e772-43bf-af8f-be851726d07b tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.1063728 Nov 12 20:46:55.235333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.260636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1bd894f-8f15-42cb-a04d-0d186e0e27eb req-23ab9f1d-6870-4044-b6da-8c0ec46de340 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128631 Nov 12 20:46:55.289383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b9bc7-91ea-4ebb-bdd7-0ddb324a20e9 req-499b44fb-5fe7-454c-9599-b19cb6d8c0d6 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:55.297232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-284b9bc7-91ea-4ebb-bdd7-0ddb324a20e9 req-499b44fb-5fe7-454c-9599-b19cb6d8c0d6 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 947 time: 0.2162130 Nov 12 20:46:55.309124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ca24-acc7-451c-b7b2-46edc60248e5 req-6ebf9125-c688-4e8b-b4bf-c3e70ef408df tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:55.315928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5900ca24-acc7-451c-b7b2-46edc60248e5 req-6ebf9125-c688-4e8b-b4bf-c3e70ef408df tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.1916344 Nov 12 20:46:55.342009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.405188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-284b9bc7-91ea-4ebb-bdd7-0ddb324a20e9 req-bf761e72-043c-4b60-86a8-ff5bcc8eb8b9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052349 Nov 12 20:46:55.432311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a155b0ea-2997-4845-902b-78432968f9ce req-0c06aafb-3197-4ecd-8d29-83e3d0512d31 service neutron] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:55.441005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a155b0ea-2997-4845-902b-78432968f9ce req-0c06aafb-3197-4ecd-8d29-83e3d0512d31 service neutron] Publish callbacks [] for binding, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.441149 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.441266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a155b0ea-2997-4845-902b-78432968f9ce req-0c06aafb-3197-4ecd-8d29-83e3d0512d31 service neutron] 10.222.0.46 "DELETE /v2.0/ports/0717599a-bc09-4024-99d4-23ff10f3c9bd/bindings/n-h1-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.2857256 Nov 12 20:46:55.441360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:55.441360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.457068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.472558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5900ca24-acc7-451c-b7b2-46edc60248e5 req-5aec660f-f95c-411c-8c1e-2aa85f24f819 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457663 Nov 12 20:46:55.516673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:55.518601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:55.520665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'Port': ['ID=fbdaa4d7-50ef-4e2b-9c4d-f859c70802a1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:55.526560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:55.533443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-5aaa4cd5-2349-4310-bcd7-cd959e15d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:55.535105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-5aaa4cd5-2349-4310-bcd7-cd959e15d47b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a192ccc3741b4251aabee3d786e2e43a&device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 1100 time: 0.1289167 Nov 12 20:46:55.578767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=32276459-a352-4043-a227-0f009dea68a7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:55.592576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 32276459-a352-4043-a227-0f009dea68a7 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:46:55.598706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d48b1329-ea8d-4beb-91da-6b11319d9bb0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7120593 Nov 12 20:46:55.607681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60204) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:55.615843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Request body: {'subnet': {'network_id': '32276459-a352-4043-a227-0f009dea68a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-subnet', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:55.639647 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.688730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a05f9-c1d8-4a7d-ad7b-6da9f3160722 req-064f5e0f-a18c-49e9-99a1-34c8ac271d25 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:55.690305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce0a05f9-c1d8-4a7d-ad7b-6da9f3160722 req-064f5e0f-a18c-49e9-99a1-34c8ac271d25 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 948 time: 0.1523147 Nov 12 20:46:55.732733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Made reservation on behalf of 96947ac8a3734a29a953d9787ea5cda9 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:55.738597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.738758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.744166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-905463c3-6751-438e-a673-9041409aeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:55.745761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-905463c3-6751-438e-a673-9041409aeebc service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1915047 Nov 12 20:46:55.838176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-6574c6d9-908f-46da-93a2-ddefffe39a2c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 HTTP/1.1" status: 200 len: 217 time: 0.0800705 Nov 12 20:46:55.872615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7d629a12-1765-49b5-8c2a-a6f0040c07eb up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:55.902091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce0a05f9-c1d8-4a7d-ad7b-6da9f3160722 req-d0ac3b5c-71eb-4930-96e4-3a308959c07b tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036345 Nov 12 20:46:55.940427 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.958448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1145c113-304b-4f48-a919-d927c3f94f35 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:55.965699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-27375311-bc64-4331-8951-c99099d46f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:55.969678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-27375311-bc64-4331-8951-c99099d46f2c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1187227 Nov 12 20:46:55.991331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 675f3e02-82f6-4b7a-b511-7a47d7505ae0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:56.030356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 7d629a12-1765-49b5-8c2a-a6f0040c07eb completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:46:56.033730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.065462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 7d629a12-1765-49b5-8c2a-a6f0040c07eb triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:56.065842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.132308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'Port': ['ID=fbdaa4d7-50ef-4e2b-9c4d-f859c70802a1,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:56.171887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.236918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a883-a157-4c42-a63a-6ff08c2d4cb2 req-58df2e79-fade-4c04-8ba4-58911799d357 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:56.238382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27f9a883-a157-4c42-a63a-6ff08c2d4cb2 req-58df2e79-fade-4c04-8ba4-58911799d357 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 945 time: 0.1582198 Nov 12 20:46:56.258903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-1d02d57f-e215-4387-8ec1-ec9af4b5a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:56.260410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-1d02d57f-e215-4387-8ec1-ec9af4b5a9ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2823021 Nov 12 20:46:56.264756 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.270946 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-45d8d7ba-d5d1-4511-8c64-122731325591 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6196921 Nov 12 20:46:56.279759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:56.280137 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.305344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd657e-29fb-4ef0-9473-94c3a7914f1b req-d1ba3829-4670-4578-a560-b0451bc7456d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:56.307009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2edd657e-29fb-4ef0-9473-94c3a7914f1b req-d1ba3829-4670-4578-a560-b0451bc7456d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 945 time: 0.2312722 Nov 12 20:46:56.322736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.346298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 1145c113-304b-4f48-a919-d927c3f94f35 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:46:56.359420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 1145c113-304b-4f48-a919-d927c3f94f35 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:56.359821 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.381709 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.445686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce62fefa-d884-481c-8fe2-f637b1ade2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d629a12-1765-49b5-8c2a-a6f0040c07eb'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:56.447896 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb36c88-a9ed-4ef0-936e-e4c70adbe7f5" -d '{"events": [{"server_uuid": "ce62fefa-d884-481c-8fe2-f637b1ade2a9", "name": "network-vif-plugged", "status": "completed", "tag": "7d629a12-1765-49b5-8c2a-a6f0040c07eb"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:56.465799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27f9a883-a157-4c42-a63a-6ff08c2d4cb2 req-8631c5dc-f418-4244-868b-13be0d3328f0 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143140 Nov 12 20:46:56.469449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7d629a12-1765-49b5-8c2a-a6f0040c07eb, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7d629a12-1765-49b5-8c2a-a6f0040c07eb,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:56.505567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c07dd8-006c-427d-813a-3e0838110b2f,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:56.517759 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.530826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2edd657e-29fb-4ef0-9473-94c3a7914f1b req-8fb3aba0-d622-49fb-a386-c1845e8ee9b5 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094154 Nov 12 20:46:56.539029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-beab4336-1dad-4ef0-911d-d436cf86aa63 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657857 Nov 12 20:46:56.549503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Checking segment: {'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:56.554948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Network hostable DHCP agents. Network: 32276459-a352-4043-a227-0f009dea68a7, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:46:56.555203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.570125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:56.628896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7d629a12-1765-49b5-8c2a-a6f0040c07eb,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:56.685317 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.737078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:56.748792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Network 32276459-a352-4043-a227-0f009dea68a7 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:46:56.755724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-e5bd9647-52b6-488c-9ebf-507f473b387b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1321188753&fields=id&tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704 HTTP/1.1" status: 200 len: 267 time: 0.1049156 Nov 12 20:46:56.766724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4752e-eebd-47af-8128-edcfdbd6ea4d req-41aa3ecb-c100-4e72-b324-af1bb3cc7a01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:56.768182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29c4752e-eebd-47af-8128-edcfdbd6ea4d req-41aa3ecb-c100-4e72-b324-af1bb3cc7a01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 948 time: 0.1176355 Nov 12 20:46:56.772898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6bafa94-d966-4ec2-b97e-ffcd90c5e1de req-6d8f2adc-44ae-4cd8-8f13-acaf29fd41a0 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182422 Nov 12 20:46:56.823198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 32276459-a352-4043-a227-0f009dea68a7) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:56.831527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e326dc-b1b9-4592-b980-0e01cb7a33ea None None] Network 32276459-a352-4043-a227-0f009dea68a7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:46:56.863101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:56.864225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.895806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29c4752e-eebd-47af-8128-edcfdbd6ea4d req-7846da31-1e03-4ad4-a9df-a81622f3325f tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143644 Nov 12 20:46:56.928647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-03776b9c-a3d6-4418-af5c-acdd49a29445 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:56.930177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-03776b9c-a3d6-4418-af5c-acdd49a29445 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 816 time: 0.1599848 Nov 12 20:46:56.947707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-f63a7679-8277-4ef3-b6bc-26ddecf06901 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/quotas/c4425a0c6e5947d29a9a6b0ec5ef1704 HTTP/1.1" status: 200 len: 375 time: 0.0107093 Nov 12 20:46:56.954995 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1406dab-6fc5-427a-a39e-17fd35c9d515 x-openstack-request-id: req-e1406dab-6fc5-427a-a39e-17fd35c9d515 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:56.955449 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce62fefa-d884-481c-8fe2-f637b1ade2a9", "name": "network-vif-plugged", "status": "completed", "tag": "7d629a12-1765-49b5-8c2a-a6f0040c07eb", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:56.955722 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1406dab-6fc5-427a-a39e-17fd35c9d515 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:56.956211 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce62fefa-d884-481c-8fe2-f637b1ade2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d629a12-1765-49b5-8c2a-a6f0040c07eb', 'code': 200} Nov 12 20:46:56.976066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c041255c-47ef-4f14-837b-bfed8f9a8f95 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3632932 Nov 12 20:46:56.977040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:56.983686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:57.020927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-32276459-a352-4043-a227-0f009dea68a7', 'network_id': '32276459-a352-4043-a227-0f009dea68a7', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'fixed_ips': [{'subnet_id': '89c07dd8-006c-427d-813a-3e0838110b2f'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:46:57.022129 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.034892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89d2b21d-7246-4d53-8ea9-65b9ade220b6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798757 Nov 12 20:46:57.072659 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.073914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.132188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.167665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Allocated IP 172.20.0.2 (32276459-a352-4043-a227-0f009dea68a7/89c07dd8-006c-427d-813a-3e0838110b2f/e49051a4-c6e6-4954-abaf-786fdfa4b49c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:57.169617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5efef1-11fa-4926-8658-1b2c21fe985d req-2b148142-daf0-44d1-9c5d-4d33581725ed tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:57.171150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db5efef1-11fa-4926-8658-1b2c21fe985d req-2b148142-daf0-44d1-9c5d-4d33581725ed tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.1551228 Nov 12 20:46:57.174745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab00ad-6fc4-47fe-9673-7dc5b05d323a req-6f25285b-b482-491b-a03c-185fa9b1f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:57.176459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cbab00ad-6fc4-47fe-9673-7dc5b05d323a req-6f25285b-b482-491b-a03c-185fa9b1f912 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 1100 time: 0.1385038 Nov 12 20:46:57.255448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-b20f9010-9e5a-4c21-92b5-9ae7de670de4 service neutron] 10.222.0.64 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732218 Nov 12 20:46:57.296351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db5efef1-11fa-4926-8658-1b2c21fe985d req-08ee7d12-eab9-46bb-a3ea-1a688eeca458 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153250 Nov 12 20:46:57.305817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cbab00ad-6fc4-47fe-9673-7dc5b05d323a req-f411d6f4-031c-473e-afd3-25f13fe002f9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159894 Nov 12 20:46:57.349521 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.380967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-3070e2e6-08a8-453d-97bc-3e939ecb9bcb service neutron] 10.222.0.64 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114855 Nov 12 20:46:57.428874 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.477429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Network 32276459-a352-4043-a227-0f009dea68a7 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:57.478260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660b2d2-beef-4d08-8dde-317bc636d576 req-66704bbc-283c-4573-8e9b-77fc4cf8334e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:57.482918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:57.485759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:57.486877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f660b2d2-beef-4d08-8dde-317bc636d576 req-66704bbc-283c-4573-8e9b-77fc4cf8334e tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 948 time: 0.0788195 Nov 12 20:46:57.496700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Pushing event updated for resources: {'Port': ['ID=e49051a4-c6e6-4954-abaf-786fdfa4b49c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:57.529928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-61658c36-0e67-4bfe-998e-cf80fb5805ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.541667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f660b2d2-beef-4d08-8dde-317bc636d576 req-fcf9eed4-9561-473e-963f-a0d69d844273 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538080 Nov 12 20:46:57.567517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Attempting to bind port e49051a4-c6e6-4954-abaf-786fdfa4b49c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:57.568090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Attempting to bind port e49051a4-c6e6-4954-abaf-786fdfa4b49c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:57.568659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Attempting to bind port e49051a4-c6e6-4954-abaf-786fdfa4b49c on network 32276459-a352-4043-a227-0f009dea68a7 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:57.574666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:57.575387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Checking segment: {'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:57.575892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.576384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Bound using segment: {'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:57.576962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Bound port: e49051a4-c6e6-4954-abaf-786fdfa4b49c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:57.577459 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.577630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.664227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-94625118-fafb-4b12-875c-4272424060e6 None None] For port e49051a4-c6e6-4954-abaf-786fdfa4b49c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:57.668824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-94625118-fafb-4b12-875c-4272424060e6 None None] For port e49051a4-c6e6-4954-abaf-786fdfa4b49c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e49051a4-c6e6-4954-abaf-786fdfa4b49c,segment=NetworkSegment(e74f4f12-7d34-40bd-9dd6-0453e4ffae59),segment_id=e74f4f12-7d34-40bd-9dd6-0453e4ffae59)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:57.703634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555461c-e6ac-455c-bfc1-eea0149e0643 req-c797248b-7ef3-49f7-b989-08be4beb9bf1 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:57.711066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6555461c-e6ac-455c-bfc1-eea0149e0643 req-c797248b-7ef3-49f7-b989-08be4beb9bf1 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0978804 Nov 12 20:46:57.721264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18935-c911-4e7c-a248-fc6a1310cc7c req-80027280-a6ee-4ce3-a8ba-8d520e323584 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:57.722722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8b18935-c911-4e7c-a248-fc6a1310cc7c req-80027280-a6ee-4ce3-a8ba-8d520e323584 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.0685098 Nov 12 20:46:57.761694 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.787926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6555461c-e6ac-455c-bfc1-eea0149e0643 req-e808b555-faf4-4414-8b02-b65b92dd59a7 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758603 Nov 12 20:46:57.843132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8b18935-c911-4e7c-a248-fc6a1310cc7c req-11f2864c-f9ab-4215-a20b-83dbb7f512c0 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027262 Nov 12 20:46:57.880473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94625118-fafb-4b12-875c-4272424060e6 None None] Pushing event updated for resources: {'Port': ['ID=e49051a4-c6e6-4954-abaf-786fdfa4b49c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:57.888689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:57.936400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0580aa8-a221-418f-9b36-258281e086e6 req-cb91175b-4f79-45ed-b853-1057ddd6f542 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 210 time: 0.0504117 Nov 12 20:46:57.950298 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:57.974545 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:58.060630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b99eb-9b74-4b7d-bfbf-c25b62daa0f8 req-2f7549f3-6f06-46e7-a09c-2908a25eb3b5 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:58.063216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:58.080772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d7b99eb-9b74-4b7d-bfbf-c25b62daa0f8 req-2f7549f3-6f06-46e7-a09c-2908a25eb3b5 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 1097 time: 0.1006951 Nov 12 20:46:58.083399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'mac_address': 'fa:16:3e:95:50:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:58.136228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Allocated IP 172.25.8.105 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/e03cddda-c6c5-4bb1-b96d-a565d2816f30) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:58.142340 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:58.166181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:58.169759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c8db-3117-48d4-a4b0-a5c6a9da4339 req-85b7d4a9-00ab-4996-9895-cbfd46a15891 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:58.171445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17c8c8db-3117-48d4-a4b0-a5c6a9da4339 req-85b7d4a9-00ab-4996-9895-cbfd46a15891 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 948 time: 0.1489019 Nov 12 20:46:58.194153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d7b99eb-9b74-4b7d-bfbf-c25b62daa0f8 req-ffd74b23-13b7-472a-b0ed-c9af094fbcaf tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116917 Nov 12 20:46:58.243215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:58.283349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17c8c8db-3117-48d4-a4b0-a5c6a9da4339 req-cb9276c7-f6d6-48ac-858e-e9e2474fc40b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875397 Nov 12 20:46:58.303206 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:58.329193 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:58.373635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:58.451321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:58.461345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369415b2-48ed-4f04-9a28-ab4c6c74ccb4 req-40bd3cd6-45f0-4f21-a2af-34a2552c5b05 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:58.463006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-369415b2-48ed-4f04-9a28-ab4c6c74ccb4 req-40bd3cd6-45f0-4f21-a2af-34a2552c5b05 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.0578203 Nov 12 20:46:58.493848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:46:58.499573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:46:58.502049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:46:58.538957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Pushing event updated for resources: {'Port': ['ID=e03cddda-c6c5-4bb1-b96d-a565d2816f30,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:58.540186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-369415b2-48ed-4f04-9a28-ab4c6c74ccb4 req-515bb0b5-155e-45e2-a24f-ba9ffe009907 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696661 Nov 12 20:46:58.658271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:58.695662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf27968-462e-46f7-abf1-c6f848520c30 req-63dce43f-b3c4-4920-a8b8-b771506a3d81 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:58.697725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1bf27968-462e-46f7-abf1-c6f848520c30 req-63dce43f-b3c4-4920-a8b8-b771506a3d81 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 949 time: 0.0656946 Nov 12 20:46:58.772786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1bf27968-462e-46f7-abf1-c6f848520c30 req-4ea3a71e-2ba8-4f79-99ac-74d6cb00a073 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623531 Nov 12 20:46:58.883965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:58.958074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:58.960430 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9e77ad-d885-48ff-bab3-95ff4340f974" -d '{"events": [{"server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "name": "network-vif-plugged", "status": "completed", "tag": "1145c113-304b-4f48-a919-d927c3f94f35"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:58.999765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90ea67-a879-43ac-ba90-ab812b27d406 req-8c8cac69-a7ab-4fcc-a2da-0f7926f93f6c tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:59.008670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a90ea67-a879-43ac-ba90-ab812b27d406 req-8c8cac69-a7ab-4fcc-a2da-0f7926f93f6c tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.0786381 Nov 12 20:46:59.085164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81a66a04-aca7-48b9-91ff-cfc6dc9ee595 req-f00d55bc-0116-41f2-ac1c-47050b7cc80e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 210 time: 0.0457141 Nov 12 20:46:59.098169 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a90ea67-a879-43ac-ba90-ab812b27d406 req-48c7973c-2275-4ab5-bb10-c9b5eb9b6ea4 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883229 Nov 12 20:46:59.145133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28411f8d-46aa-4342-a844-be40917679fe None None] Network 32276459-a352-4043-a227-0f009dea68a7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:46:59.150433 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5570d5fe-4071-4898-9e72-d65e5694ef92 x-openstack-request-id: req-5570d5fe-4071-4898-9e72-d65e5694ef92 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:59.150738 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "name": "network-vif-plugged", "status": "completed", "tag": "1145c113-304b-4f48-a919-d927c3f94f35", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:59.151126 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5570d5fe-4071-4898-9e72-d65e5694ef92 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:59.151764 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35', 'code': 200} Nov 12 20:46:59.174389 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:59.218777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-289a1a74-44e8-44af-8e84-795b6de76030 None None] Provisioning complete for port e49051a4-c6e6-4954-abaf-786fdfa4b49c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:59.219147 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-289a1a74-44e8-44af-8e84-795b6de76030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:59.311032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001ca9c-6e95-4502-a20d-6865292f2d1b req-aaab47b6-e6c1-4e56-9c6e-45068aa06b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:59.312553 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c001ca9c-6e95-4502-a20d-6865292f2d1b req-aaab47b6-e6c1-4e56-9c6e-45068aa06b8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 1098 time: 0.0911982 Nov 12 20:46:59.377696 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-289a1a74-44e8-44af-8e84-795b6de76030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:59.388309 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c001ca9c-6e95-4502-a20d-6865292f2d1b req-83f66283-c808-4660-bed7-7407b8caff9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636020 Nov 12 20:46:59.421310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-289a1a74-44e8-44af-8e84-795b6de76030 None None] For port e49051a4-c6e6-4954-abaf-786fdfa4b49c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e49051a4-c6e6-4954-abaf-786fdfa4b49c,segment=NetworkSegment(e74f4f12-7d34-40bd-9dd6-0453e4ffae59),segment_id=e74f4f12-7d34-40bd-9dd6-0453e4ffae59)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:59.468107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Router ab000cca-73fd-47b4-8620-19e8f3575d33 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:46:59.496870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e4d8e-5915-48ae-af81-d71c63c755fd req-83708d30-613a-412d-a0d8-fb309404990c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:59.497540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-289a1a74-44e8-44af-8e84-795b6de76030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:59.510035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-535e4d8e-5915-48ae-af81-d71c63c755fd req-83708d30-613a-412d-a0d8-fb309404990c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 948 time: 0.0721688 Nov 12 20:46:59.584079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a1a74-44e8-44af-8e84-795b6de76030 None None] Pushing event updated for resources: {'Port': ['ID=e49051a4-c6e6-4954-abaf-786fdfa4b49c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:59.615604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-535e4d8e-5915-48ae-af81-d71c63c755fd req-e05e1831-000f-43b9-ba6b-e04438da7bd3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041408 Nov 12 20:46:59.654880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:46:59.666685 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Sync routers for ids ['ab000cca-73fd-47b4-8620-19e8f3575d33'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:46:59.684943 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Routers {'ab000cca-73fd-47b4-8620-19e8f3575d33'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:46:59.686052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:46:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ab000cca-73fd-47b4-8620-19e8f3575d33'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:59.749884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:59.751158 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-72a008e6-9df6-458c-86da-d81d58b3a692 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7724462 Nov 12 20:46:59.753935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60286) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:46:59.784241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548dad9-8e3f-48c8-908d-a3d996260478 req-fcbb8905-4577-42c3-883f-0eebdf1be42d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:59.787777 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4548dad9-8e3f-48c8-908d-a3d996260478 req-fcbb8905-4577-42c3-883f-0eebdf1be42d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.1300333 Nov 12 20:46:59.790754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c9916-6aca-43d0-8fed-db5eb5a7bd13 req-eb936c2b-7f7d-4dfe-b51a-31bf0ab617c0 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:59.793916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-771c9916-6aca-43d0-8fed-db5eb5a7bd13 req-eb936c2b-7f7d-4dfe-b51a-31bf0ab617c0 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 1100 time: 0.0825920 Nov 12 20:46:59.829825 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Set router ab000cca-73fd-47b4-8620-19e8f3575d33 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:46:59.846634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-387eb6d6-3dbf-40a1-8849-01af88f22307 None None] Provisioning complete for port e49051a4-c6e6-4954-abaf-786fdfa4b49c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:59.850215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-387eb6d6-3dbf-40a1-8849-01af88f22307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:59.918163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-771c9916-6aca-43d0-8fed-db5eb5a7bd13 req-ae578145-1d96-44f2-abf4-7ff9266817a6 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167495 Nov 12 20:46:59.924016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4548dad9-8e3f-48c8-908d-a3d996260478 req-15572210-b018-40bd-8ae2-6469d1c12f41 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904968 Nov 12 20:46:59.950561 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:46:59.956127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:00.153244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e49051a4-c6e6-4954-abaf-786fdfa4b49c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:00.214193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72fbb9-0614-4f8c-812a-75a75e563cfc req-58a8b9d8-f8d6-4fca-b137-a20b046f0602 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:00.215860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd72fbb9-0614-4f8c-812a-75a75e563cfc req-58a8b9d8-f8d6-4fca-b137-a20b046f0602 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 949 time: 0.1009712 Nov 12 20:47:00.227266 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:46:58Z', 'revision_number': 3, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port': {'id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:00.229460 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e49051a4-c6e6-4954-abaf-786fdfa4b49c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:00.231331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.273200 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9bab8230-68d0-4943-b2af-d2f065f7c512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.293255 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Checking router: ab000cca-73fd-47b4-8620-19e8f3575d33 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:00.293742 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Updating router ab000cca-73fd-47b4-8620-19e8f3575d33 port e03cddda-c6c5-4bb1-b96d-a565d2816f30 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:47:00.327304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:47:00.333992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:00.334670 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.354288 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.372328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd72fbb9-0614-4f8c-812a-75a75e563cfc req-e2964e5d-2011-41e0-963b-ba751571f6e3 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392255 Nov 12 20:47:00.518888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.593442 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.644543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-476c3f64-7cd1-48a3-875c-1846d5519005 req-b9698d56-77a8-4cee-84aa-ad9897bb0f34 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 210 time: 0.1924961 Nov 12 20:47:00.691044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:00.725130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8d278a32-8c50-4cb7-95a2-09735e0d16a1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:00.726860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8d278a32-8c50-4cb7-95a2-09735e0d16a1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 816 time: 0.4005666 Nov 12 20:47:00.765182 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.833335 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.836798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Allocated IP 172.20.0.1 (32276459-a352-4043-a227-0f009dea68a7/89c07dd8-006c-427d-813a-3e0838110b2f/4c15d7c3-27d8-4808-99c1-75e317f6b861) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:47:00.848416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:00.853144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-a920de96-0fd9-48ab-a3be-18129d124ddb tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901196 Nov 12 20:47:00.873045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fac7e-1185-4ef1-93e6-8dcb3e066131 req-5800be8c-6a18-461a-9b9e-4b99a661e0c0 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:00.874563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c60fac7e-1185-4ef1-93e6-8dcb3e066131 req-5800be8c-6a18-461a-9b9e-4b99a661e0c0 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.2400231 Nov 12 20:47:00.900176 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.977432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.999515 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344b208-6322-4efc-bffe-ad05bc1585c2 None None] Pushing event updated for resources: {'Port': ['ID=e03cddda-c6c5-4bb1-b96d-a565d2816f30,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:01.012838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c60fac7e-1185-4ef1-93e6-8dcb3e066131 req-21f35c14-e503-4eb4-b812-474c2f475023 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275434 Nov 12 20:47:01.023031 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Attempting to bind port e03cddda-c6c5-4bb1-b96d-a565d2816f30 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:47:01.023590 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Attempting to bind port e03cddda-c6c5-4bb1-b96d-a565d2816f30 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:47:01.024440 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Attempting to bind port e03cddda-c6c5-4bb1-b96d-a565d2816f30 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:01.036178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-2479481c-527d-46e5-a47b-487c4f663784 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704 HTTP/1.1" status: 200 len: 380 time: 0.2840030 Nov 12 20:47:01.036425 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:47:01.036425 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:47:01.036425 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.036425 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:47:01.036425 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Bound port: e03cddda-c6c5-4bb1-b96d-a565d2816f30, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:47:01.036425 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.075794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-c2c6ce06-5338-485e-a204-f4d70d9804ff tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.086179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-c2c6ce06-5338-485e-a204-f4d70d9804ff tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321539 Nov 12 20:47:01.094461 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] For port e03cddda-c6c5-4bb1-b96d-a565d2816f30, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:47:01.095349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'port': {'device_id': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'admin_state_up': True, 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'security_groups': ['d77f8db2-d57e-4330-a03f-7d455fcea29a']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:01.098314 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] For port e03cddda-c6c5-4bb1-b96d-a565d2816f30, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e03cddda-c6c5-4bb1-b96d-a565d2816f30,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:47:01.108556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.155455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:01.156029 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Network 32276459-a352-4043-a227-0f009dea68a7 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:01.159442 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59675ac-2281-415d-9cc0-a23d2a636b55" -d '{"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-plugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:01.162998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:01.166652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-7c88516c-6d76-4df7-a58c-a671136b6faa tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/quotas/f17fde0197fb4cd185fa333ca81bec54 HTTP/1.1" status: 200 len: 375 time: 0.0625856 Nov 12 20:47:01.168037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:01.179261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.189641 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.222963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.227323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Pushing event updated for resources: {'Port': ['ID=4c15d7c3-27d8-4808-99c1-75e317f6b861,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:01.278439 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344b208-6322-4efc-bffe-ad05bc1585c2 None None] Pushing event updated for resources: {'Port': ['ID=e03cddda-c6c5-4bb1-b96d-a565d2816f30,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:01.304346 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Routers {'ab000cca-73fd-47b4-8620-19e8f3575d33'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:01.304590 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ab000cca-73fd-47b4-8620-19e8f3575d33'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:01.356263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c6ae8-eb80-4117-a2bd-f5aa4616604f req-21f044ff-cbf7-490f-b732-ba8a22f972d4 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.357839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f54c6ae8-eb80-4117-a2bd-f5aa4616604f req-21f044ff-cbf7-490f-b732-ba8a22f972d4 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 944 time: 0.2550802 Nov 12 20:47:01.375450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-5df2812b-fe9b-4eb8-a471-ce43510d6553 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1740649 Nov 12 20:47:01.394326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Made reservation on behalf of c4425a0c6e5947d29a9a6b0ec5ef1704 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:47:01.398104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.466337 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] Set router ab000cca-73fd-47b4-8620-19e8f3575d33 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:01.482126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f54c6ae8-eb80-4117-a2bd-f5aa4616604f req-62574640-e3cb-4a77-9387-43c46d13023b tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056495 Nov 12 20:47:01.565319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2d7f6e01-bd94-47ea-9070-154ad422ac28 None None] Provisioning complete for port 4c15d7c3-27d8-4808-99c1-75e317f6b861 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:01.567623 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6e01-bd94-47ea-9070-154ad422ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.590015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.620354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Allocated IP 172.20.0.3 (08fae675-e385-45c1-b4a9-0f36e735b554/3465fa19-e516-4344-9f68-90cc02d9e5a6/406b3fcf-9893-43a6-a170-36c1fc109d61) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:47:01.662312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f6e01-bd94-47ea-9070-154ad422ac28 None None] Port 4c15d7c3-27d8-4808-99c1-75e317f6b861 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:47:01.679310 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f15374a-72bf-4e43-a491-65924a6a6303 x-openstack-request-id: req-0f15374a-72bf-4e43-a491-65924a6a6303 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:01.679622 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-plugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:01.679887 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f15374a-72bf-4e43-a491-65924a6a6303 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:01.680279 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'code': 200} Nov 12 20:47:01.907002 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:46:58Z', 'revision_number': 3, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port': {'id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:01.946946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:01.948878 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee524-374e-4f3b-903f-9b642f406e5b None None] The sync data for ids ['ab000cca-73fd-47b4-8620-19e8f3575d33'] in n-d-713498-29 is: [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:46:58Z', 'revision_number': 3, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port': {'id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:01.980634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0a3199eb-f076-43d1-8df5-003fa7beb523 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:47:01.987439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2196451c-bf5d-4e33-bcd9-d3e21b065080 req-ddb3f5a2-02b7-4e42-86a6-880f92f8fac2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 210 time: 0.0971239 Nov 12 20:47:02.022565 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.040393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb903c0-4728-497f-848e-0ea49b143f5d req-f4e20c79-bb90-41ef-bea3-e616134f2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:02.041939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddb903c0-4728-497f-848e-0ea49b143f5d req-f4e20c79-bb90-41ef-bea3-e616134f2ba3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 1102 time: 0.2533960 Nov 12 20:47:02.084543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d1458-aedc-47ae-94a2-99bb13b1e174 req-288ddc74-38fc-4eff-b698-b01cf47e0192 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:02.098237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d8d1458-aedc-47ae-94a2-99bb13b1e174 req-288ddc74-38fc-4eff-b698-b01cf47e0192 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 950 time: 0.2447147 Nov 12 20:47:02.173183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.196189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-457a4003-e941-4367-8d6b-603ef585dc6f req-d5180c9b-d56b-46bd-ab79-59f368bcb0b7 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 210 time: 0.1295533 Nov 12 20:47:02.218185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Pushing event updated for resources: {'Port': ['ID=4c15d7c3-27d8-4808-99c1-75e317f6b861,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:02.223184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.334870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0a3199eb-f076-43d1-8df5-003fa7beb523, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0a3199eb-f076-43d1-8df5-003fa7beb523,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:02.357131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'port_id': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'mac_address': 'fa:16:3e:58:85:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:47:02.377022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Network 32276459-a352-4043-a227-0f009dea68a7 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:02.390032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:02.453971 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.455380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddb903c0-4728-497f-848e-0ea49b143f5d req-0565d59f-00ef-4184-830b-b88f17cd456b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874242 Nov 12 20:47:02.477103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3199eb-f076-43d1-8df5-003fa7beb523 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:02.479342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d8d1458-aedc-47ae-94a2-99bb13b1e174 req-d7b8ed30-1082-4e17-944f-a535bd7ac575 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734539 Nov 12 20:47:02.484048 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.502244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0a3199eb-f076-43d1-8df5-003fa7beb523, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0a3199eb-f076-43d1-8df5-003fa7beb523,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:02.593136 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.620030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:02.639649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Router ab000cca-73fd-47b4-8620-19e8f3575d33 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:47:02.648598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e26b24-591e-4348-8260-a777828afbd4 req-cf3d3818-6561-426d-a299-931589d7eb35 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:02.656575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9e26b24-591e-4348-8260-a777828afbd4 req-cf3d3818-6561-426d-a299-931589d7eb35 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.3476086 Nov 12 20:47:02.700786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0a3199eb-f076-43d1-8df5-003fa7beb523,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:02.762285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Network 08fae675-e385-45c1-b4a9-0f36e735b554 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:02.767600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:02.798122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:02.815874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9e26b24-591e-4348-8260-a777828afbd4 req-2f17d92c-5976-4e1a-ada4-9b449b4ba8f8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533194 Nov 12 20:47:02.897427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6ba5-b403-4cd9-84f6-b5a43b5f978f req-e088f037-656c-42c8-9f85-411bca60a5f0 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:02.899653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-654f6ba5-b403-4cd9-84f6-b5a43b5f978f req-e088f037-656c-42c8-9f85-411bca60a5f0 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 945 time: 0.2348447 Nov 12 20:47:02.919088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0a3199eb-f076-43d1-8df5-003fa7beb523'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:02.922607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a729ea4f-da0e-437d-9299-7f3a698cd1b6 None None] Provisioning complete for port 4c15d7c3-27d8-4808-99c1-75e317f6b861 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:02.923028 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a729ea4f-da0e-437d-9299-7f3a698cd1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.929220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:02.929795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:47:02.930451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.947424 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-12a9401e-224c-4ebd-9fff-0d337dab28cb admin admin] 10.222.0.64 "PUT /v2.0/routers/ab000cca-73fd-47b4-8620-19e8f3575d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1893144 Nov 12 20:47:02.998683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-654f6ba5-b403-4cd9-84f6-b5a43b5f978f req-2108c532-d108-401f-a36f-fe369bb07049 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628691 Nov 12 20:47:03.025182 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:03.047564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-89484093-8e11-48aa-b358-745aa70bebcb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0065026 Nov 12 20:47:03.061031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Request body: {'port': {'device_id': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:03.102826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a729ea4f-da0e-437d-9299-7f3a698cd1b6 None None] Port 4c15d7c3-27d8-4808-99c1-75e317f6b861 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:47:03.295985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f935767f-bb1c-42ae-af6f-a48048f01658 None None] Provisioning complete for port 406b3fcf-9893-43a6-a170-36c1fc109d61 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:03.296515 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f935767f-bb1c-42ae-af6f-a48048f01658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:03.340619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f935767f-bb1c-42ae-af6f-a48048f01658 None None] Port 406b3fcf-9893-43a6-a170-36c1fc109d61 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:47:03.496716 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:03.672147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70a1c3c4-5967-4dc6-8b81-d61d46bf4df1 req-f335e0b3-0243-4644-9f2a-bfdae1a515a9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 210 time: 0.0606389 Nov 12 20:47:03.674782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:03.702817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8a67a-bb11-4ae8-b832-c2c6062ebd91 req-0a42fa2b-7eea-4365-b9cc-8ab170fe0ecd tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:03.704474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cf8a67a-bb11-4ae8-b832-c2c6062ebd91 req-0a42fa2b-7eea-4365-b9cc-8ab170fe0ecd tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 931 time: 0.0950716 Nov 12 20:47:03.857241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cf8a67a-bb11-4ae8-b832-c2c6062ebd91 req-438571ac-5132-4103-aeb0-776aa69dab26 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177876 Nov 12 20:47:03.999083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e03cddda-c6c5-4bb1-b96d-a565d2816f30 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:04.052002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e03cddda-c6c5-4bb1-b96d-a565d2816f30 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:04.052365 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.116477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76629be8-7a96-4cc5-a270-5e880239ebb6 req-d1ad4099-6188-4aaf-a4ed-8cbd1112b7b7 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:04.117989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76629be8-7a96-4cc5-a270-5e880239ebb6 req-d1ad4099-6188-4aaf-a4ed-8cbd1112b7b7 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1540480 Nov 12 20:47:04.156105 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.199339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port e03cddda-c6c5-4bb1-b96d-a565d2816f30, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e03cddda-c6c5-4bb1-b96d-a565d2816f30,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:04.206315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-dc480c96-06bb-43f5-9f8e-0d1e626bbdc6 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2410753 Nov 12 20:47:04.241847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:04.273864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.282151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406b3fcf-9893-43a6-a170-36c1fc109d61 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:04.293598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.305048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76629be8-7a96-4cc5-a270-5e880239ebb6 req-07d0efb2-8433-4807-860f-f5ab69ecf333 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789517 Nov 12 20:47:04.320203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Transition to ACTIVE for port object 406b3fcf-9893-43a6-a170-36c1fc109d61 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:47:04.338049 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-5e9e8993-fa6d-4c0f-8670-f90f7565740d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f17fde0197fb4cd185fa333ca81bec54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476124 Nov 12 20:47:04.359658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=e03cddda-c6c5-4bb1-b96d-a565d2816f30,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:04.388024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.441591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.515739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4be86d27-21bd-41c7-966d-9fd603661cef tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:04.517251 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4be86d27-21bd-41c7-966d-9fd603661cef tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709902 Nov 12 20:47:04.532543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Request body: {'port': {'device_id': 'cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f17fde0197fb4cd185fa333ca81bec54'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:04.602254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:04.615273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01b8f-b34a-4620-bb8f-56f919055ecd req-4f088c53-3365-4759-8eb0-1ece309b2b63 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:04.628959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86d01b8f-b34a-4620-bb8f-56f919055ecd req-4f088c53-3365-4759-8eb0-1ece309b2b63 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 950 time: 0.2206044 Nov 12 20:47:04.749327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Sync routers for ids ['ab000cca-73fd-47b4-8620-19e8f3575d33'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:47:04.762786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Routers {'ab000cca-73fd-47b4-8620-19e8f3575d33'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:04.763868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ab000cca-73fd-47b4-8620-19e8f3575d33'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:04.776574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86d01b8f-b34a-4620-bb8f-56f919055ecd req-4c071c95-0d42-41d4-9258-4e9395b88dfe tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470399 Nov 12 20:47:04.787397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Attempting to bind port 406b3fcf-9893-43a6-a170-36c1fc109d61 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:47:04.787752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Attempting to bind port 406b3fcf-9893-43a6-a170-36c1fc109d61 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:47:04.788090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Attempting to bind port 406b3fcf-9893-43a6-a170-36c1fc109d61 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:04.821232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Port 406b3fcf-9893-43a6-a170-36c1fc109d61 on network 08fae675-e385-45c1-b4a9-0f36e735b554 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:47:04.821923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Attempting to bind port 406b3fcf-9893-43a6-a170-36c1fc109d61 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:04.841314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:47:04.843530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Checking segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:47:04.843938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Bound using segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:47:04.847194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Bound port: 406b3fcf-9893-43a6-a170-36c1fc109d61, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:47:04.847920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.850835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Made reservation on behalf of f17fde0197fb4cd185fa333ca81bec54 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:47:04.854854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.860618 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.945253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Set router ab000cca-73fd-47b4-8620-19e8f3575d33 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:05.034565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Allocated IP 192.168.233.133 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/c6ac9e75-671b-4351-be5a-e8699c9aaac6) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:47:05.059661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Allocated IP 172.25.8.117 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/0ff0b074-e726-443d-a545-b41ccb2039ea) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:47:05.152038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:47:05.157656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:47:05.197238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:01Z', 'revision_number': 4, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port': {'id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4c15d7c3-27d8-4808-99c1-75e317f6b861', 'name': '', 'network_id': '32276459-a352-4043-a227-0f009dea68a7', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'mac_address': 'fa:16:3e:46:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '89c07dd8-006c-427d-813a-3e0838110b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:47:00Z', 'updated_at': '2021-11-12T20:47:01Z', 'revision_number': 2, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'subnets': [{'id': '89c07dd8-006c-427d-813a-3e0838110b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:05.212298 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.227590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Checking router: ab000cca-73fd-47b4-8620-19e8f3575d33 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:05.227949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Updating router ab000cca-73fd-47b4-8620-19e8f3575d33 port 4c15d7c3-27d8-4808-99c1-75e317f6b861 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:47:05.247720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.262398 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.266120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:05.266883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.268602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] 10.222.0.78 "PUT /v2.0/ports/406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 1092 time: 2.2121272 Nov 12 20:47:05.274204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:05.278594 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d604e0f-00e9-40a1-a2a4-4205c675959b" -d '{"events": [{"name": "network-changed", "server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:05.303109 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.319330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:05.322878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', '07717952-1664-4b4b-a7c0-5027be26fa0f', '7d629a12-1765-49b5-8c2a-a6f0040c07eb'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:05.327191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7167c3-677a-4f1d-b44b-42466f0341fb req-8dd32ef2-3e99-44a0-9ad5-ff77be7ebc18 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:05.337144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a7167c3-677a-4f1d-b44b-42466f0341fb req-8dd32ef2-3e99-44a0-9ad5-ff77be7ebc18 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 945 time: 0.2623479 Nov 12 20:47:05.377183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event updated for resources: {'Port': ['ID=c6ac9e75-671b-4351-be5a-e8699c9aaac6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:05.399827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:05.416774 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:05.434619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:05.475193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28f355-5234-44a2-a400-cd762ac93b23 service neutron] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:05.507853 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.555133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a7167c3-677a-4f1d-b44b-42466f0341fb req-85e7a072-cb98-4a65-b933-ec161e37b3dd tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118866 Nov 12 20:47:05.555521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:05.556192 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.597903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-4694e100-04be-440d-821e-dea8c5c5b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:05.599705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-4694e100-04be-440d-821e-dea8c5c5b591 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1095 time: 0.1653848 Nov 12 20:47:05.677108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-6cbf0763-b04e-4a6a-bd41-be1af1bbbfc1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 217 time: 0.0671754 Nov 12 20:47:05.687480 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-4a9187a9-30a5-4878-bf88-61cc98bfec01 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1592727 Nov 12 20:47:05.701922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Request body: {'port': {'device_id': 'cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:05.791725 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.795996 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:05.869653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-41b096d2-96cc-4960-bad7-e2fc573ffb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:05.875896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-41b096d2-96cc-4960-bad7-e2fc573ffb05 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.1853673 Nov 12 20:47:05.897270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ededa7-989a-45e2-8a51-4b23c187c8b8 req-380717b0-90e3-411a-b314-bc4264ef804e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:05.903971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20ededa7-989a-45e2-8a51-4b23c187c8b8 req-380717b0-90e3-411a-b314-bc4264ef804e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 936 time: 0.1541762 Nov 12 20:47:05.919382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e03cddda-c6c5-4bb1-b96d-a565d2816f30 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:05.944016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event updated for resources: {'Port': ['ID=0ff0b074-e726-443d-a545-b41ccb2039ea,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:05.976782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:05.989842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:05.996431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:06.024301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0a3199eb-f076-43d1-8df5-003fa7beb523 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:06.059214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-0b6985e1-8f5f-453a-bdc0-b40f4a836f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:06.060783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-0b6985e1-8f5f-453a-bdc0-b40f4a836f35 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596844 Nov 12 20:47:06.062409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bd775374-38df-49ca-8580-734053e7ea88 None None] Provisioning complete for port c6ac9e75-671b-4351-be5a-e8699c9aaac6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:06.063158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd775374-38df-49ca-8580-734053e7ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.079863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20ededa7-989a-45e2-8a51-4b23c187c8b8 req-4c4ea500-314e-426c-ab59-c1170a5f27cc tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356575 Nov 12 20:47:06.172712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.182083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.205915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ac9e75-671b-4351-be5a-e8699c9aaac6 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:06.218482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.235826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bd775374-38df-49ca-8580-734053e7ea88 None None] Port c6ac9e75-671b-4351-be5a-e8699c9aaac6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:47:06.237746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Transition to ACTIVE for port object c6ac9e75-671b-4351-be5a-e8699c9aaac6 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:47:06.252888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e03cddda-c6c5-4bb1-b96d-a565d2816f30 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:06.253257 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.299499 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.302175 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.324752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.369259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ac9e75-671b-4351-be5a-e8699c9aaac6,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:06.406600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 0a3199eb-f076-43d1-8df5-003fa7beb523 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:47:06.424502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4b3e-d98d-4d5b-bbcf-fcccadc0a3f6 None None] Pushing event updated for resources: {'Port': ['ID=4c15d7c3-27d8-4808-99c1-75e317f6b861,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:06.437082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0a3199eb-f076-43d1-8df5-003fa7beb523 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:06.437427 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.489875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-466ef945-12e2-400a-9a42-ad3d990a356e service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079235 Nov 12 20:47:06.536432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Attempting to bind port c6ac9e75-671b-4351-be5a-e8699c9aaac6 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:47:06.537072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Attempting to bind port c6ac9e75-671b-4351-be5a-e8699c9aaac6 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:47:06.537072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Attempting to bind port c6ac9e75-671b-4351-be5a-e8699c9aaac6 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:06.553221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Port c6ac9e75-671b-4351-be5a-e8699c9aaac6 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:47:06.553553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Attempting to bind port c6ac9e75-671b-4351-be5a-e8699c9aaac6 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:06.581246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:47:06.581590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:47:06.582518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:47:06.583012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Bound port: c6ac9e75-671b-4351-be5a-e8699c9aaac6, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:47:06.583398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.630091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29e64ce8-e8db-456c-b731-98facf9c5d9d req-f9253ab8-946b-4146-9943-d4ef20917bc1 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307518 Nov 12 20:47:06.640555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Attempting to bind port 4c15d7c3-27d8-4808-99c1-75e317f6b861 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:47:06.640935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Attempting to bind port 4c15d7c3-27d8-4808-99c1-75e317f6b861 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:47:06.641297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Attempting to bind port 4c15d7c3-27d8-4808-99c1-75e317f6b861 on network 32276459-a352-4043-a227-0f009dea68a7 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:06.673182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:47:06.673670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Checking segment: {'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:47:06.673951 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.674644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Bound using segment: {'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:47:06.675134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Bound port: 4c15d7c3-27d8-4808-99c1-75e317f6b861, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '32276459-a352-4043-a227-0f009dea68a7'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:47:06.675824 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.706438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] For port c6ac9e75-671b-4351-be5a-e8699c9aaac6, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:47:06.711452 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] For port c6ac9e75-671b-4351-be5a-e8699c9aaac6, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c6ac9e75-671b-4351-be5a-e8699c9aaac6,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:47:06.714799 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.812603 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.816205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.822630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.861033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:06.861726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:06.863251 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/c6ac9e75-671b-4351-be5a-e8699c9aaac6 HTTP/1.1" status: 200 len: 1097 time: 1.1670330 Nov 12 20:47:06.864001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d', 'tag': 'c6ac9e75-671b-4351-be5a-e8699c9aaac6'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:06.867463 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8685a86d-81f9-4e7f-83f2-40d909c17af6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d", "tag": "c6ac9e75-671b-4351-be5a-e8699c9aaac6"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:06.897188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750393f-9f12-42ae-8d88-5e1423d451c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ac9e75-671b-4351-be5a-e8699c9aaac6,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:06.959578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event updated for resources: {'Port': ['ID=0ff0b074-e726-443d-a545-b41ccb2039ea,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:06.983174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d0510-d71c-4194-b172-4370b120397f req-756bed0e-af71-4f2b-83be-204f9c8638a1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:06.991476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d21d0510-d71c-4194-b172-4370b120397f req-756bed0e-af71-4f2b-83be-204f9c8638a1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.1818497 Nov 12 20:47:07.008943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.024044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f1866ea2-f6ca-4912-bdc5-8eb37de812b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.025714 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-f1866ea2-f6ca-4912-bdc5-8eb37de812b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 1100 time: 0.0623775 Nov 12 20:47:07.065067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] For port 4c15d7c3-27d8-4808-99c1-75e317f6b861, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:47:07.071221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d21d0510-d71c-4194-b172-4370b120397f req-fa356626-6461-49b4-acdf-6e63062de53c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746875 Nov 12 20:47:07.071754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] For port 4c15d7c3-27d8-4808-99c1-75e317f6b861, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4c15d7c3-27d8-4808-99c1-75e317f6b861,segment=NetworkSegment(e74f4f12-7d34-40bd-9dd6-0453e4ffae59),segment_id=e74f4f12-7d34-40bd-9dd6-0453e4ffae59)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:47:07.090105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3199eb-f076-43d1-8df5-003fa7beb523'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:07.092496 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379fa987-2a8b-44a6-ad26-77c2ab8a0e6b" -d '{"events": [{"server_uuid": "e8558ccb-77e5-4949-a58c-0be55a9f9218", "name": "network-vif-plugged", "status": "completed", "tag": "0a3199eb-f076-43d1-8df5-003fa7beb523"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:07.092642 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-29c1eadf-c6b8-45f8-90a2-fe8dcbf07d76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c6ac9e75-671b-4351-be5a-e8699c9aaac6 HTTP/1.1" status: 200 len: 217 time: 0.0468943 Nov 12 20:47:07.093629 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.095080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-4d41cd73-5329-4800-b884-8bd1be6f6ca8 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8631883 Nov 12 20:47:07.157798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0a3199eb-f076-43d1-8df5-003fa7beb523, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0a3199eb-f076-43d1-8df5-003fa7beb523,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:07.163846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-7e8623c5-5627-42f4-a1ce-63a09a06077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.166546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-da876048-ffc2-4643-afdf-5a6b5b7b5662 None None] Provisioning complete for port 4c15d7c3-27d8-4808-99c1-75e317f6b861 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:07.166868 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-7e8623c5-5627-42f4-a1ce-63a09a06077f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0627255 Nov 12 20:47:07.167127 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-da876048-ffc2-4643-afdf-5a6b5b7b5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.173877 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d323c350-3cfa-4bec-8eed-02d1874d8b7e x-openstack-request-id: req-d323c350-3cfa-4bec-8eed-02d1874d8b7e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:07.174155 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:07.174455 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d323c350-3cfa-4bec-8eed-02d1874d8b7e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:07.174913 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'status': 'completed', 'code': 200} Nov 12 20:47:07.202844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.216731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-e9fc2acc-7bad-4b4b-8fb0-b20959547469 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.1108422 Nov 12 20:47:07.232759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-cf5f063f-ae51-4c50-97cc-a441a6d200da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.234253 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-cf5f063f-ae51-4c50-97cc-a441a6d200da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0509191 Nov 12 20:47:07.243342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-da876048-ffc2-4643-afdf-5a6b5b7b5662 None None] Port 4c15d7c3-27d8-4808-99c1-75e317f6b861 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:47:07.256373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.322534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4b3e-d98d-4d5b-bbcf-fcccadc0a3f6 None None] Pushing event updated for resources: {'Port': ['ID=4c15d7c3-27d8-4808-99c1-75e317f6b861,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:07.325748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Routers {'ab000cca-73fd-47b4-8620-19e8f3575d33'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:07.326351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ab000cca-73fd-47b4-8620-19e8f3575d33'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:07.352370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdd5dc-d2ee-4b3b-81ff-1da77ed7dd38 req-e78e0329-f2e8-4526-b105-fed300f44319 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.355852 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-b203b4ca-5fb4-4867-a973-79842897ddde service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133549 Nov 12 20:47:07.359842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99bdd5dc-d2ee-4b3b-81ff-1da77ed7dd38 req-e78e0329-f2e8-4526-b105-fed300f44319 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1571755 Nov 12 20:47:07.400146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-afa21a6e-15fc-4323-93ca-98379d7e40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.408842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-afa21a6e-15fc-4323-93ca-98379d7e40c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1095 time: 0.2456534 Nov 12 20:47:07.485152 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ad8ee9fd-3fe4-4b27-955b-0830a44d19e0 req-de5a9e06-6a7f-473d-96b2-5a5b801b481d service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197338 Nov 12 20:47:07.499791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0a3199eb-f076-43d1-8df5-003fa7beb523,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:07.536685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-45d8284f-b300-4397-936a-9f572daab188 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.538153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-309e371a-498c-4e96-b5ba-a8466fa48bbf req-45d8284f-b300-4397-936a-9f572daab188 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2958059 Nov 12 20:47:07.555320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] Set router ab000cca-73fd-47b4-8620-19e8f3575d33 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:07.587864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99bdd5dc-d2ee-4b3b-81ff-1da77ed7dd38 req-b9e9bb23-cacc-4c1e-81c2-2b6cd3c0291d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270052 Nov 12 20:47:07.607123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-8ee1949f-e133-4fe7-8567-117cd178bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.609419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-8ee1949f-e133-4fe7-8567-117cd178bf8e service neutron] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.1708906 Nov 12 20:47:07.733470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-b1e4b231-6922-4e31-818d-586ffb88b9ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 217 time: 0.1034389 Nov 12 20:47:07.757394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2d5bc1a5-a27d-4304-9fbf-1a669208cb83 None None] Provisioning complete for port 4c15d7c3-27d8-4808-99c1-75e317f6b861 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:07.757767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc1a5-a27d-4304-9fbf-1a669208cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.803655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8972e1-9f4b-4b44-81d9-98b396664449 req-886b92bb-c4df-4d27-96c2-052e791ff775 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.805465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef8972e1-9f4b-4b44-81d9-98b396664449 req-886b92bb-c4df-4d27-96c2-052e791ff775 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.1003489 Nov 12 20:47:07.822904 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b5f8c3-1db7-4a20-8ca0-f025cce07701 x-openstack-request-id: req-70b5f8c3-1db7-4a20-8ca0-f025cce07701 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:07.823757 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d", "tag": "c6ac9e75-671b-4351-be5a-e8699c9aaac6", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:07.824155 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70b5f8c3-1db7-4a20-8ca0-f025cce07701 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:07.824685 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d', 'tag': 'c6ac9e75-671b-4351-be5a-e8699c9aaac6', 'status': 'completed', 'code': 200} Nov 12 20:47:07.884365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef8972e1-9f4b-4b44-81d9-98b396664449 req-b447f322-2344-47ff-9a5e-c4abd23bab0b tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632181 Nov 12 20:47:07.888747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-11e09e5c-83d9-4640-a371-d4f69a7ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.890550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-11e09e5c-83d9-4640-a371-d4f69a7ec8e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.1436319 Nov 12 20:47:07.935458 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc1a5-a27d-4304-9fbf-1a669208cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.947151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-65dbbd2d-3b97-472d-b51a-3ad1501c1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:07.954213 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-65dbbd2d-3b97-472d-b51a-3ad1501c1b25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 1100 time: 0.1044121 Nov 12 20:47:07.959142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:01Z', 'revision_number': 4, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port': {'id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4c15d7c3-27d8-4808-99c1-75e317f6b861', 'name': '', 'network_id': '32276459-a352-4043-a227-0f009dea68a7', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'mac_address': 'fa:16:3e:46:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '89c07dd8-006c-427d-813a-3e0838110b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:47:00Z', 'updated_at': '2021-11-12T20:47:07Z', 'revision_number': 4, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'subnets': [{'id': '89c07dd8-006c-427d-813a-3e0838110b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:08.000453 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c49036-5362-493d-812d-8ce98cbc2455 x-openstack-request-id: req-26c49036-5362-493d-812d-8ce98cbc2455 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:08.000843 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8558ccb-77e5-4949-a58c-0be55a9f9218", "name": "network-vif-plugged", "status": "completed", "tag": "0a3199eb-f076-43d1-8df5-003fa7beb523", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:08.001164 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26c49036-5362-493d-812d-8ce98cbc2455 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:08.001626 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'code': 200} Nov 12 20:47:08.004351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663210dc-4aad-472e-9ae7-e8e004d2efea None None] The sync data for ids ['ab000cca-73fd-47b4-8620-19e8f3575d33'] in n-d-713498-29 is: [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:01Z', 'revision_number': 4, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port': {'id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4c15d7c3-27d8-4808-99c1-75e317f6b861', 'name': '', 'network_id': '32276459-a352-4043-a227-0f009dea68a7', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'mac_address': 'fa:16:3e:46:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '89c07dd8-006c-427d-813a-3e0838110b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:47:00Z', 'updated_at': '2021-11-12T20:47:07Z', 'revision_number': 4, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'subnets': [{'id': '89c07dd8-006c-427d-813a-3e0838110b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:08.009612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-dca59fc5-a601-48f6-8e68-70a1c1a3f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.014835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2d5bc1a5-a27d-4304-9fbf-1a669208cb83 None None] For port 4c15d7c3-27d8-4808-99c1-75e317f6b861, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4c15d7c3-27d8-4808-99c1-75e317f6b861,segment=NetworkSegment(e74f4f12-7d34-40bd-9dd6-0453e4ffae59),segment_id=e74f4f12-7d34-40bd-9dd6-0453e4ffae59)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:08.016585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-dca59fc5-a601-48f6-8e68-70a1c1a3f055 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127858 Nov 12 20:47:08.059818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a60be5-e0f9-4ffc-af0a-0da7213db7ed req-c83c35c7-b368-456e-aac3-b9b7128cb113 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.078795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14a60be5-e0f9-4ffc-af0a-0da7213db7ed req-c83c35c7-b368-456e-aac3-b9b7128cb113 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 948 time: 0.1236529 Nov 12 20:47:08.079483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc1a5-a27d-4304-9fbf-1a669208cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:08.189543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-ad8607ee-8d66-4c0e-b7b3-5435c41d588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.191151 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-ad8607ee-8d66-4c0e-b7b3-5435c41d588d service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2296126 Nov 12 20:47:08.215061 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bc1a5-a27d-4304-9fbf-1a669208cb83 None None] Pushing event updated for resources: {'Port': ['ID=4c15d7c3-27d8-4808-99c1-75e317f6b861,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:08.273769 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-a751c048-a3e1-4420-9a9a-ac0cf038aa95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c6ac9e75-671b-4351-be5a-e8699c9aaac6 HTTP/1.1" status: 200 len: 217 time: 0.0736511 Nov 12 20:47:08.343272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-6b339700-68c9-4809-82d0-d985efc19b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.344769 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-6b339700-68c9-4809-82d0-d985efc19b32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0617282 Nov 12 20:47:08.350361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14a60be5-e0f9-4ffc-af0a-0da7213db7ed req-af3dc85d-55a8-4298-8017-63d2cb5ae0a6 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673867 Nov 12 20:47:08.352396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec107-b8e7-4ece-a9fa-73b5d8c55584 req-53694244-137d-47e1-ab17-8951f1d5387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.354211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da2ec107-b8e7-4ece-a9fa-73b5d8c55584 req-53694244-137d-47e1-ab17-8951f1d5387a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 1098 time: 0.2257135 Nov 12 20:47:08.401025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-f61322b3-6d15-4e37-a510-08b5eded7ed7 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141127 Nov 12 20:47:08.409730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4387fe18-5632-45ac-a069-cac7febe7129 req-757aa8f1-1324-4a7c-9c89-35b9eb7c5401 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2997959 Nov 12 20:47:08.502975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:08.585054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da2ec107-b8e7-4ece-a9fa-73b5d8c55584 req-c1e84b3e-9d88-455a-b04e-996e4d174dcf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207270 Nov 12 20:47:08.601644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719952f-aa2d-4c16-990f-83ac34d016fb req-7a1615b9-360f-4989-b225-c4e530bbfc0a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.604977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f719952f-aa2d-4c16-990f-83ac34d016fb req-7a1615b9-360f-4989-b225-c4e530bbfc0a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.1216829 Nov 12 20:47:08.607564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d604e0f-00e9-40a1-a2a4-4205c675959b req-64a20f33-464d-4d63-a49b-dd01da3da564 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944413 Nov 12 20:47:08.672879 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:08.677349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-9cbc611b-b919-4e87-bfd3-e25b6bcafa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.678897 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-9cbc611b-b919-4e87-bfd3-e25b6bcafa3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3261545 Nov 12 20:47:08.720382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f719952f-aa2d-4c16-990f-83ac34d016fb req-e0b6db43-ed81-49f2-8c57-5f9295809bb8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083882 Nov 12 20:47:08.821697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:08.901727 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-3968e3bd-af52-4798-8a38-bed84d6490bd service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986180 Nov 12 20:47:08.955440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc5e57-5b50-47c4-9bd4-b59005d0b103 req-6755b1e0-4089-4d32-82bd-257f5a1a2f72 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.963365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58cc5e57-5b50-47c4-9bd4-b59005d0b103 req-6755b1e0-4089-4d32-82bd-257f5a1a2f72 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1381803 Nov 12 20:47:09.007892 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8685a86d-81f9-4e7f-83f2-40d909c17af6 req-ab2fca54-ee73-45ff-b854-b02fe64a93d3 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978448 Nov 12 20:47:09.014759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Allocated IP 172.25.8.180 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/b0cdae8d-9b7f-4c45-98c3-209f1ea54ece) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:47:09.055586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58cc5e57-5b50-47c4-9bd4-b59005d0b103 req-3cb45c24-f84c-4494-8f82-5b3fbf65f1ad tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802054 Nov 12 20:47:09.193468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:09.579682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c76cc-d0e3-44a2-aecc-1809ebcca41e req-57e46521-36ca-4aa2-98f5-62417de7fe1d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:09.581320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df6c76cc-d0e3-44a2-aecc-1809ebcca41e req-57e46521-36ca-4aa2-98f5-62417de7fe1d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.0534525 Nov 12 20:47:09.628629 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:09.640591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df6c76cc-d0e3-44a2-aecc-1809ebcca41e req-2754a682-3aba-440b-a780-344e4478b56b tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522132 Nov 12 20:47:09.671406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:09.678934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:09.682038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:09.714888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event updated for resources: {'Port': ['ID=b0cdae8d-9b7f-4c45-98c3-209f1ea54ece,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:09.808993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1dec1-550c-45b7-95d6-58c10807a65d req-cf3a01c0-b784-472f-89ce-e86c17502307 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:09.810485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07d1dec1-550c-45b7-95d6-58c10807a65d req-cf3a01c0-b784-472f-89ce-e86c17502307 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 948 time: 0.0995364 Nov 12 20:47:09.843985 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:09.881197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07d1dec1-550c-45b7-95d6-58c10807a65d req-0577f7ef-513e-4cb4-b826-6e555fe15341 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616968 Nov 12 20:47:09.933355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:09.942818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4c15d7c3-27d8-4808-99c1-75e317f6b861 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:09.981136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:47:10.045394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.054029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c6ac9e75-671b-4351-be5a-e8699c9aaac6 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:47:10.063550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee0e7e-c8b8-48ce-b430-5fed3de370bd req-deaf9719-3723-4e37-8a6b-4c83b320cc57 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:10.065112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2dee0e7e-c8b8-48ce-b430-5fed3de370bd req-deaf9719-3723-4e37-8a6b-4c83b320cc57 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.0980389 Nov 12 20:47:10.132946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4c15d7c3-27d8-4808-99c1-75e317f6b861 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:10.133572 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.173798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2dee0e7e-c8b8-48ce-b430-5fed3de370bd req-ac565451-fb93-4562-9742-185dd4d7f352 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754695 Nov 12 20:47:10.189976 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.217127 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.241792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:10.275189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c6ac9e75-671b-4351-be5a-e8699c9aaac6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c6ac9e75-671b-4351-be5a-e8699c9aaac6,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:10.278006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'port_id': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'mac_address': 'fa:16:3e:9e:a9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:47:10.290415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.296572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'c6ac9e75-671b-4351-be5a-e8699c9aaac6', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'c6ac9e75-671b-4351-be5a-e8699c9aaac6', 'mac_address': 'fa:16:3e:bd:dc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:47:10.389224 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.415070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.419240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406b3fcf-9893-43a6-a170-36c1fc109d61 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:10.429256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event updated for resources: {'Port': ['ID=b0cdae8d-9b7f-4c45-98c3-209f1ea54ece,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:10.431927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.440393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ac9e75-671b-4351-be5a-e8699c9aaac6 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:10.443642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246102c9-3dfa-4560-85d6-f9acc52a3e08 req-ae419b83-7673-42d3-986d-a3e0a9d6a6fc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:10.445283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-246102c9-3dfa-4560-85d6-f9acc52a3e08 req-ae419b83-7673-42d3-986d-a3e0a9d6a6fc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1721253 Nov 12 20:47:10.454199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:10.468546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c6ac9e75-671b-4351-be5a-e8699c9aaac6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c6ac9e75-671b-4351-be5a-e8699c9aaac6,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:10.502701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-246102c9-3dfa-4560-85d6-f9acc52a3e08 req-9cc1e836-f4d8-4f91-9e2f-cb38c74c0e8a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463018 Nov 12 20:47:10.536796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.541651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:47:10.590679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.592103 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4387fe18-5632-45ac-a069-cac7febe7129 req-aee0888e-1503-466d-b671-b23be1531391 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0983825 Nov 12 20:47:10.595197 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.658030 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4387fe18-5632-45ac-a069-cac7febe7129 req-4be269f1-5fa4-4cbc-b04c-01b92d7a9b28 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.0504925 Nov 12 20:47:10.660613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:10.750235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:10.758968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c6ac9e75-671b-4351-be5a-e8699c9aaac6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:10.768910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'mac_address': 'fa:16:3e:95:50:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:47:10.796679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387fe18-5632-45ac-a069-cac7febe7129 req-df7bf128-0208-436f-8151-b7d0b01a63da tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:10.798338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4387fe18-5632-45ac-a069-cac7febe7129 req-df7bf128-0208-436f-8151-b7d0b01a63da tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.1322753 Nov 12 20:47:10.834260 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.853465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:10.879648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:10.933664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d788df-9baa-4e8f-944d-d2a795ab7561 req-28e6377b-c62c-4730-a32e-268e7d23149c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:10.935339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d788df-9baa-4e8f-944d-d2a795ab7561 req-28e6377b-c62c-4730-a32e-268e7d23149c tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 945 time: 0.0564585 Nov 12 20:47:10.943122 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:10.981022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c6ac9e75-671b-4351-be5a-e8699c9aaac6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:10.992086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d788df-9baa-4e8f-944d-d2a795ab7561 req-b1cfc2f5-6c42-4b8e-a88d-989e77004aa5 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490563 Nov 12 20:47:11.048920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:11.119707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:11.129793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49d31e-9dab-4bfa-ae4e-c4beb62bef12 req-83dc1df1-e975-4c62-b909-9f632721e5cc tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:11.132383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c49d31e-9dab-4bfa-ae4e-c4beb62bef12 req-83dc1df1-e975-4c62-b909-9f632721e5cc tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.0612619 Nov 12 20:47:11.194935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c49d31e-9dab-4bfa-ae4e-c4beb62bef12 req-33173a15-0ded-4a56-ac5d-de720c1af9d4 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565944 Nov 12 20:47:11.385494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-50ed081e-4a8c-4fe9-bb2a-03644fad8af4 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1337416 Nov 12 20:47:11.391785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['406b3fcf-9893-43a6-a170-36c1fc109d61'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:11.400373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:11.491220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:11.648359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:11.810301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Allocated IP 172.25.8.208 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/aca7840b-81e2-4515-ad9d-89083f0371ad) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:47:11.979179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:11.981210 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.057146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:12.057523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.094889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.159079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:12.162528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:12.166296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:12.182088 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.205083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event updated for resources: {'Port': ['ID=aca7840b-81e2-4515-ad9d-89083f0371ad,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:12.218399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:12.220900 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad8c5a-8727-466d-94c8-37b0d52ad863" -d '{"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-plugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:12.245409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:12.298636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.319245 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.393632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:12.412775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.603173 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.661665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.750172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event updated for resources: {'Port': ['ID=aca7840b-81e2-4515-ad9d-89083f0371ad,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:12.758620 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.893179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:12.900560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-43cf7dcd-8e1a-4a93-9869-48c017ad12ca tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5083311 Nov 12 20:47:12.967657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-41c1b375-e5af-473c-afa6-1e1e8fe80c04 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.208 HTTP/1.1" status: 200 len: 696 time: 0.0630510 Nov 12 20:47:13.091278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-99f749a0-dc6a-4ec2-a0d7-782c59614569 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:13.091278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de7d9add-0e2e-4a9d-add8-0d381879924d req-99f749a0-dc6a-4ec2-a0d7-782c59614569 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.1162925 Nov 12 20:47:13.272989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456049-6fca-4d7e-a0e0-ac7aaefac398 req-64364cad-e8f4-4ca8-b628-e51c3a8da0e8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:13.274666 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a456049-6fca-4d7e-a0e0-ac7aaefac398 req-64364cad-e8f4-4ca8-b628-e51c3a8da0e8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 949 time: 0.0888183 Nov 12 20:47:13.338197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a456049-6fca-4d7e-a0e0-ac7aaefac398 req-9cfcf18e-f231-49af-8161-6b2d3c5ad694 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566421 Nov 12 20:47:13.465519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578715c7-1a28-45f5-9c1e-4a2678e905ad req-b8af46a2-0132-4e3c-898f-fbb83d06a0a3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:13.467096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-578715c7-1a28-45f5-9c1e-4a2678e905ad req-b8af46a2-0132-4e3c-898f-fbb83d06a0a3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.0644188 Nov 12 20:47:13.560159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-578715c7-1a28-45f5-9c1e-4a2678e905ad req-13a6bef5-afea-43d0-8ed0-f0d04a6c7804 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746799 Nov 12 20:47:13.702047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101074-5694-4495-89c0-993e96564753 req-242ab27d-1b8f-4585-ae8e-a38839681a2c tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:13.711150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07101074-5694-4495-89c0-993e96564753 req-242ab27d-1b8f-4585-ae8e-a38839681a2c tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.0809088 Nov 12 20:47:13.713924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60558) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:13.718549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Request body: {'floatingip': {'port_id': '0a3199eb-f076-43d1-8df5-003fa7beb523'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:13.786564 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:13.946016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa521a8-f61d-4058-82df-24ffecf3756a req-691d4ea5-6528-4c82-9206-18f0f6b312b9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:13.953491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fa521a8-f61d-4058-82df-24ffecf3756a req-691d4ea5-6528-4c82-9206-18f0f6b312b9 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1252565 Nov 12 20:47:13.994007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:14.058353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c6ac9e75-671b-4351-be5a-e8699c9aaac6 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:14.202931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fa521a8-f61d-4058-82df-24ffecf3756a req-9cbec76d-6185-4190-bd0f-660128f9f6dc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483072 Nov 12 20:47:14.491903 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:14.633559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port c6ac9e75-671b-4351-be5a-e8699c9aaac6 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:47:14.638084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port c6ac9e75-671b-4351-be5a-e8699c9aaac6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:14.638557 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:14.684781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:14.686207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 406b3fcf-9893-43a6-a170-36c1fc109d61 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:47:14.691532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 406b3fcf-9893-43a6-a170-36c1fc109d61 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:14.691898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:14.770044 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:14.834457 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Floating IP e49b1496-b024-4c75-bc60-2b41ae13a2a1 associated. External IP: 172.25.8.245, port: 0a3199eb-f076-43d1-8df5-003fa7beb523. Nov 12 20:47:14.844047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c6ac9e75-671b-4351-be5a-e8699c9aaac6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c6ac9e75-671b-4351-be5a-e8699c9aaac6,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:14.871930 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:14.915572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:14.970312 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:15.012959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:15.030833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c6ac9e75-671b-4351-be5a-e8699c9aaac6,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:15.095019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Router 761271aa-81c8-4676-9901-4ca696e42e0e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:47:15.125464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:15.138446 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac536f-b2b9-4e7f-8b9a-80876085202e x-openstack-request-id: req-6fac536f-b2b9-4e7f-8b9a-80876085202e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:15.139027 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-plugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:15.139862 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fac536f-b2b9-4e7f-8b9a-80876085202e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:15.140542 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'code': 200} Nov 12 20:47:15.315532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:47:15.321819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:15.326610 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] Sync routers for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:47:15.339140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71886d5c-aedd-474d-8d91-76e7189c131a req-3db73cfc-1ecc-4e9e-b087-9e8e980f87de tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1961360 Nov 12 20:47:15.342958 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:15.343613 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:15.379482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:15.394937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-36e565e9-9cca-4b9e-90be-5667db185eaf tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "PUT /v2.0/floatingips/e49b1496-b024-4c75-bc60-2b41ae13a2a1 HTTP/1.1" status: 200 len: 992 time: 1.6793258 Nov 12 20:47:15.399250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'tag': '0a3199eb-f076-43d1-8df5-003fa7beb523'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:15.401577 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176a80e9-2a29-454d-9339-e6cf872f2d43" -d '{"events": [{"name": "network-changed", "server_uuid": "e8558ccb-77e5-4949-a58c-0be55a9f9218", "tag": "0a3199eb-f076-43d1-8df5-003fa7beb523"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:15.498146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:15.510047 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:15.667474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:15.824501 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e49b1496-b024-4c75-bc60-2b41ae13a2a1', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'port_id': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'mac_address': 'fa:16:3e:58:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:45:55Z', 'updated_at': '2021-11-12T20:47:14Z', 'revision_number': 1, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:54Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:15.855950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Allocated IP 172.25.8.62 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/36af0edb-845d-4d50-b76c-6644a9258920) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:47:15.887080 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] Checking router: 761271aa-81c8-4676-9901-4ca696e42e0e for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:15.908518 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:15.908518 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:16.009622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:16.056937 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:16.114354 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:16.157780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:16.161212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:16.167215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:16.194679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event updated for resources: {'Port': ['ID=36af0edb-845d-4d50-b76c-6644a9258920,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:16.299315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:16.380961 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e49b1496-b024-4c75-bc60-2b41ae13a2a1', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'port_id': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'mac_address': 'fa:16:3e:58:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:45:55Z', 'updated_at': '2021-11-12T20:47:14Z', 'revision_number': 1, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:54Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:16.391654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:16.430149 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d7025-cb3c-4a98-a5e1-b7c73aeeed9f None None] The sync data for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 is: [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e49b1496-b024-4c75-bc60-2b41ae13a2a1', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'port_id': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'mac_address': 'fa:16:3e:58:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:45:55Z', 'updated_at': '2021-11-12T20:47:14Z', 'revision_number': 1, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:54Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:16.610129 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:16.667921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:16.766830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event updated for resources: {'Port': ['ID=36af0edb-845d-4d50-b76c-6644a9258920,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:16.791179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-baf9c965-35bd-48d9-884a-52578d121a17 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:16.792767 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-baf9c965-35bd-48d9-884a-52578d121a17 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 945 time: 0.1047215 Nov 12 20:47:16.800957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9072484e-5d15-439a-afae-85e26f405567 None None] New status for floating IP e49b1496-b024-4c75-bc60-2b41ae13a2a1: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:47:16.898032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:16.968974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Deleting port cc76bfdd-29cf-4758-ac98-5a792ca437f9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:16.970422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:17.013089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:17.014327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71886d5c-aedd-474d-8d91-76e7189c131a req-0c7c53e6-8787-4bf5-9e89-19b9b9692373 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6436629 Nov 12 20:47:17.092808 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] For port cc76bfdd-29cf-4758-ac98-5a792ca437f9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cc76bfdd-29cf-4758-ac98-5a792ca437f9,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:17.094121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:17.126405 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71886d5c-aedd-474d-8d91-76e7189c131a req-b232345f-cd88-449e-ae24-0cb994903270 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.1012616 Nov 12 20:47:17.142389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ac9e75-671b-4351-be5a-e8699c9aaac6'}, {'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:17.145528 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d80961d-c0e3-4646-89b7-20f94cdd26aa" -d '{"events": [{"server_uuid": "cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d", "name": "network-vif-plugged", "status": "completed", "tag": "c6ac9e75-671b-4351-be5a-e8699c9aaac6"}, {"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-plugged", "status": "completed", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:17.333062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71886d5c-aedd-474d-8d91-76e7189c131a req-ac35d044-c987-426d-ad09-597af93815dc tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:17.334938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71886d5c-aedd-474d-8d91-76e7189c131a req-ac35d044-c987-426d-ad09-597af93815dc tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2019284 Nov 12 20:47:17.479528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:17.495926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:17.495926 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Floating IP fa811dc2-bf80-4916-a650-cc5be7780983 disassociated. External IP: 172.25.8.150, port: cc76bfdd-29cf-4758-ac98-5a792ca437f9. Nov 12 20:47:17.495926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Calling delete_port for cc76bfdd-29cf-4758-ac98-5a792ca437f9 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:17.564745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b647914-bfac-42f8-b97d-cd893410a357 req-27817679-4152-4929-9982-8b0b08f2be88 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:17.566704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b647914-bfac-42f8-b97d-cd893410a357 req-27817679-4152-4929-9982-8b0b08f2be88 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 950 time: 0.1329494 Nov 12 20:47:17.666672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b647914-bfac-42f8-b97d-cd893410a357 req-310eb30f-4e00-4773-a0d1-b5c4d9b1e9b5 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904744 Nov 12 20:47:17.821865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5551013-c6d7-4d80-b9f3-b755ea4df810 req-915924ed-8b21-4aa0-8c5a-5dd8e2a673a2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:17.829165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5551013-c6d7-4d80-b9f3-b755ea4df810 req-915924ed-8b21-4aa0-8c5a-5dd8e2a673a2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0700898 Nov 12 20:47:17.899402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5551013-c6d7-4d80-b9f3-b755ea4df810 req-c3bc6094-657b-4de1-a8a5-6599d4d82a53 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692594 Nov 12 20:47:18.067305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be5998-8581-4529-be72-677a9c51a266 req-04203a8b-789d-41f7-baa4-e89552319e8f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:18.076829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4be5998-8581-4529-be72-677a9c51a266 req-04203a8b-789d-41f7-baa4-e89552319e8f tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 945 time: 0.0890846 Nov 12 20:47:18.196527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4be5998-8581-4529-be72-677a9c51a266 req-bb2f9d6b-5bf6-46cd-9703-0edea4d99b17 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515797 Nov 12 20:47:18.274013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1d531-d1ed-4036-9a0b-74da4b7bcfb5 req-02b7364e-b5fb-4496-af52-210a5911fe66 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:18.276216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62e1d531-d1ed-4036-9a0b-74da4b7bcfb5 req-02b7364e-b5fb-4496-af52-210a5911fe66 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.0726390 Nov 12 20:47:18.360110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62e1d531-d1ed-4036-9a0b-74da4b7bcfb5 req-90067ee7-6c7e-4023-b56d-14b24d6a7f3d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721946 Nov 12 20:47:18.427940 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:18.486943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event deleted for resources: {'Port': ['ID=cc76bfdd-29cf-4758-ac98-5a792ca437f9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:18.534892 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653c7d03-ee53-44eb-8f0e-e3de1e6296b5 x-openstack-request-id: req-653c7d03-ee53-44eb-8f0e-e3de1e6296b5 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:18.535190 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8558ccb-77e5-4949-a58c-0be55a9f9218", "tag": "0a3199eb-f076-43d1-8df5-003fa7beb523", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:18.535466 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-653c7d03-ee53-44eb-8f0e-e3de1e6296b5 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:18.535874 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'tag': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'status': 'completed', 'code': 200} Nov 12 20:47:18.602373 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f808e66f-aca8-4400-9ea6-75fc847d808e x-openstack-request-id: req-f808e66f-aca8-4400-9ea6-75fc847d808e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:18.603349 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d", "name": "network-vif-plugged", "status": "completed", "tag": "c6ac9e75-671b-4351-be5a-e8699c9aaac6", "code": 200}, {"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-plugged", "status": "completed", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:18.603830 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f808e66f-aca8-4400-9ea6-75fc847d808e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:18.604457 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ac9e75-671b-4351-be5a-e8699c9aaac6', 'code': 200} Nov 12 20:47:18.604928 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'code': 200} Nov 12 20:47:18.677861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-85faca92-58ad-4eca-ad79-561ebbe7e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:18.679420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-85faca92-58ad-4eca-ad79-561ebbe7e15d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e17a4c4d4c694ed0a5e2b9e864ab9636&device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 1098 time: 0.1189620 Nov 12 20:47:18.696559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9545f79-32d2-4e9d-aad0-ae7bc636a4d7 req-82b7a7a3-7943-4acf-a5f4-058031873ba0 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips/ac3de24f-4c23-4dd2-a247-2784602eb1f5 HTTP/1.1" status: 200 len: 692 time: 0.0710123 Nov 12 20:47:18.724389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:47:18.889711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdb874-7eb0-4e92-99e7-74db320301f6 req-347f5173-8cdf-4a35-a60c-63bd11f71cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:18.891514 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-86cdb874-7eb0-4e92-99e7-74db320301f6 req-347f5173-8cdf-4a35-a60c-63bd11f71cd3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 1102 time: 0.1610131 Nov 12 20:47:18.961636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:47:18.976043 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] Sync routers for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:47:18.993294 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:18.996803 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:19.058058 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-86cdb874-7eb0-4e92-99e7-74db320301f6 req-8186c259-cabb-463f-a5e4-302ac9f3fab6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576478 Nov 12 20:47:19.092140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] No DVR routers for this DVR port cc76bfdd-29cf-4758-ac98-5a792ca437f9 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:19.103183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:19.111750 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a33f0d91-a1f6-44ed-9d01-071436eed67e req-9c7f9700-fd29-42b4-bcdd-d0b713d7c141 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.46 "DELETE /v2.0/ports/cc76bfdd-29cf-4758-ac98-5a792ca437f9 HTTP/1.1" status: 204 len: 173 time: 2.3032787 Nov 12 20:47:19.112245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'name': 'network-vif-deleted', 'tag': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:19.117513 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b844473-4eec-4502-96b7-b007d40dbb3c" -d '{"events": [{"server_uuid": "996f51ce-5e8e-4a76-ab7f-719054bdbb26", "name": "network-vif-deleted", "tag": "cc76bfdd-29cf-4758-ac98-5a792ca437f9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:19.192875 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:19.324997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545f79-32d2-4e9d-aad0-ae7bc636a4d7 req-390f19ea-75eb-40b5-b39d-e5d151177fa0 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:19.332532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9545f79-32d2-4e9d-aad0-ae7bc636a4d7 req-390f19ea-75eb-40b5-b39d-e5d151177fa0 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.6343606 Nov 12 20:47:19.346440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2102e7-9d18-41df-b3b9-938b4cabe8ba req-96c99f65-5a56-4e5f-b6b7-e1741e0405b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:19.346440 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e2102e7-9d18-41df-b3b9-938b4cabe8ba req-96c99f65-5a56-4e5f-b6b7-e1741e0405b6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1097 time: 0.5768309 Nov 12 20:47:19.346440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-a9545f79-32d2-4e9d-aad0-ae7bc636a4d7 req-9e3ffafa-6a82-4f17-a5bc-7042af65ca1b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:47:19.361539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9545f79-32d2-4e9d-aad0-ae7bc636a4d7 req-9e3ffafa-6a82-4f17-a5bc-7042af65ca1b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0280147 Nov 12 20:47:19.490907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-8ef6f703-214c-4915-ab23-e787a220b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:19.494222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-8ef6f703-214c-4915-ab23-e787a220b3e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f5ef3117-50aa-495d-a5db-e5c2c185adef HTTP/1.1" status: 200 len: 917 time: 0.3303502 Nov 12 20:47:19.497141 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:19.556740 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] Checking router: 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:19.576695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:19.577501 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:19.627562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e2102e7-9d18-41df-b3b9-938b4cabe8ba req-ee070a5d-5634-424f-9e12-15c0a074228d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644475 Nov 12 20:47:19.634487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-4a6850ac-eaf2-408b-94dc-d98c081c1dcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a3199eb-f076-43d1-8df5-003fa7beb523 HTTP/1.1" status: 200 len: 1002 time: 0.1322160 Nov 12 20:47:19.647376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d297b-698b-48b6-a042-5cc9aab26edf req-e350d708-8554-455a-bfc7-6e27dd52c83f tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:19.654783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e0d297b-698b-48b6-a042-5cc9aab26edf req-e350d708-8554-455a-bfc7-6e27dd52c83f tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 950 time: 0.1595359 Nov 12 20:47:19.720909 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:19.734344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-427d3aba-b0e3-4fa3-b073-cff08ef74439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:19.735873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-427d3aba-b0e3-4fa3-b073-cff08ef74439 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acb87e54-1e68-4cb5-8463-64d5f84e4ffb HTTP/1.1" status: 200 len: 855 time: 0.0791285 Nov 12 20:47:19.743689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e0d297b-698b-48b6-a042-5cc9aab26edf req-93169589-49ae-4ff0-9f43-d4a5c45c949b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879653 Nov 12 20:47:19.792975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-5c03f098-6c25-4cf8-b858-830c9d873a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:19.794551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-5c03f098-6c25-4cf8-b858-830c9d873a4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5ef3117-50aa-495d-a5db-e5c2c185adef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499606 Nov 12 20:47:20.002611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1e069-d2f9-46bd-9b0b-54eb2fbca47f req-50e3d4ee-9f30-4913-84dc-0e2f6a81dc12 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:20.004291 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59b1e069-d2f9-46bd-9b0b-54eb2fbca47f req-50e3d4ee-9f30-4913-84dc-0e2f6a81dc12 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1807573 Nov 12 20:47:20.054336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device cc76bfdd-29cf-4758-ac98-5a792ca437f9 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:20.071135 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:20.075108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-8f52fa39-deeb-4241-b8f3-89306696dcdb service neutron] 10.222.0.46 "GET /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707224 Nov 12 20:47:20.098541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: cc76bfdd-29cf-4758-ac98-5a792ca437f9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:20.098886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device cc76bfdd-29cf-4758-ac98-5a792ca437f9 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:20.105740 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96d650-f39f-44e3-b82e-bad5a806c8bb None None] The sync data for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 is: [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:42:33Z', 'revision_number': 4, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c', 'name': '', 'network_id': 'a5da087a-c915-4151-80d4-7151deaa2447', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'mac_address': 'fa:16:3e:3b:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:32Z', 'updated_at': '2021-11-12T20:42:38Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'subnets': [{'id': 'bbd3d40b-c3e6-4957-80ce-430634246969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:20.171929 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-3c85df8f-2b77-4147-9320-f491acb74740 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112437 Nov 12 20:47:20.252850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59b1e069-d2f9-46bd-9b0b-54eb2fbca47f req-835cdd87-cee6-40d1-9c7a-432658d412a6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355037 Nov 12 20:47:20.272287 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-61541767-4d8a-4eaf-9c52-fb703bb60e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:20.273932 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-61541767-4d8a-4eaf-9c52-fb703bb60e9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 1096 time: 0.0614164 Nov 12 20:47:20.337339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176a80e9-2a29-454d-9339-e6cf872f2d43 req-c931b970-0ac3-497c-9da1-0c7100069722 service neutron] 10.222.0.46 "GET /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431815 Nov 12 20:47:20.406120 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1663324-9515-44ab-8a52-461ba4f6df41 x-openstack-request-id: req-b1663324-9515-44ab-8a52-461ba4f6df41 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:20.406346 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996f51ce-5e8e-4a76-ab7f-719054bdbb26", "name": "network-vif-deleted", "tag": "cc76bfdd-29cf-4758-ac98-5a792ca437f9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:20.406599 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1663324-9515-44ab-8a52-461ba4f6df41 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:20.407014 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996f51ce-5e8e-4a76-ab7f-719054bdbb26', 'name': 'network-vif-deleted', 'tag': 'cc76bfdd-29cf-4758-ac98-5a792ca437f9', 'status': 'completed', 'code': 200} Nov 12 20:47:20.504224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-82c2fb43-55ab-4fe7-9355-7e69eeba2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:20.506090 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-82c2fb43-55ab-4fe7-9355-7e69eeba2408 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1834610 Nov 12 20:47:20.536650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21bf6868-ab29-4813-a5be-cfe9e0d0d441 req-7a80fc15-c224-4cf9-b176-f52652b0531a tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/ports?device_id=996f51ce-5e8e-4a76-ab7f-719054bdbb26 HTTP/1.1" status: 200 len: 210 time: 0.0505099 Nov 12 20:47:20.596896 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-994aa8ce-b233-465c-93f8-9d3e76820da1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0821588 Nov 12 20:47:20.628929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e1a90-dc33-416b-b723-b0e15aca0c70 None None] New status for floating IP fa811dc2-bf80-4916-a650-cc5be7780983: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:47:20.660262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-f48fd0a2-3fb3-4058-889e-82f6be3c9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:20.661997 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-f48fd0a2-3fb3-4058-889e-82f6be3c9ab5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0572903 Nov 12 20:47:20.704593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-078a249f-1006-4138-b216-bb8848a7bcf6 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips/ac3de24f-4c23-4dd2-a247-2784602eb1f5 HTTP/1.1" status: 200 len: 692 time: 0.1321507 Nov 12 20:47:20.759710 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-892763f1-5574-46d4-96a3-c69b0907429b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727012 Nov 12 20:47:20.911529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-d5832440-1880-46dc-9ed4-9377128b503c tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:20.922524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-d5832440-1880-46dc-9ed4-9377128b503c tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2163963 Nov 12 20:47:20.949083 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-bc4a4b32-b6af-432c-b9b7-3d46bdc9ccc5 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717701 Nov 12 20:47:20.997922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-ddd84b3f-7eca-494c-aeb4-272b7d46117c tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0746193 Nov 12 20:47:21.068512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-78003810-2302-4c8f-ac59-3ab57d5274e7 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0690453 Nov 12 20:47:21.091434 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bc15685c-58bf-4787-b872-a52f42ddd947 req-255f997e-3129-4696-bee3-07a47ba74bd6 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376855 Nov 12 20:47:21.216659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Deleting port 36af0edb-845d-4d50-b76c-6644a9258920 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:21.217712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:21.350788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:21.351308 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:21.367662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Calling delete_port for 36af0edb-845d-4d50-b76c-6644a9258920 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:21.611707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e4c3281-2a9c-4912-989a-118440f9730f req-aaed9fc2-3bb6-4d8b-ab87-b769d4e919c9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0723491 Nov 12 20:47:21.673008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:21.731254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event deleted for resources: {'Port': ['ID=36af0edb-845d-4d50-b76c-6644a9258920,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:21.844413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:21.847746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:21.862020 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06c55ff9-7b26-40b5-b1d9-a46787ce48a2 req-bad9d04c-525e-468e-80ad-641f82a38b19 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "DELETE /v2.0/floatingips/ac3de24f-4c23-4dd2-a247-2784602eb1f5 HTTP/1.1" status: 204 len: 173 time: 0.7924078 Nov 12 20:47:21.870056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c3281-2a9c-4912-989a-118440f9730f req-8cc55493-e699-42a5-8dcf-92b3323db5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:21.873115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e4c3281-2a9c-4912-989a-118440f9730f req-8cc55493-e699-42a5-8dcf-92b3323db5fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f17fde0197fb4cd185fa333ca81bec54&device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 1102 time: 0.2184186 Nov 12 20:47:22.066264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bae35-4a96-4bd0-b3db-35c21d300b8c req-562d36af-8f35-42f5-a0fc-2d5e218f6d45 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:22.079261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-937bae35-4a96-4bd0-b3db-35c21d300b8c req-562d36af-8f35-42f5-a0fc-2d5e218f6d45 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1303933 Nov 12 20:47:22.093260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c3281-2a9c-4912-989a-118440f9730f req-15408077-2b1f-4c9f-8c54-8fc5da2b2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:22.095080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e4c3281-2a9c-4912-989a-118440f9730f req-15408077-2b1f-4c9f-8c54-8fc5da2b2259 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1897643 Nov 12 20:47:22.169839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e4c3281-2a9c-4912-989a-118440f9730f req-24abbe55-6666-4483-bc48-54eb63d2edc0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c HTTP/1.1" status: 200 len: 217 time: 0.0586929 Nov 12 20:47:22.190441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-937bae35-4a96-4bd0-b3db-35c21d300b8c req-725905d9-14ae-4403-af58-c4e3999826f7 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092198 Nov 12 20:47:22.286014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c3281-2a9c-4912-989a-118440f9730f req-e1c3d4e4-d162-4e21-8ab7-1d942460f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:22.287911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e4c3281-2a9c-4912-989a-118440f9730f req-e1c3d4e4-d162-4e21-8ab7-1d942460f612 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0900872 Nov 12 20:47:22.345989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c3281-2a9c-4912-989a-118440f9730f req-025dcea8-9f6a-4b91-b892-6da6fb40b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:22.348700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e4c3281-2a9c-4912-989a-118440f9730f req-025dcea8-9f6a-4b91-b892-6da6fb40b092 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533869 Nov 12 20:47:22.594904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acd2b2-044d-44cc-8d51-17acacad9f6f req-911b6173-555f-4600-8c28-26ff83b1d050 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:22.596672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64acd2b2-044d-44cc-8d51-17acacad9f6f req-911b6173-555f-4600-8c28-26ff83b1d050 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 950 time: 0.1962416 Nov 12 20:47:22.651664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e4c3281-2a9c-4912-989a-118440f9730f req-d2ff06c9-d4a6-4484-ad2f-132744dd2845 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872648 Nov 12 20:47:22.717937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64acd2b2-044d-44cc-8d51-17acacad9f6f req-0792fadb-d63a-4c2b-8f97-e9db9b50cbee tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069505 Nov 12 20:47:22.837772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e4c3281-2a9c-4912-989a-118440f9730f req-9718b1b0-e45d-450b-8628-2ce7bed805f0 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717267 Nov 12 20:47:22.984922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca6fd-74f2-4443-a9fe-0f8d974e9176 req-d07c8e18-1f4c-4f59-8253-2e87e500b69c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:22.994875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63eca6fd-74f2-4443-a9fe-0f8d974e9176 req-d07c8e18-1f4c-4f59-8253-2e87e500b69c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0931325 Nov 12 20:47:23.060912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63eca6fd-74f2-4443-a9fe-0f8d974e9176 req-d937aeb4-72a3-4286-83c5-7b7150f51cea tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624895 Nov 12 20:47:23.403133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea63d9-3bbf-482f-994f-7f23cdc9ba26 req-1d2b0dfd-04a2-486d-9b98-029d3ffcdc42 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:23.416962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efea63d9-3bbf-482f-994f-7f23cdc9ba26 req-1d2b0dfd-04a2-486d-9b98-029d3ffcdc42 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2576299 Nov 12 20:47:23.517288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd0307-1ed9-4feb-bde5-fd5ba313f884 req-f1671860-e4df-41e2-b27d-2a590124c09d tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:23.523803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9fd0307-1ed9-4feb-bde5-fd5ba313f884 req-f1671860-e4df-41e2-b27d-2a590124c09d tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 1102 time: 0.0545881 Nov 12 20:47:23.594481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9fd0307-1ed9-4feb-bde5-fd5ba313f884 req-172aee0f-87c8-4538-b68f-a6f91d1ebd82 tempest-ServersOnMultiNodesTest-1324479868 tempest-ServersOnMultiNodesTest-1324479868-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669014 Nov 12 20:47:23.747829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05859a6-3a44-46d9-9a33-dd888c5df7f6 req-252690d7-9388-48ea-aa1f-4d08dbfd7d8c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:23.749844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d05859a6-3a44-46d9-9a33-dd888c5df7f6 req-252690d7-9388-48ea-aa1f-4d08dbfd7d8c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0830669 Nov 12 20:47:23.764151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60640) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:23.772864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'floatingip': {'port_id': '406b3fcf-9893-43a6-a170-36c1fc109d61'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:23.842028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:24.030790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab0c91-1179-4470-ae53-9cea97584432 req-d9fb152e-158e-439e-bc06-40de3b09aa10 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:24.032212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eab0c91-1179-4470-ae53-9cea97584432 req-d9fb152e-158e-439e-bc06-40de3b09aa10 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.0913100 Nov 12 20:47:24.171183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eab0c91-1179-4470-ae53-9cea97584432 req-eb3b729b-46fd-4969-80ea-f24ca535e98a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310489 Nov 12 20:47:24.370142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d48a3a52-3a1a-4636-b20f-887d45b22aa6 req-100ff27c-a3b7-4681-92fa-9c292a89b536 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=96947ac8a3734a29a953d9787ea5cda9 HTTP/1.1" status: 200 len: 1657 time: 0.0862284 Nov 12 20:47:24.577826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a3a52-3a1a-4636-b20f-887d45b22aa6 req-cf57ec1c-1730-4fb1-96a0-648a77595b10 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:24.579602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d48a3a52-3a1a-4636-b20f-887d45b22aa6 req-cf57ec1c-1730-4fb1-96a0-648a77595b10 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks?id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 787 time: 0.1781156 Nov 12 20:47:24.599433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-d48a3a52-3a1a-4636-b20f-887d45b22aa6 req-1f449e36-2725-47e4-907b-653d24ae4eec tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:47:24.600431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d48a3a52-3a1a-4636-b20f-887d45b22aa6 req-1f449e36-2725-47e4-907b-653d24ae4eec tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110917 Nov 12 20:47:24.610764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:24.684217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:24.810005 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Floating IP 2d699a86-4b5c-4626-8b1b-2663067bf47a associated. External IP: 172.25.8.221, port: 406b3fcf-9893-43a6-a170-36c1fc109d61. Nov 12 20:47:25.044275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Router cb811d70-48e5-4f9a-b0e6-48cb254440f9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:47:25.536631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-bf50d84f-e3c2-42ed-bd72-cf32682eaeb4 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips/deef282d-4ebf-4214-93da-57d25a6ef7e6 HTTP/1.1" status: 200 len: 693 time: 0.4244466 Nov 12 20:47:25.555746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:47:25.564648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:25.573589 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] Sync routers for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:47:25.585671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:25.586565 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:25.613478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979a2e-5adb-454d-9b96-d2e86222f527 req-a465b8ff-659a-4708-997d-cd4fddf1deaf tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:25.615069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b979a2e-5adb-454d-9b96-d2e86222f527 req-a465b8ff-659a-4708-997d-cd4fddf1deaf tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 950 time: 0.1527045 Nov 12 20:47:25.662620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b304db4f-3b6d-45b5-b87f-c6c970bbba91 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "PUT /v2.0/floatingips/2d699a86-4b5c-4626-8b1b-2663067bf47a HTTP/1.1" status: 200 len: 991 time: 1.8970225 Nov 12 20:47:25.670749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:25.673769 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c6fdae-5661-4d56-b195-f16c46a56f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:25.708260 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:25.726863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b979a2e-5adb-454d-9b96-d2e86222f527 req-1470cf9b-7d7f-40e3-a0e8-9adce05a0e67 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807049 Nov 12 20:47:25.735689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-5a41e5b6-f75a-45af-a760-0cb422807956 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:25.752314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-5a41e5b6-f75a-45af-a760-0cb422807956 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2071788 Nov 12 20:47:25.806153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-f1cd568f-bbf4-4591-a1a2-d9086e41ff96 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.208 HTTP/1.1" status: 200 len: 696 time: 0.0528049 Nov 12 20:47:25.851936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60682) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:25.869822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-1f2f9c93-2db2-47a7-ae30-143dc120efaf tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.208 HTTP/1.1" status: 200 len: 696 time: 0.0624444 Nov 12 20:47:25.954611 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '2d699a86-4b5c-4626-8b1b-2663067bf47a', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'port_id': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'mac_address': 'fa:16:3e:9e:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:46:55Z', 'updated_at': '2021-11-12T20:47:24Z', 'revision_number': 1, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:25.992296 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] Checking router: cb811d70-48e5-4f9a-b0e6-48cb254440f9 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:26.001134 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:26.001750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:26.062840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a448c-995b-4ed3-a478-6951c6ff89c9 req-88ab441f-139c-41d3-866c-5ef63e79a28f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:26.063104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e1a448c-995b-4ed3-a478-6951c6ff89c9 req-88ab441f-139c-41d3-866c-5ef63e79a28f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1538739 Nov 12 20:47:26.063950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-deab3198-359e-4f7f-a65d-b613a3edcd42 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.112035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-deab3198-359e-4f7f-a65d-b613a3edcd42 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.117367 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:26.168057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Deleting port aca7840b-81e2-4515-ad9d-89083f0371ad {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:26.168523 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.177779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e1a448c-995b-4ed3-a478-6951c6ff89c9 req-7095f76d-e280-42f5-9453-d39d200a56ca tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024148 Nov 12 20:47:26.264246 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.264490 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.278934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Calling delete_port for aca7840b-81e2-4515-ad9d-89083f0371ad owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:26.321320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-deab3198-359e-4f7f-a65d-b613a3edcd42 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.323950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-deab3198-359e-4f7f-a65d-b613a3edcd42 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.327738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-deab3198-359e-4f7f-a65d-b613a3edcd42 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d HTTP/1.1" status: 204 len: 168 time: 0.4722245 Nov 12 20:47:26.330553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60694) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:26.342900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab3198-359e-4f7f-a65d-b613a3edcd42 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:26.369313 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '2d699a86-4b5c-4626-8b1b-2663067bf47a', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'port_id': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'mac_address': 'fa:16:3e:9e:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:46:55Z', 'updated_at': '2021-11-12T20:47:24Z', 'revision_number': 1, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:26.386532 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-0bb3c0e5-563b-4736-9084-2a49dfe6e12e tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] show failed (client error): The resource could not be found. Nov 12 20:47:26.393018 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0bb3c0e5-563b-4736-9084-2a49dfe6e12e tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "GET /v2.0/security-groups/5f7ab17f-244a-4d58-b387-5bbe5a1fcc4d HTTP/1.1" status: 404 len: 347 time: 0.0616779 Nov 12 20:47:26.394972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60696) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:26.418029 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2c583-2e7e-41cf-9a01-e6a847ae29af None None] The sync data for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 is: [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '2d699a86-4b5c-4626-8b1b-2663067bf47a', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'port_id': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'mac_address': 'fa:16:3e:9e:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:46:55Z', 'updated_at': '2021-11-12T20:47:24Z', 'revision_number': 1, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:26.548792 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.629337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Deleting port b3e42a4f-2147-4d66-ab81-883585f5a05f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:26.629867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.634905 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dfd0a9-9f15-49c1-a61a-e9b1add6c165 x-openstack-request-id: req-28dfd0a9-9f15-49c1-a61a-e9b1add6c165 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:26.635491 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:26.635610 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28dfd0a9-9f15-49c1-a61a-e9b1add6c165 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:26.636042 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'status': 'completed', 'code': 200} Nov 12 20:47:26.640196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event deleted for resources: {'Port': ['ID=aca7840b-81e2-4515-ad9d-89083f0371ad,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:26.661088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-b8d18331-4497-45e0-9b69-42b2e42f035c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:26.662824 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-b8d18331-4497-45e0-9b69-42b2e42f035c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 950 time: 0.0876617 Nov 12 20:47:26.764972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.767477 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.768636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38ac94ab-1f35-477d-8a1d-bbf196e3a792 req-8201d5b5-1066-4285-a99f-c57ea6f80425 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "DELETE /v2.0/floatingips/deef282d-4ebf-4214-93da-57d25a6ef7e6 HTTP/1.1" status: 204 len: 173 time: 0.8984280 Nov 12 20:47:26.781886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c19685-2ae7-4427-a135-b9cdef72b82c None None] New status for floating IP 2d699a86-4b5c-4626-8b1b-2663067bf47a: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:47:26.793912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a4c7-951c-43b6-849b-e0c4d6406805 req-3471eed0-ffcf-45f9-bacb-119f88502d75 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:26.803838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a87a4c7-951c-43b6-849b-e0c4d6406805 req-3471eed0-ffcf-45f9-bacb-119f88502d75 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 950 time: 0.1302795 Nov 12 20:47:26.818388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.818731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.823218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-80dd7444-e2c9-429e-b01d-95096ae64dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:26.824720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-80dd7444-e2c9-429e-b01d-95096ae64dda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1097 time: 0.1878123 Nov 12 20:47:26.841781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Calling delete_port for b3e42a4f-2147-4d66-ab81-883585f5a05f owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:26.845514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Deleting port c6ac9e75-671b-4351-be5a-e8699c9aaac6 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:26.845847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.950672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a87a4c7-951c-43b6-849b-e0c4d6406805 req-6b06e2aa-8210-4dbf-bcc4-217b683a2561 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459622 Nov 12 20:47:26.987637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb60a29-a9b3-4804-8a22-44b7a9193ef1 req-82e0887b-1286-4282-a06f-26a2d3519bf3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:26.989303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fb60a29-a9b3-4804-8a22-44b7a9193ef1 req-82e0887b-1286-4282-a06f-26a2d3519bf3 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 950 time: 0.1183009 Nov 12 20:47:27.001099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] For port c6ac9e75-671b-4351-be5a-e8699c9aaac6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c6ac9e75-671b-4351-be5a-e8699c9aaac6,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:27.001469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:27.006000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-2bb2e642-d3b3-4813-b838-e41a7086c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:27.007473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-2bb2e642-d3b3-4813-b838-e41a7086c3c5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.1702573 Nov 12 20:47:27.017401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Calling delete_port for c6ac9e75-671b-4351-be5a-e8699c9aaac6 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:27.122409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-52f1d385-6a63-41dd-b0d5-2d0bebfd459b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips/f4ed2068-b600-4911-a5c6-b098557ed682 HTTP/1.1" status: 200 len: 693 time: 0.1139991 Nov 12 20:47:27.189281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:27.226658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Pushing event deleted for resources: {'Port': ['ID=b3e42a4f-2147-4d66-ab81-883585f5a05f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:27.227700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fb60a29-a9b3-4804-8a22-44b7a9193ef1 req-ccd27483-e12d-415e-9af7-dcb1256fc0a0 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306955 Nov 12 20:47:27.260902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-5a880683-c104-43e6-b313-a3123ea0605c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 999 time: 0.2380769 Nov 12 20:47:27.299462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:27.312986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e', 'c6ac9e75-671b-4351-be5a-e8699c9aaac6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:27.317668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', '07717952-1664-4b4b-a7c0-5027be26fa0f', '7d629a12-1765-49b5-8c2a-a6f0040c07eb'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:27.326887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-64718899-bc6b-46d6-85b4-cd1599dcd7e4 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:27.342611 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-64718899-bc6b-46d6-85b4-cd1599dcd7e4 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2077706 Nov 12 20:47:27.353015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event deleted for resources: {'Port': ['ID=c6ac9e75-671b-4351-be5a-e8699c9aaac6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:27.437396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] No DVR routers for this DVR port c6ac9e75-671b-4351-be5a-e8699c9aaac6 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:27.439886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-079ddbc9-21a8-4180-ab54-b6c84ec7357b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.0963743 Nov 12 20:47:27.450751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:27.458751 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-870e486e-30e8-4852-a216-38e59fc28bb3 req-11ba4a7d-5520-4b5f-800c-079374965047 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "DELETE /v2.0/ports/c6ac9e75-671b-4351-be5a-e8699c9aaac6 HTTP/1.1" status: 204 len: 173 time: 0.7838845 Nov 12 20:47:27.458751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d', 'name': 'network-vif-deleted', 'tag': 'c6ac9e75-671b-4351-be5a-e8699c9aaac6'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:27.458957 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e21b36-e7fd-4dcf-baa0-abd335987be3" -d '{"events": [{"server_uuid": "cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d", "name": "network-vif-deleted", "tag": "c6ac9e75-671b-4351-be5a-e8699c9aaac6"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:27.468902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:27.472752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:27.476747 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fa377a71-5474-4f83-8a66-5070393ce995 tempest-ServersWithSpecificFlavorTestJSON-999764348 tempest-ServersWithSpecificFlavorTestJSON-999764348-project] 10.222.0.64 "DELETE /v2.0/floatingips/fa811dc2-bf80-4916-a650-cc5be7780983 HTTP/1.1" status: 204 len: 168 time: 1.0777674 Nov 12 20:47:27.515621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-ac4825c7-42d1-4ea3-8c4c-9a08e908e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:27.517461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-ac4825c7-42d1-4ea3-8c4c-9a08e908e889 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.1725113 Nov 12 20:47:27.588802 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f921404-8da5-4c7f-92c6-82b1e0fef895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:27.630616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-aaacea9c-5e5f-48d4-a816-3ff5f5385df7 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.0939748 Nov 12 20:47:27.656335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9172d3e-c31a-4e7f-a1d1-1f780c38964e req-77a9eeca-19eb-42b7-acfb-be235c6dec87 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:27.659093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9172d3e-c31a-4e7f-a1d1-1f780c38964e req-77a9eeca-19eb-42b7-acfb-be235c6dec87 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.2691579 Nov 12 20:47:27.700484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-a1fe4b4d-34f5-4d7e-878c-4350401fc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:27.701722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-a1fe4b4d-34f5-4d7e-878c-4350401fc4bb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640902 Nov 12 20:47:27.886942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9172d3e-c31a-4e7f-a1d1-1f780c38964e req-1df28813-8d4a-4658-9d02-d90cab383a27 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840286 Nov 12 20:47:27.919066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-42e7629b-1fd6-4f66-b8ee-505e6662f41e service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024055 Nov 12 20:47:27.925761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Deleting port b0cdae8d-9b7f-4c45-98c3-209f1ea54ece {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:27.926232 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:28.043480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:28.060316 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a913b-87b3-4b74-b91e-23aab9dbd0d4 x-openstack-request-id: req-ed1a913b-87b3-4b74-b91e-23aab9dbd0d4 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:28.060607 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d", "name": "network-vif-deleted", "tag": "c6ac9e75-671b-4351-be5a-e8699c9aaac6", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:28.060871 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed1a913b-87b3-4b74-b91e-23aab9dbd0d4 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:28.061323 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d', 'name': 'network-vif-deleted', 'tag': 'c6ac9e75-671b-4351-be5a-e8699c9aaac6', 'status': 'completed', 'code': 200} Nov 12 20:47:28.081096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:28.081650 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:28.101486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Calling delete_port for b0cdae8d-9b7f-4c45-98c3-209f1ea54ece owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:28.104921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6c6fdae-5661-4d56-b195-f16c46a56f8e req-2ceb15a7-94ca-45dd-8053-b26873ace08b service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655829 Nov 12 20:47:28.174366 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:28.220779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:28.223876 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a26d39-e5a9-4da9-a484-a18bcdcbb073" -d '{"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:28.241263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:28.325099 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:28.387915 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:28.395453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:28.420017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event deleted for resources: {'Port': ['ID=b0cdae8d-9b7f-4c45-98c3-209f1ea54ece,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:28.484271 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:28.487137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:28.488367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f16d40f-531a-42a1-81c5-1e72d8d35224 req-5f1a611c-2020-42c9-a414-535c33afee7b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "DELETE /v2.0/floatingips/f4ed2068-b600-4911-a5c6-b098557ed682 HTTP/1.1" status: 204 len: 173 time: 0.8496294 Nov 12 20:47:28.553181 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3175a44-cb04-4c09-8de7-0102b450c2a7 x-openstack-request-id: req-c3175a44-cb04-4c09-8de7-0102b450c2a7 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:28.553333 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:28.553453 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3175a44-cb04-4c09-8de7-0102b450c2a7 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:28.553870 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'code': 200} Nov 12 20:47:28.653222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d03c4531-4050-4db1-90f8-60662cf48bd3 req-aba97610-529a-424a-9b49-fb8826b6a482 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0ea8de-cb49-4749-bc86-fbbdb3b5a93d HTTP/1.1" status: 200 len: 210 time: 0.0311887 Nov 12 20:47:28.723498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-f1802a64-dcf3-479b-a366-83a1535418c3 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips/e5920d4e-a2d1-47bf-a7dc-edd7776919bb HTTP/1.1" status: 200 len: 693 time: 0.0464466 Nov 12 20:47:28.849827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-ca652e17-46ea-444c-af15-a59b9b9fe20b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:28.851579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-ca652e17-46ea-444c-af15-a59b9b9fe20b tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.1224055 Nov 12 20:47:28.906764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-d2a252a9-0cbc-4ff7-b271-20a8f35b6cb3 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0482421 Nov 12 20:47:28.962542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-294f68b9-fa48-46c3-b0f6-583fe14d47e9 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0490532 Nov 12 20:47:29.096037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Deleting port 0ff0b074-e726-443d-a545-b41ccb2039ea {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:29.096374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:29.179880 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:29.180099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:29.192472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Calling delete_port for 0ff0b074-e726-443d-a545-b41ccb2039ea owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:29.415787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:29.446751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Pushing event deleted for resources: {'Port': ['ID=0ff0b074-e726-443d-a545-b41ccb2039ea,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:29.513373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:29.516269 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:29.517419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-941b1472-cb2c-4bd1-a825-582895edf2fe req-62bc7399-38a9-4ddb-93d5-068eb8e056b2 tempest-FloatingIPDetailsTestJSON-1995366266 tempest-FloatingIPDetailsTestJSON-1995366266-project] 10.222.0.64 "DELETE /v2.0/floatingips/e5920d4e-a2d1-47bf-a7dc-edd7776919bb HTTP/1.1" status: 204 len: 173 time: 0.5494528 Nov 12 20:47:29.524759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60814) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:29.636374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bafcf-589e-4537-b0a4-60b4a475f7b5 req-bb7c75f6-2808-4b03-b337-ff93fa136cdf tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:29.637926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce3bafcf-589e-4537-b0a4-60b4a475f7b5 req-bb7c75f6-2808-4b03-b337-ff93fa136cdf tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.0593274 Nov 12 20:47:29.702621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce3bafcf-589e-4537-b0a4-60b4a475f7b5 req-92dbd626-be72-4df9-9c3b-884cdcdf21e2 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586720 Nov 12 20:47:29.996642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:30.004802 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aba83bc1-b131-4427-bf89-292158c60e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:30.109943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c6ac9e75-671b-4351-be5a-e8699c9aaac6 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:30.149278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: c6ac9e75-671b-4351-be5a-e8699c9aaac6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:30.154714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c6ac9e75-671b-4351-be5a-e8699c9aaac6 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:30.439553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaed207-624c-4b1a-a11a-aab944cded84 req-7f9de2ed-b4a2-40a9-9f1e-65fd03ee5071 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:30.454410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccaed207-624c-4b1a-a11a-aab944cded84 req-7f9de2ed-b4a2-40a9-9f1e-65fd03ee5071 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 948 time: 0.0850940 Nov 12 20:47:30.519575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccaed207-624c-4b1a-a11a-aab944cded84 req-41f1c5c2-5a62-4ac3-bd45-89641e26e484 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582902 Nov 12 20:47:30.550567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60858) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:30.600966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Deleting port 4c15d7c3-27d8-4808-99c1-75e317f6b861 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:30.601497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:30.698781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] For port 4c15d7c3-27d8-4808-99c1-75e317f6b861, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4c15d7c3-27d8-4808-99c1-75e317f6b861,segment=NetworkSegment(e74f4f12-7d34-40bd-9dd6-0453e4ffae59),segment_id=e74f4f12-7d34-40bd-9dd6-0453e4ffae59)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:30.705960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:30.716804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Calling delete_port for 4c15d7c3-27d8-4808-99c1-75e317f6b861 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:30.919927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bde17a-7c19-430c-bc92-4b1bbd7e48be req-39b0e295-c5ef-4c22-921d-5cd2c5c0024d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:30.921523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2bde17a-7c19-430c-bc92-4b1bbd7e48be req-39b0e295-c5ef-4c22-921d-5cd2c5c0024d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.0969489 Nov 12 20:47:31.010434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2bde17a-7c19-430c-bc92-4b1bbd7e48be req-ab1161b5-b419-4fd5-994c-e363dab24dd6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781200 Nov 12 20:47:31.015939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:31.056522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Pushing event deleted for resources: {'Port': ['ID=4c15d7c3-27d8-4808-99c1-75e317f6b861,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:31.143702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:31.176578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:31.290752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:31.570391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Router ab000cca-73fd-47b4-8620-19e8f3575d33 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:47:31.701052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:47:31.709322 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e61a318-a8cf-4fee-ba84-205f7de72ade admin admin] 10.222.0.64 "PUT /v2.0/routers/ab000cca-73fd-47b4-8620-19e8f3575d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1805687 Nov 12 20:47:31.709733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60882) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:31.716601 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] Sync routers for ids ['ab000cca-73fd-47b4-8620-19e8f3575d33'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:47:31.732616 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] Routers {'ab000cca-73fd-47b4-8620-19e8f3575d33'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:31.733402 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ab000cca-73fd-47b4-8620-19e8f3575d33'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:31.739315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a95144-d6a7-45f0-8f0b-35a56c5659eb req-b8267280-4588-4f1d-95e9-de8b124e97a6 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:31.740869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86a95144-d6a7-45f0-8f0b-35a56c5659eb req-b8267280-4588-4f1d-95e9-de8b124e97a6 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 948 time: 0.0734520 Nov 12 20:47:31.884839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86a95144-d6a7-45f0-8f0b-35a56c5659eb req-7218126e-4a95-4e75-a42b-455815a035b8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323106 Nov 12 20:47:31.888826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:31.929068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Deleting port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:31.929397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:31.937482 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] Set router ab000cca-73fd-47b4-8620-19e8f3575d33 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:32.022821 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.029563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] For port 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:32.029956 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.046955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Calling delete_port for 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:32.166064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Deleting port e03cddda-c6c5-4bb1-b96d-a565d2816f30 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:32.166339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.178365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb780a9-ac2f-4c35-b609-09f9be00ceba req-ba72a561-eb70-4bde-943e-f675da57af2b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:32.186520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb780a9-ac2f-4c35-b609-09f9be00ceba req-ba72a561-eb70-4bde-943e-f675da57af2b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.0846865 Nov 12 20:47:32.205246 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:30Z', 'revision_number': 5, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port': {'id': 'e03cddda-c6c5-4bb1-b96d-a565d2816f30', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:32.240652 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] Checking router: ab000cca-73fd-47b4-8620-19e8f3575d33 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:32.254642 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] Routers {'ab000cca-73fd-47b4-8620-19e8f3575d33'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:32.255351 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ab000cca-73fd-47b4-8620-19e8f3575d33'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:32.279829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] For port e03cddda-c6c5-4bb1-b96d-a565d2816f30, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e03cddda-c6c5-4bb1-b96d-a565d2816f30,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:32.280194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.295771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb780a9-ac2f-4c35-b609-09f9be00ceba req-1c0b1140-0dfd-4f02-9ea9-2d489354454d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077025 Nov 12 20:47:32.297741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Calling delete_port for e03cddda-c6c5-4bb1-b96d-a565d2816f30 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:32.415889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-3aa7f902-c17a-451d-a85d-0e779d5c467c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:32.417573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-3aa7f902-c17a-451d-a85d-0e779d5c467c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 948 time: 0.0582402 Nov 12 20:47:32.446629 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] Set router ab000cca-73fd-47b4-8620-19e8f3575d33 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:32.467147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.501404 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:32Z', 'revision_number': 6, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:32.508291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:32.539121 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b644c62-04ce-4e6e-9a28-1a532eef2642 None None] The sync data for ids ['ab000cca-73fd-47b4-8620-19e8f3575d33'] in n-d-713498-29 is: [{'id': 'ab000cca-73fd-47b4-8620-19e8f3575d33', 'name': 'tempest-FloatingIPDetailsTestJSON-1252011765-router', 'tenant_id': '96947ac8a3734a29a953d9787ea5cda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:57Z', 'updated_at': '2021-11-12T20:47:32Z', 'revision_number': 6, 'project_id': '96947ac8a3734a29a953d9787ea5cda9', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:32.614484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.646343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e03cddda-c6c5-4bb1-b96d-a565d2816f30,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:32.659037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.659632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.660066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.660410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.660776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.661109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.661431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.661753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.662072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.662393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.662710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.663024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:32.684237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Deleting port 7d629a12-1765-49b5-8c2a-a6f0040c07eb {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:32.684584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.721325 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.811095 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.816105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.818837 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.837939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] For port 7d629a12-1765-49b5-8c2a-a6f0040c07eb, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7d629a12-1765-49b5-8c2a-a6f0040c07eb,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:32.838328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.878952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.882860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Calling delete_port for 7d629a12-1765-49b5-8c2a-a6f0040c07eb owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:32.947047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.948519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab000cca-73fd-47b4-8620-19e8f3575d33 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:47:32.956902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:32.964708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60906) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:32.966531 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce4a1a72-d3a0-4f15-8ac9-ba0e666765d4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ab000cca-73fd-47b4-8620-19e8f3575d33 HTTP/1.1" status: 204 len: 168 time: 1.2557151 Nov 12 20:47:33.077404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6aa133-6a6f-4e44-bde3-fa9dd2da54ed admin admin] Deleting subnet 89c07dd8-006c-427d-813a-3e0838110b2f {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:47:33.083863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa133-6a6f-4e44-bde3-fa9dd2da54ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.139652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e8de-40fe-4b3d-ae90-e59d86285188 req-32f980ea-e53a-425e-afc1-a332d5e19074 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:33.141131 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e166e8de-40fe-4b3d-ae90-e59d86285188 req-32f980ea-e53a-425e-afc1-a332d5e19074 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 948 time: 0.1456273 Nov 12 20:47:33.185083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa133-6a6f-4e44-bde3-fa9dd2da54ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.370681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e166e8de-40fe-4b3d-ae90-e59d86285188 req-e28e4ee4-ba91-4a98-97b5-6089e487b1c0 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973975 Nov 12 20:47:33.419162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.421882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:47:33.433475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:33.437276 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa133-6a6f-4e44-bde3-fa9dd2da54ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.459874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', '07717952-1664-4b4b-a7c0-5027be26fa0f', '7d629a12-1765-49b5-8c2a-a6f0040c07eb'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:33.496112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event deleted for resources: {'Port': ['ID=7d629a12-1765-49b5-8c2a-a6f0040c07eb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:33.528690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.538436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e8c10-17d0-4312-b639-8722507b25fc req-56e1a3b3-7b07-4331-96c9-5c207a4b8cdb tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:33.539961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-423e8c10-17d0-4312-b639-8722507b25fc req-56e1a3b3-7b07-4331-96c9-5c207a4b8cdb tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1662557 Nov 12 20:47:33.606020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.606368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.606707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.607042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.607397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.607734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.608059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.608388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.608706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.609054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.609428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.609671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:33.626687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] No DVR routers for this DVR port 7d629a12-1765-49b5-8c2a-a6f0040c07eb on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:33.634842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.638301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-493cd02b-86f4-4df0-ba26-08320e64d020 req-52686db4-6aaf-4c82-8a73-eba970fc6cda tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "DELETE /v2.0/ports/7d629a12-1765-49b5-8c2a-a6f0040c07eb HTTP/1.1" status: 204 len: 173 time: 1.2082829 Nov 12 20:47:33.640306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce62fefa-d884-481c-8fe2-f637b1ade2a9', 'name': 'network-vif-deleted', 'tag': '7d629a12-1765-49b5-8c2a-a6f0040c07eb'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:33.642600 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b60f59-35e0-43c6-bfba-f7953001127a" -d '{"events": [{"server_uuid": "ce62fefa-d884-481c-8fe2-f637b1ade2a9", "name": "network-vif-deleted", "tag": "7d629a12-1765-49b5-8c2a-a6f0040c07eb"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:33.738215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-423e8c10-17d0-4312-b639-8722507b25fc req-06b33197-12d4-475e-878e-8b296ad0a514 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430144 Nov 12 20:47:33.750970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:47:33.757590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b540848a-8c17-42fb-ba78-4fadddf08b88 admin admin] 10.222.0.64 "PUT /v2.0/routers/432d64f5-6092-4fdc-ae28-fb58f0aaedd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2056980 Nov 12 20:47:33.759454 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912a9f8-7ad8-4018-8ca6-60d9a791e9b0 x-openstack-request-id: req-f912a9f8-7ad8-4018-8ca6-60d9a791e9b0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:33.759832 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce62fefa-d884-481c-8fe2-f637b1ade2a9", "name": "network-vif-deleted", "tag": "7d629a12-1765-49b5-8c2a-a6f0040c07eb", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:33.760179 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f912a9f8-7ad8-4018-8ca6-60d9a791e9b0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:33.760331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60926) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:33.760777 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce62fefa-d884-481c-8fe2-f637b1ade2a9', 'name': 'network-vif-deleted', 'tag': '7d629a12-1765-49b5-8c2a-a6f0040c07eb', 'status': 'completed', 'code': 200} Nov 12 20:47:33.775650 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] Sync routers for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:47:33.817164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:33.818501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:33.822125 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa133-6a6f-4e44-bde3-fa9dd2da54ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.915042 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.925940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6aa133-6a6f-4e44-bde3-fa9dd2da54ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c07dd8-006c-427d-813a-3e0838110b2f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:33.927984 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa133-6a6f-4e44-bde3-fa9dd2da54ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:33.937283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4d6aa133-6a6f-4e44-bde3-fa9dd2da54ed admin admin] 10.222.0.64 "DELETE /v2.0/subnets/89c07dd8-006c-427d-813a-3e0838110b2f HTTP/1.1" status: 204 len: 168 time: 0.9687285 Nov 12 20:47:33.938097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60928) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:33.986820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e30ac1-2326-4021-a887-7986ff6cac7d None None] Network 32276459-a352-4043-a227-0f009dea68a7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:47:34.086979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.117798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.130305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:47:34.133424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e03cddda-c6c5-4bb1-b96d-a565d2816f30 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:34.170975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e03cddda-c6c5-4bb1-b96d-a565d2816f30 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:34.171188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e03cddda-c6c5-4bb1-b96d-a565d2816f30 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:34.178023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4c15d7c3-27d8-4808-99c1-75e317f6b861 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:34.200785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Deleting port e49051a4-c6e6-4954-abaf-786fdfa4b49c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:34.201030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.234995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Deleting port ca9c9456-e707-47d6-924e-d6c5adf32ace {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:34.240056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.272112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4c15d7c3-27d8-4808-99c1-75e317f6b861 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:34.272448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4c15d7c3-27d8-4808-99c1-75e317f6b861 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:34.275965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] For port e49051a4-c6e6-4954-abaf-786fdfa4b49c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e49051a4-c6e6-4954-abaf-786fdfa4b49c,segment=NetworkSegment(e74f4f12-7d34-40bd-9dd6-0453e4ffae59),segment_id=e74f4f12-7d34-40bd-9dd6-0453e4ffae59)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:34.276289 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.294519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Calling delete_port for e49051a4-c6e6-4954-abaf-786fdfa4b49c owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:34.329737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:34.337246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] For port ca9c9456-e707-47d6-924e-d6c5adf32ace, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ca9c9456-e707-47d6-924e-d6c5adf32ace,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:34.337606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.353055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Calling delete_port for ca9c9456-e707-47d6-924e-d6c5adf32ace owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:34.490964 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.534678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e49051a4-c6e6-4954-abaf-786fdfa4b49c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:34.548861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] No DVR routers for this DVR port e49051a4-c6e6-4954-abaf-786fdfa4b49c on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:34.660991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43972cf-23a8-4fb0-a2c1-99d777cb28d5 None None] DHCP port deletion for 32276459-a352-4043-a227-0f009dea68a7 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:47:34.661630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-073369bc-5acd-45fa-934a-115e3f2cd36a req-88ad569c-7097-48ca-be4d-95312b0ba3c4 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce62fefa-d884-481c-8fe2-f637b1ade2a9 HTTP/1.1" status: 200 len: 210 time: 0.1875551 Nov 12 20:47:34.676704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:34.716132 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.732025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'mac_address': 'fa:16:3e:95:50:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:47:34.761703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.762922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32276459-a352-4043-a227-0f009dea68a7']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:34.778544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:34.778784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74f4f12-7d34-40bd-9dd6-0453e4ffae59') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:34.805921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.830933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9c9456-e707-47d6-924e-d6c5adf32ace,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:34.848865 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.853414 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.859493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:47:34.860157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:47:34.862079 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:47:34.884551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:34.914400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:34.920153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:34.956911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:47:32Z', 'revision_number': 5, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port': {'id': 'ca9c9456-e707-47d6-924e-d6c5adf32ace', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:29Z', 'updated_at': '2021-11-12T20:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:34.997506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] Checking router: 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:35.011153 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.038199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea8641-fd55-4c3c-bd80-df31aa20c1f9 req-1a24ead5-21e7-4f9f-b384-efac4fbd94cd tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:35.047180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] Routers {'432d64f5-6092-4fdc-ae28-fb58f0aaedd4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:35.047880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:35.051076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbea8641-fd55-4c3c-bd80-df31aa20c1f9 req-1a24ead5-21e7-4f9f-b384-efac4fbd94cd tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 946 time: 0.1012893 Nov 12 20:47:35.071727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.074047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.099428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.109433 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.115005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] 10.222.0.64 "DELETE /v2.0/networks/32276459-a352-4043-a227-0f009dea68a7 HTTP/1.1" status: 204 len: 168 time: 1.1756744 Nov 12 20:47:35.145411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbea8641-fd55-4c3c-bd80-df31aa20c1f9 req-abe09202-bd47-49ee-8de1-cb673cdbba6f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900960 Nov 12 20:47:35.149105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d679d7-d047-4d12-b599-97936a967b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=32276459-a352-4043-a227-0f009dea68a7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:35.206915 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:35.215394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:35.249787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] Set router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:35.279234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.280174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 432d64f5-6092-4fdc-ae28-fb58f0aaedd4 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:47:35.290571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.295467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60982) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:35.306686 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b89a85de-8699-46f5-bae1-87a296966d8f admin admin] 10.222.0.64 "DELETE /v2.0/routers/432d64f5-6092-4fdc-ae28-fb58f0aaedd4 HTTP/1.1" status: 204 len: 168 time: 1.5450869 Nov 12 20:47:35.336226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:47:34Z', 'revision_number': 7, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:35.360812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e28ec69-5d1d-4c6c-a9f4-ac30f207e3da admin admin] Deleting subnet bbd3d40b-c3e6-4957-80ce-430634246969 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:47:35.372102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e28ec69-5d1d-4c6c-a9f4-ac30f207e3da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.386405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455ba9b-08e4-4cd9-97ea-8df260a7bc11 None None] The sync data for ids ['432d64f5-6092-4fdc-ae28-fb58f0aaedd4'] in n-d-713498-29 is: [{'id': '432d64f5-6092-4fdc-ae28-fb58f0aaedd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-974534172-router', 'tenant_id': '549013cd7a4240e687d0dc6c09d0b51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:28Z', 'updated_at': '2021-11-12T20:47:34Z', 'revision_number': 7, 'project_id': '549013cd7a4240e687d0dc6c09d0b51d', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:35.472175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e28ec69-5d1d-4c6c-a9f4-ac30f207e3da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.592381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e28ec69-5d1d-4c6c-a9f4-ac30f207e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.597957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60992) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:35.644588 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-23be2769-d5ad-4bf3-9a1f-85cfd5ea6202 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96947ac8a3734a29a953d9787ea5cda9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446968 Nov 12 20:47:35.650641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60994) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:35.712285 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e38c5b-d2ad-4ba7-a217-f14241dd67bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.738914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e38c5b-d2ad-4ba7-a217-f14241dd67bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.850586 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e28ec69-5d1d-4c6c-a9f4-ac30f207e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.898736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28ec69-5d1d-4c6c-a9f4-ac30f207e3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd3d40b-c3e6-4957-80ce-430634246969,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:35.904189 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e28ec69-5d1d-4c6c-a9f4-ac30f207e3da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.907604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8e28ec69-5d1d-4c6c-a9f4-ac30f207e3da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bbd3d40b-c3e6-4957-80ce-430634246969 HTTP/1.1" status: 204 len: 168 time: 0.6106646 Nov 12 20:47:35.910274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:35.918217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d4682-d1d1-4cee-bd24-c122b7621476 None None] Network a5da087a-c915-4151-80d4-7151deaa2447 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:47:35.967863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e38c5b-d2ad-4ba7-a217-f14241dd67bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.974982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e38c5b-d2ad-4ba7-a217-f14241dd67bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:35.978526 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-16e38c5b-d2ad-4ba7-a217-f14241dd67bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9244e409-5d8f-41ca-b70a-8f338754861e HTTP/1.1" status: 204 len: 168 time: 0.3269010 Nov 12 20:47:36.068627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e38c5b-d2ad-4ba7-a217-f14241dd67bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9244e409-5d8f-41ca-b70a-8f338754861e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:36.114503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7d629a12-1765-49b5-8c2a-a6f0040c07eb no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:36.129124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.272559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Deleting port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:36.273889 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.334022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 7d629a12-1765-49b5-8c2a-a6f0040c07eb {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:36.340669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7d629a12-1765-49b5-8c2a-a6f0040c07eb not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:36.371533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] For port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4638ba9c-cf3f-4f4b-8d03-d18d683528b4,segment=NetworkSegment(22764667-0979-42d1-a947-eb85d6ffda57),segment_id=22764667-0979-42d1-a947-eb85d6ffda57)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:36.372233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.389866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Calling delete_port for 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:36.433312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:36.468058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:36.468540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1f42cb84-3ff8-49ef-bf81-5608a6d0ac8c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:36.469012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e49051a4-c6e6-4954-abaf-786fdfa4b49c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:36.532699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e49051a4-c6e6-4954-abaf-786fdfa4b49c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:36.535963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e49051a4-c6e6-4954-abaf-786fdfa4b49c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:36.647882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59016f-18ab-430d-b33d-fa6bf9892844 req-58e7252b-b6b0-492c-a3be-22228bce4a52 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:36.648937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] DHCP port deletion for a5da087a-c915-4151-80d4-7151deaa2447 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:47:36.649956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b59016f-18ab-430d-b33d-fa6bf9892844 req-58e7252b-b6b0-492c-a3be-22228bce4a52 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 949 time: 0.0747929 Nov 12 20:47:36.691825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.761199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] Deleting port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:36.761715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.771682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Pushing event deleted for resources: {'Port': ['ID=4638ba9c-cf3f-4f4b-8d03-d18d683528b4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:36.778033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] No DVR routers for this DVR port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:36.792190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b59016f-18ab-430d-b33d-fa6bf9892844 req-575e0932-a309-4be0-817a-43b0b5c8ad90 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350226 Nov 12 20:47:36.903093 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:47:36.905959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.937216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5da087a-c915-4151-80d4-7151deaa2447']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:36.949010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22764667-0979-42d1-a947-eb85d6ffda57') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:36.949658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22764667-0979-42d1-a947-eb85d6ffda57') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:36.962899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] For port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4, host n-d-713498-29, got binding levels [] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:36.963094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.963409 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.980300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.988110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:47:36.988784 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:47:36.992433 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:47:37.008130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] Calling delete_port for 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:37.013580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.ipam_backend_mixin [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] Port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 was not found and therefore no delete operation was performed {{(pid=109630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:47:37.022677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:37.053066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] Pushing event deleted for resources: {'Port': ['ID=4638ba9c-cf3f-4f4b-8d03-d18d683528b4,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:37.059683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809504c-22d0-474f-b27a-e3e05607b81c None None] No DVR routers for this DVR port 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:37.201899 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:37.216318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:37.222948 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] 10.222.0.64 "DELETE /v2.0/networks/a5da087a-c915-4151-80d4-7151deaa2447 HTTP/1.1" status: 204 len: 168 time: 1.3084357 Nov 12 20:47:37.222948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ee3d5-df7b-48e8-83fb-bc1c228334df admin admin] Pushing event deleted for resources: {'Network': ['ID=a5da087a-c915-4151-80d4-7151deaa2447,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:37.223413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32830) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:37.942273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:37.980653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:38.014544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c56ba-42ac-4978-a6b4-54e6d6276f20 req-974a28ef-09b3-4f56-9750-edb92ff776d8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:38.023872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:38.026724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4638ba9c-cf3f-4f4b-8d03-d18d683528b4 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:38.026724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ca9c9456-e707-47d6-924e-d6c5adf32ace no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:38.026992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e8c56ba-42ac-4978-a6b4-54e6d6276f20 req-974a28ef-09b3-4f56-9750-edb92ff776d8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 949 time: 0.1303735 Nov 12 20:47:38.055014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: ca9c9456-e707-47d6-924e-d6c5adf32ace {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:38.055699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ca9c9456-e707-47d6-924e-d6c5adf32ace not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:38.077524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:38.134168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e8c56ba-42ac-4978-a6b4-54e6d6276f20 req-49126bfa-ba61-4f66-8e49-b2699be07247 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061909 Nov 12 20:47:38.164280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1145c113-304b-4f48-a919-d927c3f94f35 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:47:38.287499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-ff99c99f-3e9d-4c0d-8e1c-900457f203cb tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:38.303313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-ff99c99f-3e9d-4c0d-8e1c-900457f203cb tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 949 time: 0.1627469 Nov 12 20:47:38.305262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:38.305781 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.453723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:38.475603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Deleting port 83fc4709-2d64-4c37-8f12-2688cebaed35 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:38.475999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.480654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Deleting port 07717952-1664-4b4b-a7c0-5027be26fa0f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:38.480884 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.510052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '1145c113-304b-4f48-a919-d927c3f94f35', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'port_id': '1145c113-304b-4f48-a919-d927c3f94f35', 'mac_address': 'fa:16:3e:b1:ac:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e1704a-424b-45a2-9420-27bb4a58d1b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:47:38.529546 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.586703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:38.591465 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916042fe-fe1f-4c5a-811a-3b413c5e54f0" -d '{"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-plugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:38.615474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:38.621163 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.634784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] For port 07717952-1664-4b4b-a7c0-5027be26fa0f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07717952-1664-4b4b-a7c0-5027be26fa0f,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:38.635478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.652850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1145c113-304b-4f48-a919-d927c3f94f35 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:38.659648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] For port 83fc4709-2d64-4c37-8f12-2688cebaed35, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=83fc4709-2d64-4c37-8f12-2688cebaed35,segment=NetworkSegment(f08e6a12-df3f-4687-a7ab-4a9375b3bce9),segment_id=f08e6a12-df3f-4687-a7ab-4a9375b3bce9)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:38.660196 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.680609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:38.693805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Calling delete_port for 83fc4709-2d64-4c37-8f12-2688cebaed35 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:38.694688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Calling delete_port for 07717952-1664-4b4b-a7c0-5027be26fa0f owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:38.699112 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b5e1a3-2210-4f67-a37c-24a664eb92d7 x-openstack-request-id: req-b3b5e1a3-2210-4f67-a37c-24a664eb92d7 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:38.699828 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-plugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:38.700294 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3b5e1a3-2210-4f67-a37c-24a664eb92d7 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:38.700856 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'code': 200} Nov 12 20:47:38.770736 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.843593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:38.862520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:38.870320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.870670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.871034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.871709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.872183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.872534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.872839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.873220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.873549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.873872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.874191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.874512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:47:38.946791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:38.981959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1145c113-304b-4f48-a919-d927c3f94f35'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:39.049480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:39.079484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', '07717952-1664-4b4b-a7c0-5027be26fa0f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:39.082176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:39.106124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event deleted for resources: {'Port': ['ID=07717952-1664-4b4b-a7c0-5027be26fa0f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:39.187916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=83fc4709-2d64-4c37-8f12-2688cebaed35,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:39.230201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] No DVR routers for this DVR port 07717952-1664-4b4b-a7c0-5027be26fa0f on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:39.240974 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:39.246724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9739902c-7f96-4d5b-bff0-db42db52bb38 req-c61d4d22-9699-4fd9-b737-2cf453838b06 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "DELETE /v2.0/ports/07717952-1664-4b4b-a7c0-5027be26fa0f HTTP/1.1" status: 204 len: 173 time: 0.9312432 Nov 12 20:47:39.247655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e79bc9-4903-4127-aa60-f26f2fc24f46', 'name': 'network-vif-deleted', 'tag': '07717952-1664-4b4b-a7c0-5027be26fa0f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:39.254931 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8987df79-dee3-4ee3-bb2b-78a8421b88b0" -d '{"events": [{"server_uuid": "e1e79bc9-4903-4127-aa60-f26f2fc24f46", "name": "network-vif-deleted", "tag": "07717952-1664-4b4b-a7c0-5027be26fa0f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:39.384414 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b432c886-6d8f-4ddc-9621-c97ce760e360 x-openstack-request-id: req-b432c886-6d8f-4ddc-9621-c97ce760e360 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:39.384414 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e79bc9-4903-4127-aa60-f26f2fc24f46", "name": "network-vif-deleted", "tag": "07717952-1664-4b4b-a7c0-5027be26fa0f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:39.384414 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b432c886-6d8f-4ddc-9621-c97ce760e360 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:39.384414 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e79bc9-4903-4127-aa60-f26f2fc24f46', 'name': 'network-vif-deleted', 'tag': '07717952-1664-4b4b-a7c0-5027be26fa0f', 'status': 'completed', 'code': 200} Nov 12 20:47:39.463669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:39.672568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b17f03a2-ea9c-409b-9c69-d298e55cacd2 req-e3b62771-6d6f-44b1-a5b6-b678bc87eee2 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e79bc9-4903-4127-aa60-f26f2fc24f46 HTTP/1.1" status: 200 len: 210 time: 0.3662868 Nov 12 20:47:39.756114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:40.101253 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:40.134160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1145c113-304b-4f48-a919-d927c3f94f35 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:40.149678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:40.179654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Router d3021a4b-7623-4c96-aa84-00df3e65d7da has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:47:40.248623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 1145c113-304b-4f48-a919-d927c3f94f35 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:40.248997 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:40.342321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:47:40.358103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32936) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:40.359595 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] Sync routers for ids ['d3021a4b-7623-4c96-aa84-00df3e65d7da'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:47:40.360035 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5f32ae19-b338-4684-bf2b-b087f6ef7e4c admin admin] 10.222.0.64 "PUT /v2.0/routers/d3021a4b-7623-4c96-aa84-00df3e65d7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1304586 Nov 12 20:47:40.372739 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] Routers {'d3021a4b-7623-4c96-aa84-00df3e65d7da'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:40.376170 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d3021a4b-7623-4c96-aa84-00df3e65d7da'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:40.480483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:40.524233 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] Set router d3021a4b-7623-4c96-aa84-00df3e65d7da gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:40.556487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:40.647178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:40.702823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:40.705306 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644693fc-7da3-4c61-afb4-ca59229c3971" -d '{"events": [{"server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "name": "network-vif-plugged", "status": "completed", "tag": "1145c113-304b-4f48-a919-d927c3f94f35"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:40.729155 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:40.820545 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:47:38Z', 'revision_number': 5, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:40.860086 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:40.860977 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] Checking router: d3021a4b-7623-4c96-aa84-00df3e65d7da for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:40.872069 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] Routers {'d3021a4b-7623-4c96-aa84-00df3e65d7da'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:40.876637 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c509b416-1578-47a2-a268-f57a69291cea x-openstack-request-id: req-c509b416-1578-47a2-a268-f57a69291cea {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:40.876790 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d3021a4b-7623-4c96-aa84-00df3e65d7da'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:40.876906 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "name": "network-vif-plugged", "status": "completed", "tag": "1145c113-304b-4f48-a919-d927c3f94f35", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:40.876906 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c509b416-1578-47a2-a268-f57a69291cea {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:40.876906 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35', 'code': 200} Nov 12 20:47:40.878125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:41.002475 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] Set router d3021a4b-7623-4c96-aa84-00df3e65d7da gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:41.088822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Deleting port 08f537bd-5cab-43d1-85c8-0f7ef70de269 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:41.089171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:41.263485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] For port 08f537bd-5cab-43d1-85c8-0f7ef70de269, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=08f537bd-5cab-43d1-85c8-0f7ef70de269,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:41.263485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:41.263485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Calling delete_port for 08f537bd-5cab-43d1-85c8-0f7ef70de269 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:41.263807 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:47:38Z', 'revision_number': 5, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:41.287526 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a55f95-9399-4a7e-9a88-618d4b9b6a72 None None] The sync data for ids ['d3021a4b-7623-4c96-aa84-00df3e65d7da'] in n-d-713498-29 is: [{'id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-311591661-router', 'tenant_id': '8331b64501164505ab969ff52172e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:42:39Z', 'updated_at': '2021-11-12T20:47:38Z', 'revision_number': 5, 'project_id': '8331b64501164505ab969ff52172e32e', 'gw_port': {'id': '08f537bd-5cab-43d1-85c8-0f7ef70de269', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3021a4b-7623-4c96-aa84-00df3e65d7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:42:40Z', 'updated_at': '2021-11-12T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:41.615709 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:41.701747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f537bd-5cab-43d1-85c8-0f7ef70de269,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:41.839788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:42.049575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 83fc4709-2d64-4c37-8f12-2688cebaed35 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:42.099859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 07717952-1664-4b4b-a7c0-5027be26fa0f no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:42.102940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 83fc4709-2d64-4c37-8f12-2688cebaed35 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:42.103604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 83fc4709-2d64-4c37-8f12-2688cebaed35 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:42.131267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 07717952-1664-4b4b-a7c0-5027be26fa0f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:42.132291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 07717952-1664-4b4b-a7c0-5027be26fa0f not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:42.654759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:42.657242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:42.855928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:42.856533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3021a4b-7623-4c96-aa84-00df3e65d7da {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:47:42.873381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:42.877446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f1f98225-4ab8-4173-aca3-74db7fd6c548 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d3021a4b-7623-4c96-aa84-00df3e65d7da HTTP/1.1" status: 204 len: 168 time: 2.5180726 Nov 12 20:47:42.879860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32964) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:43.003251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce65aa2b-9189-4299-a5b1-365f30098f8b admin admin] Deleting subnet 6699f091-1567-4c42-a634-fec121bd8259 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:47:43.007050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce65aa2b-9189-4299-a5b1-365f30098f8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:43.064530 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce65aa2b-9189-4299-a5b1-365f30098f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:43.220986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce65aa2b-9189-4299-a5b1-365f30098f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:43.421473 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce65aa2b-9189-4299-a5b1-365f30098f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:43.491264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b787c49-e25c-4eb1-aa39-a0229ae962c0 None None] Network 55b85643-7a48-40c4-8d3d-1e39bb275a13 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:47:43.494798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce65aa2b-9189-4299-a5b1-365f30098f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:43.501486 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce65aa2b-9189-4299-a5b1-365f30098f8b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6699f091-1567-4c42-a634-fec121bd8259 HTTP/1.1" status: 204 len: 168 time: 0.6204705 Nov 12 20:47:43.505745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32968) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:43.546037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65aa2b-9189-4299-a5b1-365f30098f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6699f091-1567-4c42-a634-fec121bd8259,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:43.700470 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:43.861030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Deleting port 9014a1bc-14f7-4057-b74b-d161a3afd0dc {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:43.873491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:43.913373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 08f537bd-5cab-43d1-85c8-0f7ef70de269 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:44.003555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] For port 9014a1bc-14f7-4057-b74b-d161a3afd0dc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9014a1bc-14f7-4057-b74b-d161a3afd0dc,segment=NetworkSegment(f08e6a12-df3f-4687-a7ab-4a9375b3bce9),segment_id=f08e6a12-df3f-4687-a7ab-4a9375b3bce9)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:44.004775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.009120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 08f537bd-5cab-43d1-85c8-0f7ef70de269 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:44.009462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 08f537bd-5cab-43d1-85c8-0f7ef70de269 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:44.037883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Calling delete_port for 9014a1bc-14f7-4057-b74b-d161a3afd0dc owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:44.125468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] DHCP port deletion for 55b85643-7a48-40c4-8d3d-1e39bb275a13 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:47:44.317574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] Deleting port 9014a1bc-14f7-4057-b74b-d161a3afd0dc {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:44.317996 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.487037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] For port 9014a1bc-14f7-4057-b74b-d161a3afd0dc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9014a1bc-14f7-4057-b74b-d161a3afd0dc,segment=NetworkSegment(f08e6a12-df3f-4687-a7ab-4a9375b3bce9),segment_id=f08e6a12-df3f-4687-a7ab-4a9375b3bce9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:44.488056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.540995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] Calling delete_port for 9014a1bc-14f7-4057-b74b-d161a3afd0dc owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:44.615900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.683909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.685132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] No DVR routers for this DVR port 9014a1bc-14f7-4057-b74b-d161a3afd0dc on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:44.687559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Pushing event deleted for resources: {'Port': ['ID=9014a1bc-14f7-4057-b74b-d161a3afd0dc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:44.727034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] No DVR routers for this DVR port 9014a1bc-14f7-4057-b74b-d161a3afd0dc on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:44.732681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a2520-ed41-44d7-af9a-07a81ac3986a None None] Pushing event deleted for resources: {'Port': ['ID=9014a1bc-14f7-4057-b74b-d161a3afd0dc,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:44.846136 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.876041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b85643-7a48-40c4-8d3d-1e39bb275a13']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:44.878302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:44.878659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08e6a12-df3f-4687-a7ab-4a9375b3bce9') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:44.889087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.903242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.910396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:47:44.910788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:47:44.953644 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:47:45.043202 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:45.079609 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:45.089617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] 10.222.0.64 "DELETE /v2.0/networks/55b85643-7a48-40c4-8d3d-1e39bb275a13 HTTP/1.1" status: 204 len: 168 time: 1.5821002 Nov 12 20:47:45.090539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97362da-0990-4a91-b4a9-fa96b6b3c1df admin admin] Pushing event deleted for resources: {'Network': ['ID=55b85643-7a48-40c4-8d3d-1e39bb275a13,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:45.937102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9014a1bc-14f7-4057-b74b-d161a3afd0dc no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:45.969704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32984) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:45.979642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 9014a1bc-14f7-4057-b74b-d161a3afd0dc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:45.979990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9014a1bc-14f7-4057-b74b-d161a3afd0dc not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:46.028479 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5dbe0ac5-df3a-4fa5-86e6-803ed9cde860 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=549013cd7a4240e687d0dc6c09d0b51d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0575967 Nov 12 20:47:46.031685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32986) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:46.110690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e087cc4-3998-4c0d-a626-5f009d0b7293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:46.149786 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e087cc4-3998-4c0d-a626-5f009d0b7293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:46.335138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e087cc4-3998-4c0d-a626-5f009d0b7293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:46.338135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e087cc4-3998-4c0d-a626-5f009d0b7293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:46.339586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5e087cc4-3998-4c0d-a626-5f009d0b7293 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9c22ff1-284a-4eba-8c43-48fd03f9668b HTTP/1.1" status: 204 len: 168 time: 0.3068237 Nov 12 20:47:46.364027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e087cc4-3998-4c0d-a626-5f009d0b7293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c22ff1-284a-4eba-8c43-48fd03f9668b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:47.319085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32994) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:47.411623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1d21ab90-2e51-499b-9eed-3e0ba83ec510 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8331b64501164505ab969ff52172e32e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0912018 Nov 12 20:47:47.414291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32996) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:47.508181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b413dd96-0e63-4d0f-9ace-d82820ec890c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:47.534455 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b413dd96-0e63-4d0f-9ace-d82820ec890c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:47.689741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b413dd96-0e63-4d0f-9ace-d82820ec890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:47.692945 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b413dd96-0e63-4d0f-9ace-d82820ec890c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:47.694238 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b413dd96-0e63-4d0f-9ace-d82820ec890c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf39567a-28eb-4564-b9f4-2a0546e02b8f HTTP/1.1" status: 204 len: 168 time: 0.2789004 Nov 12 20:47:47.728491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413dd96-0e63-4d0f-9ace-d82820ec890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf39567a-28eb-4564-b9f4-2a0546e02b8f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:53.201597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b707b-c995-4198-9722-b60766521988 req-f6d0b746-1771-406d-a822-3ae010019689 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:53.203020 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-f6d0b746-1771-406d-a822-3ae010019689 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 807 time: 0.1179452 Nov 12 20:47:53.218673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-70d80492-0f7d-4403-981c-99f030a5938b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/quotas/99af9cc5da6e44fc8b0629315c33793d HTTP/1.1" status: 200 len: 375 time: 0.0089934 Nov 12 20:47:53.273352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-6d66f8e7-81db-4960-bc37-41c18c24c4e1 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485892 Nov 12 20:47:53.368068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-590946a9-931c-4889-822f-bb9f3d03f04c service neutron] 10.222.0.64 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875044 Nov 12 20:47:53.466837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-be0bfc4c-e204-4810-9efe-409fde3a8eb7 service neutron] 10.222.0.64 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925250 Nov 12 20:47:54.275482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5f9f-81de-4363-82fa-edb0312740ce req-747db067-1c74-42e3-b277-619eb6c66755 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:54.275482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2ba5f9f-81de-4363-82fa-edb0312740ce req-747db067-1c74-42e3-b277-619eb6c66755 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 951 time: 0.0649030 Nov 12 20:47:54.336557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2ba5f9f-81de-4363-82fa-edb0312740ce req-8ff256a1-815a-408a-b5eb-d4dc7517ea7c tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540843 Nov 12 20:47:54.433682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48d8c39b-39b0-4dff-93b4-182f743df0ec req-c9faecd6-5afe-4aa5-b548-bd9b650dc957 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 210 time: 0.0292339 Nov 12 20:47:54.514703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5952470-deca-492e-bdfe-f176069cb616 req-d9d6a2f9-3a30-41ec-ad35-6d7d03e4868f tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:54.516724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5952470-deca-492e-bdfe-f176069cb616 req-d9d6a2f9-3a30-41ec-ad35-6d7d03e4868f tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 949 time: 0.0689113 Nov 12 20:47:54.572313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5952470-deca-492e-bdfe-f176069cb616 req-337dc1c3-45f1-4b5f-b5e5-23693a7d8a7c tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468342 Nov 12 20:47:54.737008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33210) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:54.860057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a170a933-533c-4edd-a106-93124a4236b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:54.953431 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a170a933-533c-4edd-a106-93124a4236b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:54.993569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-dc9d0ebd-5324-450c-9833-9f96cd2669cb tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:54.995014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-dc9d0ebd-5324-450c-9833-9f96cd2669cb tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 949 time: 0.0539627 Nov 12 20:47:55.031229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a170a933-533c-4edd-a106-93124a4236b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.107156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a170a933-533c-4edd-a106-93124a4236b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=671817a048b94011852e94123d38beca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695378 Nov 12 20:47:55.109118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170a933-533c-4edd-a106-93124a4236b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5befb8-5905-4599-bb75-c27375f67c57,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:55.110023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33242) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:55.140731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Deleting port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:55.141075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.168155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83923e84-71a2-424e-8b63-e1e604445d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.192880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83923e84-71a2-424e-8b63-e1e604445d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.238409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] For port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:55.238775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.251495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Calling delete_port for 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:55.323744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83923e84-71a2-424e-8b63-e1e604445d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.326621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83923e84-71a2-424e-8b63-e1e604445d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.327875 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-83923e84-71a2-424e-8b63-e1e604445d1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af5befb8-5905-4599-bb75-c27375f67c57 HTTP/1.1" status: 204 len: 168 time: 0.2162127 Nov 12 20:47:55.338203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83923e84-71a2-424e-8b63-e1e604445d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5befb8-5905-4599-bb75-c27375f67c57,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:55.535543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.554146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:55.556909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', '61cbc2fe-a4f2-4702-bb23-d44adaf252b7'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:55.572565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event deleted for resources: {'Port': ['ID=61cbc2fe-a4f2-4702-bb23-d44adaf252b7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:55.622503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] No DVR routers for this DVR port 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:55.626100 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.631852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4661395f-ebc7-49e2-8edb-fbd2da9f686e req-907ddceb-3975-4ea5-8819-3e1367c5a055 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "DELETE /v2.0/ports/61cbc2fe-a4f2-4702-bb23-d44adaf252b7 HTTP/1.1" status: 204 len: 173 time: 0.6300943 Nov 12 20:47:55.632382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b8cb3-a827-43e5-9a9c-2b585b4380e6', 'name': 'network-vif-deleted', 'tag': '61cbc2fe-a4f2-4702-bb23-d44adaf252b7'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:55.635468 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4136de-6611-4b8e-a1c2-f80595a258dd" -d '{"events": [{"server_uuid": "8e5b8cb3-a827-43e5-9a9c-2b585b4380e6", "name": "network-vif-deleted", "tag": "61cbc2fe-a4f2-4702-bb23-d44adaf252b7"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:55.667022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-322cebc0-7df3-4489-8973-6e19956e6757 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:55.669424 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-322cebc0-7df3-4489-8973-6e19956e6757 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/ports?device_id=65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff HTTP/1.1" status: 200 len: 949 time: 0.0658610 Nov 12 20:47:55.782000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Deleting port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:55.782352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.890967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] For port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:55.891751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.905988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Calling delete_port for 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:56.151991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:56.163969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.206795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba54d479-4b35-4c86-89d2-38dde3f54453 req-926d9b08-514a-4471-baaa-30e2ae2da47e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 210 time: 0.0522845 Nov 12 20:47:56.221547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event deleted for resources: {'Port': ['ID=35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:56.272451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33290) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:56.281348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:56.300258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d10fdbd1-2c01-41e7-999d-0c3e33ac618e req-2cd8c9eb-e2a6-4160-b42a-fba95e77b00e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5b8cb3-a827-43e5-9a9c-2b585b4380e6 HTTP/1.1" status: 200 len: 210 time: 0.0464873 Nov 12 20:47:56.309183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] No DVR routers for this DVR port 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:56.314411 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.319204 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-df6ee0fa-150e-482c-ad83-2c50b285ad80 req-b25102fe-8a1c-43d3-bec1-720e06c1aa4e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "DELETE /v2.0/ports/35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e HTTP/1.1" status: 204 len: 173 time: 0.6429994 Nov 12 20:47:56.319728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff', 'name': 'network-vif-deleted', 'tag': '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:56.322251 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74d2a981-f193-431f-b818-7056d9f8cb19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.332748 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373b1f70-b1d7-4e0d-a2f7-78e07ce80213" -d '{"events": [{"server_uuid": "65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff", "name": "network-vif-deleted", "tag": "35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:56.334806 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.398390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:56.401158 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef70443-cd33-4b20-96b5-065f3b4e9882" -d '{"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:56.437660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:56.462966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:56.503665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74d2a981-f193-431f-b818-7056d9f8cb19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.646701 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.647738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74d2a981-f193-431f-b818-7056d9f8cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.697766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-74d2a981-f193-431f-b818-7056d9f8cb19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de452fe925694a9386a638cfac81298b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240251 Nov 12 20:47:56.710515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33312) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:56.735903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2a981-f193-431f-b818-7056d9f8cb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a98b61b-3d67-4542-bb08-70076fa1d1e4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:56.773989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:56.774770 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441ab935-b5d3-488a-beaf-77ac392986e4 x-openstack-request-id: req-441ab935-b5d3-488a-beaf-77ac392986e4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:56.775203 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b8cb3-a827-43e5-9a9c-2b585b4380e6", "name": "network-vif-deleted", "tag": "61cbc2fe-a4f2-4702-bb23-d44adaf252b7", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:56.775581 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-441ab935-b5d3-488a-beaf-77ac392986e4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:56.776472 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b8cb3-a827-43e5-9a9c-2b585b4380e6', 'name': 'network-vif-deleted', 'tag': '61cbc2fe-a4f2-4702-bb23-d44adaf252b7', 'status': 'completed', 'code': 200} Nov 12 20:47:56.837505 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82d6ec2-e46a-41cc-ba76-43e2ab274f05 x-openstack-request-id: req-f82d6ec2-e46a-41cc-ba76-43e2ab274f05 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:56.838116 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff", "name": "network-vif-deleted", "tag": "35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:56.838779 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f82d6ec2-e46a-41cc-ba76-43e2ab274f05 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:56.840447 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d7e3ee-b3a5-49fb-b60b-afd562b3d3ff', 'name': 'network-vif-deleted', 'tag': '35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e', 'status': 'completed', 'code': 200} Nov 12 20:47:56.872956 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5541a6e1-8b3e-4625-b241-4e50e421d332 x-openstack-request-id: req-5541a6e1-8b3e-4625-b241-4e50e421d332 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:56.873554 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:56.873949 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5541a6e1-8b3e-4625-b241-4e50e421d332 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:56.874436 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'code': 200} Nov 12 20:47:56.916883 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3202-fe71-4739-aed4-74c81be9f7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.930226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b707b-c995-4198-9722-b60766521988 req-de577372-8129-427f-8c1d-8c3cc7c9c468 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:56.931733 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-de577372-8129-427f-8c1d-8c3cc7c9c468 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 807 time: 0.2474494 Nov 12 20:47:56.947614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Request body: {'port': {'device_id': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'admin_state_up': True, 'tenant_id': '99af9cc5da6e44fc8b0629315c33793d'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:56.988434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3202-fe71-4739-aed4-74c81be9f7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:57.203580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3202-fe71-4739-aed4-74c81be9f7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:57.207513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3202-fe71-4739-aed4-74c81be9f7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:57.208882 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e6e3202-fe71-4739-aed4-74c81be9f7af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a98b61b-3d67-4542-bb08-70076fa1d1e4 HTTP/1.1" status: 204 len: 168 time: 0.4973068 Nov 12 20:47:57.216958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Made reservation on behalf of 99af9cc5da6e44fc8b0629315c33793d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:47:57.221236 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:57.240842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e3202-fe71-4739-aed4-74c81be9f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a98b61b-3d67-4542-bb08-70076fa1d1e4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:57.338982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-57edb656-9f81-42e0-b192-ed183182486b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:57.341090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-57edb656-9f81-42e0-b192-ed183182486b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 805 time: 0.1621745 Nov 12 20:47:57.363464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-1c119bd5-a942-4b1c-af37-df8faa0253e3 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/quotas/042eb430fc8e40b6a621f528af33769a HTTP/1.1" status: 200 len: 375 time: 0.0158861 Nov 12 20:47:57.400480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Allocated IP 172.20.0.3 (c1bb6d37-abe0-4cef-affb-f230734803b9/7a40005e-6fc7-4c5d-a51c-b7af2f467e2a/0f68460c-02b7-408b-a862-d311d56c5c2b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:47:57.459388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-b1a3bf4a-012d-47ae-8a09-3e8f72974ecd tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947933 Nov 12 20:47:57.501105 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70e94eb8-3bbe-4dab-b02f-07f20fd70ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:57.626837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-4bcdd1ac-754a-4899-937f-6c8dcf6fc432 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660585 Nov 12 20:47:57.672125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:57.771443 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fc33491-9eb5-4139-bf21-d80426499536 req-af072fad-2f95-4208-ae4b-6cf4a2b4cce4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 210 time: 0.0360653 Nov 12 20:47:57.787105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:57.807641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0717599a-bc09-4024-99d4-23ff10f3c9bd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:57.824924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-ed7ff83c-7cf1-4f97-944e-5582a415672e service neutron] 10.222.0.64 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908028 Nov 12 20:47:57.849087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Network c1bb6d37-abe0-4cef-affb-f230734803b9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:57.854119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:57.864787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:57.941750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:57.942453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:57.969480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Pushing event updated for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:58.029809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53c653-5bf7-45ed-a8a9-520ba001c397 req-f124fa9c-d497-4c01-971f-fcc7c0ae7ab3 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:58.040236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e53c653-5bf7-45ed-a8a9-520ba001c397 req-f124fa9c-d497-4c01-971f-fcc7c0ae7ab3 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 949 time: 0.0850761 Nov 12 20:47:58.082264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-786bd179-ff51-410b-aa77-2a1f33ee47fd tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1383381 Nov 12 20:47:58.087966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e53c653-5bf7-45ed-a8a9-520ba001c397 req-fa64d72a-be5c-465b-b748-acea2747fa94 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Nov 12 20:47:58.096117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Request body: {'port': {'device_id': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:58.164341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:58.175921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1145c113-304b-4f48-a919-d927c3f94f35 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:58.194750 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:58.279595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37a507b2-6145-476d-87cb-fa8603cc292d req-c99cac01-79d3-4d29-9706-a2cdcdac0f0a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0512478 Nov 12 20:47:58.288371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:58.289047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61cbc2fe-a4f2-4702-bb23-d44adaf252b7 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:58.403929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:58.442375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:58.581015 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:58.592306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:47:58.607917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:47:58.608498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 35ae00ba-6ff8-4cbf-966c-1f71e81a7f1e not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:47:58.613780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f68460c-02b7-408b-a862-d311d56c5c2b {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:58.624339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:58.643107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Transition to ACTIVE for port object 0f68460c-02b7-408b-a862-d311d56c5c2b will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:47:58.708855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-53d35efa-89d0-4814-97b4-5bd478f9e68d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:58.720079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-53d35efa-89d0-4814-97b4-5bd478f9e68d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfb52b90-9b4b-450c-ae57-4dc56dbce4bb HTTP/1.1" status: 200 len: 944 time: 0.0822196 Nov 12 20:47:58.764971 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:58.850539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:58.851080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Pushing event updated for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:58.874023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Deleting port 1145c113-304b-4f48-a919-d927c3f94f35 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:58.880905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:58.881469 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:58.889559 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30628dab-dd6d-49c0-b6f6-aaf7bf7124a8" -d '{"events": [{"server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "1145c113-304b-4f48-a919-d927c3f94f35"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:59.016764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:47:59.017110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:47:59.020014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:59.030644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:47:59.031012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:59.046865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:47:59.047248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:47:59.047635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:47:59.050711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Bound port: 0f68460c-02b7-408b-a862-d311d56c5c2b, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:47:59.053529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.084013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33416) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:59.147039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] For port 1145c113-304b-4f48-a919-d927c3f94f35, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1145c113-304b-4f48-a919-d927c3f94f35,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:59.147885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.171567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Calling delete_port for 1145c113-304b-4f48-a919-d927c3f94f35 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:47:59.184637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:47:59.192565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:47:59.202114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90097d-6519-4ad5-9e3e-2e5df18a50b1 req-950e9482-163a-418d-be42-91a9cf9d34c6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:59.211169 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c90097d-6519-4ad5-9e3e-2e5df18a50b1 req-950e9482-163a-418d-be42-91a9cf9d34c6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.1203921 Nov 12 20:47:59.288892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-172742347-network', 'tenant_id': '5c8532785f1741aab66aad26b44a1ed3'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:59.333227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.360134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c90097d-6519-4ad5-9e3e-2e5df18a50b1 req-d8402f5a-421e-4796-be9f-5d749f379422 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475830 Nov 12 20:47:59.394039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Pushing event updated for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:59.414972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:59.415625 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.417007 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-b1802d08-2089-460a-8600-8b9b982187fe service neutron] 10.222.0.46 "PUT /v2.0/ports/0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 200 len: 1092 time: 1.3252106 Nov 12 20:47:59.417447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:59.419810 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5787970-f448-4d2c-ae94-4aad1ff1d49a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:59.453543 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9617db-6829-4b64-b477-d7bacb07acf5 x-openstack-request-id: req-8a9617db-6829-4b64-b477-d7bacb07acf5 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:59.453892 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "1145c113-304b-4f48-a919-d927c3f94f35", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:59.454205 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a9617db-6829-4b64-b477-d7bacb07acf5 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:59.457858 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35', 'code': 200} Nov 12 20:47:59.477918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Made reservation on behalf of 5c8532785f1741aab66aad26b44a1ed3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:47:59.481896 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.498251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.570669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ffd3ea5-87eb-45af-91ab-6060d0811e1c req-a02c1ed2-d7b9-4026-a1b3-70c4e4512fe4 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0733631 Nov 12 20:47:59.604255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b302a-5180-472e-8e46-c7387515d010 req-9bce7e38-2a57-4fd3-a0f9-dfe5af5752ac tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:59.614770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed9b302a-5180-472e-8e46-c7387515d010 req-9bce7e38-2a57-4fd3-a0f9-dfe5af5752ac tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 949 time: 0.1515689 Nov 12 20:47:59.629718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.648294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-8f469716-d0d0-4119-a499-f980958558c2 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:59.649750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-8f469716-d0d0-4119-a499-f980958558c2 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.78 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 949 time: 0.1541748 Nov 12 20:47:59.652413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b707b-c995-4198-9722-b60766521988 req-699199f6-d022-43ae-9254-dac83f093dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:59.654593 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-699199f6-d022-43ae-9254-dac83f093dcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1095 time: 0.1020267 Nov 12 20:47:59.691255 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.740661 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-5b39eab3-5682-499b-9572-f61bfbfe06ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 200 len: 217 time: 0.0455499 Nov 12 20:47:59.762857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Pushing event deleted for resources: {'Port': ['ID=1145c113-304b-4f48-a919-d927c3f94f35,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:59.797919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b707b-c995-4198-9722-b60766521988 req-83a75960-2f5e-4e11-8855-173523592521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:59.800908 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-83a75960-2f5e-4e11-8855-173523592521 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0519645 Nov 12 20:47:59.801622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] No DVR routers for this DVR port 1145c113-304b-4f48-a919-d927c3f94f35 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:47:59.812160 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.815562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e42e87b7-af93-43f2-bd7c-f7eacbbcf1df req-e496380b-256f-4c47-914a-8ac18ab8a1df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.46 "DELETE /v2.0/ports/1145c113-304b-4f48-a919-d927c3f94f35 HTTP/1.1" status: 204 len: 173 time: 1.0808008 Nov 12 20:47:59.816274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'name': 'network-vif-deleted', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:59.818528 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1953072-886e-4694-b8c5-285cb38b63ce" -d '{"events": [{"server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "name": "network-vif-deleted", "tag": "1145c113-304b-4f48-a919-d927c3f94f35"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:59.833011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed9b302a-5180-472e-8e46-c7387515d010 req-455aed7c-8222-4b46-9b9d-de6af349c109 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/security-groups?id=c55e4447-3f57-49c3-946d-debc9621fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172258 Nov 12 20:47:59.838532 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-d64c9192-6e58-45b5-a841-9b2e478e1098 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310488 Nov 12 20:47:59.839742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:59.878133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeb9ed-a7be-4667-ad8c-935dec7aba85 req-bb4bd456-a86c-42a7-b99e-104e319d3209 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:59.879709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dbeb9ed-a7be-4667-ad8c-935dec7aba85 req-bb4bd456-a86c-42a7-b99e-104e319d3209 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 950 time: 0.2290721 Nov 12 20:47:59.893570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:47:59.937208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Deleting port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:47:59.937949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.037939 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-01dbaae2-af03-4dcc-b8a4-a8125406162f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.043163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dbeb9ed-a7be-4667-ad8c-935dec7aba85 req-3eb6526c-ad19-4098-ad74-cbc2e2353e3d tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493487 Nov 12 20:48:00.160569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] For port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:00.160948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.181080 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29239ed3-1285-456e-916c-02961f4987af x-openstack-request-id: req-29239ed3-1285-456e-916c-02961f4987af {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:00.181590 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb52b90-9b4b-450c-ae57-4dc56dbce4bb", "name": "network-vif-deleted", "tag": "1145c113-304b-4f48-a919-d927c3f94f35", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:00.182457 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29239ed3-1285-456e-916c-02961f4987af {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:00.182457 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb52b90-9b4b-450c-ae57-4dc56dbce4bb', 'name': 'network-vif-deleted', 'tag': '1145c113-304b-4f48-a919-d927c3f94f35', 'status': 'completed', 'code': 200} Nov 12 20:48:00.190314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Calling delete_port for a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:00.285643 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4e9724-c198-4714-9dce-e5f2673b4332 x-openstack-request-id: req-7d4e9724-c198-4714-9dce-e5f2673b4332 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:00.285984 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:00.289706 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d4e9724-c198-4714-9dce-e5f2673b4332 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:00.289706 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b', 'status': 'completed', 'code': 200} Nov 12 20:48:00.289706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.289706 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Added segment 8bd230a3-5d2f-4111-a4db-80e1ac32022b of type vlan for network 36545a8b-45bf-4cbe-a762-38ede1646491 Nov 12 20:48:00.290712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ce274b-9b59-4955-a446-4244565f005e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:00.407900 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.446293 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-c4fe7a31-1769-4281-803f-e021f8bba6be service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001716 Nov 12 20:48:00.534489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d1cc-127d-4bcd-a94e-7275b885f17f req-b146c651-4f10-403e-9a42-b1542614406c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:00.537619 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c955d1cc-127d-4bcd-a94e-7275b885f17f req-b146c651-4f10-403e-9a42-b1542614406c tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.0553794 Nov 12 20:48:00.555359 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-278b707b-c995-4198-9722-b60766521988 req-79ea0cb4-0c4c-4585-a631-4de0b6b979f2 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987771 Nov 12 20:48:00.610169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.612046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:00.613359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.634955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.643387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-780289ee-95c7-4773-a831-a2c0db6beb1e tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f3a9768163d640048cb8f78e49b67dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506318 Nov 12 20:48:00.683185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c955d1cc-127d-4bcd-a94e-7275b885f17f req-b3720ba4-1e8f-43f6-aaa2-55fa31d68cce tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366384 Nov 12 20:48:00.695211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Pushing event deleted for resources: {'Port': ['ID=a47e7b1f-f4bf-4aec-a13c-fdc5cede5052,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:00.722237 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6360307 Nov 12 20:48:00.726421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33480) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:00.733787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Request body: {'subnet': {'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-172742347-subnet', 'tenant_id': '5c8532785f1741aab66aad26b44a1ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:00.769447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ea1c7-bfa6-4bf8-9f02-633e00c6a954 admin admin] Pushing event updated for resources: {'Network': ['ID=36545a8b-45bf-4cbe-a762-38ede1646491,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:00.780219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78289502-911d-4954-8a82-9d9285237392 req-df6d1691-2f63-47f9-9f34-4ad4fca37aae tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:00.783795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78289502-911d-4954-8a82-9d9285237392 req-df6d1691-2f63-47f9-9f34-4ad4fca37aae tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 950 time: 0.2207224 Nov 12 20:48:00.783935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 36545a8b-45bf-4cbe-a762-38ede1646491 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:48:00.847328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] No DVR routers for this DVR port a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:00.857626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-787b24a4-beb7-4f99-a3a9-1bd272921a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:00.864171 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-787b24a4-beb7-4f99-a3a9-1bd272921a8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1095 time: 0.1009188 Nov 12 20:48:00.864171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Made reservation on behalf of 5c8532785f1741aab66aad26b44a1ed3 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:00.868635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.872046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e72e531e-6b88-4580-b86b-211b4f3bfd42 req-e892cbb7-bde5-47d3-b1cb-17a6f7605f6d tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.78 "DELETE /v2.0/ports/a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 HTTP/1.1" status: 204 len: 173 time: 1.2053852 Nov 12 20:48:00.872853 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:00.976554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-088002dc-f9b8-4463-94b9-53834083c128 req-90f4a13c-3430-439f-ad95-5d9628d68b79 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0505629 Nov 12 20:48:00.985386 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-3258b7fd-3062-4a98-a3af-e4ae5f056987 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:00.987217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-3258b7fd-3062-4a98-a3af-e4ae5f056987 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292091 Nov 12 20:48:01.032022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-3c68d0fa-9696-4631-bab6-cddc3749206c tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/quotas/f3a9768163d640048cb8f78e49b67dbb HTTP/1.1" status: 200 len: 375 time: 0.0174410 Nov 12 20:48:01.034735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Deleting port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:01.035252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:01.132421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-7950ee2f-621b-4a21-b655-f1b2b24ab9e3 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3a9768163d640048cb8f78e49b67dbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906181 Nov 12 20:48:01.220303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e236eddd-874b-43ee-9aea-9c504b546bfc req-345f29cd-337c-47ca-a6af-85093e901902 tempest-ImagesOneServerTestJSON-1851853137 tempest-ImagesOneServerTestJSON-1851853137-project] 10.222.0.64 "GET /v2.0/ports?device_id=aadd0b9f-af85-4bea-ae55-e8600ea43c4f HTTP/1.1" status: 200 len: 210 time: 0.0994549 Nov 12 20:48:01.258027 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:01.268818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-cae9f4bf-2c9a-44f9-8e73-4a48e681b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:01.273502 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-cae9f4bf-2c9a-44f9-8e73-4a48e681b0a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1998525 Nov 12 20:48:01.279887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:01.308836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-73304c42-f375-41b0-9b5b-d2f31234561b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:01.312132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-73304c42-f375-41b0-9b5b-d2f31234561b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 950 time: 0.2558730 Nov 12 20:48:01.366040 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-1da1f895-c742-4e59-a61d-0e2b67a9ea56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 200 len: 217 time: 0.0764043 Nov 12 20:48:01.388147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] For port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:01.388147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:01.425659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Calling delete_port for b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:01.453130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-97417e67-f096-43e7-b3d3-5706a43c08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:01.455621 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-97417e67-f096-43e7-b3d3-5706a43c08a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0553174 Nov 12 20:48:01.544075 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-c77925a8-397f-4f49-8ac4-fdecb1a7f5f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771964 Nov 12 20:48:01.581289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bf0aa-9246-41b2-928e-625ad7c56950 req-ace1db7e-cbdb-44a9-8709-5fa3c6db2c9e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:01.582990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f61bf0aa-9246-41b2-928e-625ad7c56950 req-ace1db7e-cbdb-44a9-8709-5fa3c6db2c9e tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 950 time: 0.1161654 Nov 12 20:48:01.589330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Deleting port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:01.589706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:01.698673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c14f863-794a-45c8-b956-df025de5a519,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:01.726762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:01.726762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Network hostable DHCP agents. Network: 36545a8b-45bf-4cbe-a762-38ede1646491, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:48:01.817902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-ecfe348c-c01c-4194-8887-21c137c4479c tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:01.819319 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-ecfe348c-c01c-4194-8887-21c137c4479c tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 805 time: 0.2885263 Nov 12 20:48:01.823387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-f13e570f-56bb-47ec-9158-908f580b5053 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364595 Nov 12 20:48:01.848529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Request body: {'port': {'device_id': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'admin_state_up': True, 'tenant_id': '042eb430fc8e40b6a621f528af33769a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:01.856410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-46fe66db-c2ea-4d08-b8d4-fd5478e6dede tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f3a9768163d640048cb8f78e49b67dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785193 Nov 12 20:48:01.864934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f61bf0aa-9246-41b2-928e-625ad7c56950 req-8bd76092-42a1-4484-be98-acbdcb7fea46 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572539 Nov 12 20:48:01.941119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] For port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:01.941519 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:01.962525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Network 36545a8b-45bf-4cbe-a762-38ede1646491 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:48:01.995860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Calling delete_port for b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:02.012383 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c5787970-f448-4d2c-ae94-4aad1ff1d49a req-3faa7043-a2fb-471e-af52-b9bb29c47234 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768961 Nov 12 20:48:02.077526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 36545a8b-45bf-4cbe-a762-38ede1646491) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:02.077746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:02.083551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:02.084152 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:02.097281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:02.102756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:02.107718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d5017-aadc-418a-b11d-480f80921a28 None None] Network 36545a8b-45bf-4cbe-a762-38ede1646491 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:02.133483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-84de52e1-e287-4aa4-8bd4-ba8c480c0202 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:02.140788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-84de52e1-e287-4aa4-8bd4-ba8c480c0202 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2747791 Nov 12 20:48:02.150449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event deleted for resources: {'Port': ['ID=b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:02.171574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ed863-0290-4e95-baeb-737269824057 req-2d5cbb16-b2c1-42c8-a0db-58251c827f1b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:02.173099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-441ed863-0290-4e95-baeb-737269824057 req-2d5cbb16-b2c1-42c8-a0db-58251c827f1b tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.2047026 Nov 12 20:48:02.191843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-deleted', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:02.194154 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2da69e7-c616-4817-88cf-129699bea194" -d '{"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-deleted", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:02.195373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:02.216683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-726b744e-e3b8-4fae-892d-2e5cb5259801 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/quotas/f3a9768163d640048cb8f78e49b67dbb HTTP/1.1" status: 200 len: 375 time: 0.0750194 Nov 12 20:48:02.232735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Made reservation on behalf of 042eb430fc8e40b6a621f528af33769a for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:02.253989 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:02.260683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:02.261602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a47e7b1f-f4bf-4aec-a13c-fdc5cede5052 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:02.262163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:02.326802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1145c113-304b-4f48-a919-d927c3f94f35 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:02.332737 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-80d5a101-f502-4144-9105-deb973346c10 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6046851 Nov 12 20:48:02.332895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] No DVR routers for this DVR port b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:02.335766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:02.339571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78289502-911d-4954-8a82-9d9285237392 req-4df940ae-b9ca-4e3f-88cd-c94ed8dd87d9 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "DELETE /v2.0/ports/b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c HTTP/1.1" status: 204 len: 173 time: 1.5251336 Nov 12 20:48:02.370209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-11cfbd42-52cd-40ae-a0aa-db174f8bf361 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3a9768163d640048cb8f78e49b67dbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919840 Nov 12 20:48:02.433999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 1145c113-304b-4f48-a919-d927c3f94f35 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:02.434290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1145c113-304b-4f48-a919-d927c3f94f35 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:02.498896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-441ed863-0290-4e95-baeb-737269824057 req-d4ccce26-1cb6-4271-b3e2-7000303a8e16 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838686 Nov 12 20:48:02.664588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:02.692226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Allocated IP 172.20.0.10 (fd4c8780-1124-4aa9-8a3f-6d06287f0553/e2e1704a-424b-45a2-9420-27bb4a58d1b6/8be813c1-87c4-4f82-b333-f74a18b50260) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:02.696083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-498ad956-2027-468a-8a06-39dba115ca17 req-a87f0561-2dac-4fc0-9cf8-5413a1186a01 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0462132 Nov 12 20:48:02.797130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event deleted for resources: {'Port': ['ID=b1b4b002-a87f-4e65-9745-ff9b3f25c9a1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:02.921930 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d445f17c-ec8f-4607-8d9d-28d3ce9370e0 x-openstack-request-id: req-d445f17c-ec8f-4607-8d9d-28d3ce9370e0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:02.925690 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd0b9f-af85-4bea-ae55-e8600ea43c4f", "name": "network-vif-deleted", "tag": "a47e7b1f-f4bf-4aec-a13c-fdc5cede5052", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:02.926173 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d445f17c-ec8f-4607-8d9d-28d3ce9370e0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:02.926477 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:02.927129 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd0b9f-af85-4bea-ae55-e8600ea43c4f', 'name': 'network-vif-deleted', 'tag': 'a47e7b1f-f4bf-4aec-a13c-fdc5cede5052', 'status': 'completed', 'code': 200} Nov 12 20:48:02.929129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] No DVR routers for this DVR port b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:02.934398 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:02.940306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2931af4-c9cb-433c-8a4b-c65132f55316 req-977f58e2-77bd-487c-918d-65a34c43bb35 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.78 "DELETE /v2.0/ports/b1b4b002-a87f-4e65-9745-ff9b3f25c9a1 HTTP/1.1" status: 204 len: 173 time: 1.5992258 Nov 12 20:48:02.947909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7dd73-410c-477e-861a-8268cad86758 None None] Network 36545a8b-45bf-4cbe-a762-38ede1646491 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:03.101503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:03.215378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fe124f6-091a-4767-bf69-19e62d356e3a req-3be74bbe-b055-48b5-90e7-7298e48156be tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 210 time: 0.1061077 Nov 12 20:48:03.295751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:03.317149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2715b84e-8c19-4d3e-9227-b17404531452 req-133fe2f6-b049-4011-a0ec-2b3aae4a3394 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=42267223-f23a-463f-9289-67719b539e4c HTTP/1.1" status: 200 len: 210 time: 0.0774267 Nov 12 20:48:03.385289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Network fd4c8780-1124-4aa9-8a3f-6d06287f0553 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:03.386917 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:03.389770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:03.394007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:03.414799 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:03.427257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:03.428027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:03.497917 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Pushing event updated for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:03.546072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:03.556366 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:03.581084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:03.629759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33552) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:03.681493 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-fbf7dd35-9037-4c99-98a7-21ed270b8cfc tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8448033 Nov 12 20:48:03.731373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4fc6f-83dd-49cf-826e-ab695777badc req-b9099245-8959-4bc2-a163-2dccc163a7d7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:03.733902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41e4fc6f-83dd-49cf-826e-ab695777badc req-b9099245-8959-4bc2-a163-2dccc163a7d7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.0704701 Nov 12 20:48:03.763673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33562) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:03.766485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:03.769680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1150619934-network', 'tenant_id': '51c429f0649740d3ac672bb3c6b5b606'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:03.904017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41e4fc6f-83dd-49cf-826e-ab695777badc req-f950b56e-8838-441f-bad8-f2a8d7c2a587 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531944 Nov 12 20:48:03.917823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Made reservation on behalf of 51c429f0649740d3ac672bb3c6b5b606 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:03.920765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:03.938694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.035461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Request body: {'port': {'device_id': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:04.043194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc468-6152-4764-a7e1-12bc1f3ce3de req-284aca2f-a79f-4849-837e-45f8a4ad8942 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:04.052149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cccc468-6152-4764-a7e1-12bc1f3ce3de req-284aca2f-a79f-4849-837e-45f8a4ad8942 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 932 time: 0.2089546 Nov 12 20:48:04.109061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.170036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cccc468-6152-4764-a7e1-12bc1f3ce3de req-28c99c15-912f-4b74-8f74-ec3eb4b08f82 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169834 Nov 12 20:48:04.208192 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a72e3bbc-d9a3-4604-8f53-a6a4c79bb564 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a192ccc3741b4251aabee3d786e2e43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752511 Nov 12 20:48:04.208192 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.209264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33570) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:04.289406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.340008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:48:04.357428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702db9fd-8358-41cd-bc54-ad3fa98f0568,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:04.358987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de7b0777-2783-4b0b-aba8-3041d4f555da req-425e9098-b9ce-43e0-97a8-34b72b0dba08 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 210 time: 0.0556693 Nov 12 20:48:04.369409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.369802 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Added segment 48fb8f6a-fc88-4743-a754-b25ca84be7f6 of type vlan for network edcf543e-ae44-4dd3-b1bd-7d946df535fa Nov 12 20:48:04.380033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d734ba5-cd5a-47b7-8e94-9321ce72cb09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.451797 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d734ba5-cd5a-47b7-8e94-9321ce72cb09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.475165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.587854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be813c1-87c4-4f82-b333-f74a18b50260 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:04.596848 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.612598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Transition to ACTIVE for port object 8be813c1-87c4-4f82-b333-f74a18b50260 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:04.624847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.625858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:04.627760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.694637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.734634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] Pushing event updated for resources: {'Network': ['ID=edcf543e-ae44-4dd3-b1bd-7d946df535fa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:04.743166 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9e30be35-8b99-4b9a-aab6-f6639fab7a18 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9781756 Nov 12 20:48:04.746513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33578) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:04.747359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network edcf543e-ae44-4dd3-b1bd-7d946df535fa details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:48:04.758768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Request body: {'subnet': {'network_id': 'edcf543e-ae44-4dd3-b1bd-7d946df535fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1150619934-subnet', 'tenant_id': '51c429f0649740d3ac672bb3c6b5b606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:04.804163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:04.864407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Attempting to bind port 8be813c1-87c4-4f82-b333-f74a18b50260 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:04.864752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Attempting to bind port 8be813c1-87c4-4f82-b333-f74a18b50260 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:04.865089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Attempting to bind port 8be813c1-87c4-4f82-b333-f74a18b50260 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:04.870290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Port 8be813c1-87c4-4f82-b333-f74a18b50260 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:04.870654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Attempting to bind port 8be813c1-87c4-4f82-b333-f74a18b50260 on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:04.876617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:04.877480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Checking segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:04.877880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Bound using segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:04.878353 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Bound port: 8be813c1-87c4-4f82-b333-f74a18b50260, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:04.878657 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.930666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Made reservation on behalf of 51c429f0649740d3ac672bb3c6b5b606 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:04.930939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:04.936792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42267223-f23a-463f-9289-67719b539e4c', 'name': 'network-vif-deleted', 'tag': 'b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c'}, {'server_uuid': 'f8ed3332-4e0a-4f8a-9f96-4b893f1e144d', 'name': 'network-vif-deleted', 'tag': 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:04.939242 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b82687-89b7-4af9-aa67-b0ea782e9626" -d '{"events": [{"server_uuid": "42267223-f23a-463f-9289-67719b539e4c", "name": "network-vif-deleted", "tag": "b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c"}, {"server_uuid": "f8ed3332-4e0a-4f8a-9f96-4b893f1e144d", "name": "network-vif-deleted", "tag": "b1b4b002-a87f-4e65-9745-ff9b3f25c9a1"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:04.944785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fad16647-1d18-4b71-81de-dc42a8fdc454 req-d5f4efb8-62b3-4b00-8e38-f725a5f2336a tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8ed3332-4e0a-4f8a-9f96-4b893f1e144d HTTP/1.1" status: 200 len: 210 time: 0.0397716 Nov 12 20:48:05.010598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:05.022823 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4cc3b7-0ae7-433f-bda6-7240058b45e8 x-openstack-request-id: req-9e4cc3b7-0ae7-433f-bda6-7240058b45e8 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:05.026025 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42267223-f23a-463f-9289-67719b539e4c", "name": "network-vif-deleted", "tag": "b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c", "status": "completed", "code": 200}, {"server_uuid": "f8ed3332-4e0a-4f8a-9f96-4b893f1e144d", "name": "network-vif-deleted", "tag": "b1b4b002-a87f-4e65-9745-ff9b3f25c9a1", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:05.026025 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e4cc3b7-0ae7-433f-bda6-7240058b45e8 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:05.026025 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42267223-f23a-463f-9289-67719b539e4c', 'name': 'network-vif-deleted', 'tag': 'b08ae4da-bd02-4ee4-8b7d-d40ba9cf120c', 'status': 'completed', 'code': 200} Nov 12 20:48:05.026025 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed3332-4e0a-4f8a-9f96-4b893f1e144d', 'name': 'network-vif-deleted', 'tag': 'b1b4b002-a87f-4e65-9745-ff9b3f25c9a1', 'status': 'completed', 'code': 200} Nov 12 20:48:05.029400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:05.065292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c5c45-0e4e-44bb-9673-8d5c86c7b635 req-5b449dbc-15cc-4b6c-ac64-67b10b0a50b2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:05.066817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f0c5c45-0e4e-44bb-9673-8d5c86c7b635 req-5b449dbc-15cc-4b6c-ac64-67b10b0a50b2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.0559762 Nov 12 20:48:05.121726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f0c5c45-0e4e-44bb-9673-8d5c86c7b635 req-00e4b183-3020-40d6-97d0-ad2f75a91c6a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485368 Nov 12 20:48:05.134321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d734ba5-cd5a-47b7-8e94-9321ce72cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:05.140075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d734ba5-cd5a-47b7-8e94-9321ce72cb09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:05.144259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d734ba5-cd5a-47b7-8e94-9321ce72cb09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c55e4447-3f57-49c3-946d-debc9621fd0e HTTP/1.1" status: 204 len: 168 time: 0.9313774 Nov 12 20:48:05.167985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d734ba5-cd5a-47b7-8e94-9321ce72cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e4447-3f57-49c3-946d-debc9621fd0e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:05.181339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:05.233094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:05.233094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:05.233094 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] 10.222.0.78 "PUT /v2.0/ports/8be813c1-87c4-4f82-b333-f74a18b50260 HTTP/1.1" status: 200 len: 1093 time: 1.5388842 Nov 12 20:48:05.233094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:05.233611 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694a3cc5-1370-4cd2-9986-c7eb6da638f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:05.265456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:05.303025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-d39c4337-7e7b-4a11-8bc9-6a2b52db0cf0 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3a9768163d640048cb8f78e49b67dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726249 Nov 12 20:48:05.329128 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8359033b-aab1-49fa-84cd-4828df167106 x-openstack-request-id: req-8359033b-aab1-49fa-84cd-4828df167106 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:05.329419 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:05.329671 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8359033b-aab1-49fa-84cd-4828df167106 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:05.330703 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260', 'status': 'completed', 'code': 200} Nov 12 20:48:05.338227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb5a78-a283-4e44-bcea-54306390806d req-275840f1-76d6-4af2-b310-86bb0b94b248 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:05.340072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2afb5a78-a283-4e44-bcea-54306390806d req-275840f1-76d6-4af2-b310-86bb0b94b248 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0677404 Nov 12 20:48:05.416029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2afb5a78-a283-4e44-bcea-54306390806d req-6db9fd3d-0231-4aa2-87b1-faa52c566b67 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663431 Nov 12 20:48:05.437997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff2c5-61a7-45bb-88f7-60937f3753a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:05.494146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac4622f-63d8-4d2c-91c4-843b6ab4ef3f,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:05.505910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Checking segment: {'id': '48fb8f6a-fc88-4743-a754-b25ca84be7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'edcf543e-ae44-4dd3-b1bd-7d946df535fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:05.506269 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Network hostable DHCP agents. Network: edcf543e-ae44-4dd3-b1bd-7d946df535fa, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:48:05.523873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06ac6a5a-250b-4a88-95c3-b6d8c773b506 req-5c75039f-78ce-4d4b-a69f-f6448fbf51cf tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 210 time: 0.0310147 Nov 12 20:48:05.556244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a3cc5-1370-4cd2-9986-c7eb6da638f2 req-2b63a9ee-0fff-41cd-a005-bc8730f883f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:05.557738 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-694a3cc5-1370-4cd2-9986-c7eb6da638f2 req-2b63a9ee-0fff-41cd-a005-bc8730f883f3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 1096 time: 0.1747396 Nov 12 20:48:05.566474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-1adbb107-245a-4995-9f51-07519c960bf8 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:05.567911 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-1adbb107-245a-4995-9f51-07519c960bf8 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498851 Nov 12 20:48:05.587935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Request body: {'port': {'device_id': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f3a9768163d640048cb8f78e49b67dbb'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:05.652696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Network edcf543e-ae44-4dd3-b1bd-7d946df535fa is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:48:05.815495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a3cc5-1370-4cd2-9986-c7eb6da638f2 req-93fe1667-117b-4ce7-b59b-bc5a8bc839bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:05.816953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-694a3cc5-1370-4cd2-9986-c7eb6da638f2 req-93fe1667-117b-4ce7-b59b-bc5a8bc839bc service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=042eb430fc8e40b6a621f528af33769a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2481999 Nov 12 20:48:05.871412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, edcf543e-ae44-4dd3-b1bd-7d946df535fa) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:05.885563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c3d38-1811-4af7-a5ce-f776522c4324 None None] Network edcf543e-ae44-4dd3-b1bd-7d946df535fa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:05.895133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:05.897968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:06.067219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a761d44-ca66-45a8-8906-32978a4ec7b1 None None] Network edcf543e-ae44-4dd3-b1bd-7d946df535fa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:06.101570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-f72412fc-c2c6-4dc5-a0e8-6f14d5f2ce20 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3a9768163d640048cb8f78e49b67dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633411 Nov 12 20:48:06.184938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Made reservation on behalf of f3a9768163d640048cb8f78e49b67dbb for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:06.188505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:06.212467 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:06.297546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a3cc5-1370-4cd2-9986-c7eb6da638f2 req-7fc2a91f-ef2a-4300-8406-1701fada17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:06.299113 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-694a3cc5-1370-4cd2-9986-c7eb6da638f2 req-7fc2a91f-ef2a-4300-8406-1701fada17c4 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4729977 Nov 12 20:48:06.304547 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d93a0a02-e46a-4a71-ab30-c07fec1c484d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5524685 Nov 12 20:48:06.389564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-0c964d48-2644-42b3-a1cf-446d13c81be7 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:06.392975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-0c964d48-2644-42b3-a1cf-446d13c81be7 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2851610 Nov 12 20:48:06.413198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f8211-0e7d-488f-be05-001ef1d7fbd8 req-0f39c991-e580-4656-a238-67714d3c1bf6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:06.415931 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:06.426934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc8f8211-0e7d-488f-be05-001ef1d7fbd8 req-0f39c991-e580-4656-a238-67714d3c1bf6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.1399214 Nov 12 20:48:06.427470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-5bf18cfc-dfd8-40e4-919f-c11602ed6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:06.427996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-5bf18cfc-dfd8-40e4-919f-c11602ed6888 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 1096 time: 0.0745025 Nov 12 20:48:06.431757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Request body: {'port': {'device_id': '42779c74-72bc-4169-8902-084c904efc8a', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'f3a9768163d640048cb8f78e49b67dbb'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:06.500374 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-7353bad8-4a29-4eba-83e7-9a98b9408d94 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be813c1-87c4-4f82-b333-f74a18b50260 HTTP/1.1" status: 200 len: 217 time: 0.0640855 Nov 12 20:48:06.557860 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:06.608102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc8f8211-0e7d-488f-be05-001ef1d7fbd8 req-a9d45ccf-69ed-448e-be40-8e624cae2052 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824920 Nov 12 20:48:06.654661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7c913f-48fd-4785-ace1-8c71bc32a73e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:06.665812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-0b50da4c-e3fb-41ad-9ed5-7ccaaad4cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:06.667383 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-0b50da4c-e3fb-41ad-9ed5-7ccaaad4cc61 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e2e1704a-424b-45a2-9420-27bb4a58d1b6 HTTP/1.1" status: 200 len: 845 time: 0.1551924 Nov 12 20:48:06.713115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Made reservation on behalf of f3a9768163d640048cb8f78e49b67dbb for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:06.716644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-9c796cf2-dea4-4f12-a9a3-342ed02e7cee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fd4c8780-1124-4aa9-8a3f-6d06287f0553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339432 Nov 12 20:48:06.717050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:06.832973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Allocated IP 192.168.233.237 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/f6694c1f-9495-491b-b151-e3c5fc1446ae) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:06.839199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5781-b2e9-40b6-8833-771b7053d2bd req-6c4f2438-709e-4cae-a67a-54dac9b44beb tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:06.843798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba0e5781-b2e9-40b6-8833-771b7053d2bd req-6c4f2438-709e-4cae-a67a-54dac9b44beb tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1081121 Nov 12 20:48:06.875545 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-5f946e69-caf5-4afd-86fa-0c6bde0b2e9f service neutron] 10.222.0.78 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412418 Nov 12 20:48:06.892933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba0e5781-b2e9-40b6-8833-771b7053d2bd req-bd9d4dfc-23f8-4d66-8a70-af009ee69e20 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Nov 12 20:48:07.020936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d166de48-0d51-4e61-b1cc-52a525d8cb7f req-203e3808-a9b6-4676-8404-76b78cb77e3f tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 210 time: 0.0342491 Nov 12 20:48:07.055577 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-23526639-0448-4bd6-891c-6d3b2224ce77 req-17536de2-0bb7-4a45-ab6f-727eaef733a0 service neutron] 10.222.0.78 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688664 Nov 12 20:48:07.109173 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.195689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e9725-3a63-4fd4-9d00-fdf2156bd08d req-527a8c72-eaba-4a9b-8873-84a730b78fb8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:07.197196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-011e9725-3a63-4fd4-9d00-fdf2156bd08d req-527a8c72-eaba-4a9b-8873-84a730b78fb8 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 950 time: 0.1161175 Nov 12 20:48:07.256596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e6111-418b-4804-9bbb-c510be9ea6da req-17a8ffe0-78d3-420a-bb89-c88564f6d7b2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:07.258119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-17a8ffe0-78d3-420a-bb89-c88564f6d7b2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 820 time: 0.1468756 Nov 12 20:48:07.282159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-011e9725-3a63-4fd4-9d00-fdf2156bd08d req-390e8932-2e4f-457c-9c96-df6ad842febb tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774405 Nov 12 20:48:07.284010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-ac55c035-7101-4bb3-9050-36f94d02d550 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/quotas/5c8532785f1741aab66aad26b44a1ed3 HTTP/1.1" status: 200 len: 375 time: 0.0180757 Nov 12 20:48:07.295230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.338071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-10af7ced-2fb6-42eb-b6f2-43b8ff5394c5 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479076 Nov 12 20:48:07.342251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:07.345264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:07.347950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:07.381817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:07.416069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:07.416693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.432993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Allocated IP 192.168.233.111 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:07.495563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-b382bd0c-1929-40e6-a8b2-c755859c27b1 service neutron] 10.222.0.64 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490617 Nov 12 20:48:07.500762 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-66ea1c6b-fe17-458d-a427-fddd723b3d21 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9164481 Nov 12 20:48:07.517191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Request body: {'port': {'device_id': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:07.591589 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.607962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33660) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:07.649413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a6e99740-6c30-4194-848b-5d82d74dd136 None None] Provisioning complete for port f6694c1f-9495-491b-b151-e3c5fc1446ae triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:07.649890 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a6e99740-6c30-4194-848b-5d82d74dd136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.694714 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.699071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-1a9f7780-140f-45e0-bc83-6b37c53a999f service neutron] 10.222.0.64 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954830 Nov 12 20:48:07.739759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a6e99740-6c30-4194-848b-5d82d74dd136 None None] Port f6694c1f-9495-491b-b151-e3c5fc1446ae cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:48:07.777788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d29c1-705c-43eb-b5ac-e33de5e71023 req-b9874d01-ec33-49f2-a3fe-28f76c3465e7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:07.779702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba5d29c1-705c-43eb-b5ac-e33de5e71023 req-b9874d01-ec33-49f2-a3fe-28f76c3465e7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.0885284 Nov 12 20:48:07.807802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9399e6e-9c57-4eba-bf62-4ff6d62e5879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.836664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba5d29c1-705c-43eb-b5ac-e33de5e71023 req-c016a8c0-3ca9-408d-a096-a347e1145a39 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458410 Nov 12 20:48:07.866754 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.915022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:07.917876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:07.924507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:07.945663 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9399e6e-9c57-4eba-bf62-4ff6d62e5879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:07.953845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Pushing event updated for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:08.009668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:08.009668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.115748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6694c1f-9495-491b-b151-e3c5fc1446ae {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:08.115890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a46f8-b4e6-4426-8ab2-4b4eae4b7898 req-2484e043-7d2a-42b3-bf71-d4d7d78ecda2 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:08.115890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-588a46f8-b4e6-4426-8ab2-4b4eae4b7898 req-2484e043-7d2a-42b3-bf71-d4d7d78ecda2 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0693686 Nov 12 20:48:08.121587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cc9cba95-69f7-49d0-a19e-8d26a5d31c63 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6943390 Nov 12 20:48:08.121770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.135097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9399e6e-9c57-4eba-bf62-4ff6d62e5879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.144191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Transition to ACTIVE for port object f6694c1f-9495-491b-b151-e3c5fc1446ae will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:08.152802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Request body: {'port': {'device_id': '42779c74-72bc-4169-8902-084c904efc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:08.188111 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9399e6e-9c57-4eba-bf62-4ff6d62e5879 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=864e168aa22442c9aefacb0c28716fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784054 Nov 12 20:48:08.197975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9399e6e-9c57-4eba-bf62-4ff6d62e5879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298ba9af-235c-4fbc-bfe7-adee72dcfedc,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:08.202689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33678) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:08.230023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36a9eb78-0fe1-4319-bd4b-e8a683d8725d req-92e404b6-3cdf-405c-a1a7-30bfbf5754a7 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 210 time: 0.0953536 Nov 12 20:48:08.278511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-dcfe7d6e-9c18-46e7-bcd7-ad24213941dc None None] Provisioning complete for port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:08.279187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7d6e-9c18-46e7-bcd7-ad24213941dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.285023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.316935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe7d6e-9c18-46e7-bcd7-ad24213941dc None None] Port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:48:08.318443 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-588a46f8-b4e6-4426-8ab2-4b4eae4b7898 req-27ae693d-fe85-4970-b207-4f82c2f05549 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959634 Nov 12 20:48:08.363405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.365245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d752b4ca-8a35-460e-b1d4-2732aab95052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.390136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d752b4ca-8a35-460e-b1d4-2732aab95052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.444358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-375dc234-f302-4ba9-bd00-aa7619ff3593 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:08.445958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-375dc234-f302-4ba9-bd00-aa7619ff3593 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 950 time: 0.2566192 Nov 12 20:48:08.450721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068acfdb-2499-4059-a887-04d7ef34d0e2 req-31a22ee4-a4ac-407d-a91d-f2f4b41b6f0a tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:08.451525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:08.452343 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-068acfdb-2499-4059-a887-04d7ef34d0e2 req-31a22ee4-a4ac-407d-a91d-f2f4b41b6f0a tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 936 time: 0.1329801 Nov 12 20:48:08.581474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-068acfdb-2499-4059-a887-04d7ef34d0e2 req-33282ccb-f11f-40a5-900e-adb68669c54a tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103461 Nov 12 20:48:08.588304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Attempting to bind port f6694c1f-9495-491b-b151-e3c5fc1446ae on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:08.588304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Attempting to bind port f6694c1f-9495-491b-b151-e3c5fc1446ae by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:08.588560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Attempting to bind port f6694c1f-9495-491b-b151-e3c5fc1446ae on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:08.598634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Port f6694c1f-9495-491b-b151-e3c5fc1446ae on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:08.598961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Attempting to bind port f6694c1f-9495-491b-b151-e3c5fc1446ae on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:08.608822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:08.609114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:08.609500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:08.609935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Bound port: f6694c1f-9495-491b-b151-e3c5fc1446ae, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:08.610293 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.619777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a651f-de95-4fc8-86c0-a9cbd49f8434 req-c9b31da8-8fdc-4f60-9ddd-2d23b051ca58 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:08.621307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-748a651f-de95-4fc8-86c0-a9cbd49f8434 req-c9b31da8-8fdc-4f60-9ddd-2d23b051ca58 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 950 time: 0.2045293 Nov 12 20:48:08.661684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Deleting port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:08.662032 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.686916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d752b4ca-8a35-460e-b1d4-2732aab95052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.690100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d752b4ca-8a35-460e-b1d4-2732aab95052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.696132 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d752b4ca-8a35-460e-b1d4-2732aab95052 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/298ba9af-235c-4fbc-bfe7-adee72dcfedc HTTP/1.1" status: 204 len: 168 time: 0.4875779 Nov 12 20:48:08.744530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-748a651f-de95-4fc8-86c0-a9cbd49f8434 req-9f3c62d2-fbad-466f-be3d-32b19519758b tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfbc9905-b5da-4745-8362-a8b0946531f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716624 Nov 12 20:48:08.753093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752b4ca-8a35-460e-b1d4-2732aab95052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ba9af-235c-4fbc-bfe7-adee72dcfedc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:08.769276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:08.774282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:08.805578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] For port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:08.806010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.819621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Calling delete_port for 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:08.828724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:08.837219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.849438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Transition to ACTIVE for port object 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:08.895570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.953273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.994949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:08.995651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:08.997095 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/f6694c1f-9495-491b-b151-e3c5fc1446ae HTTP/1.1" status: 200 len: 1097 time: 1.4857969 Nov 12 20:48:08.997818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:09.000452 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8682064-d3e4-4cb5-9e19-7fe7216e3c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:09.044125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd37b02-5d4e-48a2-b9a9-917b270e49a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:09.068634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ceae5-710a-4b53-880a-f53f0e8766a4 req-5eadaa88-31b5-4c40-b3c6-7817a7cc7b76 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:09.070326 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151de8da-c2ba-4bdc-9819-ccc61850c712 x-openstack-request-id: req-151de8da-c2ba-4bdc-9819-ccc61850c712 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:09.070634 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:09.070892 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-151de8da-c2ba-4bdc-9819-ccc61850c712 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:09.071374 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'status': 'completed', 'code': 200} Nov 12 20:48:09.076384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc0ceae5-710a-4b53-880a-f53f0e8766a4 req-5eadaa88-31b5-4c40-b3c6-7817a7cc7b76 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.1629639 Nov 12 20:48:09.105242 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:09.115278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:09.177145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Pushing event deleted for resources: {'Port': ['ID=4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:09.192010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Pushing event updated for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:09.230142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] No DVR routers for this DVR port 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:09.233938 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:09.239167 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-14771a2f-230a-4c70-beab-3ea6f4f28542 req-d05f3d7b-9ddc-4e70-af45-c1ec29ace081 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.46 "DELETE /v2.0/ports/4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d HTTP/1.1" status: 204 len: 173 time: 0.7598474 Nov 12 20:48:09.285375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc0ceae5-710a-4b53-880a-f53f0e8766a4 req-6affc24e-35c7-44d6-9f89-0f78428cd966 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840129 Nov 12 20:48:09.303802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Attempting to bind port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:09.306210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Attempting to bind port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:09.306210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Attempting to bind port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:09.309827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:09.310294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Attempting to bind port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:09.328578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:09.328879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:09.329249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:09.334801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Bound port: 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:09.338650 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:09.411240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cd2b612-4f25-41f4-8a8b-9fb9da9617e2 req-313c4446-2243-479c-b821-ff085311fbe9 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 210 time: 0.0823469 Nov 12 20:48:09.411531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682064-d3e4-4cb5-9e19-7fe7216e3c6f req-5ca5c1ed-6867-42af-93ef-2e9c6bfc3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:09.413025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b8682064-d3e4-4cb5-9e19-7fe7216e3c6f req-5ca5c1ed-6867-42af-93ef-2e9c6bfc3f0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3a9768163d640048cb8f78e49b67dbb&device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 1100 time: 0.3159580 Nov 12 20:48:09.461140 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b8682064-d3e4-4cb5-9e19-7fe7216e3c6f req-6c536817-8f1d-4887-b73a-948cec12aeae service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3a9768163d640048cb8f78e49b67dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296381 Nov 12 20:48:09.529945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:09.541062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606fc0f-67fa-4301-8d9d-d658b66dfd65 req-6c3c31fe-1cc3-41ad-9d92-bc1dfa648073 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:09.544855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1606fc0f-67fa-4301-8d9d-d658b66dfd65 req-6c3c31fe-1cc3-41ad-9d92-bc1dfa648073 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1205876 Nov 12 20:48:09.545123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:09.620024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1606fc0f-67fa-4301-8d9d-d658b66dfd65 req-b92b7d19-2167-4e55-817f-107514428aa0 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697613 Nov 12 20:48:09.627181 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:09.650151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682064-d3e4-4cb5-9e19-7fe7216e3c6f req-36bfc748-926c-4307-8366-7c3d77d78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:09.654409 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b8682064-d3e4-4cb5-9e19-7fe7216e3c6f req-36bfc748-926c-4307-8366-7c3d77d78980 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852829 Nov 12 20:48:09.674560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:09.675298 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:09.677064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] 10.222.0.46 "PUT /v2.0/ports/6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d HTTP/1.1" status: 200 len: 1097 time: 1.5404198 Nov 12 20:48:09.677499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:09.680074 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f998df6-d904-4baf-b801-8e3e48ca6440" -d '{"events": [{"name": "network-changed", "server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:09.727763 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39812bb3-0620-44bf-ac9d-ac18481dbb07 x-openstack-request-id: req-39812bb3-0620-44bf-ac9d-ac18481dbb07 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:09.728056 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:09.728306 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39812bb3-0620-44bf-ac9d-ac18481dbb07 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:09.728738 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'status': 'completed', 'code': 200} Nov 12 20:48:09.768864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd8bf6-92a3-4e3d-98f1-573536935d2a service neutron] Pushing event updated for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:09.804627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a82cbe-1963-4a10-9470-8130e9251ce3 req-50947ebf-e322-4a38-a554-f005ce6a93f0 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:09.806256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31a82cbe-1963-4a10-9470-8130e9251ce3 req-50947ebf-e322-4a38-a554-f005ce6a93f0 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 948 time: 0.1230717 Nov 12 20:48:09.849554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f998df6-d904-4baf-b801-8e3e48ca6440 req-41b9ca5e-aac6-4f83-9e6e-77abd72246ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:09.852652 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5f998df6-d904-4baf-b801-8e3e48ca6440 req-41b9ca5e-aac6-4f83-9e6e-77abd72246ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3a9768163d640048cb8f78e49b67dbb&device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 1100 time: 0.0826576 Nov 12 20:48:09.857936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-5102c8d3-d44f-45f4-be8d-fc4b52fddbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:09.870639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-5102c8d3-d44f-45f4-be8d-fc4b52fddbda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3a9768163d640048cb8f78e49b67dbb&device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 1100 time: 0.1337650 Nov 12 20:48:09.910898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff2be9e1-2776-4275-bf60-09305106766c req-854af150-bbb8-45e4-bb7f-0c659ba3daf2 tempest-ServersOnMultiNodesTest-1478150845 tempest-ServersOnMultiNodesTest-1478150845-project] 10.222.0.64 "GET /v2.0/ports?device_id=860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f HTTP/1.1" status: 200 len: 210 time: 0.0362260 Nov 12 20:48:09.924931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31a82cbe-1963-4a10-9470-8130e9251ce3 req-7a7a4fe0-eb41-470a-9065-084252b6314e tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106780 Nov 12 20:48:10.018354 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5f998df6-d904-4baf-b801-8e3e48ca6440 req-f07a04fe-d62a-4228-abb4-f934a04e9bfc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3a9768163d640048cb8f78e49b67dbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260379 Nov 12 20:48:10.037191 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.041099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-dc147d57-6d4a-42fa-8d88-ec1cf4f534ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae HTTP/1.1" status: 200 len: 217 time: 0.0484021 Nov 12 20:48:10.065820 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.094690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33732) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:10.113381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-6318b186-f465-4238-9a0b-74c9eb9cbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.114872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-6318b186-f465-4238-9a0b-74c9eb9cbc7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0640087 Nov 12 20:48:10.152766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f998df6-d904-4baf-b801-8e3e48ca6440 req-240b0828-2d14-4bcb-99ad-13588c8c7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.154671 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5f998df6-d904-4baf-b801-8e3e48ca6440 req-240b0828-2d14-4bcb-99ad-13588c8c7785 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247013 Nov 12 20:48:10.174156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-10fcd71e-9689-4287-8b47-be471d9b8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.176345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-10fcd71e-9689-4287-8b47-be471d9b8fd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0520904 Nov 12 20:48:10.210652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8be813c1-87c4-4f82-b333-f74a18b50260 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:10.232978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1308545269-network', 'tenant_id': 'c253ebad0e0b48208d501d4723f0e0f0'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:10.328305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-68ef1e34-1e3b-4f0a-ad37-e1791c8f9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.332956 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-68ef1e34-1e3b-4f0a-ad37-e1791c8f9720 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3a9768163d640048cb8f78e49b67dbb&device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 1100 time: 0.0994368 Nov 12 20:48:10.336212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-7cd8576d-9aa2-40e2-ae44-6e78d49a0c7f service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395447 Nov 12 20:48:10.399599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:10.410401 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-62403177-9d81-4dab-bf94-ec44dcd1c81a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d HTTP/1.1" status: 200 len: 217 time: 0.0635397 Nov 12 20:48:10.414710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '8be813c1-87c4-4f82-b333-f74a18b50260', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'port_id': '8be813c1-87c4-4f82-b333-f74a18b50260', 'mac_address': 'fa:16:3e:ad:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e1704a-424b-45a2-9420-27bb4a58d1b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:10.433793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Made reservation on behalf of c253ebad0e0b48208d501d4723f0e0f0 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:10.436903 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.486707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.514894 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.518683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-e2d6ec35-94e3-41a9-8489-38a29a17e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.521214 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-e2d6ec35-94e3-41a9-8489-38a29a17e911 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1013117 Nov 12 20:48:10.555607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be813c1-87c4-4f82-b333-f74a18b50260 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:10.567459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24873b17-369a-4079-a4d2-787fb1f1ea8e req-ce244289-5906-4b94-8ed0-8a7cee3d8873 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200620 Nov 12 20:48:10.578205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e4d83-ee7a-4ed3-9031-bc7cc2d6029e req-39a2a00f-d2c7-4693-bcc2-8d4876f04ca2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.586588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d33e4d83-ee7a-4ed3-9031-bc7cc2d6029e req-39a2a00f-d2c7-4693-bcc2-8d4876f04ca2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.1697996 Nov 12 20:48:10.586815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-ad041997-7491-4814-a014-666b1466c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.588483 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-ad041997-7491-4814-a014-666b1466c4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596159 Nov 12 20:48:10.600427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:10.662383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.681531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-461c00ff-8ea3-4e70-9808-763d41a36270 req-4cba2404-0366-433a-ba2c-e4b09c0a8d0d tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 210 time: 0.0915442 Nov 12 20:48:10.696676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d33e4d83-ee7a-4ed3-9031-bc7cc2d6029e req-c7a781d7-1be8-4cfa-8ebf-7eb296ac6478 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090820 Nov 12 20:48:10.746613 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.755442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:10.782558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e6111-418b-4804-9bbb-c510be9ea6da req-debbb95c-98a5-431d-8e81-40620a2fa779 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.784727 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-debbb95c-98a5-431d-8e81-40620a2fa779 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 820 time: 0.1953502 Nov 12 20:48:10.786710 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-b76dd9e9-daa0-49f1-88c8-569b9f2c78bf service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867230 Nov 12 20:48:10.809941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Request body: {'port': {'device_id': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'admin_state_up': True, 'tenant_id': '5c8532785f1741aab66aad26b44a1ed3'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:10.819491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc2918-cc4c-4b4c-8c8e-e2a063a5338e req-5a40317e-e348-4f60-b11c-d47ba628435b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:10.821026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fdc2918-cc4c-4b4c-8c8e-e2a063a5338e req-5a40317e-e348-4f60-b11c-d47ba628435b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0596662 Nov 12 20:48:10.822151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.862370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:48:10.876797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a602aaef-c033-4113-b581-e2037d26a6a3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:10.886676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:10.886676 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Added segment ccd633d9-bd88-44d2-a10c-ed8951535a2c of type vlan for network 2f24624b-b400-4771-a741-eeca0d792842 Nov 12 20:48:10.891480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['8be813c1-87c4-4f82-b333-f74a18b50260'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:10.924435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fdc2918-cc4c-4b4c-8c8e-e2a063a5338e req-30ada0a0-52c8-4f69-a9ea-40ac00a607fa tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947621 Nov 12 20:48:10.969277 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f1863117-17a6-4f84-b54d-631752bc51d3 req-cadb0c41-ec4f-48ab-8da6-b03de3c85a0d service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751230 Nov 12 20:48:11.012827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.066438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Made reservation on behalf of 5c8532785f1741aab66aad26b44a1ed3 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:11.070025 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.073552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f', 'name': 'network-vif-deleted', 'tag': '4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:11.075860 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3bbe40-6891-4d60-b984-5edb8f2013a9" -d '{"events": [{"server_uuid": "860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f", "name": "network-vif-deleted", "tag": "4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:11.104198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488cfe-325c-4afc-b265-770bb9dc4725 req-2476d410-f3e9-45c8-914c-9ad78f4f91b9 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:11.106507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c488cfe-325c-4afc-b265-770bb9dc4725 req-2476d410-f3e9-45c8-914c-9ad78f4f91b9 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 948 time: 0.0587785 Nov 12 20:48:11.139759 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41804a5-c1ae-4673-8903-531cdfb1a88f x-openstack-request-id: req-c41804a5-c1ae-4673-8903-531cdfb1a88f {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:11.140056 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f", "name": "network-vif-deleted", "tag": "4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:11.140315 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c41804a5-c1ae-4673-8903-531cdfb1a88f {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:11.140705 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860055c7-ebdc-4ce2-b3f7-cb73a62b4e8f', 'name': 'network-vif-deleted', 'tag': '4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d', 'status': 'completed', 'code': 200} Nov 12 20:48:11.160456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c488cfe-325c-4afc-b265-770bb9dc4725 req-f4fb964c-5bce-4f0e-af97-e08316f9c38b tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Nov 12 20:48:11.175164 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.177878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:11.178475 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.225105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Allocated IP 172.20.0.8 (36545a8b-45bf-4cbe-a762-38ede1646491/4c14f863-794a-45c8-b956-df025de5a519/d068dbb9-54fb-42fd-8b35-12e827c8b7db) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:11.247719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2f24624b-b400-4771-a741-eeca0d792842,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:11.259347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 2f24624b-b400-4771-a741-eeca0d792842 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:48:11.268779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-36b61217-41e2-4353-bb0d-1c05c82477f8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1723015 Nov 12 20:48:11.271831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33754) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:11.276885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Request body: {'subnet': {'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1308545269-subnet', 'tenant_id': 'c253ebad0e0b48208d501d4723f0e0f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:11.397371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Made reservation on behalf of c253ebad0e0b48208d501d4723f0e0f0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:11.399954 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.420000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.469635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33760) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:11.540540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.599942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Network 36545a8b-45bf-4cbe-a762-38ede1646491 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:11.608946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:11.613937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:11.637323 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.638099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Pushing event updated for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:11.674053 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-37380156-fdaf-4b3b-aeb1-c4bc8ce5d068 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f17fde0197fb4cd185fa333ca81bec54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032132 Nov 12 20:48:11.676641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33764) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:11.688653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:11.689846 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.701055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6487d7-a1de-4195-8144-743453c18319,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:11.712494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Checking segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:11.712853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Network hostable DHCP agents. Network: 2f24624b-b400-4771-a741-eeca0d792842, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:48:11.748095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-003f08a6-d840-48c8-8fb9-30e33ed2f500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.773063 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-003f08a6-d840-48c8-8fb9-30e33ed2f500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.783184 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-7826d55a-7925-4dc5-b559-694fde3cadff tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9876485 Nov 12 20:48:11.801754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Network 2f24624b-b400-4771-a741-eeca0d792842 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:48:11.808143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Request body: {'port': {'device_id': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:11.852010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44eaea-d68e-43b4-bbe1-84103339850a req-c5e01835-6f7c-41ce-ba43-9e37926e88f3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:11.853547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df44eaea-d68e-43b4-bbe1-84103339850a req-c5e01835-6f7c-41ce-ba43-9e37926e88f3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 931 time: 0.0877163 Nov 12 20:48:11.867042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccbbc0-c921-445d-a2e5-5cc4e9161f83 req-1167603b-1ccc-4d23-a916-1ddd8d86e619 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:11.868567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2dccbbc0-c921-445d-a2e5-5cc4e9161f83 req-1167603b-1ccc-4d23-a916-1ddd8d86e619 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.0901499 Nov 12 20:48:11.878302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.890812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 2f24624b-b400-4771-a741-eeca0d792842) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:11.900040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524c9ce-343d-4ecf-a93e-5cc70d1e477d None None] Network 2f24624b-b400-4771-a741-eeca0d792842 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:11.906765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:11.907429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.967205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df44eaea-d68e-43b4-bbe1-84103339850a req-65e6b9cc-5e21-49a8-ba5d-380e917dd6bb tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975411 Nov 12 20:48:11.984701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-003f08a6-d840-48c8-8fb9-30e33ed2f500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.986075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2dccbbc0-c921-445d-a2e5-5cc4e9161f83 req-0a1cd9d9-7a4d-40b3-82ae-d95dd5c8cadb tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032541 Nov 12 20:48:11.988322 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-003f08a6-d840-48c8-8fb9-30e33ed2f500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:11.989452 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-003f08a6-d840-48c8-8fb9-30e33ed2f500 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfbc9905-b5da-4745-8362-a8b0946531f5 HTTP/1.1" status: 204 len: 168 time: 0.3119309 Nov 12 20:48:12.021722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f08a6-d840-48c8-8fb9-30e33ed2f500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbc9905-b5da-4745-8362-a8b0946531f5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:12.023012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e94e19fa-551b-47cb-ae53-a155ced29f20 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7502325 Nov 12 20:48:12.143832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814c89e-de73-499c-b61c-fe1149f075c2 req-7466ace7-b94e-415b-b36f-1b4afca4764f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:12.145929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a814c89e-de73-499c-b61c-fe1149f075c2 req-7466ace7-b94e-415b-b36f-1b4afca4764f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0776675 Nov 12 20:48:12.196061 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16571b7c-f0a5-4484-b8ba-51c4ea93849a None None] Network 2f24624b-b400-4771-a741-eeca0d792842 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:12.223268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8be813c1-87c4-4f82-b333-f74a18b50260 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:12.254354 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d068dbb9-54fb-42fd-8b35-12e827c8b7db {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:12.263451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.283469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a814c89e-de73-499c-b61c-fe1149f075c2 req-564bad70-5bee-42d2-9609-68212f5fe3df tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277256 Nov 12 20:48:12.285054 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Transition to ACTIVE for port object d068dbb9-54fb-42fd-8b35-12e827c8b7db will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:12.324529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:12.326451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:12.365353 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.366693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:12.367221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ccf9f30-dbd1-4eb0-94f5-da06f9b7b18d not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:12.422632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac861d4-061f-4cd6-a5c6-679a195cc562 req-79c88c68-e669-48d6-a777-2b4c74cc5088 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:12.435279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bac861d4-061f-4cd6-a5c6-679a195cc562 req-79c88c68-e669-48d6-a777-2b4c74cc5088 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 948 time: 0.0975652 Nov 12 20:48:12.454391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 8be813c1-87c4-4f82-b333-f74a18b50260 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:48:12.461189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 8be813c1-87c4-4f82-b333-f74a18b50260 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:12.461577 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.502757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Pushing event updated for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:12.541946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:12.542636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:12.542636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:12.549760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bac861d4-061f-4cd6-a5c6-679a195cc562 req-7ea13148-6ab4-4fb1-af60-d86af2379d65 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062069 Nov 12 20:48:12.557728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:12.557728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:12.560518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:12.560879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:12.561270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:12.562350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Bound port: d068dbb9-54fb-42fd-8b35-12e827c8b7db, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:12.562725 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.572373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:12.616659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'mac_address': 'fa:16:3e:90:54:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:12.630308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.632129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:12.635678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:12.680692 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.687314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:12.689642 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425541c2-fd22-453a-b765-f41333975455" -d '{"events": [{"server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:12.710870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6694c1f-9495-491b-b151-e3c5fc1446ae {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:12.712229 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.716685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:12.737891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:12.762210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:12.762896 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.764553 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] 10.222.0.78 "PUT /v2.0/ports/d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 1092 time: 0.9648018 Nov 12 20:48:12.783997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174ad61-f220-489f-9097-2cc7b067f8da service neutron] Pushing event updated for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:12.791729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.818669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:12.823394 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9122c545-bffe-4064-b7f6-83656856bdaa x-openstack-request-id: req-9122c545-bffe-4064-b7f6-83656856bdaa {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:12.823756 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:12.824406 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9122c545-bffe-4064-b7f6-83656856bdaa {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:12.824406 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260', 'code': 200} Nov 12 20:48:12.850155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:12.891147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-8b4296e5-68cb-4143-a23d-aede61c47a3f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:12.900274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-8b4296e5-68cb-4143-a23d-aede61c47a3f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.1575077 Nov 12 20:48:12.910100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33802) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:12.921240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:12.934475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1637e-7ea5-446f-812b-12dc2d14e748 req-f0a87e73-364f-4340-afb7-0bd877299014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:12.936446 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47f1637e-7ea5-446f-812b-12dc2d14e748 req-f0a87e73-364f-4340-afb7-0bd877299014 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 1098 time: 0.0533936 Nov 12 20:48:12.946162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-71941480-b9d8-4eac-bb78-2d4a3f7b5af1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/quotas/c253ebad0e0b48208d501d4723f0e0f0 HTTP/1.1" status: 200 len: 375 time: 0.0447595 Nov 12 20:48:13.005350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-482c9dc2-7f9f-4e3a-b4ed-46e4e760bab7 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441239 Nov 12 20:48:13.030762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-83feaa3c-b485-49d9-b574-1916cd6f3418 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92041ed4a28c41b0afb51a92b1230a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1193759 Nov 12 20:48:13.031445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33812) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:13.039995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e6111-418b-4804-9bbb-c510be9ea6da req-82180d66-8dbb-4bde-9727-8ebbec1642d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:13.041477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-82180d66-8dbb-4bde-9727-8ebbec1642d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1095 time: 0.1289465 Nov 12 20:48:13.101797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['f6694c1f-9495-491b-b151-e3c5fc1446ae'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:13.117084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-091f9044-563c-45e8-b68c-780eaa78bb15 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 217 time: 0.0614457 Nov 12 20:48:13.199551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e296-15df-42e4-b622-0daddac8fc2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:13.217836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e6111-418b-4804-9bbb-c510be9ea6da req-e1367337-2402-429a-b1e0-45c239fa9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:13.219418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-e1367337-2402-429a-b1e0-45c239fa9901 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0841115 Nov 12 20:48:13.227106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c7bc8-aa4c-4bd4-acf0-c292e86a0da8 req-2a0fbf71-de93-4c7f-ba21-c384c4a36546 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:13.228737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c10c7bc8-aa4c-4bd4-acf0-c292e86a0da8 req-2a0fbf71-de93-4c7f-ba21-c384c4a36546 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.1579103 Nov 12 20:48:13.231050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:13.233820 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb4f512-6092-4540-9cff-1ac4325f4d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:13.271887 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47f1637e-7ea5-446f-812b-12dc2d14e748 req-beeb3139-38cd-452e-bc62-5b388b0d56c9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257780 Nov 12 20:48:13.302004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-ae79b0ac-3be8-47dd-9dc8-1766fe74a938 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707023 Nov 12 20:48:13.341178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e296-15df-42e4-b622-0daddac8fc2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:13.421661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c10c7bc8-aa4c-4bd4-acf0-c292e86a0da8 req-e65e3f7b-8964-4036-b407-e8025fc4f0c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679943 Nov 12 20:48:13.424978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-38583878-6697-41af-ade5-f2609a77c239 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084582 Nov 12 20:48:13.531975 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e296-15df-42e4-b622-0daddac8fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:13.534581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e296-15df-42e4-b622-0daddac8fc2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:13.535788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a8c8e296-15df-42e4-b622-0daddac8fc2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff0a84e0-71f0-4c8c-bf44-9cdb2fec301f HTTP/1.1" status: 204 len: 168 time: 0.5025666 Nov 12 20:48:13.902763 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:48:13.924809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8e296-15df-42e4-b622-0daddac8fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0a84e0-71f0-4c8c-bf44-9cdb2fec301f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:13.977287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-c726f422-7109-410c-9647-50bbbfc04ca0 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456469 Nov 12 20:48:13.985080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff46253-829e-4317-bb57-3706e73678a5 req-c389d05f-8d57-4c97-9f6a-d61fd5e89856 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:13.987110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ff46253-829e-4317-bb57-3706e73678a5 req-c389d05f-8d57-4c97-9f6a-d61fd5e89856 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 943 time: 0.4765942 Nov 12 20:48:13.993489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-47a24c07-4c7d-4b95-a9d0-e8e93013f630 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284734 Nov 12 20:48:14.093019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ff46253-829e-4317-bb57-3706e73678a5 req-a580a745-d29c-44e8-ad53-caa35fd9a9c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986416 Nov 12 20:48:14.123567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e6111-418b-4804-9bbb-c510be9ea6da req-2300e33e-14a8-4599-a6ad-27379564d20e service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220157 Nov 12 20:48:14.332256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0f68460c-02b7-408b-a862-d311d56c5c2b details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:14.346629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:14.376159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed477a-0d29-4675-bf8b-2efc4ae16261 req-b72e20e3-3794-4a81-8979-62d7cad716f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:14.378325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4ed477a-0d29-4675-bf8b-2efc4ae16261 req-b72e20e3-3794-4a81-8979-62d7cad716f6 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0733216 Nov 12 20:48:14.427376 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07848a3f-7702-4233-9b9f-58dc38b218eb x-openstack-request-id: req-07848a3f-7702-4233-9b9f-58dc38b218eb {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:14.428969 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:14.428969 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07848a3f-7702-4233-9b9f-58dc38b218eb {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:14.428969 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db', 'status': 'completed', 'code': 200} Nov 12 20:48:14.536471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:14.539152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-46224a7e-15b3-454e-bc9c-83a70dc03290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:14.540689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-46224a7e-15b3-454e-bc9c-83a70dc03290 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1095 time: 0.0859942 Nov 12 20:48:14.563628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port f6694c1f-9495-491b-b151-e3c5fc1446ae completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:48:14.563628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port f6694c1f-9495-491b-b151-e3c5fc1446ae triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:14.563628 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:14.565898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4ed477a-0d29-4675-bf8b-2efc4ae16261 req-1437d1dd-ea99-4e55-b018-380d8eec9897 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619556 Nov 12 20:48:14.593528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0f68460c-02b7-408b-a862-d311d56c5c2b', 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9', 'port_id': '0f68460c-02b7-408b-a862-d311d56c5c2b', 'mac_address': 'fa:16:3e:f3:b2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a40005e-6fc7-4c5d-a51c-b7af2f467e2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:14.660494 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:14.695481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f68460c-02b7-408b-a862-d311d56c5c2b {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:14.716667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:14.734244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-cf1d8876-729b-4f28-aeb9-9c93bee2615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:14.735817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-cf1d8876-729b-4f28-aeb9-9c93bee2615a service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.1675131 Nov 12 20:48:14.745373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd019d2-406c-45aa-a23a-27fc58fe197e req-b3cb5c82-34e5-4a7c-a0a3-99c315d1d389 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:14.746938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fd019d2-406c-45aa-a23a-27fc58fe197e req-b3cb5c82-34e5-4a7c-a0a3-99c315d1d389 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 948 time: 0.1266618 Nov 12 20:48:14.770410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:14.789815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-6c784494-f824-4068-a23b-59ccf5a52720 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 217 time: 0.0417576 Nov 12 20:48:14.793063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:14.808310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33856) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:14.825931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:14.828739 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794c3d55-9768-415c-8a7b-2f7065b5cb32" -d '{"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-plugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:14.841908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d981bf9-cecf-44f8-b17d-f6e7dfb1eb11 req-68d97bd6-e511-4c8c-9feb-83909eed0739 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0550020 Nov 12 20:48:14.864850 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:14.865528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:14.900192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-96a6945e-91a0-463b-ac83-368ddfcd850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:14.902231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-96a6945e-91a0-463b-ac83-368ddfcd850d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0993116 Nov 12 20:48:14.905593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fd019d2-406c-45aa-a23a-27fc58fe197e req-85c80125-f519-4371-9959-46ae6edff902 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201262 Nov 12 20:48:14.927421 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:14.944015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-network', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:14.985500 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8f06c-eb21-407f-b2be-29e566cc1f7a x-openstack-request-id: req-83d8f06c-eb21-407f-b2be-29e566cc1f7a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:14.986360 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-plugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:14.987137 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83d8f06c-eb21-407f-b2be-29e566cc1f7a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:14.987137 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'code': 200} Nov 12 20:48:14.990591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-a0dde8f7-8897-45e4-8bcc-52f2c09eb889 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783842 Nov 12 20:48:15.003814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:15.069027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32a658-54df-4f39-aaa9-be90b77b7651 req-a6539dd9-461b-40a8-ad8b-1534dac840e0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:15.070744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f32a658-54df-4f39-aaa9-be90b77b7651 req-a6539dd9-461b-40a8-ad8b-1534dac840e0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 944 time: 0.1398301 Nov 12 20:48:15.073439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Made reservation on behalf of d5871605f1e74242b5b3a9b929736ec3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:15.076105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.091542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.108803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e842c1-2e36-4ced-920b-aa75c0115f18 req-7820a903-2698-436f-895d-6d214f86e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:15.110382 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78e842c1-2e36-4ced-920b-aa75c0115f18 req-7820a903-2698-436f-895d-6d214f86e3ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 1102 time: 0.0704851 Nov 12 20:48:15.115654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:15.139986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-55b8ad41-33ba-4f53-8185-36a21335b2a2 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402566 Nov 12 20:48:15.145703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:15.175729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'mac_address': 'fa:16:3e:3d:f7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:15.191833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f32a658-54df-4f39-aaa9-be90b77b7651 req-34bf7158-98b7-450e-9214-b1af717839d0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072438 Nov 12 20:48:15.216772 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78e842c1-2e36-4ced-920b-aa75c0115f18 req-610b349a-c1f0-41bd-9d7d-bf2d7a600ecf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705676 Nov 12 20:48:15.227311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.238781 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.255549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:15.277280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:15.306136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494667ef-ad47-4d18-b33f-02a63a2c20ab req-d0447e56-571f-4711-b540-357ee8651c61 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:15.307744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-494667ef-ad47-4d18-b33f-02a63a2c20ab req-d0447e56-571f-4711-b540-357ee8651c61 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 943 time: 0.1131566 Nov 12 20:48:15.313844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cb4f512-6092-4540-9cff-1ac4325f4d0f req-f2d29d3b-78e2-42aa-89fb-a574a3e92753 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660426 Nov 12 20:48:15.366191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-494667ef-ad47-4d18-b33f-02a63a2c20ab req-1717715c-5378-4b01-8ac2-cbae7962de2f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Nov 12 20:48:15.438075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.465948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:48:15.497083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff9dfb8-9f99-4ff3-9b08-6794ea6a520e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:15.497083 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.497083 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Added segment f0996f82-7911-4e18-a3b2-6b83bf469fcb of type vlan for network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 Nov 12 20:48:15.521924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.535191 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.588214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:15.688785 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.689845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:15.690402 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.726211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e79744-2a1a-48d6-ac53-caccb27f4cf0 req-a7486be8-5c5f-49bc-a6f9-dc7192341d83 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:15.727785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52e79744-2a1a-48d6-ac53-caccb27f4cf0 req-a7486be8-5c5f-49bc-a6f9-dc7192341d83 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1052804 Nov 12 20:48:15.751254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] Pushing event updated for resources: {'Network': ['ID=1ddd2026-f7b4-4070-9e21-b3d2a6750df4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:15.764390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:48:15.797158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52e79744-2a1a-48d6-ac53-caccb27f4cf0 req-d234498f-dbdd-48e0-b1e1-d02eea424598 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619195 Nov 12 20:48:15.819959 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-14da41ad-1b09-444e-a32d-490323b9e59e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0078895 Nov 12 20:48:15.820807 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33872) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:15.820946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0f68460c-02b7-408b-a862-d311d56c5c2b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:15.823517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:15.827955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Request body: {'subnet': {'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-subnet', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:15.955587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Made reservation on behalf of d5871605f1e74242b5b3a9b929736ec3 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:15.955587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:15.959541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e32b4b65-5314-4c98-9161-694a0466101c req-4aedcc27-19c7-4e8c-b02f-d4e9d48a650a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0433521 Nov 12 20:48:16.101956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39724ae0-45db-4fb8-ae41-5c40b5513eb1 req-df4c836e-d932-4c45-8aec-1d2deda1569c tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:16.104413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39724ae0-45db-4fb8-ae41-5c40b5513eb1 req-df4c836e-d932-4c45-8aec-1d2deda1569c tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 949 time: 0.0801528 Nov 12 20:48:16.156228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39724ae0-45db-4fb8-ae41-5c40b5513eb1 req-48245a71-73b7-4996-8965-225f8e6677d1 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456913 Nov 12 20:48:16.227072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d068dbb9-54fb-42fd-8b35-12e827c8b7db details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:16.260142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:16.323242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bb664e-a095-40c2-93fd-74737b70f3d0,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:16.326553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f08d06-0a9f-4718-9b9c-b25be93b5f7a req-e71e1b4a-06eb-484d-bd98-82e413078040 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:16.328820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5f08d06-0a9f-4718-9b9c-b25be93b5f7a req-e71e1b4a-06eb-484d-bd98-82e413078040 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 944 time: 0.0610147 Nov 12 20:48:16.344394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Checking segment: {'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:16.344943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Network hostable DHCP agents. Network: 1ddd2026-f7b4-4070-9e21-b3d2a6750df4, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:48:16.367071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:16.383664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db', 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'port_id': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db', 'mac_address': 'fa:16:3e:8d:39:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c14f863-794a-45c8-b956-df025de5a519', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:16.406152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5f08d06-0a9f-4718-9b9c-b25be93b5f7a req-bb17c050-0063-4c7a-8306-d9a2b42068df tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684774 Nov 12 20:48:16.465421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:48:16.469373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:16.478351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa944be1-3bab-4ff6-a1e3-e39a638334a9 req-8f976d2f-0c77-4ec8-9a94-04ad0c0121c4 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:16.481600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d068dbb9-54fb-42fd-8b35-12e827c8b7db {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:16.485506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa944be1-3bab-4ff6-a1e3-e39a638334a9 req-8f976d2f-0c77-4ec8-9a94-04ad0c0121c4 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0732393 Nov 12 20:48:16.502781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:16.559130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa944be1-3bab-4ff6-a1e3-e39a638334a9 req-8f4afc12-eace-4a63-bbca-5a76d075c12e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727372 Nov 12 20:48:16.572824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62c0a9-e58c-40aa-a065-585042795097 req-8e1280ce-de37-42a6-a7ea-af1f8559e3d3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:16.573050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f62c0a9-e58c-40aa-a065-585042795097 req-8e1280ce-de37-42a6-a7ea-af1f8559e3d3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 943 time: 0.0848565 Nov 12 20:48:16.620182 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:16.622160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 1ddd2026-f7b4-4070-9e21-b3d2a6750df4) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:16.633298 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:16.634485 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:16.645831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f62c0a9-e58c-40aa-a065-585042795097 req-c0766c19-9868-4c13-9dc8-656c5de2a107 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608597 Nov 12 20:48:16.653921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29bb6d9-ce7e-43ae-bdad-f1538b727968 None None] Network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:16.730277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:16.737659 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dad69afa-ed42-458f-93e2-5b419469737c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9159682 Nov 12 20:48:16.740337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33888) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:16.744714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:16.843867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-1ddd2026-f7b4-4070-9e21-b3d2a6750df4', 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'fixed_ips': [{'subnet_id': '27bb664e-a095-40c2-93fd-74737b70f3d0'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:48:16.843867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:16.860521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:16.864509 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:16.870821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['d068dbb9-54fb-42fd-8b35-12e827c8b7db'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:16.914610 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.038570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Allocated IP 172.20.0.2 (1ddd2026-f7b4-4070-9e21-b3d2a6750df4/27bb664e-a095-40c2-93fd-74737b70f3d0/51032a13-d273-4adf-a006-e08977f81ad4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:17.101408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76c7c143-1fab-44e3-93b9-c66737ceeb3d req-86bcf893-cf84-4f29-b291-32f474640ccc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0449843 Nov 12 20:48:17.117400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.260424 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.286270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f03cb-ea5c-4803-98d9-bd9b007aab0b req-01aa2031-1028-4ceb-890d-67bcf7a4e0f1 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:17.288431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-169f03cb-ea5c-4803-98d9-bd9b007aab0b req-01aa2031-1028-4ceb-890d-67bcf7a4e0f1 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 949 time: 0.0549991 Nov 12 20:48:17.357463 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.369669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-169f03cb-ea5c-4803-98d9-bd9b007aab0b req-985f3b41-e669-4408-81f4-442e5df8123d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753672 Nov 12 20:48:17.405319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:17.411052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:17.421028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:17.421666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Pushing event updated for resources: {'Port': ['ID=51032a13-d273-4adf-a006-e08977f81ad4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:17.478572 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.481056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-370a045e-690f-4835-a2e4-1394a7848065 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:17.483685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-370a045e-690f-4835-a2e4-1394a7848065 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.1538084 Nov 12 20:48:17.504437 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.537133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Request body: {'port': {'device_id': 'e610ffa2-ec2f-497b-8567-36886d8a7bd6', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'admin_state_up': True, 'tenant_id': 'c253ebad0e0b48208d501d4723f0e0f0'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:17.629907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Allocated IP 172.25.8.37 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/7aa62bc5-70b1-4aa9-a464-909dd05425e4) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:17.630557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Attempting to bind port 51032a13-d273-4adf-a006-e08977f81ad4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:17.632054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Attempting to bind port 51032a13-d273-4adf-a006-e08977f81ad4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:17.633092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Attempting to bind port 51032a13-d273-4adf-a006-e08977f81ad4 on network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:17.645390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:17.646126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Checking segment: {'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:17.647613 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.649089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Bound using segment: {'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:17.650824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Bound port: 51032a13-d273-4adf-a006-e08977f81ad4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:17.651492 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.661184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1ea6-ad42-448b-9717-3e0d6266a2f7 req-eaf62adb-8d06-49c7-a1fb-ed0eea3ab8f3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:17.662818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b2f1ea6-ad42-448b-9717-3e0d6266a2f7 req-eaf62adb-8d06-49c7-a1fb-ed0eea3ab8f3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 944 time: 0.1705239 Nov 12 20:48:17.731568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-54535884-dc15-4b00-a603-302751b548f0 None None] For port 51032a13-d273-4adf-a006-e08977f81ad4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:17.736185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-54535884-dc15-4b00-a603-302751b548f0 None None] For port 51032a13-d273-4adf-a006-e08977f81ad4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=51032a13-d273-4adf-a006-e08977f81ad4,segment=NetworkSegment(f0996f82-7911-4e18-a3b2-6b83bf469fcb),segment_id=f0996f82-7911-4e18-a3b2-6b83bf469fcb)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:17.757278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.771836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4883716-6de8-4ec9-8032-7ef0d4937bae req-fdc4621d-705d-41ba-8817-f1858ab842ad tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:17.773715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4883716-6de8-4ec9-8032-7ef0d4937bae req-fdc4621d-705d-41ba-8817-f1858ab842ad tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1247642 Nov 12 20:48:17.798427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b2f1ea6-ad42-448b-9717-3e0d6266a2f7 req-f436b89a-8dde-4d7b-adde-9e0027f14bd8 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105144 Nov 12 20:48:17.820253 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.839684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4883716-6de8-4ec9-8032-7ef0d4937bae req-3215dc22-be53-491b-ac5d-08951ed37bf8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562751 Nov 12 20:48:17.855519 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.879104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Made reservation on behalf of c253ebad0e0b48208d501d4723f0e0f0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:17.882943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:17.898700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54535884-dc15-4b00-a603-302751b548f0 None None] Pushing event updated for resources: {'Port': ['ID=51032a13-d273-4adf-a006-e08977f81ad4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:17.929320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:17.934686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:17.938500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:17.945016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa62bc5-70b1-4aa9-a464-909dd05425e4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:18.045354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a6fa2-e319-4f9d-b3bd-b65d113653e2 req-7a629281-37cb-4d10-87b7-62f304b49f0e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:18.046989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-247a6fa2-e319-4f9d-b3bd-b65d113653e2 req-7a629281-37cb-4d10-87b7-62f304b49f0e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 944 time: 0.1456189 Nov 12 20:48:18.176656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Allocated IP 172.20.0.7 (2f24624b-b400-4771-a741-eeca0d792842/0a6487d7-a1de-4195-8144-743453c18319/b4a0524b-a12f-4f30-aa24-3b2e52602937) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:18.182250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-247a6fa2-e319-4f9d-b3bd-b65d113653e2 req-ace6edef-0545-4953-aaf7-861a8fc4f6d1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236243 Nov 12 20:48:18.241619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d068dbb9-54fb-42fd-8b35-12e827c8b7db up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:18.344093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0f68460c-02b7-408b-a862-d311d56c5c2b up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:18.378278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port d068dbb9-54fb-42fd-8b35-12e827c8b7db completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:48:18.390422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port d068dbb9-54fb-42fd-8b35-12e827c8b7db triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:18.390647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb72903a-1a94-42aa-b9a2-b0db230528da req-82ad025b-0b74-49e0-82df-c3caac3db78d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0368774 Nov 12 20:48:18.391118 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.407757 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.442836 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.528664 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.548644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72068a90-0267-48e6-9b65-b6dacf67752b req-9f3e7f9e-1313-4d11-9459-67f583673610 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:18.551280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72068a90-0267-48e6-9b65-b6dacf67752b req-9f3e7f9e-1313-4d11-9459-67f583673610 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 949 time: 0.0636692 Nov 12 20:48:18.555767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 0f68460c-02b7-408b-a862-d311d56c5c2b completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:48:18.560334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:18.560334 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d7979-fef5-4455-97cf-af0136bd3934" -d '{"events": [{"server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "name": "network-vif-plugged", "status": "completed", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:18.573576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0f68460c-02b7-408b-a862-d311d56c5c2b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:18.573950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.576944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:18.582860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.656376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Network 2f24624b-b400-4771-a741-eeca0d792842 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:18.661954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:18.671981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:18.675655 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.676168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event updated for resources: {'Port': ['ID=b4a0524b-a12f-4f30-aa24-3b2e52602937,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:18.703066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72068a90-0267-48e6-9b65-b6dacf67752b req-0c3f28d9-dac5-4866-88a1-b70353ec0bb4 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335032 Nov 12 20:48:18.708886 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.768669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:18.773737 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878e87d2-f2f5-4eec-b701-c5def76a2233 x-openstack-request-id: req-878e87d2-f2f5-4eec-b701-c5def76a2233 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:18.779174 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "name": "network-vif-plugged", "status": "completed", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:18.779174 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-878e87d2-f2f5-4eec-b701-c5def76a2233 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:18.779174 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db', 'code': 200} Nov 12 20:48:18.779536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:18.780660 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.785758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.862856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:18.881036 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:18.881612 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d13c6a6f-cca9-47fe-8916-30169dd1161e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3494062 Nov 12 20:48:18.882524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:18.893903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Request body: {'port': {'device_id': 'e610ffa2-ec2f-497b-8567-36886d8a7bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:18.957035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351c16-6ad0-4cb8-bd8f-8c6bdc3da050 req-03b1ee5b-bdd2-4137-a36e-ff8ea3c891a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:18.961081 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6351c16-6ad0-4cb8-bd8f-8c6bdc3da050 req-03b1ee5b-bdd2-4137-a36e-ff8ea3c891a4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1097 time: 0.1200035 Nov 12 20:48:18.997396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:19.048658 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6351c16-6ad0-4cb8-bd8f-8c6bdc3da050 req-e94e3652-22d4-412e-ab8d-ef753b80eed0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820191 Nov 12 20:48:19.054043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.077166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:48:19.087592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:19.087592 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.093376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d0428-ab83-498e-bd33-1a4048da3923 req-db93069a-3c9d-4371-8196-a69ad5a4b82d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:19.102728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b0d0428-ab83-498e-bd33-1a4048da3923 req-db93069a-3c9d-4371-8196-a69ad5a4b82d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.1743321 Nov 12 20:48:19.129076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Router b182d1a5-5abb-4bd5-8a38-2013af3638e9 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:48:19.200924 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.203983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b0d0428-ab83-498e-bd33-1a4048da3923 req-43cdb7d3-7171-4d08-a6ed-90b12d414170 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001058 Nov 12 20:48:19.209847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a534897-963b-47c7-b9a7-52fbb228b594 None None] Network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:19.285628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:48:19.311608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Sync routers for ids ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:48:19.331958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:19.350684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Routers {'b182d1a5-5abb-4bd5-8a38-2013af3638e9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:48:19.352001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:19.353037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2b799daa-c7ef-4c4e-91b5-2ec89c730c29 None None] Provisioning complete for port 51032a13-d273-4adf-a006-e08977f81ad4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:19.353395 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b799daa-c7ef-4c4e-91b5-2ec89c730c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.370955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.375478 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae9f2513-fcec-4069-a05a-56b57d188de6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6339588 Nov 12 20:48:19.375845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33942) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:19.424682 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.448784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f640d-b84f-4d20-9f62-4af9e2e09e7f req-5ba1cfa0-88f4-4ef1-8129-73586d791e53 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:19.451861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-481f640d-b84f-4d20-9f62-4af9e2e09e7f req-5ba1cfa0-88f4-4ef1-8129-73586d791e53 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 945 time: 0.1441143 Nov 12 20:48:19.587389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Set router b182d1a5-5abb-4bd5-8a38-2013af3638e9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:48:19.592304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:19.640306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-481f640d-b84f-4d20-9f62-4af9e2e09e7f req-54a8ec38-b581-4873-874c-c2bf28599473 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729901 Nov 12 20:48:19.642302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a0524b-a12f-4f30-aa24-3b2e52602937 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:19.693091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.705668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187bc5b-1950-44ca-960a-e6cad0abf7c3 req-4cca2804-99f8-49a8-b692-e1c9e74bed88 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:19.707305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e187bc5b-1950-44ca-960a-e6cad0abf7c3 req-4cca2804-99f8-49a8-b692-e1c9e74bed88 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 931 time: 0.2013059 Nov 12 20:48:19.734929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Transition to ACTIVE for port object b4a0524b-a12f-4f30-aa24-3b2e52602937 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:19.740181 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b799daa-c7ef-4c4e-91b5-2ec89c730c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.827040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2b799daa-c7ef-4c4e-91b5-2ec89c730c29 None None] For port 51032a13-d273-4adf-a006-e08977f81ad4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=51032a13-d273-4adf-a006-e08977f81ad4,segment=NetworkSegment(f0996f82-7911-4e18-a3b2-6b83bf469fcb),segment_id=f0996f82-7911-4e18-a3b2-6b83bf469fcb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:19.827259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.882434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e187bc5b-1950-44ca-960a-e6cad0abf7c3 req-5722d477-9e10-45f3-a554-28f8e9975227 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655822 Nov 12 20:48:19.895499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:18Z', 'revision_number': 3, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:19.945782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b799daa-c7ef-4c4e-91b5-2ec89c730c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:19.961419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Checking router: b182d1a5-5abb-4bd5-8a38-2013af3638e9 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:48:19.961834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Updating router b182d1a5-5abb-4bd5-8a38-2013af3638e9 port 7aa62bc5-70b1-4aa9-a464-909dd05425e4 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:48:20.018182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a0524b-a12f-4f30-aa24-3b2e52602937,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:20.034404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2042c-b54f-44bb-9b60-ea9fd556e1e6 req-677115fb-176b-481f-9082-70e8ae8a7473 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:20.042225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ee2042c-b54f-44bb-9b60-ea9fd556e1e6 req-677115fb-176b-481f-9082-70e8ae8a7473 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 950 time: 0.2717495 Nov 12 20:48:20.090010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b799daa-c7ef-4c4e-91b5-2ec89c730c29 None None] Pushing event updated for resources: {'Port': ['ID=51032a13-d273-4adf-a006-e08977f81ad4,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:20.097762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 51032a13-d273-4adf-a006-e08977f81ad4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:20.135333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.207297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ee2042c-b54f-44bb-9b60-ea9fd556e1e6 req-5052fe04-722d-4609-90c1-c9e70f711510 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641951 Nov 12 20:48:20.240616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Attempting to bind port b4a0524b-a12f-4f30-aa24-3b2e52602937 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:20.240858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Attempting to bind port b4a0524b-a12f-4f30-aa24-3b2e52602937 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:20.241201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Attempting to bind port b4a0524b-a12f-4f30-aa24-3b2e52602937 on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:20.249269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Port b4a0524b-a12f-4f30-aa24-3b2e52602937 on network 2f24624b-b400-4771-a741-eeca0d792842 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:20.249603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Attempting to bind port b4a0524b-a12f-4f30-aa24-3b2e52602937 on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:20.264900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-787166c0-ef62-4462-b066-b4ecda271d2a None None] Provisioning complete for port 51032a13-d273-4adf-a006-e08977f81ad4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:20.265316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-787166c0-ef62-4462-b066-b4ecda271d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.266923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8be813c1-87c4-4f82-b333-f74a18b50260 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:20.281682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:20.281682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Checking segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:20.281682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Bound using segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:20.281682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Bound port: b4a0524b-a12f-4f30-aa24-3b2e52602937, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:20.281682 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.408964 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.412144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] For port b4a0524b-a12f-4f30-aa24-3b2e52602937, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:20.416575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] For port b4a0524b-a12f-4f30-aa24-3b2e52602937, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4a0524b-a12f-4f30-aa24-3b2e52602937,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:20.462315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 51032a13-d273-4adf-a006-e08977f81ad4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:20.462704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.547407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.724548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:20.775006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '8be813c1-87c4-4f82-b333-f74a18b50260', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'port_id': '8be813c1-87c4-4f82-b333-f74a18b50260', 'mac_address': 'fa:16:3e:ad:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e1704a-424b-45a2-9420-27bb4a58d1b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:20.779615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b'}, {'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:20.781827 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b209bf-5d81-4932-8012-99b84fdfa0dd" -d '{"events": [{"server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "name": "network-vif-plugged", "status": "completed", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b"}, {"server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "name": "network-vif-plugged", "status": "completed", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:20.866981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.870677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.888393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8be813c1-87c4-4f82-b333-f74a18b50260 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:20.910342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:20.950991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.976411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:20.977025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.978416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] 10.222.0.78 "PUT /v2.0/ports/b4a0524b-a12f-4f30-aa24-3b2e52602937 HTTP/1.1" status: 200 len: 1092 time: 2.0897124 Nov 12 20:48:20.988606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e610ffa2-ec2f-497b-8567-36886d8a7bd6', 'tag': 'b4a0524b-a12f-4f30-aa24-3b2e52602937'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:20.988975 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd381a-8005-49b5-8130-57573fdbf373" -d '{"events": [{"name": "network-changed", "server_uuid": "e610ffa2-ec2f-497b-8567-36886d8a7bd6", "tag": "b4a0524b-a12f-4f30-aa24-3b2e52602937"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:21.002843 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:21.010130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6be3b-bb40-4d66-8d21-fcf4592a028f None None] Pushing event updated for resources: {'Port': ['ID=7aa62bc5-70b1-4aa9-a464-909dd05425e4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:21.012470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Attempting to bind port 7aa62bc5-70b1-4aa9-a464-909dd05425e4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:21.012839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Attempting to bind port 7aa62bc5-70b1-4aa9-a464-909dd05425e4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:21.013194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Attempting to bind port 7aa62bc5-70b1-4aa9-a464-909dd05425e4 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:21.021142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:21.021587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:21.021993 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:21.022384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:21.023076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Bound port: 7aa62bc5-70b1-4aa9-a464-909dd05425e4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:21.023219 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:21.037527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Allocated IP 172.20.0.1 (1ddd2026-f7b4-4070-9e21-b3d2a6750df4/27bb664e-a095-40c2-93fd-74737b70f3d0/67486bf6-ffcf-410f-b25f-a46a0dbae9b8) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:21.054315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737fc42-d2a3-4a7b-82f7-d4629b6c1a84 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a0524b-a12f-4f30-aa24-3b2e52602937,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:21.072609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e77cf-e87d-47d7-ad79-c2463b70d5f7 req-4fd40c58-ab92-49b1-927c-506a07f33dfe tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:21.074650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-207e77cf-e87d-47d7-ad79-c2463b70d5f7 req-4fd40c58-ab92-49b1-927c-506a07f33dfe tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.5225308 Nov 12 20:48:21.090038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6b0e1-3a2f-4e49-8fe7-3d605c310da6 req-fd88d6d8-9d8d-4af1-a23a-38bc5aa88541 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:21.091105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6b6b0e1-3a2f-4e49-8fe7-3d605c310da6 req-fd88d6d8-9d8d-4af1-a23a-38bc5aa88541 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 945 time: 0.1380546 Nov 12 20:48:21.115348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['8be813c1-87c4-4f82-b333-f74a18b50260'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:21.121235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:21.145711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] For port 7aa62bc5-70b1-4aa9-a464-909dd05425e4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:21.162643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] For port 7aa62bc5-70b1-4aa9-a464-909dd05425e4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7aa62bc5-70b1-4aa9-a464-909dd05425e4,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:21.257802 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:21.274723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6b6b0e1-3a2f-4e49-8fe7-3d605c310da6 req-b151a7b2-0266-485d-8ac0-96d565fa045c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543577 Nov 12 20:48:21.276891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d92db0e0-e78d-4abd-b515-7383081a3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:21.278312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-d92db0e0-e78d-4abd-b515-7383081a3a9f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 1095 time: 0.1987600 Nov 12 20:48:21.290088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-207e77cf-e87d-47d7-ad79-c2463b70d5f7 req-4bb38c4e-37b4-4b45-bc77-67daded3a26e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793556 Nov 12 20:48:21.354151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-4289cbb0-4fd0-4b0c-ac18-32676929ff3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4a0524b-a12f-4f30-aa24-3b2e52602937 HTTP/1.1" status: 200 len: 217 time: 0.0630767 Nov 12 20:48:21.357094 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:21.369658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6be3b-bb40-4d66-8d21-fcf4592a028f None None] Pushing event updated for resources: {'Port': ['ID=7aa62bc5-70b1-4aa9-a464-909dd05425e4,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:21.384329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Routers {'b182d1a5-5abb-4bd5-8a38-2013af3638e9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:48:21.387028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:21.396484 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea685159-7646-4f35-b3ea-f38ac1d442bd x-openstack-request-id: req-ea685159-7646-4f35-b3ea-f38ac1d442bd {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:21.396938 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "name": "network-vif-plugged", "status": "completed", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b", "code": 200}, {"server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "name": "network-vif-plugged", "status": "completed", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:21.397414 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea685159-7646-4f35-b3ea-f38ac1d442bd {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:21.397911 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b', 'code': 200} Nov 12 20:48:21.398332 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'code': 200} Nov 12 20:48:21.495562 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7fd500-d1cb-4f71-b944-fd778581814e x-openstack-request-id: req-2f7fd500-d1cb-4f71-b944-fd778581814e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:21.496082 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e610ffa2-ec2f-497b-8567-36886d8a7bd6", "tag": "b4a0524b-a12f-4f30-aa24-3b2e52602937", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:21.497271 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f7fd500-d1cb-4f71-b944-fd778581814e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:21.497748 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e610ffa2-ec2f-497b-8567-36886d8a7bd6', 'tag': 'b4a0524b-a12f-4f30-aa24-3b2e52602937', 'status': 'completed', 'code': 200} Nov 12 20:48:21.543853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed82a-8161-4f00-8795-ec2cbc0ba0b8 req-eb881ced-a965-416f-8355-4516cec3b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:21.545618 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e53ed82a-8161-4f00-8795-ec2cbc0ba0b8 req-eb881ced-a965-416f-8355-4516cec3b4d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1097 time: 0.0552499 Nov 12 20:48:21.555300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3276ef89-f8ae-4b47-bba1-3b145e6d5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:21.556775 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-3276ef89-f8ae-4b47-bba1-3b145e6d5a3b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.1938286 Nov 12 20:48:21.567175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] Set router b182d1a5-5abb-4bd5-8a38-2013af3638e9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:48:21.598367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-ad7e7a51-fd98-4aee-8e2c-3d89b4c32cd5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325301 Nov 12 20:48:21.608143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44034acf-e3a0-439c-aee3-d0f8537ee983 req-68157ab1-a40b-477e-8245-9b73d12cef0a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:21.610372 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e53ed82a-8161-4f00-8795-ec2cbc0ba0b8 req-ef88a4f7-af85-453a-b9cb-a4cf54a3ff17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530839 Nov 12 20:48:21.612230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44034acf-e3a0-439c-aee3-d0f8537ee983 req-68157ab1-a40b-477e-8245-9b73d12cef0a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 943 time: 0.2081618 Nov 12 20:48:21.614772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612cff0-7070-45f9-b346-95ea47935c62 req-b294626f-251b-49c6-83aa-e2388dfb8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:21.616641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4612cff0-7070-45f9-b346-95ea47935c62 req-b294626f-251b-49c6-83aa-e2388dfb8227 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 1102 time: 0.1165996 Nov 12 20:48:21.668604 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:21.752938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:21.761351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:21.773287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:21.818787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Pushing event updated for resources: {'Port': ['ID=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:21.824290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:18Z', 'revision_number': 3, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:21.844658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44034acf-e3a0-439c-aee3-d0f8537ee983 req-706ba40a-b47d-4059-8d88-7ef7f5b6fdc9 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249460 Nov 12 20:48:21.859129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5191d5-b2d5-4d97-8248-ebe3fb654d09 None None] The sync data for ids ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'] in n-d-713498-29 is: [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:18Z', 'revision_number': 3, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:48:21.961584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-00325316-ee4e-4dc6-9175-fae55e49357f service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421879 Nov 12 20:48:21.980392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4612cff0-7070-45f9-b346-95ea47935c62 req-a0138dbf-abcf-47de-b572-f13724ff0cb1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636734 Nov 12 20:48:21.981110 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:22.017974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 51032a13-d273-4adf-a006-e08977f81ad4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:22.134685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12ac0-a436-4094-af3e-13f91477a8c6 req-08ff162c-5082-4204-9393-0a53b009fd49 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:22.142023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7f12ac0-a436-4094-af3e-13f91477a8c6 req-08ff162c-5082-4204-9393-0a53b009fd49 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 950 time: 0.2614055 Nov 12 20:48:22.179432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 51032a13-d273-4adf-a006-e08977f81ad4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:22.180261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:22.237914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9cacf2e-37da-405d-8eed-6b15e8767ae9 req-ad22aab9-f6f5-488d-964f-5e3771304a38 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663016 Nov 12 20:48:22.277318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8be813c1-87c4-4f82-b333-f74a18b50260 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:22.281133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1f9d9619-0255-49d6-b591-d3523ba576e7 None None] Provisioning complete for port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:22.281511 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f9d9619-0255-49d6-b591-d3523ba576e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:22.344366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7f12ac0-a436-4094-af3e-13f91477a8c6 req-a751ab14-b162-4f03-a619-f15fb304880f tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013319 Nov 12 20:48:22.394017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b1e3c-9b82-478e-b450-6de1100a218e req-c9252012-2424-49cd-940b-fa0c45ac6c9b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:22.404469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a4b1e3c-9b82-478e-b450-6de1100a218e req-c9252012-2424-49cd-940b-fa0c45ac6c9b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1097 time: 0.0840259 Nov 12 20:48:22.441892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d9619-0255-49d6-b591-d3523ba576e7 None None] Port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:48:22.459882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 8be813c1-87c4-4f82-b333-f74a18b50260 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:22.459882 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:22.570870 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:22.584275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a4b1e3c-9b82-478e-b450-6de1100a218e req-d80f664a-b921-463d-a18e-18ef39ae04f4 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774757 Nov 12 20:48:22.584894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:22.613676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd381a-8005-49b5-8130-57573fdbf373 req-f1f6e581-2167-47cc-a3b1-8ec43a0267a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:22.615180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79bd381a-8005-49b5-8130-57573fdbf373 req-f1f6e581-2167-47cc-a3b1-8ec43a0267a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 1095 time: 0.1730185 Nov 12 20:48:22.657605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:22.684329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168f78e-a191-4345-abc6-bc8b1d86da0a req-c9be6e95-ffe4-41cd-a1ad-2024f913e3b8 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:22.698092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0168f78e-a191-4345-abc6-bc8b1d86da0a req-c9be6e95-ffe4-41cd-a1ad-2024f913e3b8 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.1627192 Nov 12 20:48:22.733805 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:22.806838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:22.866936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0168f78e-a191-4345-abc6-bc8b1d86da0a req-b40cb0d7-1f1a-45e8-8462-17096ae149b3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659868 Nov 12 20:48:23.108672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd381a-8005-49b5-8130-57573fdbf373 req-5861d386-e573-4051-b952-39b0e65019a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:23.110360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79bd381a-8005-49b5-8130-57573fdbf373 req-5861d386-e573-4051-b952-39b0e65019a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 913 time: 0.4542921 Nov 12 20:48:23.121128 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:23.135382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d18f99-18f9-4e3a-9c84-fe54828e6d93 req-8d6b8381-838b-4b85-adaf-47d0f360d7a5 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:23.145660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18d18f99-18f9-4e3a-9c84-fe54828e6d93 req-8d6b8381-838b-4b85-adaf-47d0f360d7a5 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1097 time: 0.1702061 Nov 12 20:48:23.169029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103b5ac-44b9-4d37-9821-0cd222fb3337 req-6be15bae-2e07-4206-87da-7c9111883368 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:23.176471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1103b5ac-44b9-4d37-9821-0cd222fb3337 req-6be15bae-2e07-4206-87da-7c9111883368 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 943 time: 0.1993647 Nov 12 20:48:23.238005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:23.242145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79bd381a-8005-49b5-8130-57573fdbf373 req-72428feb-9b3b-40ae-a70d-7582a7698f8b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4a0524b-a12f-4f30-aa24-3b2e52602937 HTTP/1.1" status: 200 len: 217 time: 0.1120164 Nov 12 20:48:23.399851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:23.403605 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b98bad-4864-42c6-a21b-0210fbbde354" -d '{"events": [{"server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:23.420233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18d18f99-18f9-4e3a-9c84-fe54828e6d93 req-0a0531c2-c40a-4c4a-add8-c577070ef017 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736762 Nov 12 20:48:23.426156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Pushing event updated for resources: {'Port': ['ID=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:23.429869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:23.445037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1103b5ac-44b9-4d37-9821-0cd222fb3337 req-e017fa05-8ea9-4f9f-873b-922b4b6059fb tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674506 Nov 12 20:48:23.465019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd381a-8005-49b5-8130-57573fdbf373 req-7397054a-50b6-4a7a-a115-a9769de34d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:23.474525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79bd381a-8005-49b5-8130-57573fdbf373 req-7397054a-50b6-4a7a-a115-a9769de34d13 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.2008131 Nov 12 20:48:23.547428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79bd381a-8005-49b5-8130-57573fdbf373 req-3a736a57-488c-417c-87d5-4b94a6c1b294 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630977 Nov 12 20:48:23.557074 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a4121-398d-4595-bb29-01f24ba91f05 x-openstack-request-id: req-002a4121-398d-4595-bb29-01f24ba91f05 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:23.557588 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:23.558005 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-002a4121-398d-4595-bb29-01f24ba91f05 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:23.558543 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260', 'code': 200} Nov 12 20:48:23.714356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863f53b-f1d4-435b-9f8e-bdac1d35b363 req-b98edc63-8b4b-48f8-bc4e-f55f275795ea tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:23.722396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3863f53b-f1d4-435b-9f8e-bdac1d35b363 req-b98edc63-8b4b-48f8-bc4e-f55f275795ea tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 950 time: 0.1626046 Nov 12 20:48:23.802449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:23.808862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:23.855492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3863f53b-f1d4-435b-9f8e-bdac1d35b363 req-6195bb30-ccd8-462b-bdef-957c73bd4513 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322610 Nov 12 20:48:23.915873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79bd381a-8005-49b5-8130-57573fdbf373 req-0d0cf6bc-6690-4a83-9ed6-164528cdbc2a service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980797 Nov 12 20:48:24.049259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7aa62bc5-70b1-4aa9-a464-909dd05425e4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:24.055160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79bd381a-8005-49b5-8130-57573fdbf373 req-31546063-d181-470d-9c13-dd5bfeecc24a service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229959 Nov 12 20:48:24.147631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Router b182d1a5-5abb-4bd5-8a38-2013af3638e9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:48:24.197484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 7aa62bc5-70b1-4aa9-a464-909dd05425e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:24.197902 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:24.337668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:48:24.348006 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:24.358116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-39aec9d3-1a04-46b9-93f4-4bf19780082a admin admin] 10.222.0.64 "PUT /v2.0/routers/b182d1a5-5abb-4bd5-8a38-2013af3638e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9810531 Nov 12 20:48:24.379225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b4a0524b-a12f-4f30-aa24-3b2e52602937 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:24.380536 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Sync routers for ids ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:48:24.384051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 7aa62bc5-70b1-4aa9-a464-909dd05425e4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7aa62bc5-70b1-4aa9-a464-909dd05425e4,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:24.391376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c7f8970f-17e8-4e90-8932-37f358a6126d None None] Provisioning complete for port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:24.391749 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7f8970f-17e8-4e90-8932-37f358a6126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:24.405638 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Routers {'b182d1a5-5abb-4bd5-8a38-2013af3638e9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:48:24.406262 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:24.419419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655cf6-1821-42f3-888a-01db79f9b08e req-102878a9-c2d1-47b1-a31e-577a1903a506 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:24.436719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72655cf6-1821-42f3-888a-01db79f9b08e req-102878a9-c2d1-47b1-a31e-577a1903a506 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 950 time: 0.1758177 Nov 12 20:48:24.446492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8970f-17e8-4e90-8932-37f358a6126d None None] Port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:48:24.531315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72655cf6-1821-42f3-888a-01db79f9b08e req-d48654a1-441c-4361-b1a6-b558c7acaba5 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934379 Nov 12 20:48:24.541334 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:24.616847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=7aa62bc5-70b1-4aa9-a464-909dd05425e4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:24.670482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b4a0524b-a12f-4f30-aa24-3b2e52602937, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4a0524b-a12f-4f30-aa24-3b2e52602937,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:24.695235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'b4a0524b-a12f-4f30-aa24-3b2e52602937', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'port_id': 'b4a0524b-a12f-4f30-aa24-3b2e52602937', 'mac_address': 'fa:16:3e:7b:a0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6487d7-a1de-4195-8144-743453c18319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:24.711135 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Set router b182d1a5-5abb-4bd5-8a38-2013af3638e9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:48:24.743718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315dbc1-b762-4563-925d-16a881dfc495 req-54de2a6d-29e7-4aeb-b111-e68a86be5f45 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:24.752538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f315dbc1-b762-4563-925d-16a881dfc495 req-54de2a6d-29e7-4aeb-b111-e68a86be5f45 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.1118674 Nov 12 20:48:24.811495 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:24.835761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a0524b-a12f-4f30-aa24-3b2e52602937 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:24.838466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f315dbc1-b762-4563-925d-16a881dfc495 req-2f6dcdd2-e4bb-4b1d-8114-25638dc5aced tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 Nov 12 20:48:24.901889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b4a0524b-a12f-4f30-aa24-3b2e52602937, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4a0524b-a12f-4f30-aa24-3b2e52602937,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:24.940895 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:22Z', 'revision_number': 4, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '67486bf6-ffcf-410f-b25f-a46a0dbae9b8', 'name': '', 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'mac_address': 'fa:16:3e:b5:1f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '27bb664e-a095-40c2-93fd-74737b70f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:20Z', 'updated_at': '2021-11-12T20:48:22Z', 'revision_number': 2, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'subnets': [{'id': '27bb664e-a095-40c2-93fd-74737b70f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:24.971467 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Checking router: b182d1a5-5abb-4bd5-8a38-2013af3638e9 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:48:24.976164 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Updating router b182d1a5-5abb-4bd5-8a38-2013af3638e9 port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:48:25.002730 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:25.010073 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:25.037357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a8ac1-01bb-47da-bed9-15447d0f1602 req-d355f78f-c998-4a61-8294-2d57e92b27d6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:25.039053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-097a8ac1-01bb-47da-bed9-15447d0f1602 req-d355f78f-c998-4a61-8294-2d57e92b27d6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 943 time: 0.0803137 Nov 12 20:48:25.080679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b4a0524b-a12f-4f30-aa24-3b2e52602937,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:25.152982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-097a8ac1-01bb-47da-bed9-15447d0f1602 req-74b664e7-a3a4-47ae-a6c6-e4597c97c6c9 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042161 Nov 12 20:48:25.272720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b4a0524b-a12f-4f30-aa24-3b2e52602937'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:25.507106 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:25.665669 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:25.726935 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Pushing event updated for resources: {'Port': ['ID=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:25.760669 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.761674 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.762197 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.787713 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.788125 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.790208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.790208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.790208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.790208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.790208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.790208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.790686 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:25.841834 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Attempting to bind port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:25.842123 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Attempting to bind port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:25.842482 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Attempting to bind port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 on network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:25.848928 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:25.849339 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Checking segment: {'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:25.849678 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:25.850069 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Bound using segment: {'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:25.850533 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Bound port: 67486bf6-ffcf-410f-b25f-a46a0dbae9b8, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0996f82-7911-4e18-a3b2-6b83bf469fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:25.850925 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:25.969295 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] For port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:25.969602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7aa62bc5-70b1-4aa9-a464-909dd05425e4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:25.975346 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] For port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,segment=NetworkSegment(f0996f82-7911-4e18-a3b2-6b83bf469fcb),segment_id=f0996f82-7911-4e18-a3b2-6b83bf469fcb)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:26.056775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 7aa62bc5-70b1-4aa9-a464-909dd05425e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:26.057205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:26.120318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d1d49c2c-4b6e-4795-912f-52589abd165d None None] Provisioning complete for port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:26.120685 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1d49c2c-4b6e-4795-912f-52589abd165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:26.190580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d1d49c2c-4b6e-4795-912f-52589abd165d None None] Port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:48:26.303417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b4a0524b-a12f-4f30-aa24-3b2e52602937 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:26.374215 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:26.467919 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35217b09-084f-4a63-8f01-7b65799a0d4d None None] Pushing event updated for resources: {'Port': ['ID=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:26.471496 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Routers {'b182d1a5-5abb-4bd5-8a38-2013af3638e9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:48:26.472471 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:26.506290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port b4a0524b-a12f-4f30-aa24-3b2e52602937 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:48:26.511346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port b4a0524b-a12f-4f30-aa24-3b2e52602937 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:26.514336 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:26.530555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae998478-83ec-4bb0-9c61-ed66598d751b req-87cc3604-1cba-4e8a-a897-cc7e5b57da9c tempest-FloatingIPsNegativeTestJSON-666671762 tempest-FloatingIPsNegativeTestJSON-666671762-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=d5871605f1e74242b5b3a9b929736ec3 HTTP/1.1" status: 200 len: 217 time: 0.0587180 Nov 12 20:48:26.599923 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] Set router b182d1a5-5abb-4bd5-8a38-2013af3638e9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:48:26.633078 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:26.656314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a99b161b-5a2f-4ec4-aa29-10bce78f4d2b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:48:26.657424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a99b161b-5a2f-4ec4-aa29-10bce78f4d2b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060017 Nov 12 20:48:26.699103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b4a0524b-a12f-4f30-aa24-3b2e52602937, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4a0524b-a12f-4f30-aa24-3b2e52602937,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:26.700423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e610ffa2-ec2f-497b-8567-36886d8a7bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a0524b-a12f-4f30-aa24-3b2e52602937'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:26.709609 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaced56-8d92-4579-944a-245f687ebd90" -d '{"events": [{"server_uuid": "e610ffa2-ec2f-497b-8567-36886d8a7bd6", "name": "network-vif-plugged", "status": "completed", "tag": "b4a0524b-a12f-4f30-aa24-3b2e52602937"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:26.735849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-11af1aee-0fdf-44fb-ba18-2b011ac90bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:26.743852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-11af1aee-0fdf-44fb-ba18-2b011ac90bc6 service neutron] 10.222.0.64 "GET /v2.0/ports/d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 1094 time: 0.0724685 Nov 12 20:48:26.764053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Request body: {'binding': {'host': 'n-h2-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:26.764522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:48:26.821340 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:26.872136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cb57bb6e-fba8-4ec1-8d8f-3fab0c505907 None None] Provisioning complete for port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:26.872511 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cb57bb6e-fba8-4ec1-8d8f-3fab0c505907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:26.926328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea43c3-db78-436a-83f6-89d1c21b866e req-b6269288-a2e7-4e29-b300-9497f7fbd902 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:26.933737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fea43c3-db78-436a-83f6-89d1c21b866e req-b6269288-a2e7-4e29-b300-9497f7fbd902 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1097 time: 0.1216218 Nov 12 20:48:26.972933 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:22Z', 'revision_number': 4, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '67486bf6-ffcf-410f-b25f-a46a0dbae9b8', 'name': '', 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'mac_address': 'fa:16:3e:b5:1f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '27bb664e-a095-40c2-93fd-74737b70f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:20Z', 'updated_at': '2021-11-12T20:48:25Z', 'revision_number': 4, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'subnets': [{'id': '27bb664e-a095-40c2-93fd-74737b70f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:27.017150 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1af769-f62d-42a5-b78c-accbdc5d4293 None None] The sync data for ids ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'] in n-d-713498-29 is: [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:22Z', 'revision_number': 4, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '67486bf6-ffcf-410f-b25f-a46a0dbae9b8', 'name': '', 'network_id': '1ddd2026-f7b4-4070-9e21-b3d2a6750df4', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'mac_address': 'fa:16:3e:b5:1f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '27bb664e-a095-40c2-93fd-74737b70f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:20Z', 'updated_at': '2021-11-12T20:48:25Z', 'revision_number': 4, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'subnets': [{'id': '27bb664e-a095-40c2-93fd-74737b70f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:48:27.018804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b4a0524b-a12f-4f30-aa24-3b2e52602937,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:27.020058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fea43c3-db78-436a-83f6-89d1c21b866e req-a8de48d6-9b66-4d02-9ee6-90074dbd7f7f tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757780 Nov 12 20:48:27.052040 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cb57bb6e-fba8-4ec1-8d8f-3fab0c505907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:27.071847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on host n-h2-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:27.072191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:27.072605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:27.085483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:27.085483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:27.094662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:27.094662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:27.099326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:27.099326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Bound port: d068dbb9-54fb-42fd-8b35-12e827c8b7db, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:27.169441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cb57bb6e-fba8-4ec1-8d8f-3fab0c505907 None None] For port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,segment=NetworkSegment(f0996f82-7911-4e18-a3b2-6b83bf469fcb),segment_id=f0996f82-7911-4e18-a3b2-6b83bf469fcb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:27.200931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:27.324917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b484a1-245b-4c44-940f-635cf8ddd1b5 req-b1595a79-d30f-4294-baaa-02e411b2ca59 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:27.326451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48b484a1-245b-4c44-940f-635cf8ddd1b5 req-b1595a79-d30f-4294-baaa-02e411b2ca59 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 945 time: 0.0536129 Nov 12 20:48:27.363890 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cb57bb6e-fba8-4ec1-8d8f-3fab0c505907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:27.381985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48b484a1-245b-4c44-940f-635cf8ddd1b5 req-3e600446-8602-483e-a015-c5211eda29aa tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Nov 12 20:48:27.402802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:27.416351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-0fea0bdf-e192-416f-9329-34cd2115cc21 service neutron] 10.222.0.64 "POST /v2.0/ports/d068dbb9-54fb-42fd-8b35-12e827c8b7db/bindings HTTP/1.1" status: 201 len: 390 time: 0.6571481 Nov 12 20:48:27.451717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57bb6e-fba8-4ec1-8d8f-3fab0c505907 None None] Pushing event updated for resources: {'Port': ['ID=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:27.545474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a293f5d-97c1-40fc-9d85-5dfdbb254a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:27.547957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-555592ac-4a2f-438c-8df1-d3a15d991c4f req-30dbdd7d-574c-468e-a7eb-9262f9cc742b tempest-FloatingIPsNegativeTestJSON-666671762 tempest-FloatingIPsNegativeTestJSON-666671762-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0328035 Nov 12 20:48:27.597120 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1e6597-dfaf-425f-951c-bebadf4723ed x-openstack-request-id: req-fe1e6597-dfaf-425f-951c-bebadf4723ed {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:27.597421 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e610ffa2-ec2f-497b-8567-36886d8a7bd6", "name": "network-vif-plugged", "status": "completed", "tag": "b4a0524b-a12f-4f30-aa24-3b2e52602937", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:27.597655 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe1e6597-dfaf-425f-951c-bebadf4723ed {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:27.598042 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e610ffa2-ec2f-497b-8567-36886d8a7bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a0524b-a12f-4f30-aa24-3b2e52602937', 'code': 200} Nov 12 20:48:27.838488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b1618-cbf2-4fc2-b3a9-b49e1e2b47e6 req-7ee97bff-825b-4748-8acb-1a5c6da3e5b1 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:27.846374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c2b1618-cbf2-4fc2-b3a9-b49e1e2b47e6 req-7ee97bff-825b-4748-8acb-1a5c6da3e5b1 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1097 time: 0.1877296 Nov 12 20:48:27.856157 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-23b4218e-dd5b-4555-8f12-67424ee71b1c req-45503e99-2973-4a95-9966-db45763510e7 tempest-FloatingIPsNegativeTestJSON-666671762 tempest-FloatingIPsNegativeTestJSON-666671762-project] show failed (client error): The resource could not be found. Nov 12 20:48:27.857148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23b4218e-dd5b-4555-8f12-67424ee71b1c req-45503e99-2973-4a95-9966-db45763510e7 tempest-FloatingIPsNegativeTestJSON-666671762 tempest-FloatingIPsNegativeTestJSON-666671762-project] 10.222.0.64 "GET /v2.0/floatingips/3189cbd3-3df5-4e73-bb46-695480148b69 HTTP/1.1" status: 404 len: 350 time: 0.0885921 Nov 12 20:48:27.860299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27dbc-6753-4c7e-9588-78ccd829da0a req-f45d836b-1020-4681-8391-a1068bdadce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:27.862401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d27dbc-6753-4c7e-9588-78ccd829da0a req-f45d836b-1020-4681-8391-a1068bdadce5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1524119 Nov 12 20:48:27.868733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34144) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:28.003930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c2b1618-cbf2-4fc2-b3a9-b49e1e2b47e6 req-1acded29-8834-466f-9637-796167302477 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564996 Nov 12 20:48:28.058936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d27dbc-6753-4c7e-9588-78ccd829da0a req-37c03b77-93b5-47dd-9ec6-457efbca0d98 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837862 Nov 12 20:48:28.100235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:28.197837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:28.198393 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:28.333808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e6b0-1bc9-462c-ab89-fb3640693d05 req-e045aa50-a4c8-4253-a271-f73a3071aa83 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:28.342669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d00e6b0-1bc9-462c-ab89-fb3640693d05 req-e045aa50-a4c8-4253-a271-f73a3071aa83 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 945 time: 0.1837554 Nov 12 20:48:28.366038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-7a84e7c8-8297-4dd4-bbbd-c2f4df8d949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:28.367812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-7a84e7c8-8297-4dd4-bbbd-c2f4df8d949c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1097 time: 0.1270571 Nov 12 20:48:28.442626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d00e6b0-1bc9-462c-ab89-fb3640693d05 req-f0582661-2dc8-4b92-b098-d790ebfec79a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965769 Nov 12 20:48:28.599658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-fab27f8d-d23d-49a4-9c0c-d3b1677a0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:28.607332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-fab27f8d-d23d-49a4-9c0c-d3b1677a0902 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.2171605 Nov 12 20:48:28.657476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:28.681142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-b8d1c483-2cf3-45f3-814f-0f572a2c9d2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 217 time: 0.0644219 Nov 12 20:48:28.719541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:28.831545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-356c5bb9-5514-425d-84b5-dab96fd2295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:28.833270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-356c5bb9-5514-425d-84b5-dab96fd2295d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1421275 Nov 12 20:48:28.842324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2918c8-3993-46af-bc51-2e38e5c1ffd5 req-178ad23b-b5ae-46af-b6a5-16358e76af45 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:28.844003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db2918c8-3993-46af-bc51-2e38e5c1ffd5 req-178ad23b-b5ae-46af-b6a5-16358e76af45 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 945 time: 0.0894237 Nov 12 20:48:28.935436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:28.964372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'mac_address': 'fa:16:3e:90:54:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:29.015208 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:29.046832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6694c1f-9495-491b-b151-e3c5fc1446ae {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:29.094879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:29.124002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Deleting port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:29.124579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:29.161372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:29.339550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['f6694c1f-9495-491b-b151-e3c5fc1446ae'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:29.407212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a86521dc-bb7c-40e2-a252-38f0af7d50d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5573995 Nov 12 20:48:29.458094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] For port 67486bf6-ffcf-410f-b25f-a46a0dbae9b8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,segment=NetworkSegment(f0996f82-7911-4e18-a3b2-6b83bf469fcb),segment_id=f0996f82-7911-4e18-a3b2-6b83bf469fcb)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:29.458464 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:29.467415 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:29.537025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Calling delete_port for 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:29.539147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db2918c8-3993-46af-bc51-2e38e5c1ffd5 req-b12a835e-3bc7-4d8d-8bc0-25084f1f9502 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604686 Nov 12 20:48:29.648374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-109c7a0e-b902-4734-b3d4-8a7deea93c3f service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220321 Nov 12 20:48:29.866628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a5c4111a-0524-4af2-ac57-cf478a194ed6 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976922 Nov 12 20:48:29.933914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:29.988837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=67486bf6-ffcf-410f-b25f-a46a0dbae9b8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:30.010184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a0074-48d6-42d1-9de9-bbea9825d510 req-97c58ef2-f601-4713-bc54-ebe0cf415347 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:30.015246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c958dfbb-2f75-4773-913b-ad175e425180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:30.024119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e83a0074-48d6-42d1-9de9-bbea9825d510 req-97c58ef2-f601-4713-bc54-ebe0cf415347 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 945 time: 0.1102409 Nov 12 20:48:30.161211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e83a0074-48d6-42d1-9de9-bbea9825d510 req-8da7e648-2ab3-4335-ae90-93a7b5ee643d tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169758 Nov 12 20:48:30.181167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-33c846cf-4032-4c3f-909e-bb677bd819df tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:30.186804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-33c846cf-4032-4c3f-909e-bb677bd819df tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.1570654 Nov 12 20:48:30.267793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-29'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:30.321742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:30.364672 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:30.408997 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:30.500954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port f6694c1f-9495-491b-b151-e3c5fc1446ae triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:30.501484 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:30.616273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:30.653468 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:30.663715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:30.715026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:30.728158 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b351efc-12d2-4337-9a09-80a318479f89" -d '{"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-plugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:30.746202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:30.797406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Router b182d1a5-5abb-4bd5-8a38-2013af3638e9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:48:30.804364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:30.820952 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3e3d1d-28fa-49c0-91fc-cebef72eae27" -d '{"events": [{"server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "name": "network-vif-unplugged", "status": "completed", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:30.820952 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:30.845602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f7aea-601a-4d69-aa52-03cc977ff356 req-13f60861-f8e0-498b-b1b6-16f59a54cbc0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:30.857220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-241f7aea-601a-4d69-aa52-03cc977ff356 req-13f60861-f8e0-498b-b1b6-16f59a54cbc0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 945 time: 0.1557982 Nov 12 20:48:30.899636 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:30.943869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:30.967896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-241f7aea-601a-4d69-aa52-03cc977ff356 req-b75b32c2-5ae3-4fb2-83ae-1431e72bf15b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096675 Nov 12 20:48:30.995156 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:48:31.009484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] Sync routers for ids ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:48:31.011057 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7446e0d8-784b-48f9-88f8-d3fa107a7e7d admin admin] 10.222.0.64 "PUT /v2.0/routers/b182d1a5-5abb-4bd5-8a38-2013af3638e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1402814 Nov 12 20:48:31.014416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34250) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:31.021069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:31.031162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] Routers {'b182d1a5-5abb-4bd5-8a38-2013af3638e9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:48:31.032310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:48:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:31.092014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-c7b77b55-15bb-4fc9-b704-d972caed9ff4 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:48:31.102799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-c7b77b55-15bb-4fc9-b704-d972caed9ff4 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161600 Nov 12 20:48:31.193440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] Set router b182d1a5-5abb-4bd5-8a38-2013af3638e9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:48:31.228604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-b028b4e3-e799-4f3c-aa5b-7ab786d10371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:31.240703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-b028b4e3-e799-4f3c-aa5b-7ab786d10371 service neutron] 10.222.0.64 "GET /v2.0/ports/0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 200 len: 1094 time: 0.1369874 Nov 12 20:48:31.253813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Request body: {'binding': {'host': 'n-h1-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:31.254293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:48:31.273120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:31.340610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:31.353257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on host n-h1-713498-29 for vnic_type normal with profile {"migrating_to": "n-h2-713498-29"} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:31.360070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:31.360318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:31.378742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:31.379062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Attempting to bind port d068dbb9-54fb-42fd-8b35-12e827c8b7db on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:31.412955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:31.413269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:31.413677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:31.414113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Bound port: d068dbb9-54fb-42fd-8b35-12e827c8b7db, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:31.422845 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:31.621049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:29Z', 'revision_number': 5, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:31.648412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:31.692596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] Checking router: b182d1a5-5abb-4bd5-8a38-2013af3638e9 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:48:31.700679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on host n-h1-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:31.701804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:31.702381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:31.710555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:31.711195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:31.714893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:31.715740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] Routers {'b182d1a5-5abb-4bd5-8a38-2013af3638e9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:48:31.719178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:48:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:31.724252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:31.724853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:31.725442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:31.727756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Bound port: 0f68460c-02b7-408b-a862-d311d56c5c2b, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:31.825295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:31.883017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:31.885504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:31.930700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] Set router b182d1a5-5abb-4bd5-8a38-2013af3638e9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:48:32.003051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:32.004608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-9b1d14b7-ba93-403f-b76b-507897bbdf51 service neutron] 10.222.0.64 "POST /v2.0/ports/0f68460c-02b7-408b-a862-d311d56c5c2b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7630875 Nov 12 20:48:32.074662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:32.075580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:32.097203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 1123 time: 1.8153148 Nov 12 20:48:32.108039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a7fb3-b1f0-402b-bf3d-c96e8c4c80c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=8']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:32.124356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:32.228156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['d068dbb9-54fb-42fd-8b35-12e827c8b7db'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:32.385221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Deleting port 7aa62bc5-70b1-4aa9-a464-909dd05425e4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:32.385719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:32.467998 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1402d6d-cfa4-40fe-a87d-728561f11159 x-openstack-request-id: req-c1402d6d-cfa4-40fe-a87d-728561f11159 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:32.470663 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-plugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:32.472152 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1402d6d-cfa4-40fe-a87d-728561f11159 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:32.473654 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'code': 200} Nov 12 20:48:32.537294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] For port 7aa62bc5-70b1-4aa9-a464-909dd05425e4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7aa62bc5-70b1-4aa9-a464-909dd05425e4,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:32.542673 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:32.581023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Calling delete_port for 7aa62bc5-70b1-4aa9-a464-909dd05425e4 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:32.587426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:29Z', 'revision_number': 5, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:32.658383 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9834809-facc-4b8f-b9ed-e6b8d73db40e x-openstack-request-id: req-d9834809-facc-4b8f-b9ed-e6b8d73db40e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:32.658383 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "name": "network-vif-unplugged", "status": "completed", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:32.658383 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9834809-facc-4b8f-b9ed-e6b8d73db40e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:32.658383 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db', 'code': 200} Nov 12 20:48:32.709255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbebcd-89b0-4fe6-9b2f-93b57365cbf0 None None] The sync data for ids ['b182d1a5-5abb-4bd5-8a38-2013af3638e9'] in n-d-713498-29 is: [{'id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1092508525-router', 'tenant_id': 'd5871605f1e74242b5b3a9b929736ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:48:16Z', 'updated_at': '2021-11-12T20:48:29Z', 'revision_number': 5, 'project_id': 'd5871605f1e74242b5b3a9b929736ec3', 'gw_port': {'id': '7aa62bc5-70b1-4aa9-a464-909dd05425e4', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b182d1a5-5abb-4bd5-8a38-2013af3638e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:48:17Z', 'updated_at': '2021-11-12T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:48:32.989700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-4e48ca59-5803-42db-929b-e96e92c7723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:32.992844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-4e48ca59-5803-42db-929b-e96e92c7723c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1097 time: 0.0747750 Nov 12 20:48:33.126151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-f9fea9ef-762a-4fae-bff8-7321bacc9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:33.132221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-f9fea9ef-762a-4fae-bff8-7321bacc9d01 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1318817 Nov 12 20:48:33.181257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-43231f45-23d5-4e64-b10b-0d930ebb90f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 200 len: 217 time: 0.0416656 Nov 12 20:48:33.245783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-2ad684d9-6238-4484-ab18-c0700d8e2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:33.247427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-2ad684d9-6238-4484-ab18-c0700d8e2b1f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.0590649 Nov 12 20:48:33.294846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-6500d670-6147-4a13-83b7-a3110ecd2e20 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361392 Nov 12 20:48:33.351175 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:33.396804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:33.420493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-743a3b8e-77dd-4b51-87be-b654bd5a2ea3 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184425 Nov 12 20:48:33.475465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa62bc5-70b1-4aa9-a464-909dd05425e4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:33.498091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.498508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.498845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.499457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.499789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.500113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.500509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.500824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.501164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.502040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.502451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.503003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:33.511642 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:33.576872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-283eb658-b413-449a-8419-f9d11f7e7f66 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347461 Nov 12 20:48:33.587014 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:33.715107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:33.719582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:33.895447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:33.896080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b182d1a5-5abb-4bd5-8a38-2013af3638e9 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:48:33.901741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:33.905325 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e617d4e8-9315-408e-b1f2-8a6ffeffeba8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b182d1a5-5abb-4bd5-8a38-2013af3638e9 HTTP/1.1" status: 204 len: 168 time: 2.8875656 Nov 12 20:48:33.910298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34270) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:34.048718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:34.071472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Deleting subnet 27bb664e-a095-40c2-93fd-74737b70f3d0 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:48:34.082636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:34.103621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:34.103979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 67486bf6-ffcf-410f-b25f-a46a0dbae9b8 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:34.181414 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:34.345751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:34.447311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d068dbb9-54fb-42fd-8b35-12e827c8b7db details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:34.494157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:34.527901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:34.538881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd17b8b-a7ba-451a-8fa3-9fa02a97d335 None None] Network 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:34.544177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/27bb664e-a095-40c2-93fd-74737b70f3d0 HTTP/1.1" status: 204 len: 168 time: 0.6351910 Nov 12 20:48:34.549159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34272) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:34.594751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bb664e-a095-40c2-93fd-74737b70f3d0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:34.622987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.625116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.628817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.628817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.628817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.628817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.628817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.628817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.628817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.634037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.635233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.635795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd915ee-2b7a-4008-926d-11e7cb8470c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:34.655782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:34.659471 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da8e82c-fee9-4429-aec5-cc6987817813" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:34.728240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:34.857135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Deleting port 51032a13-d273-4adf-a006-e08977f81ad4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:34.857987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:34.871744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:34.898459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d068dbb9-54fb-42fd-8b35-12e827c8b7db has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:48:34.972835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] DHCP port deletion for 1ddd2026-f7b4-4070-9e21-b3d2a6750df4 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:48:35.037763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] For port 51032a13-d273-4adf-a006-e08977f81ad4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=51032a13-d273-4adf-a006-e08977f81ad4,segment=NetworkSegment(f0996f82-7911-4e18-a3b2-6b83bf469fcb),segment_id=f0996f82-7911-4e18-a3b2-6b83bf469fcb)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:35.038044 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.060980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Calling delete_port for 51032a13-d273-4adf-a006-e08977f81ad4 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:35.066517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] Deleting port 51032a13-d273-4adf-a006-e08977f81ad4 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:35.067583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.233810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] For port 51032a13-d273-4adf-a006-e08977f81ad4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=51032a13-d273-4adf-a006-e08977f81ad4,segment=NetworkSegment(f0996f82-7911-4e18-a3b2-6b83bf469fcb),segment_id=f0996f82-7911-4e18-a3b2-6b83bf469fcb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:35.234144 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.253843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.290461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] Calling delete_port for 51032a13-d273-4adf-a006-e08977f81ad4 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:35.339729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] No DVR routers for this DVR port 51032a13-d273-4adf-a006-e08977f81ad4 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:35.346426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Pushing event deleted for resources: {'Port': ['ID=51032a13-d273-4adf-a006-e08977f81ad4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:35.519316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.526772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.589249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddd2026-f7b4-4070-9e21-b3d2a6750df4']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:35.592471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] Pushing event deleted for resources: {'Port': ['ID=51032a13-d273-4adf-a006-e08977f81ad4,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:35.606950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc516e72-861c-4b3c-b75a-f3a096077eee None None] No DVR routers for this DVR port 51032a13-d273-4adf-a006-e08977f81ad4 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:35.616789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0996f82-7911-4e18-a3b2-6b83bf469fcb') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:35.618272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0996f82-7911-4e18-a3b2-6b83bf469fcb') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:48:35.647590 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.663236 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.671963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:48:35.675133 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:48:35.826961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.838675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:35.853117 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1ddd2026-f7b4-4070-9e21-b3d2a6750df4 HTTP/1.1" status: 204 len: 168 time: 1.3054955 Nov 12 20:48:35.864446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d6f18-a7f4-4011-8fa2-ab0939aad300 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ddd2026-f7b4-4070-9e21-b3d2a6750df4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:36.024427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 51032a13-d273-4adf-a006-e08977f81ad4 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:36.053957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 51032a13-d273-4adf-a006-e08977f81ad4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:36.055048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 51032a13-d273-4adf-a006-e08977f81ad4 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:36.055488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7aa62bc5-70b1-4aa9-a464-909dd05425e4 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:36.325102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 7aa62bc5-70b1-4aa9-a464-909dd05425e4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:36.325102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7aa62bc5-70b1-4aa9-a464-909dd05425e4 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:36.778755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34282) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:36.884444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34284) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:36.885095 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-48d22c0c-4df2-4746-a381-8873773e13df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5871605f1e74242b5b3a9b929736ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017940 Nov 12 20:48:36.969698 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86bb2e0f-bb66-489f-8b7d-47655cba7fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:36.997632 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86bb2e0f-bb66-489f-8b7d-47655cba7fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:37.128705 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86bb2e0f-bb66-489f-8b7d-47655cba7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:37.131857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86bb2e0f-bb66-489f-8b7d-47655cba7fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:37.133163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-86bb2e0f-bb66-489f-8b7d-47655cba7fc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ff9dfb8-9f99-4ff3-9b08-6794ea6a520e HTTP/1.1" status: 204 len: 168 time: 0.2477884 Nov 12 20:48:37.150817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb2e0f-bb66-489f-8b7d-47655cba7fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff9dfb8-9f99-4ff3-9b08-6794ea6a520e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:38.114613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a725909b-036f-4ca5-aeac-d982add206a5 service neutron] 10.222.0.78 "GET /v2.0/ports/d068dbb9-54fb-42fd-8b35-12e827c8b7db/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.1798491 Nov 12 20:48:38.440621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:38.526441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:38.664387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d068dbb9-54fb-42fd-8b35-12e827c8b7db {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:38.664387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:38.886658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:39.020534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] Transition to ACTIVE for port object d068dbb9-54fb-42fd-8b35-12e827c8b7db will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:39.134020 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:39.204493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] Pushing event updated for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:39.265633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] No DVR routers for this DVR port d068dbb9-54fb-42fd-8b35-12e827c8b7db on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:39.310207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1c1588f0-a4b3-4de0-a508-da6fca51c312 service neutron] 10.222.0.78 "PUT /v2.0/ports/d068dbb9-54fb-42fd-8b35-12e827c8b7db/bindings/n-h2-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 1.1875491 Nov 12 20:48:39.537157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3465b-6e7b-4b8f-8714-0cb858659274 req-81307ef4-9158-488a-acdf-abb3be439468 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:39.538927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caa3465b-6e7b-4b8f-8714-0cb858659274 req-81307ef4-9158-488a-acdf-abb3be439468 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 944 time: 0.1088428 Nov 12 20:48:39.541252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-876633d8-4531-4842-be2d-c68f83322757 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:39.542587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-876633d8-4531-4842-be2d-c68f83322757 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.1019311 Nov 12 20:48:39.636154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caa3465b-6e7b-4b8f-8714-0cb858659274 req-8d74696f-c143-4d42-86cb-92554e9aef0d tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891545 Nov 12 20:48:39.649191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-43135456-4c3f-45fd-8593-9ec2ab59ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:39.651990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-43135456-4c3f-45fd-8593-9ec2ab59ca3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19&tenant_id=5c8532785f1741aab66aad26b44a1ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0844004 Nov 12 20:48:39.728178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-9309aae2-0495-4725-a8f7-c8677931e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:39.729705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-9309aae2-0495-4725-a8f7-c8677931e148 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1096 time: 0.0494580 Nov 12 20:48:39.957430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7eda-797e-4632-8627-857b6589c08a req-779e9ec0-7236-44bf-8eba-79bcd3b542ea tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:39.960902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a09b7eda-797e-4632-8627-857b6589c08a req-779e9ec0-7236-44bf-8eba-79bcd3b542ea tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.0942733 Nov 12 20:48:39.984674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-9515858f-7570-46a4-bd18-ce7469b49df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:39.986927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-9515858f-7570-46a4-bd18-ce7469b49df0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.2489800 Nov 12 20:48:40.006469 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4497fb18-f96b-420a-905f-b6c7641f0fa8 x-openstack-request-id: req-4497fb18-f96b-420a-905f-b6c7641f0fa8 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:40.006770 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:40.007013 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4497fb18-f96b-420a-905f-b6c7641f0fa8 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:40.007441 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db', 'status': 'completed', 'code': 200} Nov 12 20:48:40.059009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:40.087970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:40.145327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-7bc8befb-9081-43ed-97fa-71275200f1fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 217 time: 0.1361339 Nov 12 20:48:40.206101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a09b7eda-797e-4632-8627-857b6589c08a req-1d21d06a-66e8-4161-8e8f-3a91094a3677 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386863 Nov 12 20:48:40.266300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-d8ae8c07-0e21-4f61-8031-7eef23525fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:40.268438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-d8ae8c07-0e21-4f61-8031-7eef23525fcc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1096 time: 0.2236619 Nov 12 20:48:40.272684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-73f47e1b-4ff9-4de0-a3d9-63f08b57077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:40.274173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-73f47e1b-4ff9-4de0-a3d9-63f08b57077d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1168082 Nov 12 20:48:40.331014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d068dbb9-54fb-42fd-8b35-12e827c8b7db no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:40.432143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d068dbb9-54fb-42fd-8b35-12e827c8b7db not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:40.438052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-b8d61ae6-1c54-4fa3-811d-efa009d5978f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431248 Nov 12 20:48:40.552776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-4a851f79-c3c9-4cc0-b513-4dcef364fe6c service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059330 Nov 12 20:48:40.707769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35aff0-8ffa-4d34-af5e-6423b4dd53be req-04170558-4e3c-48f3-aed0-f0fb8d3bb8d6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:40.717266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f35aff0-8ffa-4d34-af5e-6423b4dd53be req-04170558-4e3c-48f3-aed0-f0fb8d3bb8d6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 945 time: 0.3507552 Nov 12 20:48:40.805087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f35aff0-8ffa-4d34-af5e-6423b4dd53be req-5de58f5e-ec7a-4990-8d87-38cbcb72a932 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869191 Nov 12 20:48:40.888618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-86b32dea-d63b-4a51-8686-2c01db89db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:40.890143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-86b32dea-d63b-4a51-8686-2c01db89db4f service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.6121829 Nov 12 20:48:40.942653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-b1694563-70f7-42cf-8b3a-6d54a8538c27 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 217 time: 0.0427802 Nov 12 20:48:40.944145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a7abe99a-2feb-475a-ab1f-6fb5bf910cbe service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208029 Nov 12 20:48:40.998757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-687a9984-d481-4df8-a564-eba8005bcf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:41.000289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-687a9984-d481-4df8-a564-eba8005bcf6e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0500159 Nov 12 20:48:41.035336 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-00339232-a5ae-46de-9ad1-0d23a828fac4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258772 Nov 12 20:48:41.138667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-86d341d6-17e6-45ee-a1b0-a26bb4e65251 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925865 Nov 12 20:48:41.233583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da8e82c-fee9-4429-aec5-cc6987817813 req-67965f09-69ec-41f0-acbe-80f5ccb1a755 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865695 Nov 12 20:48:41.495528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ad58-e694-4788-9180-19c996563cea req-b1d5a0c2-d69a-4ddc-9a86-2806d553f71f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:41.498598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d3ad58-e694-4788-9180-19c996563cea req-b1d5a0c2-d69a-4ddc-9a86-2806d553f71f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 945 time: 0.0563686 Nov 12 20:48:41.604787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Deleting port b4a0524b-a12f-4f30-aa24-3b2e52602937 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:41.605179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:41.724793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] For port b4a0524b-a12f-4f30-aa24-3b2e52602937, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4a0524b-a12f-4f30-aa24-3b2e52602937,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:41.725203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:41.745554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Calling delete_port for b4a0524b-a12f-4f30-aa24-3b2e52602937 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:41.892415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1d0fa801-2d1b-4463-bd19-7c35fad29554 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:41.894042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-1d0fa801-2d1b-4463-bd19-7c35fad29554 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.0668890 Nov 12 20:48:42.099756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:42.113002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b4a0524b-a12f-4f30-aa24-3b2e52602937'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:42.133190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event deleted for resources: {'Port': ['ID=b4a0524b-a12f-4f30-aa24-3b2e52602937,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:42.142339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a6637dff-a186-4c97-887b-b1b1855d8ec3 service neutron] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:42.148399 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a6637dff-a186-4c97-887b-b1b1855d8ec3 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:42.150137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c946d72f-15a1-4514-abc0-e0d4d2d98789 req-a6637dff-a186-4c97-887b-b1b1855d8ec3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d068dbb9-54fb-42fd-8b35-12e827c8b7db/bindings/n-h1-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.2353313 Nov 12 20:48:42.204024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] No DVR routers for this DVR port b4a0524b-a12f-4f30-aa24-3b2e52602937 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:42.209542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:42.213632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d3ad58-e694-4788-9180-19c996563cea req-62b4ee3a-213e-46b0-9e96-b6a7185cdf5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "DELETE /v2.0/ports/b4a0524b-a12f-4f30-aa24-3b2e52602937 HTTP/1.1" status: 204 len: 173 time: 0.7102258 Nov 12 20:48:42.214487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e610ffa2-ec2f-497b-8567-36886d8a7bd6', 'name': 'network-vif-deleted', 'tag': 'b4a0524b-a12f-4f30-aa24-3b2e52602937'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:42.217301 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7b7414-260f-4fbb-ac29-b2e81461ad50" -d '{"events": [{"server_uuid": "e610ffa2-ec2f-497b-8567-36886d8a7bd6", "name": "network-vif-deleted", "tag": "b4a0524b-a12f-4f30-aa24-3b2e52602937"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:42.323137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8be813c1-87c4-4f82-b333-f74a18b50260 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:42.444072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:42.481097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:42.483672 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4905bfeb-9737-49b7-9647-bdcce72ef5be" -d '{"events": [{"server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "name": "network-vif-unplugged", "status": "completed", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:42.512284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:42.590821 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:42.888622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:42.901035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.901663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.902159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.902637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.903128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.903717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.904211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.904702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.905445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.906073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.906558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.907057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:48:42.949506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562bd3-2b71-4670-89e9-f28c7f9fa0c5 req-e9018da0-d4a9-4ccc-a73e-2445a9bc3c33 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:42.951776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e562bd3-2b71-4670-89e9-f28c7f9fa0c5 req-e9018da0-d4a9-4ccc-a73e-2445a9bc3c33 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 944 time: 0.1112947 Nov 12 20:48:43.018263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e562bd3-2b71-4670-89e9-f28c7f9fa0c5 req-b3830e2e-cb6e-4907-b8a9-c111b1e8687a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Nov 12 20:48:43.254455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552fb9c-d5ef-4e24-aadd-5a8392938acb req-1abe0d8b-92c4-4e48-88b8-fa6aa466a1a6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:43.265133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3552fb9c-d5ef-4e24-aadd-5a8392938acb req-1abe0d8b-92c4-4e48-88b8-fa6aa466a1a6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.1206007 Nov 12 20:48:43.274486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c552e0d1-de6f-4e84-9d7d-6a463cb5fd82 req-0c0a5735-ea05-4fd8-8273-9192f76b5327 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=e610ffa2-ec2f-497b-8567-36886d8a7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0753105 Nov 12 20:48:43.344679 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ed421-8ad5-4405-b3ce-24a92cb3141a x-openstack-request-id: req-032ed421-8ad5-4405-b3ce-24a92cb3141a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:43.355424 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e610ffa2-ec2f-497b-8567-36886d8a7bd6", "name": "network-vif-deleted", "tag": "b4a0524b-a12f-4f30-aa24-3b2e52602937", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:43.355965 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-032ed421-8ad5-4405-b3ce-24a92cb3141a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:43.356415 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e610ffa2-ec2f-497b-8567-36886d8a7bd6', 'name': 'network-vif-deleted', 'tag': 'b4a0524b-a12f-4f30-aa24-3b2e52602937', 'status': 'completed', 'code': 200} Nov 12 20:48:43.365331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3552fb9c-d5ef-4e24-aadd-5a8392938acb req-7eb45f19-b7ac-4a17-aa98-22daeaf845f6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993354 Nov 12 20:48:43.396010 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1593f1-214c-487a-9ff2-8d98b285d0f4 x-openstack-request-id: req-8d1593f1-214c-487a-9ff2-8d98b285d0f4 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:43.397525 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "name": "network-vif-unplugged", "status": "completed", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:43.397974 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d1593f1-214c-487a-9ff2-8d98b285d0f4 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:43.398520 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260', 'code': 200} Nov 12 20:48:43.686588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8403a-1149-4245-9671-066dcae68867 req-bf8148db-6665-479a-84f2-b7da7fc2a44a tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:43.688375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fd8403a-1149-4245-9671-066dcae68867 req-bf8148db-6665-479a-84f2-b7da7fc2a44a tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1096 time: 0.0633395 Nov 12 20:48:43.772682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fd8403a-1149-4245-9671-066dcae68867 req-a71a4b2d-3e7e-448e-805c-ee128cb536cd tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719719 Nov 12 20:48:44.327524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b4a0524b-a12f-4f30-aa24-3b2e52602937 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:44.368695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: b4a0524b-a12f-4f30-aa24-3b2e52602937 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:44.369297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b4a0524b-a12f-4f30-aa24-3b2e52602937 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:44.504376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-eb47352b-d3c6-4715-a8ea-09ccfa586e0e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:44.512117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-eb47352b-d3c6-4715-a8ea-09ccfa586e0e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 805 time: 0.3248544 Nov 12 20:48:44.547548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-cd13b678-3d9d-4e2c-a98f-b1bad6147d39 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/quotas/042eb430fc8e40b6a621f528af33769a HTTP/1.1" status: 200 len: 375 time: 0.0342658 Nov 12 20:48:44.572059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-91913668-2508-445e-a5c7-25d42ae1dd56 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:44.573903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-91913668-2508-445e-a5c7-25d42ae1dd56 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 820 time: 0.2539153 Nov 12 20:48:44.605824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-d7a2bc21-eb7c-4897-8557-13f6da484c93 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/quotas/5c8532785f1741aab66aad26b44a1ed3 HTTP/1.1" status: 200 len: 375 time: 0.0176039 Nov 12 20:48:44.641661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-fe7e4799-bbb2-4824-8e9c-098514fd201a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916231 Nov 12 20:48:44.767507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-1cbf327b-fa5a-4f62-825d-ec9d35c016bf tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1506653 Nov 12 20:48:44.805733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-86ca9a79-d324-40ca-bb2d-4b1461927204 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625967 Nov 12 20:48:44.961580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:44.963926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-0f92ca9f-2a33-4985-980a-f86a929c3656 service neutron] 10.222.0.64 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508882 Nov 12 20:48:45.111146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fad0b9ae-367a-449d-bc18-7e08b10c3bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:45.214546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-d173a535-a9dc-462e-8bbc-efe6bb5f072d service neutron] 10.222.0.64 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390578 Nov 12 20:48:45.309225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fad0b9ae-367a-449d-bc18-7e08b10c3bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:45.459758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fad0b9ae-367a-449d-bc18-7e08b10c3bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:45.502734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fad0b9ae-367a-449d-bc18-7e08b10c3bf6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcae003afea14df1806146891dd7db56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399342 Nov 12 20:48:45.508574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34516) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:45.542086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0b9ae-367a-449d-bc18-7e08b10c3bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee1be8f-fcb1-4219-a2cb-3f2da82fe786,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:45.593835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83c492e7-d7bb-448d-be3c-97aa702deb26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:45.631470 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83c492e7-d7bb-448d-be3c-97aa702deb26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:45.781613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-9188c325-7593-4292-9c28-59fe3a566b31 service neutron] 10.222.0.64 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658755 Nov 12 20:48:45.795163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6116d-f3cf-4688-9122-a8a9b02c86a3 req-7f659e56-ddf5-4b90-922b-efb692b630f7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:45.799189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30e6116d-f3cf-4688-9122-a8a9b02c86a3 req-7f659e56-ddf5-4b90-922b-efb692b630f7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.5135615 Nov 12 20:48:45.812587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-fb96925f-d8aa-4700-aae4-a5b21b1db84b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:45.814055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-fb96925f-d8aa-4700-aae4-a5b21b1db84b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a1a0b12-c611-4b3b-b408-3492ed28fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0929589 Nov 12 20:48:45.898073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30e6116d-f3cf-4688-9122-a8a9b02c86a3 req-fdb047fd-1c9b-4e95-9392-f127dfaf89de tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934901 Nov 12 20:48:45.955598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Deleting port 8be813c1-87c4-4f82-b333-f74a18b50260 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:48:45.955988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:46.048733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] For port 8be813c1-87c4-4f82-b333-f74a18b50260, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8be813c1-87c4-4f82-b333-f74a18b50260,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:46.049008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:46.072144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Calling delete_port for 8be813c1-87c4-4f82-b333-f74a18b50260 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:48:46.089909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec933aec-2355-4ef2-8abb-52ac1bd9ea81 req-b2993058-8452-4375-a0ba-8c4a193658f2 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0383441 Nov 12 20:48:46.099830 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83c492e7-d7bb-448d-be3c-97aa702deb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:46.103377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83c492e7-d7bb-448d-be3c-97aa702deb26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:46.105444 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-83c492e7-d7bb-448d-be3c-97aa702deb26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ee1be8f-fcb1-4219-a2cb-3f2da82fe786 HTTP/1.1" status: 204 len: 168 time: 0.5952485 Nov 12 20:48:46.138440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c492e7-d7bb-448d-be3c-97aa702deb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee1be8f-fcb1-4219-a2cb-3f2da82fe786,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:46.321984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be71f007-e31c-4b07-a11e-333dbf146b83 req-dbf21e18-3f2a-42b2-8d89-075e117dbabc tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 210 time: 0.0503521 Nov 12 20:48:46.496901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-82a1687d-d82d-4688-bbee-2c6d2ac85dc3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:46.506564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-82a1687d-d82d-4688-bbee-2c6d2ac85dc3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.1423309 Nov 12 20:48:46.523868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-15860bcb-eb5d-409f-8d96-fc054ed18ff3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/quotas/c253ebad0e0b48208d501d4723f0e0f0 HTTP/1.1" status: 200 len: 375 time: 0.0164006 Nov 12 20:48:46.553621 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:46.577524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-55857413-0dbf-42a1-b92d-1580a9f11dd2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509992 Nov 12 20:48:46.609481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Pushing event deleted for resources: {'Port': ['ID=8be813c1-87c4-4f82-b333-f74a18b50260,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:46.697926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] No DVR routers for this DVR port 8be813c1-87c4-4f82-b333-f74a18b50260 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:46.701241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:46.704788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acfbb7ef-0c7e-4d99-b318-6f64f26f9927 req-46833950-500f-4561-8689-40b7d16bcb61 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "DELETE /v2.0/ports/8be813c1-87c4-4f82-b333-f74a18b50260 HTTP/1.1" status: 204 len: 173 time: 0.8768871 Nov 12 20:48:46.705337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'name': 'network-vif-deleted', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:46.707621 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d923595-c22c-4484-9b25-f064ce5132b0" -d '{"events": [{"server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "name": "network-vif-deleted", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:46.774136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-e6876bff-645f-48ef-a6f7-699451ca3c3f service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734190 Nov 12 20:48:46.795393 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8d25e8-efb0-47e0-a46e-49471bbcca35 x-openstack-request-id: req-3c8d25e8-efb0-47e0-a46e-49471bbcca35 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:46.796071 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a0b12-c611-4b3b-b408-3492ed28fdd6", "name": "network-vif-deleted", "tag": "8be813c1-87c4-4f82-b333-f74a18b50260", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:46.796071 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c8d25e8-efb0-47e0-a46e-49471bbcca35 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:46.796417 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1a0b12-c611-4b3b-b408-3492ed28fdd6', 'name': 'network-vif-deleted', 'tag': '8be813c1-87c4-4f82-b333-f74a18b50260', 'status': 'completed', 'code': 200} Nov 12 20:48:46.872369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-3fadd0d6-d1cf-4755-9f3a-1b9c484a6d20 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970531 Nov 12 20:48:47.056832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc0c52-ba37-4379-b882-e099d4811919 req-626eb4f5-c988-4d1b-a65a-e0af1233d4bf tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:47.058527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3cc0c52-ba37-4379-b882-e099d4811919 req-626eb4f5-c988-4d1b-a65a-e0af1233d4bf tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.0594890 Nov 12 20:48:47.110163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3cc0c52-ba37-4379-b882-e099d4811919 req-d7d91f46-b91d-40d0-9b2b-24ec574d0c17 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Nov 12 20:48:47.371715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f55a8c5-abfe-4e8b-b57d-1f91433293fc req-ba894373-f064-4137-9302-a33c1f07a01d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0550470 Nov 12 20:48:47.390484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9798ace7-69ec-433e-96fe-d5a8462990e5 req-bea7d1c9-3a35-4eb8-9f66-42362427c692 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 210 time: 0.0481296 Nov 12 20:48:47.480216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dfe2b54-9a18-4b53-8f9a-3d3650b69712 req-5f39570b-4756-4f8e-9098-9055dbcabe99 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 210 time: 0.0317411 Nov 12 20:48:47.763631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:47.863373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1159976748-network', 'tenant_id': 'a29b42456cfc4a3e9af5981d71012886'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:48.021537 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Made reservation on behalf of a29b42456cfc4a3e9af5981d71012886 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:48.024920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.035375 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.112056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.156681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.180880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:48:48.194796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4b787b-f3fd-4755-b2a2-24a9a395906f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:48.199631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.199965 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Added segment 230700a1-a3b0-4e63-bf07-0a0105d576ab of type vlan for network 383b1edf-41f2-4e07-9ad4-20e41872f571 Nov 12 20:48:48.241360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.328053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0f68460c-02b7-408b-a862-d311d56c5c2b details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:48.339787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8be813c1-87c4-4f82-b333-f74a18b50260 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:48.373402 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.374389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:48.381077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.405095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 8be813c1-87c4-4f82-b333-f74a18b50260 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:48:48.405531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8be813c1-87c4-4f82-b333-f74a18b50260 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:48:48.467496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] Pushing event updated for resources: {'Network': ['ID=383b1edf-41f2-4e07-9ad4-20e41872f571,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:48.481911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 383b1edf-41f2-4e07-9ad4-20e41872f571 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:48:48.484763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1d53-5cb4-401e-80f7-355b4e66aa63 req-81f3aab5-f201-4b9c-aeea-f4bed6645e6d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:48.505669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-144d1d53-5cb4-401e-80f7-355b4e66aa63 req-81f3aab5-f201-4b9c-aeea-f4bed6645e6d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 945 time: 0.1028948 Nov 12 20:48:48.529265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:48.543549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34652) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:48.544203 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0b7f4088-8f7d-4487-b46a-2bd408c1461c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7792001 Nov 12 20:48:48.552832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Request body: {'subnet': {'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1159976748-subnet', 'tenant_id': 'a29b42456cfc4a3e9af5981d71012886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:48.565692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0f68460c-02b7-408b-a862-d311d56c5c2b has no active binding in host n-h1-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:48:48.594863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-144d1d53-5cb4-401e-80f7-355b4e66aa63 req-302914a6-bb7b-4f90-80c9-e690a995ffd1 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955436 Nov 12 20:48:48.600268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-c1dbf2a0-7f29-47b9-a8c7-8a9c070814d7 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:48.603228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-c1dbf2a0-7f29-47b9-a8c7-8a9c070814d7 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.1612368 Nov 12 20:48:48.622539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-29'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:48.640478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-34c44e32-3d44-4a6a-bce1-edca48fcad9b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:48.642776 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-34c44e32-3d44-4a6a-bce1-edca48fcad9b tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "GET /v2.0/networks?id=fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 200 len: 805 time: 0.1584892 Nov 12 20:48:48.653217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-443e7d19-7c0f-467c-8ff2-8b853de0fe32 req-0b588718-9559-4959-95b7-e6c5a5dd28af tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0458062 Nov 12 20:48:48.670195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Request body: {'port': {'device_id': 'af2dd097-7a4c-49e1-9942-76282cb1fdb0', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'admin_state_up': True, 'tenant_id': '042eb430fc8e40b6a621f528af33769a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:48.691856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Made reservation on behalf of a29b42456cfc4a3e9af5981d71012886 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:48.695834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.736479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a420182-8b14-4f14-a6ca-b5c4230b9209 req-f7216c4c-298e-4cd3-b1e9-33f09662528e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 210 time: 0.0628355 Nov 12 20:48:48.801322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.906155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c24c9416-cec0-4f47-8742-25ae3e2e5bf6 req-b93d2cb6-f5de-45e6-917c-8118c0a9747e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 210 time: 0.0703199 Nov 12 20:48:48.911033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Made reservation on behalf of 042eb430fc8e40b6a621f528af33769a for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:48.915852 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:48.995896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e2689-3c88-4bf5-bd5d-b48ac0e8f4d2 req-fbcc75a5-de97-43db-8801-5bd9d71027d0 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:48.997521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f6e2689-3c88-4bf5-bd5d-b48ac0e8f4d2 req-fbcc75a5-de97-43db-8801-5bd9d71027d0 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 950 time: 0.1775467 Nov 12 20:48:49.085088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Allocated IP 172.20.0.5 (fd4c8780-1124-4aa9-8a3f-6d06287f0553/e2e1704a-424b-45a2-9420-27bb4a58d1b6/171fb686-0b31-4927-9dd5-c9c0a425366f) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:49.146163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:49.161053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f6e2689-3c88-4bf5-bd5d-b48ac0e8f4d2 req-eaa7ac5f-1071-4c59-b903-aae4ac18bc50 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321955 Nov 12 20:48:49.197465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:49.224061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.268814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.317182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:49.319678 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ba28ed-72b8-44ca-b9eb-1eaf42834c0e" -d '{"events": [{"server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "name": "network-vif-unplugged", "status": "completed", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:49.326797 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.372800 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c674cf-941b-4f0d-9cbc-ec6c3a27a737 x-openstack-request-id: req-74c674cf-941b-4f0d-9cbc-ec6c3a27a737 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:49.373179 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "name": "network-vif-unplugged", "status": "completed", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:49.373429 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74c674cf-941b-4f0d-9cbc-ec6c3a27a737 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:49.373816 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b', 'code': 200} Nov 12 20:48:49.381786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcaa0111-054c-4b50-ac85-46a1e0720311,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:49.405709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Checking segment: {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:49.406067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Network hostable DHCP agents. Network: 383b1edf-41f2-4e07-9ad4-20e41872f571, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:48:49.426077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.455999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-a1f442ad-9e00-418b-b296-24d8cb085546 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:49.457590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-a1f442ad-9e00-418b-b296-24d8cb085546 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 820 time: 0.1925395 Nov 12 20:48:49.464905 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.482232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Request body: {'port': {'device_id': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'admin_state_up': True, 'tenant_id': '5c8532785f1741aab66aad26b44a1ed3'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:49.487871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Network fd4c8780-1124-4aa9-8a3f-6d06287f0553 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:49.497013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:49.499619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Pushing event updated for resources: {'Port': ['ID=171fb686-0b31-4927-9dd5-c9c0a425366f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:49.502782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:49.559550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:49.561316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.589155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Network 383b1edf-41f2-4e07-9ad4-20e41872f571 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:48:49.638540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:49.671067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on host n-h2-713498-29 for vnic_type normal with profile {"migrating_to": "n-h1-713498-29"} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:49.671573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:49.671911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:49.683575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:49.683862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Attempting to bind port 0f68460c-02b7-408b-a862-d311d56c5c2b on network c1bb6d37-abe0-4cef-affb-f230734803b9 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:49.694734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-095a0ab6-c71d-4553-8d8f-8018a1462111 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0418599 Nov 12 20:48:49.707717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:49.707949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Request body: {'port': {'device_id': 'af2dd097-7a4c-49e1-9942-76282cb1fdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:49.708056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Checking segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:49.708430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Bound using segment: {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:49.708872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Bound port: 0f68460c-02b7-408b-a862-d311d56c5c2b, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a75f69-f2bd-4c8a-96ee-26f197351658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c1bb6d37-abe0-4cef-affb-f230734803b9'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:49.709227 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.729139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 383b1edf-41f2-4e07-9ad4-20e41872f571) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:49.741521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db8de4-ed06-46c8-9617-0328f09b6235 None None] Network 383b1edf-41f2-4e07-9ad4-20e41872f571 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:49.760929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:49.761521 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.817268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.832863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99cf0c-906b-412b-918b-4f51c795f855 req-531ca6f4-444c-4de6-a042-0fcbfc9633a0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:49.834439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c99cf0c-906b-412b-918b-4f51c795f855 req-531ca6f4-444c-4de6-a042-0fcbfc9633a0 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.1437533 Nov 12 20:48:49.862647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Made reservation on behalf of 5c8532785f1741aab66aad26b44a1ed3 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:49.869149 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:49.887838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.78', 53205) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:48:49.943954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f95494c7-a151-4f63-aa60-d29a79729181 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3982716 Nov 12 20:48:49.986545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a24546-7b46-49c5-a14a-9c02d44d30e7 None None] Network 383b1edf-41f2-4e07-9ad4-20e41872f571 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:48:50.041817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:50.138930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:50.143665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c99cf0c-906b-412b-918b-4f51c795f855 req-0ed389a8-e9c9-4616-95ed-f504e32eee06 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954516 Nov 12 20:48:50.226494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b4145-35d4-4fd8-b08c-3fb00efab3fe req-24d1562b-1e89-4ac9-b901-81ed94e4e7c2 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:50.234209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-968b4145-35d4-4fd8-b08c-3fb00efab3fe req-24d1562b-1e89-4ac9-b901-81ed94e4e7c2 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 931 time: 0.2891145 Nov 12 20:48:50.275997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171fb686-0b31-4927-9dd5-c9c0a425366f {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:50.288961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.307119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Transition to ACTIVE for port object 171fb686-0b31-4927-9dd5-c9c0a425366f will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:50.334708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.379298 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.429788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd22b9db-0f23-424e-bf56-f1522a4b159b req-97e2c623-bfb1-4443-bed1-fa9256796f72 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 210 time: 0.1085973 Nov 12 20:48:50.436240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=171fb686-0b31-4927-9dd5-c9c0a425366f,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:50.448232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-22a9b823-be76-4a11-9b40-6629b93b93af tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:50.449734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-22a9b823-be76-4a11-9b40-6629b93b93af tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.5609472 Nov 12 20:48:50.489691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Request body: {'port': {'device_id': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'admin_state_up': True, 'tenant_id': 'c253ebad0e0b48208d501d4723f0e0f0'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:50.503073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:50.523706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Attempting to bind port 171fb686-0b31-4927-9dd5-c9c0a425366f on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:50.529918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Attempting to bind port 171fb686-0b31-4927-9dd5-c9c0a425366f by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:50.529918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Attempting to bind port 171fb686-0b31-4927-9dd5-c9c0a425366f on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:50.529918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Port 171fb686-0b31-4927-9dd5-c9c0a425366f on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:50.529918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Attempting to bind port 171fb686-0b31-4927-9dd5-c9c0a425366f on network fd4c8780-1124-4aa9-8a3f-6d06287f0553 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:50.537061 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:50.537883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Checking segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:50.538286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Bound using segment: {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:50.538715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Bound port: 171fb686-0b31-4927-9dd5-c9c0a425366f, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de5900c-b391-4822-b361-57bccc28f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:50.539802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.543498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-968b4145-35d4-4fd8-b08c-3fb00efab3fe req-17ab0960-f1ce-4058-b7bf-889f1839b74c tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083038 Nov 12 20:48:50.544786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Allocated IP 172.20.0.9 (36545a8b-45bf-4cbe-a762-38ede1646491/4c14f863-794a-45c8-b956-df025de5a519/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:50.556526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=8']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:50.616026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:50.616883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.618072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.618312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-62b9764d-7737-40f0-9e25-5be3dace83d9 service neutron] 10.222.0.78 "PUT /v2.0/ports/0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 200 len: 1123 time: 2.0013049 Nov 12 20:48:50.666141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:50.669990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=171fb686-0b31-4927-9dd5-c9c0a425366f,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:50.674339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:50.677014 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3411e45-6913-437e-bb31-ec3db8a043e5" -d '{"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:50.686663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['0f68460c-02b7-408b-a862-d311d56c5c2b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:50.723989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:50.728430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba917fd7-9630-401d-a12c-d4abf6c66396 req-b5fffa8f-69a4-4c63-b68e-6269d17c4a2f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 210 time: 0.0688832 Nov 12 20:48:50.774925 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.815565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0f68460c-02b7-408b-a862-d311d56c5c2b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:50.846514 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.873989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:50.874726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.876829 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] 10.222.0.78 "PUT /v2.0/ports/171fb686-0b31-4927-9dd5-c9c0a425366f HTTP/1.1" status: 200 len: 1092 time: 1.1738129 Nov 12 20:48:50.879412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2dd097-7a4c-49e1-9942-76282cb1fdb0', 'tag': '171fb686-0b31-4927-9dd5-c9c0a425366f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:50.883343 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60d826a-e4ea-4e56-9444-edb0b039c27a" -d '{"events": [{"name": "network-changed", "server_uuid": "af2dd097-7a4c-49e1-9942-76282cb1fdb0", "tag": "171fb686-0b31-4927-9dd5-c9c0a425366f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:50.905768 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:48:50.919424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529927d3-0af2-4693-b258-d2c3b0855bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=171fb686-0b31-4927-9dd5-c9c0a425366f,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:50.936863 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df845a-26dc-409a-90b4-75dde77bf266 x-openstack-request-id: req-18df845a-26dc-409a-90b4-75dde77bf266 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:50.937632 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:50.937843 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18df845a-26dc-409a-90b4-75dde77bf266 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:50.938428 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'code': 200} Nov 12 20:48:50.972561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:50.977501 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e846d4b5-b22f-488b-a9f1-295c094702f5 x-openstack-request-id: req-e846d4b5-b22f-488b-a9f1-295c094702f5 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:50.977780 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2dd097-7a4c-49e1-9942-76282cb1fdb0", "tag": "171fb686-0b31-4927-9dd5-c9c0a425366f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:50.978045 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e846d4b5-b22f-488b-a9f1-295c094702f5 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:50.978424 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2dd097-7a4c-49e1-9942-76282cb1fdb0', 'tag': '171fb686-0b31-4927-9dd5-c9c0a425366f', 'status': 'completed', 'code': 200} Nov 12 20:48:50.997944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-baf5676a-68ea-406d-bb72-eaf363dddd25 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:50.999481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-baf5676a-68ea-406d-bb72-eaf363dddd25 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/networks?id=383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 200 len: 822 time: 0.2430975 Nov 12 20:48:51.050654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d826a-e4ea-4e56-9444-edb0b039c27a req-26ab1bab-6a55-440f-98b3-a1e6fa128fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.053337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-8828b033-ed37-4277-bf16-f2aa43bca018 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/quotas/a29b42456cfc4a3e9af5981d71012886 HTTP/1.1" status: 200 len: 375 time: 0.0289867 Nov 12 20:48:51.053475 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c60d826a-e4ea-4e56-9444-edb0b039c27a req-26ab1bab-6a55-440f-98b3-a1e6fa128fc3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 1095 time: 0.0477631 Nov 12 20:48:51.091029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-2790126e-1016-407d-95aa-2de8c026187e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368080 Nov 12 20:48:51.094047 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:51.159992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d826a-e4ea-4e56-9444-edb0b039c27a req-5829a6d6-3e97-458b-a60c-99f9309b1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.162106 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c60d826a-e4ea-4e56-9444-edb0b039c27a req-5829a6d6-3e97-458b-a60c-99f9309b1039 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=042eb430fc8e40b6a621f528af33769a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1010485 Nov 12 20:48:51.170089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Made reservation on behalf of c253ebad0e0b48208d501d4723f0e0f0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:51.174415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:51.278151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d826a-e4ea-4e56-9444-edb0b039c27a req-1672bf4e-f467-4c4e-bc81-234bcebc958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.279663 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c60d826a-e4ea-4e56-9444-edb0b039c27a req-1672bf4e-f467-4c4e-bc81-234bcebc958b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108074 Nov 12 20:48:51.306789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-4be97db8-0cb0-4c5a-8782-ae9d522d45ac service neutron] 10.222.0.64 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071564 Nov 12 20:48:51.335256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:51.364120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-f391193a-85c7-446a-82f7-d850625f2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.365626 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-f391193a-85c7-446a-82f7-d850625f2f85 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=042eb430fc8e40b6a621f528af33769a&device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 1095 time: 0.0430198 Nov 12 20:48:51.381981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:51.384216 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ece87-d179-40af-bfdd-86cd9664377c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:51.420666 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-97c78d63-364e-47e5-a8ae-a80cfeb7f97b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171fb686-0b31-4927-9dd5-c9c0a425366f HTTP/1.1" status: 200 len: 217 time: 0.0470896 Nov 12 20:48:51.474346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Network 36545a8b-45bf-4cbe-a762-38ede1646491 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:51.476190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-41ad6f87-37fe-4a90-96cd-8f8f7d80b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.478772 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-41ad6f87-37fe-4a90-96cd-8f8f7d80b1ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e2e1704a-424b-45a2-9420-27bb4a58d1b6 HTTP/1.1" status: 200 len: 845 time: 0.0500791 Nov 12 20:48:51.487621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ae51-f12c-4702-bf83-3865565471dd req-4c11d28c-b073-4be9-96e3-291373b9a3eb tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.494701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1944ae51-f12c-4702-bf83-3865565471dd req-4c11d28c-b073-4be9-96e3-291373b9a3eb tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.2314866 Nov 12 20:48:51.502138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:51.513200 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-aa03ca90-b383-4fa2-95a0-7cb84cc2e16d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fd4c8780-1124-4aa9-8a3f-6d06287f0553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264487 Nov 12 20:48:51.513421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Allocated IP 172.20.0.12 (2f24624b-b400-4771-a741-eeca0d792842/0a6487d7-a1de-4195-8144-743453c18319/07a60e0b-d546-4f6a-99da-339c798cc532) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:51.516052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:51.530575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Pushing event updated for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:51.588170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-72e90159-42a5-4c35-951a-3f3de1cbd3cf service neutron] 10.222.0.64 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705424 Nov 12 20:48:51.618578 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-200e4490-66b8-4ae0-9da2-d299be4fba5b service neutron] 10.222.0.78 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968120 Nov 12 20:48:51.624948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.625536 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:51.659418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1944ae51-f12c-4702-bf83-3865565471dd req-35356841-f0ff-4cd6-9420-29af810847a9 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507993 Nov 12 20:48:51.728729 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9e79ce3d-e932-4257-80df-eab8879eaf62 req-4a24e83d-e19f-4eae-b220-88a0130fde6d service neutron] 10.222.0.78 "GET /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031008 Nov 12 20:48:51.741817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-61812d8c-1540-46f2-9223-ea60865d8f76 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2717543 Nov 12 20:48:51.755010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Request body: {'port': {'device_id': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:51.781249 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f0409-fcd2-445f-8f53-4bcd183a0c1c x-openstack-request-id: req-1d9f0409-fcd2-445f-8f53-4bcd183a0c1c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:51.781530 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:51.781778 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d9f0409-fcd2-445f-8f53-4bcd183a0c1c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:51.782218 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b', 'status': 'completed', 'code': 200} Nov 12 20:48:51.867246 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:51.910209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-924c82ef-071f-49b7-877a-1ab8f7a8de20 req-661dcad7-aea3-4dc7-8ce1-e0ca7246798f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 210 time: 0.0461638 Nov 12 20:48:51.913740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:51.934448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ece87-d179-40af-bfdd-86cd9664377c req-17a9a77a-a49f-4abc-beb3-2df4c587572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.935960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-688ece87-d179-40af-bfdd-86cd9664377c req-17a9a77a-a49f-4abc-beb3-2df4c587572e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1126 time: 0.1314409 Nov 12 20:48:52.420776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:52.517567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:52.548536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fac2a2-32ba-43b5-9a74-a1b628b01e8b req-35a6448b-550b-4d50-8240-feb837536f01 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:52.550120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0fac2a2-32ba-43b5-9a74-a1b628b01e8b req-35a6448b-550b-4d50-8240-feb837536f01 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 943 time: 0.5814388 Nov 12 20:48:52.560108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Network 2f24624b-b400-4771-a741-eeca0d792842 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:52.574435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9dc6f-6462-4553-9e52-2c58fa6a0da0 req-c81525a7-3ca9-4e3c-a743-72b733acd1b4 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:52.575917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bf9dc6f-6462-4553-9e52-2c58fa6a0da0 req-c81525a7-3ca9-4e3c-a743-72b733acd1b4 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 931 time: 0.5594642 Nov 12 20:48:52.595827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:52.619505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:52.625401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:52.632234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'mac_address': 'fa:16:3e:3d:f7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:52.671071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:52.673773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event updated for resources: {'Port': ['ID=07a60e0b-d546-4f6a-99da-339c798cc532,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:52.676525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ece87-d179-40af-bfdd-86cd9664377c req-0bfb325e-7cbf-4d9d-99b0-676fe8598606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:52.678066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-688ece87-d179-40af-bfdd-86cd9664377c req-0bfb325e-7cbf-4d9d-99b0-676fe8598606 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.7119741 Nov 12 20:48:52.687210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:52.708106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:52.778898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:52.801967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-688ece87-d179-40af-bfdd-86cd9664377c req-9be41e82-26b4-4210-835e-ea222caa0226 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 200 len: 217 time: 0.0860229 Nov 12 20:48:52.819549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0fac2a2-32ba-43b5-9a74-a1b628b01e8b req-7026ead5-e8f0-44eb-9b14-649483300995 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535515 Nov 12 20:48:52.825108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:52.825713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:52.830423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:52.882009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bf9dc6f-6462-4553-9e52-2c58fa6a0da0 req-326ffe52-7df7-4538-807e-71d4c517525e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714357 Nov 12 20:48:52.933874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6bcd41d-17c1-4bce-b6a2-9c8a82ff9632 req-4de1462e-b3e6-43cb-9799-2a15c10dd18e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 210 time: 0.0369608 Nov 12 20:48:52.935241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ece87-d179-40af-bfdd-86cd9664377c req-9daf2f7a-edc1-4682-914b-c00e15a6e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:52.936603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-688ece87-d179-40af-bfdd-86cd9664377c req-9daf2f7a-edc1-4682-914b-c00e15a6e65e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.1214087 Nov 12 20:48:52.943687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:53.005142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-1b88cb72-a78d-470a-9dc6-6e12c6b06f15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5267055 Nov 12 20:48:53.037405 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-688ece87-d179-40af-bfdd-86cd9664377c req-dc30add6-085b-44a1-9ed1-c5c21ce0dae9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796552 Nov 12 20:48:53.044171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Request body: {'port': {'device_id': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:53.115252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:53.140974 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:53.247526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Transition to ACTIVE for port object faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:53.251927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:53.287952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ebd16-059c-4ad2-af4e-516439d71bb4 req-45501085-c1a8-441a-90a9-7c21240a902f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:53.289464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b5ebd16-059c-4ad2-af4e-516439d71bb4 req-45501085-c1a8-441a-90a9-7c21240a902f tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.2548544 Nov 12 20:48:53.349784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-688ece87-d179-40af-bfdd-86cd9664377c req-3db95f91-95a5-465a-9e73-8a7ccf3f119d service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886262 Nov 12 20:48:53.354122 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:53.367632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210cd01-1ed6-4fed-ab7a-b24ba8af4d0a req-14fa76f9-b2c6-4d6e-b29e-37c367e2000b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:53.369051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b210cd01-1ed6-4fed-ab7a-b24ba8af4d0a req-14fa76f9-b2c6-4d6e-b29e-37c367e2000b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 932 time: 0.1715612 Nov 12 20:48:53.579778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Pushing event updated for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:53.593860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b5ebd16-059c-4ad2-af4e-516439d71bb4 req-9cbe536a-c43f-4482-adbe-a7ce8c61eb1d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897165 Nov 12 20:48:53.682619 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b210cd01-1ed6-4fed-ab7a-b24ba8af4d0a req-7834a77d-1987-4465-a38e-fa1b30cbb198 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792034 Nov 12 20:48:53.740028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-688ece87-d179-40af-bfdd-86cd9664377c req-aa931845-28ba-47e9-b1a0-43e43017f805 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691282 Nov 12 20:48:53.771413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:53.771753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:53.772079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:53.785450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:53.785755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:53.800940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:53.801279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:53.801661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:53.802090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Bound port: faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:53.802445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:53.905933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a60e0b-d546-4f6a-99da-339c798cc532 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:53.941674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:53.949641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:53.972457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Transition to ACTIVE for port object 07a60e0b-d546-4f6a-99da-339c798cc532 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:53.974214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:54.013619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf879-a824-484a-b019-48a977ce371e req-80104981-16d4-4d9b-940b-fc181f534a37 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:54.015102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44bbf879-a824-484a-b019-48a977ce371e req-80104981-16d4-4d9b-940b-fc181f534a37 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 943 time: 0.1200564 Nov 12 20:48:54.049117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b08d3-5a83-4bba-b914-3c873f32fd36 req-cb5b9eba-f7ad-490e-b326-16e5336e9687 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:54.050615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c2b08d3-5a83-4bba-b914-3c873f32fd36 req-cb5b9eba-f7ad-490e-b326-16e5336e9687 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 943 time: 0.0839515 Nov 12 20:48:54.090423 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.102433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44bbf879-a824-484a-b019-48a977ce371e req-6f273ee5-1844-4b6f-b529-d0cd0c3d3146 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806274 Nov 12 20:48:54.148370 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.185072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:54.185684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.187096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] 10.222.0.78 "PUT /v2.0/ports/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 1092 time: 2.4369609 Nov 12 20:48:54.189738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:54.192149 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:54.204389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Pushing event updated for resources: {'Port': ['ID=07a60e0b-d546-4f6a-99da-339c798cc532,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:54.209544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c2b08d3-5a83-4bba-b914-3c873f32fd36 req-dcb3c166-4f71-4a04-b2a0-b9821d7de634 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486828 Nov 12 20:48:54.252049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a231f610-2eb5-4a53-b90f-ffe1f55dbb29 req-0fa02752-8da6-4b6b-892b-be0077fd6e69 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 210 time: 0.0739777 Nov 12 20:48:54.396788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 171fb686-0b31-4927-9dd5-c9c0a425366f details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:54.413838 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f176b79-e472-44f5-8f0d-1645d6717ac1 x-openstack-request-id: req-6f176b79-e472-44f5-8f0d-1645d6717ac1 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:54.414130 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:54.414899 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f176b79-e472-44f5-8f0d-1645d6717ac1 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:54.414899 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d', 'status': 'completed', 'code': 200} Nov 12 20:48:54.432657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb927-d2d1-45a7-94de-e53668f0f742 service neutron] Pushing event updated for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:54.465595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Attempting to bind port 07a60e0b-d546-4f6a-99da-339c798cc532 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:54.465932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Attempting to bind port 07a60e0b-d546-4f6a-99da-339c798cc532 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:54.466257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Attempting to bind port 07a60e0b-d546-4f6a-99da-339c798cc532 on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:54.474245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-41461e11-0f68-4cb7-bd10-bf564e3f7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:54.475760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-41461e11-0f68-4cb7-bd10-bf564e3f7609 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1095 time: 0.1572959 Nov 12 20:48:54.482172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Port 07a60e0b-d546-4f6a-99da-339c798cc532 on network 2f24624b-b400-4771-a741-eeca0d792842 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:48:54.482486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Attempting to bind port 07a60e0b-d546-4f6a-99da-339c798cc532 on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:54.504620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-e70af24e-db2a-4a08-8e9c-30ac0976f61e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:54.506056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-e70af24e-db2a-4a08-8e9c-30ac0976f61e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.46 "GET /v2.0/networks?id=383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 200 len: 822 time: 0.2094140 Nov 12 20:48:54.517620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=171fb686-0b31-4927-9dd5-c9c0a425366f,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:54.533157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '171fb686-0b31-4927-9dd5-c9c0a425366f', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'port_id': '171fb686-0b31-4927-9dd5-c9c0a425366f', 'mac_address': 'fa:16:3e:f9:e8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e1704a-424b-45a2-9420-27bb4a58d1b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:54.535651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:48:54.536222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Checking segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:48:54.536886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Bound using segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:48:54.537640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Bound port: 07a60e0b-d546-4f6a-99da-339c798cc532, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:48:54.538003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.543115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Request body: {'port': {'device_id': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'admin_state_up': True, 'tenant_id': 'a29b42456cfc4a3e9af5981d71012886'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:54.547241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-687380f4-46c6-490d-a1dd-57fd46b1fd83 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 217 time: 0.0604334 Nov 12 20:48:54.561836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:54.604221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.622705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171fb686-0b31-4927-9dd5-c9c0a425366f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:54.647771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=171fb686-0b31-4927-9dd5-c9c0a425366f,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:54.653068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:54.653642 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.702211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-527d08b1-fcc4-4b51-8bb5-a56975b7f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:54.703649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-527d08b1-fcc4-4b51-8bb5-a56975b7f24b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1467762 Nov 12 20:48:54.754337 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.796333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.815964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-15a69f23-739a-4a46-ad5d-e7719b810cb2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817833 Nov 12 20:48:54.819032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] For port 07a60e0b-d546-4f6a-99da-339c798cc532, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:54.836367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=171fb686-0b31-4927-9dd5-c9c0a425366f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:54.846403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:54.849119 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5c378-3345-418f-9c94-5b230c981ac2" -d '{"events": [{"server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "name": "network-vif-plugged", "status": "completed", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:54.866202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:54.920996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] For port 07a60e0b-d546-4f6a-99da-339c798cc532, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07a60e0b-d546-4f6a-99da-339c798cc532,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:48:54.939902 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.965374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387fdb9-d221-45a0-90db-322eac0630cf req-e2f23855-ea00-408d-b3c1-2df37699f856 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:54.966891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8387fdb9-d221-45a0-90db-322eac0630cf req-e2f23855-ea00-408d-b3c1-2df37699f856 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.2871110 Nov 12 20:48:54.997442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['171fb686-0b31-4927-9dd5-c9c0a425366f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:55.004968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:55.016011 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:55.135698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8387fdb9-d221-45a0-90db-322eac0630cf req-aeb66271-a952-4720-b732-6a79a0de9d2e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277988 Nov 12 20:48:55.138334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:55.139169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:55.140635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] 10.222.0.78 "PUT /v2.0/ports/07a60e0b-d546-4f6a-99da-339c798cc532 HTTP/1.1" status: 200 len: 1093 time: 2.1091535 Nov 12 20:48:55.149979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Made reservation on behalf of a29b42456cfc4a3e9af5981d71012886 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:48:55.154075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:55.209183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962557a-daea-49d7-9c3b-294c03019c6b req-67f8f457-1a48-47fd-a58d-fec0e1a27594 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:55.216011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6962557a-daea-49d7-9c3b-294c03019c6b req-67f8f457-1a48-47fd-a58d-fec0e1a27594 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 944 time: 0.4088712 Nov 12 20:48:55.225985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-4fbdc134-b21a-4939-93cb-058e7bbab527 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467760 Nov 12 20:48:55.265952 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7289ab-e91f-4333-bded-adf57e3ecab1 x-openstack-request-id: req-ae7289ab-e91f-4333-bded-adf57e3ecab1 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:55.266221 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "name": "network-vif-plugged", "status": "completed", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:55.267117 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae7289ab-e91f-4333-bded-adf57e3ecab1 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:55.267531 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'code': 200} Nov 12 20:48:55.367599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0ccd1-7217-4b5f-acb1-87efb73fd1cc service neutron] Pushing event updated for resources: {'Port': ['ID=07a60e0b-d546-4f6a-99da-339c798cc532,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:55.491251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6962557a-daea-49d7-9c3b-294c03019c6b req-d5719005-abaa-4a6c-be37-96ffcb345a91 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602425 Nov 12 20:48:55.552857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-4b4c1259-df79-4b4a-b4a5-2d9c60f63cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:55.554339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-4b4c1259-df79-4b4a-b4a5-2d9c60f63cdf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 1096 time: 0.2529783 Nov 12 20:48:55.652544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d49edb82-3a74-4283-8b9a-91ba9576d5af req-787b9aca-ff24-4fb9-8b3f-12ebe94d4282 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617783 Nov 12 20:48:55.661661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da550df8-8f79-4213-8db5-7834b8ff942d req-d2782185-39ca-4ac9-9f94-756a6a0437e0 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:55.669940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da550df8-8f79-4213-8db5-7834b8ff942d req-d2782185-39ca-4ac9-9f94-756a6a0437e0 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 944 time: 0.3109655 Nov 12 20:48:55.678927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-89589e79-906d-4481-a62f-f6d2d7b76c85 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07a60e0b-d546-4f6a-99da-339c798cc532 HTTP/1.1" status: 200 len: 217 time: 0.1093340 Nov 12 20:48:55.771097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a8b0b0a1-9319-4a7f-82b4-e60fc4882ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:55.772587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-a8b0b0a1-9319-4a7f-82b4-e60fc4882ab2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.0691512 Nov 12 20:48:56.248903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Allocated IP 172.20.0.3 (383b1edf-41f2-4e07-9ad4-20e41872f571/bcaa0111-054c-4b50-ac85-46a1e0720311/4ddff998-898b-405f-be14-b61073f27b48) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:48:56.273949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da550df8-8f79-4213-8db5-7834b8ff942d req-293bbe2b-ebb1-4717-ae1e-9482516edc3f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027026 Nov 12 20:48:56.290790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-857b5713-47c1-46a4-98f3-691c2285b60e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5022948 Nov 12 20:48:56.346230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e718a0f-dcd9-465e-b82a-66709d77f5f8 req-717d3846-f33a-4b1f-a811-6a725573fefe tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:56.355204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e718a0f-dcd9-465e-b82a-66709d77f5f8 req-717d3846-f33a-4b1f-a811-6a725573fefe tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 943 time: 0.7414422 Nov 12 20:48:56.405307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 171fb686-0b31-4927-9dd5-c9c0a425366f up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:48:56.431120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'tag': '07a60e0b-d546-4f6a-99da-339c798cc532'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:56.433834 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2b1023-1bc4-4421-b270-4270622681a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fabba9c-c321-4d6f-8ea9-1549140cb85c", "tag": "07a60e0b-d546-4f6a-99da-339c798cc532"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:56.541981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-85cc2507-6f4c-48c7-a764-0318c1009c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:56.543417 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-85cc2507-6f4c-48c7-a764-0318c1009c35 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1095 time: 0.3876834 Nov 12 20:48:56.559651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56776a1f-58dc-4823-a03d-91e25febce6a req-c6267a3a-6fdc-4549-93b9-023f8220499a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 210 time: 0.1321049 Nov 12 20:48:56.562879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0f68460c-02b7-408b-a862-d311d56c5c2b no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:48:56.599269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 171fb686-0b31-4927-9dd5-c9c0a425366f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:48:56.609397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 171fb686-0b31-4927-9dd5-c9c0a425366f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:48:56.609905 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:56.647131 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:56.821880 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:56.866414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=171fb686-0b31-4927-9dd5-c9c0a425366f,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:56.905766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-07c132b9-9a41-4185-b7bf-6e6a30731ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:56.907737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-07c132b9-9a41-4185-b7bf-6e6a30731ea2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.3493805 Nov 12 20:48:56.925685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e718a0f-dcd9-465e-b82a-66709d77f5f8 req-36804263-76ec-4f34-8217-e738fde48bb0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693262 Nov 12 20:48:56.932650 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:56.980229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Network 383b1edf-41f2-4e07-9ad4-20e41872f571 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:48:57.018805 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:57.044970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:48:57.070236 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f6acfe-ba0b-468b-b167-50b841c39862 x-openstack-request-id: req-38f6acfe-ba0b-468b-b167-50b841c39862 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:57.070672 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fabba9c-c321-4d6f-8ea9-1549140cb85c", "tag": "07a60e0b-d546-4f6a-99da-339c798cc532", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:57.071379 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38f6acfe-ba0b-468b-b167-50b841c39862 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:57.071545 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'tag': '07a60e0b-d546-4f6a-99da-339c798cc532', 'status': 'completed', 'code': 200} Nov 12 20:48:57.075968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:48:57.103631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=171fb686-0b31-4927-9dd5-c9c0a425366f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:57.111391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-be02742a-30e9-4351-afb5-b247b90a4300 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 217 time: 0.1824248 Nov 12 20:48:57.147498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-fb2b3295-dba6-4885-8669-a066171c98df service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373331 Nov 12 20:48:57.194074 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-71151d21-147a-46e9-a71f-f3d4f6b11c90 service neutron] 10.222.0.46 "GET /v2.0/ports/0f68460c-02b7-408b-a862-d311d56c5c2b/bindings/n-h1-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.0690167 Nov 12 20:48:57.268394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2dd097-7a4c-49e1-9942-76282cb1fdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171fb686-0b31-4927-9dd5-c9c0a425366f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:48:57.271128 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ab708a-9cb0-44a5-ba4d-5d56b517cb88" -d '{"events": [{"server_uuid": "af2dd097-7a4c-49e1-9942-76282cb1fdb0", "name": "network-vif-plugged", "status": "completed", "tag": "171fb686-0b31-4927-9dd5-c9c0a425366f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:48:57.366535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event updated for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:57.380092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6275279-1f66-4b4c-8ef8-8028aae96408 req-ddae8531-12db-4cdd-806d-c95e5898b8c1 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948249 Nov 12 20:48:57.387325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:57.388562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:57.431894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:57.443164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39cfa6-8720-4e45-8394-41ac783f2eb7 req-0f3c7c11-866e-40c2-a3da-040f10b90e60 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:57.450252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c39cfa6-8720-4e45-8394-41ac783f2eb7 req-0f3c7c11-866e-40c2-a3da-040f10b90e60 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 943 time: 0.3773730 Nov 12 20:48:57.453084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-8241bc2d-2a76-45c1-b145-b53cfabb13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:57.459513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-8241bc2d-2a76-45c1-b145-b53cfabb13c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.3219612 Nov 12 20:48:57.459690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:48:57.479563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6decf-ac34-4076-aee2-23a3c0b3c2be req-a25087b5-0066-459d-86f0-65af81684dda tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:57.481375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98f6decf-ac34-4076-aee2-23a3c0b3c2be req-a25087b5-0066-459d-86f0-65af81684dda tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 944 time: 0.3572268 Nov 12 20:48:57.495153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f68460c-02b7-408b-a862-d311d56c5c2b {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:57.507761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:57.526231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-cbac5103-be2e-4c2f-9e7b-f6fdad06cc2b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419462 Nov 12 20:48:57.545559 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6ba24f58-44e0-4045-b1cd-05d3dd9d07fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:57.551423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a671f159-a02a-4ba0-8b40-a2584639c95a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0179024 Nov 12 20:48:57.578630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Request body: {'port': {'device_id': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:48:57.630753 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:57.657933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c39cfa6-8720-4e45-8394-41ac783f2eb7 req-375e79c8-01e4-4681-adfb-044bc4d8f5ad tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056432 Nov 12 20:48:57.719639 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d40d209-20a4-4f82-8615-dbaae95cb072 x-openstack-request-id: req-9d40d209-20a4-4f82-8615-dbaae95cb072 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:48:57.720088 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2dd097-7a4c-49e1-9942-76282cb1fdb0", "name": "network-vif-plugged", "status": "completed", "tag": "171fb686-0b31-4927-9dd5-c9c0a425366f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:48:57.720251 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d40d209-20a4-4f82-8615-dbaae95cb072 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:48:57.720778 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2dd097-7a4c-49e1-9942-76282cb1fdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171fb686-0b31-4927-9dd5-c9c0a425366f', 'code': 200} Nov 12 20:48:57.729654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98f6decf-ac34-4076-aee2-23a3c0b3c2be req-eb1bbb4c-b0ca-44c6-9b93-4b45e6758da4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353337 Nov 12 20:48:57.767243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] Transition to ACTIVE for port object 0f68460c-02b7-408b-a862-d311d56c5c2b will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:57.780293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-f070d0f5-f424-4abf-84c0-c042745a1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:57.782012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-f070d0f5-f424-4abf-84c0-c042745a1583 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 1096 time: 0.2176406 Nov 12 20:48:57.813234 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:57.855279 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:57.880876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-4ed08108-34ee-4181-ba20-f76ad663f8ed service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245747 Nov 12 20:48:57.927036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425f32-c4cb-41ae-b2a0-83e23229c23e req-1632e781-a502-4ba7-8e45-de4a5a5d955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:57.928718 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22425f32-c4cb-41ae-b2a0-83e23229c23e req-1632e781-a502-4ba7-8e45-de4a5a5d955c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 1097 time: 0.1125252 Nov 12 20:48:57.964166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] No DVR routers for this DVR port 0f68460c-02b7-408b-a862-d311d56c5c2b on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:48:57.986626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=10']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:58.025932 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-a155a4b8-0156-4ffe-ade8-4951aece9253 service neutron] 10.222.0.46 "PUT /v2.0/ports/0f68460c-02b7-408b-a862-d311d56c5c2b/bindings/n-h1-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 0.8177130 Nov 12 20:48:58.041832 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22425f32-c4cb-41ae-b2a0-83e23229c23e req-f2dba83d-c865-402c-91b9-b5733fdc7966 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867343 Nov 12 20:48:58.068840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff44a7-fbda-453d-b313-b986ebb59adb req-8180fb18-6051-4a45-93fb-7b1f99163b03 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:58.076222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4eff44a7-fbda-453d-b313-b986ebb59adb req-8180fb18-6051-4a45-93fb-7b1f99163b03 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 945 time: 0.2888610 Nov 12 20:48:58.148065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dba2aa-e8f9-44e5-b423-46771ae25fc3 req-79c14055-9d35-4fbd-a9ec-e47d5a4ab755 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:58.149855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28dba2aa-e8f9-44e5-b423-46771ae25fc3 req-79c14055-9d35-4fbd-a9ec-e47d5a4ab755 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 931 time: 0.2870202 Nov 12 20:48:58.209960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-7cc6c839-7f9b-43d6-a77b-bb7af8af8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:58.211576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-7cc6c839-7f9b-43d6-a77b-bb7af8af8b52 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 913 time: 0.4122140 Nov 12 20:48:58.310906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcfbc38-5a6b-47e7-af0a-e2b9f374d5d2 req-6b74434f-3966-41a2-bdf1-626b6a1d6feb service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973768 Nov 12 20:48:58.320500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-8d50698a-a7b8-43ef-a1cb-58838926c838 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07a60e0b-d546-4f6a-99da-339c798cc532 HTTP/1.1" status: 200 len: 217 time: 0.0679617 Nov 12 20:48:58.331042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4eff44a7-fbda-453d-b313-b986ebb59adb req-f1b8f550-d44c-4bb7-bb6d-cf19154c3a5a tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527835 Nov 12 20:48:58.429527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:48:58.490625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28dba2aa-e8f9-44e5-b423-46771ae25fc3 req-dff100e2-c720-42a6-a1ab-95c9bcef5b78 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847767 Nov 12 20:48:58.533078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-44d57725-9a24-4dec-91fe-b1497977696a tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:58.534925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-44d57725-9a24-4dec-91fe-b1497977696a tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.1632783 Nov 12 20:48:58.539603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-e5417312-f68d-404c-a9dd-31db119dd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:58.541352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-e5417312-f68d-404c-a9dd-31db119dd3c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.1930377 Nov 12 20:48:58.597846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-11a8ac4c-af26-48fe-806f-9ffddc0c7a9d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440826 Nov 12 20:48:58.660055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:58.677624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d', 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'port_id': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d', 'mac_address': 'fa:16:3e:9b:de:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c14f863-794a-45c8-b956-df025de5a519', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:48:58.741165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:58.760671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:58.791393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:48:58.837084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-afaf3175-d86e-46a1-9301-2be628eaa73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:58.838699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-afaf3175-d86e-46a1-9301-2be628eaa73f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff&tenant_id=99af9cc5da6e44fc8b0629315c33793d HTTP/1.1" status: 200 len: 1096 time: 0.2588091 Nov 12 20:48:58.882474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:58.939302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e05c0-9048-4f7c-ab6a-703335b967a9 req-23fbaa8f-a1f8-4517-98c5-a1aae179899e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:58.947634 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-750e05c0-9048-4f7c-ab6a-703335b967a9 req-23fbaa8f-a1f8-4517-98c5-a1aae179899e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 943 time: 0.2953398 Nov 12 20:48:58.960386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:58.979725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-7685c29b-3cd4-4482-9e04-cc57b5d6309e service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694565 Nov 12 20:48:58.983482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddff998-898b-405f-be14-b61073f27b48 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:48:59.014914 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:59.036911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16cbc-6662-4099-a716-a7663f468be8 req-b57eb8c3-ee43-4f71-b437-397f2376fdbb tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:59.038393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fce16cbc-6662-4099-a716-a7663f468be8 req-b57eb8c3-ee43-4f71-b437-397f2376fdbb tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 944 time: 0.2515216 Nov 12 20:48:59.112183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Transition to ACTIVE for port object 4ddff998-898b-405f-be14-b61073f27b48 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:48:59.147911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-f124abef-5049-4d68-9f8f-3252dbbee93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:59.149806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-f124abef-5049-4d68-9f8f-3252dbbee93f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1096 time: 0.2536719 Nov 12 20:48:59.163106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:48:59.163379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-750e05c0-9048-4f7c-ab6a-703335b967a9 req-710a30e0-f38d-4abc-8041-8032906a27bd tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146308 Nov 12 20:48:59.227346 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:59.672457 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2b1023-1bc4-4421-b270-4270622681a3 req-a42e863b-e268-4206-abbd-551541c5f197 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772962 Nov 12 20:48:59.698712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fce16cbc-6662-4099-a716-a7663f468be8 req-78f6421b-90ea-4ea9-a8df-e24fdd11e3bc tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471479 Nov 12 20:48:59.745347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Pushing event updated for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:48:59.803572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db15ce-f4e5-41bb-be86-5b71c57cc519 req-f9a90d1e-ab7f-4b51-b3f6-100fff91e9f8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:59.805010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06db15ce-f4e5-41bb-be86-5b71c57cc519 req-f9a90d1e-ab7f-4b51-b3f6-100fff91e9f8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 944 time: 0.1751969 Nov 12 20:48:59.818614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-5b58d085-176b-433c-82a0-4036b25b84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:59.820099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-5b58d085-176b-433c-82a0-4036b25b84f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.6540854 Nov 12 20:48:59.901971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-c824d287-afda-4834-a3f8-e2f5013b1a95 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 200 len: 217 time: 0.0602238 Nov 12 20:48:59.975972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b543e2-07eb-4bb4-ac47-294377ec52bd req-4e66be23-74b8-493d-a106-b0559044023e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:59.977590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72b543e2-07eb-4bb4-ac47-294377ec52bd req-4e66be23-74b8-493d-a106-b0559044023e tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 945 time: 0.1864643 Nov 12 20:48:59.983003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Attempting to bind port 4ddff998-898b-405f-be14-b61073f27b48 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:48:59.983358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Attempting to bind port 4ddff998-898b-405f-be14-b61073f27b48 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:48:59.983693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Attempting to bind port 4ddff998-898b-405f-be14-b61073f27b48 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:48:59.992733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06db15ce-f4e5-41bb-be86-5b71c57cc519 req-a79d1baf-6a2c-43c1-b37c-7c1eb3103534 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765385 Nov 12 20:48:59.997686 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb1aeca1-3f22-4ab0-a6dc-7622c86ccaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:00.037347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Port 4ddff998-898b-405f-be14-b61073f27b48 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:00.037724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Attempting to bind port 4ddff998-898b-405f-be14-b61073f27b48 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:00.048986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-f76c31b9-ed0a-4f1f-946a-d2ee085f6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:00.052451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-f76c31b9-ed0a-4f1f-946a-d2ee085f6732 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.1349125 Nov 12 20:49:00.052451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:00.052451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Checking segment: {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:00.052833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Bound using segment: {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:00.052986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Bound port: 4ddff998-898b-405f-be14-b61073f27b48, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:00.053349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:00.105620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-627d1097-f220-4779-8c3a-b7cc79bb4e32 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399268 Nov 12 20:49:00.176394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72b543e2-07eb-4bb4-ac47-294377ec52bd req-860ab355-d0df-4253-ae92-d3b311ae246f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895621 Nov 12 20:49:00.279453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:00.291760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:00.303959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba2e2-0fb9-4826-986f-551e33287c4e req-da9f8bb9-5dfa-4107-9bea-b7899f8cc6dd tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:00.305368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-faaba2e2-0fb9-4826-986f-551e33287c4e req-da9f8bb9-5dfa-4107-9bea-b7899f8cc6dd tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 943 time: 0.1419137 Nov 12 20:49:00.309285 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-8618b924-57fb-4683-bfff-3d71300130a5 service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942718 Nov 12 20:49:00.387532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:00.432586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 07a60e0b-d546-4f6a-99da-339c798cc532 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:00.456511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:00.457131 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:00.458660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] 10.222.0.46 "PUT /v2.0/ports/4ddff998-898b-405f-be14-b61073f27b48 HTTP/1.1" status: 200 len: 1092 time: 2.8845003 Nov 12 20:49:00.469055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-faaba2e2-0fb9-4826-986f-551e33287c4e req-288780bb-0332-42cb-a37c-1ee14c5513f6 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558273 Nov 12 20:49:00.471405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'tag': '4ddff998-898b-405f-be14-b61073f27b48'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:00.485890 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9bdda5-91aa-46dc-81a7-b690b8033a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "tag": "4ddff998-898b-405f-be14-b61073f27b48"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:00.564111 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d7a38-d7c5-495b-ae01-e35013cc6b0a x-openstack-request-id: req-dc7d7a38-d7c5-495b-ae01-e35013cc6b0a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:00.567622 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "tag": "4ddff998-898b-405f-be14-b61073f27b48", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:00.567622 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc7d7a38-d7c5-495b-ae01-e35013cc6b0a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:00.567622 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'tag': '4ddff998-898b-405f-be14-b61073f27b48', 'status': 'completed', 'code': 200} Nov 12 20:49:00.615910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641a4da-c02d-4601-832b-2efbfa5f31ad service neutron] Pushing event updated for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:00.623015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-e16a3352-a90d-419e-ac2c-ad2c93983e0f service neutron] 10.222.0.78 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047779 Nov 12 20:49:00.648054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c59a58-814d-4c8b-bf72-8717fc3b90d9 req-59422dc1-16fc-4f5d-b4ea-6f4da8885775 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:00.649874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3c59a58-814d-4c8b-bf72-8717fc3b90d9 req-59422dc1-16fc-4f5d-b4ea-6f4da8885775 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 944 time: 0.1425788 Nov 12 20:49:00.657084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bdda5-91aa-46dc-81a7-b690b8033a8a req-0c08e9af-629f-45ba-9b20-e72eeac6ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:00.658742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa9bdda5-91aa-46dc-81a7-b690b8033a8a req-0c08e9af-629f-45ba-9b20-e72eeac6ddf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 1095 time: 0.0746164 Nov 12 20:49:00.698000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:00.747265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3c59a58-814d-4c8b-bf72-8717fc3b90d9 req-21c22ff7-d77f-4439-8786-74dbef730feb tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874014 Nov 12 20:49:00.881450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad1cf4-b613-4b01-8032-7d9c036d0cc5 req-7539e482-483e-44d5-b065-8ef847b2a2fe tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:00.883335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43ad1cf4-b613-4b01-8032-7d9c036d0cc5 req-7539e482-483e-44d5-b065-8ef847b2a2fe tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 944 time: 0.0809801 Nov 12 20:49:00.884653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bdda5-91aa-46dc-81a7-b690b8033a8a req-6416020d-32aa-4f0e-addb-2d24deff514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:00.886019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa9bdda5-91aa-46dc-81a7-b690b8033a8a req-6416020d-32aa-4f0e-addb-2d24deff514d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a29b42456cfc4a3e9af5981d71012886&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2076247 Nov 12 20:49:00.925186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 07a60e0b-d546-4f6a-99da-339c798cc532, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07a60e0b-d546-4f6a-99da-339c798cc532,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:00.946907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '07a60e0b-d546-4f6a-99da-339c798cc532', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'port_id': '07a60e0b-d546-4f6a-99da-339c798cc532', 'mac_address': 'fa:16:3e:ff:6b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6487d7-a1de-4195-8144-743453c18319', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:01.005371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43ad1cf4-b613-4b01-8032-7d9c036d0cc5 req-92f53b64-7f6f-4e8a-8aab-03f308f8ad2e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127982 Nov 12 20:49:01.017731 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:01.047279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a60e0b-d546-4f6a-99da-339c798cc532 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:01.064696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bdda5-91aa-46dc-81a7-b690b8033a8a req-7799d571-f3e3-4c8f-86fc-729c64d86318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.069479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa9bdda5-91aa-46dc-81a7-b690b8033a8a req-7799d571-f3e3-4c8f-86fc-729c64d86318 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501908 Nov 12 20:49:01.085418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 07a60e0b-d546-4f6a-99da-339c798cc532, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07a60e0b-d546-4f6a-99da-339c798cc532,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:01.095451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:49:01.101468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:01.102217 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:01.273948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-d56a45cc-380c-440c-a2f2-bac1aa91af93 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.273948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-d56a45cc-380c-440c-a2f2-bac1aa91af93 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff&tenant_id=99af9cc5da6e44fc8b0629315c33793d&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.1237214 Nov 12 20:49:01.274978 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:01.278972 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:01.280805 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:01.315762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-48993d1e-e535-46d5-a57a-1be0b6f73cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.317236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-48993d1e-e535-46d5-a57a-1be0b6f73cde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 1095 time: 0.1263623 Nov 12 20:49:01.337272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38d3c6-4bba-4009-9878-e9d63ad98c54 req-731741c6-f06e-4d9a-afe5-a9cb18e8a3c4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.345471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d38d3c6-4bba-4009-9878-e9d63ad98c54 req-731741c6-f06e-4d9a-afe5-a9cb18e8a3c4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 944 time: 0.2535825 Nov 12 20:49:01.348501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=07a60e0b-d546-4f6a-99da-339c798cc532,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:01.377394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:01.379935 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e328afa-d7a5-4035-9a05-c7c04cc92f9b" -d '{"events": [{"server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "name": "network-vif-plugged", "status": "completed", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:01.396195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:01.404404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-a795774a-ccd1-43af-a0a8-0dbd20172aad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ddff998-898b-405f-be14-b61073f27b48 HTTP/1.1" status: 200 len: 217 time: 0.0481789 Nov 12 20:49:01.504981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:01.519137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d38d3c6-4bba-4009-9878-e9d63ad98c54 req-fb4311ae-353b-40df-8d55-acf91b96abff tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725774 Nov 12 20:49:01.544472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['07a60e0b-d546-4f6a-99da-339c798cc532'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:01.593755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-4a13b99d-6922-42aa-8161-8ab74b6e5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.600772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-4a13b99d-6922-42aa-8161-8ab74b6e5653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcaa0111-054c-4b50-ac85-46a1e0720311 HTTP/1.1" status: 200 len: 862 time: 0.1699355 Nov 12 20:49:01.621838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b123-8ec9-4eea-a44a-d2c7e7c34b9e req-1ffaea07-016f-49d5-9976-dcaccdfdc618 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.623768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b209b123-8ec9-4eea-a44a-d2c7e7c34b9e req-1ffaea07-016f-49d5-9976-dcaccdfdc618 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 945 time: 0.3055727 Nov 12 20:49:01.667031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:01.705285 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab803d2e-f4ff-425f-8e7d-5368dd87835e x-openstack-request-id: req-ab803d2e-f4ff-425f-8e7d-5368dd87835e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:01.705583 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "name": "network-vif-plugged", "status": "completed", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:01.705837 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab803d2e-f4ff-425f-8e7d-5368dd87835e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:01.706235 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d', 'code': 200} Nov 12 20:49:01.759071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-f31b56d2-9481-4859-a1da-7ad8bc91867c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=383b1edf-41f2-4e07-9ad4-20e41872f571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651410 Nov 12 20:49:01.917609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-ea26f2f3-1f19-40c4-8d67-260a96ec0f70 service neutron] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:01.923179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-ea26f2f3-1f19-40c4-8d67-260a96ec0f70 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:01.924959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60855c04-2c3b-442e-bdf1-b4768e92889a req-ea26f2f3-1f19-40c4-8d67-260a96ec0f70 service neutron] 10.222.0.78 "DELETE /v2.0/ports/0f68460c-02b7-408b-a862-d311d56c5c2b/bindings/n-h2-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.6451063 Nov 12 20:49:01.929283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b209b123-8ec9-4eea-a44a-d2c7e7c34b9e req-54a6b526-4a38-4f0b-a45a-ce987227667d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314773 Nov 12 20:49:01.952232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e834400-8b02-4a9d-aa26-b8d40a2fcb14 req-a858a6de-cf54-40da-8f23-991753238ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.958178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e834400-8b02-4a9d-aa26-b8d40a2fcb14 req-a858a6de-cf54-40da-8f23-991753238ef5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1097 time: 0.1430631 Nov 12 20:49:01.994703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d99ed-bbf4-4973-a935-f47bdafa0946 req-97feabd5-9741-43bd-b61c-d21d60bcc168 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:02.002315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-443d99ed-bbf4-4973-a935-f47bdafa0946 req-97feabd5-9741-43bd-b61c-d21d60bcc168 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 943 time: 0.1184497 Nov 12 20:49:02.050110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-641d1705-5e83-4b9e-a8d5-2361940c10d9 service neutron] 10.222.0.46 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798891 Nov 12 20:49:02.174043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e834400-8b02-4a9d-aa26-b8d40a2fcb14 req-2ddb7c1c-f22f-4f51-8bb6-500f4ed842da service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095163 Nov 12 20:49:02.177953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-443d99ed-bbf4-4973-a935-f47bdafa0946 req-f3388b5b-ee29-455a-a3ba-f9f0e615a13a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748383 Nov 12 20:49:02.201946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3152025-1e8e-4e44-a672-abaf5a8c3d03 req-fc14993b-dffb-4b7e-9b44-96e42478d9ea tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:02.208174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3152025-1e8e-4e44-a672-abaf5a8c3d03 req-fc14993b-dffb-4b7e-9b44-96e42478d9ea tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 945 time: 0.1889682 Nov 12 20:49:02.264899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c775a56-ae24-4310-b3ec-6c9103dbf36d req-c2a0634a-2cc1-478e-8021-30cdf2653b47 service neutron] 10.222.0.46 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041588 Nov 12 20:49:02.313591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3152025-1e8e-4e44-a672-abaf5a8c3d03 req-bfd25b93-9060-4424-850e-587d6c60ca57 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989017 Nov 12 20:49:02.452286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd189e-290a-4c7a-b65f-ba5621b7abfe req-a0e5753d-8dc8-4f19-8381-da1ae68cf70a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:02.455016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2bd189e-290a-4c7a-b65f-ba5621b7abfe req-a0e5753d-8dc8-4f19-8381-da1ae68cf70a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 944 time: 0.0703421 Nov 12 20:49:02.459395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 07a60e0b-d546-4f6a-99da-339c798cc532 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:02.564684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2bd189e-290a-4c7a-b65f-ba5621b7abfe req-a1db0f55-e135-443f-8e3e-59a054df0735 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962243 Nov 12 20:49:02.665588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 07a60e0b-d546-4f6a-99da-339c798cc532 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:49:02.672157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 07a60e0b-d546-4f6a-99da-339c798cc532 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:02.673344 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:02.774892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:02.800103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576dd41-8415-4780-81ba-ce8f65d84ab7 req-644b720a-f21c-40ad-8656-3217900e95b6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:02.809641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2576dd41-8415-4780-81ba-ce8f65d84ab7 req-644b720a-f21c-40ad-8656-3217900e95b6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 945 time: 0.0943282 Nov 12 20:49:02.821672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 07a60e0b-d546-4f6a-99da-339c798cc532, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07a60e0b-d546-4f6a-99da-339c798cc532,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:02.871476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2576dd41-8415-4780-81ba-ce8f65d84ab7 req-2bb0fbd9-ac0d-473d-bd0c-a4afdd09e8db tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606649 Nov 12 20:49:02.918553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:02.926269 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:03.009333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=07a60e0b-d546-4f6a-99da-339c798cc532,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:03.226765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b216-3f23-4771-b3ac-232b53d685ee req-a2f971f2-05c7-4891-8072-64601ec40132 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:03.234437 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b658b216-3f23-4771-b3ac-232b53d685ee req-a2f971f2-05c7-4891-8072-64601ec40132 tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 1096 time: 0.1022046 Nov 12 20:49:03.341061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b658b216-3f23-4771-b3ac-232b53d685ee req-9b1b6d6f-8c94-4518-9fe6-01fe7f016cfe tempest-LiveMigrationTest-1130018335 tempest-LiveMigrationTest-1130018335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056004 Nov 12 20:49:03.491847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbad265-efe4-4346-8526-0f2943367710 req-d4af2d67-d105-4049-8fe3-dbc1dc3377d3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:03.493653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fbad265-efe4-4346-8526-0f2943367710 req-d4af2d67-d105-4049-8fe3-dbc1dc3377d3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 943 time: 0.0696464 Nov 12 20:49:03.528368 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:03.560683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fbad265-efe4-4346-8526-0f2943367710 req-7028bbab-1f9b-47ee-8476-5d847b9f8ef7 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603476 Nov 12 20:49:03.699553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7dc4f-6cb4-4896-9638-ac8ac07ae0a7 req-6f58181d-4c28-4cae-a4c3-b6cfe658c20f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:03.701354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56a7dc4f-6cb4-4896-9638-ac8ac07ae0a7 req-6f58181d-4c28-4cae-a4c3-b6cfe658c20f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 945 time: 0.0618880 Nov 12 20:49:03.707547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a60e0b-d546-4f6a-99da-339c798cc532'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:03.710064 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e69f0-271b-4fb4-b889-2ddd48251679" -d '{"events": [{"server_uuid": "0fabba9c-c321-4d6f-8ea9-1549140cb85c", "name": "network-vif-plugged", "status": "completed", "tag": "07a60e0b-d546-4f6a-99da-339c798cc532"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:03.754567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56a7dc4f-6cb4-4896-9638-ac8ac07ae0a7 req-eeefaec6-2f76-4ccd-bd27-21996e931d88 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 Nov 12 20:49:04.160825 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e1e08-56ad-4f82-b546-703fb8b64f33 x-openstack-request-id: req-234e1e08-56ad-4f82-b546-703fb8b64f33 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:04.161115 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fabba9c-c321-4d6f-8ea9-1549140cb85c", "name": "network-vif-plugged", "status": "completed", "tag": "07a60e0b-d546-4f6a-99da-339c798cc532", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:04.161363 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-234e1e08-56ad-4f82-b546-703fb8b64f33 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:04.161751 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a60e0b-d546-4f6a-99da-339c798cc532', 'code': 200} Nov 12 20:49:04.293093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca2be3-c83a-4407-b951-3f07b78a8831 req-1b80b77c-a3bf-4366-bfc7-17feb65ce63d tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:04.298543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9ca2be3-c83a-4407-b951-3f07b78a8831 req-1b80b77c-a3bf-4366-bfc7-17feb65ce63d tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1097 time: 0.0842652 Nov 12 20:49:04.321613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093e62-f5cc-472e-ad48-be8067d0e3f0 req-0da891da-64a4-44b0-adf2-a81e37020f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:04.323167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de093e62-f5cc-472e-ad48-be8067d0e3f0 req-0da891da-64a4-44b0-adf2-a81e37020f24 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 1098 time: 0.0810859 Nov 12 20:49:04.393557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9ca2be3-c83a-4407-b951-3f07b78a8831 req-f5075698-10eb-46ea-a747-6899234fcd48 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940337 Nov 12 20:49:04.429107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de093e62-f5cc-472e-ad48-be8067d0e3f0 req-d2a94f58-4584-419f-9477-43e4e21fb56b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920813 Nov 12 20:49:04.436384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62b7b1-499a-40c4-bcb8-c3182d0bcc19 req-d1ea2faa-8bcb-4f81-b469-6bd025aa14c8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:04.444681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa62b7b1-499a-40c4-bcb8-c3182d0bcc19 req-d1ea2faa-8bcb-4f81-b469-6bd025aa14c8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 946 time: 0.1015918 Nov 12 20:49:04.459592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 171fb686-0b31-4927-9dd5-c9c0a425366f details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:04.544717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa62b7b1-499a-40c4-bcb8-c3182d0bcc19 req-c251fd4b-da1e-4ea0-ab96-dd672c7150b0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990210 Nov 12 20:49:04.577947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=171fb686-0b31-4927-9dd5-c9c0a425366f,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:04.601600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ddff998-898b-405f-be14-b61073f27b48 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:04.605690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '171fb686-0b31-4927-9dd5-c9c0a425366f', 'network_id': 'fd4c8780-1124-4aa9-8a3f-6d06287f0553', 'port_id': '171fb686-0b31-4927-9dd5-c9c0a425366f', 'mac_address': 'fa:16:3e:f9:e8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e1704a-424b-45a2-9420-27bb4a58d1b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:04.687561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:04.729594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 171fb686-0b31-4927-9dd5-c9c0a425366f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:04.765723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=171fb686-0b31-4927-9dd5-c9c0a425366f,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:04.781108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:04.784875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf2b5-56d3-4993-b3c9-08506a0b7817 req-850ee282-2323-4861-bd13-7051afb694dc tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:04.793121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '4ddff998-898b-405f-be14-b61073f27b48', 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'port_id': '4ddff998-898b-405f-be14-b61073f27b48', 'mac_address': 'fa:16:3e:a9:97:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaa0111-054c-4b50-ac85-46a1e0720311', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:04.798273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2afaf2b5-56d3-4993-b3c9-08506a0b7817 req-850ee282-2323-4861-bd13-7051afb694dc tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1097 time: 0.0941882 Nov 12 20:49:04.814024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c66f8-e7b7-452d-8060-28513fe8b6c8 req-b66ef5a6-0175-43b8-8487-3dbf72c4b2a7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:04.815573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f72c66f8-e7b7-452d-8060-28513fe8b6c8 req-b66ef5a6-0175-43b8-8487-3dbf72c4b2a7 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 944 time: 0.1280034 Nov 12 20:49:04.854998 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:04.867756 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:04.895586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2afaf2b5-56d3-4993-b3c9-08506a0b7817 req-2ad66a41-8bb7-4c70-800e-ddecee4a2885 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955496 Nov 12 20:49:04.899889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddff998-898b-405f-be14-b61073f27b48 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:04.915556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f72c66f8-e7b7-452d-8060-28513fe8b6c8 req-5f845df4-ade5-4c0c-9878-5eb66d0660e8 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918958 Nov 12 20:49:04.954694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:05.020516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=171fb686-0b31-4927-9dd5-c9c0a425366f,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:05.031640 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:05.044352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['171fb686-0b31-4927-9dd5-c9c0a425366f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:05.105197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5f76c-9369-471b-b355-676bffaa088c req-2e90c3eb-c50f-4b0f-a360-60a647e10986 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:05.114813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fb5f76c-9369-471b-b355-676bffaa088c req-2e90c3eb-c50f-4b0f-a360-60a647e10986 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 944 time: 0.1090581 Nov 12 20:49:05.123723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a76e2-0be8-4aeb-a60b-fc9a97e728b6 req-3f554c57-499f-4e14-bdb9-f783f119c283 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:05.133242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d97a76e2-0be8-4aeb-a60b-fc9a97e728b6 req-3f554c57-499f-4e14-bdb9-f783f119c283 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 944 time: 0.1176474 Nov 12 20:49:05.161550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:05.211906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fb5f76c-9369-471b-b355-676bffaa088c req-e536f7b2-fc18-4a17-bca3-a2779af2b02d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960951 Nov 12 20:49:05.221541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d97a76e2-0be8-4aeb-a60b-fc9a97e728b6 req-754f27e7-d4f3-4a23-a568-dae6f4c97371 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867994 Nov 12 20:49:05.345318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-dd5afb0b-4c36-401c-ba90-f74d16cf4dcf tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:05.347255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-dd5afb0b-4c36-401c-ba90-f74d16cf4dcf tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 944 time: 0.0782144 Nov 12 20:49:05.369216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ddff998-898b-405f-be14-b61073f27b48'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:05.486806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Deleting port 0f68460c-02b7-408b-a862-d311d56c5c2b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:05.487417 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:05.623962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] For port 0f68460c-02b7-408b-a862-d311d56c5c2b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0f68460c-02b7-408b-a862-d311d56c5c2b,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:05.624417 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:05.646875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Calling delete_port for 0f68460c-02b7-408b-a862-d311d56c5c2b owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:05.800443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e61ecd-b10e-48d9-8726-2455999201d0 req-332f2cba-7bf6-45d8-a509-ccb4cb6e7ff0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:05.802198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31e61ecd-b10e-48d9-8726-2455999201d0 req-332f2cba-7bf6-45d8-a509-ccb4cb6e7ff0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 946 time: 0.0775471 Nov 12 20:49:05.943058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31e61ecd-b10e-48d9-8726-2455999201d0 req-a98b5543-7ddd-429d-a38b-1721c707b467 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288517 Nov 12 20:49:05.970216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733ca1f-ee05-4a9e-b559-ff5b18d60a99 req-8daf0bce-74ef-45be-8cd4-b98f10a7c1ab tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:05.971768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1733ca1f-ee05-4a9e-b559-ff5b18d60a99 req-8daf0bce-74ef-45be-8cd4-b98f10a7c1ab tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1097 time: 0.1327622 Nov 12 20:49:06.039911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1733ca1f-ee05-4a9e-b559-ff5b18d60a99 req-3a0d5475-886a-4412-88d6-6c5c03e73ec1 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601511 Nov 12 20:49:06.043847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:06.058488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['0f68460c-02b7-408b-a862-d311d56c5c2b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:06.127643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Pushing event deleted for resources: {'Port': ['ID=0f68460c-02b7-408b-a862-d311d56c5c2b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:06.196860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae96b779-24f2-471e-91fb-274a534e1b04 req-4f4cd0bb-42ab-41bf-a531-11d73753b259 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 210 time: 0.0822866 Nov 12 20:49:06.217929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] No DVR routers for this DVR port 0f68460c-02b7-408b-a862-d311d56c5c2b on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:06.223911 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:06.227324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d30faa7-d6bd-48ca-8519-862e329ea8ae req-47fab05f-1cc6-47b2-af7f-fa7ed6e49fa6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.78 "DELETE /v2.0/ports/0f68460c-02b7-408b-a862-d311d56c5c2b HTTP/1.1" status: 204 len: 173 time: 0.8603508 Nov 12 20:49:06.233418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'name': 'network-vif-deleted', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:06.239713 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0f12cb-2b79-4595-ba6c-1e1ef02a14c1" -d '{"events": [{"server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "name": "network-vif-deleted", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:06.270452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0717599a-bc09-4024-99d4-23ff10f3c9bd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:06.282309 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b2646-70bb-4ea0-9c19-0d380a6c1a3e x-openstack-request-id: req-8f8b2646-70bb-4ea0-9c19-0d380a6c1a3e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:06.282803 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4779429-0bf7-43b3-9034-452f8f824aff", "name": "network-vif-deleted", "tag": "0f68460c-02b7-408b-a862-d311d56c5c2b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:06.283352 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f8b2646-70bb-4ea0-9c19-0d380a6c1a3e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:06.283915 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4779429-0bf7-43b3-9034-452f8f824aff', 'name': 'network-vif-deleted', 'tag': '0f68460c-02b7-408b-a862-d311d56c5c2b', 'status': 'completed', 'code': 200} Nov 12 20:49:06.464269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 171fb686-0b31-4927-9dd5-c9c0a425366f no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:06.480620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd47b2-80b2-48c5-b497-c1143f94a8c5 req-c711931c-0799-4409-bdd5-2f59a995c02f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:06.491761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2abd47b2-80b2-48c5-b497-c1143f94a8c5 req-c711931c-0799-4409-bdd5-2f59a995c02f tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 944 time: 0.1556587 Nov 12 20:49:06.603952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2abd47b2-80b2-48c5-b497-c1143f94a8c5 req-2fa8c608-5cc5-4323-8657-ec31c7d52cc2 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103036 Nov 12 20:49:06.612948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ddff998-898b-405f-be14-b61073f27b48 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:06.618494 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:06.627120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427122ee-9100-4f5f-8227-cc02a0c61fdd req-084451eb-f851-4a0a-9018-154f4cd302cd tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:06.628717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-427122ee-9100-4f5f-8227-cc02a0c61fdd req-084451eb-f851-4a0a-9018-154f4cd302cd tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 944 time: 0.2586389 Nov 12 20:49:06.655720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 171fb686-0b31-4927-9dd5-c9c0a425366f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:06.691602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=171fb686-0b31-4927-9dd5-c9c0a425366f,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:06.712361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-427122ee-9100-4f5f-8227-cc02a0c61fdd req-de2855a7-91ab-4068-a6a4-869288168305 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720141 Nov 12 20:49:06.756186 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:06.756953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0f68460c-02b7-408b-a862-d311d56c5c2b no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:06.822637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 0f68460c-02b7-408b-a862-d311d56c5c2b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:06.823361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0f68460c-02b7-408b-a862-d311d56c5c2b not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:06.824802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 4ddff998-898b-405f-be14-b61073f27b48 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:49:06.834340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 4ddff998-898b-405f-be14-b61073f27b48 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:06.834713 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:06.880378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=171fb686-0b31-4927-9dd5-c9c0a425366f,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:06.953804 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:07.007957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:07.008419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddff998-898b-405f-be14-b61073f27b48'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:07.017230 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197ac8c6-cafb-46ca-b4c6-7776bdaa668f" -d '{"events": [{"server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "name": "network-vif-plugged", "status": "completed", "tag": "4ddff998-898b-405f-be14-b61073f27b48"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:07.103147 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1371076-b758-4117-b257-7a77e0c991d4 x-openstack-request-id: req-c1371076-b758-4117-b257-7a77e0c991d4 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:07.104008 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "name": "network-vif-plugged", "status": "completed", "tag": "4ddff998-898b-405f-be14-b61073f27b48", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:07.104744 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1371076-b758-4117-b257-7a77e0c991d4 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:07.105280 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddff998-898b-405f-be14-b61073f27b48', 'code': 200} Nov 12 20:49:07.127900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:07.174163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183d154-f410-49e3-ba7b-4ec682071cd2 req-cabd5586-4917-49b0-a0a9-ebe6c0747686 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:07.181414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9183d154-f410-49e3-ba7b-4ec682071cd2 req-cabd5586-4917-49b0-a0a9-ebe6c0747686 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 946 time: 0.0967066 Nov 12 20:49:07.225259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:07.290668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9183d154-f410-49e3-ba7b-4ec682071cd2 req-346f0c14-422f-4445-9975-4ea83862fc79 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082928 Nov 12 20:49:07.379366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11f483-78c9-4140-8ffa-c15677c496dc req-2c867b8d-bfab-4121-a301-04f2774118cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:07.381268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c11f483-78c9-4140-8ffa-c15677c496dc req-2c867b8d-bfab-4121-a301-04f2774118cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 1097 time: 0.1914859 Nov 12 20:49:07.443931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c44d91c-3ad6-401f-953f-08875f648f97 req-6224cec8-31c0-426c-befa-970cfdeeed4e tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 210 time: 0.0562921 Nov 12 20:49:07.480183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e457b-af66-4ae2-b3f0-a2614343b2bf req-a6295a8f-a287-489c-a4f0-bdc79a26e5a7 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:07.489213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-831e457b-af66-4ae2-b3f0-a2614343b2bf req-a6295a8f-a287-489c-a4f0-bdc79a26e5a7 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1097 time: 0.1958268 Nov 12 20:49:07.532480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c11f483-78c9-4140-8ffa-c15677c496dc req-8febfaf3-b9a9-41d6-962c-4c9ee53656c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814450 Nov 12 20:49:07.583981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-831e457b-af66-4ae2-b3f0-a2614343b2bf req-b76d73cb-6084-4c5c-8f76-5cb955207447 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894313 Nov 12 20:49:07.743126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb92d-6656-4adb-be37-624ff2353584 req-115dfcff-72aa-4768-9027-8cb3a658ee86 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:07.751857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fcfeb92d-6656-4adb-be37-624ff2353584 req-115dfcff-72aa-4768-9027-8cb3a658ee86 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 943 time: 0.0941188 Nov 12 20:49:07.819189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fcfeb92d-6656-4adb-be37-624ff2353584 req-ce33efca-f19c-4740-90a9-c52fa8fb7474 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647409 Nov 12 20:49:08.158491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d2dce-c134-4a24-9f7f-07d3ee649f47 req-ef8a9972-d17f-47de-b8d5-a8e40cd14db3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:08.163863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-305d2dce-c134-4a24-9f7f-07d3ee649f47 req-ef8a9972-d17f-47de-b8d5-a8e40cd14db3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.1337121 Nov 12 20:49:08.251067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-305d2dce-c134-4a24-9f7f-07d3ee649f47 req-f4a41a49-e534-4d8f-89f6-78fbcf2b8460 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800991 Nov 12 20:49:09.591835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee33f51b-6abc-46c6-b9fa-35815eca514c req-ab8bd161-f3b2-49ab-a16c-52139c6f6f70 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 210 time: 0.0567124 Nov 12 20:49:09.799472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c4272-3393-4b13-a2b7-972a9d378a61 req-7fbb9eb3-9bb2-4179-851a-f2a487fe2166 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:09.822080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-418c4272-3393-4b13-a2b7-972a9d378a61 req-7fbb9eb3-9bb2-4179-851a-f2a487fe2166 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.0779858 Nov 12 20:49:09.903967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-418c4272-3393-4b13-a2b7-972a9d378a61 req-935ef400-a398-4d68-8fa6-bb60aca2f6bd tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805113 Nov 12 20:49:10.042128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:10.046980 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:10.205864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4d40-2da2-44a8-abb5-172cc7a7d2da req-eb0152cd-0943-44f3-8544-2049d2da3196 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:10.207645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f3b4d40-2da2-44a8-abb5-172cc7a7d2da req-eb0152cd-0943-44f3-8544-2049d2da3196 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.0546892 Nov 12 20:49:10.262266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-11b1e97d-f54d-4ad9-bf91-c2885eb9df5f tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:49:10.263231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-11b1e97d-f54d-4ad9-bf91-c2885eb9df5f tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059569 Nov 12 20:49:10.308313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f3b4d40-2da2-44a8-abb5-172cc7a7d2da req-8efa1a1f-df6b-46be-a7fc-e8f6fb3e452a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902953 Nov 12 20:49:10.313366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a990bd47-ef75-4a98-8d91-1ccd3c90fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:10.314686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a990bd47-ef75-4a98-8d91-1ccd3c90fa5e service neutron] 10.222.0.64 "GET /v2.0/ports/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 1094 time: 0.0400355 Nov 12 20:49:10.326956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Request body: {'binding': {'host': 'n-h2-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:10.326956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:49:10.477524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on host n-h2-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:10.477780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:10.478096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:10.482355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:10.482681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:10.488238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:10.488575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:10.488957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:10.489380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Bound port: faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:10.548346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:10.627266 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:10.628486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-7860440b-66c3-4a7c-b733-613fae077b8c service neutron] 10.222.0.64 "POST /v2.0/ports/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3068876 Nov 12 20:49:10.901565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6c68-1ed9-4b64-8118-921abeba96df req-4850f65e-2bbf-43ba-94b9-f82cee0b5f08 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:10.903256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5ae6c68-1ed9-4b64-8118-921abeba96df req-4850f65e-2bbf-43ba-94b9-f82cee0b5f08 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 943 time: 0.0534797 Nov 12 20:49:10.969163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5ae6c68-1ed9-4b64-8118-921abeba96df req-dd87bd31-87bf-473c-9eb4-525bfdd23328 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590568 Nov 12 20:49:11.068262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-892bb614-151b-485c-9a1e-6646a7737f2a req-8eccd144-3bb4-4942-adba-a2ffae9cd271 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 210 time: 0.0317082 Nov 12 20:49:11.354511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-d5db5a3a-dc41-4d3b-a6c1-09cbeb9a44b4 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.356109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-d5db5a3a-dc41-4d3b-a6c1-09cbeb9a44b4 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 943 time: 0.1489582 Nov 12 20:49:11.382401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-3fdb4ad7-a87d-4889-a8f6-b8dddb24028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.383932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-3fdb4ad7-a87d-4889-a8f6-b8dddb24028f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1097 time: 0.1117036 Nov 12 20:49:11.421260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804302-0daf-407a-b6d9-a83f95a324a6 req-3875e97b-d6d4-457d-807f-8e0c32124e62 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.422812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd804302-0daf-407a-b6d9-a83f95a324a6 req-3875e97b-d6d4-457d-807f-8e0c32124e62 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 945 time: 0.1487992 Nov 12 20:49:11.882935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd804302-0daf-407a-b6d9-a83f95a324a6 req-f862ba73-a62e-4775-96aa-9600b580d732 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481559 Nov 12 20:49:11.909233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-1f3982e8-c418-438a-86a2-71b2b7c41b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.909233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-1f3982e8-c418-438a-86a2-71b2b7c41b69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.5039971 Nov 12 20:49:11.928466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Deleting port 171fb686-0b31-4927-9dd5-c9c0a425366f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:11.928814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:11.978891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-29de00b7-89dc-4bc5-af26-66b0f2068450 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 217 time: 0.0576327 Nov 12 20:49:12.212489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-b6eeaf7f-9210-48fd-8422-1b51384e0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.214907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-b6eeaf7f-9210-48fd-8422-1b51384e0b97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.2289402 Nov 12 20:49:12.228677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d034e5-e453-4fe1-8e5f-dc026efc1049 req-18c7bddc-9f53-4778-aab6-4e1f723a2ae6 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.236572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5d034e5-e453-4fe1-8e5f-dc026efc1049 req-18c7bddc-9f53-4778-aab6-4e1f723a2ae6 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.1719255 Nov 12 20:49:12.282992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] For port 171fb686-0b31-4927-9dd5-c9c0a425366f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=171fb686-0b31-4927-9dd5-c9c0a425366f,segment=NetworkSegment(7de5900c-b391-4822-b361-57bccc28f36c),segment_id=7de5900c-b391-4822-b361-57bccc28f36c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:12.283397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:12.321837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-603c1980-64ab-4698-9190-615faf3018fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579281 Nov 12 20:49:12.333032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89c14-1a68-48db-9a5d-5364cab0d224 req-8a2e3293-020b-49f9-a28d-6bc7c8d306b4 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.334580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c89c14-1a68-48db-9a5d-5364cab0d224 req-8a2e3293-020b-49f9-a28d-6bc7c8d306b4 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 943 time: 0.2116692 Nov 12 20:49:12.416245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Calling delete_port for 171fb686-0b31-4927-9dd5-c9c0a425366f owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:12.443245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5d034e5-e453-4fe1-8e5f-dc026efc1049 req-500b8fe4-8ef9-45b5-8ed7-33abc2584a9e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055099 Nov 12 20:49:12.473270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c89c14-1a68-48db-9a5d-5364cab0d224 req-586b2023-3589-4b46-add5-d57c5b19570d tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8c767d2-63d5-4c0e-bc41-21027c6f53e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225731 Nov 12 20:49:12.606708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-54ab6d53-e2b6-4a72-bffa-2b194733f35f service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671521 Nov 12 20:49:12.657621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:12.688356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-391ba0f6-ed86-42b2-b79c-bc56ed8a81de req-54478851-fb79-4de8-967a-65500ffa6b11 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4779429-0bf7-43b3-9034-452f8f824aff HTTP/1.1" status: 200 len: 210 time: 0.0492487 Nov 12 20:49:12.839943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:12.865902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:12.870034 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cef0f5-73ef-4e2d-a17e-61b1b693646a" -d '{"events": [{"server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:12.892860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:12.898732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-af18e6d7-4aee-4a44-8fd2-1612328b0cbe service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841680 Nov 12 20:49:12.950097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:12.970051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c642e-5607-457a-bb13-744b2b79a2cb req-bfbaca91-2854-4fd9-b4f3-6bd49110b2d5 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.971725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b4c642e-5607-457a-bb13-744b2b79a2cb req-bfbaca91-2854-4fd9-b4f3-6bd49110b2d5 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.1720917 Nov 12 20:49:12.985213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4330c4c-746a-4dae-b92f-67e4097a42d7 req-4921a52b-b674-49d7-b2bb-7631e36cccab tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.987742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4330c4c-746a-4dae-b92f-67e4097a42d7 req-4921a52b-b674-49d7-b2bb-7631e36cccab tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 950 time: 0.1165397 Nov 12 20:49:13.013704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:13.060750 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:13.130869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Pushing event deleted for resources: {'Port': ['ID=171fb686-0b31-4927-9dd5-c9c0a425366f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:13.138025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4330c4c-746a-4dae-b92f-67e4097a42d7 req-fe80648a-5406-4d9d-80cb-ffe755d598b3 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429858 Nov 12 20:49:13.145034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b4c642e-5607-457a-bb13-744b2b79a2cb req-42330a79-b614-4a7f-a447-d125eebffe61 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529610 Nov 12 20:49:13.189316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] No DVR routers for this DVR port 171fb686-0b31-4927-9dd5-c9c0a425366f on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:13.193268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-cf769385-6484-44f5-9fd0-6bba858f455a tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:13.194803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-cf769385-6484-44f5-9fd0-6bba858f455a tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.1659019 Nov 12 20:49:13.195872 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:13.199227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2c9f78f-90aa-4831-9be8-5d3d491d75f2 req-461461c1-2ffb-4692-b668-43c44a8516a8 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.78 "DELETE /v2.0/ports/171fb686-0b31-4927-9dd5-c9c0a425366f HTTP/1.1" status: 204 len: 173 time: 1.8290260 Nov 12 20:49:13.199752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2dd097-7a4c-49e1-9942-76282cb1fdb0', 'name': 'network-vif-deleted', 'tag': '171fb686-0b31-4927-9dd5-c9c0a425366f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:13.209112 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bdf970-ef98-4e3c-877f-f82cd142e0db" -d '{"events": [{"server_uuid": "af2dd097-7a4c-49e1-9942-76282cb1fdb0", "name": "network-vif-deleted", "tag": "171fb686-0b31-4927-9dd5-c9c0a425366f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:13.211390 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbbcaf2-298b-4ed4-8e3e-7e4eef552e64 x-openstack-request-id: req-0dbbcaf2-298b-4ed4-8e3e-7e4eef552e64 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:13.214554 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:13.215046 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0dbbcaf2-298b-4ed4-8e3e-7e4eef552e64 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:13.215920 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'code': 200} Nov 12 20:49:13.218034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-29'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:13.317957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:13.405872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d82ab-a14c-4168-a770-edeac873520c req-6fa1dc40-9ec8-4132-9ccf-8c94936b3617 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:13.415910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d43d82ab-a14c-4168-a770-edeac873520c req-6fa1dc40-9ec8-4132-9ccf-8c94936b3617 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 945 time: 0.1483374 Nov 12 20:49:13.548821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d43d82ab-a14c-4168-a770-edeac873520c req-30f58a84-e4e3-4a62-913d-e3116e4bccef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126261 Nov 12 20:49:13.597998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:13.637589 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd26487-4760-4ce0-a0de-ffe1ae1bd300 x-openstack-request-id: req-fdd26487-4760-4ce0-a0de-ffe1ae1bd300 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:13.638031 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2dd097-7a4c-49e1-9942-76282cb1fdb0", "name": "network-vif-deleted", "tag": "171fb686-0b31-4927-9dd5-c9c0a425366f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:13.638387 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdd26487-4760-4ce0-a0de-ffe1ae1bd300 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:13.638882 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2dd097-7a4c-49e1-9942-76282cb1fdb0', 'name': 'network-vif-deleted', 'tag': '171fb686-0b31-4927-9dd5-c9c0a425366f', 'status': 'completed', 'code': 200} Nov 12 20:49:13.653047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:13.721991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:13.766959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f69fe5c-760b-458d-862d-45cb8012b87d req-c7bfb3c7-9a05-4c29-ad35-964d60475b08 tempest-ImagesTestJSON-1159945041 tempest-ImagesTestJSON-1159945041-project] 10.222.0.64 "GET /v2.0/ports?device_id=af2dd097-7a4c-49e1-9942-76282cb1fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0427754 Nov 12 20:49:13.784923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:14.004474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:14.015074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on host n-h1-713498-29 for vnic_type normal with profile {"migrating_to": "n-h2-713498-29"} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:14.015577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:14.016548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:14.026347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b61ae-3e94-47fa-bcd9-53bfe16777f8 req-31d2209b-af43-44c7-921c-782a3f3cbb70 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.028031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b10b61ae-3e94-47fa-bcd9-53bfe16777f8 req-31d2209b-af43-44c7-921c-782a3f3cbb70 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.1926348 Nov 12 20:49:14.031963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:14.036769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Attempting to bind port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:14.049141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:14.049473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:14.049849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:14.050285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Bound port: faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:14.050639 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:14.134267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b10b61ae-3e94-47fa-bcd9-53bfe16777f8 req-1bd4c762-8061-41d8-aca4-2ffb2e1d54fa tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935810 Nov 12 20:49:14.169179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:14.172981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:14.283958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:14.411481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bcb51-721b-4d64-9635-a5596230a08e req-bbf9bff9-eb88-4acf-aec9-36d4ff21d92c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.420414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd2bcb51-721b-4d64-9635-a5596230a08e req-bbf9bff9-eb88-4acf-aec9-36d4ff21d92c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.2039599 Nov 12 20:49:14.477550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.478156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:14.479591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] 10.222.0.46 "PUT /v2.0/ports/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 1123 time: 1.2661889 Nov 12 20:49:14.486120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b5ff0-3508-45a9-88df-4c1a3c816ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=8']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:14.517114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd2bcb51-721b-4d64-9635-a5596230a08e req-381de92b-4999-49d1-82be-ebf2d488d2b3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916612 Nov 12 20:49:14.530225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 171fb686-0b31-4927-9dd5-c9c0a425366f no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:14.567211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 171fb686-0b31-4927-9dd5-c9c0a425366f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:14.568900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 171fb686-0b31-4927-9dd5-c9c0a425366f not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:14.570686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:14.666314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439814f-14b8-4a71-a537-46fabaad424b req-be24cc94-3b19-4b29-9dcc-93fe2c921af2 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.667985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b439814f-14b8-4a71-a537-46fabaad424b req-be24cc94-3b19-4b29-9dcc-93fe2c921af2 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.0668976 Nov 12 20:49:14.746879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b439814f-14b8-4a71-a537-46fabaad424b req-389c335f-68bb-41eb-a470-7ed4fc64e230 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690446 Nov 12 20:49:14.901605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612635d-d53f-4ca4-8733-dcc267c8d3f5 req-a94c2453-bb30-463b-8fc5-9ff720e1ccb6 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.903243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e612635d-d53f-4ca4-8733-dcc267c8d3f5 req-a94c2453-bb30-463b-8fc5-9ff720e1ccb6 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 943 time: 0.0537074 Nov 12 20:49:14.956288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e612635d-d53f-4ca4-8733-dcc267c8d3f5 req-324359ba-4fd8-453d-9737-bc228decb198 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Nov 12 20:49:15.088109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27b15-99eb-47f6-a62e-1eabea91c846 req-6bccdc9c-5986-4544-9f1c-04310e58714f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.091354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d27b15-99eb-47f6-a62e-1eabea91c846 req-6bccdc9c-5986-4544-9f1c-04310e58714f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.0736325 Nov 12 20:49:15.185864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d27b15-99eb-47f6-a62e-1eabea91c846 req-63992013-3eb3-4e97-8b91-38813f39f96e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821259 Nov 12 20:49:15.316485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a03a-794c-4a2e-a23c-f21931926bd5 req-16a226e6-f679-40db-9777-3189502a6ccc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.324707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f51a03a-794c-4a2e-a23c-f21931926bd5 req-16a226e6-f679-40db-9777-3189502a6ccc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0844994 Nov 12 20:49:15.397939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f51a03a-794c-4a2e-a23c-f21931926bd5 req-6e27da11-6f34-4e08-99ae-ade3a7b56e2a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655158 Nov 12 20:49:15.640516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d'}, {'name': 'network-changed', 'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:15.654225 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae8e05-d8e7-4bb6-b259-f0741511a656" -d '{"events": [{"server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "name": "network-vif-unplugged", "status": "completed", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d"}, {"name": "network-changed", "server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:15.705235 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c33ac8-e5e6-436f-9236-42f6f491b713 x-openstack-request-id: req-14c33ac8-e5e6-436f-9236-42f6f491b713 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:15.705780 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "name": "network-vif-unplugged", "status": "completed", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d", "code": 200}, {"name": "network-changed", "server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:15.706582 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14c33ac8-e5e6-436f-9236-42f6f491b713 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:15.707196 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d', 'code': 200} Nov 12 20:49:15.707706 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d', 'status': 'completed', 'code': 200} Nov 12 20:49:15.803324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-9d53c7dd-d38a-4891-9795-0fbbaedf6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.805843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-9d53c7dd-d38a-4891-9795-0fbbaedf6eaa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1126 time: 0.0717099 Nov 12 20:49:15.809435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35366) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:15.913043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-07279478-b161-41c6-88aa-f3e41ff6cdb8 admin admin] Deleting subnet e2e1704a-424b-45a2-9420-27bb4a58d1b6 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:49:15.920725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07279478-b161-41c6-88aa-f3e41ff6cdb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:15.975544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07279478-b161-41c6-88aa-f3e41ff6cdb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:15.978038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-2adb2e65-8aa7-4f24-8adc-d786c60468a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.986204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-2adb2e65-8aa7-4f24-8adc-d786c60468a1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.1606827 Nov 12 20:49:16.040294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-07368244-491f-4d72-b60f-cf815870487a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 217 time: 0.0431855 Nov 12 20:49:16.145539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07279478-b161-41c6-88aa-f3e41ff6cdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.176119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-8feef325-3bfc-4407-965b-dfc013c6187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:16.177579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-8feef325-3bfc-4407-965b-dfc013c6187b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0932164 Nov 12 20:49:16.193936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b085c8-1e44-4207-95a6-f8b303fae7ce req-e4dbbd2a-2f43-42f9-a43a-16943028019a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:16.195481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84b085c8-1e44-4207-95a6-f8b303fae7ce req-e4dbbd2a-2f43-42f9-a43a-16943028019a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 943 time: 0.1525509 Nov 12 20:49:16.233765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-42625eaa-59b4-4b9c-97dd-f9d78e98b1cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372446 Nov 12 20:49:16.355392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84b085c8-1e44-4207-95a6-f8b303fae7ce req-3b0ddf65-9c5d-4206-a810-4b9125c5d374 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453722 Nov 12 20:49:16.403071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-e48d11f5-af1b-42c8-9eb9-8aabca2c1987 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502810 Nov 12 20:49:16.505776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07279478-b161-41c6-88aa-f3e41ff6cdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.543987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07279478-b161-41c6-88aa-f3e41ff6cdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e1704a-424b-45a2-9420-27bb4a58d1b6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:16.549048 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07279478-b161-41c6-88aa-f3e41ff6cdb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.552301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-07279478-b161-41c6-88aa-f3e41ff6cdb8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e2e1704a-424b-45a2-9420-27bb4a58d1b6 HTTP/1.1" status: 204 len: 168 time: 0.7417231 Nov 12 20:49:16.555159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35398) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:16.601671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8ae8e05-d8e7-4bb6-b259-f0741511a656 req-b33bc195-7560-4bf3-9f82-546542974103 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947861 Nov 12 20:49:16.629378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899329bb-acb5-43b8-93f4-61bcb43da514 req-087726c5-8335-4de1-ae7a-0e7b83da678d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:16.631080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-899329bb-acb5-43b8-93f4-61bcb43da514 req-087726c5-8335-4de1-ae7a-0e7b83da678d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0843809 Nov 12 20:49:16.661678 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.692508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:16.696146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-899329bb-acb5-43b8-93f4-61bcb43da514 req-73f8e314-9167-41b8-8810-e056642136cf tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507634 Nov 12 20:49:16.802723 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.815933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:16.828780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618fbe2-e605-4b17-b580-a4cbf60c5317 req-5a0ccec4-14d9-4dbd-a12c-47bffae0a512 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:16.830595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'mac_address': 'fa:16:3e:90:54:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:16.836193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b618fbe2-e605-4b17-b580-a4cbf60c5317 req-5a0ccec4-14d9-4dbd-a12c-47bffae0a512 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.0956125 Nov 12 20:49:16.853958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4c8780-1124-4aa9-8a3f-6d06287f0553']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:16.881085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de5900c-b391-4822-b361-57bccc28f36c') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:16.881815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de5900c-b391-4822-b361-57bccc28f36c') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:16.893966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b618fbe2-e605-4b17-b580-a4cbf60c5317 req-0471a17a-ee1a-4345-a72e-5571196407ef tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Nov 12 20:49:16.902775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.905258 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.931411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6694c1f-9495-491b-b151-e3c5fc1446ae {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:16.935505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.943867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:49:16.951470 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:49:16.958262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:17.047716 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.048497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:17.087637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.092997 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.099787 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fd4c8780-1124-4aa9-8a3f-6d06287f0553 HTTP/1.1" status: 204 len: 168 time: 0.5434976 Nov 12 20:49:17.127281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:17.145447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6a8e6-f154-4d6f-a143-33b166db5c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4c8780-1124-4aa9-8a3f-6d06287f0553,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:17.198524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:17.212173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:49:17.463642 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35408) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:17.512197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5389fd-51cd-4c6b-9c4a-6106e152163e req-8b4e1a47-f83b-4c83-8fbb-8ca80b2977af tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:17.517689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['f6694c1f-9495-491b-b151-e3c5fc1446ae'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:17.521145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de5389fd-51cd-4c6b-9c4a-6106e152163e req-8b4e1a47-f83b-4c83-8fbb-8ca80b2977af tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 943 time: 0.0746863 Nov 12 20:49:17.575498 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9512e002-4dec-4ee5-a9a9-5197c3342228 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=042eb430fc8e40b6a621f528af33769a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103034 Nov 12 20:49:17.578102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35424) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:17.617741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de5389fd-51cd-4c6b-9c4a-6106e152163e req-dd9c0135-9f18-4ede-90aa-3c9214f0fc77 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955596 Nov 12 20:49:17.678551 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9c7f-d003-409c-9abb-ec4c04432fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.708892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9c7f-d003-409c-9abb-ec4c04432fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.869124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4f5d-0277-4fd3-976b-ca196d91b319 req-57a6ded2-09a8-4f7c-a91e-5fe77966b72d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:17.877402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64ee4f5d-0277-4fd3-976b-ca196d91b319 req-57a6ded2-09a8-4f7c-a91e-5fe77966b72d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0613191 Nov 12 20:49:17.887552 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9c7f-d003-409c-9abb-ec4c04432fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.890254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9c7f-d003-409c-9abb-ec4c04432fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.894608 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7bfc9c7f-d003-409c-9abb-ec4c04432fe7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8c767d2-63d5-4c0e-bc41-21027c6f53e1 HTTP/1.1" status: 204 len: 168 time: 0.3152137 Nov 12 20:49:17.909620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc9c7f-d003-409c-9abb-ec4c04432fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c767d2-63d5-4c0e-bc41-21027c6f53e1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:17.970976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64ee4f5d-0277-4fd3-976b-ca196d91b319 req-d47e6f9c-03d5-495a-ba97-9bff82866e79 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865691 Nov 12 20:49:18.101655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637b828-10c5-47bc-9232-f4da5c55eae7 req-3152b0f5-5f0d-42ff-912f-d0b033e54f27 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:18.112022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a637b828-10c5-47bc-9232-f4da5c55eae7 req-3152b0f5-5f0d-42ff-912f-d0b033e54f27 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.0762208 Nov 12 20:49:18.169289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a637b828-10c5-47bc-9232-f4da5c55eae7 req-61cff0ba-0ae5-4cb0-896d-b4b92560a3a8 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560739 Nov 12 20:49:18.705093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ddff998-898b-405f-be14-b61073f27b48 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:18.815739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bb863-be7a-4b72-a4d7-bac9e3636d39 req-dc311504-2ffb-4e5a-9152-c5a9be2e8fe2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:18.838258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-863bb863-be7a-4b72-a4d7-bac9e3636d39 req-dc311504-2ffb-4e5a-9152-c5a9be2e8fe2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 943 time: 0.0961337 Nov 12 20:49:18.886152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:18.901219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '4ddff998-898b-405f-be14-b61073f27b48', 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'port_id': '4ddff998-898b-405f-be14-b61073f27b48', 'mac_address': 'fa:16:3e:a9:97:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaa0111-054c-4b50-ac85-46a1e0720311', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:18.903360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:18.983660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-863bb863-be7a-4b72-a4d7-bac9e3636d39 req-51c93f78-2f2d-497b-8243-d767010701ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406567 Nov 12 20:49:19.014661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-d3115f48-3e4e-430d-956d-1824af7e6afb service neutron] 10.222.0.78 "GET /v2.0/ports/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.2257257 Nov 12 20:49:19.173831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:19.206399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ddff998-898b-405f-be14-b61073f27b48 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:19.236665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:19.237958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb25390-7d14-4f1f-8274-7c1cb6ee8c73 req-c461271a-e345-4bdf-9e19-3f8436505602 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:19.241914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port f6694c1f-9495-491b-b151-e3c5fc1446ae triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:19.248250 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:19.249159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceb25390-7d14-4f1f-8274-7c1cb6ee8c73 req-c461271a-e345-4bdf-9e19-3f8436505602 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1582015 Nov 12 20:49:19.302979 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:19.303734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:19.373385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:19.536534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceb25390-7d14-4f1f-8274-7c1cb6ee8c73 req-2243def5-86d2-4767-bfa0-7d9b7ca5f23a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864914 Nov 12 20:49:19.653638 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:19.737877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:19.745305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d7d5d-1f7d-4197-885b-1028932dd34f req-691d10c5-96c0-4549-a504-882f73fc6481 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:19.748913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b39d7d5d-1f7d-4197-885b-1028932dd34f req-691d10c5-96c0-4549-a504-882f73fc6481 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 944 time: 0.4437408 Nov 12 20:49:19.759990 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b81580-02f2-4446-98d9-ec60f36b3dee" -d '{"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-plugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:19.824717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:19.841898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:19.855264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:49:19.902588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:19.905131 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:19.938160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b39d7d5d-1f7d-4197-885b-1028932dd34f req-5ac65ffb-65a7-4671-aec2-514aebb450ab tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769240 Nov 12 20:49:19.967973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:20.013822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:20.041301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:20.067371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:20.112423 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a201e3-c9c0-4490-b9ff-9bd4094e9598 x-openstack-request-id: req-c4a201e3-c9c0-4490-b9ff-9bd4094e9598 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:20.112709 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-plugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:20.112977 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4a201e3-c9c0-4490-b9ff-9bd4094e9598 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:20.113361 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'code': 200} Nov 12 20:49:20.155620 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:20.165615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4ddff998-898b-405f-be14-b61073f27b48'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:20.423471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509207f0-a6b8-4f72-bd96-7bf476efcc00 req-a39d4072-35a3-4681-97a8-a7cfad779c21 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:20.425409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-509207f0-a6b8-4f72-bd96-7bf476efcc00 req-a39d4072-35a3-4681-97a8-a7cfad779c21 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 943 time: 0.1402276 Nov 12 20:49:20.477542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-d402ffa0-a552-4dbd-a6fa-d8f44434d637 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=af6fd7d5905a4018a6983f7400707f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486803 Nov 12 20:49:20.545902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] Transition to ACTIVE for port object faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:49:20.586391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:20.634269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-509207f0-a6b8-4f72-bd96-7bf476efcc00 req-76681b08-b6a9-49f5-ad03-7d5c5a239a5f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527414 Nov 12 20:49:20.676124 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:20.721605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ddff998-898b-405f-be14-b61073f27b48 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:20.777061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-22723d77-e35a-4221-b8c8-927aaf60e3ec tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:20.785131 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-22723d77-e35a-4221-b8c8-927aaf60e3ec tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066046 Nov 12 20:49:20.796507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 4ddff998-898b-405f-be14-b61073f27b48 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:20.798824 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:20.863560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] No DVR routers for this DVR port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:20.870433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] Pushing event updated for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:20.883677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-f09c7377-d0df-4fb4-9c89-a5d99a39dea8 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/quotas/af6fd7d5905a4018a6983f7400707f98 HTTP/1.1" status: 200 len: 375 time: 0.0975680 Nov 12 20:49:20.955535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-835aa88e-fd77-487b-9375-5e33bf6e2094 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=af6fd7d5905a4018a6983f7400707f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708458 Nov 12 20:49:20.965697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-17b0dfdb-ae55-45e7-a879-bf4690eca842 service neutron] 10.222.0.78 "PUT /v2.0/ports/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d/bindings/n-h2-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 1.9356754 Nov 12 20:49:21.004713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f170e-4be6-4e4d-9489-852625fe7524 req-51f8a07b-4ec7-4ca6-9219-40eacd9f6ec3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.010682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c64f170e-4be6-4e4d-9489-852625fe7524 req-51f8a07b-4ec7-4ca6-9219-40eacd9f6ec3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.2212496 Nov 12 20:49:21.033011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.094193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:21.131895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c64f170e-4be6-4e4d-9489-852625fe7524 req-dad404d7-a1dd-4e69-add6-df6c5f05f431 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970840 Nov 12 20:49:21.197576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-83f6be6f-f8d0-47f2-a4b1-f522f69e61bb tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.199942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-83f6be6f-f8d0-47f2-a4b1-f522f69e61bb tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.0728936 Nov 12 20:49:21.208048 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.322307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:21.357301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-4ea2bd30-570a-4d09-9c45-19a27776b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.360317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-4ea2bd30-570a-4d09-9c45-19a27776b704 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b&tenant_id=5c8532785f1741aab66aad26b44a1ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1371026 Nov 12 20:49:21.398471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1444b-8a91-4254-a314-abf416112c61 req-a2b50993-b1e2-4383-a729-81fc592916d2 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.400343 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ca1444b-8a91-4254-a314-abf416112c61 req-a2b50993-b1e2-4383-a729-81fc592916d2 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.0947027 Nov 12 20:49:21.480335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a988e33-3045-4f51-a8a6-cc390dec5de5 req-488e6604-a31a-4e1c-bb01-fcb19a95f492 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 210 time: 0.0605757 Nov 12 20:49:21.511389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-32a5fd51-8b1b-4dd8-8304-80d05d1947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.512931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-32a5fd51-8b1b-4dd8-8304-80d05d1947b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1096 time: 0.1092606 Nov 12 20:49:21.571882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ca1444b-8a91-4254-a314-abf416112c61 req-b64aacb7-7980-42fd-b01f-3350b657e4f3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549926 Nov 12 20:49:21.674540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-34b9e2a0-629a-44eb-aaf7-034cae80afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.676029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-34b9e2a0-629a-44eb-aaf7-034cae80afcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.1458759 Nov 12 20:49:21.758379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-2a7ab5c7-b735-4fab-8ea9-451958e409d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 217 time: 0.0691669 Nov 12 20:49:21.866353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6da8b1-715a-4dab-807c-8a04291282fb req-19880779-6010-4264-afbb-4df84b7f2ac0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.867821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f6da8b1-715a-4dab-807c-8a04291282fb req-19880779-6010-4264-afbb-4df84b7f2ac0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 944 time: 0.1121540 Nov 12 20:49:21.872580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-9cec15c2-5f20-4fd6-884a-d5f513a20b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.874057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-9cec15c2-5f20-4fd6-884a-d5f513a20b55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1069932 Nov 12 20:49:21.939335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-de58c7b5-503a-4786-a734-b489071eea6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425243 Nov 12 20:49:22.010879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f6da8b1-715a-4dab-807c-8a04291282fb req-6a6a702d-2251-40a8-a397-1ef6156d9185 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270969 Nov 12 20:49:22.114905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddff998-898b-405f-be14-b61073f27b48'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:22.118571 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759dd5ab-6b61-43f7-b396-a85dc0a0ac1a" -d '{"events": [{"server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "name": "network-vif-plugged", "status": "completed", "tag": "4ddff998-898b-405f-be14-b61073f27b48"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:22.165860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-b8de6eb4-e135-4df5-8c2f-233d5150329f service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140040 Nov 12 20:49:22.209245 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7d9fcb-002f-49bf-a80a-8244858f7e94 x-openstack-request-id: req-0e7d9fcb-002f-49bf-a80a-8244858f7e94 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:22.209580 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "name": "network-vif-plugged", "status": "completed", "tag": "4ddff998-898b-405f-be14-b61073f27b48", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:22.209839 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e7d9fcb-002f-49bf-a80a-8244858f7e94 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:22.214220 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddff998-898b-405f-be14-b61073f27b48', 'code': 200} Nov 12 20:49:22.278679 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4d4b25d-7f35-4173-9372-27b806354768 req-9373d93b-a34a-4314-a014-19164bd68f29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895319 Nov 12 20:49:22.457947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4b25d-7f35-4173-9372-27b806354768 req-72959c1b-6d55-44bb-bcb6-aae5b40844d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.460189 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4d4b25d-7f35-4173-9372-27b806354768 req-72959c1b-6d55-44bb-bcb6-aae5b40844d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99af9cc5da6e44fc8b0629315c33793d&device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 1096 time: 0.0525603 Nov 12 20:49:22.659779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4b25d-7f35-4173-9372-27b806354768 req-0801abe6-aab6-4eb4-80c8-b40306b29175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.661449 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4d4b25d-7f35-4173-9372-27b806354768 req-0801abe6-aab6-4eb4-80c8-b40306b29175 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 200 len: 908 time: 0.1695764 Nov 12 20:49:22.724337 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4d4b25d-7f35-4173-9372-27b806354768 req-ab444615-365c-4e8e-aa2b-2123add8e2f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 200 len: 217 time: 0.0523450 Nov 12 20:49:22.752256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ddff998-898b-405f-be14-b61073f27b48 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:22.865988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4b25d-7f35-4173-9372-27b806354768 req-80e40c04-ca21-4f3d-b940-f74971ab0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.868025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4d4b25d-7f35-4173-9372-27b806354768 req-80e40c04-ca21-4f3d-b940-f74971ab0551 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 200 len: 847 time: 0.1351566 Nov 12 20:49:22.888544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d92e70-c4de-4995-aa5f-10850a6d1d32 req-09b155de-6f0a-4063-9afb-70569c84d62a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.888924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61d92e70-c4de-4995-aa5f-10850a6d1d32 req-09b155de-6f0a-4063-9afb-70569c84d62a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 945 time: 0.1605682 Nov 12 20:49:22.910976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f98bf-b842-4b72-8155-530cad81764e req-402c2ed1-8017-491c-b7ef-24acd897481f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.913621 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4d4b25d-7f35-4173-9372-27b806354768 req-9dfed872-5efb-4cec-87c8-f88e4795ae11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c1bb6d37-abe0-4cef-affb-f230734803b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362880 Nov 12 20:49:22.915761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-008f98bf-b842-4b72-8155-530cad81764e req-402c2ed1-8017-491c-b7ef-24acd897481f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1892402 Nov 12 20:49:22.975970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61d92e70-c4de-4995-aa5f-10850a6d1d32 req-7ed54b4c-c5d4-4767-8ecf-91dbc7adc4fd tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791714 Nov 12 20:49:22.978346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-521b4b31-c72a-4668-8568-ffd54bcc8ca2 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888107 Nov 12 20:49:23.001117 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:23.054251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-008f98bf-b842-4b72-8155-530cad81764e req-fb23eadb-bdbe-48e4-9fa3-753fe23e0168 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883586 Nov 12 20:49:23.092451 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4d4b25d-7f35-4173-9372-27b806354768 req-2cb99b9e-9653-47d9-be67-b900ce703290 service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650746 Nov 12 20:49:23.113271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:23.179878 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:23.309992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:23.389632 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4d4b25d-7f35-4173-9372-27b806354768 req-c80eb659-bb41-44cf-9f76-e770e7db123c service neutron] 10.222.0.46 "GET /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861133 Nov 12 20:49:23.444606 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0933497-a823-4794-98b4-758bccbb0ef1 req-a74a77e3-703b-4fd7-aa21-be569bb2e5fd tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 210 time: 0.0386147 Nov 12 20:49:23.578182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2e65a-22fa-44d5-9d34-65a158286f8e req-d99aee47-c6bd-48f3-aaf3-e58303b2ec3e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:23.585842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51b2e65a-22fa-44d5-9d34-65a158286f8e req-d99aee47-c6bd-48f3-aaf3-e58303b2ec3e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 944 time: 0.0701933 Nov 12 20:49:23.627231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-fce6af7f-aaf0-4341-9904-9f99dbeaa560 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:23.629043 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-fce6af7f-aaf0-4341-9904-9f99dbeaa560 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.0597334 Nov 12 20:49:23.660614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51b2e65a-22fa-44d5-9d34-65a158286f8e req-6e040c4b-8936-46e4-bc8b-c91c4620edbf tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736847 Nov 12 20:49:23.758297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632c0e0-53bb-4eb9-b1e8-bfb6afb13658 req-57a3b7f5-46f5-4555-84d4-ab9d8d49b2a2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:23.760227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2632c0e0-53bb-4eb9-b1e8-bfb6afb13658 req-57a3b7f5-46f5-4555-84d4-ab9d8d49b2a2 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 945 time: 0.0655322 Nov 12 20:49:23.821665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2632c0e0-53bb-4eb9-b1e8-bfb6afb13658 req-b4ad8f53-449e-4b6b-9926-9f789a382c97 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552981 Nov 12 20:49:23.961536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-9ed8a437-f9a7-4e80-8684-8552ac71265c service neutron] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:23.961536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-9ed8a437-f9a7-4e80-8684-8552ac71265c service neutron] Publish callbacks [] for binding, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:23.961536 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-832a1741-78c3-4e24-bbc4-0be5fa7dc035 req-9ed8a437-f9a7-4e80-8684-8552ac71265c service neutron] 10.222.0.46 "DELETE /v2.0/ports/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d/bindings/n-h1-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.2980726 Nov 12 20:49:24.183638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-cc88c13d-acaf-4097-be4b-59d3bc325f30 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:24.184145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60316332-1950-4453-b530-561bfa85a380 req-62224eb3-9bdd-430a-b38d-89ac313c2bb3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:24.184677 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-cc88c13d-acaf-4097-be4b-59d3bc325f30 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.46 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 943 time: 0.0979774 Nov 12 20:49:24.194862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60316332-1950-4453-b530-561bfa85a380 req-62224eb3-9bdd-430a-b38d-89ac313c2bb3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 943 time: 0.1275249 Nov 12 20:49:24.211410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddff998-898b-405f-be14-b61073f27b48'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:24.214347 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0714b321-796a-4d68-acf3-dcd49a2a1708" -d '{"events": [{"server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "name": "network-vif-unplugged", "status": "completed", "tag": "4ddff998-898b-405f-be14-b61073f27b48"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:24.326144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Deleting port 4ddff998-898b-405f-be14-b61073f27b48 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:24.326490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:24.378248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60316332-1950-4453-b530-561bfa85a380 req-8b27ad45-3113-4e0e-9903-a1a62fb91e28 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809034 Nov 12 20:49:24.409640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-f3b10d38-668c-42c1-9ecd-0a0ea1e02a74 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:24.415385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-f3b10d38-668c-42c1-9ecd-0a0ea1e02a74 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 945 time: 0.1965709 Nov 12 20:49:24.464977 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234c537f-9822-456c-bd1b-a0c8f3e6feae x-openstack-request-id: req-234c537f-9822-456c-bd1b-a0c8f3e6feae {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:24.471487 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "name": "network-vif-unplugged", "status": "completed", "tag": "4ddff998-898b-405f-be14-b61073f27b48", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:24.471487 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-234c537f-9822-456c-bd1b-a0c8f3e6feae {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:24.471487 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddff998-898b-405f-be14-b61073f27b48', 'code': 200} Nov 12 20:49:24.497676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993d4a-5952-4312-8113-14fdb288d786 req-85f86817-e8f8-494f-b574-880e35d498b9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:24.497957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] For port 4ddff998-898b-405f-be14-b61073f27b48, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4ddff998-898b-405f-be14-b61073f27b48,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:24.498482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:24.512149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9993d4a-5952-4312-8113-14fdb288d786 req-85f86817-e8f8-494f-b574-880e35d498b9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.2368817 Nov 12 20:49:24.517638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Calling delete_port for 4ddff998-898b-405f-be14-b61073f27b48 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:24.521584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-800093cf-782e-4b46-b6e2-abfe39aa7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:24.524541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-800093cf-782e-4b46-b6e2-abfe39aa7331 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1097 time: 0.3185861 Nov 12 20:49:24.717444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9993d4a-5952-4312-8113-14fdb288d786 req-57e21650-58f9-4e42-b5be-0d97087810d6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038417 Nov 12 20:49:24.822434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:24.843811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-7370a513-f82f-49c6-bac9-daffe3c79749 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=af6fd7d5905a4018a6983f7400707f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1784866 Nov 12 20:49:24.874021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event deleted for resources: {'Port': ['ID=4ddff998-898b-405f-be14-b61073f27b48,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:24.900142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10dc4687-c4fe-4fd1-abc4-56f3eb307041 req-22d7f3a8-ac56-4d78-9a7f-33bef88266f6 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 210 time: 0.1656191 Nov 12 20:49:24.932036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] No DVR routers for this DVR port 4ddff998-898b-405f-be14-b61073f27b48 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:24.934833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:24.939323 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eb582f3c-68c7-4341-b28d-295295cec6dd req-e82f40df-fe31-4eca-9479-b50951b3162c tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.46 "DELETE /v2.0/ports/4ddff998-898b-405f-be14-b61073f27b48 HTTP/1.1" status: 204 len: 173 time: 0.7325668 Nov 12 20:49:24.939675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'name': 'network-vif-deleted', 'tag': '4ddff998-898b-405f-be14-b61073f27b48'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:24.943317 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a618b81-df92-49e7-acdd-3b4914d0b388" -d '{"events": [{"server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "name": "network-vif-deleted", "tag": "4ddff998-898b-405f-be14-b61073f27b48"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:25.066020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-35a6bc7d-81b3-4a5c-8bc4-da69bceb09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:25.067555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-35a6bc7d-81b3-4a5c-8bc4-da69bceb09f2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.4873018 Nov 12 20:49:25.090102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e610-41a8-450f-b10d-87577e95b418 req-8d081ba5-8bfd-4885-89ba-0c302734a9b5 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:25.091742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8538e610-41a8-450f-b10d-87577e95b418 req-8d081ba5-8bfd-4885-89ba-0c302734a9b5 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 944 time: 0.2647970 Nov 12 20:49:25.160551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Deleting port 0717599a-bc09-4024-99d4-23ff10f3c9bd {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:25.160844 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:25.227993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-30a871b6-2bed-4ab9-a8be-6f4a2aeffce5 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:25.229430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-30a871b6-2bed-4ab9-a8be-6f4a2aeffce5 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3745582 Nov 12 20:49:25.242240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed429-6b2d-4163-a611-b69011a23aa9 req-36345406-050f-4752-8ecc-f74caf2c33d6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:25.243789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceeed429-6b2d-4163-a611-b69011a23aa9 req-36345406-050f-4752-8ecc-f74caf2c33d6 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 945 time: 0.2812510 Nov 12 20:49:25.262395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Request body: {'port': {'device_id': 'd73dc4f5-85f0-46a3-bafd-692913502ab0', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'af6fd7d5905a4018a6983f7400707f98'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:25.327597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-4aed8787-0ebe-4428-8363-7acb86a2e610 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 1001 time: 0.2348516 Nov 12 20:49:25.366975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8538e610-41a8-450f-b10d-87577e95b418 req-e5043fce-b35b-46ea-b8f3-d6d4897fdcac tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606459 Nov 12 20:49:25.415972 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb9220e-c627-49cc-9d98-d7df8d482be8 x-openstack-request-id: req-ceb9220e-c627-49cc-9d98-d7df8d482be8 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:25.416236 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797e6a5-4662-44d5-a007-5cbbc732cba1", "name": "network-vif-deleted", "tag": "4ddff998-898b-405f-be14-b61073f27b48", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:25.416425 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceb9220e-c627-49cc-9d98-d7df8d482be8 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:25.416812 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797e6a5-4662-44d5-a007-5cbbc732cba1', 'name': 'network-vif-deleted', 'tag': '4ddff998-898b-405f-be14-b61073f27b48', 'status': 'completed', 'code': 200} Nov 12 20:49:25.494238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] For port 0717599a-bc09-4024-99d4-23ff10f3c9bd, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0717599a-bc09-4024-99d4-23ff10f3c9bd,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:25.494495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:25.521171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-2c168747-b076-465f-afa2-0f23d47cfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:25.522565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-2c168747-b076-465f-afa2-0f23d47cfc7a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.1755402 Nov 12 20:49:25.536658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceeed429-6b2d-4163-a611-b69011a23aa9 req-5da5724c-39d9-421e-93b1-67c7ee03711d tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703681 Nov 12 20:49:25.553701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Calling delete_port for 0717599a-bc09-4024-99d4-23ff10f3c9bd owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:25.581892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aedf92c0-a2e9-462c-9695-b0329e9fa84b req-20e9dee2-f0ff-41f0-979c-0b61b5bc038a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=4797e6a5-4662-44d5-a007-5cbbc732cba1 HTTP/1.1" status: 200 len: 210 time: 0.0783706 Nov 12 20:49:25.762853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-1038109e-6cb6-4c3f-b18c-89e87bb8c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:25.765110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-1038109e-6cb6-4c3f-b18c-89e87bb8c086 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2256324 Nov 12 20:49:25.779796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f9f03-f4b3-4372-af7a-009f1e8bd476 req-bef4f36e-8db5-4094-b530-9f9bf5a9ba65 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:25.788855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a6f9f03-f4b3-4372-af7a-009f1e8bd476 req-bef4f36e-8db5-4094-b530-9f9bf5a9ba65 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1096 time: 0.1572399 Nov 12 20:49:25.904292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Made reservation on behalf of af6fd7d5905a4018a6983f7400707f98 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:49:25.909221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:25.973305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.077680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a6f9f03-f4b3-4372-af7a-009f1e8bd476 req-cbb688cc-53e7-4475-9285-d2a5207cde8b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787893 Nov 12 20:49:26.115588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e184bb3-cb3e-4e86-a518-a21f0cb298f5 req-e44b8e8d-1c5f-443e-a561-65638d2c20eb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:26.123345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e184bb3-cb3e-4e86-a518-a21f0cb298f5 req-e44b8e8d-1c5f-443e-a561-65638d2c20eb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.2201612 Nov 12 20:49:26.152000 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-fba59dd7-e90b-40e3-91c8-f2fac0e00dc3 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740890 Nov 12 20:49:26.297746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.306583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f055b682-6633-48e2-a15b-f9b60bb026b3 req-2c7fd322-015c-4315-a305-43c8467f48d6 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 210 time: 0.1183069 Nov 12 20:49:26.326650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e184bb3-cb3e-4e86-a518-a21f0cb298f5 req-c82f52bf-9d63-4c4a-a6d5-d9e3351738f2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023208 Nov 12 20:49:26.397436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Pushing event deleted for resources: {'Port': ['ID=0717599a-bc09-4024-99d4-23ff10f3c9bd,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:26.477615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.506078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f28f891f-7257-4ea7-9078-a470c0415fd2 req-e9d1992f-b60d-43bc-ad23-41c3ceadccb2 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435369 Nov 12 20:49:26.509093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] No DVR routers for this DVR port 0717599a-bc09-4024-99d4-23ff10f3c9bd on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:26.512962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.517259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b1a328a-f5a7-43a0-a77b-a4891b6d1938 req-49b176aa-39d3-4809-9eed-2364b31886c4 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.46 "DELETE /v2.0/ports/0717599a-bc09-4024-99d4-23ff10f3c9bd HTTP/1.1" status: 204 len: 173 time: 2.0900552 Nov 12 20:49:26.520165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'name': 'network-vif-deleted', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:26.522706 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46c64a6-a3a8-4909-95b7-54c1952e1818" -d '{"events": [{"server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "name": "network-vif-deleted", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:26.600963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:26.649489 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd328c3-c728-4146-b173-6d119c81ddd3 x-openstack-request-id: req-1fd328c3-c728-4146-b173-6d119c81ddd3 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:26.649789 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6bfab4-5fe9-4e55-8102-3f661c56a3e3", "name": "network-vif-deleted", "tag": "0717599a-bc09-4024-99d4-23ff10f3c9bd", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:26.650051 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fd328c3-c728-4146-b173-6d119c81ddd3 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:26.650726 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6bfab4-5fe9-4e55-8102-3f661c56a3e3', 'name': 'network-vif-deleted', 'tag': '0717599a-bc09-4024-99d4-23ff10f3c9bd', 'status': 'completed', 'code': 200} Nov 12 20:49:26.656935 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.821858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:26.845718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'port_id': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'mac_address': 'fa:16:3e:9e:a9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:26.848780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:26.875454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 0717599a-bc09-4024-99d4-23ff10f3c9bd {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:26.876112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0717599a-bc09-4024-99d4-23ff10f3c9bd not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:26.876763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ddff998-898b-405f-be14-b61073f27b48 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:26.883804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e917957a-04ac-44eb-ac23-4d0733db9e9f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:26.893726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-9f6300f1-b618-4eb9-b6db-44e822ed20d2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:26.895577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-9f6300f1-b618-4eb9-b6db-44e822ed20d2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 820 time: 0.4484918 Nov 12 20:49:26.926999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 4ddff998-898b-405f-be14-b61073f27b48 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:26.927689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4ddff998-898b-405f-be14-b61073f27b48 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:26.931232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c5dc129-4c17-4102-9a67-2873e02c1096 req-64115d0f-c42e-453c-9ff4-9fd83a1b0dee tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6bfab4-5fe9-4e55-8102-3f661c56a3e3 HTTP/1.1" status: 200 len: 210 time: 0.0908875 Nov 12 20:49:26.960942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d9151842-266d-4991-8d3e-ade99e4f70b9 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/quotas/5c8532785f1741aab66aad26b44a1ed3 HTTP/1.1" status: 200 len: 375 time: 0.0262775 Nov 12 20:49:26.974516 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.979224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Allocated IP 192.168.233.92 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/66917899-b21b-4e94-9df9-cf8fce995245) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:49:26.991631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 406b3fcf-9893-43a6-a170-36c1fc109d61 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:27.031693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:27.127722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:27.189354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-b4328a26-2128-437a-b363-cd630cc96bad tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398327 Nov 12 20:49:27.225431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['406b3fcf-9893-43a6-a170-36c1fc109d61'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:27.267723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:27.311043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:27.358698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-44fe37af-8b2a-4fad-a1fd-38518538e798 service neutron] 10.222.0.64 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684535 Nov 12 20:49:27.509135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-2d9d4be0-4f3a-41b9-b467-f80a56dbe7f2 service neutron] 10.222.0.64 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395948 Nov 12 20:49:27.533544 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45f4d244-1be4-470b-af45-3aff67178f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:27.534230 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:27.585246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:49:27.604012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:27.612457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:49:27.630051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Pushing event updated for resources: {'Port': ['ID=66917899-b21b-4e94-9df9-cf8fce995245,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:27.727209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:27.728134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:27.862597 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35698) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:27.868495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ac721b37-df33-4a17-aa9d-ce67a85dc26b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542197213', 'description': 'tempest-description--127147220'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:27.912181 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:49:27.972925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-62b9b9f6-d40c-4442-81dd-9201fa8c0212 None None] Provisioning complete for port 66917899-b21b-4e94-9df9-cf8fce995245 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:27.976965 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-62b9b9f6-d40c-4442-81dd-9201fa8c0212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:27.994256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-3463386e-32d0-4b20-98f4-d441711f5dcc tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7453663 Nov 12 20:49:28.009351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Request body: {'port': {'device_id': 'd73dc4f5-85f0-46a3-bafd-692913502ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:28.080257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-62b9b9f6-d40c-4442-81dd-9201fa8c0212 None None] Port 66917899-b21b-4e94-9df9-cf8fce995245 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:49:28.086866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac721b37-df33-4a17-aa9d-ce67a85dc26b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.196989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.228061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac721b37-df33-4a17-aa9d-ce67a85dc26b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.254557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a372-dc76-44f3-b1d4-7b99a2f536c2 req-d0226fdd-457e-4f0f-af42-2d7d62b97ef7 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:28.257885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff07a372-dc76-44f3-b1d4-7b99a2f536c2 req-d0226fdd-457e-4f0f-af42-2d7d62b97ef7 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 935 time: 0.3234501 Nov 12 20:49:28.289459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953e1e9-20e4-4134-b1f6-964510ce8421 req-79edfebe-67be-464c-bc2c-f4e1b264e4c4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:28.297146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8953e1e9-20e4-4134-b1f6-964510ce8421 req-79edfebe-67be-464c-bc2c-f4e1b264e4c4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.1646125 Nov 12 20:49:28.344596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac721b37-df33-4a17-aa9d-ce67a85dc26b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.405458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac721b37-df33-4a17-aa9d-ce67a85dc26b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f535ba-b71e-4137-a815-f94223320c17,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:28.487007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff07a372-dc76-44f3-b1d4-7b99a2f536c2 req-ca9a6102-9f20-4889-b1eb-2ffeeaac5cd6 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280982 Nov 12 20:49:28.494844 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac721b37-df33-4a17-aa9d-ce67a85dc26b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.496469 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac721b37-df33-4a17-aa9d-ce67a85dc26b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6326938 Nov 12 20:49:28.498827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8953e1e9-20e4-4134-b1f6-964510ce8421 req-3bf1bcb3-8f77-4db6-879d-04a33a37db02 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002757 Nov 12 20:49:28.505476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35722) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:28.510872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1e1970b2-5556-442c-8351-4d29c551d719 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Request body: {'security_group_rule': {'security_group_id': '71f535ba-b71e-4137-a815-f94223320c17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:28.616695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:28.681072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e1970b2-5556-442c-8351-4d29c551d719 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.772078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 406b3fcf-9893-43a6-a170-36c1fc109d61 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:28.772921 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.817202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e1970b2-5556-442c-8351-4d29c551d719 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.835792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7851c956-e89c-44ef-9811-a0f35c0b2bbe req-3a277d22-86fd-416f-a747-1d802ad1fed2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 210 time: 0.0983026 Nov 12 20:49:28.908056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.923885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66917899-b21b-4e94-9df9-cf8fce995245 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:28.932979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.933232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e1970b2-5556-442c-8351-4d29c551d719 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.950431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Transition to ACTIVE for port object 66917899-b21b-4e94-9df9-cf8fce995245 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:49:28.978097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:28.982027 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9726ad-0927-4f35-909d-695abe6a39ef" -d '{"events": [{"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-plugged", "status": "completed", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:28.997492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1970b2-5556-442c-8351-4d29c551d719 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5798e9e3-92aa-4cc7-adcc-4085aa3253c7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:29.005858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:29.036216 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.064378 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.067448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e1970b2-5556-442c-8351-4d29c551d719 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.068643 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1e1970b2-5556-442c-8351-4d29c551d719 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5618517 Nov 12 20:49:29.072568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35744) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:29.086633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d8f97f01-4c2a-4291-a234-044fdfeb6a8f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Request body: {'security_group_rule': {'security_group_id': '71f535ba-b71e-4137-a815-f94223320c17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:29.129657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Pushing event updated for resources: {'Port': ['ID=66917899-b21b-4e94-9df9-cf8fce995245,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:29.185571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8f97f01-4c2a-4291-a234-044fdfeb6a8f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.276122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:29.334216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Attempting to bind port 66917899-b21b-4e94-9df9-cf8fce995245 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:29.334551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Attempting to bind port 66917899-b21b-4e94-9df9-cf8fce995245 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:29.334896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Attempting to bind port 66917899-b21b-4e94-9df9-cf8fce995245 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:29.347335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Port 66917899-b21b-4e94-9df9-cf8fce995245 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:29.347666 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Attempting to bind port 66917899-b21b-4e94-9df9-cf8fce995245 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:29.352599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8f97f01-4c2a-4291-a234-044fdfeb6a8f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.355946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:29.356289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:29.356687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:29.357134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Bound port: 66917899-b21b-4e94-9df9-cf8fce995245, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:29.357487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.435885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] For port 66917899-b21b-4e94-9df9-cf8fce995245, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:29.440130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] For port 66917899-b21b-4e94-9df9-cf8fce995245, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66917899-b21b-4e94-9df9-cf8fce995245,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:29.566519 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8f97f01-4c2a-4291-a234-044fdfeb6a8f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.599616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97f01-4c2a-4291-a234-044fdfeb6a8f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616ab388-fa2f-4ad0-bfe0-d9278b3ff07a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:29.659643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.789424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Pushing event updated for resources: {'Port': ['ID=66917899-b21b-4e94-9df9-cf8fce995245,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:29.795136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:29.797755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:29.798858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-24e414ec-4d05-4d7f-a136-b58696779711 service neutron] 10.222.0.78 "PUT /v2.0/ports/66917899-b21b-4e94-9df9-cf8fce995245 HTTP/1.1" status: 200 len: 1096 time: 1.7939115 Nov 12 20:49:29.799437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73dc4f5-85f0-46a3-bafd-692913502ab0', 'tag': '66917899-b21b-4e94-9df9-cf8fce995245'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:29.801960 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505e68cd-c6f4-4be6-bca7-6c647841306a" -d '{"events": [{"name": "network-changed", "server_uuid": "d73dc4f5-85f0-46a3-bafd-692913502ab0", "tag": "66917899-b21b-4e94-9df9-cf8fce995245"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:30.375220 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8f97f01-4c2a-4291-a234-044fdfeb6a8f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:30.376744 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d8f97f01-4c2a-4291-a234-044fdfeb6a8f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3031809 Nov 12 20:49:30.379888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35762) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:30.384314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:30.475236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-23f02e3f-8e7a-4403-ab2c-e240f0cb27db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:30.618610 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced5584-30cc-40ca-8349-06b1ca362455 x-openstack-request-id: req-5ced5584-30cc-40ca-8349-06b1ca362455 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:30.619315 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-plugged", "status": "completed", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:30.619873 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ced5584-30cc-40ca-8349-06b1ca362455 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:30.620608 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'code': 200} Nov 12 20:49:30.652865 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:30.687052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-f8c0b4fb-e45a-4f6a-aa91-d4f09479a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:30.689322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-f8c0b4fb-e45a-4f6a-aa91-d4f09479a4e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=af6fd7d5905a4018a6983f7400707f98&device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 1099 time: 0.1179717 Nov 12 20:49:30.774631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-57257516-65de-4881-af1c-971c3a18df82 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=66917899-b21b-4e94-9df9-cf8fce995245 HTTP/1.1" status: 200 len: 217 time: 0.0758367 Nov 12 20:49:30.893429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:31.195005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:31.344635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-047f3836-19e9-4f6f-bdbc-735d64695509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:31.346531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-047f3836-19e9-4f6f-bdbc-735d64695509 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1080956 Nov 12 20:49:31.416767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e428e8-9b0a-4932-9ea3-a1a9d3519436 req-390f0bd8-6ead-47bc-b1d9-af64b85acf76 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:31.425051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4e428e8-9b0a-4932-9ea3-a1a9d3519436 req-390f0bd8-6ead-47bc-b1d9-af64b85acf76 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 946 time: 0.7099388 Nov 12 20:49:31.443945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Allocated IP 172.25.8.90 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/e68df6f8-7de1-4326-9adc-1e4daecf25d1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:49:31.463348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-dfc2d62f-ea3d-405d-9d44-c00f71c6fef0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:31.464964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-dfc2d62f-ea3d-405d-9d44-c00f71c6fef0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 946 time: 0.2355824 Nov 12 20:49:31.475199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d982a-6646-429b-b49d-132c0fb614ee req-5d78ffa4-8058-4199-a78f-3df0266bc12a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:31.476895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a09d982a-6646-429b-b49d-132c0fb614ee req-5d78ffa4-8058-4199-a78f-3df0266bc12a tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.46 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 944 time: 0.1981521 Nov 12 20:49:31.530978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-d59ddc3e-3df6-4a06-8633-f7d929494ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:31.532750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-d59ddc3e-3df6-4a06-8633-f7d929494ba8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1783299 Nov 12 20:49:31.568626 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:31.710560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:31.801057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:49:31.805999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:31.810487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:49:31.816010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event updated for resources: {'Port': ['ID=e68df6f8-7de1-4326-9adc-1e4daecf25d1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:31.837571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-0a3dda62-b246-4744-8e9e-d415c7621137 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915232 Nov 12 20:49:31.956742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ede1e7c-4d35-48d1-b364-e355109b6cf9 req-0dea4dd2-8cf9-4139-9dad-10dae81242de service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028469 Nov 12 20:49:31.977092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4e428e8-9b0a-4932-9ea3-a1a9d3519436 req-a4232000-0b8d-467d-b3f8-5851eaf38ad0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508859 Nov 12 20:49:32.053223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.064523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Deleting port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:32.064867 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.204934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d7276eef-a40f-49c3-a28b-98490430e708 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:32.206958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d7276eef-a40f-49c3-a28b-98490430e708 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 820 time: 0.2852783 Nov 12 20:49:32.244648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Request body: {'port': {'device_id': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'admin_state_up': True, 'tenant_id': '5c8532785f1741aab66aad26b44a1ed3'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:32.248224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Deleting port 07a60e0b-d546-4f6a-99da-339c798cc532 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:32.248571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.299736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b3cfd-b9b7-42b3-9222-ebda384b4ace req-71ecf15e-fb81-4256-8efe-e941023ea1a2 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:32.301317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b0b3cfd-b9b7-42b3-9222-ebda384b4ace req-71ecf15e-fb81-4256-8efe-e941023ea1a2 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 947 time: 0.1476636 Nov 12 20:49:32.303410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] For port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:32.303741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.327136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.401036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Calling delete_port for 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:32.487718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b0b3cfd-b9b7-42b3-9222-ebda384b4ace req-ef573256-2e05-4078-81aa-fb8cc4cbb5e1 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632798 Nov 12 20:49:32.510371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Made reservation on behalf of 5c8532785f1741aab66aad26b44a1ed3 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:49:32.513442 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.645557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 07a60e0b-d546-4f6a-99da-339c798cc532 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:32.656199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] For port 07a60e0b-d546-4f6a-99da-339c798cc532, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07a60e0b-d546-4f6a-99da-339c798cc532,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:32.660016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.694275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Allocated IP 172.20.0.11 (36545a8b-45bf-4cbe-a762-38ede1646491/4c14f863-794a-45c8-b956-df025de5a519/44c4b6de-1952-478d-8f25-95afec9b22ff) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:49:32.718710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Calling delete_port for 07a60e0b-d546-4f6a-99da-339c798cc532 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:32.803424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3805d-391b-40f2-b6f5-b205a6993d44 req-4e1bf45e-e23a-4fce-8212-ab18740a1870 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:32.808700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f3805d-391b-40f2-b6f5-b205a6993d44 req-4e1bf45e-e23a-4fce-8212-ab18740a1870 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1986375 Nov 12 20:49:32.834202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.876644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 07a60e0b-d546-4f6a-99da-339c798cc532, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=07a60e0b-d546-4f6a-99da-339c798cc532,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:32.878000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a60e0b-d546-4f6a-99da-339c798cc532'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:32.880893 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa4adcb-484f-40ca-bb15-dd187b3b2eb6" -d '{"events": [{"server_uuid": "0fabba9c-c321-4d6f-8ea9-1549140cb85c", "name": "network-vif-unplugged", "status": "completed", "tag": "07a60e0b-d546-4f6a-99da-339c798cc532"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:32.905832 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.927819 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.944863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:32.959802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.007951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.055255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f3805d-391b-40f2-b6f5-b205a6993d44 req-a036813e-ad6d-4fa3-b836-2c568a9a2501 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388563 Nov 12 20:49:33.071172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=07a60e0b-d546-4f6a-99da-339c798cc532,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:33.174254 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.207924 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52775a1e-68d3-4071-8b17-91cfd71bb26d x-openstack-request-id: req-52775a1e-68d3-4071-8b17-91cfd71bb26d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:33.208591 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73dc4f5-85f0-46a3-bafd-692913502ab0", "tag": "66917899-b21b-4e94-9df9-cf8fce995245", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:33.208955 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52775a1e-68d3-4071-8b17-91cfd71bb26d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:33.209465 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73dc4f5-85f0-46a3-bafd-692913502ab0', 'tag': '66917899-b21b-4e94-9df9-cf8fce995245', 'status': 'completed', 'code': 200} Nov 12 20:49:33.223814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.284772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event updated for resources: {'Port': ['ID=e68df6f8-7de1-4326-9adc-1e4daecf25d1,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:33.289996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Pushing event deleted for resources: {'Port': ['ID=2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:33.307647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Network 36545a8b-45bf-4cbe-a762-38ede1646491 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:49:33.317015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:33.350476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:49:33.357321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.357827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.482615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Pushing event updated for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:33.486881 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.511999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:33.517387 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.583483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.583483 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0f7449f3-6c3e-46cb-81ca-f31db58a0f35 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1757343 Nov 12 20:49:33.620684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event deleted for resources: {'Port': ['ID=07a60e0b-d546-4f6a-99da-339c798cc532,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:33.640988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] No DVR routers for this DVR port 07a60e0b-d546-4f6a-99da-339c798cc532 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:33.655925 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.686603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b09670f7-a4d9-4d8a-adc6-e1bd8d840724 req-cc00a4d3-0abd-41b6-8774-663329d70d08 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "DELETE /v2.0/ports/07a60e0b-d546-4f6a-99da-339c798cc532 HTTP/1.1" status: 204 len: 173 time: 2.2031386 Nov 12 20:49:33.695880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] No DVR routers for this DVR port 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:33.705035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:33.707772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a09d982a-6646-429b-b49d-132c0fb614ee req-541a3676-00d7-4e04-a143-8c1a8c6da828 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.46 "DELETE /v2.0/ports/2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 HTTP/1.1" status: 204 len: 173 time: 2.2162414 Nov 12 20:49:33.765091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-71b012f6-490e-4385-b174-9f4b323904ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:33.766853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-71b012f6-490e-4385-b174-9f4b323904ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=af6fd7d5905a4018a6983f7400707f98&device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 1099 time: 0.4671123 Nov 12 20:49:33.793426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050489a4-7b44-4e62-86b1-ba7e16d9b04f req-71e4ee4d-12cf-4d69-89e7-4ef292a0d044 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:33.799262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-050489a4-7b44-4e62-86b1-ba7e16d9b04f req-71e4ee4d-12cf-4d69-89e7-4ef292a0d044 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 932 time: 0.4774430 Nov 12 20:49:33.941472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-050489a4-7b44-4e62-86b1-ba7e16d9b04f req-c5b215b5-e4dd-456f-ae7f-dedbf37ffb0e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270182 Nov 12 20:49:33.982384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-4250c14d-bc6a-4930-aa45-6f6f23196f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:33.982384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-4250c14d-bc6a-4930-aa45-6f6f23196f98 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1761281 Nov 12 20:49:34.037434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-7818b2ff-9c76-49e8-ab81-cc5fa37ba0c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=66917899-b21b-4e94-9df9-cf8fce995245 HTTP/1.1" status: 200 len: 217 time: 0.0520592 Nov 12 20:49:34.050528 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-d0ebd975-ba2f-41ab-85c5-4f1760c283c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8128972 Nov 12 20:49:34.075533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Request body: {'port': {'device_id': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:34.132567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-8ca879bf-735f-4cc3-9d2d-49ac02ba6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:34.132567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-8ca879bf-735f-4cc3-9d2d-49ac02ba6cf0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0828707 Nov 12 20:49:34.164398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:34.224430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-388e56be-cfd9-4570-871f-dde56eebe252 req-7534c3ee-472c-4555-b525-8102da71f616 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=100b007c-b955-41b1-9304-02d86221e93c HTTP/1.1" status: 200 len: 210 time: 0.0373344 Nov 12 20:49:34.233506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-ced76f69-3cf9-4b2e-a340-a23124c40706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:34.235399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-ced76f69-3cf9-4b2e-a340-a23124c40706 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999236 Nov 12 20:49:34.297525 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527e972b-8e3b-4649-9b34-34eb126630fd x-openstack-request-id: req-527e972b-8e3b-4649-9b34-34eb126630fd {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:34.298122 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fabba9c-c321-4d6f-8ea9-1549140cb85c", "name": "network-vif-unplugged", "status": "completed", "tag": "07a60e0b-d546-4f6a-99da-339c798cc532", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:34.298122 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-527e972b-8e3b-4649-9b34-34eb126630fd {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:34.298440 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a60e0b-d546-4f6a-99da-339c798cc532', 'code': 200} Nov 12 20:49:34.373819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-5ff3f965-70be-4bdd-a51e-e862a495d230 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256330 Nov 12 20:49:34.415661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c6d87c4-947f-4a2b-8be8-e31353e4dabd req-93a03b4e-0e4e-4fb5-ab50-1ec34d49f06b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 210 time: 0.0399952 Nov 12 20:49:34.514767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-505e68cd-c6f4-4be6-bca7-6c647841306a req-6e273695-06a0-4bbc-a86d-9682916c980d service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303103 Nov 12 20:49:34.606819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c4b6de-1952-478d-8f25-95afec9b22ff {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:34.618009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:34.619447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102a52-0d68-41ac-9f7b-ddad025269d4 req-9746fdb5-e2f0-41e6-ab92-0a22bb0002ab tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:34.621165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77102a52-0d68-41ac-9f7b-ddad025269d4 req-9746fdb5-e2f0-41e6-ab92-0a22bb0002ab tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 947 time: 0.0704517 Nov 12 20:49:34.633755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Transition to ACTIVE for port object 44c4b6de-1952-478d-8f25-95afec9b22ff will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:49:34.660927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66917899-b21b-4e94-9df9-cf8fce995245 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:34.706053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:34.787100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Pushing event updated for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:34.799659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.800013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.800426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.800766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.801117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.801430 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.801757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.802168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.802401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.802724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.803044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.803391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:34.822012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77102a52-0d68-41ac-9f7b-ddad025269d4 req-12373d14-04b7-4fca-8750-e22a456b370a tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839347 Nov 12 20:49:34.950148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:34.950423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:34.950554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:34.950742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:34.964502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:34.964847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:34.979974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:34.980322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:34.980794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:34.981271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Bound port: 44c4b6de-1952-478d-8f25-95afec9b22ff, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:34.981635 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:35.011702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:35.012437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:35.047991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66917899-b21b-4e94-9df9-cf8fce995245, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66917899-b21b-4e94-9df9-cf8fce995245,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:35.077812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '66917899-b21b-4e94-9df9-cf8fce995245', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '66917899-b21b-4e94-9df9-cf8fce995245', 'mac_address': 'fa:16:3e:68:ae:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:35.117427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:35.128321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:35.169166 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:35.203746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66917899-b21b-4e94-9df9-cf8fce995245 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:35.210925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'name': 'network-vif-deleted', 'tag': '07a60e0b-d546-4f6a-99da-339c798cc532'}, {'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'name': 'network-vif-deleted', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:35.219955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:35.220112 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79156557-850c-4bab-a575-fc8b93def743" -d '{"events": [{"server_uuid": "0fabba9c-c321-4d6f-8ea9-1549140cb85c", "name": "network-vif-deleted", "tag": "07a60e0b-d546-4f6a-99da-339c798cc532"}, {"server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "name": "network-vif-deleted", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:35.294878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66917899-b21b-4e94-9df9-cf8fce995245, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66917899-b21b-4e94-9df9-cf8fce995245,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:35.316355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:35.317886 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:35.326145 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] 10.222.0.46 "PUT /v2.0/ports/44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 1093 time: 1.2577558 Nov 12 20:49:35.326765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:35.330385 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9539f01a-393d-4684-a44f-9db3b592e28c" -d '{"events": [{"name": "network-changed", "server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:35.379361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:35.393717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba638410-90d4-4724-af9c-9fc689822543 service neutron] Pushing event updated for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:35.505730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=66917899-b21b-4e94-9df9-cf8fce995245,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:35.520058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-74abc8a9-d399-4c43-8d39-36576937ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:35.522263 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-74abc8a9-d399-4c43-8d39-36576937ec35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1096 time: 0.0958326 Nov 12 20:49:35.609446 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-25857214-92c6-4eb3-b3ef-f917e347d1e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 217 time: 0.0765715 Nov 12 20:49:35.625270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['66917899-b21b-4e94-9df9-cf8fce995245'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:35.771316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-0bf3cb80-183d-4a6b-a1fc-1be78aeb1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:35.774431 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-0bf3cb80-183d-4a6b-a1fc-1be78aeb1b53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1594124 Nov 12 20:49:35.860924 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-0a639d07-b110-4eb7-b85b-8f7aa201ecd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769629 Nov 12 20:49:36.060723 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-0b702e0b-151f-40f0-b52b-eb8bb262052b service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883779 Nov 12 20:49:36.242414 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6d610006-c0f9-4bfc-b18d-439a6157d80c req-699d7a2d-7834-436a-9e66-92cb66a60a69 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731324 Nov 12 20:49:36.682995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66917899-b21b-4e94-9df9-cf8fce995245 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:36.954568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 66917899-b21b-4e94-9df9-cf8fce995245 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:49:36.958933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 66917899-b21b-4e94-9df9-cf8fce995245 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:36.959380 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:37.078294 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:37.109543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73dc4f5-85f0-46a3-bafd-692913502ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66917899-b21b-4e94-9df9-cf8fce995245'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:37.115463 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e94302d-56e3-4ff3-a606-aa7112db23c1" -d '{"events": [{"server_uuid": "d73dc4f5-85f0-46a3-bafd-692913502ab0", "name": "network-vif-plugged", "status": "completed", "tag": "66917899-b21b-4e94-9df9-cf8fce995245"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:37.136093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 66917899-b21b-4e94-9df9-cf8fce995245, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66917899-b21b-4e94-9df9-cf8fce995245,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:37.226869 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:37.327178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=66917899-b21b-4e94-9df9-cf8fce995245,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:38.799860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 44c4b6de-1952-478d-8f25-95afec9b22ff details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:38.969246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:38.990062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '44c4b6de-1952-478d-8f25-95afec9b22ff', 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'port_id': '44c4b6de-1952-478d-8f25-95afec9b22ff', 'mac_address': 'fa:16:3e:f6:5b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c14f863-794a-45c8-b956-df025de5a519', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:39.058236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:39.083170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c4b6de-1952-478d-8f25-95afec9b22ff {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:39.117843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:39.211063 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:39.347964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:39.553516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76506bdf-3bb8-4513-9aa4-85d5a810a55b req-8ac7cae7-a886-449f-91be-54cb984b1964 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:39.560862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76506bdf-3bb8-4513-9aa4-85d5a810a55b req-8ac7cae7-a886-449f-91be-54cb984b1964 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1109679 Nov 12 20:49:39.569636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['44c4b6de-1952-478d-8f25-95afec9b22ff'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:39.638447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76506bdf-3bb8-4513-9aa4-85d5a810a55b req-c8419971-42c4-4ad2-ae40-fa8f6a30ba80 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757933 Nov 12 20:49:39.702012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-56f9f8bc-9fea-4d10-bcc2-9ff3e78f9a24 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:39.720770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-56f9f8bc-9fea-4d10-bcc2-9ff3e78f9a24 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/networks?id=383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 200 len: 822 time: 0.3347228 Nov 12 20:49:39.754406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-8a04fc65-d07b-4534-b888-4be91403126b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/quotas/a29b42456cfc4a3e9af5981d71012886 HTTP/1.1" status: 200 len: 375 time: 0.0326273 Nov 12 20:49:39.918501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f1ec-2fa8-4334-a7b2-82c58f26bd89 req-31ce22a4-c376-4527-b186-9a9921472592 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:39.920104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce42f1ec-2fa8-4334-a7b2-82c58f26bd89 req-31ce22a4-c376-4527-b186-9a9921472592 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 945 time: 0.1645076 Nov 12 20:49:39.932370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-7ea3e19c-2eda-4e46-aa79-b1b532c00d57 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059241 Nov 12 20:49:40.115121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce42f1ec-2fa8-4334-a7b2-82c58f26bd89 req-9eebc6f7-3617-4e80-a9d9-7cae1d20d043 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809840 Nov 12 20:49:40.134921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-403090a7-9997-408f-aa4a-45116bf7d668 service neutron] 10.222.0.64 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853356 Nov 12 20:49:40.149703 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:40.150419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:40.283215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-05c654d1-ed0c-4140-82c4-a809ab15dc9d service neutron] 10.222.0.64 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296170 Nov 12 20:49:40.289177 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb2051b-56e8-4164-b2dd-5b61f447ad9b x-openstack-request-id: req-cfb2051b-56e8-4164-b2dd-5b61f447ad9b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:40.289665 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fabba9c-c321-4d6f-8ea9-1549140cb85c", "name": "network-vif-deleted", "tag": "07a60e0b-d546-4f6a-99da-339c798cc532", "status": "completed", "code": 200}, {"server_uuid": "100b007c-b955-41b1-9304-02d86221e93c", "name": "network-vif-deleted", "tag": "2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:40.289999 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfb2051b-56e8-4164-b2dd-5b61f447ad9b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:40.290495 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fabba9c-c321-4d6f-8ea9-1549140cb85c', 'name': 'network-vif-deleted', 'tag': '07a60e0b-d546-4f6a-99da-339c798cc532', 'status': 'completed', 'code': 200} Nov 12 20:49:40.290858 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100b007c-b955-41b1-9304-02d86221e93c', 'name': 'network-vif-deleted', 'tag': '2f9a01e0-6699-44a7-b2f0-a6cd34a3a8a6', 'status': 'completed', 'code': 200} Nov 12 20:49:40.362204 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9414cc5e-b2a4-4ae4-bdc0-5177bf4362b1 x-openstack-request-id: req-9414cc5e-b2a4-4ae4-bdc0-5177bf4362b1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:40.362790 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:40.362790 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9414cc5e-b2a4-4ae4-bdc0-5177bf4362b1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:40.363136 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff', 'status': 'completed', 'code': 200} Nov 12 20:49:40.454595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c76fd43f-7e86-401c-9389-985f897cef56 req-1aa94733-7160-4672-ae6f-ac60ae5641a3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 210 time: 0.0437865 Nov 12 20:49:40.462056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539f01a-393d-4684-a44f-9db3b592e28c req-7f3f7e4a-498f-4f62-b495-da73ca42788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:40.462250 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9539f01a-393d-4684-a44f-9db3b592e28c req-7f3f7e4a-498f-4f62-b495-da73ca42788f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1097 time: 0.0714793 Nov 12 20:49:40.629962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c83839-11e0-4480-a284-4a646eb264d3 req-3e71e9c2-ad46-4a3e-84dc-f0f41e9b7ebb tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:40.634383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7c83839-11e0-4480-a284-4a646eb264d3 req-3e71e9c2-ad46-4a3e-84dc-f0f41e9b7ebb tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 949 time: 0.0985847 Nov 12 20:49:40.645550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539f01a-393d-4684-a44f-9db3b592e28c req-f984c911-de28-47ac-a933-18fd501768c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:40.645739 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ede3985-e18f-42d9-91b1-621fb88e08d2 x-openstack-request-id: req-9ede3985-e18f-42d9-91b1-621fb88e08d2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:40.646405 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73dc4f5-85f0-46a3-bafd-692913502ab0", "name": "network-vif-plugged", "status": "completed", "tag": "66917899-b21b-4e94-9df9-cf8fce995245", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:40.646837 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ede3985-e18f-42d9-91b1-621fb88e08d2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:40.647065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9539f01a-393d-4684-a44f-9db3b592e28c req-f984c911-de28-47ac-a933-18fd501768c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.1768484 Nov 12 20:49:40.655900 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73dc4f5-85f0-46a3-bafd-692913502ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66917899-b21b-4e94-9df9-cf8fce995245', 'code': 200} Nov 12 20:49:40.759397 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9539f01a-393d-4684-a44f-9db3b592e28c req-b2f65336-4493-4e58-a7a1-3bf84e8c0cea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 217 time: 0.1028545 Nov 12 20:49:40.818669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7c83839-11e0-4480-a284-4a646eb264d3 req-d04e6ca6-de61-49db-ab41-42614f73090f tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728301 Nov 12 20:49:40.860341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c18456-b374-4c8f-8792-017449c6d7d8 req-b5b567f3-af60-4b71-afea-66c27eba617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:40.861844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9c18456-b374-4c8f-8792-017449c6d7d8 req-b5b567f3-af60-4b71-afea-66c27eba617a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 1101 time: 0.1347172 Nov 12 20:49:40.884677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539f01a-393d-4684-a44f-9db3b592e28c req-816ad495-b18e-4839-8728-14c69fbf34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:40.887000 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9539f01a-393d-4684-a44f-9db3b592e28c req-816ad495-b18e-4839-8728-14c69fbf34f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1193116 Nov 12 20:49:40.947450 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9539f01a-393d-4684-a44f-9db3b592e28c req-a0b1bc4f-9d0c-4958-8c29-d6fe48428bdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503957 Nov 12 20:49:40.990375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-299b1d25-1122-4e07-8916-031966ae05ce req-60f69284-5375-4a42-aa58-3fc8052992a8 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 210 time: 0.0402360 Nov 12 20:49:41.034814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9c18456-b374-4c8f-8792-017449c6d7d8 req-2729bbc6-32f2-4ae3-9af3-b3b21c8e1f23 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648037 Nov 12 20:49:41.060653 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9539f01a-393d-4684-a44f-9db3b592e28c req-895c597d-2d63-40c8-a2fb-fe154456decd service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057227 Nov 12 20:49:41.145381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bace0-5212-44be-bd69-fa7ee4cb6cba req-0b517ba3-0010-4773-9b71-b038b61dd78e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:41.147182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c00bace0-5212-44be-bd69-fa7ee4cb6cba req-0b517ba3-0010-4773-9b71-b038b61dd78e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0703773 Nov 12 20:49:41.218694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c00bace0-5212-44be-bd69-fa7ee4cb6cba req-c09ee6b0-f6be-41b7-ab49-88ec9ec7905f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639210 Nov 12 20:49:41.261887 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9539f01a-393d-4684-a44f-9db3b592e28c req-ee1f418f-6ba7-43f8-8f75-bc5e71fac6ff service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899030 Nov 12 20:49:41.398699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4670-b1be-4435-9a2c-29b08ecc57c0 req-96fb72d1-a013-4db2-a7c7-505456928682 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:41.401087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdff4670-b1be-4435-9a2c-29b08ecc57c0 req-96fb72d1-a013-4db2-a7c7-505456928682 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 951 time: 0.0708082 Nov 12 20:49:41.457543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdff4670-b1be-4435-9a2c-29b08ecc57c0 req-91585fc0-4030-438a-8657-19291da4a00c tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Nov 12 20:49:41.551086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a39e0-27fc-4784-b04d-6f50178626fa req-a64856c7-4cc2-45ab-8a71-c950e17d9cb8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:41.552741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e5a39e0-27fc-4784-b04d-6f50178626fa req-a64856c7-4cc2-45ab-8a71-c950e17d9cb8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 945 time: 0.0806944 Nov 12 20:49:41.648621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e5a39e0-27fc-4784-b04d-6f50178626fa req-f2c2c3a4-f649-4e03-af70-28a0814b9e25 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820625 Nov 12 20:49:41.727057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f052b-d258-4d7d-97f6-97c9ea2003a0 req-f0ef7871-5fe0-46ff-9e1c-76c93cb3c122 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:41.735860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f87f052b-d258-4d7d-97f6-97c9ea2003a0 req-f0ef7871-5fe0-46ff-9e1c-76c93cb3c122 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 944 time: 0.0789196 Nov 12 20:49:41.800929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f87f052b-d258-4d7d-97f6-97c9ea2003a0 req-77dc7bfd-1f8e-4104-80de-70aba707d648 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606530 Nov 12 20:49:41.877769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-fb0bc472-5e6c-49c1-9456-09ffa12152a3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:41.881366 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-fb0bc472-5e6c-49c1-9456-09ffa12152a3 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 944 time: 0.0922399 Nov 12 20:49:41.978920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36e71bc8-4b63-49fa-8dec-1b2431d64a96 req-80ef71cd-ed99-4826-9dd2-f09110b38e00 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fabba9c-c321-4d6f-8ea9-1549140cb85c HTTP/1.1" status: 200 len: 210 time: 0.0496240 Nov 12 20:49:42.001846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4f161-b8fb-4814-ad7b-804041a76d19 req-29f70789-7f22-4896-bd85-30beb41f6dbb tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:42.019353 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dc4f161-b8fb-4814-ad7b-804041a76d19 req-29f70789-7f22-4896-bd85-30beb41f6dbb tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 949 time: 0.1005125 Nov 12 20:49:42.052772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Deleting port d512e20d-f80f-4e81-b8d9-34b5e775764e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:42.053130 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:42.071705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dc4f161-b8fb-4814-ad7b-804041a76d19 req-27aeb001-a93b-414d-bfca-8f563ab17542 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513146 Nov 12 20:49:42.196707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35ccf7c5-a45c-4f2c-ba1a-ea99f6e72f4a req-d51045a8-2125-4520-9385-2c2100656708 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 210 time: 0.0464728 Nov 12 20:49:42.268001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] For port d512e20d-f80f-4e81-b8d9-34b5e775764e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d512e20d-f80f-4e81-b8d9-34b5e775764e,segment=NetworkSegment(d0a75f69-f2bd-4c8a-96ee-26f197351658),segment_id=d0a75f69-f2bd-4c8a-96ee-26f197351658)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:42.268255 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:42.284348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Calling delete_port for d512e20d-f80f-4e81-b8d9-34b5e775764e owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:42.461100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155b9c9-a5f5-4665-8c08-0db6d511fa52 req-80ce0dc7-19be-490f-ac75-a0445ebf1fdf tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:42.462707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7155b9c9-a5f5-4665-8c08-0db6d511fa52 req-80ce0dc7-19be-490f-ac75-a0445ebf1fdf tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1089437 Nov 12 20:49:42.596828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7155b9c9-a5f5-4665-8c08-0db6d511fa52 req-f0d0ae2c-4921-40de-80e3-afce74a162cd tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220391 Nov 12 20:49:42.813672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 44c4b6de-1952-478d-8f25-95afec9b22ff up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:42.818794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d3e16-a629-45ca-828b-3acf88726f4a req-f229b229-6ef8-4358-8294-c0b86d891191 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:42.820306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389d3e16-a629-45ca-828b-3acf88726f4a req-f229b229-6ef8-4358-8294-c0b86d891191 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 945 time: 0.0817983 Nov 12 20:49:42.896378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389d3e16-a629-45ca-828b-3acf88726f4a req-8339f4af-30ee-4f7d-80d1-a2a71c301d0b tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628772 Nov 12 20:49:43.030201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba24246-1588-4851-ba1d-74d8f531c918 req-35137bfe-2814-49f9-9113-fdc3f4b56892 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:43.032246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fba24246-1588-4851-ba1d-74d8f531c918 req-35137bfe-2814-49f9-9113-fdc3f4b56892 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 944 time: 0.0602469 Nov 12 20:49:43.165368 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:43.173422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fba24246-1588-4851-ba1d-74d8f531c918 req-dafc6bac-c4bf-4a1c-ae06-6e8779e73d04 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/security-groups?id=470f8135-832d-4b46-af8f-548d72617fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155291 Nov 12 20:49:43.185960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 44c4b6de-1952-478d-8f25-95afec9b22ff completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:49:43.192037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 44c4b6de-1952-478d-8f25-95afec9b22ff triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:43.193754 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:43.223141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Pushing event deleted for resources: {'Port': ['ID=d512e20d-f80f-4e81-b8d9-34b5e775764e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:43.262926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] No DVR routers for this DVR port d512e20d-f80f-4e81-b8d9-34b5e775764e on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:43.265510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:43.270260 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5f83656d-3459-4d2c-9a57-3357537d0be6 req-6c5a61a9-bc30-4cc6-8e15-4d2ef90a3d98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.46 "DELETE /v2.0/ports/d512e20d-f80f-4e81-b8d9-34b5e775764e HTTP/1.1" status: 204 len: 173 time: 1.3783062 Nov 12 20:49:43.270904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'name': 'network-vif-deleted', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:43.274641 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62354b4b-6366-480a-bdab-f6dfd763e046" -d '{"events": [{"server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "name": "network-vif-deleted", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:43.340351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b231f4-a37f-489e-8011-058375f6f887 req-f6f41bd1-8a42-4c23-895a-013cc7d725d2 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:43.342396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30b231f4-a37f-489e-8011-058375f6f887 req-f6f41bd1-8a42-4c23-895a-013cc7d725d2 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 949 time: 0.0888426 Nov 12 20:49:43.402498 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:43.435699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:43.439093 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c9ea49-bdc0-41a6-ba20-37778c0c657f" -d '{"events": [{"server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "name": "network-vif-plugged", "status": "completed", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:43.457385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30b231f4-a37f-489e-8011-058375f6f887 req-b45499ac-6de3-4c3f-a3df-a868e45456eb tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052396 Nov 12 20:49:43.492782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:43.508593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c45b8088-0361-4248-a751-d121bf79e02c req-a42e5c6c-cefb-458e-a47f-edb7d7e68430 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 210 time: 0.0839806 Nov 12 20:49:43.522798 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b8d5ca-ef64-4d84-96a0-ff686be2c9cf x-openstack-request-id: req-a2b8d5ca-ef64-4d84-96a0-ff686be2c9cf {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:43.523956 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e50d867-b628-41d8-88ae-e1fe915b6bfb", "name": "network-vif-deleted", "tag": "d512e20d-f80f-4e81-b8d9-34b5e775764e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:43.524792 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2b8d5ca-ef64-4d84-96a0-ff686be2c9cf {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:43.525770 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e50d867-b628-41d8-88ae-e1fe915b6bfb', 'name': 'network-vif-deleted', 'tag': 'd512e20d-f80f-4e81-b8d9-34b5e775764e', 'status': 'completed', 'code': 200} Nov 12 20:49:43.573648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:43.576403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:43.675564 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f9dfa2-0473-483f-9d45-d040ba28ab73 x-openstack-request-id: req-e2f9dfa2-0473-483f-9d45-d040ba28ab73 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:43.676121 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "name": "network-vif-plugged", "status": "completed", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:43.676550 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2f9dfa2-0473-483f-9d45-d040ba28ab73 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:43.677104 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff', 'code': 200} Nov 12 20:49:43.830223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39e8d4-1df0-47b0-9df4-27d9a286dcba req-c96909aa-c83b-43de-a710-900d7fc55dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:43.831810 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2a39e8d4-1df0-47b0-9df4-27d9a286dcba req-c96909aa-c83b-43de-a710-900d7fc55dd8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1098 time: 0.0732074 Nov 12 20:49:43.880779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8151-81e0-41ce-b8a6-a447ee8c5134 req-c687b114-b0bd-4242-b7e6-c84a1270b94d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:43.891609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e42b8151-81e0-41ce-b8a6-a447ee8c5134 req-c687b114-b0bd-4242-b7e6-c84a1270b94d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1174071 Nov 12 20:49:43.909773 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2a39e8d4-1df0-47b0-9df4-27d9a286dcba req-de35db1d-6be8-4d6e-945f-df6c51dc67e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620577 Nov 12 20:49:43.914358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:43.932260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.932599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.932952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.933269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.933598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.933925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.934247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.934567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.945253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.945752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.946096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.946428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:43.989941 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e42b8151-81e0-41ce-b8a6-a447ee8c5134 req-847e85bb-3a14-4031-96ca-f09360b8e1b2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977178 Nov 12 20:49:44.033152 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:44.066247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:44.178387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:44.184229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-97de9eb6-d245-496d-855f-415451e476c9 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:44.193347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-97de9eb6-d245-496d-855f-415451e476c9 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.78 "GET /v2.0/networks?id=383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 200 len: 822 time: 0.2485950 Nov 12 20:49:44.203701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Request body: {'port': {'device_id': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'admin_state_up': True, 'tenant_id': 'a29b42456cfc4a3e9af5981d71012886'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:44.317731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:44.559653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5f25b-7291-464c-b5d2-eb905e4622e2 req-4e56e83f-deec-4944-93e1-720be3aecadb tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:44.561306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9c5f25b-7291-464c-b5d2-eb905e4622e2 req-4e56e83f-deec-4944-93e1-720be3aecadb tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1062675 Nov 12 20:49:44.593187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700644a-584d-43c5-8454-79516a3d58ae req-08472f6d-5d4c-4042-b51b-db0609a43ddf tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:44.600676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3700644a-584d-43c5-8454-79516a3d58ae req-08472f6d-5d4c-4042-b51b-db0609a43ddf tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.1881824 Nov 12 20:49:44.627113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3700644a-584d-43c5-8454-79516a3d58ae req-c35c654f-e06f-4f0e-ac16-cd317426c63a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/quotas/c253ebad0e0b48208d501d4723f0e0f0 HTTP/1.1" status: 200 len: 375 time: 0.0254388 Nov 12 20:49:44.650290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Made reservation on behalf of a29b42456cfc4a3e9af5981d71012886 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:49:44.654049 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:44.675980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3700644a-584d-43c5-8454-79516a3d58ae req-04f9a3bb-98b0-4686-b20d-2de96c6b6793 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428936 Nov 12 20:49:44.687560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9c5f25b-7291-464c-b5d2-eb905e4622e2 req-184d0db7-e87f-449e-bdf4-477c659b7638 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168773 Nov 12 20:49:44.825780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d512e20d-f80f-4e81-b8d9-34b5e775764e no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:44.852660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d512e20d-f80f-4e81-b8d9-34b5e775764e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:44.853208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d512e20d-f80f-4e81-b8d9-34b5e775764e not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:44.890361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3700644a-584d-43c5-8454-79516a3d58ae req-b4fd2fc9-3fc8-4901-abff-30218632c168 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999445 Nov 12 20:49:44.973559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8cb15eb-12c9-4d51-b89e-da8abfa49db0 req-e7ed36f5-35b6-47cf-8bbc-62c843ecab98 tempest-LiveMigrationTest-309147800 tempest-LiveMigrationTest-309147800-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e50d867-b628-41d8-88ae-e1fe915b6bfb HTTP/1.1" status: 200 len: 210 time: 0.0597742 Nov 12 20:49:45.017438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Allocated IP 172.20.0.4 (383b1edf-41f2-4e07-9ad4-20e41872f571/bcaa0111-054c-4b50-ac85-46a1e0720311/ba1742ed-79a7-4b2a-8cf1-b08f59c29c42) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:49:45.097947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3700644a-584d-43c5-8454-79516a3d58ae req-626557f8-6870-4107-953c-fa145d70554b service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853061 Nov 12 20:49:45.153440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41c28-879b-4395-86ed-9cf0993ad849 req-4dfdd94b-afa2-40f7-9086-805363c47506 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:45.154990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47e41c28-879b-4395-86ed-9cf0993ad849 req-4dfdd94b-afa2-40f7-9086-805363c47506 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 949 time: 0.1163712 Nov 12 20:49:45.252498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47e41c28-879b-4395-86ed-9cf0993ad849 req-165357a2-dd0b-41dc-bd72-9623eca7cce6 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664363 Nov 12 20:49:45.273304 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:45.361701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da38ae44-eac6-4dfb-9518-237dfd6b9979 req-bd8e460f-fd3a-460c-9e4d-f8a63ca51e37 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 210 time: 0.0310700 Nov 12 20:49:45.368797 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:45.457511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Network 383b1edf-41f2-4e07-9ad4-20e41872f571 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:49:45.460798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:45.464822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:49:45.513983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event updated for resources: {'Port': ['ID=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:45.565262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.565612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.565978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.566323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.566653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.566983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.567333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.567670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.567998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.568323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.568643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.568965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:45.577678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c8785ed-a287-46c2-be16-f6f9e03de8b7 req-684284c0-48d7-45d7-bafd-0e694db72aa2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=70298f6f-f0f9-49c6-ad10-e8bc12d4b8ee HTTP/1.1" status: 200 len: 210 time: 0.0643821 Nov 12 20:49:45.612687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:45.612687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:45.628170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afb02f-ba8f-49bb-beb7-4d9a6cde9548 req-ef634316-7755-40b8-8a72-74005bf2ec61 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:45.629746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65afb02f-ba8f-49bb-beb7-4d9a6cde9548 req-ef634316-7755-40b8-8a72-74005bf2ec61 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1549466 Nov 12 20:49:45.679024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:45.681888 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa672a75-08b1-4530-a422-84a70bd51ccc" -d '{"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:45.685831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65afb02f-ba8f-49bb-beb7-4d9a6cde9548 req-5d6c3515-5a1b-4d64-96d9-4564a67784aa tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495663 Nov 12 20:49:45.748142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-6ab5960b-b183-4f38-9994-3720744d3549 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5506973 Nov 12 20:49:45.813092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Request body: {'port': {'device_id': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:46.220895 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-26aaa79c-450c-43c0-9173-731f2a791b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:46.222495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-26aaa79c-450c-43c0-9173-731f2a791b47 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1097 time: 0.0434442 Nov 12 20:49:46.239692 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:46.258626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-ead37164-d97b-4ec6-a227-d860a833024d tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:46.260120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-ead37164-d97b-4ec6-a227-d860a833024d tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.78 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 949 time: 0.4434774 Nov 12 20:49:46.327803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-eb8a42cd-21fc-4026-91c0-9b098c9351d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:46.329742 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-eb8a42cd-21fc-4026-91c0-9b098c9351d3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.1007142 Nov 12 20:49:46.359091 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f6bdef-e3dd-42c3-adfa-37c9515f8cf2 x-openstack-request-id: req-61f6bdef-e3dd-42c3-adfa-37c9515f8cf2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:46.359421 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:46.359683 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61f6bdef-e3dd-42c3-adfa-37c9515f8cf2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:46.360093 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'code': 200} Nov 12 20:49:46.411754 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-5df9e7aa-6415-46f5-9792-4bdec62527f2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 1001 time: 0.0741041 Nov 12 20:49:46.465538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-4e2c3bfa-ed43-4af1-9d85-64506c15e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:46.467119 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-4e2c3bfa-ed43-4af1-9d85-64506c15e8d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.0479696 Nov 12 20:49:46.518466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-fe46ac1c-f64e-4891-baae-24b9088b2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:46.519994 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-fe46ac1c-f64e-4891-baae-24b9088b2452 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459361 Nov 12 20:49:46.537980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Deleting port 66917899-b21b-4e94-9df9-cf8fce995245 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:46.543344 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:46.565659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d30b-2b5d-4a8d-a7f5-a7221092af2f req-6c6564e3-7a25-4f6a-bd7c-3ac0f54b70e8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:46.567148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8102d30b-2b5d-4a8d-a7f5-a7221092af2f req-6c6564e3-7a25-4f6a-bd7c-3ac0f54b70e8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1482518 Nov 12 20:49:46.612235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-f267bf3b-6338-45ef-8a93-b43deaea734e service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847085 Nov 12 20:49:46.707821 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d5b46183-8a9e-47cc-a60a-645c8b78d1d7 req-00ecb8f8-a7fc-480a-b87b-20376f15e44d service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886126 Nov 12 20:49:46.712845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8102d30b-2b5d-4a8d-a7f5-a7221092af2f req-36dce2e6-e284-4981-aef7-64c802fb4c6d tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356463 Nov 12 20:49:46.724247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] For port 66917899-b21b-4e94-9df9-cf8fce995245, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=66917899-b21b-4e94-9df9-cf8fce995245,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:46.724624 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:46.748164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Calling delete_port for 66917899-b21b-4e94-9df9-cf8fce995245 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:46.782253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36180) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:46.828379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:46.847599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:46.888253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Transition to ACTIVE for port object ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:49:46.923852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379c17-8f5c-48a5-be53-15640e3389b8 req-7304bb22-cc8c-488c-8a75-cae1f153ddab tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:46.925381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44379c17-8f5c-48a5-be53-15640e3389b8 req-7304bb22-cc8c-488c-8a75-cae1f153ddab tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73dc4f5-85f0-46a3-bafd-692913502ab0 HTTP/1.1" status: 200 len: 949 time: 0.0925987 Nov 12 20:49:46.973982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:46.988210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad385472-f11f-4651-a969-73ba1597d371 admin admin] Deleting subnet 7a40005e-6fc7-4c5d-a51c-b7af2f467e2a {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:49:46.991408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad385472-f11f-4651-a969-73ba1597d371 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.029311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad385472-f11f-4651-a969-73ba1597d371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.073843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad385472-f11f-4651-a969-73ba1597d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.102470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:47.125219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44379c17-8f5c-48a5-be53-15640e3389b8 req-f25b1b83-5e01-437f-ad76-3fe5f4580a14 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.64 "GET /v2.0/security-groups?id=e917957a-04ac-44eb-ac23-4d0733db9e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894500 Nov 12 20:49:47.145274 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.157102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['66917899-b21b-4e94-9df9-cf8fce995245'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:47.205997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Pushing event deleted for resources: {'Port': ['ID=66917899-b21b-4e94-9df9-cf8fce995245,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:47.223886 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad385472-f11f-4651-a969-73ba1597d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.253079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdaf35-184a-408a-b057-e21c0df75859 req-824e78c7-a0e4-4fdb-af7e-beb80d9a47c8 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:47.255269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62bdaf35-184a-408a-b057-e21c0df75859 req-824e78c7-a0e4-4fdb-af7e-beb80d9a47c8 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 943 time: 0.1728177 Nov 12 20:49:47.269241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad385472-f11f-4651-a969-73ba1597d371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a40005e-6fc7-4c5d-a51c-b7af2f467e2a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:47.273595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad385472-f11f-4651-a969-73ba1597d371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.279395 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ad385472-f11f-4651-a969-73ba1597d371 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7a40005e-6fc7-4c5d-a51c-b7af2f467e2a HTTP/1.1" status: 204 len: 168 time: 0.4938886 Nov 12 20:49:47.279834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36190) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:47.296084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] No DVR routers for this DVR port 66917899-b21b-4e94-9df9-cf8fce995245 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:47.299624 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.303399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a726cedd-c8f4-4870-bd50-3287d504aab9 req-c7f0f767-3d49-4f9b-9f6f-28ca47c47399 tempest-ImagesNegativeTestJSON-655553154 tempest-ImagesNegativeTestJSON-655553154-project] 10.222.0.78 "DELETE /v2.0/ports/66917899-b21b-4e94-9df9-cf8fce995245 HTTP/1.1" status: 204 len: 173 time: 1.0364194 Nov 12 20:49:47.314558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73dc4f5-85f0-46a3-bafd-692913502ab0', 'name': 'network-vif-deleted', 'tag': '66917899-b21b-4e94-9df9-cf8fce995245'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:47.316903 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcf3fd7-d599-4478-8e22-2a417b3e8921" -d '{"events": [{"server_uuid": "d73dc4f5-85f0-46a3-bafd-692913502ab0", "name": "network-vif-deleted", "tag": "66917899-b21b-4e94-9df9-cf8fce995245"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:47.349453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Attempting to bind port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:47.349801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Attempting to bind port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:47.350135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Attempting to bind port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:47.356533 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.370697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:47.371090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Attempting to bind port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:47.397739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:47.398364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Checking segment: {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:47.398769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Bound using segment: {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:47.399218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Bound port: ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:47.399599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.428198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad2420-4768-424a-8780-f1b03dbfc729 req-9a639c5e-3a77-427a-8f7b-e95b688edbc0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:47.435781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33ad2420-4768-424a-8780-f1b03dbfc729 req-9a639c5e-3a77-427a-8f7b-e95b688edbc0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.1493027 Nov 12 20:49:47.441416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62bdaf35-184a-408a-b057-e21c0df75859 req-22c789a5-a06c-4ceb-b8fa-ead6898842d0 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477149 Nov 12 20:49:47.449642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.482113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bb6d37-abe0-4cef-affb-f230734803b9']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:47.484400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a75f69-f2bd-4c8a-96ee-26f197351658') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:47.484791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a75f69-f2bd-4c8a-96ee-26f197351658') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:47.496031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.510505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.517740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:49:47.518133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:49:47.519876 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:49:47.554844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33ad2420-4768-424a-8780-f1b03dbfc729 req-ea3299fe-0bb8-4f7c-b14c-3da8894208de tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181726 Nov 12 20:49:47.570733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:47.574393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:47.584409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ece50-00ec-4d65-8c15-4bf1aca9b46d req-73bc1be9-fbda-42cc-97f2-726949c690a8 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:47.585929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe5ece50-00ec-4d65-8c15-4bf1aca9b46d req-73bc1be9-fbda-42cc-97f2-726949c690a8 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1098 time: 0.0779183 Nov 12 20:49:47.636026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe5ece50-00ec-4d65-8c15-4bf1aca9b46d req-7eb263e5-1be0-402f-a5e5-82889eced0eb tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Nov 12 20:49:47.670108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.682930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.684426 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.690386 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c1bb6d37-abe0-4cef-affb-f230734803b9 HTTP/1.1" status: 204 len: 168 time: 0.4061904 Nov 12 20:49:47.692783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36206) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:47.699311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852bb73-ac3a-4ffe-87da-3068facb1946 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1bb6d37-abe0-4cef-affb-f230734803b9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:47.766297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:47.766907 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.768296 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] 10.222.0.78 "PUT /v2.0/ports/ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 HTTP/1.1" status: 200 len: 1092 time: 1.9604733 Nov 12 20:49:47.812716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8758427-d4b8-4108-83ec-74d011fa24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:47.819731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cf3596-a7e4-4eb9-a053-f377b1327418 admin admin] Deleting subnet 4694498f-e4a2-449c-89be-5ae5aa7af146 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:49:47.853129 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3596-a7e4-4eb9-a053-f377b1327418 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.912752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3596-a7e4-4eb9-a053-f377b1327418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:47.982968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-6df6214e-3562-44f0-b253-e96b59beb197 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:47.985110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-6df6214e-3562-44f0-b253-e96b59beb197 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.2260878 Nov 12 20:49:48.010210 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3596-a7e4-4eb9-a053-f377b1327418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.014304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-1dc124b0-3c19-40b3-b301-a7f6569f5c71 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/quotas/c253ebad0e0b48208d501d4723f0e0f0 HTTP/1.1" status: 200 len: 375 time: 0.0224347 Nov 12 20:49:48.035222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-052e54a5-6275-4031-bad0-b7933c83c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:48.036678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-052e54a5-6275-4031-bad0-b7933c83c482 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 1095 time: 0.1371191 Nov 12 20:49:48.078499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-79e89fa0-daa9-4698-be1d-00abc1a9eed7 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454590 Nov 12 20:49:48.117520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-db1ffaa4-bcbf-4543-a55d-4eeee4165b67 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 HTTP/1.1" status: 200 len: 217 time: 0.0681522 Nov 12 20:49:48.224899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-ac99e346-1e2e-40b4-831c-105c94f1097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:48.226361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-ac99e346-1e2e-40b4-831c-105c94f1097d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bcaa0111-054c-4b50-ac85-46a1e0720311 HTTP/1.1" status: 200 len: 862 time: 0.0943928 Nov 12 20:49:48.270873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-61124e87-73cf-4b29-9c7f-99178f58a2e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=383b1edf-41f2-4e07-9ad4-20e41872f571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360582 Nov 12 20:49:48.274563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-1c214139-2aa9-4122-a2ae-a9ff7c31bf29 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668890 Nov 12 20:49:48.275970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3596-a7e4-4eb9-a053-f377b1327418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.337795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf3596-a7e4-4eb9-a053-f377b1327418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4694498f-e4a2-449c-89be-5ae5aa7af146,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:48.350681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3596-a7e4-4eb9-a053-f377b1327418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.353944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a5cf3596-a7e4-4eb9-a053-f377b1327418 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4694498f-e4a2-449c-89be-5ae5aa7af146 HTTP/1.1" status: 204 len: 168 time: 0.6608679 Nov 12 20:49:48.356517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36240) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:48.431508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.472567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-621936f0-12c5-44f2-80ba-7f7f9af63da5 service neutron] 10.222.0.78 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921957 Nov 12 20:49:48.478625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-2ad7686d-4192-4d9c-bdac-0ff096de9e44 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936796 Nov 12 20:49:48.523571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.551103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75cd3174-e1a2-4db8-9feb-7e3a9953f8f0']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:48.561132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6060a40-5b86-4519-abc7-5414f98d9d3a') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:48.561460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6060a40-5b86-4519-abc7-5414f98d9d3a') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:48.571881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.574834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3eabe77-7895-43b3-b961-522ff9dc9b1f req-89d4d1ce-6df3-4f4d-943e-82f86979db53 service neutron] 10.222.0.78 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950806 Nov 12 20:49:48.586345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.599453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:49:48.600401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:49:48.602275 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:49:48.761911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.774781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:48.779557 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] 10.222.0.64 "DELETE /v2.0/networks/75cd3174-e1a2-4db8-9feb-7e3a9953f8f0 HTTP/1.1" status: 204 len: 168 time: 0.4214382 Nov 12 20:49:48.794768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c66e3f-3b1b-4af1-b6f8-55c3125ef536 admin admin] Pushing event deleted for resources: {'Network': ['ID=75cd3174-e1a2-4db8-9feb-7e3a9953f8f0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:48.810295 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79150dc6-21e4-40d0-85db-08701c66d67a x-openstack-request-id: req-79150dc6-21e4-40d0-85db-08701c66d67a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:48.810295 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73dc4f5-85f0-46a3-bafd-692913502ab0", "name": "network-vif-deleted", "tag": "66917899-b21b-4e94-9df9-cf8fce995245", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:48.810295 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79150dc6-21e4-40d0-85db-08701c66d67a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:48.810295 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73dc4f5-85f0-46a3-bafd-692913502ab0', 'name': 'network-vif-deleted', 'tag': '66917899-b21b-4e94-9df9-cf8fce995245', 'status': 'completed', 'code': 200} Nov 12 20:49:49.045596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c24358-539e-47fd-82b9-3613d0f17b81 req-0e78609f-2f45-4864-89f2-0722eeefe025 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:49.047653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0c24358-539e-47fd-82b9-3613d0f17b81 req-0e78609f-2f45-4864-89f2-0722eeefe025 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 943 time: 0.0585880 Nov 12 20:49:49.097281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0c24358-539e-47fd-82b9-3613d0f17b81 req-675dab31-73f0-48d8-b320-cf4c777a1780 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Nov 12 20:49:49.180294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2a29e13-b2a8-41e5-a4e6-6fee36a7d7ae req-62082110-27fd-47af-9647-a1c5441de717 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 210 time: 0.0385947 Nov 12 20:49:49.225214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9da51c-6ffb-46f9-9d44-8f57fc5922d9 req-959a45ed-a199-48a9-bec9-ca8d62f391b9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:49.230016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b9da51c-6ffb-46f9-9d44-8f57fc5922d9 req-959a45ed-a199-48a9-bec9-ca8d62f391b9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0707548 Nov 12 20:49:49.297594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b9da51c-6ffb-46f9-9d44-8f57fc5922d9 req-93f447f5-4c93-4bdf-8f49-71614b57f785 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612471 Nov 12 20:49:49.311915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36278) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:49.369300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36284) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:49.380259 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1a629b5a-bfbe-4699-ac65-810978bd0bb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99af9cc5da6e44fc8b0629315c33793d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697758 Nov 12 20:49:49.427536 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c962315-671e-44a3-b429-e5498d3d8d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:49.462008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c962315-671e-44a3-b429-e5498d3d8d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:49.726913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c962315-671e-44a3-b429-e5498d3d8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:49.729599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c962315-671e-44a3-b429-e5498d3d8d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:49.730819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9c962315-671e-44a3-b429-e5498d3d8d1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/470f8135-832d-4b46-af8f-548d72617fe1 HTTP/1.1" status: 204 len: 168 time: 0.3603950 Nov 12 20:49:49.741663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c962315-671e-44a3-b429-e5498d3d8d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f8135-832d-4b46-af8f-548d72617fe1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:50.722922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:50.726524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:50.767157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36342) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:50.824915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'tag': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:50.840138 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24732a62-14b3-4069-b640-a0d4bcb531bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0b13e185-fc45-4f18-8dc2-2bcc3bc507fa", "tag": "ba1742ed-79a7-4b2a-8cf1-b08f59c29c42"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:50.869969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36350) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:50.886642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d0edcbd0-276b-47d0-b65c-8af9a13146e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afe65bbb43274ae68197cbc475482c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980661 Nov 12 20:49:50.962791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:50.975941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d77e3df6-9b49-4f3e-95c1-6a1915b5f54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:51.003702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d77e3df6-9b49-4f3e-95c1-6a1915b5f54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:51.013105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:51.015421 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55b4060-ddea-4d91-9b76-c37fd9a04fd4" -d '{"events": [{"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-unplugged", "status": "completed", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:51.038888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:51.063346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:51.076090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42', 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'port_id': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42', 'mac_address': 'fa:16:3e:1d:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaa0111-054c-4b50-ac85-46a1e0720311', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:51.087705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d5dd-1a6d-49b1-b5c5-6be90024ef18 req-3112632e-5212-46fa-bcf4-fdab41812235 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:51.104383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06c3d5dd-1a6d-49b1-b5c5-6be90024ef18 req-3112632e-5212-46fa-bcf4-fdab41812235 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 943 time: 0.0744078 Nov 12 20:49:51.119326 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:51.135563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:51.161190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:51.163373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06c3d5dd-1a6d-49b1-b5c5-6be90024ef18 req-d35a0f3a-924e-4b08-9212-336b7855818a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578451 Nov 12 20:49:51.174767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:51.183438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66917899-b21b-4e94-9df9-cf8fce995245 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:51.207462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-435ea10c-11e7-4ff2-8e4c-ab6213b33d4e req-c0a66df2-980b-4d27-854e-388c21219846 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 210 time: 0.0410056 Nov 12 20:49:51.208681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d77e3df6-9b49-4f3e-95c1-6a1915b5f54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:51.210987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 66917899-b21b-4e94-9df9-cf8fce995245 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:51.211211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d77e3df6-9b49-4f3e-95c1-6a1915b5f54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:51.214534 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d77e3df6-9b49-4f3e-95c1-6a1915b5f54c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc1098a2-efde-4bab-a3ad-9934d2080da4 HTTP/1.1" status: 204 len: 168 time: 0.3440220 Nov 12 20:49:51.222692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 66917899-b21b-4e94-9df9-cf8fce995245 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:51.248566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e3df6-9b49-4f3e-95c1-6a1915b5f54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1098a2-efde-4bab-a3ad-9934d2080da4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:51.273290 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67103fec-0056-49f0-b2ec-5834d2e751a3 x-openstack-request-id: req-67103fec-0056-49f0-b2ec-5834d2e751a3 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:51.274285 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b13e185-fc45-4f18-8dc2-2bcc3bc507fa", "tag": "ba1742ed-79a7-4b2a-8cf1-b08f59c29c42", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:51.274868 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67103fec-0056-49f0-b2ec-5834d2e751a3 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:51.275278 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'tag': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42', 'status': 'completed', 'code': 200} Nov 12 20:49:51.339081 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:51.361925 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84d835c-2ae4-43d7-b38b-b4aa9fa427c7 x-openstack-request-id: req-f84d835c-2ae4-43d7-b38b-b4aa9fa427c7 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:51.364477 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-unplugged", "status": "failed", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61", "code": 422}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:51.364477 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f84d835c-2ae4-43d7-b38b-b4aa9fa427c7 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:51.364477 n-d-713498-29 neutron-server[109630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'code': 422} returned with failed status Nov 12 20:49:51.386840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-17dcae34-32e3-4aa9-8bac-3baac6c444dc req-51409272-c7ba-4736-a824-d496915cb7a5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:49:51.395373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17dcae34-32e3-4aa9-8bac-3baac6c444dc req-51409272-c7ba-4736-a824-d496915cb7a5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253413 Nov 12 20:49:51.416852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:51.431759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-c257964c-d471-42a4-9adc-e8b23fd4bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:51.433339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-c257964c-d471-42a4-9adc-e8b23fd4bbb3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 1096 time: 0.1331685 Nov 12 20:49:51.501194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:51.553536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['ba1742ed-79a7-4b2a-8cf1-b08f59c29c42'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:51.621189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-33ae6b16-6742-45d1-8137-1bc7f9d3adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:51.623093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-33ae6b16-6742-45d1-8137-1bc7f9d3adbc service neutron] 10.222.0.78 "GET /v2.0/networks?id=383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 200 len: 923 time: 0.1804080 Nov 12 20:49:51.633763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-64d4748e-52dc-4699-80e3-28c5bd64c89e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:51.636318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-64d4748e-52dc-4699-80e3-28c5bd64c89e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.1620178 Nov 12 20:49:51.651107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Request body: {'port': {'device_id': 'd75220ea-0811-4537-bf5d-63db419b05d2', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'admin_state_up': True, 'tenant_id': 'c253ebad0e0b48208d501d4723f0e0f0'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:51.686597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-14a33c06-fe3a-427a-b6d2-59fa6beb60c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 HTTP/1.1" status: 200 len: 217 time: 0.0477509 Nov 12 20:49:51.865620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-88e5d05d-6cad-4d51-95df-123d0b647c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:51.867001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-88e5d05d-6cad-4d51-95df-123d0b647c0c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bcaa0111-054c-4b50-ac85-46a1e0720311 HTTP/1.1" status: 200 len: 862 time: 0.1712418 Nov 12 20:49:51.915515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-fe8a3da5-789e-4031-b9d5-9330d7ea61f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=383b1edf-41f2-4e07-9ad4-20e41872f571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382879 Nov 12 20:49:51.926987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79ec6c-ff16-4cbb-9638-7727343904f6 req-9559a105-a6f6-47b1-b71a-b7fa5fe877e4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:51.934690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd79ec6c-ff16-4cbb-9638-7727343904f6 req-9559a105-a6f6-47b1-b71a-b7fa5fe877e4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.1500742 Nov 12 20:49:52.094105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd79ec6c-ff16-4cbb-9638-7727343904f6 req-6f6a5f4a-bc7c-47de-a830-c9ac6f0caebd tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582949 Nov 12 20:49:52.104583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f3da5-c632-40a5-9e45-b42657a30939 req-8d360b0b-daf2-4f3d-9d27-19bbd460b493 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:52.112608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-776f3da5-c632-40a5-9e45-b42657a30939 req-8d360b0b-daf2-4f3d-9d27-19bbd460b493 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 948 time: 0.1590972 Nov 12 20:49:52.129613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Made reservation on behalf of c253ebad0e0b48208d501d4723f0e0f0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:49:52.129613 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:52.175988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-95be227b-f437-4367-af10-99b034164a95 service neutron] 10.222.0.78 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384427 Nov 12 20:49:52.261037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-776f3da5-c632-40a5-9e45-b42657a30939 req-14515ffb-e2d3-4b9e-8c9f-f6ab41c3491a tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474946 Nov 12 20:49:52.370304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24732a62-14b3-4069-b640-a0d4bcb531bb req-ab3fb2fe-fd4b-44a8-932c-808c7bf7ba31 service neutron] 10.222.0.78 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847465 Nov 12 20:49:52.380115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Allocated IP 172.20.0.5 (2f24624b-b400-4771-a741-eeca0d792842/0a6487d7-a1de-4195-8144-743453c18319/8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:49:52.483332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465191fa-eefb-4b85-9d1b-f3e2a8a5fcf3 req-acf53cc7-e7dd-4689-929d-7520948c5cff tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:52.484824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-465191fa-eefb-4b85-9d1b-f3e2a8a5fcf3 req-acf53cc7-e7dd-4689-929d-7520948c5cff tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 944 time: 0.0955033 Nov 12 20:49:52.541675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36414) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:52.595761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-465191fa-eefb-4b85-9d1b-f3e2a8a5fcf3 req-de3aa228-d8d3-4552-9895-1b71c7909c36 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000671 Nov 12 20:49:52.632676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:52.718736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5f51366-3269-4be3-8963-372d152d492a req-45ab69de-a1eb-4dc8-a5cb-eb5b587e0283 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 210 time: 0.0515974 Nov 12 20:49:52.723951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:52.753100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-c068cfc7-a302-4a98-9d0b-01fddf2865ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3181624 Nov 12 20:49:52.762432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d0ccfdfc-f7da-42c1-bd94-f49f1906dabc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af6fd7d5905a4018a6983f7400707f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194660 Nov 12 20:49:52.764051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-af028476-da69-4bff-9f94-40d64651fcc9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:49:52.765480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36420) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:52.766313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-af028476-da69-4bff-9f94-40d64651fcc9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074584 Nov 12 20:49:52.840242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:52.841139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4781bcc6-f8ff-4172-bdc1-32dd0b635187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:52.886994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4781bcc6-f8ff-4172-bdc1-32dd0b635187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:52.889345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Network 2f24624b-b400-4771-a741-eeca0d792842 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:49:52.903672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:52.903672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:49:52.928883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event updated for resources: {'Port': ['ID=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:52.971926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:52.972597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.000918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:49:53.004992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:53.005364 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.086725 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.108958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4781bcc6-f8ff-4172-bdc1-32dd0b635187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.108958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4781bcc6-f8ff-4172-bdc1-32dd0b635187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.108958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4781bcc6-f8ff-4172-bdc1-32dd0b635187 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e917957a-04ac-44eb-ac23-4d0733db9e9f HTTP/1.1" status: 204 len: 168 time: 0.3317666 Nov 12 20:49:53.117947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781bcc6-f8ff-4172-bdc1-32dd0b635187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917957a-04ac-44eb-ac23-4d0733db9e9f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:53.137144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:53.145029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-00a7b2eb-3491-4842-b926-44e2d32e4d55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4988503 Nov 12 20:49:53.162078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Request body: {'port': {'device_id': 'd75220ea-0811-4537-bf5d-63db419b05d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:53.185986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36438) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:53.275147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.303567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2b043-8a49-47af-b317-e99e841daad9 req-ea9c67b1-4901-479c-bf1c-5e423497b71b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:53.305172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92e2b043-8a49-47af-b317-e99e841daad9 req-ea9c67b1-4901-479c-bf1c-5e423497b71b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.0861657 Nov 12 20:49:53.318129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-network', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:53.321418 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.326976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:53.368899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:53.369464 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee8a9d5-1d33-440b-9967-2223fdaed215" -d '{"events": [{"server_uuid": "0b13e185-fc45-4f18-8dc2-2bcc3bc507fa", "name": "network-vif-plugged", "status": "completed", "tag": "ba1742ed-79a7-4b2a-8cf1-b08f59c29c42"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:53.414467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:53.438140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92e2b043-8a49-47af-b317-e99e841daad9 req-56963a52-e97a-4fc5-abe0-8c265de5c3f6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147573 Nov 12 20:49:53.589301 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Made reservation on behalf of 7d4b6b50e17c44b9a12dcc62fd5873f9 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:49:53.593396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.603768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.653582 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-c153ad7c-d19e-43a1-98da-a210a5a3c39d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:53.655979 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-c153ad7c-d19e-43a1-98da-a210a5a3c39d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 948 time: 0.1229856 Nov 12 20:49:53.737542 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53d33ed-24d6-474c-90a5-98048a44ea21 x-openstack-request-id: req-f53d33ed-24d6-474c-90a5-98048a44ea21 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:53.738143 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b13e185-fc45-4f18-8dc2-2bcc3bc507fa", "name": "network-vif-plugged", "status": "completed", "tag": "ba1742ed-79a7-4b2a-8cf1-b08f59c29c42", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:53.738280 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f53d33ed-24d6-474c-90a5-98048a44ea21 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:53.738779 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42', 'code': 200} Nov 12 20:49:53.799115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.806183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Deleting port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:53.806810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.899183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.069293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860cdd-3f8c-4cbe-b4b4-90d982927c58 req-5af9bf67-0bdf-4d9c-9a9f-b0ef61834d89 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:54.077701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd860cdd-3f8c-4cbe-b4b4-90d982927c58 req-5af9bf67-0bdf-4d9c-9a9f-b0ef61834d89 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 948 time: 0.5636485 Nov 12 20:49:54.113877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a7fbd-e951-42f7-80ec-6f2ba848858b req-bdc4f508-81b6-4e0b-9d5b-50275fe1b957 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:54.121708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d2a7fbd-e951-42f7-80ec-6f2ba848858b req-bdc4f508-81b6-4e0b-9d5b-50275fe1b957 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.1888661 Nov 12 20:49:54.165483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89cd25-79d8-4c03-a02d-7ddfad1664aa req-b71628e9-296e-4a8a-b0ac-930fcd824c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:54.167063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc89cd25-79d8-4c03-a02d-7ddfad1664aa req-b71628e9-296e-4a8a-b0ac-930fcd824c87 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 1097 time: 0.2228508 Nov 12 20:49:54.230555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd860cdd-3f8c-4cbe-b4b4-90d982927c58 req-d14f269f-c265-4ef8-bee2-5fbe488b997c tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517892 Nov 12 20:49:54.255865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6c08a-87e9-424d-b98a-dd988f77686f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:54.276023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:49:54.286535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] For port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:54.287103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.306199 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.306651 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Added segment 946907aa-9a98-46f2-a6a0-871fc2cbf327 of type vlan for network da044c2f-45ed-480f-bd18-ad677e49a434 Nov 12 20:49:54.315923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Calling delete_port for 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:54.329289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:54.337505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d2a7fbd-e951-42f7-80ec-6f2ba848858b req-d77f6ed2-b278-4e53-8c8c-a845f7e60b0e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148664 Nov 12 20:49:54.358980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.394256 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.434302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc89cd25-79d8-4c03-a02d-7ddfad1664aa req-b271dba1-6181-437c-a98b-0710a9748c14 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474768 Nov 12 20:49:54.477322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Transition to ACTIVE for port object 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:49:54.513603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264ca7-e20a-4ca0-9922-f537ef9e8d2c req-f3cc74da-0da5-401e-a225-eb1fe0cc7384 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:54.516590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0264ca7-e20a-4ca0-9922-f537ef9e8d2c req-f3cc74da-0da5-401e-a225-eb1fe0cc7384 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 931 time: 0.1285005 Nov 12 20:49:54.624800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.626021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:54.626611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.639708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0264ca7-e20a-4ca0-9922-f537ef9e8d2c req-7c4ef824-05e5-4c79-976d-2f4bb273f444 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955918 Nov 12 20:49:54.644842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.708587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.715944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:54.757011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe72a62-0fde-4711-8dd8-c67054e2f4ba req-a45a50d7-d2c4-4baf-be19-8c892a875bcc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:54.766210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] Pushing event updated for resources: {'Network': ['ID=da044c2f-45ed-480f-bd18-ad677e49a434,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:54.770389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Pushing event deleted for resources: {'Port': ['ID=6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:54.784203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fe72a62-0fde-4711-8dd8-c67054e2f4ba req-a45a50d7-d2c4-4baf-be19-8c892a875bcc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.2263236 Nov 12 20:49:54.791111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network da044c2f-45ed-480f-bd18-ad677e49a434 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:49:54.801182 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4ee741e0-0c05-4cbd-92f0-8bb32b579f21 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6134388 Nov 12 20:49:54.821269 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36476) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:54.830743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Request body: {'subnet': {'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-subnet', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:54.849325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] No DVR routers for this DVR port 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:54.852971 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.856266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3cbd173b-0fac-4c3b-84c8-2e4aaa8eccbd req-b1e92869-de60-4eb9-8d15-ba9045badd0d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "DELETE /v2.0/ports/6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d HTTP/1.1" status: 204 len: 173 time: 1.1909792 Nov 12 20:49:54.856716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'name': 'network-vif-deleted', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:54.860000 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f897f987-0451-412c-884e-f204e37993c3" -d '{"events": [{"server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "name": "network-vif-deleted", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:54.883591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fe72a62-0fde-4711-8dd8-c67054e2f4ba req-b938f864-e3ce-41f0-acbd-466a8709b1fd tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897374 Nov 12 20:49:54.981793 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea2a6c8-3b38-4cb9-be11-d24793e95937 x-openstack-request-id: req-aea2a6c8-3b38-4cb9-be11-d24793e95937 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:54.981793 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42779c74-72bc-4169-8902-084c904efc8a", "name": "network-vif-deleted", "tag": "6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:54.981793 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aea2a6c8-3b38-4cb9-be11-d24793e95937 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:54.981793 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42779c74-72bc-4169-8902-084c904efc8a', 'name': 'network-vif-deleted', 'tag': '6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d', 'status': 'completed', 'code': 200} Nov 12 20:49:55.025473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Made reservation on behalf of 7d4b6b50e17c44b9a12dcc62fd5873f9 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:49:55.028213 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:55.045200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Attempting to bind port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:55.045648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Attempting to bind port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:55.046633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Attempting to bind port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:55.051737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c on network 2f24624b-b400-4771-a741-eeca0d792842 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:55.052143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Attempting to bind port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:55.060916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:55.061503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Checking segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:55.062012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Bound using segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:55.062726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Bound port: 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:55.063489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:55.193770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] For port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:55.197295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] For port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:55.339349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:55.471710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2aa3ecc-40e1-40cb-8382-948ff0c56dd9 req-f024a428-848e-4715-beae-2582c5b7ef80 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=42779c74-72bc-4169-8902-084c904efc8a HTTP/1.1" status: 200 len: 210 time: 0.0511625 Nov 12 20:49:55.502409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:55.503334 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:55.505107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] 10.222.0.78 "PUT /v2.0/ports/8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c HTTP/1.1" status: 200 len: 1092 time: 2.3506565 Nov 12 20:49:55.505724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75220ea-0811-4537-bf5d-63db419b05d2', 'tag': '8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:55.508324 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc43d6b-9163-46a1-a0d9-873142c0af9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d75220ea-0811-4537-bf5d-63db419b05d2", "tag": "8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:55.523610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a518f-c55b-4a22-b443-4cfdb2578aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:55.538446 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:55.581813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d74501-6358-47ce-9ea0-5b32132edd28 req-53e10c64-05a0-489a-84d3-3a756c3f5278 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:55.583728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83d74501-6358-47ce-9ea0-5b32132edd28 req-53e10c64-05a0-489a-84d3-3a756c3f5278 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.0563750 Nov 12 20:49:55.585502 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afd051e-7657-4e62-a26f-16046b56f951 x-openstack-request-id: req-0afd051e-7657-4e62-a26f-16046b56f951 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:55.585811 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75220ea-0811-4537-bf5d-63db419b05d2", "tag": "8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:55.586073 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0afd051e-7657-4e62-a26f-16046b56f951 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:55.586461 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75220ea-0811-4537-bf5d-63db419b05d2', 'tag': '8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c', 'status': 'completed', 'code': 200} Nov 12 20:49:55.604025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:55.653775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Checking segment: {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:55.654474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Network hostable DHCP agents. Network: da044c2f-45ed-480f-bd18-ad677e49a434, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:49:55.669012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83d74501-6358-47ce-9ea0-5b32132edd28 req-1d04d932-7804-4e56-8b05-192df4804860 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762017 Nov 12 20:49:55.694859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc43d6b-9163-46a1-a0d9-873142c0af9e req-7e0de7d1-d400-4861-94a9-cd9a68c4ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:55.696346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbc43d6b-9163-46a1-a0d9-873142c0af9e req-7e0de7d1-d400-4861-94a9-cd9a68c4ae52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 1095 time: 0.0869141 Nov 12 20:49:55.835424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95af212-3a33-4ed7-85d3-850bc307891b req-210fa817-95a4-48c7-9be0-d96d0daddc7d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:55.837156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a95af212-3a33-4ed7-85d3-850bc307891b req-210fa817-95a4-48c7-9be0-d96d0daddc7d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 943 time: 0.1216300 Nov 12 20:49:55.862919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc43d6b-9163-46a1-a0d9-873142c0af9e req-6ade5afc-094c-4a99-9b17-283de1520923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:55.864381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbc43d6b-9163-46a1-a0d9-873142c0af9e req-6ade5afc-094c-4a99-9b17-283de1520923 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1597648 Nov 12 20:49:55.881059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Network da044c2f-45ed-480f-bd18-ad677e49a434 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:49:56.000909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a95af212-3a33-4ed7-85d3-850bc307891b req-8eadbe97-2464-4ccd-a456-2be1f1f64558 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536682 Nov 12 20:49:56.024621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, da044c2f-45ed-480f-bd18-ad677e49a434) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:56.033625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:56.034323 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.034977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9fab25-69e5-4182-90fd-18ea60095fe2 None None] Network da044c2f-45ed-480f-bd18-ad677e49a434 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:49:56.097763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc43d6b-9163-46a1-a0d9-873142c0af9e req-03a09ccc-0762-42a7-ac04-9244ded9fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:56.099829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbc43d6b-9163-46a1-a0d9-873142c0af9e req-03a09ccc-0762-42a7-ac04-9244ded9fdb2 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268491 Nov 12 20:49:56.126125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df959181-87bf-4c7a-8d9d-b4498e739780 req-7ac940f7-42bb-46d3-82a0-bab5363f146b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:56.127911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df959181-87bf-4c7a-8d9d-b4498e739780 req-7ac940f7-42bb-46d3-82a0-bab5363f146b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.1151969 Nov 12 20:49:56.202716 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ea578cf2-b159-4f76-ac2d-abcb61c3ba22 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3778615 Nov 12 20:49:56.205259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36500) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:56.209698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:56.240628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-cbc0925e-1510-4caa-ad35-fc3a51cfc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:56.242320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-cbc0925e-1510-4caa-ad35-fc3a51cfc5f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 1095 time: 0.0996869 Nov 12 20:49:56.248014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-da044c2f-45ed-480f-bd18-ad677e49a434', 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'fixed_ips': [{'subnet_id': '3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:49:56.257197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df959181-87bf-4c7a-8d9d-b4498e739780 req-3950ff9c-df52-4b08-a0aa-bd0a05802363 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128302 Nov 12 20:49:56.260300 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.304168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-fb180539-eb03-46cb-9eef-17831d2438f5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c HTTP/1.1" status: 200 len: 217 time: 0.0458272 Nov 12 20:49:56.375135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36504) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:56.379948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-79927fbf-3d58-4800-b680-dc6014ba4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:56.382603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.383710 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.392049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-79927fbf-3d58-4800-b680-dc6014ba4f14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.0713413 Nov 12 20:49:56.454498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-0020d7b3-01c1-4179-b1a5-ef7b013aa3e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614178 Nov 12 20:49:56.459383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Allocated IP 172.20.0.2 (da044c2f-45ed-480f-bd18-ad677e49a434/3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf/c526665a-88a0-4d04-8bdf-29f1912e73b1) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:49:56.500796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.519930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce57e1f3-419d-4944-ab0c-4b74c30ee897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.603329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-3ec98c52-7f77-43fd-8f86-aee6fa60afbb service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412685 Nov 12 20:49:56.659402 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.704511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce57e1f3-419d-4944-ab0c-4b74c30ee897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.727928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ef06d0-dcde-47a9-afc3-32dee6c3756c req-1566724f-9a97-4d5e-94c9-67dac19a3ac2 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157281 Nov 12 20:49:56.771346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.777775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.811059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Network da044c2f-45ed-480f-bd18-ad677e49a434 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:49:56.815613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:56.818260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:49:56.819638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6236f16-9d72-44ee-afb3-27c36247eafe req-a35526bb-e613-4ba8-89de-99f580740a63 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:56.821372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6236f16-9d72-44ee-afb3-27c36247eafe req-a35526bb-e613-4ba8-89de-99f580740a63 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.0600617 Nov 12 20:49:56.839811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce57e1f3-419d-4944-ab0c-4b74c30ee897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.844274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Pushing event updated for resources: {'Port': ['ID=c526665a-88a0-4d04-8bdf-29f1912e73b1,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:56.894534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6236f16-9d72-44ee-afb3-27c36247eafe req-46de2497-9f35-45b0-b832-463e1d8fca6f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664699 Nov 12 20:49:56.923610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Attempting to bind port c526665a-88a0-4d04-8bdf-29f1912e73b1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:56.923610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Attempting to bind port c526665a-88a0-4d04-8bdf-29f1912e73b1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:56.923937 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce57e1f3-419d-4944-ab0c-4b74c30ee897 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f952d371c2e492dbbf08c4d37553511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5385599 Nov 12 20:49:56.924030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Attempting to bind port c526665a-88a0-4d04-8bdf-29f1912e73b1 on network da044c2f-45ed-480f-bd18-ad677e49a434 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:56.924135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e1f3-419d-4944-ab0c-4b74c30ee897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772ff06-5732-43ec-84cf-edbd9f8f7781,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:56.924230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36516) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:56.927586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:56.928199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Checking segment: {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:56.928812 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.929402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Bound using segment: {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:56.930207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Bound port: c526665a-88a0-4d04-8bdf-29f1912e73b1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:56.933259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.037374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] For port c526665a-88a0-4d04-8bdf-29f1912e73b1, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:57.044793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] For port c526665a-88a0-4d04-8bdf-29f1912e73b1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c526665a-88a0-4d04-8bdf-29f1912e73b1,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:57.077274 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dda7f271-b8a9-47a2-ab12-a807d52f0856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.135774 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dda7f271-b8a9-47a2-ab12-a807d52f0856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.184273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ade424-6d09-4008-b929-caea208ba391 req-bde6b2d2-15d9-4d9b-9584-ac37819282ca tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:57.184538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.185815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39ade424-6d09-4008-b929-caea208ba391 req-bde6b2d2-15d9-4d9b-9584-ac37819282ca tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.1027884 Nov 12 20:49:57.206055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.278382 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.282890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39ade424-6d09-4008-b929-caea208ba391 req-7151430d-0e96-46fa-8b55-e6fe95b20bc4 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891304 Nov 12 20:49:57.283468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678610c-4ea5-4ab3-a029-760c74404611 None None] Pushing event updated for resources: {'Port': ['ID=c526665a-88a0-4d04-8bdf-29f1912e73b1,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:57.299568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82795b-76d1-4124-9ce1-2fb70ee0279f req-a0e2a555-0a12-440d-9038-0abd7af0a4d1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:57.303211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a82795b-76d1-4124-9ce1-2fb70ee0279f req-a0e2a555-0a12-440d-9038-0abd7af0a4d1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 943 time: 0.0909917 Nov 12 20:49:57.384199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a82795b-76d1-4124-9ce1-2fb70ee0279f req-25d4db73-f89d-468b-a779-2229246bdb47 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759766 Nov 12 20:49:57.387275 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dda7f271-b8a9-47a2-ab12-a807d52f0856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.390141 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dda7f271-b8a9-47a2-ab12-a807d52f0856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.395183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dda7f271-b8a9-47a2-ab12-a807d52f0856 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d772ff06-5732-43ec-84cf-edbd9f8f7781 HTTP/1.1" status: 204 len: 168 time: 0.4763253 Nov 12 20:49:57.411472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7f271-b8a9-47a2-ab12-a807d52f0856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772ff06-5732-43ec-84cf-edbd9f8f7781,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:57.493430 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Allocated IP 172.25.8.215 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/66562fc9-7272-4432-a453-0050e37528c1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:49:57.504711 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-088ba0d2-753d-4763-884d-40ceaca6de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.549690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675c3bb-719f-452b-9ac4-3d0ccce1f7bc req-ef2cda4e-4c8a-4120-bc2e-165a1a91d93e tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:57.557939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d675c3bb-719f-452b-9ac4-3d0ccce1f7bc req-ef2cda4e-4c8a-4120-bc2e-165a1a91d93e tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 949 time: 0.1256523 Nov 12 20:49:57.683392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.701007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c60da-fea7-471f-a1b9-eb27e8406c00 req-06677d59-3da3-4ad6-beee-7107b4b4d892 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:57.706016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-294c60da-fea7-471f-a1b9-eb27e8406c00 req-06677d59-3da3-4ad6-beee-7107b4b4d892 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.1470077 Nov 12 20:49:57.744834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d675c3bb-719f-452b-9ac4-3d0ccce1f7bc req-22758473-234b-4818-9274-bb840489416a tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655033 Nov 12 20:49:57.776926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-294c60da-fea7-471f-a1b9-eb27e8406c00 req-d47b08d7-8bff-4842-ab13-47f15bcb450e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623493 Nov 12 20:49:57.866039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:57.919357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:49:57.924176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:57.936792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:49:57.989593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Pushing event updated for resources: {'Port': ['ID=66562fc9-7272-4432-a453-0050e37528c1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:58.150042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c526665a-88a0-4d04-8bdf-29f1912e73b1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:58.209584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c526665a-88a0-4d04-8bdf-29f1912e73b1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:58.210238 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:58.319000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:58.359743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port c526665a-88a0-4d04-8bdf-29f1912e73b1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c526665a-88a0-4d04-8bdf-29f1912e73b1,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:58.531774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:58.545135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:58.604839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f945e-9f8f-4357-8463-d5cc9b32fe8e None None] Network da044c2f-45ed-480f-bd18-ad677e49a434 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:49:58.643712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a879f-5a9b-4c99-ac91-325e5abf96ca req-8f7b98b6-bcb2-497f-b7b2-a138c99f11d0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:58.652754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f7a879f-5a9b-4c99-ac91-325e5abf96ca req-8f7b98b6-bcb2-497f-b7b2-a138c99f11d0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 943 time: 0.1455758 Nov 12 20:49:58.694065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=c526665a-88a0-4d04-8bdf-29f1912e73b1,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:58.738381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f7a879f-5a9b-4c99-ac91-325e5abf96ca req-99b59e6d-a054-43bb-affb-fb8ffd38bd74 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847199 Nov 12 20:49:58.768645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:58.887679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8199a-2186-4c33-918a-494c6d6026a0 req-c19bf800-4abd-48c1-bea2-15b15ea1433b tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:58.892198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1af8199a-2186-4c33-918a-494c6d6026a0 req-c19bf800-4abd-48c1-bea2-15b15ea1433b tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 949 time: 0.0620072 Nov 12 20:49:58.916513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:58.991485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1af8199a-2186-4c33-918a-494c6d6026a0 req-95d43b47-681c-4d1b-be05-57e58995647d tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c7c913f-48fd-4785-ace1-8c71bc32a73e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924106 Nov 12 20:49:59.083101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36570) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:59.153623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:59.178142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3b91284c-a511-4825-a152-1b30ec5f7f28 None None] Provisioning complete for port c526665a-88a0-4d04-8bdf-29f1912e73b1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:59.182951 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b91284c-a511-4825-a152-1b30ec5f7f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.186522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:59.214318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219fee2-8f9b-45a1-9868-9d0004963a3d req-7d5c64fb-1cff-4f1a-bdbd-89a383bbc5b3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:59.216089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6219fee2-8f9b-45a1-9868-9d0004963a3d req-7d5c64fb-1cff-4f1a-bdbd-89a383bbc5b3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.1001728 Nov 12 20:49:59.219129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:59.219512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6ba7dd2f-7de3-40ea-a2f4-79b049ec0f7d not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:59.281293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'port_id': '8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c', 'mac_address': 'fa:16:3e:64:9b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6487d7-a1de-4195-8144-743453c18319', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:59.297991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-874849989-network', 'tenant_id': '7d3612a2447c4d67b7cfb54d51357457'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:59.302276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ad7fe209-e9e1-4845-9f0b-dc3b9f648c32 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:59.317803 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ad7fe209-e9e1-4845-9f0b-dc3b9f648c32 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 949 time: 0.1951456 Nov 12 20:49:59.346368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6219fee2-8f9b-45a1-9868-9d0004963a3d req-444cb2d1-4eba-4f0e-ae89-90108026e2bf tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196773 Nov 12 20:49:59.383212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Router 0a47632f-07ae-4955-a813-5aecf04d755b is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:49:59.440175 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.454645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Made reservation on behalf of 7d3612a2447c4d67b7cfb54d51357457 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:49:59.457033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.466554 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.489028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ff7b3-6bc1-44e7-b162-3682f84fcf72 req-bbc13a9e-768b-48e7-b228-c3dfde6a38c3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:59.490549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-965ff7b3-6bc1-44e7-b162-3682f84fcf72 req-bbc13a9e-768b-48e7-b228-c3dfde6a38c3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.0759585 Nov 12 20:49:59.523623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:59.547193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:59.575020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:49:59.588025 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Sync routers for ids ['0a47632f-07ae-4955-a813-5aecf04d755b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:49:59.603410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.609952 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Routers {'0a47632f-07ae-4955-a813-5aecf04d755b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:49:59.610594 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:49:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0a47632f-07ae-4955-a813-5aecf04d755b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:59.616591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Deleting port f6694c1f-9495-491b-b151-e3c5fc1446ae {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:59.617125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.674400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.688075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-965ff7b3-6bc1-44e7-b162-3682f84fcf72 req-48124009-d906-4f93-90d3-67cc9840eada tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299651 Nov 12 20:49:59.704342 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.710300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.712555 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-95299b82-dd94-4ff7-9936-6b72aac64244 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5062468 Nov 12 20:49:59.745440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] For port f6694c1f-9495-491b-b151-e3c5fc1446ae, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f6694c1f-9495-491b-b151-e3c5fc1446ae,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:59.746146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:59.766142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Calling delete_port for f6694c1f-9495-491b-b151-e3c5fc1446ae owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:59.768761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:59.770560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e996f6-cd0f-4e0c-981a-fd1b2ac42153,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:59.777519 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Set router 0a47632f-07ae-4955-a813-5aecf04d755b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:49:59.821625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:59.956684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:59.956891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:50:00.032398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6194b968-ff4c-45a6-974f-6e5692afcbbb None None] Provisioning complete for port c526665a-88a0-4d04-8bdf-29f1912e73b1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:00.032788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6194b968-ff4c-45a6-974f-6e5692afcbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.036753 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-87c51b03-628f-4484-902f-db387fd9ea0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.039681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.039943 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Added segment 5e937c53-850c-4b03-b426-fa3c227acb3a of type vlan for network de97e388-8321-47d7-bda0-d4bddb13e03a Nov 12 20:50:00.071542 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '66562fc9-7272-4432-a453-0050e37528c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:49:58Z', 'revision_number': 3, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port': {'id': '66562fc9-7272-4432-a453-0050e37528c1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:49:57Z', 'updated_at': '2021-11-12T20:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:00.080912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.103870 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Checking router: 0a47632f-07ae-4955-a813-5aecf04d755b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:50:00.104506 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Updating router 0a47632f-07ae-4955-a813-5aecf04d755b port 66562fc9-7272-4432-a453-0050e37528c1 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:50:00.132343 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.151299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c526665a-88a0-4d04-8bdf-29f1912e73b1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:00.153317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Pushing event deleted for resources: {'Port': ['ID=f6694c1f-9495-491b-b151-e3c5fc1446ae,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:00.244384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] No DVR routers for this DVR port f6694c1f-9495-491b-b151-e3c5fc1446ae on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:50:00.255745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.255745 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-61b46f00-f0a4-4aa3-9963-9e432ea2be42 req-ee74e0cb-2245-4b77-97e7-276274b15b88 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.46 "DELETE /v2.0/ports/f6694c1f-9495-491b-b151-e3c5fc1446ae HTTP/1.1" status: 204 len: 173 time: 0.9314003 Nov 12 20:50:00.255745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-deleted', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:00.268591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62655dfe-78a6-4245-9351-d3d2aa926bdf req-24f7179e-bcda-4dbd-be63-ef2edff5fb8a tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 210 time: 0.1200864 Nov 12 20:50:00.280781 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6aeaec-20e3-4cb5-afda-66138cf38ddb" -d '{"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-deleted", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:00.290850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.304213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68578e6f-3ccf-40ec-abf9-5f069d9e055f req-c0d6adef-09bc-4226-a2a9-126ac39cffe3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:00.305841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68578e6f-3ccf-40ec-abf9-5f069d9e055f req-c0d6adef-09bc-4226-a2a9-126ac39cffe3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 944 time: 0.3520555 Nov 12 20:50:00.369202 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc381296-abfc-4099-a6bb-c134ca58f729 x-openstack-request-id: req-bc381296-abfc-4099-a6bb-c134ca58f729 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:00.370944 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4", "name": "network-vif-deleted", "tag": "f6694c1f-9495-491b-b151-e3c5fc1446ae", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:00.371303 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc381296-abfc-4099-a6bb-c134ca58f729 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:00.375167 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4', 'name': 'network-vif-deleted', 'tag': 'f6694c1f-9495-491b-b151-e3c5fc1446ae', 'status': 'completed', 'code': 200} Nov 12 20:50:00.433187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c526665a-88a0-4d04-8bdf-29f1912e73b1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:00.433771 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.460046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68578e6f-3ccf-40ec-abf9-5f069d9e055f req-6e6dad37-9cbe-45cb-9f9f-0c3cbabc736d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089475 Nov 12 20:50:00.543497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.543497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:00.543497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.585924 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.692757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6046345 Nov 12 20:50:00.695106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57997bd5-e331-4055-a872-55d393d5b781 admin admin] Pushing event updated for resources: {'Network': ['ID=de97e388-8321-47d7-bda0-d4bddb13e03a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:00.696465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36596) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:00.705759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Request body: {'subnet': {'network_id': 'de97e388-8321-47d7-bda0-d4bddb13e03a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-874849989-subnet', 'tenant_id': '7d3612a2447c4d67b7cfb54d51357457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:00.716094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network de97e388-8321-47d7-bda0-d4bddb13e03a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:50:00.746392 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.782513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:50:00.835144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff99ee-316f-4b32-930c-186cf228cd89 req-b0ef183e-87e7-4b82-895b-01738acd68e3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:00.839519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98ff99ee-316f-4b32-930c-186cf228cd89 req-b0ef183e-87e7-4b82-895b-01738acd68e3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.2282331 Nov 12 20:50:00.855700 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Attempting to bind port 66562fc9-7272-4432-a453-0050e37528c1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:00.856344 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Attempting to bind port 66562fc9-7272-4432-a453-0050e37528c1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:00.856706 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Attempting to bind port 66562fc9-7272-4432-a453-0050e37528c1 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:00.860454 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Pushing event updated for resources: {'Port': ['ID=66562fc9-7272-4432-a453-0050e37528c1,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:00.865521 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:00.865891 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:00.866287 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.866679 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:00.867144 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Bound port: 66562fc9-7272-4432-a453-0050e37528c1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:00.867555 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.870124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Made reservation on behalf of 7d3612a2447c4d67b7cfb54d51357457 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:00.875335 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.875920 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.881522 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.881522 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.881522 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.881522 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.881522 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.881522 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.882096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.882209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.882209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.882209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.882209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:00.922054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:00.949073 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] For port 66562fc9-7272-4432-a453-0050e37528c1, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:00.953833 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] For port 66562fc9-7272-4432-a453-0050e37528c1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=66562fc9-7272-4432-a453-0050e37528c1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:00.958003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:00.971952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42', 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'port_id': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42', 'mac_address': 'fa:16:3e:1d:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaa0111-054c-4b50-ac85-46a1e0720311', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:50:01.008139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc26d3-c2c6-4700-8cca-038fa9bab0df req-05d988a0-3d2c-4e20-9582-39f8750de2a6 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:01.015320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cdbc26d3-c2c6-4700-8cca-038fa9bab0df req-05d988a0-3d2c-4e20-9582-39f8750de2a6 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.1600087 Nov 12 20:50:01.022072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:01.046486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:01.064390 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:01.095914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:01.099627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98ff99ee-316f-4b32-930c-186cf228cd89 req-3081e785-fb1d-4167-8ff0-fbfac4a8de56 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460964 Nov 12 20:50:01.183774 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Routers {'0a47632f-07ae-4955-a813-5aecf04d755b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:01.184322 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0a47632f-07ae-4955-a813-5aecf04d755b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:01.184602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cdbc26d3-c2c6-4700-8cca-038fa9bab0df req-76c775e0-8b0a-4c0b-a025-86d518d9bab3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684229 Nov 12 20:50:01.226550 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4069-8071-4f7d-91b3-63e32f580d54 None None] Pushing event updated for resources: {'Port': ['ID=66562fc9-7272-4432-a453-0050e37528c1,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:01.257225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Allocated IP 172.20.0.1 (da044c2f-45ed-480f-bd18-ad677e49a434/3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf/fa9e2328-0453-43e5-8239-2e1876aaa1bc) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:01.274167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:01.274400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:01.274890 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:01.309202 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] Set router 0a47632f-07ae-4955-a813-5aecf04d755b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:01.391827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['ba1742ed-79a7-4b2a-8cf1-b08f59c29c42'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:01.406437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676c159f-620c-4a9c-a7ea-4a6e0e75334b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:01.432665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:01.449100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Checking segment: {'id': '5e937c53-850c-4b03-b426-fa3c227acb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'de97e388-8321-47d7-bda0-d4bddb13e03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:01.449100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Network hostable DHCP agents. Network: de97e388-8321-47d7-bda0-d4bddb13e03a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:50:01.499484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-180daab3-6183-48e9-8b82-92438a88604a req-956a7b85-2d3b-4caf-9776-df4faeb7b540 tempest-ListImageFiltersTestJSON-28766292 tempest-ListImageFiltersTestJSON-28766292-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a1ea2b1-68f4-48e2-aaba-a14fca7d3bc4 HTTP/1.1" status: 200 len: 210 time: 0.0445206 Nov 12 20:50:01.532092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:01.566628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Network de97e388-8321-47d7-bda0-d4bddb13e03a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:50:01.647441 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '66562fc9-7272-4432-a453-0050e37528c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:49:58Z', 'revision_number': 3, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port': {'id': '66562fc9-7272-4432-a453-0050e37528c1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:49:57Z', 'updated_at': '2021-11-12T20:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:01.665516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30a5c-22a2-4571-993a-dc6729a4f5eb req-b2d6dc34-50ac-4d6d-be2d-b2992334df64 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:01.672280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fb30a5c-22a2-4571-993a-dc6729a4f5eb req-b2d6dc34-50ac-4d6d-be2d-b2992334df64 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 944 time: 0.0916016 Nov 12 20:50:01.677842 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3843a1-c7b5-4fd9-809e-4e4d1b45f2bb None None] The sync data for ids ['0a47632f-07ae-4955-a813-5aecf04d755b'] in n-d-713498-29 is: [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '66562fc9-7272-4432-a453-0050e37528c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:49:58Z', 'revision_number': 3, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port': {'id': '66562fc9-7272-4432-a453-0050e37528c1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:49:57Z', 'updated_at': '2021-11-12T20:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:50:01.690781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, de97e388-8321-47d7-bda0-d4bddb13e03a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:01.695188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:01.696149 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:01.708782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37600384-ffe8-4050-99cb-00049e5ebfce None None] Network de97e388-8321-47d7-bda0-d4bddb13e03a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:01.747872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fb30a5c-22a2-4571-993a-dc6729a4f5eb req-a1a03c93-5e32-4bad-8ef4-e93b66686048 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739663 Nov 12 20:50:01.787989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:01.828248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Network da044c2f-45ed-480f-bd18-ad677e49a434 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:01.834124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:01.838023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:01.845304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9e2328-0453-43e5-8239-2e1876aaa1bc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:01.900151 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-10e0fad2-7e78-41ec-abf7-d50284b98186 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1933858 Nov 12 20:50:01.907887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cb025-c131-45fe-a773-fa31b08a9129 None None] Network de97e388-8321-47d7-bda0-d4bddb13e03a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:01.909561 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.163532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.379707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0e7bc6f6-e08f-47b7-92be-2b3b32b1d041 None None] Provisioning complete for port fa9e2328-0453-43e5-8239-2e1876aaa1bc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:02.380094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e7bc6f6-e08f-47b7-92be-2b3b32b1d041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.428872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-2d9daca7-c46c-4eff-ad8b-caf518f80f56 req-710fd3e1-fbf5-44a2-a020-9a7b5599a3f9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1117104659', 'description': 'tempest-description-858394646'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:02.429771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bc6f6-e08f-47b7-92be-2b3b32b1d041 None None] Port fa9e2328-0453-43e5-8239-2e1876aaa1bc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:50:02.461291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894fb71-a181-4bf3-8156-a9fc1efe4b93 req-c3db743a-14e9-45d6-a781-e680f04b48f0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:02.462799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8894fb71-a181-4bf3-8156-a9fc1efe4b93 req-c3db743a-14e9-45d6-a781-e680f04b48f0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.1532137 Nov 12 20:50:02.540924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8894fb71-a181-4bf3-8156-a9fc1efe4b93 req-5a560825-db5d-43b8-ad47-b691a9dd2db7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691166 Nov 12 20:50:02.580972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.595819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2d9daca7-c46c-4eff-ad8b-caf518f80f56 req-710fd3e1-fbf5-44a2-a020-9a7b5599a3f9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.697042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43aa8b-fd0e-4029-ba17-7800314bebf6 req-db8a44b6-9808-4ae8-9652-3b2aba5a1e21 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:02.698761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f43aa8b-fd0e-4029-ba17-7800314bebf6 req-db8a44b6-9808-4ae8-9652-3b2aba5a1e21 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 944 time: 0.0738780 Nov 12 20:50:02.703592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.777646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2d9daca7-c46c-4eff-ad8b-caf518f80f56 req-710fd3e1-fbf5-44a2-a020-9a7b5599a3f9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.780621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:02.828890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.837625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9e2328-0453-43e5-8239-2e1876aaa1bc,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:02.849067 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2d9daca7-c46c-4eff-ad8b-caf518f80f56 req-710fd3e1-fbf5-44a2-a020-9a7b5599a3f9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.856545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:02.856928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.927870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f43aa8b-fd0e-4029-ba17-7800314bebf6 req-f44272bb-d111-47b3-92a2-256c597b5c6d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133162 Nov 12 20:50:02.937641 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.952235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:02.972637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fd3e1-fbf5-44a2-a020-9a7b5599a3f9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd695a5-fd3a-4870-b024-b722359b19be,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:02.997576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:02.999917 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc7c937-8918-4f24-926a-7bda29a5ca9e" -d '{"events": [{"server_uuid": "0b13e185-fc45-4f18-8dc2-2bcc3bc507fa", "name": "network-vif-plugged", "status": "completed", "tag": "ba1742ed-79a7-4b2a-8cf1-b08f59c29c42"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:03.005240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2d9daca7-c46c-4eff-ad8b-caf518f80f56 req-710fd3e1-fbf5-44a2-a020-9a7b5599a3f9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.005240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d9daca7-c46c-4eff-ad8b-caf518f80f56 req-710fd3e1-fbf5-44a2-a020-9a7b5599a3f9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5817361 Nov 12 20:50:03.026222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Network da044c2f-45ed-480f-bd18-ad677e49a434 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:03.028094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:03.040552 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:03.160397 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.163336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:03.253856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020bdb3-c6f1-4c60-b024-e2d22698052a req-eb1a0e1a-cada-4d7a-a67a-ec846a7ea140 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:03.260132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1020bdb3-c6f1-4c60-b024-e2d22698052a req-eb1a0e1a-cada-4d7a-a67a-ec846a7ea140 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 944 time: 0.1441865 Nov 12 20:50:03.262394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:03.269608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Router 0a47632f-07ae-4955-a813-5aecf04d755b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:50:03.366381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-48d3bb44-0111-413f-a5e4-63bbbd93aaa6 None None] Provisioning complete for port fa9e2328-0453-43e5-8239-2e1876aaa1bc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:03.366906 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48d3bb44-0111-413f-a5e4-63bbbd93aaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.368562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1020bdb3-c6f1-4c60-b024-e2d22698052a req-38e83264-3182-448c-b19a-7c746e47100b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971718 Nov 12 20:50:03.368724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:50:03.431551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:03.432715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.487587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:50:03.493964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-48d3bb44-0111-413f-a5e4-63bbbd93aaa6 None None] Port fa9e2328-0453-43e5-8239-2e1876aaa1bc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:50:03.508689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c82694ab-8498-42bc-894b-5d7466f52783 admin admin] 10.222.0.64 "PUT /v2.0/routers/0a47632f-07ae-4955-a813-5aecf04d755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7080359 Nov 12 20:50:03.552343 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.570659 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.609578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:03.640649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7e3b9ce-f96b-4cbd-a6b6-7cfcb4a7d367 req-19f40c89-b154-4038-9f59-53c43125e323 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/1bd695a5-fd3a-4870-b024-b722359b19be HTTP/1.1" status: 200 len: 1829 time: 0.0798156 Nov 12 20:50:03.646054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c7e3b9ce-f96b-4cbd-a6b6-7cfcb4a7d367 req-96ed5c1e-3c26-4381-83bb-822a56538a05 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bd695a5-fd3a-4870-b024-b722359b19be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:03.648626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c7e3b9ce-f96b-4cbd-a6b6-7cfcb4a7d367 req-96ed5c1e-3c26-4381-83bb-822a56538a05 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bd695a5-fd3a-4870-b024-b722359b19be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:03.720205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.776434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:03.846405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c7e3b9ce-f96b-4cbd-a6b6-7cfcb4a7d367 req-96ed5c1e-3c26-4381-83bb-822a56538a05 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.883748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c7e3b9ce-f96b-4cbd-a6b6-7cfcb4a7d367 req-96ed5c1e-3c26-4381-83bb-822a56538a05 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:03.922694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Sync routers for ids ['0a47632f-07ae-4955-a813-5aecf04d755b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:50:03.933422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Routers {'0a47632f-07ae-4955-a813-5aecf04d755b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:03.934117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0a47632f-07ae-4955-a813-5aecf04d755b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:03.988644 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c7e3b9ce-f96b-4cbd-a6b6-7cfcb4a7d367 req-96ed5c1e-3c26-4381-83bb-822a56538a05 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:04.034046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed5c1e-3c26-4381-83bb-822a56538a05 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9824aa9a-600d-471d-9153-ed81da1fd99b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:04.088905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Set router 0a47632f-07ae-4955-a813-5aecf04d755b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:04.128019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 66562fc9-7272-4432-a453-0050e37528c1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:04.178464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c7e3b9ce-f96b-4cbd-a6b6-7cfcb4a7d367 req-96ed5c1e-3c26-4381-83bb-822a56538a05 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:04.186570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7e3b9ce-f96b-4cbd-a6b6-7cfcb4a7d367 req-96ed5c1e-3c26-4381-83bb-822a56538a05 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5448730 Nov 12 20:50:04.225851 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718aa3a-d179-4dd4-9fe6-3249dec7543d x-openstack-request-id: req-a718aa3a-d179-4dd4-9fe6-3249dec7543d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:04.226143 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b13e185-fc45-4f18-8dc2-2bcc3bc507fa", "name": "network-vif-plugged", "status": "completed", "tag": "ba1742ed-79a7-4b2a-8cf1-b08f59c29c42", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:04.226396 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a718aa3a-d179-4dd4-9fe6-3249dec7543d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:04.226791 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42', 'code': 200} Nov 12 20:50:04.296368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 66562fc9-7272-4432-a453-0050e37528c1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:04.296750 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:04.328344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4af37-c0ce-4fdb-bdfb-46cb62cd6364 req-291d52a6-47e4-47ae-8e4c-77a596ecd03f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:04.330644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0df4af37-c0ce-4fdb-bdfb-46cb62cd6364 req-291d52a6-47e4-47ae-8e4c-77a596ecd03f tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.0616832 Nov 12 20:50:04.394416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0df4af37-c0ce-4fdb-bdfb-46cb62cd6364 req-9d0e0e44-1db4-4b9c-8a35-da1196d84dd8 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531747 Nov 12 20:50:04.547776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048cf38-6e35-4bfb-8694-a11256968a73 req-4f279466-dca0-4a28-b859-46bab0660574 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:04.552258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e048cf38-6e35-4bfb-8694-a11256968a73 req-4f279466-dca0-4a28-b859-46bab0660574 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.0746131 Nov 12 20:50:04.625188 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:04.633087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e048cf38-6e35-4bfb-8694-a11256968a73 req-2b596a6e-3323-49fb-95ce-c8b863559df6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670884 Nov 12 20:50:04.636244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '66562fc9-7272-4432-a453-0050e37528c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:50:02Z', 'revision_number': 4, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port': {'id': '66562fc9-7272-4432-a453-0050e37528c1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:49:57Z', 'updated_at': '2021-11-12T20:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'fa9e2328-0453-43e5-8239-2e1876aaa1bc', 'name': '', 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'mac_address': 'fa:16:3e:9c:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:00Z', 'updated_at': '2021-11-12T20:50:02Z', 'revision_number': 2, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'subnets': [{'id': '3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:04.677079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Checking router: 0a47632f-07ae-4955-a813-5aecf04d755b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:50:04.677450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Updating router 0a47632f-07ae-4955-a813-5aecf04d755b port fa9e2328-0453-43e5-8239-2e1876aaa1bc binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:50:04.680614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 66562fc9-7272-4432-a453-0050e37528c1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=66562fc9-7272-4432-a453-0050e37528c1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:04.683578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36674) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:04.691867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-network', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:04.710555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:04.736217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ab3a7d1-4b5c-4115-ab68-bd7455c143ea req-281a4ee3-5722-4822-b1da-d8af94e8a0a7 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/1bd695a5-fd3a-4870-b024-b722359b19be HTTP/1.1" status: 200 len: 2422 time: 0.1023169 Nov 12 20:50:04.753947 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:04.809712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381865b4-ea1b-4e1c-9d03-3e742e040490 req-3c7fa2e6-7094-4ac0-b6cd-a4abac52d07a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:04.811114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-381865b4-ea1b-4e1c-9d03-3e742e040490 req-3c7fa2e6-7094-4ac0-b6cd-a4abac52d07a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 945 time: 0.0735347 Nov 12 20:50:04.858700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Made reservation on behalf of b0978d3fa92e484688f5c6d28a7d6a8f for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:04.861409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:04.874580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:04.883019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:04.909302 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:50:04.922348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=66562fc9-7272-4432-a453-0050e37528c1,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:04.936811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: f6694c1f-9495-491b-b151-e3c5fc1446ae {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:04.937450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f6694c1f-9495-491b-b151-e3c5fc1446ae not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:04.950592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-381865b4-ea1b-4e1c-9d03-3e742e040490 req-e6d0c300-b914-4136-bdfa-310098aeda55 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297507 Nov 12 20:50:05.021089 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.031950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dc08aee-6079-481a-89b7-c5de541e8220 req-12c8227a-e10d-4bb6-9418-0db59ddda579 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-group-rules/9824aa9a-600d-471d-9153-ed81da1fd99b HTTP/1.1" status: 200 len: 778 time: 0.0370877 Nov 12 20:50:05.075182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.122429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:50:05.134648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.141141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74096aa2-89ce-4c73-954f-48ef9184ef3e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:05.145907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.146754 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Added segment 17c19760-d855-480a-b50b-d91bf6687413 of type vlan for network 6c157d26-5717-46d8-b40a-8be145e928e3 Nov 12 20:50:05.171258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dc08aee-6079-481a-89b7-c5de541e8220 req-192ef9a9-7ce5-4c19-9752-ec25302a5e61 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/1bd695a5-fd3a-4870-b024-b722359b19be HTTP/1.1" status: 200 len: 2422 time: 0.1283906 Nov 12 20:50:05.199004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.227978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-22405392-338a-40a3-ad9b-b87079d2455e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:05.229448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-22405392-338a-40a3-ad9b-b87079d2455e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.1648462 Nov 12 20:50:05.230402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0dc08aee-6079-481a-89b7-c5de541e8220 req-18a82043-f9b1-4fcb-9cf5-f98f521e7be1 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.245575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0dc08aee-6079-481a-89b7-c5de541e8220 req-18a82043-f9b1-4fcb-9cf5-f98f521e7be1 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.258133 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.305103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.312712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:05.320145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.361549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb554d60-6145-4b53-9f5f-6207dcaddfdb None None] Pushing event updated for resources: {'Port': ['ID=fa9e2328-0453-43e5-8239-2e1876aaa1bc,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:05.408800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c157d26-5717-46d8-b40a-8be145e928e3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:05.426082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Attempting to bind port fa9e2328-0453-43e5-8239-2e1876aaa1bc on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:05.426771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Attempting to bind port fa9e2328-0453-43e5-8239-2e1876aaa1bc by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:05.438323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Attempting to bind port fa9e2328-0453-43e5-8239-2e1876aaa1bc on network da044c2f-45ed-480f-bd18-ad677e49a434 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:05.438323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 6c157d26-5717-46d8-b40a-8be145e928e3 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:50:05.441610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:05.441994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Checking segment: {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:05.442379 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.442776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Bound using segment: {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:05.443266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Bound port: fa9e2328-0453-43e5-8239-2e1876aaa1bc, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:05.443730 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.538541 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af3f91f2-0a8c-44bf-a56a-04ce4567e1c5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8514452 Nov 12 20:50:05.545838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36696) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:05.545838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Request body: {'subnet': {'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-subnet', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:05.620488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] For port fa9e2328-0453-43e5-8239-2e1876aaa1bc, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:05.625890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] For port fa9e2328-0453-43e5-8239-2e1876aaa1bc, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fa9e2328-0453-43e5-8239-2e1876aaa1bc,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:05.734434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-76083761-a018-4b3c-a943-60c7ecfd0399 None None] Provisioning complete for port fa9e2328-0453-43e5-8239-2e1876aaa1bc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:05.735274 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76083761-a018-4b3c-a943-60c7ecfd0399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.752702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Deleting port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:05.753000 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.761147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Made reservation on behalf of b0978d3fa92e484688f5c6d28a7d6a8f for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:05.763727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.797129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-76083761-a018-4b3c-a943-60c7ecfd0399 None None] Port fa9e2328-0453-43e5-8239-2e1876aaa1bc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:50:05.799139 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.912899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Routers {'0a47632f-07ae-4955-a813-5aecf04d755b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:05.913518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0a47632f-07ae-4955-a813-5aecf04d755b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:05.917208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] For port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:05.917719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.929693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0dc08aee-6079-481a-89b7-c5de541e8220 req-18a82043-f9b1-4fcb-9cf5-f98f521e7be1 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.940110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Calling delete_port for ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:05.964423 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0dc08aee-6079-481a-89b7-c5de541e8220 req-18a82043-f9b1-4fcb-9cf5-f98f521e7be1 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:05.969970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dc08aee-6079-481a-89b7-c5de541e8220 req-18a82043-f9b1-4fcb-9cf5-f98f521e7be1 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/9824aa9a-600d-471d-9153-ed81da1fd99b HTTP/1.1" status: 204 len: 173 time: 0.8020711 Nov 12 20:50:06.001117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a82043-f9b1-4fcb-9cf5-f98f521e7be1 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9824aa9a-600d-471d-9153-ed81da1fd99b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:06.033450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb554d60-6145-4b53-9f5f-6207dcaddfdb None None] Pushing event updated for resources: {'Port': ['ID=fa9e2328-0453-43e5-8239-2e1876aaa1bc,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:06.052149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a17d6-8969-41b3-82bc-8e898e7c0c9d req-1c41cdbc-9fd8-40c8-8986-2bae17a49db4 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:06.066688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa9a17d6-8969-41b3-82bc-8e898e7c0c9d req-1c41cdbc-9fd8-40c8-8986-2bae17a49db4 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 945 time: 0.2128756 Nov 12 20:50:06.178686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 66562fc9-7272-4432-a453-0050e37528c1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:06.197899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa9a17d6-8969-41b3-82bc-8e898e7c0c9d req-dcc7a89f-2d25-47d1-97d0-0b6ba42a25fe tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302042 Nov 12 20:50:06.267766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75220ea-0811-4537-bf5d-63db419b05d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:06.269993 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64a6eab-4e61-49ad-859e-1da646bda394" -d '{"events": [{"server_uuid": "d75220ea-0811-4537-bf5d-63db419b05d2", "name": "network-vif-plugged", "status": "completed", "tag": "8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:06.276024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.285960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] Set router 0a47632f-07ae-4955-a813-5aecf04d755b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:06.370028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:06.371515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b1b53-06b2-41ca-8acb-b3db0271cc28 req-dc0dcb52-d81e-465b-abaa-f1bdee4a3604 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:06.383932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-535b1b53-06b2-41ca-8acb-b3db0271cc28 req-dc0dcb52-d81e-465b-abaa-f1bdee4a3604 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.0766289 Nov 12 20:50:06.416008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Checking segment: {'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:06.416672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Network hostable DHCP agents. Network: 6c157d26-5717-46d8-b40a-8be145e928e3, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:50:06.423982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.453238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 66562fc9-7272-4432-a453-0050e37528c1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:06.453589 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.457093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d33824f0-b413-4fc7-99c9-117738227879 None None] Provisioning complete for port fa9e2328-0453-43e5-8239-2e1876aaa1bc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:06.457333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33824f0-b413-4fc7-99c9-117738227879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.479074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event deleted for resources: {'Port': ['ID=ba1742ed-79a7-4b2a-8cf1-b08f59c29c42,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:06.532950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Network 6c157d26-5717-46d8-b40a-8be145e928e3 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:50:06.533410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] No DVR routers for this DVR port ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:50:06.538036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-535b1b53-06b2-41ca-8acb-b3db0271cc28 req-43d36643-5017-465b-b132-c806f3a86ff1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480851 Nov 12 20:50:06.541507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.542316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ddbf268-f9f3-439e-8874-1f912e34dbcd req-41abc0f5-660f-4f55-9d98-a62b80c9b428 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.78 "DELETE /v2.0/ports/ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 HTTP/1.1" status: 204 len: 173 time: 1.2998533 Nov 12 20:50:06.542760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'name': 'network-vif-deleted', 'tag': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:06.545639 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84a6dea-1972-479a-a76d-cc023bae912e" -d '{"events": [{"server_uuid": "0b13e185-fc45-4f18-8dc2-2bcc3bc507fa", "name": "network-vif-deleted", "tag": "ba1742ed-79a7-4b2a-8cf1-b08f59c29c42"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:06.574888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e3760e5e-5f3f-487b-90c7-b7e76ee8b3c3 req-010568be-8a2c-444e-b209-522877b32d01 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1298556105', 'description': 'tempest-description-1596941885'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:06.663597 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 6c157d26-5717-46d8-b40a-8be145e928e3) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:06.667832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:06.668720 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.683326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db661e-44aa-4a3d-8fa1-f46a80aa11b5 None None] Network 6c157d26-5717-46d8-b40a-8be145e928e3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:06.710371 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3760e5e-5f3f-487b-90c7-b7e76ee8b3c3 req-010568be-8a2c-444e-b209-522877b32d01 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.716571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33824f0-b413-4fc7-99c9-117738227879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.780715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '66562fc9-7272-4432-a453-0050e37528c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:50:02Z', 'revision_number': 4, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port': {'id': '66562fc9-7272-4432-a453-0050e37528c1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:49:57Z', 'updated_at': '2021-11-12T20:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'fa9e2328-0453-43e5-8239-2e1876aaa1bc', 'name': '', 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'mac_address': 'fa:16:3e:9c:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:00Z', 'updated_at': '2021-11-12T20:50:05Z', 'revision_number': 4, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'subnets': [{'id': '3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:06.799247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3760e5e-5f3f-487b-90c7-b7e76ee8b3c3 req-010568be-8a2c-444e-b209-522877b32d01 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:06.823999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d33824f0-b413-4fc7-99c9-117738227879 None None] For port fa9e2328-0453-43e5-8239-2e1876aaa1bc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fa9e2328-0453-43e5-8239-2e1876aaa1bc,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:06.826309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:06.833335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ce87c-8fb1-4638-841c-759e97044827 None None] The sync data for ids ['0a47632f-07ae-4955-a813-5aecf04d755b'] in n-d-713498-29 is: [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '66562fc9-7272-4432-a453-0050e37528c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:50:02Z', 'revision_number': 4, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port': {'id': '66562fc9-7272-4432-a453-0050e37528c1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:49:57Z', 'updated_at': '2021-11-12T20:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'fa9e2328-0453-43e5-8239-2e1876aaa1bc', 'name': '', 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'mac_address': 'fa:16:3e:9c:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:00Z', 'updated_at': '2021-11-12T20:50:05Z', 'revision_number': 4, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'subnets': [{'id': '3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:50:06.852653 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f678eb05-2bc3-4f3f-abe9-4d7e93c674b0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3094895 Nov 12 20:50:06.853208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36732) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:06.858691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:06.858691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:06.860311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:06.958011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-6c157d26-5717-46d8-b40a-8be145e928e3', 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'fixed_ips': [{'subnet_id': 'ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:50:06.958867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.028043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3760e5e-5f3f-487b-90c7-b7e76ee8b3c3 req-010568be-8a2c-444e-b209-522877b32d01 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.068099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010568be-8a2c-444e-b209-522877b32d01 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da61c2df-3ac6-4d49-bad5-a0162738f195,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:07.110013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.111511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.200585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.250375 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3760e5e-5f3f-487b-90c7-b7e76ee8b3c3 req-010568be-8a2c-444e-b209-522877b32d01 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.251697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3760e5e-5f3f-487b-90c7-b7e76ee8b3c3 req-010568be-8a2c-444e-b209-522877b32d01 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6809862 Nov 12 20:50:07.283798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e95467-bf27-4d52-876e-d13a1c955eb7 req-dd720347-627a-418b-a618-66de57a5f8e5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:07.292530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e95467-bf27-4d52-876e-d13a1c955eb7 req-dd720347-627a-418b-a618-66de57a5f8e5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 945 time: 0.0952954 Nov 12 20:50:07.359914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e95467-bf27-4d52-876e-d13a1c955eb7 req-98de1d7d-00e0-49ee-81f6-01674afdb15e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657823 Nov 12 20:50:07.369979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Allocated IP 172.20.0.2 (6c157d26-5717-46d8-b40a-8be145e928e3/ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d/ea908279-5b90-4588-bf89-242cb5d9a601) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:07.458310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e9a47-1d92-4e04-a7df-5450036a67ef req-4259e425-b774-47f8-a459-858294b03527 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:07.465287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e48e9a47-1d92-4e04-a7df-5450036a67ef req-4259e425-b774-47f8-a459-858294b03527 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.0835078 Nov 12 20:50:07.476156 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579bd917-072b-4d14-a88d-fc4ee6e0b858 x-openstack-request-id: req-579bd917-072b-4d14-a88d-fc4ee6e0b858 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:07.498746 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b13e185-fc45-4f18-8dc2-2bcc3bc507fa", "name": "network-vif-deleted", "tag": "ba1742ed-79a7-4b2a-8cf1-b08f59c29c42", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:07.498746 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-579bd917-072b-4d14-a88d-fc4ee6e0b858 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:07.498746 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b13e185-fc45-4f18-8dc2-2bcc3bc507fa', 'name': 'network-vif-deleted', 'tag': 'ba1742ed-79a7-4b2a-8cf1-b08f59c29c42', 'status': 'completed', 'code': 200} Nov 12 20:50:07.523270 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646a1162-14c5-4823-b09c-022fbc2f012b x-openstack-request-id: req-646a1162-14c5-4823-b09c-022fbc2f012b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:07.523585 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75220ea-0811-4537-bf5d-63db419b05d2", "name": "network-vif-plugged", "status": "completed", "tag": "8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:07.523842 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-646a1162-14c5-4823-b09c-022fbc2f012b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:07.524344 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75220ea-0811-4537-bf5d-63db419b05d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c', 'code': 200} Nov 12 20:50:07.527151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33824f0-b413-4fc7-99c9-117738227879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.629340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33824f0-b413-4fc7-99c9-117738227879 None None] Pushing event updated for resources: {'Port': ['ID=fa9e2328-0453-43e5-8239-2e1876aaa1bc,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:07.669413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f39c6446-4744-4c5f-9c8f-fbee9c08e038 req-d422117d-22a6-4810-ae53-7531adf66864 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b13e185-fc45-4f18-8dc2-2bcc3bc507fa HTTP/1.1" status: 200 len: 210 time: 0.1010571 Nov 12 20:50:07.690920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.711416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e48e9a47-1d92-4e04-a7df-5450036a67ef req-28228523-c0c8-4fbd-8a24-09e64cf44599 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452164 Nov 12 20:50:07.714493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486f0b-f0b3-4d75-8c18-e78dc89e83cb req-0e092cfc-59c8-43c4-bf34-240587563b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:07.715998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01486f0b-f0b3-4d75-8c18-e78dc89e83cb req-0e092cfc-59c8-43c4-bf34-240587563b3b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 1097 time: 0.2283032 Nov 12 20:50:07.803199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-355e2f0e-784b-4048-a6de-a463d2fcf46d req-f4a4180c-0f70-4881-9fda-d8c5ecc72015 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/da61c2df-3ac6-4d49-bad5-a0162738f195 HTTP/1.1" status: 200 len: 1830 time: 0.0980303 Nov 12 20:50:07.806515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01486f0b-f0b3-4d75-8c18-e78dc89e83cb req-0630bf42-6790-44d4-9e32-523b4d2aa893 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826621 Nov 12 20:50:07.857071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.864723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-22d11427-954a-4afe-b261-b72a0ddfff8d req-4de3b15a-f15e-4696-9003-83fb8edd00fe tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2030055221', 'description': 'tempest-description-2121123169'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:07.911896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Network 6c157d26-5717-46d8-b40a-8be145e928e3 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:07.915532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:07.918713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:07.932169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:07.937545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd55225-991f-4167-93ad-8714b1158b2e req-fd2fe8cd-3176-4750-b935-609360b24ad4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:07.939220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cd55225-991f-4167-93ad-8714b1158b2e req-fd2fe8cd-3176-4750-b935-609360b24ad4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.0787811 Nov 12 20:50:07.940852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Pushing event updated for resources: {'Port': ['ID=ea908279-5b90-4588-bf89-242cb5d9a601,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:07.994694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Attempting to bind port ea908279-5b90-4588-bf89-242cb5d9a601 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:07.995084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Attempting to bind port ea908279-5b90-4588-bf89-242cb5d9a601 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:07.995570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Attempting to bind port ea908279-5b90-4588-bf89-242cb5d9a601 on network 6c157d26-5717-46d8-b40a-8be145e928e3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:08.005773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:08.006182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Checking segment: {'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:08.006547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.006990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Bound using segment: {'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:08.007498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Bound port: ea908279-5b90-4588-bf89-242cb5d9a601, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:08.007889 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.008679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cd55225-991f-4167-93ad-8714b1158b2e req-c763e747-983e-4332-9e12-c7c9cd7d0cf6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545287 Nov 12 20:50:08.070253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22d11427-954a-4afe-b261-b72a0ddfff8d req-4de3b15a-f15e-4696-9003-83fb8edd00fe tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.132396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] For port ea908279-5b90-4588-bf89-242cb5d9a601, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:08.134375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] For port ea908279-5b90-4588-bf89-242cb5d9a601, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ea908279-5b90-4588-bf89-242cb5d9a601,segment=NetworkSegment(17c19760-d855-480a-b50b-d91bf6687413),segment_id=17c19760-d855-480a-b50b-d91bf6687413)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:08.163922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fa9e2328-0453-43e5-8239-2e1876aaa1bc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:08.215847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22d11427-954a-4afe-b261-b72a0ddfff8d req-4de3b15a-f15e-4696-9003-83fb8edd00fe tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.242794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fa9e2328-0453-43e5-8239-2e1876aaa1bc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:08.243487 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.268243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36754) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:08.357326 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.405441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22d11427-954a-4afe-b261-b72a0ddfff8d req-4de3b15a-f15e-4696-9003-83fb8edd00fe tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.446512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab32e59-8adf-4b69-8008-744021e2863d None None] Pushing event updated for resources: {'Port': ['ID=ea908279-5b90-4588-bf89-242cb5d9a601,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:08.516628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.540870 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.551412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3b15a-f15e-4696-9003-83fb8edd00fe tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce50899-03fc-4b52-80fb-d5faea3bec1b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:08.589626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36760) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:08.590924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-00228625-0dcf-4a71-b9f6-327c22ad5a04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3a9768163d640048cb8f78e49b67dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211963 Nov 12 20:50:08.648886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d471a72-f37e-4a1a-a297-87873509bf8b req-56c2da62-9965-4aaf-b4ec-062bb01c2ee8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:08.651402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d471a72-f37e-4a1a-a297-87873509bf8b req-56c2da62-9965-4aaf-b4ec-062bb01c2ee8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 945 time: 0.1442094 Nov 12 20:50:08.654886 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22d11427-954a-4afe-b261-b72a0ddfff8d req-4de3b15a-f15e-4696-9003-83fb8edd00fe tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.656275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22d11427-954a-4afe-b261-b72a0ddfff8d req-4de3b15a-f15e-4696-9003-83fb8edd00fe tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8020823 Nov 12 20:50:08.725268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fee05395-5b43-41bf-9cd9-777f2559f8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.750951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Allocated IP 172.25.8.198 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/c2aa0f4f-828e-4875-af90-bfc6bfda97ec) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:08.764630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d471a72-f37e-4a1a-a297-87873509bf8b req-08706560-a4a8-4613-9d8f-6bd4f59b198f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054280 Nov 12 20:50:08.775798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fee05395-5b43-41bf-9cd9-777f2559f8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.808945 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2655399-52b5-4114-90b3-c3465f03bb20 req-bcf56a03-1f85-4ea8-9f11-a0f3c4c44144 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/1ce50899-03fc-4b52-80fb-d5faea3bec1b HTTP/1.1" status: 200 len: 1830 time: 0.0938692 Nov 12 20:50:08.837887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f395a07a-1666-4c54-bbb2-29842dd67c2a req-434df5b5-d3c9-46ef-81b1-3d2b9bfc79b6 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1575299999', 'description': 'tempest-description-1566050908'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:08.920836 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:08.993415 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fee05395-5b43-41bf-9cd9-777f2559f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.001842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f395a07a-1666-4c54-bbb2-29842dd67c2a req-434df5b5-d3c9-46ef-81b1-3d2b9bfc79b6 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.002609 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fee05395-5b43-41bf-9cd9-777f2559f8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.002609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fee05395-5b43-41bf-9cd9-777f2559f8b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c7c913f-48fd-4785-ace1-8c71bc32a73e HTTP/1.1" status: 204 len: 168 time: 0.4068415 Nov 12 20:50:09.007614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee05395-5b43-41bf-9cd9-777f2559f8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7c913f-48fd-4785-ace1-8c71bc32a73e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:09.051310 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.109549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Pushing event updated for resources: {'Port': ['ID=c2aa0f4f-828e-4875-af90-bfc6bfda97ec,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:09.114546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:09.116498 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:09.118748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:09.187664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f395a07a-1666-4c54-bbb2-29842dd67c2a req-434df5b5-d3c9-46ef-81b1-3d2b9bfc79b6 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.196694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-d47b2362-ea1e-4e52-a09e-ecaa36ada4f5 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:09.198871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-d47b2362-ea1e-4e52-a09e-ecaa36ada4f5 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/networks?id=383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 200 len: 822 time: 0.1789267 Nov 12 20:50:09.223884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-4bc42d30-9fa9-48c6-9d1e-b7b5c6370203 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/quotas/a29b42456cfc4a3e9af5981d71012886 HTTP/1.1" status: 200 len: 375 time: 0.0133531 Nov 12 20:50:09.298985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-f02e0bcc-6f0c-4419-aa56-cd6c9c4bfb9b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609033 Nov 12 20:50:09.361601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cace7-3e48-41d3-9c21-db6d76499804 req-8217dfd1-1d16-4b6f-85b5-e475c5204e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:09.363152 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-8217dfd1-1d16-4b6f-85b5-e475c5204e61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265&tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704 HTTP/1.1" status: 200 len: 1095 time: 0.0584552 Nov 12 20:50:09.375752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:09.419887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-b82297cd-9e5a-4296-94e4-d222bc8701e8 service neutron] 10.222.0.64 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104527 Nov 12 20:50:09.454064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.458890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f395a07a-1666-4c54-bbb2-29842dd67c2a req-434df5b5-d3c9-46ef-81b1-3d2b9bfc79b6 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.521762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434df5b5-d3c9-46ef-81b1-3d2b9bfc79b6 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8b747-c8a3-49d1-aeb9-beddd940d5d4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:09.551805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-b9ff4ec5-2c2a-4e81-ac76-f303220c91ef service neutron] 10.222.0.64 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215224 Nov 12 20:50:09.678312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd717da-2237-4cf9-b825-928cd269e03d None None] Network 6c157d26-5717-46d8-b40a-8be145e928e3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:09.722858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f395a07a-1666-4c54-bbb2-29842dd67c2a req-434df5b5-d3c9-46ef-81b1-3d2b9bfc79b6 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.723234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f395a07a-1666-4c54-bbb2-29842dd67c2a req-434df5b5-d3c9-46ef-81b1-3d2b9bfc79b6 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8920052 Nov 12 20:50:09.743777 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.780547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f81caf25-0807-47c4-a643-40133a16a617 None None] Provisioning complete for port ea908279-5b90-4588-bf89-242cb5d9a601 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:09.780914 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f81caf25-0807-47c4-a643-40133a16a617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:09.820290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:09.963840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e172a48-7598-4b20-92f6-8417b5f9c257 req-bf85d0b1-96b3-467f-8014-4e17b92be47f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:09.965454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e172a48-7598-4b20-92f6-8417b5f9c257 req-bf85d0b1-96b3-467f-8014-4e17b92be47f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 943 time: 0.1630821 Nov 12 20:50:09.980680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:10.040159 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f81caf25-0807-47c4-a643-40133a16a617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.067614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406b3fcf-9893-43a6-a170-36c1fc109d61 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:10.101207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f81caf25-0807-47c4-a643-40133a16a617 None None] For port ea908279-5b90-4588-bf89-242cb5d9a601, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ea908279-5b90-4588-bf89-242cb5d9a601,segment=NetworkSegment(17c19760-d855-480a-b50b-d91bf6687413),segment_id=17c19760-d855-480a-b50b-d91bf6687413)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:10.115365 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.132942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.139747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e172a48-7598-4b20-92f6-8417b5f9c257 req-c42f3c2e-5221-483e-a945-94252d5f1bbe tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621323 Nov 12 20:50:10.224090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.234209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-551e86b6-f71e-4273-b109-3a3ec0fc9a72 req-39e282ff-11c8-44c1-97af-73fcde2d373b tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/09f8b747-c8a3-49d1-aeb9-beddd940d5d4 HTTP/1.1" status: 200 len: 1830 time: 0.1481233 Nov 12 20:50:10.271238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ea908279-5b90-4588-bf89-242cb5d9a601 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:10.317639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.346897 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f81caf25-0807-47c4-a643-40133a16a617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.369964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Transition to ACTIVE for port object 406b3fcf-9893-43a6-a170-36c1fc109d61 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:50:10.379946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-139d611e-e59e-4478-a4ff-0287862b9bf1 req-af007f25-99c2-4f8c-87fa-9aa975abe9b4 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 210 time: 0.0391860 Nov 12 20:50:10.423458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434083a8-08c2-4c87-85ec-300b491af145 req-eea05bb1-8cf0-4751-a648-ea4ce46395ff tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:10.433008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-434083a8-08c2-4c87-85ec-300b491af145 req-eea05bb1-8cf0-4751-a648-ea4ce46395ff tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 945 time: 0.1574721 Nov 12 20:50:10.457469 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81caf25-0807-47c4-a643-40133a16a617 None None] Pushing event updated for resources: {'Port': ['ID=ea908279-5b90-4588-bf89-242cb5d9a601,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:10.491503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.500298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ea908279-5b90-4588-bf89-242cb5d9a601 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:10.501914 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.509789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-434083a8-08c2-4c87-85ec-300b491af145 req-6c9da642-1558-44a4-8e78-80039813de00 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693524 Nov 12 20:50:10.531421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f2e873e9-55f1-46c4-ab1b-e7829f6ed38c req-3406fca8-5598-4022-bdf3-3ecc900491a2 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1653338227', 'description': 'tempest-description-52738851'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:10.540118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-41fb054e-8059-48a6-b87f-373c8c2c5cdb None None] Provisioning complete for port ea908279-5b90-4588-bf89-242cb5d9a601 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:10.540723 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-41fb054e-8059-48a6-b87f-373c8c2c5cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.554733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=9']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:10.568453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Router 59eb4a9c-4d42-4241-ba0d-494901c98b74 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:50:10.641135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2213e2-5864-4f63-a820-41ee434db53b req-dd6a3c16-c552-43a6-bf27-1bdab83c7d7c tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:10.643408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca2213e2-5864-4f63-a820-41ee434db53b req-dd6a3c16-c552-43a6-bf27-1bdab83c7d7c tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.0771959 Nov 12 20:50:10.657322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2e873e9-55f1-46c4-ab1b-e7829f6ed38c req-3406fca8-5598-4022-bdf3-3ecc900491a2 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.795958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca2213e2-5864-4f63-a820-41ee434db53b req-1f848527-b6e1-4098-87df-bd1dc7bb4bed tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178792 Nov 12 20:50:10.845970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:10.852830 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2e873e9-55f1-46c4-ab1b-e7829f6ed38c req-3406fca8-5598-4022-bdf3-3ecc900491a2 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:10.879565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:10.880174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ba1742ed-79a7-4b2a-8cf1-b08f59c29c42 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:10.938432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] No DVR routers for this DVR port 406b3fcf-9893-43a6-a170-36c1fc109d61 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:50:10.961305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2e873e9-55f1-46c4-ab1b-e7829f6ed38c req-3406fca8-5598-4022-bdf3-3ecc900491a2 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:11.002351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:50:11.015733 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Sync routers for ids ['59eb4a9c-4d42-4241-ba0d-494901c98b74'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:50:11.037639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406fca8-5598-4022-bdf3-3ecc900491a2 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4061998-a5be-4840-a4f5-6d5ddbad2f42,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:11.060533 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Routers {'59eb4a9c-4d42-4241-ba0d-494901c98b74'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:11.061357 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['59eb4a9c-4d42-4241-ba0d-494901c98b74'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:11.114106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Attempting to bind port 406b3fcf-9893-43a6-a170-36c1fc109d61 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:11.115453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Attempting to bind port 406b3fcf-9893-43a6-a170-36c1fc109d61 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:11.115977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Attempting to bind port 406b3fcf-9893-43a6-a170-36c1fc109d61 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:11.121215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Port 406b3fcf-9893-43a6-a170-36c1fc109d61 on network 08fae675-e385-45c1-b4a9-0f36e735b554 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:50:11.121560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Attempting to bind port 406b3fcf-9893-43a6-a170-36c1fc109d61 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:11.127499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:11.127960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Checking segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:11.128477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Bound using segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:11.133406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Bound port: 406b3fcf-9893-43a6-a170-36c1fc109d61, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:11.133782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:11.143747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f2e873e9-55f1-46c4-ab1b-e7829f6ed38c req-3406fca8-5598-4022-bdf3-3ecc900491a2 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:11.146129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2e873e9-55f1-46c4-ab1b-e7829f6ed38c req-3406fca8-5598-4022-bdf3-3ecc900491a2 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6188138 Nov 12 20:50:11.212711 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Set router 59eb4a9c-4d42-4241-ba0d-494901c98b74 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:11.222499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:11.223842 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-10be285d-3ded-4ad2-8abc-0b0982f1ac15 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3699691 Nov 12 20:50:11.231542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36840) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:11.237159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:11.242426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:11.304075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:11.390161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:11.395905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:11.395905 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] 10.222.0.46 "PUT /v2.0/ports/406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 1092 time: 2.0235021 Nov 12 20:50:11.395905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:11.399561 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a50b88-90b6-4134-832b-78f9e635bf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:11.482234 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:50:09Z', 'revision_number': 3, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:11.553221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bff97a-875a-4dd2-810c-a9b8bcbdab66 service neutron] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=10']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:11.586062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cace7-3e48-41d3-9c21-db6d76499804 req-7d2b39f8-a571-4f63-8572-55a396fd04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:11.587928 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-7d2b39f8-a571-4f63-8572-55a396fd04c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1096 time: 0.1570616 Nov 12 20:50:11.595746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f633fd03-c3a8-4453-9138-3596ca848e08 req-fd5f4626-b1a4-4f86-9cbc-f6169bf9991a tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/a4061998-a5be-4840-a4f5-6d5ddbad2f42 HTTP/1.1" status: 200 len: 1828 time: 0.2153144 Nov 12 20:50:11.607064 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Checking router: 59eb4a9c-4d42-4241-ba0d-494901c98b74 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:50:11.608186 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Updating router 59eb4a9c-4d42-4241-ba0d-494901c98b74 port c2aa0f4f-828e-4875-af90-bfc6bfda97ec binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:50:11.650534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8af97-bb9c-4904-9180-61eb3e68d6cf req-427ed8f6-2054-479b-909c-7a2c4db17006 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:11.656425 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:11.662652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8e8af97-bb9c-4904-9180-61eb3e68d6cf req-427ed8f6-2054-479b-909c-7a2c4db17006 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.1371951 Nov 12 20:50:11.823450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8e8af97-bb9c-4904-9180-61eb3e68d6cf req-ad652cf2-9036-4820-a7db-a83849466179 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578536 Nov 12 20:50:11.838414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cace7-3e48-41d3-9c21-db6d76499804 req-8016f360-a31c-458f-a20c-66f8f1e59ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:11.840623 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-8016f360-a31c-458f-a20c-66f8f1e59ee5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.2447357 Nov 12 20:50:11.927461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b426c-5e39-4838-8411-07b29d984b6e req-5357182c-b17c-4d42-8c88-2a3628fb0106 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:11.928986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a7b426c-5e39-4838-8411-07b29d984b6e req-5357182c-b17c-4d42-8c88-2a3628fb0106 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 945 time: 0.1024151 Nov 12 20:50:11.944423 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25a5e89-7181-4094-b81d-40cb7ce1dd6e x-openstack-request-id: req-b25a5e89-7181-4094-b81d-40cb7ce1dd6e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:11.945115 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:11.945741 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b25a5e89-7181-4094-b81d-40cb7ce1dd6e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:11.946486 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'status': 'completed', 'code': 200} Nov 12 20:50:11.985257 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-56cf746b-ba62-4558-9841-a71e19f88cc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 999 time: 0.1368151 Nov 12 20:50:12.050236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cace7-3e48-41d3-9c21-db6d76499804 req-8e986748-13cf-42a3-a583-e046807b1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:12.052528 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-8e986748-13cf-42a3-a583-e046807b1fb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.0577836 Nov 12 20:50:12.085607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf3f4287-c2bb-4558-b992-63a3f15094b0 req-9a8a1c41-c304-4996-a69b-c4b546f3f05a tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 210 time: 0.0531869 Nov 12 20:50:12.104901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a7b426c-5e39-4838-8411-07b29d984b6e req-f574943a-463b-49fc-881e-ef7a72d9d5af tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529789 Nov 12 20:50:12.116726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ea908279-5b90-4588-bf89-242cb5d9a601 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:12.183668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cace7-3e48-41d3-9c21-db6d76499804 req-51d84256-9379-434c-9057-0b3f992da351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:12.190989 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-51d84256-9379-434c-9057-0b3f992da351 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170619 Nov 12 20:50:12.191161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.236330 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-265fcc13-05bc-4298-b8fa-ba7f751d2e01 req-c69eb933-f968-4159-9f13-baad88f6ded9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] show failed (client error): The resource could not be found. Nov 12 20:50:12.245821 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.251880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-265fcc13-05bc-4298-b8fa-ba7f751d2e01 req-c69eb933-f968-4159-9f13-baad88f6ded9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/f39fcc40-12c4-42f9-9d77-dfcd635d4fa9 HTTP/1.1" status: 404 len: 352 time: 0.0585051 Nov 12 20:50:12.259059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ea908279-5b90-4588-bf89-242cb5d9a601 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:12.259564 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.418378 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.463780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c33707-6cd2-461a-af17-21702169806e req-67f68b2a-7099-4dc0-8472-f63d83476f38 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:12.471090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0c33707-6cd2-461a-af17-21702169806e req-67f68b2a-7099-4dc0-8472-f63d83476f38 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1098 time: 0.1358416 Nov 12 20:50:12.521201 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Attempting to bind port c2aa0f4f-828e-4875-af90-bfc6bfda97ec on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:12.521724 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Attempting to bind port c2aa0f4f-828e-4875-af90-bfc6bfda97ec by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:12.522171 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Attempting to bind port c2aa0f4f-828e-4875-af90-bfc6bfda97ec on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:12.532301 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:12.532854 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:12.533350 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.533833 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:12.534401 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Bound port: c2aa0f4f-828e-4875-af90-bfc6bfda97ec, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:12.534882 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.538421 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda20d9b-dd60-4fda-91e2-2531a9b2dbd9 None None] Pushing event updated for resources: {'Port': ['ID=c2aa0f4f-828e-4875-af90-bfc6bfda97ec,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:12.546473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Allocated IP 172.20.0.1 (6c157d26-5717-46d8-b40a-8be145e928e3/ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d/4d172e57-ca21-4c9f-98e0-1ae30dc2f074) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:12.570236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0c33707-6cd2-461a-af17-21702169806e req-c2dd1ec9-a97f-4b03-acd3-fbcbe72340ea tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873575 Nov 12 20:50:12.631000 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] For port c2aa0f4f-828e-4875-af90-bfc6bfda97ec, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:12.640007 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] For port c2aa0f4f-828e-4875-af90-bfc6bfda97ec, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c2aa0f4f-828e-4875-af90-bfc6bfda97ec,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:12.669092 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-d58de35b-6c93-45df-a560-44b24c863209 service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737916 Nov 12 20:50:12.718166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.735259 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-bbc42549-be91-4f70-8b37-7cb0155c8fcc req-c5fa86f0-6e82-4364-ba7d-af1c00b94554 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] show failed (client error): The resource could not be found. Nov 12 20:50:12.736302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc42549-be91-4f70-8b37-7cb0155c8fcc req-c5fa86f0-6e82-4364-ba7d-af1c00b94554 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-group-rules/0c02f938-f97b-489f-a82f-02266487bfff HTTP/1.1" status: 404 len: 361 time: 0.0165238 Nov 12 20:50:12.757780 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.798091 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-006cace7-3e48-41d3-9c21-db6d76499804 req-0bd44ed0-6ed2-47d7-8516-7c7e5d1130b1 service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192238 Nov 12 20:50:12.829618 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Routers {'59eb4a9c-4d42-4241-ba0d-494901c98b74'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:12.830235 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['59eb4a9c-4d42-4241-ba0d-494901c98b74'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:12.834863 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda20d9b-dd60-4fda-91e2-2531a9b2dbd9 None None] Pushing event updated for resources: {'Port': ['ID=c2aa0f4f-828e-4875-af90-bfc6bfda97ec,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:12.874016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:12.912865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Network 6c157d26-5717-46d8-b40a-8be145e928e3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:12.919942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:12.924423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:12.928400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Pushing event updated for resources: {'Port': ['ID=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:12.971904 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:13.075959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-78ccf0c2-8918-4815-90d3-69e7633c380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:13.084220 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] Set router 59eb4a9c-4d42-4241-ba0d-494901c98b74 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:13.086304 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-78ccf0c2-8918-4815-90d3-69e7633c380c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1096 time: 0.0994236 Nov 12 20:50:13.290669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-d67bb9b6-c186-4db7-8a74-4a1b8fc77754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:13.293530 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-d67bb9b6-c186-4db7-8a74-4a1b8fc77754 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.2010522 Nov 12 20:50:13.322362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8c7793f1-4147-43eb-9d2a-a8fd856ad338 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:13.324521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8c7793f1-4147-43eb-9d2a-a8fd856ad338 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.78 "GET /v2.0/networks?id=383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 200 len: 822 time: 0.2202487 Nov 12 20:50:13.343674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Request body: {'port': {'device_id': '67fbac4f-893d-4301-9871-55cf07fe2b0e', 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'admin_state_up': True, 'tenant_id': 'a29b42456cfc4a3e9af5981d71012886'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:13.417641 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-b4865d70-9eec-4990-bf00-20f57e976ef3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 999 time: 0.1052437 Nov 12 20:50:13.483842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-87bd534d-ce0d-4395-a0c9-92950e9235e7 None None] Provisioning complete for port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:13.484427 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-87bd534d-ce0d-4395-a0c9-92950e9235e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:13.513320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:13.517745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-326bbfde-aa33-4b37-b864-724e184c9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:13.519548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-326bbfde-aa33-4b37-b864-724e184c9303 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.0940096 Nov 12 20:50:13.570016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-87bd534d-ce0d-4395-a0c9-92950e9235e7 None None] Port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:50:13.589190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3a533-cb1b-433b-a3f5-09a879e88f4c req-1c7394cb-9593-4ffc-a24f-6679decbdb19 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:13.601487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c3a533-cb1b-433b-a3f5-09a879e88f4c req-1c7394cb-9593-4ffc-a24f-6679decbdb19 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.1963689 Nov 12 20:50:13.602134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-0a369261-77ac-4f95-892d-abdd5b74b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:13.602134 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-0a369261-77ac-4f95-892d-abdd5b74b63c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715115 Nov 12 20:50:13.720355 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:50:09Z', 'revision_number': 3, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:13.721285 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c3a533-cb1b-433b-a3f5-09a879e88f4c req-524feda4-90e2-4a63-9032-7864401da500 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156938 Nov 12 20:50:13.788595 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb83c60-3e76-4b90-9ace-f2ae70542eb0 None None] The sync data for ids ['59eb4a9c-4d42-4241-ba0d-494901c98b74'] in n-d-713498-29 is: [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:50:09Z', 'revision_number': 3, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:50:13.834003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Made reservation on behalf of a29b42456cfc4a3e9af5981d71012886 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:13.837668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:13.893479 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-d3a46e85-2480-4b15-a7bd-064e1beee5b7 service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771659 Nov 12 20:50:13.935836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c83f2a57-959b-4f36-b9db-b97f8a62f1eb req-5129a6f5-d662-4928-ab7a-7bb9e9147927 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/a4061998-a5be-4840-a4f5-6d5ddbad2f42 HTTP/1.1" status: 200 len: 1828 time: 0.1259124 Nov 12 20:50:14.239096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Allocated IP 172.20.0.10 (383b1edf-41f2-4e07-9ad4-20e41872f571/bcaa0111-054c-4b50-ac85-46a1e0720311/29230319-5a8e-4361-aa84-74d72a9cdee4) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:14.426097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.452319 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.471985 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c83f2a57-959b-4f36-b9db-b97f8a62f1eb req-d3890660-2ba9-483c-9694-4556d284b047 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.529298 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c83f2a57-959b-4f36-b9db-b97f8a62f1eb req-d3890660-2ba9-483c-9694-4556d284b047 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.533386 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.637241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.647676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Pushing event updated for resources: {'Port': ['ID=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:14.654258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.748655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Network 383b1edf-41f2-4e07-9ad4-20e41872f571 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:14.759161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c83f2a57-959b-4f36-b9db-b97f8a62f1eb req-d3890660-2ba9-483c-9694-4556d284b047 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.761788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c83f2a57-959b-4f36-b9db-b97f8a62f1eb req-d3890660-2ba9-483c-9694-4556d284b047 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.762948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c83f2a57-959b-4f36-b9db-b97f8a62f1eb req-d3890660-2ba9-483c-9694-4556d284b047 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "DELETE /v2.0/security-groups/a4061998-a5be-4840-a4f5-6d5ddbad2f42 HTTP/1.1" status: 204 len: 173 time: 0.7341504 Nov 12 20:50:14.771550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:14.781181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:14.783506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event updated for resources: {'Port': ['ID=29230319-5a8e-4361-aa84-74d72a9cdee4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:14.818045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3890660-2ba9-483c-9694-4556d284b047 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4061998-a5be-4840-a4f5-6d5ddbad2f42,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:14.862062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:14.862782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.878802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Network 6c157d26-5717-46d8-b40a-8be145e928e3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:14.881329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:15.007271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-c5889dc1-b1da-4626-adbe-9f845c641917 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6684248 Nov 12 20:50:15.024329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Request body: {'port': {'device_id': '67fbac4f-893d-4301-9871-55cf07fe2b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:15.211648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-17e40af2-6481-496b-87d6-c4ade26443e3 None None] Provisioning complete for port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:15.212690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-17e40af2-6481-496b-87d6-c4ade26443e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:15.289844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-17e40af2-6481-496b-87d6-c4ade26443e3 None None] Port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:50:15.512628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af84a7e-5784-4835-8218-e0093ffefd94 req-f23dcdbb-4b72-4646-b8f9-1d5da67b4dd1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:15.515073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8af84a7e-5784-4835-8218-e0093ffefd94 req-f23dcdbb-4b72-4646-b8f9-1d5da67b4dd1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.5602241 Nov 12 20:50:15.577300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:15.605072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Router 59eb4a9c-4d42-4241-ba0d-494901c98b74 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:50:15.643923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8af84a7e-5784-4835-8218-e0093ffefd94 req-be6f3ca3-3134-4933-aec7-7f97afe4a9d5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043837 Nov 12 20:50:15.927322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d556aa-3fbf-4675-b633-1eced5ea4c8e req-95560fee-4831-4f6b-b24d-81031c358a09 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:15.928849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5d556aa-3fbf-4675-b633-1eced5ea4c8e req-95560fee-4831-4f6b-b24d-81031c358a09 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 932 time: 0.1682398 Nov 12 20:50:15.935359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:50:15.945247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6c6a9859-840f-46a9-9242-c359b77d585b admin admin] 10.222.0.64 "PUT /v2.0/routers/59eb4a9c-4d42-4241-ba0d-494901c98b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7122056 Nov 12 20:50:16.041979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5d556aa-3fbf-4675-b633-1eced5ea4c8e req-526d2b2a-1d81-44f1-8d09-8895ee0a409e tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013608 Nov 12 20:50:16.133166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29230319-5a8e-4361-aa84-74d72a9cdee4 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:16.164832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c2aa0f4f-828e-4875-af90-bfc6bfda97ec up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:16.199838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:16.223150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Transition to ACTIVE for port object 29230319-5a8e-4361-aa84-74d72a9cdee4 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:50:16.242074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef47fc-7bc4-4fba-9251-751f782cb62e req-3111108e-57e7-4acd-9327-33ad573572f2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:16.244159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caef47fc-7bc4-4fba-9251-751f782cb62e req-3111108e-57e7-4acd-9327-33ad573572f2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 945 time: 0.0790403 Nov 12 20:50:16.245397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c2aa0f4f-828e-4875-af90-bfc6bfda97ec triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:16.245912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:16.311472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caef47fc-7bc4-4fba-9251-751f782cb62e req-5464b127-f8d9-479f-bd3e-60a6ed7bb3b5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584834 Nov 12 20:50:16.312908 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:16.317338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Sync routers for ids ['59eb4a9c-4d42-4241-ba0d-494901c98b74'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:50:16.378651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Pushing event updated for resources: {'Port': ['ID=29230319-5a8e-4361-aa84-74d72a9cdee4,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:16.380500 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:16.402249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Routers {'59eb4a9c-4d42-4241-ba0d-494901c98b74'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:16.403670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['59eb4a9c-4d42-4241-ba0d-494901c98b74'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:16.464821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port c2aa0f4f-828e-4875-af90-bfc6bfda97ec, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c2aa0f4f-828e-4875-af90-bfc6bfda97ec,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:16.563155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Attempting to bind port 29230319-5a8e-4361-aa84-74d72a9cdee4 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:16.563155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Attempting to bind port 29230319-5a8e-4361-aa84-74d72a9cdee4 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:16.563155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Attempting to bind port 29230319-5a8e-4361-aa84-74d72a9cdee4 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:16.563155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Port 29230319-5a8e-4361-aa84-74d72a9cdee4 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:50:16.563155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Attempting to bind port 29230319-5a8e-4361-aa84-74d72a9cdee4 on network 383b1edf-41f2-4e07-9ad4-20e41872f571 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:16.566920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:16.571777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Checking segment: {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:16.572420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Bound using segment: {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:16.573070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Bound port: 29230319-5a8e-4361-aa84-74d72a9cdee4, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230700a1-a3b0-4e63-bf07-0a0105d576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:16.573626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:16.581490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Set router 59eb4a9c-4d42-4241-ba0d-494901c98b74 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:16.672871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] For port 29230319-5a8e-4361-aa84-74d72a9cdee4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:16.676004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] For port 29230319-5a8e-4361-aa84-74d72a9cdee4, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=29230319-5a8e-4361-aa84-74d72a9cdee4,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:16.880344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:50:13Z', 'revision_number': 4, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4d172e57-ca21-4c9f-98e0-1ae30dc2f074', 'name': '', 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'mac_address': 'fa:16:3e:7e:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:12Z', 'updated_at': '2021-11-12T20:50:13Z', 'revision_number': 2, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'subnets': [{'id': 'ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:16.914136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Checking router: 59eb4a9c-4d42-4241-ba0d-494901c98b74 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:50:16.914516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Updating router 59eb4a9c-4d42-4241-ba0d-494901c98b74 port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:50:16.946573 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:17.058023 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:17.074730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:17.200857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=c2aa0f4f-828e-4875-af90-bfc6bfda97ec,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:17.233121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Pushing event updated for resources: {'Port': ['ID=29230319-5a8e-4361-aa84-74d72a9cdee4,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:17.250227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:17.251196 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:17.256941 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-8cdc5066-aa5e-4e57-9313-ddd920db6d76 service neutron] 10.222.0.78 "PUT /v2.0/ports/29230319-5a8e-4361-aa84-74d72a9cdee4 HTTP/1.1" status: 200 len: 1093 time: 2.2378936 Nov 12 20:50:17.271384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fbac4f-893d-4301-9871-55cf07fe2b0e', 'tag': '29230319-5a8e-4361-aa84-74d72a9cdee4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:17.271384 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e" -d '{"events": [{"name": "network-changed", "server_uuid": "67fbac4f-893d-4301-9871-55cf07fe2b0e", "tag": "29230319-5a8e-4361-aa84-74d72a9cdee4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:17.325445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a1d4-b704-4d65-8d8f-9c030b61cb33 req-2f91e53d-1ed7-4901-8b62-32152167a183 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:17.336893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1509a1d4-b704-4d65-8d8f-9c030b61cb33 req-2f91e53d-1ed7-4901-8b62-32152167a183 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.1720881 Nov 12 20:50:17.446189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1509a1d4-b704-4d65-8d8f-9c030b61cb33 req-524f7571-e387-4136-8f0d-7db5c2296fb4 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963705 Nov 12 20:50:17.494255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-7d53daa3-f648-4805-b301-bfa286c3e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:17.496733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-7d53daa3-f648-4805-b301-bfa286c3e9bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 1096 time: 0.0529842 Nov 12 20:50:17.514543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:17.562659 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-9398b239-0fe6-450f-a0e6-abceb174e826 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29230319-5a8e-4361-aa84-74d72a9cdee4 HTTP/1.1" status: 200 len: 217 time: 0.0565636 Nov 12 20:50:17.621547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:17.645420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eb50528-e943-4722-90be-0e8a2266a039 req-5c36b769-09a3-4fc8-bf96-47ac4e9668e0 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/09f8b747-c8a3-49d1-aeb9-beddd940d5d4 HTTP/1.1" status: 200 len: 1830 time: 0.1475656 Nov 12 20:50:17.666206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-294b71ae-a85d-4b98-a954-2e4577fb670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:17.667826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-294b71ae-a85d-4b98-a954-2e4577fb670a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bcaa0111-054c-4b50-ac85-46a1e0720311 HTTP/1.1" status: 200 len: 862 time: 0.0979524 Nov 12 20:50:17.783272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b71bb7-d833-459c-a047-2cb6376eaba8 None None] Pushing event updated for resources: {'Port': ['ID=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:17.803964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-a172e074-ee4f-4c20-abac-ea4e658fdb4d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=383b1edf-41f2-4e07-9ad4-20e41872f571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214321 Nov 12 20:50:17.931837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Attempting to bind port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:17.932372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Attempting to bind port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:17.932849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Attempting to bind port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 on network 6c157d26-5717-46d8-b40a-8be145e928e3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:17.944752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:17.947149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Checking segment: {'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:17.949224 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:17.949743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Bound using segment: {'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:17.950903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Bound port: 4d172e57-ca21-4c9f-98e0-1ae30dc2f074, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c19760-d855-480a-b50b-d91bf6687413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:17.954286 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:18.177890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1eb50528-e943-4722-90be-0e8a2266a039 req-24bba567-f628-49c0-87d4-2347d53ea7c4 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:18.183411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c2aa0f4f-828e-4875-af90-bfc6bfda97ec up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:18.254534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1eb50528-e943-4722-90be-0e8a2266a039 req-24bba567-f628-49c0-87d4-2347d53ea7c4 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:18.267456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-2b07ffc0-42bc-433d-adc6-b2679528da53 service neutron] 10.222.0.78 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303231 Nov 12 20:50:18.414832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6fb7d47-2488-470e-8888-fff56b74e85d req-9a707804-ae03-4c90-bab7-2080d1ff6f73 service neutron] 10.222.0.78 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395087 Nov 12 20:50:18.433662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] For port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:18.467149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] For port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,segment=NetworkSegment(17c19760-d855-480a-b50b-d91bf6687413),segment_id=17c19760-d855-480a-b50b-d91bf6687413)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:18.492493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7e34139a-9ceb-4546-b352-162c5a6e0900 None None] Provisioning complete for port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:18.493352 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7e34139a-9ceb-4546-b352-162c5a6e0900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:18.562820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7e34139a-9ceb-4546-b352-162c5a6e0900 None None] Port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:50:18.574629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c2aa0f4f-828e-4875-af90-bfc6bfda97ec triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:18.575106 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:18.600945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1eb50528-e943-4722-90be-0e8a2266a039 req-24bba567-f628-49c0-87d4-2347d53ea7c4 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:18.604798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1eb50528-e943-4722-90be-0e8a2266a039 req-24bba567-f628-49c0-87d4-2347d53ea7c4 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:18.608723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eb50528-e943-4722-90be-0e8a2266a039 req-24bba567-f628-49c0-87d4-2347d53ea7c4 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "DELETE /v2.0/security-groups/09f8b747-c8a3-49d1-aeb9-beddd940d5d4 HTTP/1.1" status: 204 len: 173 time: 0.9592776 Nov 12 20:50:18.634298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bba567-f628-49c0-87d4-2347d53ea7c4 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8b747-c8a3-49d1-aeb9-beddd940d5d4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:18.673214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:18.800767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b71bb7-d833-459c-a047-2cb6376eaba8 None None] Pushing event updated for resources: {'Port': ['ID=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:18.813082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Routers {'59eb4a9c-4d42-4241-ba0d-494901c98b74'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:18.815721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['59eb4a9c-4d42-4241-ba0d-494901c98b74'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:18.978052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] Set router 59eb4a9c-4d42-4241-ba0d-494901c98b74 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:19.117805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-786887b6-3a84-4de6-9a45-6958bd52e0c6 None None] Provisioning complete for port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:19.118130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-786887b6-3a84-4de6-9a45-6958bd52e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:19.297704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-786887b6-3a84-4de6-9a45-6958bd52e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:19.343479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-786887b6-3a84-4de6-9a45-6958bd52e0c6 None None] For port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,segment=NetworkSegment(17c19760-d855-480a-b50b-d91bf6687413),segment_id=17c19760-d855-480a-b50b-d91bf6687413)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:19.371379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:50:13Z', 'revision_number': 4, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4d172e57-ca21-4c9f-98e0-1ae30dc2f074', 'name': '', 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'mac_address': 'fa:16:3e:7e:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:12Z', 'updated_at': '2021-11-12T20:50:18Z', 'revision_number': 4, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'subnets': [{'id': 'ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:19.409193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd632381-df42-4fd6-9b89-51bd8fb9e7cb None None] The sync data for ids ['59eb4a9c-4d42-4241-ba0d-494901c98b74'] in n-d-713498-29 is: [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:50:13Z', 'revision_number': 4, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4d172e57-ca21-4c9f-98e0-1ae30dc2f074', 'name': '', 'network_id': '6c157d26-5717-46d8-b40a-8be145e928e3', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'mac_address': 'fa:16:3e:7e:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:12Z', 'updated_at': '2021-11-12T20:50:18Z', 'revision_number': 4, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'subnets': [{'id': 'ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:50:19.547685 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-786887b6-3a84-4de6-9a45-6958bd52e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:19.774490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81812f0-099a-48d2-9ae6-cce41c23580d req-b924df41-dc3a-461b-911f-4e03fad90dab tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:19.778223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786887b6-3a84-4de6-9a45-6958bd52e0c6 None None] Pushing event updated for resources: {'Port': ['ID=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:19.787485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f81812f0-099a-48d2-9ae6-cce41c23580d req-b924df41-dc3a-461b-911f-4e03fad90dab tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.1546364 Nov 12 20:50:19.927398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f81812f0-099a-48d2-9ae6-cce41c23580d req-c8480086-53ef-4c78-a63c-1acfcb519ceb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362994 Nov 12 20:50:20.073448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506d5d5-c7a0-4156-bb8f-5e742c28f9c5 req-ad015eee-172b-48b8-8ab5-daf6c4b935db tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:20.082996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f506d5d5-c7a0-4156-bb8f-5e742c28f9c5 req-ad015eee-172b-48b8-8ab5-daf6c4b935db tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 944 time: 0.0800345 Nov 12 20:50:20.172836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f506d5d5-c7a0-4156-bb8f-5e742c28f9c5 req-8d19c4ef-b211-4cdc-b24c-fe6ac9118156 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887973 Nov 12 20:50:20.214546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:20.329107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:20.329492 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:20.395763 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e1c4a2-0963-440c-8de4-15220bb67e9a x-openstack-request-id: req-64e1c4a2-0963-440c-8de4-15220bb67e9a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:20.395763 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fbac4f-893d-4301-9871-55cf07fe2b0e", "tag": "29230319-5a8e-4361-aa84-74d72a9cdee4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:20.395763 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64e1c4a2-0963-440c-8de4-15220bb67e9a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:20.407095 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fbac4f-893d-4301-9871-55cf07fe2b0e', 'tag': '29230319-5a8e-4361-aa84-74d72a9cdee4', 'status': 'completed', 'code': 200} Nov 12 20:50:20.631473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-3043539f-30ce-427f-8b0b-d1ffd9e0d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:20.631473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-3043539f-30ce-427f-8b0b-d1ffd9e0d8d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a29b42456cfc4a3e9af5981d71012886&device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 1096 time: 0.2036328 Nov 12 20:50:20.704635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1fee-3967-49f2-a40e-821a63ecbe65 req-9521630e-4d9d-4d95-8478-4ef435c42dc5 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:20.717307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1ce1fee-3967-49f2-a40e-821a63ecbe65 req-9521630e-4d9d-4d95-8478-4ef435c42dc5 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.1890140 Nov 12 20:50:20.953344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1ce1fee-3967-49f2-a40e-821a63ecbe65 req-78dead9c-3029-403a-ad46-b34e353e11c1 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010481 Nov 12 20:50:21.053058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-1e799de5-e913-4727-97db-0ee943719424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:21.055066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-1e799de5-e913-4727-97db-0ee943719424 service neutron] 10.222.0.78 "GET /v2.0/networks?id=383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 200 len: 923 time: 0.4184160 Nov 12 20:50:21.180692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-b02703a2-2e55-48d7-afd1-7d542faa723a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29230319-5a8e-4361-aa84-74d72a9cdee4 HTTP/1.1" status: 200 len: 217 time: 0.1133051 Nov 12 20:50:21.202150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-cba2fee4-57d9-452c-bcb7-a8222a48c90c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:21.204202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-cba2fee4-57d9-452c-bcb7-a8222a48c90c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 945 time: 0.3428376 Nov 12 20:50:21.319454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90b7d2ce-c28b-4229-988c-f6b2c5152b40 req-7b65502d-9848-48cf-a9ee-ddde5995ae0a tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/1ce50899-03fc-4b52-80fb-d5faea3bec1b HTTP/1.1" status: 200 len: 1830 time: 0.2778544 Nov 12 20:50:21.403716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-e056bb20-2833-4570-9f92-d7e5ffd00f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:21.406326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-e056bb20-2833-4570-9f92-d7e5ffd00f67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bcaa0111-054c-4b50-ac85-46a1e0720311 HTTP/1.1" status: 200 len: 862 time: 0.2009361 Nov 12 20:50:21.469874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-5a1c9537-0cd1-459a-b003-44fe99518c5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=383b1edf-41f2-4e07-9ad4-20e41872f571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411119 Nov 12 20:50:21.644777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90b7d2ce-c28b-4229-988c-f6b2c5152b40 req-b8c212d5-ea7d-4f97-8373-f1546d65e3d0 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:21.660632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Deleting port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:21.661563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:21.860482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90b7d2ce-c28b-4229-988c-f6b2c5152b40 req-b8c212d5-ea7d-4f97-8373-f1546d65e3d0 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:21.882129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-d1efbfe9-b0a4-4520-b0ec-d78d97e4c904 service neutron] 10.222.0.78 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011440 Nov 12 20:50:22.030569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] For port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:22.031265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:22.054882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Calling delete_port for 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:22.275798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99591dc1-5ae2-45fe-b8e8-7d2946e7426e req-045e0474-2ecd-478e-ba89-9059bb9788c8 service neutron] 10.222.0.78 "GET /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820179 Nov 12 20:50:22.299524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90b7d2ce-c28b-4229-988c-f6b2c5152b40 req-b8c212d5-ea7d-4f97-8373-f1546d65e3d0 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:22.301513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90b7d2ce-c28b-4229-988c-f6b2c5152b40 req-b8c212d5-ea7d-4f97-8373-f1546d65e3d0 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:22.313249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90b7d2ce-c28b-4229-988c-f6b2c5152b40 req-b8c212d5-ea7d-4f97-8373-f1546d65e3d0 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "DELETE /v2.0/security-groups/1ce50899-03fc-4b52-80fb-d5faea3bec1b HTTP/1.1" status: 204 len: 173 time: 0.9799473 Nov 12 20:50:22.335922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c212d5-ea7d-4f97-8373-f1546d65e3d0 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce50899-03fc-4b52-80fb-d5faea3bec1b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:22.390107 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:22.402290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:22.496539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-526dcaad-44a4-452e-8417-c38acd26a2e6 req-abef846e-afb6-4dae-ae83-7486417e5e48 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 210 time: 0.0651200 Nov 12 20:50:22.498632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event deleted for resources: {'Port': ['ID=8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:22.657187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] No DVR routers for this DVR port 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:50:22.667815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:22.672513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20c2ae6a-fedd-4500-b6ba-f294a0459221 req-871cef91-d512-4015-b1f8-310b5d5a8da0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "DELETE /v2.0/ports/8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c HTTP/1.1" status: 204 len: 173 time: 1.4555831 Nov 12 20:50:22.673035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75220ea-0811-4537-bf5d-63db419b05d2', 'name': 'network-vif-deleted', 'tag': '8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:22.680694 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b6e0f2-7b71-4ff5-8c07-30d7437dc083" -d '{"events": [{"server_uuid": "d75220ea-0811-4537-bf5d-63db419b05d2", "name": "network-vif-deleted", "tag": "8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:22.759477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294f154-5f05-4a44-a4a8-ba2c6ead23d7 req-5dd74a73-6de8-40ef-a0b1-53f68a332849 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:22.761418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7294f154-5f05-4a44-a4a8-ba2c6ead23d7 req-5dd74a73-6de8-40ef-a0b1-53f68a332849 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.0737953 Nov 12 20:50:22.862090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7294f154-5f05-4a44-a4a8-ba2c6ead23d7 req-aa690655-c467-407f-8175-2862f5749cfc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806222 Nov 12 20:50:22.906976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 29230319-5a8e-4361-aa84-74d72a9cdee4 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:50:23.107463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b0cf2-f451-48a1-955e-27ad1ad7ff4f req-393a6905-508e-432b-9cce-b6dd1897f030 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:23.117136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b3b0cf2-f451-48a1-955e-27ad1ad7ff4f req-393a6905-508e-432b-9cce-b6dd1897f030 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 944 time: 0.1164892 Nov 12 20:50:23.137423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 29230319-5a8e-4361-aa84-74d72a9cdee4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=29230319-5a8e-4361-aa84-74d72a9cdee4,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:23.179512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '29230319-5a8e-4361-aa84-74d72a9cdee4', 'network_id': '383b1edf-41f2-4e07-9ad4-20e41872f571', 'port_id': '29230319-5a8e-4361-aa84-74d72a9cdee4', 'mac_address': 'fa:16:3e:bb:2b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaa0111-054c-4b50-ac85-46a1e0720311', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:50:23.269383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b3b0cf2-f451-48a1-955e-27ad1ad7ff4f req-bc2ad2e8-4528-4b23-b1c4-9adb3d35efc3 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506221 Nov 12 20:50:23.273838 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:23.316963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29230319-5a8e-4361-aa84-74d72a9cdee4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:23.375312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 29230319-5a8e-4361-aa84-74d72a9cdee4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=29230319-5a8e-4361-aa84-74d72a9cdee4,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:23.451881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257fb38-2dc1-4d65-a3e7-efcb2c4ab1bb req-92f02585-94a2-4ab7-bf0e-da17a24a8c66 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:23.453486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2257fb38-2dc1-4d65-a3e7-efcb2c4ab1bb req-92f02585-94a2-4ab7-bf0e-da17a24a8c66 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.0735595 Nov 12 20:50:23.519012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2257fb38-2dc1-4d65-a3e7-efcb2c4ab1bb req-099b35ce-d9da-4af1-8642-1c4149604ba6 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576749 Nov 12 20:50:23.620493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f3585f3-4030-4b9d-8c2c-855efa7b7b14 req-5a179271-f79e-4b56-99e0-2192ff022c9a tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/da61c2df-3ac6-4d49-bad5-a0162738f195 HTTP/1.1" status: 200 len: 1830 time: 0.0718622 Nov 12 20:50:23.687541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f3585f3-4030-4b9d-8c2c-855efa7b7b14 req-dac67eb7-6537-4edc-a90e-2c42618fe453 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:23.711951 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f3585f3-4030-4b9d-8c2c-855efa7b7b14 req-dac67eb7-6537-4edc-a90e-2c42618fe453 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:23.755400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:23.823326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=29230319-5a8e-4361-aa84-74d72a9cdee4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:23.851686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f3585f3-4030-4b9d-8c2c-855efa7b7b14 req-dac67eb7-6537-4edc-a90e-2c42618fe453 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:23.854507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4f3585f3-4030-4b9d-8c2c-855efa7b7b14 req-dac67eb7-6537-4edc-a90e-2c42618fe453 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:23.855745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f3585f3-4030-4b9d-8c2c-855efa7b7b14 req-dac67eb7-6537-4edc-a90e-2c42618fe453 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "DELETE /v2.0/security-groups/da61c2df-3ac6-4d49-bad5-a0162738f195 HTTP/1.1" status: 204 len: 173 time: 0.2283168 Nov 12 20:50:23.871155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac67eb7-6537-4edc-a90e-2c42618fe453 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da61c2df-3ac6-4d49-bad5-a0162738f195,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:23.959550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['29230319-5a8e-4361-aa84-74d72a9cdee4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:23.993440 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed833330-b62a-4b37-9156-b3872027a2a4 x-openstack-request-id: req-ed833330-b62a-4b37-9156-b3872027a2a4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:23.993961 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75220ea-0811-4537-bf5d-63db419b05d2", "name": "network-vif-deleted", "tag": "8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:23.998669 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed833330-b62a-4b37-9156-b3872027a2a4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:23.999360 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75220ea-0811-4537-bf5d-63db419b05d2', 'name': 'network-vif-deleted', 'tag': '8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c', 'status': 'completed', 'code': 200} Nov 12 20:50:24.140055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-482c1de7-4446-4e13-b793-76ea059a000c req-5a0a287c-ab2a-4a3c-9e97-6c5c943d993f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=d75220ea-0811-4537-bf5d-63db419b05d2 HTTP/1.1" status: 200 len: 210 time: 0.0657823 Nov 12 20:50:24.316043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616e6953-4865-4f43-b020-0397695e29a5 req-b4c2dbae-c0b9-404e-b1a2-07bff13cc9d9 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "GET /v2.0/security-groups/1bd695a5-fd3a-4870-b024-b722359b19be HTTP/1.1" status: 200 len: 1829 time: 0.0772421 Nov 12 20:50:24.365706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-616e6953-4865-4f43-b020-0397695e29a5 req-e1f1d1cf-59d1-4254-b465-a8303bc54f17 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.400898 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-616e6953-4865-4f43-b020-0397695e29a5 req-e1f1d1cf-59d1-4254-b465-a8303bc54f17 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.543855 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-616e6953-4865-4f43-b020-0397695e29a5 req-e1f1d1cf-59d1-4254-b465-a8303bc54f17 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.547537 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-616e6953-4865-4f43-b020-0397695e29a5 req-e1f1d1cf-59d1-4254-b465-a8303bc54f17 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.582919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36980) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:24.583480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616e6953-4865-4f43-b020-0397695e29a5 req-e1f1d1cf-59d1-4254-b465-a8303bc54f17 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] 10.222.0.64 "DELETE /v2.0/security-groups/1bd695a5-fd3a-4870-b024-b722359b19be HTTP/1.1" status: 204 len: 173 time: 0.2896912 Nov 12 20:50:24.583480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1d1cf-59d1-4254-b465-a8303bc54f17 tempest-SecurityGroupRulesNegativeTestJSON-793855441 tempest-SecurityGroupRulesNegativeTestJSON-793855441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd695a5-fd3a-4870-b024-b722359b19be,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:24.631111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fbf07e-db71-426a-9b47-725d785166db admin admin] Deleting subnet 676c159f-620c-4a9c-a7ea-4a6e0e75334b {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:50:24.640056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34fbf07e-db71-426a-9b47-725d785166db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.704449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34fbf07e-db71-426a-9b47-725d785166db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.753398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb90579-3a26-49c2-b8da-78b9d07bf802 req-8264e8c2-bb91-4b03-8e95-4238d493bb66 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:24.763721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccb90579-3a26-49c2-b8da-78b9d07bf802 req-8264e8c2-bb91-4b03-8e95-4238d493bb66 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.0725331 Nov 12 20:50:24.768790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34fbf07e-db71-426a-9b47-725d785166db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.809720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccb90579-3a26-49c2-b8da-78b9d07bf802 req-1d0a8d25-22d5-452a-8e68-08e019797a5f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449739 Nov 12 20:50:24.925202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 29230319-5a8e-4361-aa84-74d72a9cdee4 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:24.962293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e5b80-2272-40b8-9cdd-c50dd1afe4c2 req-10a202fe-af1b-471b-8efe-5e9ea5b7bc5b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:24.963843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d9e5b80-2272-40b8-9cdd-c50dd1afe4c2 req-10a202fe-af1b-471b-8efe-5e9ea5b7bc5b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 945 time: 0.0545833 Nov 12 20:50:24.968050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34fbf07e-db71-426a-9b47-725d785166db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.997659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbf07e-db71-426a-9b47-725d785166db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676c159f-620c-4a9c-a7ea-4a6e0e75334b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:25.006484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34fbf07e-db71-426a-9b47-725d785166db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.009892 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-34fbf07e-db71-426a-9b47-725d785166db admin admin] 10.222.0.64 "DELETE /v2.0/subnets/676c159f-620c-4a9c-a7ea-4a6e0e75334b HTTP/1.1" status: 204 len: 168 time: 0.4535232 Nov 12 20:50:25.012477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36984) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:25.023638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d9e5b80-2272-40b8-9cdd-c50dd1afe4c2 req-e1cb267f-fc54-4495-ae66-0c02a6c721e4 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516875 Nov 12 20:50:25.045402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 29230319-5a8e-4361-aa84-74d72a9cdee4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:50:25.052980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 29230319-5a8e-4361-aa84-74d72a9cdee4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:25.055596 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.110214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.139542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532431d-6de0-4e4b-a568-9b1aaaebedc8 req-7d18f538-2886-4724-93da-615da2d7f9e7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:25.141935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5532431d-6de0-4e4b-a568-9b1aaaebedc8 req-7d18f538-2886-4724-93da-615da2d7f9e7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.0587034 Nov 12 20:50:25.175631 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.198604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fbac4f-893d-4301-9871-55cf07fe2b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29230319-5a8e-4361-aa84-74d72a9cdee4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:25.201008 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaca602-d392-436d-8157-e80407d9a2f9" -d '{"events": [{"server_uuid": "67fbac4f-893d-4301-9871-55cf07fe2b0e", "name": "network-vif-plugged", "status": "completed", "tag": "29230319-5a8e-4361-aa84-74d72a9cdee4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:25.211873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5532431d-6de0-4e4b-a568-9b1aaaebedc8 req-8dd7ce29-cbc0-491d-8b7a-5069d7c792e1 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd129a72-b96e-44a1-9e03-c79c130b43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633318 Nov 12 20:50:25.215540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 29230319-5a8e-4361-aa84-74d72a9cdee4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=29230319-5a8e-4361-aa84-74d72a9cdee4,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:25.230764 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.258005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de97e388-8321-47d7-bda0-d4bddb13e03a']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:25.273530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e937c53-850c-4b03-b426-fa3c227acb3a') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:25.274169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e937c53-850c-4b03-b426-fa3c227acb3a') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:25.288070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.293450 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.298100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:25.305796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.314866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:50:25.316821 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:50:25.318898 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:50:25.361521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=29230319-5a8e-4361-aa84-74d72a9cdee4,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:25.383476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:25.384339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8923f3d9-dee8-4d5f-9a75-dc9b0b1a7b6c not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:25.473489 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c853f0b-bc24-49f1-95fa-557d0e749840 x-openstack-request-id: req-1c853f0b-bc24-49f1-95fa-557d0e749840 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:25.473875 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fbac4f-893d-4301-9871-55cf07fe2b0e", "name": "network-vif-plugged", "status": "completed", "tag": "29230319-5a8e-4361-aa84-74d72a9cdee4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:25.474223 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c853f0b-bc24-49f1-95fa-557d0e749840 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:25.474734 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fbac4f-893d-4301-9871-55cf07fe2b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29230319-5a8e-4361-aa84-74d72a9cdee4', 'code': 200} Nov 12 20:50:25.508515 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-78a50b88-90b6-4134-832b-78f9e635bf3b req-f6467edf-96ec-49c2-bc5c-69916183224e service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745193 Nov 12 20:50:25.630271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.646028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.671548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] 10.222.0.64 "DELETE /v2.0/networks/de97e388-8321-47d7-bda0-d4bddb13e03a HTTP/1.1" status: 204 len: 168 time: 0.6567948 Nov 12 20:50:25.689924 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4402edf-ef80-4645-a9b6-d67d27ff8334 admin admin] Pushing event deleted for resources: {'Network': ['ID=de97e388-8321-47d7-bda0-d4bddb13e03a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:25.837055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c55d1b-d220-44df-86c1-56de5bcec907 req-e630ee7b-befa-4857-95e4-3d32cf5ff9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:25.838978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84c55d1b-d220-44df-86c1-56de5bcec907 req-e630ee7b-befa-4857-95e4-3d32cf5ff9cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 1098 time: 0.1084406 Nov 12 20:50:25.874019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-5c7a6a45-d7f1-42fb-8cae-29550d7e2d81 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:25.875471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-5c7a6a45-d7f1-42fb-8cae-29550d7e2d81 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.2188787 Nov 12 20:50:25.906550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-5260684a-a8d1-432b-84c9-ae69b1f0f0a3 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:50:25.907613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-5260684a-a8d1-432b-84c9-ae69b1f0f0a3 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095327 Nov 12 20:50:25.919009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-09b8d25f-3bd8-45a0-9686-252203e43fc3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/quotas/c253ebad0e0b48208d501d4723f0e0f0 HTTP/1.1" status: 200 len: 375 time: 0.0309505 Nov 12 20:50:25.937410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84c55d1b-d220-44df-86c1-56de5bcec907 req-730bda30-cb28-49f4-9038-b8dc1598a15c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902019 Nov 12 20:50:25.962441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-cc30f3b9-cb27-4549-a3cd-987bdfe12b3a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418639 Nov 12 20:50:26.080613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-acc597ed-1e79-44bf-9c65-3cad68d19eb9 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:26.082237 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-acc597ed-1e79-44bf-9c65-3cad68d19eb9 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 946 time: 0.0650101 Nov 12 20:50:26.093541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-d043628d-09e3-49cd-b225-21dd6fa61ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:26.095733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-d043628d-09e3-49cd-b225-21dd6fa61ea2 service neutron] 10.222.0.64 "GET /v2.0/ports/44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 1095 time: 0.1223724 Nov 12 20:50:26.109471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Request body: {'binding': {'host': 'n-h1-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:26.110031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:50:26.232107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-78e9877c-6733-448a-b845-abf95ee6967b service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685654 Nov 12 20:50:26.259879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Deleting port 0a3199eb-f076-43d1-8df5-003fa7beb523 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:26.262344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.370999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37016) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:26.381911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on host n-h1-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:26.386493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:26.386493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:26.399696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37020) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:26.423911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:50:26.423911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:26.452938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-0f10f4bf-892a-4521-82d9-8817e6533677 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910839 Nov 12 20:50:26.455616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:26.459106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:26.459641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:26.460200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Bound port: 44c4b6de-1952-478d-8f25-95afec9b22ff, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:26.472406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] For port 0a3199eb-f076-43d1-8df5-003fa7beb523, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0a3199eb-f076-43d1-8df5-003fa7beb523,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:26.472808 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.583689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-65862ac0-92fb-4760-922b-423ebaa05c01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d3612a2447c4d67b7cfb54d51357457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824176 Nov 12 20:50:26.595730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37022) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:26.648324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:26.673471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77dc6d26-e7f5-468a-a3e7-990e34a84313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.694643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77dc6d26-e7f5-468a-a3e7-990e34a84313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.716916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d699b42-a270-45c2-9673-209896bf26c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.753828 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.768111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3c052e41-d136-452d-8dae-761ee42f6442 service neutron] 10.222.0.64 "POST /v2.0/ports/44c4b6de-1952-478d-8f25-95afec9b22ff/bindings HTTP/1.1" status: 201 len: 390 time: 0.6628890 Nov 12 20:50:26.902360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.902741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.903046 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Floating IP e49b1496-b024-4c75-bc60-2b41ae13a2a1 disassociated. External IP: 172.25.8.245, port: 0a3199eb-f076-43d1-8df5-003fa7beb523. Nov 12 20:50:26.904482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Calling delete_port for 0a3199eb-f076-43d1-8df5-003fa7beb523 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:26.921552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77dc6d26-e7f5-468a-a3e7-990e34a84313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.929912 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77dc6d26-e7f5-468a-a3e7-990e34a84313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.933722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-77dc6d26-e7f5-468a-a3e7-990e34a84313 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2e996f6-cd0f-4e0c-981a-fd1b2ac42153 HTTP/1.1" status: 204 len: 168 time: 0.3343484 Nov 12 20:50:26.973986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc6d26-e7f5-468a-a3e7-990e34a84313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e996f6-cd0f-4e0c-981a-fd1b2ac42153,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:26.988914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d699b42-a270-45c2-9673-209896bf26c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.999722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62c74f-ee60-4a77-a69d-55676e9c467f req-89866064-0b7d-4241-871b-f10e20a9f1a6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:27.008891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c62c74f-ee60-4a77-a69d-55676e9c467f req-89866064-0b7d-4241-871b-f10e20a9f1a6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.1373563 Nov 12 20:50:27.084837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c62c74f-ee60-4a77-a69d-55676e9c467f req-7a26eedf-fcec-4f0e-b978-951b4da050eb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749769 Nov 12 20:50:27.187271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d699b42-a270-45c2-9673-209896bf26c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:27.254609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d699b42-a270-45c2-9673-209896bf26c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d345c58-d502-4c08-a99e-889d35aedce0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:27.280579 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2d699b42-a270-45c2-9673-209896bf26c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdcc038a7abc429dade7732abafa853d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9090145 Nov 12 20:50:27.281235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:27.327263 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:27.328030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9bae6-388d-4375-805c-aaf7b9d6648b req-06c442ef-222a-4bfe-9bd9-86d58fb02910 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:27.336473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87a9bae6-388d-4375-805c-aaf7b9d6648b req-06c442ef-222a-4bfe-9bd9-86d58fb02910 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 946 time: 0.1323960 Nov 12 20:50:27.382540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event deleted for resources: {'Port': ['ID=0a3199eb-f076-43d1-8df5-003fa7beb523,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:27.413583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6e02671-4f97-4a28-a0a2-eb634a6d2cd3 req-05650bdc-a1df-4b8f-b3b9-02b60427a78f tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.0492253 Nov 12 20:50:27.503918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87a9bae6-388d-4375-805c-aaf7b9d6648b req-358fe673-5400-4fac-b04e-9d3ae9d71ae4 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632690 Nov 12 20:50:27.524583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0aa8-844a-4ee3-aa3f-c65c5651248c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:27.582448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2283276a-3c75-432f-92d4-0e14fae3581d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:27.621350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04021084-4146-49a8-8c57-f0a482e4b11a req-8707d9c5-1003-4743-b239-34e7f0f7e90a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 210 time: 0.0485830 Nov 12 20:50:27.667947 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0aa8-844a-4ee3-aa3f-c65c5651248c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:27.750389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Router 761271aa-81c8-4676-9901-4ca696e42e0e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:50:27.766132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a35a2-7ad3-40b6-9cca-87d77f219865 req-d61cd5ef-d5eb-48bc-a10d-7d368a35ca72 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:27.783195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-737a35a2-7ad3-40b6-9cca-87d77f219865 req-d61cd5ef-d5eb-48bc-a10d-7d368a35ca72 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1331780 Nov 12 20:50:27.877185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-737a35a2-7ad3-40b6-9cca-87d77f219865 req-88f48222-3f5f-4863-9c67-aeb44419ee90 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912735 Nov 12 20:50:27.899943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:50:27.913750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] Sync routers for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:50:27.928989 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:27.929964 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:27.958147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] No DVR routers for this DVR port 0a3199eb-f076-43d1-8df5-003fa7beb523 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:50:27.961868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:27.966852 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3090bbc1-efe0-4fd2-90e6-f090a9c86f43 req-7d392128-313b-4ddc-a760-6e54bc3642f8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.46 "DELETE /v2.0/ports/0a3199eb-f076-43d1-8df5-003fa7beb523 HTTP/1.1" status: 204 len: 173 time: 1.8767679 Nov 12 20:50:27.967496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'name': 'network-vif-deleted', 'tag': '0a3199eb-f076-43d1-8df5-003fa7beb523'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:27.971002 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3fc0b6-2d63-4cd6-be4f-9f31c5fa9a2e" -d '{"events": [{"server_uuid": "e8558ccb-77e5-4949-a58c-0be55a9f9218", "name": "network-vif-deleted", "tag": "0a3199eb-f076-43d1-8df5-003fa7beb523"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:27.988088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0aa8-844a-4ee3-aa3f-c65c5651248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:27.991544 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0aa8-844a-4ee3-aa3f-c65c5651248c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:27.996324 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cfbb0aa8-844a-4ee3-aa3f-c65c5651248c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d345c58-d502-4c08-a99e-889d35aedce0 HTTP/1.1" status: 204 len: 168 time: 0.7140517 Nov 12 20:50:28.005805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb0aa8-844a-4ee3-aa3f-c65c5651248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d345c58-d502-4c08-a99e-889d35aedce0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:28.188690 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d23421-ba2f-4827-a7fe-51aea5d409d1 x-openstack-request-id: req-f4d23421-ba2f-4827-a7fe-51aea5d409d1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:28.189266 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8558ccb-77e5-4949-a58c-0be55a9f9218", "name": "network-vif-deleted", "tag": "0a3199eb-f076-43d1-8df5-003fa7beb523", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:28.191748 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4d23421-ba2f-4827-a7fe-51aea5d409d1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:28.193175 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8558ccb-77e5-4949-a58c-0be55a9f9218', 'name': 'network-vif-deleted', 'tag': '0a3199eb-f076-43d1-8df5-003fa7beb523', 'status': 'completed', 'code': 200} Nov 12 20:50:28.212309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-9b743e39-77b9-4575-9584-da9c26563fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:28.215799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-9b743e39-77b9-4575-9584-da9c26563fa2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1098 time: 0.1656857 Nov 12 20:50:28.343932 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:28.486622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee117ca-eecb-4ed3-86ec-a594b853abfe req-14f25d72-d997-4d74-91b5-773b3fd764d7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:28.495157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dee117ca-eecb-4ed3-86ec-a594b853abfe req-14f25d72-d997-4d74-91b5-773b3fd764d7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.1402349 Nov 12 20:50:28.504886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-99ed98a7-2c3c-47dc-8c29-eb37f8482568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:28.506707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-99ed98a7-2c3c-47dc-8c29-eb37f8482568 service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.2837524 Nov 12 20:50:28.941640 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:54Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:29.004536 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] Checking router: 761271aa-81c8-4676-9901-4ca696e42e0e for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:50:29.027478 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:29.033544 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:29.264118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37080) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:29.268235 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:29.284909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-a129e927-4a69-4d31-942e-b8cf38258fc7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 217 time: 0.7678430 Nov 12 20:50:29.349432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0929c4b-919b-4737-8817-978d58cc90b8 req-2273b30b-2f31-4994-8214-80b04fd6a33f tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.1607635 Nov 12 20:50:29.541829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dee117ca-eecb-4ed3-86ec-a594b853abfe req-985f80b9-64c2-49ea-b567-308cc25fe2fb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0301440 Nov 12 20:50:29.581511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-2a6cf604-a037-4e6f-a6d2-091b74bf7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:29.584905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-2a6cf604-a037-4e6f-a6d2-091b74bf7d05 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.2655649 Nov 12 20:50:29.717800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-1001a069-4111-40f8-a866-1dd6b7c80b64 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638449 Nov 12 20:50:29.847332 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:54Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:29.864112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-124849876-network', 'tenant_id': '51b346bd77c04c7ebe89921b97b367b9'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:29.883814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6044894d-f1ff-4acf-bde7-17b32a7fc572 req-d9d9c510-f671-45d8-8c23-752f91e900f8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 210 time: 0.1538973 Nov 12 20:50:29.908158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326548f-fc42-45c8-8435-f3faf74f793b req-e44e9811-a898-4801-b3b2-93fae4c5ab30 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:29.909743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9326548f-fc42-45c8-8435-f3faf74f793b req-e44e9811-a898-4801-b3b2-93fae4c5ab30 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 946 time: 0.4164908 Nov 12 20:50:29.956635 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4daa7-e104-4dda-b369-1eeb44ed7c56 None None] The sync data for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 is: [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:45:50Z', 'revision_number': 4, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '652260c5-2983-476c-9701-c68fbb5e3fff', 'name': '', 'network_id': 'f5ef3117-50aa-495d-a5db-e5c2c185adef', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'mac_address': 'fa:16:3e:1e:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:49Z', 'updated_at': '2021-11-12T20:45:54Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'subnets': [{'id': 'acb87e54-1e68-4cb5-8463-64d5f84e4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:50:30.046484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Made reservation on behalf of 51b346bd77c04c7ebe89921b97b367b9 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:30.049816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.073222 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.081354 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c115bd7-3205-4186-90b9-ed6406e2d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.139814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-63f96c09-04de-4087-9f45-1e43bf293065 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129393 Nov 12 20:50:30.270546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.315690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9326548f-fc42-45c8-8435-f3faf74f793b req-650c861c-94aa-4c30-b55c-285dd6b10fbb tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843346 Nov 12 20:50:30.367091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5d17e-1c86-4569-8dcb-ae7e20357bfc req-f9b9f89d-79dc-46e4-9dc4-1e73da545b38 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:30.386012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.400300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14f5d17e-1c86-4569-8dcb-ae7e20357bfc req-f9b9f89d-79dc-46e4-9dc4-1e73da545b38 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.3143198 Nov 12 20:50:30.409076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:50:30.428610 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.429242 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Added segment dd70cdd6-dace-454d-bff1-b96e63b6ccb6 of type vlan for network da068097-c875-4660-93b4-0ba5942fa62e Nov 12 20:50:30.525331 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.595312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c03655d-fe49-408f-8474-43c850ddb104 None None] New status for floating IP e49b1496-b024-4c75-bc60-2b41ae13a2a1: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:50:30.613592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-a1e5584e-e43a-4b35-ac8a-877fd96a5249 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640064 Nov 12 20:50:30.618352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab53b1-9ef2-478a-87db-be179d1c4769,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:30.646378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dec933d9-2d49-4538-8a5f-681e4b4b188d req-bbb3429c-2881-4133-a8b0-1df27a065bc3 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.1445434 Nov 12 20:50:30.707231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14f5d17e-1c86-4569-8dcb-ae7e20357bfc req-90b5f09f-259c-4a35-9f84-501d5793be68 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059566 Nov 12 20:50:30.720850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.722113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:30.722916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:30.831350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] Pushing event updated for resources: {'Network': ['ID=da068097-c875-4660-93b4-0ba5942fa62e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:30.845279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-a15fdcc2-5eb6-4891-bce9-900ff71a8a5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:30.848934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-a15fdcc2-5eb6-4891-bce9-900ff71a8a5c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.4444952 Nov 12 20:50:30.874157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Request body: {'port': {'device_id': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'admin_state_up': True, 'tenant_id': 'c253ebad0e0b48208d501d4723f0e0f0'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:30.886052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network da068097-c875-4660-93b4-0ba5942fa62e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:50:30.923992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-826ee8a2-6669-4e5a-a434-0894fb0826ac admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6585932 Nov 12 20:50:30.926862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37110) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:30.932562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Request body: {'subnet': {'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-124849876-subnet', 'tenant_id': '51b346bd77c04c7ebe89921b97b367b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:31.027122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0a3199eb-f076-43d1-8df5-003fa7beb523 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:31.070466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 0a3199eb-f076-43d1-8df5-003fa7beb523 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:31.070887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0a3199eb-f076-43d1-8df5-003fa7beb523 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:31.094729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Made reservation on behalf of 51b346bd77c04c7ebe89921b97b367b9 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:31.100047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:31.205166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Made reservation on behalf of c253ebad0e0b48208d501d4723f0e0f0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:31.206033 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:31.213444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:31.472945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea813b-29ea-4577-a4f3-c0f7cea8e09e req-60d4e154-08a2-45f7-bee6-b0e6d70d4c0f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:31.480806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cea813b-29ea-4577-a4f3-c0f7cea8e09e req-60d4e154-08a2-45f7-bee6-b0e6d70d4c0f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.1649916 Nov 12 20:50:31.533033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Allocated IP 172.20.0.12 (2f24624b-b400-4771-a741-eeca0d792842/0a6487d7-a1de-4195-8144-743453c18319/7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:31.570812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cea813b-29ea-4577-a4f3-c0f7cea8e09e req-6abf1a34-4eee-4dd5-b061-70181193724d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885010 Nov 12 20:50:31.578062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:31.764097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1493b30f-bac9-4e40-8c5a-c05da522b11f,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:31.781519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Checking segment: {'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:31.785573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Network hostable DHCP agents. Network: da068097-c875-4660-93b4-0ba5942fa62e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:50:31.785866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8fda9e7-bd49-47e0-b099-e57f4de8c1ba req-6237c9ad-d769-4588-9dfb-13b3436043e9 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 210 time: 0.0936146 Nov 12 20:50:31.867583 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:31.883932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Network da068097-c875-4660-93b4-0ba5942fa62e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:50:31.983508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, da068097-c875-4660-93b4-0ba5942fa62e) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:31.987563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:31.988153 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:31.994282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fdc6c-d6e3-4bac-a54d-b0bea1bdacdf None None] Network da068097-c875-4660-93b4-0ba5942fa62e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:32.017958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a8204cf-87cd-4839-baba-90c30f83b3e7 req-90146a7f-cd87-46c8-84fb-79460e6d7955 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.0720940 Nov 12 20:50:32.029032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:32.073015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d24e6-0733-4cd6-980c-974c4c5fdf6c req-4e3a6d3c-ff39-4d43-9d36-53279f219596 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:32.075493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-583d24e6-0733-4cd6-980c-974c4c5fdf6c req-4e3a6d3c-ff39-4d43-9d36-53279f219596 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 946 time: 0.1597087 Nov 12 20:50:32.117443 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5ca505c4-7379-4f23-abed-be0e8603e719 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1892498 Nov 12 20:50:32.251251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Network 2f24624b-b400-4771-a741-eeca0d792842 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:32.284676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:32.292274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:32.297107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c934f3-76d3-4d82-995d-ef673dead40d None None] Network da068097-c875-4660-93b4-0ba5942fa62e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:32.315317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event updated for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:32.370580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ded953-cfa5-4518-b265-ce63c1b47a3d req-dc3988ac-e3df-4228-b46e-44312cdc5a68 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:32.378057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8ded953-cfa5-4518-b265-ce63c1b47a3d req-dc3988ac-e3df-4228-b46e-44312cdc5a68 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.2530706 Nov 12 20:50:32.451477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8ded953-cfa5-4518-b265-ce63c1b47a3d req-0a235b2a-d929-478b-89af-3035d9469e85 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656259 Nov 12 20:50:32.481229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-583d24e6-0733-4cd6-980c-974c4c5fdf6c req-5dd9c2c9-5c95-4874-816c-426bd02cb512 tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e4b787b-f3fd-4755-b2a2-24a9a395906f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548992 Nov 12 20:50:32.494506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:32.495091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:32.677731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-f684e8ca-b261-471f-ac64-1b7b1bbb6e6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8155274 Nov 12 20:50:32.683610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-aa9c5d82-3011-4968-8c1d-6733c077e113 req-764a953c-50ac-40c8-9ddc-761fabd2fd02 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1338209272', 'description': 'tempest-description-907838675'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:32.697466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Request body: {'port': {'device_id': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:32.782549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-a4bbcdde-03df-47e7-b1b6-1e644fde7c9d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:32.784218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-a4bbcdde-03df-47e7-b1b6-1e644fde7c9d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.78 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 946 time: 0.1913657 Nov 12 20:50:32.797892 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:32.909322 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.001662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa9c5d82-3011-4968-8c1d-6733c077e113 req-764a953c-50ac-40c8-9ddc-761fabd2fd02 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.022680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Deleting port 29230319-5a8e-4361-aa84-74d72a9cdee4 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:33.023016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.273880 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa9c5d82-3011-4968-8c1d-6733c077e113 req-764a953c-50ac-40c8-9ddc-761fabd2fd02 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.406609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] For port 29230319-5a8e-4361-aa84-74d72a9cdee4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=29230319-5a8e-4361-aa84-74d72a9cdee4,segment=NetworkSegment(230700a1-a3b0-4e63-bf07-0a0105d576ab),segment_id=230700a1-a3b0-4e63-bf07-0a0105d576ab)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:33.407135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.424533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa9c5d82-3011-4968-8c1d-6733c077e113 req-764a953c-50ac-40c8-9ddc-761fabd2fd02 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.439118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Calling delete_port for 29230319-5a8e-4361-aa84-74d72a9cdee4 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:33.464704 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-29ce3857-f769-479a-acd7-e24344180a46 req-b878d03c-2e66-4e9a-b485-e30c08f7737c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553498 Nov 12 20:50:33.486097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:33.497960 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.522275 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.557867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3857-f769-479a-acd7-e24344180a46 req-22e8341e-0c69-478d-aac6-ee298ac382aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:33.559514 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-29ce3857-f769-479a-acd7-e24344180a46 req-22e8341e-0c69-478d-aac6-ee298ac382aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1096 time: 0.0660644 Nov 12 20:50:33.617717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f62be1-e362-4efc-bb25-3588040523dc req-2d5e1b8f-baa0-41e6-8baf-e269f17faed6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:33.625947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85f62be1-e362-4efc-bb25-3588040523dc req-2d5e1b8f-baa0-41e6-8baf-e269f17faed6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.2264009 Nov 12 20:50:33.628003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a953c-50ac-40c8-9ddc-761fabd2fd02 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0587f8-6505-4138-8b34-32c93d1c5d23,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:33.634403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Transition to ACTIVE for port object 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:50:33.645332 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-aa9c5d82-3011-4968-8c1d-6733c077e113 req-764a953c-50ac-40c8-9ddc-761fabd2fd02 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.646601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa9c5d82-3011-4968-8c1d-6733c077e113 req-764a953c-50ac-40c8-9ddc-761fabd2fd02 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9733508 Nov 12 20:50:33.729017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85f62be1-e362-4efc-bb25-3588040523dc req-8f89c34c-07f8-4f8e-9900-b5a94ce3bf6e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998633 Nov 12 20:50:33.738598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:33.824945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3857-f769-479a-acd7-e24344180a46 req-2045e05c-137a-4f25-9bb7-d40052f016b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:33.831649 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-29ce3857-f769-479a-acd7-e24344180a46 req-2045e05c-137a-4f25-9bb7-d40052f016b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.2446625 Nov 12 20:50:33.895122 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-29ce3857-f769-479a-acd7-e24344180a46 req-bb5db6d3-ffca-464a-8ec8-02ac7905729a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 217 time: 0.0491762 Nov 12 20:50:33.950312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abdcadbe-2e2c-4d78-90aa-64a36a1d8d5f req-26b32c48-ff57-40f8-9b71-ddd419655505 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.0807848 Nov 12 20:50:34.017676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3857-f769-479a-acd7-e24344180a46 req-b5fe5e92-4863-4b25-8252-d48088cb7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:34.017676 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-29ce3857-f769-479a-acd7-e24344180a46 req-b5fe5e92-4863-4b25-8252-d48088cb7625 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1063144 Nov 12 20:50:34.026355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:34.039335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253ce60-09c2-4480-a935-210e756ae364 req-846fb715-3cc8-44e5-b8f4-298da40712c4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:34.047417 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3253ce60-09c2-4480-a935-210e756ae364 req-846fb715-3cc8-44e5-b8f4-298da40712c4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 944 time: 0.2792470 Nov 12 20:50:34.070485 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-29ce3857-f769-479a-acd7-e24344180a46 req-b1fc512d-07ed-4110-a511-74f6b6f5c539 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458691 Nov 12 20:50:34.137536 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:34.151771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['29230319-5a8e-4361-aa84-74d72a9cdee4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:34.167985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3253ce60-09c2-4480-a935-210e756ae364 req-2d99e00e-7111-44ed-ad17-022e571629f4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172261 Nov 12 20:50:34.168763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Attempting to bind port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:34.169790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Attempting to bind port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:34.170282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Attempting to bind port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:34.221673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event deleted for resources: {'Port': ['ID=29230319-5a8e-4361-aa84-74d72a9cdee4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:34.246689 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-29ce3857-f769-479a-acd7-e24344180a46 req-41b055dc-4033-42d3-96a0-f8460627344a service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640828 Nov 12 20:50:34.262011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa on network 2f24624b-b400-4771-a741-eeca0d792842 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:50:34.266120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Attempting to bind port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:34.299967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:34.300741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Checking segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:34.301376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Bound using segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:34.302012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Bound port: 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:34.302622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:34.383641 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-29ce3857-f769-479a-acd7-e24344180a46 req-6985f37b-4e3e-48f0-a690-022bebecbf70 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287837 Nov 12 20:50:34.394944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39b5eb3e-5335-4a3e-a8ad-61daa309c159 req-0c7b6676-6e15-4330-ac30-2e11c3fd439d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/ports?device_id=67fbac4f-893d-4301-9871-55cf07fe2b0e HTTP/1.1" status: 200 len: 210 time: 0.0965145 Nov 12 20:50:34.395696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] No DVR routers for this DVR port 29230319-5a8e-4361-aa84-74d72a9cdee4 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:50:34.402909 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:34.408213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e879125d-4f59-4378-9fcc-e76fda9acd98 req-c96f2744-af83-4190-835e-0ca7ca3f211d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.78 "DELETE /v2.0/ports/29230319-5a8e-4361-aa84-74d72a9cdee4 HTTP/1.1" status: 204 len: 173 time: 1.6143951 Nov 12 20:50:34.408703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fbac4f-893d-4301-9871-55cf07fe2b0e', 'name': 'network-vif-deleted', 'tag': '29230319-5a8e-4361-aa84-74d72a9cdee4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:34.411092 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0121ae7-19e3-4013-912d-cc2602a4dda6" -d '{"events": [{"server_uuid": "67fbac4f-893d-4301-9871-55cf07fe2b0e", "name": "network-vif-deleted", "tag": "29230319-5a8e-4361-aa84-74d72a9cdee4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:34.442230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e020b520-a5c2-4e9f-9152-e2ebe90ce973 req-4e06cbd9-972c-462f-b38f-d1a0588a4a1d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1232434798', 'description': 'tempest-description-1367033669'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:34.471170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba08727-3082-4ec9-8ad7-bb3e86dec80f req-15b53767-8701-4640-b32e-72f869783dbe tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:34.482451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ba08727-3082-4ec9-8ad7-bb3e86dec80f req-15b53767-8701-4640-b32e-72f869783dbe tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.2611544 Nov 12 20:50:34.577669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ba08727-3082-4ec9-8ad7-bb3e86dec80f req-df1d910e-baa3-4bfc-bc53-99dcf6bc6460 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928853 Nov 12 20:50:34.592875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:34.623109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:34.678587 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e020b520-a5c2-4e9f-9152-e2ebe90ce973 req-4e06cbd9-972c-462f-b38f-d1a0588a4a1d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:34.781165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e020b520-a5c2-4e9f-9152-e2ebe90ce973 req-4e06cbd9-972c-462f-b38f-d1a0588a4a1d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:34.784005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:34.883736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:34.884424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:34.889025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] 10.222.0.78 "PUT /v2.0/ports/7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa HTTP/1.1" status: 200 len: 1093 time: 2.1977439 Nov 12 20:50:34.918399 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153127bc-673f-4946-a566-0fbf3973a2e4 x-openstack-request-id: req-153127bc-673f-4946-a566-0fbf3973a2e4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:34.918989 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fbac4f-893d-4301-9871-55cf07fe2b0e", "name": "network-vif-deleted", "tag": "29230319-5a8e-4361-aa84-74d72a9cdee4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:34.919586 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-153127bc-673f-4946-a566-0fbf3973a2e4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:34.922254 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fbac4f-893d-4301-9871-55cf07fe2b0e', 'name': 'network-vif-deleted', 'tag': '29230319-5a8e-4361-aa84-74d72a9cdee4', 'status': 'completed', 'code': 200} Nov 12 20:50:34.925229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e020b520-a5c2-4e9f-9152-e2ebe90ce973 req-4e06cbd9-972c-462f-b38f-d1a0588a4a1d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:34.938485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:50:34.962164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d56d4-afff-448d-91d8-d2e37adb78a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:34.990041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06cbd9-972c-462f-b38f-d1a0588a4a1d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c534743-d1fd-4d0f-9a85-ffda02f061d4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:35.150560 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e020b520-a5c2-4e9f-9152-e2ebe90ce973 req-4e06cbd9-972c-462f-b38f-d1a0588a4a1d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:35.153702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:35.163918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e020b520-a5c2-4e9f-9152-e2ebe90ce973 req-4e06cbd9-972c-462f-b38f-d1a0588a4a1d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7261863 Nov 12 20:50:35.171305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'port_id': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'mac_address': 'fa:16:3e:9e:a9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:50:35.233235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-42ff1faf-e49b-4706-990d-4c2d60aa19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:35.236339 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:35.238093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-42ff1faf-e49b-4706-990d-4c2d60aa19dc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 1096 time: 0.1443291 Nov 12 20:50:35.263729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406b3fcf-9893-43a6-a170-36c1fc109d61 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:35.293554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230720d-838b-41c8-8f36-e217fdc1249f req-fcb98c08-830c-4be0-af83-ea1341881294 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:35.295871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c230720d-838b-41c8-8f36-e217fdc1249f req-fcb98c08-830c-4be0-af83-ea1341881294 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 944 time: 0.2520254 Nov 12 20:50:35.311631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:35.360836 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:35.396861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-6e24a91a-dcee-4ba3-b127-d45a804bc67f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa HTTP/1.1" status: 200 len: 217 time: 0.1483698 Nov 12 20:50:35.441739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:35.469226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e019e3f-d718-4836-bc1f-b058e9ed6bef req-590ce983-87aa-4d14-9c52-9ebb48ac02b8 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.0803626 Nov 12 20:50:35.529536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c230720d-838b-41c8-8f36-e217fdc1249f req-105a60a0-6bff-458f-8cc9-746c6adf1c3f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366985 Nov 12 20:50:35.530937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-e2590036-a048-4b69-b04b-6c30ed778ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:35.532320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-e2590036-a048-4b69-b04b-6c30ed778ec3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.1210530 Nov 12 20:50:35.602328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-e06bf605-7077-46c5-8044-1e05c91a5e4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579152 Nov 12 20:50:35.650751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['406b3fcf-9893-43a6-a170-36c1fc109d61'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:35.809900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7343-583b-4517-b2ab-daf489798a14 req-01434e76-02bb-4e26-8247-99f9a9494187 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:35.817113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5da7343-583b-4517-b2ab-daf489798a14 req-01434e76-02bb-4e26-8247-99f9a9494187 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 944 time: 0.2138255 Nov 12 20:50:35.886278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-4460b0cc-3635-441b-8382-c553cacdc176 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657909 Nov 12 20:50:35.946022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788a5e-a980-4853-b8b8-a662f470919e req-df650899-a20b-4214-99df-dd259ae48130 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:35.947508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-df650899-a20b-4214-99df-dd259ae48130 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 812 time: 0.2674406 Nov 12 20:50:36.004253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5da7343-583b-4517-b2ab-daf489798a14 req-70af9e64-46d6-4101-8279-276f1ac64ad2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722679 Nov 12 20:50:36.035971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-f1c34424-6103-42c8-b227-c8cfd821bcc1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/quotas/51b346bd77c04c7ebe89921b97b367b9 HTTP/1.1" status: 200 len: 375 time: 0.0568290 Nov 12 20:50:36.103395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-4291668d-1405-441c-87e0-ad1c50f85fb3 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599568 Nov 12 20:50:36.126479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ddb8c9-4402-48d5-a284-fb4a749d277a req-885fb2fd-50de-42ec-88e2-483719506b0c service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312272 Nov 12 20:50:36.268965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-a4566599-99f9-4b4d-a0d4-2d4005d2bcef service neutron] 10.222.0.64 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412022 Nov 12 20:50:36.744743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff659749-65b1-420f-b09a-62c80867d782 req-1bc03f91-aef3-4141-8c9a-e21e4ea881f2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:36.746316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff659749-65b1-420f-b09a-62c80867d782 req-1bc03f91-aef3-4141-8c9a-e21e4ea881f2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1004958 Nov 12 20:50:36.773560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-7f4e5b9e-7e45-4fe3-b27e-86727777019e service neutron] 10.222.0.64 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033669 Nov 12 20:50:36.892043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff659749-65b1-420f-b09a-62c80867d782 req-a3b72432-6143-400f-bc64-b13d2c93af48 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394150 Nov 12 20:50:36.924471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:36.929025 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:36.953676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:36.956894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 29230319-5a8e-4361-aa84-74d72a9cdee4 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:37.047693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 29230319-5a8e-4361-aa84-74d72a9cdee4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:37.056558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 29230319-5a8e-4361-aa84-74d72a9cdee4 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:37.246340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 406b3fcf-9893-43a6-a170-36c1fc109d61 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:50:37.253000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 406b3fcf-9893-43a6-a170-36c1fc109d61 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:37.253788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:37.361902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d7cc11f-aa13-42ea-82f8-6f1ce81e6d11 req-708c8ec1-f2f2-4428-b9b3-a48267152c79 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8558ccb-77e5-4949-a58c-0be55a9f9218 HTTP/1.1" status: 200 len: 210 time: 0.0661676 Nov 12 20:50:37.521521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0995d-8db8-4a30-b7af-7260d766b0ac req-16ad29e9-0aa5-4414-bfaf-275f412fecb0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:37.523402 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:37.532163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efd0995d-8db8-4a30-b7af-7260d766b0ac req-16ad29e9-0aa5-4414-bfaf-275f412fecb0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 945 time: 0.0884314 Nov 12 20:50:37.584093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:37.585364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:37.590328 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9dfcec-e291-4ab4-af31-9192c54ba04b" -d '{"events": [{"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-plugged", "status": "completed", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:37.594983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efd0995d-8db8-4a30-b7af-7260d766b0ac req-837a118f-9dab-4ced-ab07-9cc456527218 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613072 Nov 12 20:50:37.596742 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6866906c-b229-4024-aa87-355f44f29fc8 x-openstack-request-id: req-6866906c-b229-4024-aa87-355f44f29fc8 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:37.597101 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:37.597404 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6866906c-b229-4024-aa87-355f44f29fc8 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:37.597866 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'status': 'completed', 'code': 200} Nov 12 20:50:37.703938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:37.729284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89db8dfd-d47a-496b-9c72-cc921baf2e28 req-59c4ff70-5b1c-487c-9258-6410e194aca7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 210 time: 0.0397785 Nov 12 20:50:37.732116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-2974bef3-28c1-400d-9ec9-b1f3195db6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:37.733870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-2974bef3-28c1-400d-9ec9-b1f3195db6cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 1096 time: 0.0997498 Nov 12 20:50:37.828131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=12']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:37.869798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5f725-5311-439d-86e8-9a225b340d94 req-f6de386e-edf7-45fb-913b-ef14242bb92f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:37.877531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38e5f725-5311-439d-86e8-9a225b340d94 req-f6de386e-edf7-45fb-913b-ef14242bb92f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 944 time: 0.1732614 Nov 12 20:50:37.954188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38e5f725-5311-439d-86e8-9a225b340d94 req-ab23722a-178c-4d46-b44b-c3568cbcccfc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756190 Nov 12 20:50:37.972226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-529e0759-b087-4bd8-a197-b55857f5bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:37.975322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-529e0759-b087-4bd8-a197-b55857f5bf1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 913 time: 0.2078679 Nov 12 20:50:38.041109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-a6813817-37ff-401a-b5f8-ecfacf1c83e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa HTTP/1.1" status: 200 len: 217 time: 0.0525455 Nov 12 20:50:38.045467 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fca37b8-d3ab-4f45-b24c-705e3fbef55a x-openstack-request-id: req-5fca37b8-d3ab-4f45-b24c-705e3fbef55a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:38.045467 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-plugged", "status": "completed", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:38.045467 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fca37b8-d3ab-4f45-b24c-705e3fbef55a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:38.046290 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'code': 200} Nov 12 20:50:38.185884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-952c9413-7cc4-44dd-9c37-e6fab45ebba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:38.185884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-952c9413-7cc4-44dd-9c37-e6fab45ebba8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.0952935 Nov 12 20:50:38.191475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-31d581b1-6b77-4514-8dc8-f7037aa2de76 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400021 Nov 12 20:50:38.283417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ea5d7-d537-4ed6-9edf-6305611e21d6 req-5e4889dc-cd67-4fc3-a7f8-527bfb0f3456 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:38.285051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a9ea5d7-d537-4ed6-9edf-6305611e21d6 req-5e4889dc-cd67-4fc3-a7f8-527bfb0f3456 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1360521 Nov 12 20:50:38.369232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-30f343ae-6065-4300-904c-6f5e7df72a52 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636009 Nov 12 20:50:38.389171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a9ea5d7-d537-4ed6-9edf-6305611e21d6 req-5f82c9e9-98d6-42e5-8e28-ca0ddb0483a4 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931871 Nov 12 20:50:38.528887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37242) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:38.537262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d6e56-0ae0-42bc-8f30-e531c90fab55 req-98a5bd18-78e1-44aa-b375-7558299de693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:38.544020 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ac2d6e56-0ae0-42bc-8f30-e531c90fab55 req-98a5bd18-78e1-44aa-b375-7558299de693 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1098 time: 0.0913582 Nov 12 20:50:38.618130 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe315d52-3ca0-4a83-9d6e-17b9d5c20f9b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:38.627524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa3de231-48a4-48bd-8aca-9cb3fb830ac0 req-dea78121-5525-4e34-a2f4-1f3a8d559452 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373097 Nov 12 20:50:38.643882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37246) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:38.647109 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ac2d6e56-0ae0-42bc-8f30-e531c90fab55 req-be138466-f3d3-48fc-99c4-2924d2f9a2c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926423 Nov 12 20:50:38.681889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe315d52-3ca0-4a83-9d6e-17b9d5c20f9b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:38.749737 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:38.793803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:38.827185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75523-5fd8-48d1-9d7f-cfbf7f24d800 req-c9f3aef0-4656-4ace-a372-513e80ec9ef6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:38.836161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9a75523-5fd8-48d1-9d7f-cfbf7f24d800 req-c9f3aef0-4656-4ace-a372-513e80ec9ef6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 946 time: 0.0741539 Nov 12 20:50:38.871577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe315d52-3ca0-4a83-9d6e-17b9d5c20f9b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:38.877090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe315d52-3ca0-4a83-9d6e-17b9d5c20f9b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:38.877090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fe315d52-3ca0-4a83-9d6e-17b9d5c20f9b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "DELETE /v2.0/security-groups/71f535ba-b71e-4137-a815-f94223320c17 HTTP/1.1" status: 204 len: 168 time: 0.3413799 Nov 12 20:50:38.878564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37252) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:38.899583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe315d52-3ca0-4a83-9d6e-17b9d5c20f9b tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f535ba-b71e-4137-a815-f94223320c17,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:38.899845 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-da1c9da3-fbc7-4a61-a61a-5f3bb44692fe tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] show failed (client error): The resource could not be found. Nov 12 20:50:38.900782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da1c9da3-fbc7-4a61-a61a-5f3bb44692fe tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "GET /v2.0/security-groups/71f535ba-b71e-4137-a815-f94223320c17 HTTP/1.1" status: 404 len: 347 time: 0.0212529 Nov 12 20:50:38.931592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:38.942989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9a75523-5fd8-48d1-9d7f-cfbf7f24d800 req-799a2465-ac2e-4356-8813-321690c53c14 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052644 Nov 12 20:50:38.972062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:50:39.082617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-926a079f-2eaa-42b3-b64e-df16ae443470 req-1db4b66d-4506-4a3a-b67a-2311057b8cac tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 210 time: 0.0570116 Nov 12 20:50:39.093185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.096110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.099853 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "DELETE /v2.0/security-groups/dd129a72-b96e-44a1-9e03-c79c130b43fb HTTP/1.1" status: 204 len: 168 time: 0.4494495 Nov 12 20:50:39.101381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37260) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:39.120989 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-e79a89c8-f274-4f5b-8b64-53166bcc2c86 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] show failed (client error): The resource could not be found. Nov 12 20:50:39.124971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e79a89c8-f274-4f5b-8b64-53166bcc2c86 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "GET /v2.0/security-groups/dd129a72-b96e-44a1-9e03-c79c130b43fb HTTP/1.1" status: 404 len: 347 time: 0.0208454 Nov 12 20:50:39.125293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37262) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:39.164441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:39.182665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd129a72-b96e-44a1-9e03-c79c130b43fb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:39.210006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'port_id': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'mac_address': 'fa:16:3e:6f:f0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6487d7-a1de-4195-8144-743453c18319', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:50:39.232769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.233873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.234417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.234915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.235463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.235978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.236527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.237039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.237546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.239962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.243047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.243623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36474369-baa4-470d-bde2-06db579ecd0d tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:39.304320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Deleting port e68df6f8-7de1-4326-9adc-1e4daecf25d1 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:39.305017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.368227 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.418120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:39.442608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.443378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.463125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Calling delete_port for e68df6f8-7de1-4326-9adc-1e4daecf25d1 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:39.495707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:39.554417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac95a-386a-4994-985f-07f613623201 req-1d74abee-78bb-4e82-924e-a4a178ac44a5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:39.563226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2cfac95a-386a-4994-985f-07f613623201 req-1d74abee-78bb-4e82-924e-a4a178ac44a5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 944 time: 0.2747939 Nov 12 20:50:39.592044 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.609883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Deleting port adb3d3b4-aec3-4d6b-9518-ac982f896c93 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:39.610139 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.661799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2cfac95a-386a-4994-985f-07f613623201 req-46753e6e-0732-414d-9d96-5e40bfec4a96 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974400 Nov 12 20:50:39.781529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:39.804084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:39.818984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.864741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.865389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:39.886965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Calling delete_port for adb3d3b4-aec3-4d6b-9518-ac982f896c93 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:39.920553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8751-aa66-4c0f-9894-2fc73518c60f req-be750aba-05fe-4162-8fa3-dce24a3a08ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:39.928248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51ea8751-aa66-4c0f-9894-2fc73518c60f req-be750aba-05fe-4162-8fa3-dce24a3a08ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1572130 Nov 12 20:50:40.077580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51ea8751-aa66-4c0f-9894-2fc73518c60f req-b795016d-499d-4252-aec3-683cf34b4e28 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480551 Nov 12 20:50:40.172423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Pushing event deleted for resources: {'Port': ['ID=e68df6f8-7de1-4326-9adc-1e4daecf25d1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:40.182805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:40.193168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:40.201814 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ab693387-76e1-40a5-97e8-880cf98ac29d tempest-ImagesOneServerNegativeTestJSON-237340825 tempest-ImagesOneServerNegativeTestJSON-237340825-project] 10.222.0.64 "DELETE /v2.0/floatingips/b3eed0e0-6199-476a-a74f-fe15f1da9105 HTTP/1.1" status: 204 len: 168 time: 1.2636750 Nov 12 20:50:40.219711 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:40.283345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:40.343490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229392-624a-49b9-a7e6-a0db69eef990 req-a42ce847-81e7-4e80-932f-1feae4965203 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:40.345108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99229392-624a-49b9-a7e6-a0db69eef990 req-a42ce847-81e7-4e80-932f-1feae4965203 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 946 time: 0.1233079 Nov 12 20:50:40.407092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99229392-624a-49b9-a7e6-a0db69eef990 req-be56b2f3-96f9-40c3-a74c-fa0c935e7691 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551777 Nov 12 20:50:40.421014 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:40.466869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Pushing event deleted for resources: {'Port': ['ID=adb3d3b4-aec3-4d6b-9518-ac982f896c93,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:40.580767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-308d7073-fe48-4e64-8043-5794bcdbcd7d req-a4f9fcc7-1072-4b65-ab2c-dc260766e1f0 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 210 time: 0.0697069 Nov 12 20:50:40.657165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:40.660034 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:40.661207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e7a98379-9be7-4019-ae78-55ee7b769fb7 tempest-ServersTestBootFromVolume-131960517 tempest-ServersTestBootFromVolume-131960517-project] 10.222.0.64 "DELETE /v2.0/floatingips/e49b1496-b024-4c75-bc60-2b41ae13a2a1 HTTP/1.1" status: 204 len: 168 time: 1.5348668 Nov 12 20:50:40.664363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37302) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:40.988991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:41.033779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17784b8b-85f0-4d53-a32f-73e98073b3de req-0a09ca1b-0a1d-42b2-9be1-a90368249f39 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:41.037812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17784b8b-85f0-4d53-a32f-73e98073b3de req-0a09ca1b-0a1d-42b2-9be1-a90368249f39 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 945 time: 0.1325595 Nov 12 20:50:41.154480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17784b8b-85f0-4d53-a32f-73e98073b3de req-29dc2b95-262a-4cf2-9b0b-4d705bf949a1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012573 Nov 12 20:50:41.174209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:50:41.181684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:41.181684 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:41.415259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:41.450337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff5097-230f-4727-b99d-ea959b2fb98e req-98eb1e1c-853b-40fb-8c33-aad8de535fda tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:41.462687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fff5097-230f-4727-b99d-ea959b2fb98e req-98eb1e1c-853b-40fb-8c33-aad8de535fda tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1062484 Nov 12 20:50:41.592461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:41.596524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fff5097-230f-4727-b99d-ea959b2fb98e req-b342bc90-9f43-4297-8295-0ea3ccecc2de tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318016 Nov 12 20:50:41.605245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:41.619615 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e46192-29b2-4b48-9841-c4f31e56a3dc" -d '{"events": [{"server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "name": "network-vif-plugged", "status": "completed", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:41.692427 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:41.832537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603803e-a805-4b9d-b36d-69b67bae778d req-6a7e9ae1-543f-495b-a26b-d51a6837c138 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:41.833231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:41.834514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d603803e-a805-4b9d-b36d-69b67bae778d req-6a7e9ae1-543f-495b-a26b-d51a6837c138 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 946 time: 0.0726931 Nov 12 20:50:41.900577 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:50:41.923188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d603803e-a805-4b9d-b36d-69b67bae778d req-ce08e1e4-000b-4a6d-aee4-22b1bd27a351 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643711 Nov 12 20:50:41.955482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788a5e-a980-4853-b8b8-a662f470919e req-4b0c9473-6d98-4c83-a620-650f56bd930b tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:41.957055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-4b0c9473-6d98-4c83-a620-650f56bd930b tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.46 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 812 time: 0.9417741 Nov 12 20:50:42.018312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'port': {'device_id': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e', 'admin_state_up': True, 'tenant_id': '51b346bd77c04c7ebe89921b97b367b9'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:42.112878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe6da77b-6731-47de-917d-86dd63d635e0 req-0ee5663f-e2b2-4bed-901b-ce9a8dabbe7b tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 210 time: 0.0540750 Nov 12 20:50:42.181661 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1050527b-58cd-434b-85bf-9c6be1a9cfd2 x-openstack-request-id: req-1050527b-58cd-434b-85bf-9c6be1a9cfd2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:42.181957 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "name": "network-vif-plugged", "status": "completed", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:42.182224 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1050527b-58cd-434b-85bf-9c6be1a9cfd2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:42.182813 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'code': 200} Nov 12 20:50:42.420686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37348) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:42.426618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Made reservation on behalf of 51b346bd77c04c7ebe89921b97b367b9 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:42.444959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:42.453963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5a04c-1274-4545-869d-00710e7f4a98 req-f2544798-6b43-4f4e-bca1-5b0732e17254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:42.464898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d5a04c-1274-4545-869d-00710e7f4a98 req-f2544798-6b43-4f4e-bca1-5b0732e17254 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 1098 time: 0.1934924 Nov 12 20:50:42.577147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d3ac-950d-4fc9-9a27-6427c94637a6 req-f35acbf2-4c97-437f-a86f-ca77fa75ba5b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:42.587742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2b3d3ac-950d-4fc9-9a27-6427c94637a6 req-f35acbf2-4c97-437f-a86f-ca77fa75ba5b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2305005 Nov 12 20:50:42.631750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66502a3-87e4-4969-a9cf-5a12a9cc44bc admin admin] Deleting subnet bcaa0111-054c-4b50-ac85-46a1e0720311 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:50:42.661312 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e66502a3-87e4-4969-a9cf-5a12a9cc44bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:42.705042 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:42.716864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d5a04c-1274-4545-869d-00710e7f4a98 req-dbac002d-037c-4ab9-8b47-2974c18b304d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070746 Nov 12 20:50:42.804111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2b3d3ac-950d-4fc9-9a27-6427c94637a6 req-84f6ce23-cda6-4e8f-8caa-5dafd26778a2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131548 Nov 12 20:50:42.807797 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e66502a3-87e4-4969-a9cf-5a12a9cc44bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:42.900486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6e562-cb0f-4e23-bdc7-7453a7c560bd req-808df12e-f848-4672-b5d5-e0e295f38483 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:42.902134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0a6e562-cb0f-4e23-bdc7-7453a7c560bd req-808df12e-f848-4672-b5d5-e0e295f38483 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.0952277 Nov 12 20:50:42.911623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Allocated IP 172.20.0.4 (da068097-c875-4660-93b4-0ba5942fa62e/1493b30f-bac9-4e40-8c5a-c05da522b11f/1615863e-f8a5-454e-8aa0-13c9f5d1df1d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:43.050817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0a6e562-cb0f-4e23-bdc7-7453a7c560bd req-b568719a-6c4f-4105-bcea-2eaa6b1ae8e0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406541 Nov 12 20:50:43.086727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e66502a3-87e4-4969-a9cf-5a12a9cc44bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:43.221855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37358) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:43.285090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93e48b-d055-4210-acd6-aaa20990ed8c req-6d6229bb-9c5a-4479-8990-f2758b7ae02d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:43.286416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b93e48b-d055-4210-acd6-aaa20990ed8c req-6d6229bb-9c5a-4479-8990-f2758b7ae02d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 946 time: 0.1869433 Nov 12 20:50:43.388988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e15cc3f4-16fc-41a3-bf23-3f8b80a1c894 req-3742c674-a942-4b10-ad0a-94a583a980b8 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 210 time: 0.0910087 Nov 12 20:50:43.464465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b93e48b-d055-4210-acd6-aaa20990ed8c req-18a2805f-a464-44b5-827b-cef4d8b9b84c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676872 Nov 12 20:50:43.560241 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86aaee7f-d868-41e3-bd2e-c0816fc4d4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:43.669418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e66502a3-87e4-4969-a9cf-5a12a9cc44bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:43.762434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66502a3-87e4-4969-a9cf-5a12a9cc44bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcaa0111-054c-4b50-ac85-46a1e0720311,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:43.766496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e66502a3-87e4-4969-a9cf-5a12a9cc44bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:43.769772 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e66502a3-87e4-4969-a9cf-5a12a9cc44bc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bcaa0111-054c-4b50-ac85-46a1e0720311 HTTP/1.1" status: 204 len: 168 time: 1.3140266 Nov 12 20:50:43.772786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37364) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:43.875386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.060986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.104949 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86aaee7f-d868-41e3-bd2e-c0816fc4d4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.176541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Deleting port 652260c5-2983-476c-9701-c68fbb5e3fff {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:44.176541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.244050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86aaee7f-d868-41e3-bd2e-c0816fc4d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.301998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-86aaee7f-d868-41e3-bd2e-c0816fc4d4c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7ab1e3fac0a45cb9f9c0ef719d0a9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0762048 Nov 12 20:50:44.305026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaee7f-d868-41e3-bd2e-c0816fc4d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad345697-18a5-49d3-b27b-a40bf1eb87f6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:44.305203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7298ec-b1f8-4100-b44b-8b742c68029d req-7100b124-8088-42b2-a721-08dc393c073f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:44.308764 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.311349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37370) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:44.324129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc7298ec-b1f8-4100-b44b-8b742c68029d req-7100b124-8088-42b2-a721-08dc393c073f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2573915 Nov 12 20:50:44.393880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'Port': ['ID=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:44.429472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Network da068097-c875-4660-93b4-0ba5942fa62e is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:44.438740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:44.441175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.452171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:44.468593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea610a8c-75d3-4726-9656-8d6d5ff766d7 req-4370b1cf-0083-4728-beb3-39b8a151f894 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:44.476339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea610a8c-75d3-4726-9656-8d6d5ff766d7 req-4370b1cf-0083-4728-beb3-39b8a151f894 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.2857187 Nov 12 20:50:44.523622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:44.527884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.535827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383b1edf-41f2-4e07-9ad4-20e41872f571']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:44.563839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] For port 652260c5-2983-476c-9701-c68fbb5e3fff, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=652260c5-2983-476c-9701-c68fbb5e3fff,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:44.563839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.564646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc7298ec-b1f8-4100-b44b-8b742c68029d req-be55aecd-5722-4cff-920b-9769abdee765 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999767 Nov 12 20:50:44.584212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Calling delete_port for 652260c5-2983-476c-9701-c68fbb5e3fff owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:44.605996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230700a1-a3b0-4e63-bf07-0a0105d576ab') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:44.608535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0cda9115-c243-40d0-9f4e-cc9a5b767067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.613722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230700a1-a3b0-4e63-bf07-0a0105d576ab') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:44.639512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea610a8c-75d3-4726-9656-8d6d5ff766d7 req-7e742bc9-9a5f-45a9-99b1-f6642fc143fb tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598356 Nov 12 20:50:44.649846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.657640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0cda9115-c243-40d0-9f4e-cc9a5b767067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.698352 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.736230 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-8e8b53de-e10f-4ab4-bc2a-9c8acddf7f22 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7629123 Nov 12 20:50:44.757164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Request body: {'port': {'device_id': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:44.764223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:50:44.764902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:50:44.767739 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:50:44.814210 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0cda9115-c243-40d0-9f4e-cc9a5b767067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.817369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0cda9115-c243-40d0-9f4e-cc9a5b767067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:44.820884 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0cda9115-c243-40d0-9f4e-cc9a5b767067 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad345697-18a5-49d3-b27b-a40bf1eb87f6 HTTP/1.1" status: 204 len: 168 time: 0.5038295 Nov 12 20:50:44.899978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e4ba-e68b-41c5-a03a-1c09bd64b191 req-89035d2e-3364-4524-b866-fad76bbeee8e tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:44.913421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a673e4ba-e68b-41c5-a03a-1c09bd64b191 req-89035d2e-3364-4524-b866-fad76bbeee8e tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 931 time: 0.2163835 Nov 12 20:50:44.914561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda9115-c243-40d0-9f4e-cc9a5b767067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad345697-18a5-49d3-b27b-a40bf1eb87f6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:44.976580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:45.011707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:45.032152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:45.045900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] 10.222.0.64 "DELETE /v2.0/networks/383b1edf-41f2-4e07-9ad4-20e41872f571 HTTP/1.1" status: 204 len: 168 time: 1.2684555 Nov 12 20:50:45.105858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635a49e-60fb-422c-94d7-37a7e8ab7841 admin admin] Pushing event deleted for resources: {'Network': ['ID=383b1edf-41f2-4e07-9ad4-20e41872f571,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:45.125462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a673e4ba-e68b-41c5-a03a-1c09bd64b191 req-d75b9b54-3da9-4f07-adab-d8a8dd7b0916 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107940 Nov 12 20:50:45.364141 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:45.508012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=652260c5-2983-476c-9701-c68fbb5e3fff,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:45.900607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea967f4-936a-4409-99d9-a7bd55f4ae93 req-2243d107-ef7b-429b-b80a-1afba86a5d1e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:45.902157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ea967f4-936a-4409-99d9-a7bd55f4ae93 req-2243d107-ef7b-429b-b80a-1afba86a5d1e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1090226 Nov 12 20:50:45.954111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30b97d-0318-43ad-8fae-e3bbafa8cdaf req-2886ea73-f063-44ab-a1d8-3c4488eb295b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:45.955868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f30b97d-0318-43ad-8fae-e3bbafa8cdaf req-2886ea73-f063-44ab-a1d8-3c4488eb295b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2363408 Nov 12 20:50:45.956446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37392) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:45.994075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1615863e-f8a5-454e-8aa0-13c9f5d1df1d {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:46.007454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:46.040512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Transition to ACTIVE for port object 1615863e-f8a5-454e-8aa0-13c9f5d1df1d will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:50:46.041674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:46.174486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:46.185427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f30b97d-0318-43ad-8fae-e3bbafa8cdaf req-6021edd8-7794-46f8-a891-c13a6e8f9114 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917787 Nov 12 20:50:46.211477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0422b4ef-41fa-4813-bdd9-c6a2e1ac3c76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a29b42456cfc4a3e9af5981d71012886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367849 Nov 12 20:50:46.211477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37398) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:46.258022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ea967f4-936a-4409-99d9-a7bd55f4ae93 req-966c12d3-1725-4162-b37c-bfe7192213c1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470280 Nov 12 20:50:46.430563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Pushing event updated for resources: {'Port': ['ID=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:46.468299 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:46.505585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:46.537150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde62c3-b092-4d88-90c5-0d089c4ec97d req-47e8c7d0-cedb-4168-9b03-66bad7d2bd09 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:46.549710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acde62c3-b092-4d88-90c5-0d089c4ec97d req-47e8c7d0-cedb-4168-9b03-66bad7d2bd09 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 943 time: 0.1896193 Nov 12 20:50:46.647922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Router 761271aa-81c8-4676-9901-4ca696e42e0e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:50:46.656416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acde62c3-b092-4d88-90c5-0d089c4ec97d req-bc660e19-c5a1-4366-ad0e-a46b7acc708e tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055505 Nov 12 20:50:46.669856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37408) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:46.676764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Attempting to bind port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Attempting to bind port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Attempting to bind port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d on network da068097-c875-4660-93b4-0ba5942fa62e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d on network da068097-c875-4660-93b4-0ba5942fa62e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Attempting to bind port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d on network da068097-c875-4660-93b4-0ba5942fa62e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Checking segment: {'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Bound using segment: {'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Bound port: 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:46.782491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:46.824809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-547775824-network', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:46.873186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] For port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:46.876651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] For port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:46.878014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:50:46.883338 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a5c3225f-c4bd-40b5-bd30-d45980bff1ab admin admin] 10.222.0.64 "PUT /v2.0/routers/761271aa-81c8-4676-9901-4ca696e42e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2179110 Nov 12 20:50:46.886147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37412) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:46.889491 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] Sync routers for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:50:46.905311 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:46.905912 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:47.027608 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:47.071678 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.107780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.110324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.114033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e4b787b-f3fd-4755-b2a2-24a9a395906f HTTP/1.1" status: 204 len: 168 time: 0.9073606 Nov 12 20:50:47.125559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4b787b-f3fd-4755-b2a2-24a9a395906f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:47.141136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.141530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.141868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.142204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.142534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.142862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.143186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.143543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.143912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.144166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.144488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.144808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1d06e-1e47-48e1-bdad-0318d8ab8b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:47.164029 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.182145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Made reservation on behalf of 2751a2c5bc2b4c738adf0c3b46236b60 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:47.184836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.197953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.243418 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.256873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:47.257555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.262899 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] 10.222.0.46 "PUT /v2.0/ports/1615863e-f8a5-454e-8aa0-13c9f5d1df1d HTTP/1.1" status: 200 len: 1092 time: 2.5135646 Nov 12 20:50:47.262899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:47.262899 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b368e-e733-4bcf-b648-e219704a3245" -d '{"events": [{"name": "network-changed", "server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:47.286030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43d003-4a8c-4664-9806-1723effdf282 service neutron] Pushing event updated for resources: {'Port': ['ID=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:47.327440 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:50:45Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:47.349729 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549094b6-eb98-4e1f-ae16-2d1d29457619 x-openstack-request-id: req-549094b6-eb98-4e1f-ae16-2d1d29457619 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:47.350141 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:47.352746 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-549094b6-eb98-4e1f-ae16-2d1d29457619 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:47.352746 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d', 'status': 'completed', 'code': 200} Nov 12 20:50:47.362565 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] Checking router: 761271aa-81c8-4676-9901-4ca696e42e0e for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:50:47.388512 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] Routers {'761271aa-81c8-4676-9901-4ca696e42e0e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:47.389137 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['761271aa-81c8-4676-9901-4ca696e42e0e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:47.405790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.480970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b368e-e733-4bcf-b648-e219704a3245 req-398579fa-ee82-4591-aca7-d49ed1ecf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:47.482683 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f6b368e-e733-4bcf-b648-e219704a3245 req-398579fa-ee82-4591-aca7-d49ed1ecf35f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1095 time: 0.1186037 Nov 12 20:50:47.541367 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.645250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b368e-e733-4bcf-b648-e219704a3245 req-057cbb7c-552b-419c-9158-a8f3fa7b739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:47.647140 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f6b368e-e733-4bcf-b648-e219704a3245 req-057cbb7c-552b-419c-9158-a8f3fa7b739d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51b346bd77c04c7ebe89921b97b367b9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1553442 Nov 12 20:50:47.701798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e976e73e-7a77-4c97-8d3a-69963bc29055,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:47.730021 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] Set router 761271aa-81c8-4676-9901-4ca696e42e0e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:47.730458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:50:47.742961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Deleting port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:47.743339 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.868591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] For port 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6ad86dc4-0a04-4e21-adb7-5b15ef4bd840,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:47.868591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:47.880501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b368e-e733-4bcf-b648-e219704a3245 req-e4f81b27-40ec-4df9-8b4a-6da28be31611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:47.885400 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1f6b368e-e733-4bcf-b648-e219704a3245 req-e4f81b27-40ec-4df9-8b4a-6da28be31611 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315841 Nov 12 20:50:47.889563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Calling delete_port for 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:48.044880 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:50:45Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:48.131742 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc02a5-1d6e-443e-b27a-61fd2fa517de None None] The sync data for ids ['761271aa-81c8-4676-9901-4ca696e42e0e'] in n-d-713498-29 is: [{'id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'name': 'tempest-ServersTestBootFromVolume-1621326834-router', 'tenant_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:45:45Z', 'updated_at': '2021-11-12T20:50:45Z', 'revision_number': 5, 'project_id': 'e17a4c4d4c694ed0a5e2b9e864ab9636', 'gw_port': {'id': '6ad86dc4-0a04-4e21-adb7-5b15ef4bd840', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761271aa-81c8-4676-9901-4ca696e42e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:45:46Z', 'updated_at': '2021-11-12T20:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:50:48.188403 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.188841 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Added segment 74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc of type vlan for network d87debfb-d93e-4574-8f05-0b298c6ecdd1 Nov 12 20:50:48.213051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b22047-9786-43ac-b102-fff703fad6ed req-5e589f7b-2054-48bc-ae50-68056cf63c08 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:48.214601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6b22047-9786-43ac-b102-fff703fad6ed req-5e589f7b-2054-48bc-ae50-68056cf63c08 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.7158513 Nov 12 20:50:48.264338 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.296015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.301398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad86dc4-0a04-4e21-adb7-5b15ef4bd840,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:48.320673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788a5e-a980-4853-b8b8-a662f470919e req-fd5ecf46-805c-42a6-9180-be7a076867fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:48.322246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-fd5ecf46-805c-42a6-9180-be7a076867fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1095 time: 0.3919253 Nov 12 20:50:48.322761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015663d-9d48-4c98-8c20-2c8b96ea0eaf req-d3cf4a13-13d9-45eb-9c9b-d13c5a00f90f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:48.324308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f015663d-9d48-4c98-8c20-2c8b96ea0eaf req-d3cf4a13-13d9-45eb-9c9b-d13c5a00f90f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 943 time: 0.3364146 Nov 12 20:50:48.371414 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-38fe2812-349e-4f8f-be57-6ece3bf70305 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d HTTP/1.1" status: 200 len: 217 time: 0.0406096 Nov 12 20:50:48.440882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6b22047-9786-43ac-b102-fff703fad6ed req-2574c250-a9a5-4d93-9b9a-90d90c807e72 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008674 Nov 12 20:50:48.446446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788a5e-a980-4853-b8b8-a662f470919e req-343613fa-e9c9-4339-a11d-1c1399ca82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:48.448036 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-343613fa-e9c9-4339-a11d-1c1399ca82e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 200 len: 852 time: 0.0691924 Nov 12 20:50:48.466001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f015663d-9d48-4c98-8c20-2c8b96ea0eaf req-4103945e-5be4-4a54-a802-7def3d0ac9cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046228 Nov 12 20:50:48.483435 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.514418 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-df10b78e-6202-499f-8766-0f9202bfda39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da068097-c875-4660-93b4-0ba5942fa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585847 Nov 12 20:50:48.531721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.534115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:48.537419 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.647421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] Pushing event updated for resources: {'Network': ['ID=d87debfb-d93e-4574-8f05-0b298c6ecdd1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:48.659353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:50:48.705057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.723431 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-77b55ce9-c8aa-4578-8fab-29d136f3dac2 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005847 Nov 12 20:50:48.726652 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.809154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0f2fe-6c96-4da6-a994-6dfab013e00f req-6faf32aa-61f4-4eb6-806e-901c525967d1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:48.810890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07f0f2fe-6c96-4da6-a994-6dfab013e00f req-6faf32aa-61f4-4eb6-806e-901c525967d1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.1677885 Nov 12 20:50:48.818014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1a9b5188-7c85-44bb-83eb-e714dd5baef4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1469085 Nov 12 20:50:48.818643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37456) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:48.823609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Request body: {'subnet': {'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-547775824-subnet', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:48.870158 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.870739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761271aa-81c8-4676-9901-4ca696e42e0e {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:50:48.880451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:48.881607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4918e8bd-a88f-466a-bd2c-ab3f0ed47e0e admin admin] 10.222.0.64 "DELETE /v2.0/routers/761271aa-81c8-4676-9901-4ca696e42e0e HTTP/1.1" status: 204 len: 168 time: 1.9943130 Nov 12 20:50:48.884914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37458) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:48.931004 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c8788a5e-a980-4853-b8b8-a662f470919e req-801ed63a-6a5e-428f-836e-ab69675e0433 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956060 Nov 12 20:50:48.938115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07f0f2fe-6c96-4da6-a994-6dfab013e00f req-d7e9f7a6-1fea-4818-8d5c-b5b2c4f70541 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101134 Nov 12 20:50:48.970514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c18f7ed-9875-4112-8b66-2f0187061bac admin admin] Deleting subnet acb87e54-1e68-4cb5-8463-64d5f84e4ffb {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:50:48.975603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c18f7ed-9875-4112-8b66-2f0187061bac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:49.008930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Made reservation on behalf of 2751a2c5bc2b4c738adf0c3b46236b60 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:49.011486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:49.043854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c18f7ed-9875-4112-8b66-2f0187061bac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:49.658574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c18f7ed-9875-4112-8b66-2f0187061bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:49.721881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d3917-b436-48e6-b912-db2e8874419e req-299b004f-beb5-4ed4-b94b-2ad9976cfd66 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:49.723470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d88d3917-b436-48e6-b912-db2e8874419e req-299b004f-beb5-4ed4-b94b-2ad9976cfd66 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1369600 Nov 12 20:50:49.840992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d88d3917-b436-48e6-b912-db2e8874419e req-a22db8d3-966c-477d-b937-5a1891d2d3dc tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073101 Nov 12 20:50:49.914636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e00ef-ecff-431b-ba0f-b5d91efecf81 req-239c440a-ef7e-406d-80ae-94fc909b535c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:49.916953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a47e00ef-ecff-431b-ba0f-b5d91efecf81 req-239c440a-ef7e-406d-80ae-94fc909b535c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 943 time: 0.0596652 Nov 12 20:50:49.918535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:49.953603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c18f7ed-9875-4112-8b66-2f0187061bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:49.993390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29592cd-8f1e-45b7-b321-b90ac4c4a6b7 None None] Network f5ef3117-50aa-495d-a5db-e5c2c185adef requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:49.995702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c18f7ed-9875-4112-8b66-2f0187061bac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:49.999392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4c18f7ed-9875-4112-8b66-2f0187061bac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/acb87e54-1e68-4cb5-8463-64d5f84e4ffb HTTP/1.1" status: 204 len: 168 time: 1.1126840 Nov 12 20:50:50.002798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37476) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:50.023020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30158c93-a504-4c3e-afc4-1203c2ba528b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:50.073578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18f7ed-9875-4112-8b66-2f0187061bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb87e54-1e68-4cb5-8463-64d5f84e4ffb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:50.100924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a47e00ef-ecff-431b-ba0f-b5d91efecf81 req-c72d4a20-fa5b-42c9-82fb-2d984518d1e2 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629541 Nov 12 20:50:50.100924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Checking segment: {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:50.100924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Network hostable DHCP agents. Network: d87debfb-d93e-4574-8f05-0b298c6ecdd1, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:50:50.180666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.213673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:50.220879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459ec5-4343-4e3b-8e32-2b76b18e5112 req-f6c71580-3406-475c-9b9b-92d91368269d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:50.222423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91459ec5-4343-4e3b-8e32-2b76b18e5112 req-f6c71580-3406-475c-9b9b-92d91368269d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.1132326 Nov 12 20:50:50.241128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:50.241737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6ad86dc4-0a04-4e21-adb7-5b15ef4bd840 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:50.242752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 652260c5-2983-476c-9701-c68fbb5e3fff no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:50.255899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Deleting port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:50.256237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.265207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:50:50.272372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 652260c5-2983-476c-9701-c68fbb5e3fff {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:50.273100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 652260c5-2983-476c-9701-c68fbb5e3fff not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:50.358488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91459ec5-4343-4e3b-8e32-2b76b18e5112 req-626cb4ba-6a34-4884-89ed-0029aa926e04 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239436 Nov 12 20:50:50.366728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] DHCP port deletion for f5ef3117-50aa-495d-a5db-e5c2c185adef request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:50:50.374716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d87debfb-d93e-4574-8f05-0b298c6ecdd1) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:50.378869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:50.379546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.407413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] For port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:50.407781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.412880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6f7a2-031a-4009-9263-beab944e6075 None None] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:50.422003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Calling delete_port for 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:50.509592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8c18d583-8bd5-4495-999d-53a5c62b953e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6896570 Nov 12 20:50:50.512407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37478) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:50.518032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:50.562858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Deleting port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:50:50.563391 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.660741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.665546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.665707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-d87debfb-d93e-4574-8f05-0b298c6ecdd1', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:50:50.665707 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.668371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] For port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,segment=NetworkSegment(8434eb66-3ec5-4098-80f6-c30a09922f11),segment_id=8434eb66-3ec5-4098-80f6-c30a09922f11)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:50.669308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.706382 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.725202 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.740077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:50.756776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] No DVR routers for this DVR port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:50:50.831023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Allocated IP 172.20.0.2 (d87debfb-d93e-4574-8f05-0b298c6ecdd1/30158c93-a504-4c3e-afc4-1203c2ba528b/d18a58e9-aae7-4801-be7f-851ac138d5d0) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:50.839982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Calling delete_port for 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:50:50.876306 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.954464 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ef3117-50aa-495d-a5db-e5c2c185adef']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:50.970435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8434eb66-3ec5-4098-80f6-c30a09922f11') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:50.970735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8434eb66-3ec5-4098-80f6-c30a09922f11') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:50.988874 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.005030 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.015417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:50:51.016599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:50:51.019034 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:50:51.097800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.126997 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.156981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] No DVR routers for this DVR port 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:50:51.186670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Pushing event deleted for resources: {'Port': ['ID=5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:51.202086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.202692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.203188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.206250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.206250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.206250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.206250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.206250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.206250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.207011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.207533 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.208166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6ede2-5aa4-463c-9bab-bd120c664c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:50:51.222969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.228350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.236057 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f5ef3117-50aa-495d-a5db-e5c2c185adef HTTP/1.1" status: 204 len: 168 time: 1.2315335 Nov 12 20:50:51.245986 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.255734 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b143b5b-d3fe-4423-97a1-77d13bee71b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ef3117-50aa-495d-a5db-e5c2c185adef,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:51.277676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702d577-6803-4953-bb6f-b074b5fb923a req-30b5a30a-4a05-4bad-8525-5022a1f7cda1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:51.279893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2702d577-6803-4953-bb6f-b074b5fb923a req-30b5a30a-4a05-4bad-8525-5022a1f7cda1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 946 time: 0.1726611 Nov 12 20:50:51.323408 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.395040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:51.398715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:51.404976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2702d577-6803-4953-bb6f-b074b5fb923a req-8dc73b41-871d-4ef8-81ab-51493f882b41 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919485 Nov 12 20:50:51.405722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:51.452103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-f19de44c-e4e5-43f0-a47c-be840b52c273 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:51.453779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-f19de44c-e4e5-43f0-a47c-be840b52c273 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1098 time: 0.0914402 Nov 12 20:50:51.457202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Pushing event updated for resources: {'Port': ['ID=d18a58e9-aae7-4801-be7f-851ac138d5d0,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:51.466795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-29'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:51.506600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Attempting to bind port d18a58e9-aae7-4801-be7f-851ac138d5d0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:51.507260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Attempting to bind port d18a58e9-aae7-4801-be7f-851ac138d5d0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:51.508190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Attempting to bind port d18a58e9-aae7-4801-be7f-851ac138d5d0 on network d87debfb-d93e-4574-8f05-0b298c6ecdd1 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:51.515153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:51.515747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Checking segment: {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:51.516344 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.517078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Bound using segment: {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:51.517887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Bound port: d18a58e9-aae7-4801-be7f-851ac138d5d0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:51.518543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.557663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.626551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] For port d18a58e9-aae7-4801-be7f-851ac138d5d0, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:51.630641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] For port d18a58e9-aae7-4801-be7f-851ac138d5d0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d18a58e9-aae7-4801-be7f-851ac138d5d0,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:51.781251 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.819083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.836043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34df26f-0cf7-411a-86ad-312b564565b1 req-6d8ede55-f068-4cdb-9948-fdc1a13fc06a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:51.845351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a34df26f-0cf7-411a-86ad-312b564565b1 req-6d8ede55-f068-4cdb-9948-fdc1a13fc06a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.1960638 Nov 12 20:50:51.861739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c17df-c922-413b-bfa2-bcc3585fc132 None None] Pushing event updated for resources: {'Port': ['ID=d18a58e9-aae7-4801-be7f-851ac138d5d0,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:51.876574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ab412-8aa6-4c8c-9d3a-c6fd5c647e4b req-dbfa5b01-a094-4c83-9f7e-0cd920183208 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:51.877519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37498) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:51.878209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-333ab412-8aa6-4c8c-9d3a-c6fd5c647e4b req-dbfa5b01-a094-4c83-9f7e-0cd920183208 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 943 time: 0.2786224 Nov 12 20:50:51.938712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.949644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f8473c66-a96c-4402-8eff-9599c819531f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e17a4c4d4c694ed0a5e2b9e864ab9636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705380 Nov 12 20:50:51.950735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37500) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:52.026260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-517d26ac-135e-414d-b1a9-c6986d4452f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:52.093276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a34df26f-0cf7-411a-86ad-312b564565b1 req-e5bea21a-0322-449b-baac-b71b36847ed7 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449141 Nov 12 20:50:52.121410 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-517d26ac-135e-414d-b1a9-c6986d4452f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:52.275248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-333ab412-8aa6-4c8c-9d3a-c6fd5c647e4b req-02b87a18-c39a-42f0-8a71-34ee3fa562d2 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578990 Nov 12 20:50:52.310975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-517d26ac-135e-414d-b1a9-c6986d4452f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:52.314102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-517d26ac-135e-414d-b1a9-c6986d4452f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:52.322608 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-517d26ac-135e-414d-b1a9-c6986d4452f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/630d7a6d-8910-4919-80a0-8b99236b1cc4 HTTP/1.1" status: 204 len: 168 time: 0.3681865 Nov 12 20:50:52.335051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d26ac-135e-414d-b1a9-c6986d4452f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630d7a6d-8910-4919-80a0-8b99236b1cc4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:52.379683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:52.475528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Allocated IP 172.25.8.53 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:52.495857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:50:52.545252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:52.566099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:50:52.566439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5e55c593-4c1a-4cdb-a9f9-12a90ab74a6d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:50:52.611335 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:52.614214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:52.616938 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fba9a59-42f0-4b9d-9836-f9e68ecd06bd" -d '{"events": [{"server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "name": "network-vif-unplugged", "status": "completed", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:52.695448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:52.828090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:52.868274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6030-48c9-4dca-9111-690ea6db8957 req-62c89315-b1f3-4c1e-afff-5312be93645a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:52.868274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db2c6030-48c9-4dca-9111-690ea6db8957 req-62c89315-b1f3-4c1e-afff-5312be93645a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 944 time: 0.1826744 Nov 12 20:50:52.876788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Pushing event updated for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:52.910717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on host n-h2-713498-29 for vnic_type normal with profile {"migrating_to": "n-h1-713498-29"} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:52.911043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:52.911396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:52.921604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:50:52.921936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Attempting to bind port 44c4b6de-1952-478d-8f25-95afec9b22ff on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:52.992623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db2c6030-48c9-4dca-9111-690ea6db8957 req-66ab58f8-0a59-4c1b-ace2-25039c40a3bc tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172800 Nov 12 20:50:53.011542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:53.014910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1615863e-f8a5-454e-8aa0-13c9f5d1df1d details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:50:53.023057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:53.023779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:53.024658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Bound port: 44c4b6de-1952-478d-8f25-95afec9b22ff, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:53.024915 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.031032 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8003f1db-06fd-499f-a8ba-d32b1788f733 x-openstack-request-id: req-8003f1db-06fd-499f-a8ba-d32b1788f733 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:53.031370 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "name": "network-vif-unplugged", "status": "completed", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:53.031668 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8003f1db-06fd-499f-a8ba-d32b1788f733 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:53.032039 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff', 'code': 200} Nov 12 20:50:53.142202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:53.151128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:53.240475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:53.240475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d', 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e', 'port_id': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d', 'mac_address': 'fa:16:3e:34:1c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1493b30f-bac9-4e40-8c5a-c05da522b11f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:50:53.240788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3788c8e-0f27-47aa-9da8-b25bf8b33ab0 req-f8e3cfd8-0fa9-45bb-a78f-dce4c9d28138 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:53.240788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3788c8e-0f27-47aa-9da8-b25bf8b33ab0 req-f8e3cfd8-0fa9-45bb-a78f-dce4c9d28138 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.0553563 Nov 12 20:50:53.245299 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.302922 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.337092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3788c8e-0f27-47aa-9da8-b25bf8b33ab0 req-6b00723e-0284-43a0-8379-6ea96454c69b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782020 Nov 12 20:50:53.405636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1615863e-f8a5-454e-8aa0-13c9f5d1df1d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:50:53.430166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:53.448641 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.462115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f778575b-4692-402a-96b4-a0fe0dc9ae69 None None] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:53.470325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:53.476655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:53.480597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:53.545441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d50bb07f-ee00-42ce-aece-425bdaa55d5b None None] Provisioning complete for port d18a58e9-aae7-4801-be7f-851ac138d5d0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:53.546098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d50bb07f-ee00-42ce-aece-425bdaa55d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.577758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.615389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:53.710084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:53.750818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:53.751492 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.753341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] 10.222.0.78 "PUT /v2.0/ports/44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 1124 time: 2.2908463 Nov 12 20:50:53.772445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044e145-d551-4e89-b336-3c661d8f3f1b req-85f72678-4360-4941-bedb-f24ae464ce8d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:53.775842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9044e145-d551-4e89-b336-3c661d8f3f1b req-85f72678-4360-4941-bedb-f24ae464ce8d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 944 time: 0.3266864 Nov 12 20:50:53.809420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d50bb07f-ee00-42ce-aece-425bdaa55d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.835022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['44c4b6de-1952-478d-8f25-95afec9b22ff'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:53.875060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9044e145-d551-4e89-b336-3c661d8f3f1b req-54cfe05f-7193-4d5c-992a-a3d385a97bef tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846949 Nov 12 20:50:53.930039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['44c4b6de-1952-478d-8f25-95afec9b22ff'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:53.986466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed283927-bee1-4b6f-946f-3aaa9ef47a0e service neutron] Pushing event updated for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=8']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:54.000421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:50:54.030643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d50bb07f-ee00-42ce-aece-425bdaa55d5b None None] For port d18a58e9-aae7-4801-be7f-851ac138d5d0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d18a58e9-aae7-4801-be7f-851ac138d5d0,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:54.167679 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d50bb07f-ee00-42ce-aece-425bdaa55d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.200283 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37552) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:54.289166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d18a58e9-aae7-4801-be7f-851ac138d5d0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:54.419962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:54.447378 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.479815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-584555296-network', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:54.538728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6288c9e-b030-453a-9a5c-c05efd1083c8 req-0a41dead-dd9f-4645-b1fc-8a62fb020459 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:54.540257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6288c9e-b030-453a-9a5c-c05efd1083c8 req-0a41dead-dd9f-4645-b1fc-8a62fb020459 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 944 time: 0.2821386 Nov 12 20:50:54.541093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bb07f-ee00-42ce-aece-425bdaa55d5b None None] Pushing event updated for resources: {'Port': ['ID=d18a58e9-aae7-4801-be7f-851ac138d5d0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:54.563499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04d721e9-d79b-4ae3-8cff-93cca25d15fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.610994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:54.613738 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.632354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.632768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553f6f3-1e8a-49fb-b682-8cd9d0a79b8d req-6dbdecab-db34-4833-ae16-b3dfc5cd44fd tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:54.634534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8553f6f3-1e8a-49fb-b682-8cd9d0a79b8d req-6dbdecab-db34-4833-ae16-b3dfc5cd44fd tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.1369770 Nov 12 20:50:54.667155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d18a58e9-aae7-4801-be7f-851ac138d5d0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:54.667980 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.700793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04d721e9-d79b-4ae3-8cff-93cca25d15fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.707423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-404cae3a-a3d4-453f-9b93-df65a011e865 None None] Provisioning complete for port d18a58e9-aae7-4801-be7f-851ac138d5d0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:54.707894 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-404cae3a-a3d4-453f-9b93-df65a011e865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.718579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6288c9e-b030-453a-9a5c-c05efd1083c8 req-4b9f3bc5-c38f-4579-96d2-a7b4386ceee2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557150 Nov 12 20:50:54.753773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8553f6f3-1e8a-49fb-b682-8cd9d0a79b8d req-ee3897ca-984d-48ba-af51-d0ad22838f6c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086032 Nov 12 20:50:54.767582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.795668 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04d721e9-d79b-4ae3-8cff-93cca25d15fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.809727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.852222 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-04d721e9-d79b-4ae3-8cff-93cca25d15fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=420880c668a04f8fa23a6c2c519eed76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312084 Nov 12 20:50:54.853497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d721e9-d79b-4ae3-8cff-93cca25d15fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc143d-1f73-4afc-8423-5aa1546d2691,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:54.858530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37568) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:54.867649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.930207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:50:54.940722 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.940996 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Added segment 91261917-6a17-4c18-b0ed-7ff1ab126ab1 of type vlan for network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 Nov 12 20:50:54.984874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e5e41f-8a81-45ee-9162-7f24b50d1567,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:54.998977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 44c4b6de-1952-478d-8f25-95afec9b22ff details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:50:54.999145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.032990 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14f0e869-3c4b-4afb-8c57-7a31b42aaf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.033262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:55.036051 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221" -d '{"events": [{"name": "network-changed", "server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:55.057700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f227575-2db3-4186-b722-6a066e7a5965 req-3041c2a2-0253-43b7-839b-1f66208f125f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:55.059823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f227575-2db3-4186-b722-6a066e7a5965 req-3041c2a2-0253-43b7-839b-1f66208f125f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 944 time: 0.0945506 Nov 12 20:50:55.060082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14f0e869-3c4b-4afb-8c57-7a31b42aaf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.111930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.115040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:55.115827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.125300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f227575-2db3-4186-b722-6a066e7a5965 req-01a2cea8-2130-4980-864c-1e8086be7775 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561872 Nov 12 20:50:55.140636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:50:55.148970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:55.165249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 44c4b6de-1952-478d-8f25-95afec9b22ff has no active binding in host n-h1-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:50:55.190748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5b98d4-0e14-4e9b-a116-e73d04f23697,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:55.201599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:50:55.263597 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017621e-412e-4652-9b5c-44ee9a543bfd x-openstack-request-id: req-d017621e-412e-4652-9b5c-44ee9a543bfd {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:55.263597 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:55.263910 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d017621e-412e-4652-9b5c-44ee9a543bfd {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:55.264246 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff', 'status': 'completed', 'code': 200} Nov 12 20:50:55.272030 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9c5a0fd4-119a-44f1-8af6-6cda211a9c34 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0680506 Nov 12 20:50:55.272579 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37584) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:55.280478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Request body: {'subnet': {'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-584555296-subnet', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:55.292973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:50:55.305361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Sync routers for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:50:55.309148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14f0e869-3c4b-4afb-8c57-7a31b42aaf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.310511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14f0e869-3c4b-4afb-8c57-7a31b42aaf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.314044 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-14f0e869-3c4b-4afb-8c57-7a31b42aaf67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42cc143d-1f73-4afc-8423-5aa1546d2691 HTTP/1.1" status: 204 len: 168 time: 0.4514983 Nov 12 20:50:55.317215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:55.317954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:55.323715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-6f6e32d5-3d48-43b6-99d3-53c12f7c841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:55.325888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-6f6e32d5-3d48-43b6-99d3-53c12f7c841e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1127 time: 0.0959682 Nov 12 20:50:55.332312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0e869-3c4b-4afb-8c57-7a31b42aaf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc143d-1f73-4afc-8423-5aa1546d2691,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:55.405261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:55.407997 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.445734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-c736cab7-4b3f-4b1c-a022-f1800d191ee6 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:55.446971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-c736cab7-4b3f-4b1c-a022-f1800d191ee6 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/networks?id=da044c2f-45ed-480f-bd18-ad677e49a434 HTTP/1.1" status: 200 len: 815 time: 0.1272829 Nov 12 20:50:55.467222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-28fc5811-4638-47f0-9c87-001957fe0f06 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/quotas/7d4b6b50e17c44b9a12dcc62fd5873f9 HTTP/1.1" status: 200 len: 375 time: 0.0116436 Nov 12 20:50:55.478248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:55.489976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-d20858a1-348d-48d3-9f2a-33d4e2a349a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:55.491478 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-d20858a1-348d-48d3-9f2a-33d4e2a349a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.1570969 Nov 12 20:50:55.512838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.517312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-53203ba6-6188-4f3a-8e1c-c1c68d651713 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.0038204 Nov 12 20:50:55.519367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37592) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:55.540825 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-21da423c-bdf3-4efd-bebe-0eab55cbc8c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 217 time: 0.0409591 Nov 12 20:50:55.592412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-9e1ee8f5-c550-430d-b109-3e1552ed7b4f tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d4b6b50e17c44b9a12dcc62fd5873f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176231 Nov 12 20:50:55.623553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-0cf90449-d354-4642-aefa-ac769bc82852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:55.625102 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-0cf90449-d354-4642-aefa-ac769bc82852 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0752919 Nov 12 20:50:55.664512 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-bb8e46d7-c606-4099-97ff-fb96e69c67a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296693 Nov 12 20:50:55.698141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:54Z', 'revision_number': 3, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:55.737216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Checking router: 5f7837f5-f0a5-4b64-800d-68a4a683bc6b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:50:55.738883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Updating router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:50:55.789913 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.813347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.897118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3315cf9a-fc23-4591-bc8c-348e95375ed8,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:55.941176 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-663c621f-3e63-4115-a079-7754f78698e3 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510307 Nov 12 20:50:55.941176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Checking segment: {'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:55.941176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Network hostable DHCP agents. Network: 1c5b98d4-0e14-4e9b-a116-e73d04f23697, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:50:56.030117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:50:56.069981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a7f148be-05e0-479b-a2fe-c2e6c0bb6221 req-1eff4a5a-8d6b-47d5-976a-4451858523de service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231289 Nov 12 20:50:56.120574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 1c5b98d4-0e14-4e9b-a116-e73d04f23697) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:56.130342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:56.133263 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.136803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09f964-fe81-42e4-b071-94b31e4046cc None None] Network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:56.206763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d18a58e9-aae7-4801-be7f-851ac138d5d0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:56.242861 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d98678b4-8672-4e63-8084-e3a58622cb3b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9686544 Nov 12 20:50:56.244454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17242-8f6f-4564-92b2-91555cc2601d req-64864805-2033-4e5f-8785-1ffedad55095 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:56.245510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:56.247880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea17242-8f6f-4564-92b2-91555cc2601d req-64864805-2033-4e5f-8785-1ffedad55095 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.1532109 Nov 12 20:50:56.251705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:56.309445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-5a630c33-4b33-4735-b0c3-7f0df5f52a62 service neutron] 10.222.0.64 "GET /v2.0/networks/da044c2f-45ed-480f-bd18-ad677e49a434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108905 Nov 12 20:50:56.360525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.361820 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.392076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea17242-8f6f-4564-92b2-91555cc2601d req-234a1e72-b107-436e-aece-81f2b2923d32 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269574 Nov 12 20:50:56.392305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d18a58e9-aae7-4801-be7f-851ac138d5d0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:56.392551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.428945 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.445202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.483918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-1c5b98d4-0e14-4e9b-a116-e73d04f23697', 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'fixed_ips': [{'subnet_id': '3315cf9a-fc23-4591-bc8c-348e95375ed8'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:50:56.484912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.552158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.558032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-e17538e8-ad27-468e-898e-cbea3e32d960 service neutron] 10.222.0.64 "GET /v2.0/networks/da044c2f-45ed-480f-bd18-ad677e49a434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274535 Nov 12 20:50:56.595915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487bff2-577e-4a3b-a43a-06e043be1dba req-a8541ca5-2fa3-4ad9-aaa0-f38def1870c5 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:56.597732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a487bff2-577e-4a3b-a43a-06e043be1dba req-a8541ca5-2fa3-4ad9-aaa0-f38def1870c5 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 944 time: 0.1110060 Nov 12 20:50:56.672610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37620) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:56.679856 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.713896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b7714-b876-41d6-b097-69c12c850c12 None None] Pushing event updated for resources: {'Port': ['ID=1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:56.719620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a487bff2-577e-4a3b-a43a-06e043be1dba req-2d769864-a669-445e-87a4-bfa2c65e2c7c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096146 Nov 12 20:50:56.767455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Attempting to bind port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:56.767826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Attempting to bind port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:56.768198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Attempting to bind port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:56.768506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.779123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:56.779607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:56.779934 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.780916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:56.780916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Bound port: 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:56.781161 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.838751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-network', 'tenant_id': '9cc043d6557c454bb59a2953763aa397'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:56.872061 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] For port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:56.878332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] For port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:56.879226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Allocated IP 172.20.0.2 (1c5b98d4-0e14-4e9b-a116-e73d04f23697/3315cf9a-fc23-4591-bc8c-348e95375ed8/27fc580e-31ba-4110-a2b2-0f6be4ab680f) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:56.995791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.018159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1615863e-f8a5-454e-8aa0-13c9f5d1df1d up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:50:57.024838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Allocated IP 172.20.0.1 (d87debfb-d93e-4574-8f05-0b298c6ecdd1/30158c93-a504-4c3e-afc4-1203c2ba528b/10fb5e98-13e5-4168-b5ca-814339118071) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:57.071277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.093468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.104836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-050e491a-7b5d-471b-8270-a228f6030506 req-f910f972-c848-41e1-b6d1-8dbe2038bd76 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 210 time: 0.1588609 Nov 12 20:50:57.111183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:57.113583 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.165765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.173361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:57.173983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:57.177714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cd044-99a0-4f0a-993e-eecd3496e401 req-d222cf7c-f9a9-4795-b4f6-6b96f99de50f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:57.179244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73cd044-99a0-4f0a-993e-eecd3496e401 req-d222cf7c-f9a9-4795-b4f6-6b96f99de50f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 944 time: 0.3833599 Nov 12 20:50:57.207278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Allocated IP 172.25.8.39 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/fbc0fb7b-0780-4e83-b916-3f7f195457c9) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:50:57.226627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.231316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b7714-b876-41d6-b097-69c12c850c12 None None] Pushing event updated for resources: {'Port': ['ID=1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:57.233837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:50:57.251694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:57.253823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.299598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.332281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73cd044-99a0-4f0a-993e-eecd3496e401 req-c6c19b88-1824-4310-bac6-26ee8ca298f7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334903 Nov 12 20:50:57.357852 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.364794 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.367533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.431922 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.436672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:57.447582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:57.460557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:50:57.471270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8603ae45-55f9-4842-9943-b80eab48b280,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:57.473301 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.484184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.484534 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Added segment d540392c-0bc7-48c3-8fc7-d424a0b9b5d9 of type vlan for network 6d55188b-f390-4fb9-9446-2ca26fe33c28 Nov 12 20:50:57.493252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.500914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:57.514382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:57.518480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:57.527070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:57.537941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:57.543859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Pushing event updated for resources: {'Port': ['ID=27fc580e-31ba-4110-a2b2-0f6be4ab680f,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:57.564977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc0fb7b-0780-4e83-b916-3f7f195457c9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:57.565910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:57.573692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:57.607451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:50:57.635676 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.651406 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.680827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9d170cf2-37ee-4b71-973e-534b9dd74337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.713103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Attempting to bind port 27fc580e-31ba-4110-a2b2-0f6be4ab680f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:50:57.713918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Attempting to bind port 27fc580e-31ba-4110-a2b2-0f6be4ab680f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:50:57.714891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Attempting to bind port 27fc580e-31ba-4110-a2b2-0f6be4ab680f on network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:50:57.721166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.723740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Pushing event updated for resources: {'Port': ['ID=10fb5e98-13e5-4168-b5ca-814339118071,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:57.735967 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:50:57.736432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Checking segment: {'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:57.736734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.737125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Bound using segment: {'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:50:57.737633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Bound port: 27fc580e-31ba-4110-a2b2-0f6be4ab680f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:50:57.738007 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.772083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c19-8265-4fbe-a3f3-9159436ca3f5 req-6183e14b-87dc-4ab5-8c8d-53ddfa865ad3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:57.773684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b04c19-8265-4fbe-a3f3-9159436ca3f5 req-6183e14b-87dc-4ab5-8c8d-53ddfa865ad3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2924211 Nov 12 20:50:57.791227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:50:57.794359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:50:57.796775 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d837933-a4b9-4825-8f43-375dae074d84" -d '{"events": [{"server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "name": "network-vif-plugged", "status": "completed", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:50:57.864167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.918992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.920100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:57.920693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.924274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:57.932702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:57.964384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] For port 27fc580e-31ba-4110-a2b2-0f6be4ab680f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:50:57.977205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] For port 27fc580e-31ba-4110-a2b2-0f6be4ab680f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=27fc580e-31ba-4110-a2b2-0f6be4ab680f,segment=NetworkSegment(91261917-6a17-4c18-b0ed-7ff1ab126ab1),segment_id=91261917-6a17-4c18-b0ed-7ff1ab126ab1)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:50:57.979356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:54Z', 'revision_number': 3, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:57.992644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b04c19-8265-4fbe-a3f3-9159436ca3f5 req-c742d054-4407-427a-beea-fe4c113fba4a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046306 Nov 12 20:50:58.008184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] Pushing event updated for resources: {'Network': ['ID=6d55188b-f390-4fb9-9446-2ca26fe33c28,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:58.015412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f493c3d-7231-419f-95bc-0f0bd3930d37 None None] The sync data for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 is: [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:54Z', 'revision_number': 3, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:50:58.035138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7b447f06-95af-4318-b8d8-d886da616f10 None None] Provisioning complete for port 10fb5e98-13e5-4168-b5ca-814339118071 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:58.035558 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7b447f06-95af-4318-b8d8-d886da616f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.037311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:50:58.051035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d75b8-3299-413b-9725-4b2e77d427f2 req-10b39969-4a3f-4fcf-b2dd-29a1f5358637 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:58.052984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b4d75b8-3299-413b-9725-4b2e77d427f2 req-10b39969-4a3f-4fcf-b2dd-29a1f5358637 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 944 time: 0.1971014 Nov 12 20:50:58.096793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.100917 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e904fe-6c4f-4138-99c4-ac73f7f3df4a x-openstack-request-id: req-88e904fe-6c4f-4138-99c4-ac73f7f3df4a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:50:58.101198 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "name": "network-vif-plugged", "status": "completed", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:50:58.101448 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88e904fe-6c4f-4138-99c4-ac73f7f3df4a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:50:58.101918 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d', 'code': 200} Nov 12 20:50:58.181420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7723a459-f5e7-4e05-96cb-0982111ba12d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5076828 Nov 12 20:50:58.189775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37642) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:58.190651 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.213681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Request body: {'subnet': {'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-subnet', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:58.256011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2211e29b-2817-4c39-a40b-3c2fbdddd165 req-7d07a5ce-77ad-447a-994b-ac0ecd482902 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 210 time: 0.0681095 Nov 12 20:50:58.269397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b4d75b8-3299-413b-9725-4b2e77d427f2 req-63d80804-a197-486d-91cf-1351007b8f3b tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095597 Nov 12 20:50:58.277056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.291857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7b447f06-95af-4318-b8d8-d886da616f10 None None] Port 10fb5e98-13e5-4168-b5ca-814339118071 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:50:58.332418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001fb70-c4ab-4b68-953d-09fa08f08716 None None] Pushing event updated for resources: {'Port': ['ID=27fc580e-31ba-4110-a2b2-0f6be4ab680f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:58.345480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:50:58.348079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.358135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7999289-b842-4cce-ac14-573babd3ed39 req-39457f95-972e-475d-9ec0-4d94264db8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:58.359643 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7999289-b842-4cce-ac14-573babd3ed39 req-39457f95-972e-475d-9ec0-4d94264db8c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1097 time: 0.1805205 Nov 12 20:50:58.586768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8710d-c6bd-4414-8f3f-31f1c41b677e req-60013bc9-6c66-48db-8fbc-31c3afac53fd tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:58.624977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1cd8710d-c6bd-4414-8f3f-31f1c41b677e req-60013bc9-6c66-48db-8fbc-31c3afac53fd tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 945 time: 0.1744390 Nov 12 20:50:58.661832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.705285 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1cd8710d-c6bd-4414-8f3f-31f1c41b677e req-e4ffa568-2815-4469-8880-f5cb7d01aad5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779860 Nov 12 20:50:58.767593 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7999289-b842-4cce-ac14-573babd3ed39 req-64245545-783d-4393-87c6-836e86150173 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465505 Nov 12 20:50:58.774274 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.846057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.849021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Pushing event updated for resources: {'Port': ['ID=10fb5e98-13e5-4168-b5ca-814339118071,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:58.855121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:58.889533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Router ba2cd7c5-1072-47f2-beb5-06d835138ce7 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:50:58.916923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df07bf98-60de-4136-8439-aa74a28789ab,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:50:58.956343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:50:58.957901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:58.996090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Checking segment: {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:50:58.996831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Network hostable DHCP agents. Network: 6d55188b-f390-4fb9-9446-2ca26fe33c28, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:50:59.081143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:50:59.093074 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Sync routers for ids ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:50:59.107621 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Routers {'ba2cd7c5-1072-47f2-beb5-06d835138ce7'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:50:59.107621 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:59.154309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:50:59.185817 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:59.189976 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8badd515-6b20-448c-9525-0ad0666496d1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9406524 Nov 12 20:50:59.190318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37648) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:59.265766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:50:59.288440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 6d55188b-f390-4fb9-9446-2ca26fe33c28) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:50:59.294282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c509a525-04cf-4a65-a496-e80c248eff11 None None] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:59.303179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:59.304164 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:59.310326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408c88f-9251-4c24-9420-0e28489a97d2 req-21a3c0f7-86df-4a1d-8f96-5871a11fe45c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:59.312409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3408c88f-9251-4c24-9420-0e28489a97d2 req-21a3c0f7-86df-4a1d-8f96-5871a11fe45c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.1662524 Nov 12 20:50:59.381973 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Set router ba2cd7c5-1072-47f2-beb5-06d835138ce7 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:50:59.480038 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f299a99-1670-4c2b-b61b-4ecae4e15942 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2875366 Nov 12 20:50:59.483832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37654) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:50:59.490514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b9241ae6-2e74-4859-b9f3-584530617690 None None] Provisioning complete for port 10fb5e98-13e5-4168-b5ca-814339118071 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:50:59.490824 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9241ae6-2e74-4859-b9f3-584530617690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:59.508365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:50:59.562627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c3307b1-2e7c-4a58-b1d6-470fcdc4ad0f req-a2e50844-4bef-4cbd-a612-eac3899c56a3 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 210 time: 0.1364405 Nov 12 20:50:59.622701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3408c88f-9251-4c24-9420-0e28489a97d2 req-406701a6-0543-4f97-afbc-837cee6090a3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359204 Nov 12 20:50:59.637705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:59.642068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:59.718854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:59.723307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:50:59.747121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f28f9d2e-5bb3-4db9-b83d-49a020a75882 admin admin] 10.222.0.64 "PUT /v2.0/routers/5f7837f5-f0a5-4b64-800d-68a4a683bc6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2186778 Nov 12 20:50:59.861837 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 3, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:50:59.936702 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Checking router: ba2cd7c5-1072-47f2-beb5-06d835138ce7 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:50:59.937059 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Updating router ba2cd7c5-1072-47f2-beb5-06d835138ce7 port fbc0fb7b-0780-4e83-b916-3f7f195457c9 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:50:59.964087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819fcad-86d9-4345-a2a3-831a4579d8b5 None None] Network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:50:59.993427 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:00.055826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b9241ae6-2e74-4859-b9f3-584530617690 None None] Port 10fb5e98-13e5-4168-b5ca-814339118071 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:00.087801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5b30b-932c-459c-947c-6f58f93883d4 req-5a5e680a-9f71-41d2-af91-f1d1d8694faf tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:00.097761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8db5b30b-932c-459c-947c-6f58f93883d4 req-5a5e680a-9f71-41d2-af91-f1d1d8694faf tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 944 time: 0.3974264 Nov 12 20:51:00.238360 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7e113b2-8a31-4d9e-8fe7-8b56ff43011f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:00.273328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-a862d261-39bb-49b0-927c-3dab6297c419 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:00.279887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-a862d261-39bb-49b0-927c-3dab6297c419 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.78 "GET /v2.0/networks?id=da044c2f-45ed-480f-bd18-ad677e49a434 HTTP/1.1" status: 200 len: 815 time: 0.6840401 Nov 12 20:51:00.288823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ab3ad-7ace-479a-9670-cae388412660 req-79158f85-43fa-4d09-b78d-6ddf3dec45c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:00.298548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ab3ad-7ace-479a-9670-cae388412660 req-79158f85-43fa-4d09-b78d-6ddf3dec45c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 945 time: 0.4443841 Nov 12 20:51:00.338166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:00.360472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8db5b30b-932c-459c-947c-6f58f93883d4 req-9a359bb2-dcd4-4c67-b825-31d61e31a653 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617319 Nov 12 20:51:00.388286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Request body: {'port': {'device_id': '1b74a7cb-b2ad-4092-b708-d4f43aaf4760', 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434', 'admin_state_up': True, 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:00.558306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-6d55188b-f390-4fb9-9446-2ca26fe33c28', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:51:00.559240 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:00.580976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ab3ad-7ace-479a-9670-cae388412660 req-2d776017-17f2-411e-8e5a-689daa14d59a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194908 Nov 12 20:51:00.673381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-87e32ff8-15e4-4fd8-9b31-0b843a3d0ccc None None] Provisioning complete for port 27fc580e-31ba-4110-a2b2-0f6be4ab680f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:00.673381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-87e32ff8-15e4-4fd8-9b31-0b843a3d0ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:00.696015 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:00.735623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Made reservation on behalf of 7d4b6b50e17c44b9a12dcc62fd5873f9 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:00.749344 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:00.771829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Sync routers for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:51:00.814343 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:00.829765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:00.860706 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Attempting to bind port fbc0fb7b-0780-4e83-b916-3f7f195457c9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:00.862244 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Attempting to bind port fbc0fb7b-0780-4e83-b916-3f7f195457c9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:00.863154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Attempting to bind port fbc0fb7b-0780-4e83-b916-3f7f195457c9 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:00.875447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd83b33-4f0f-4473-b06b-8c497c9358d8 req-58f01057-f20e-4d32-8a36-797c86033d0f tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 210 time: 0.1644623 Nov 12 20:51:00.895166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:00.895839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:01.022687 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Pushing event updated for resources: {'Port': ['ID=fbc0fb7b-0780-4e83-b916-3f7f195457c9,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:01.056570 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.057106 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.057638 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.058108 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-87e32ff8-15e4-4fd8-9b31-0b843a3d0ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:01.058346 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.059390 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.059908 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.060418 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.061146 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.061454 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.062336 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.062849 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.063374 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:01.079381 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:01.079381 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:01.079381 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:01.079381 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:01.080605 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Bound port: fbc0fb7b-0780-4e83-b916-3f7f195457c9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:01.081346 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:01.160197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:01.160843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:01.166541 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] For port fbc0fb7b-0780-4e83-b916-3f7f195457c9, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:01.170700 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] For port fbc0fb7b-0780-4e83-b916-3f7f195457c9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fbc0fb7b-0780-4e83-b916-3f7f195457c9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:01.234002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Allocated IP 172.20.0.13 (da044c2f-45ed-480f-bd18-ad677e49a434/3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf/5256ede1-ae20-454f-9e33-3334e4366711) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:01.276458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bc6e3-fc85-41ec-aedb-c05b8467f0be req-415a3eb2-7972-48ce-a25c-55ed8293870c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:01.284550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a76bc6e3-fc85-41ec-aedb-c05b8467f0be req-415a3eb2-7972-48ce-a25c-55ed8293870c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2130072 Nov 12 20:51:01.290214 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:01.360985 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c3a6d-02ec-483e-8558-546ec5067cc4 None None] Pushing event updated for resources: {'Port': ['ID=fbc0fb7b-0780-4e83-b916-3f7f195457c9,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:01.423026 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Routers {'ba2cd7c5-1072-47f2-beb5-06d835138ce7'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:01.426939 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:01.513539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:01.631904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a76bc6e3-fc85-41ec-aedb-c05b8467f0be req-0f65b428-8d61-4178-857b-797aae43d153 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184452 Nov 12 20:51:01.759010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:01.869154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] Set router ba2cd7c5-1072-47f2-beb5-06d835138ce7 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:01.975492 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.004257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-87e32ff8-15e4-4fd8-9b31-0b843a3d0ccc None None] For port 27fc580e-31ba-4110-a2b2-0f6be4ab680f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=27fc580e-31ba-4110-a2b2-0f6be4ab680f,segment=NetworkSegment(91261917-6a17-4c18-b0ed-7ff1ab126ab1),segment_id=91261917-6a17-4c18-b0ed-7ff1ab126ab1)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:02.065676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c41050-4b13-4b3a-9bfb-d450130012ee req-e1140616-ef4e-43ff-a595-8848267770ab tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:02.083640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6c41050-4b13-4b3a-9bfb-d450130012ee req-e1140616-ef4e-43ff-a595-8848267770ab tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 944 time: 0.2209706 Nov 12 20:51:02.110838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37690) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:02.124835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-942a6691-d512-49e4-9dc3-35ad5453459c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379711782', 'description': 'tempest-description--1233770458'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:02.200505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.210765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-87e32ff8-15e4-4fd8-9b31-0b843a3d0ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.216166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Allocated IP 172.20.0.2 (6d55188b-f390-4fb9-9446-2ca26fe33c28/df07bf98-60de-4136-8439-aa74a28789ab/57b1d162-4b94-400e-8199-fe8e399a9e23) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:02.309397 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 3, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:02.376406 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c2b6f-6a3c-4fc1-858a-8a29b1807819 None None] The sync data for ids ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'] in n-d-713498-29 is: [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 3, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:51:02.440511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b6a4-72ea-4caa-bec7-8aceaffb4524 req-cf6ec286-9072-42ba-8637-ec8d9a53135a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:02.455852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b20b6a4-72ea-4caa-bec7-8aceaffb4524 req-cf6ec286-9072-42ba-8637-ec8d9a53135a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 945 time: 0.2422364 Nov 12 20:51:02.491957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-942a6691-d512-49e4-9dc3-35ad5453459c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.537727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Allocated IP 172.20.0.1 (1c5b98d4-0e14-4e9b-a116-e73d04f23697/3315cf9a-fc23-4591-bc8c-348e95375ed8/edc1ae48-2941-47cd-8da3-f12582f575bd) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:02.621809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6c41050-4b13-4b3a-9bfb-d450130012ee req-d72b6e6e-d78b-454f-a9a3-5d8ea421cd0a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365925 Nov 12 20:51:02.646910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-de321a31-b5eb-43c6-9830-b65ab85c6b13 None None] Provisioning complete for port 27fc580e-31ba-4110-a2b2-0f6be4ab680f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:02.659576 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de321a31-b5eb-43c6-9830-b65ab85c6b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.664722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.721433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:02.737806 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.800418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.832244 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.928337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-942a6691-d512-49e4-9dc3-35ad5453459c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:02.953139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Network da044c2f-45ed-480f-bd18-ad677e49a434 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:02.972448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:03.001800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b20b6a4-72ea-4caa-bec7-8aceaffb4524 req-0f34dd16-d94b-44c0-b0ec-519ce27c9f45 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448697 Nov 12 20:51:03.003251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:03.010084 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.033962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e32ff8-15e4-4fd8-9b31-0b843a3d0ccc None None] Pushing event updated for resources: {'Port': ['ID=27fc580e-31ba-4110-a2b2-0f6be4ab680f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:03.075377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 44c4b6de-1952-478d-8f25-95afec9b22ff no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:51:03.106400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.111481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 27fc580e-31ba-4110-a2b2-0f6be4ab680f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:03.193803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfed91f-16ce-4c4a-b93c-91a72f136571 req-ebc7c3a0-4dea-4439-900d-be18a763d069 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:03.201104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdfed91f-16ce-4c4a-b93c-91a72f136571 req-ebc7c3a0-4dea-4439-900d-be18a763d069 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 932 time: 0.4165020 Nov 12 20:51:03.208505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-942a6691-d512-49e4-9dc3-35ad5453459c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.262017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Allocated IP 172.25.8.79 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/77885970-0f0e-4f01-bb05-328a89f0383d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:03.309854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a6691-d512-49e4-9dc3-35ad5453459c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427103ab-7f31-47ac-a59a-80b17aaa6ab1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:03.312212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Pushing event updated for resources: {'Port': ['ID=5256ede1-ae20-454f-9e33-3334e4366711,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:03.386045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:03.386845 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.485325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26dfc2-1346-48e3-b6c7-5e01921b3e2f req-254a8d15-ad2c-4b83-842d-b06bbe399cc2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:03.492879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea26dfc2-1346-48e3-b6c7-5e01921b3e2f req-254a8d15-ad2c-4b83-842d-b06bbe399cc2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2442076 Nov 12 20:51:03.517904 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-942a6691-d512-49e4-9dc3-35ad5453459c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.519233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-942a6691-d512-49e4-9dc3-35ad5453459c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4045064 Nov 12 20:51:03.522443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37698) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:03.536090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.546781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.548953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-306e2bc6-6922-4e1c-8496-5933cf9f8e54 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Request body: {'security_group_rule': {'security_group_id': '427103ab-7f31-47ac-a59a-80b17aaa6ab1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:03.562484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8e294138-48ef-484c-9997-540a993e7493 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2114949 Nov 12 20:51:03.592398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdfed91f-16ce-4c4a-b93c-91a72f136571 req-c0c96275-a11e-4c6f-a5c7-1f2bf3d48a06 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903620 Nov 12 20:51:03.600513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Request body: {'port': {'device_id': '1b74a7cb-b2ad-4092-b708-d4f43aaf4760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:03.709229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea26dfc2-1346-48e3-b6c7-5e01921b3e2f req-ebbf508a-0e44-4b43-ae31-c84825977d4f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147682 Nov 12 20:51:03.711982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:03.741699 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-306e2bc6-6922-4e1c-8496-5933cf9f8e54 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.829020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Pushing event updated for resources: {'Port': ['ID=edc1ae48-2941-47cd-8da3-f12582f575bd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:03.852395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.853194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:50:58Z', 'revision_number': 2, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:03.865968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:03.869800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:03.872751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:03.898211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:03.999072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.002788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Checking router: 5f7837f5-f0a5-4b64-800d-68a4a683bc6b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:51:04.003148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Updating router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b port 10fb5e98-13e5-4168-b5ca-814339118071 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:51:04.031218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-30915393-db91-4840-8462-2a8de42068f3 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1338209272&fields=id&tenant_id=51b346bd77c04c7ebe89921b97b367b9 HTTP/1.1" status: 200 len: 267 time: 0.2931368 Nov 12 20:51:04.038763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 27fc580e-31ba-4110-a2b2-0f6be4ab680f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:04.058041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.058041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.080845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.159362 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.190215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.212645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-306e2bc6-6922-4e1c-8496-5933cf9f8e54 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.219912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fc61dcb5-0fe5-4133-94fc-70e49362b8b9 None None] Provisioning complete for port 5256ede1-ae20-454f-9e33-3334e4366711 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:04.220275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fc61dcb5-0fe5-4133-94fc-70e49362b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.270383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.282229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:04.290169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:04.299037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:04.335755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fc61dcb5-0fe5-4133-94fc-70e49362b8b9 None None] Port 5256ede1-ae20-454f-9e33-3334e4366711 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:04.339548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-306e2bc6-6922-4e1c-8496-5933cf9f8e54 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.363605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Pushing event updated for resources: {'Port': ['ID=77885970-0f0e-4f01-bb05-328a89f0383d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:04.392734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:04.413474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:04.431068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:04.445135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218db7f3-5867-4888-8e08-a47637347cc5 req-a7c9f5e4-16a5-4958-a18e-2fe47e4739bd tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:04.447242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-218db7f3-5867-4888-8e08-a47637347cc5 req-a7c9f5e4-16a5-4958-a18e-2fe47e4739bd tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 944 time: 0.5811827 Nov 12 20:51:04.513432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.557194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-63692b67-77fa-4292-9d2a-05631214c5d3 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:04.567130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-63692b67-77fa-4292-9d2a-05631214c5d3 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 945 time: 0.5349433 Nov 12 20:51:04.584511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e2bc6-6922-4e1c-8496-5933cf9f8e54 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5384e9-94c5-45f7-8096-59793aceadbd,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:04.602811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'port': {'security_groups': ['11ab53b1-9ef2-478a-87db-be179d1c4769', '4b0587f8-6505-4138-8b34-32c93d1c5d23']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:04.697402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Pushing event updated for resources: {'Port': ['ID=57b1d162-4b94-400e-8199-fe8e399a9e23,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:04.713460 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-306e2bc6-6922-4e1c-8496-5933cf9f8e54 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.715650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-306e2bc6-6922-4e1c-8496-5933cf9f8e54 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1921706 Nov 12 20:51:04.727792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37706) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:04.737456 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-238fb168-3aee-406d-b849-d957dc2ff34b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Request body: {'security_group_rule': {'security_group_id': '427103ab-7f31-47ac-a59a-80b17aaa6ab1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:04.794937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-218db7f3-5867-4888-8e08-a47637347cc5 req-443efc9e-60eb-4908-85e5-1ce86244cf3c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186104 Nov 12 20:51:04.819160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-85805b64-073b-4bad-9454-2e5e5e494308 None None] Provisioning complete for port edc1ae48-2941-47cd-8da3-f12582f575bd triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:04.819721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-85805b64-073b-4bad-9454-2e5e5e494308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.873581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Attempting to bind port 57b1d162-4b94-400e-8199-fe8e399a9e23 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:04.874100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Attempting to bind port 57b1d162-4b94-400e-8199-fe8e399a9e23 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:04.874563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Attempting to bind port 57b1d162-4b94-400e-8199-fe8e399a9e23 on network 6d55188b-f390-4fb9-9446-2ca26fe33c28 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:04.935524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:04.936810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Checking segment: {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:04.937387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.937877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Bound using segment: {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:04.938480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Bound port: 57b1d162-4b94-400e-8199-fe8e399a9e23, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:04.938956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:04.945260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-85805b64-073b-4bad-9454-2e5e5e494308 None None] Port edc1ae48-2941-47cd-8da3-f12582f575bd cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:05.029594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.118022 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.139772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] For port 57b1d162-4b94-400e-8199-fe8e399a9e23, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:05.179653 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-71f0c755-13cf-4436-8acb-452b5f63b357 service neutron] 10.222.0.46 "GET /v2.0/ports/44c4b6de-1952-478d-8f25-95afec9b22ff/bindings/n-h1-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.6704681 Nov 12 20:51:05.215854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] For port 57b1d162-4b94-400e-8199-fe8e399a9e23, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=57b1d162-4b94-400e-8199-fe8e399a9e23,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:05.293029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:05.341106 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.345977 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.422195 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-238fb168-3aee-406d-b849-d957dc2ff34b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.479580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef5ae2-ba35-47f4-b1ee-16c3c79179ad None None] Pushing event updated for resources: {'Port': ['ID=57b1d162-4b94-400e-8199-fe8e399a9e23,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:05.483279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.593354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb35de-0716-4286-811e-df4855ffb79b None None] Pushing event updated for resources: {'Port': ['ID=10fb5e98-13e5-4168-b5ca-814339118071,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:05.599361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:05.599865 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.694995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Attempting to bind port 10fb5e98-13e5-4168-b5ca-814339118071 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:05.696161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Attempting to bind port 10fb5e98-13e5-4168-b5ca-814339118071 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:05.697169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Attempting to bind port 10fb5e98-13e5-4168-b5ca-814339118071 on network d87debfb-d93e-4574-8f05-0b298c6ecdd1 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:05.717330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:05.719086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Checking segment: {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:05.721948 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.722984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Bound using segment: {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:05.724608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Bound port: 10fb5e98-13e5-4168-b5ca-814339118071, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:05.725013 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:05.901403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fbc0fb7b-0780-4e83-b916-3f7f195457c9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:05.976607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] For port 10fb5e98-13e5-4168-b5ca-814339118071, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:05.982456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] For port 10fb5e98-13e5-4168-b5ca-814339118071, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=10fb5e98-13e5-4168-b5ca-814339118071,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:06.055940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fbc0fb7b-0780-4e83-b916-3f7f195457c9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:06.056251 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.059447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9f3a7b22-2608-406a-807d-94ac8f4a8039 None None] Provisioning complete for port 10fb5e98-13e5-4168-b5ca-814339118071 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:06.059814 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7b22-2608-406a-807d-94ac8f4a8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.063045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.161071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f70c8c-00a3-4b23-9e33-2bf10f2d9e8a req-81ee83b6-c29a-4af3-aac1-15c6fbca3bcd tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:06.162759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7f70c8c-00a3-4b23-9e33-2bf10f2d9e8a req-81ee83b6-c29a-4af3-aac1-15c6fbca3bcd tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 932 time: 1.1880684 Nov 12 20:51:06.253551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb35de-0716-4286-811e-df4855ffb79b None None] Pushing event updated for resources: {'Port': ['ID=10fb5e98-13e5-4168-b5ca-814339118071,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:06.305508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:06.307211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:06.387839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5256ede1-ae20-454f-9e33-3334e4366711 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:06.432949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.444111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] For port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:06.457720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7f70c8c-00a3-4b23-9e33-2bf10f2d9e8a req-ed7e4e8c-8fdd-41e8-aa31-1502b3c859af tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384906 Nov 12 20:51:06.482170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Transition to ACTIVE for port object 5256ede1-ae20-454f-9e33-3334e4366711 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:51:06.534186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.538672 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.566463 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7b22-2608-406a-807d-94ac8f4a8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.570361 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-238fb168-3aee-406d-b849-d957dc2ff34b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.573325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.595262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:06.619030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5256ede1-ae20-454f-9e33-3334e4366711,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:06.680333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.683477 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.685257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:06.712936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.722740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-238fb168-3aee-406d-b849-d957dc2ff34b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.813920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:06.828426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.862293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port fbc0fb7b-0780-4e83-b916-3f7f195457c9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fbc0fb7b-0780-4e83-b916-3f7f195457c9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:06.946687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:06.982548 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:06.983474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 27fc580e-31ba-4110-a2b2-0f6be4ab680f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:07.004225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Attempting to bind port 5256ede1-ae20-454f-9e33-3334e4366711 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:07.004640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Attempting to bind port 5256ede1-ae20-454f-9e33-3334e4366711 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:07.004880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Attempting to bind port 5256ede1-ae20-454f-9e33-3334e4366711 on network da044c2f-45ed-480f-bd18-ad677e49a434 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:07.049956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9f3a7b22-2608-406a-807d-94ac8f4a8039 None None] For port 10fb5e98-13e5-4168-b5ca-814339118071, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=10fb5e98-13e5-4168-b5ca-814339118071,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:07.051860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:07.053048 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:07.067232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2abece30-40b8-4e3e-b772-78afd840f9f7 req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "PUT /v2.0/ports/1615863e-f8a5-454e-8aa0-13c9f5d1df1d HTTP/1.1" status: 200 len: 981 time: 2.4982569 Nov 12 20:51:07.072470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fb168-3aee-406d-b849-d957dc2ff34b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66e7870-4c38-442d-8b28-a6cb24cddb76,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:07.077735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:07.084942 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3" -d '{"events": [{"name": "network-changed", "server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:07.110110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Port 5256ede1-ae20-454f-9e33-3334e4366711 on network da044c2f-45ed-480f-bd18-ad677e49a434 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:51:07.116204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Attempting to bind port 5256ede1-ae20-454f-9e33-3334e4366711 on network da044c2f-45ed-480f-bd18-ad677e49a434 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:07.137283 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:07.156665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2bef-96ae-4e41-917a-d49f27212965 req-7e95cbe3-419c-4d8b-a9f4-89a2ad102d3b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:07.168747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0aa2bef-96ae-4e41-917a-d49f27212965 req-7e95cbe3-419c-4d8b-a9f4-89a2ad102d3b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.5502291 Nov 12 20:51:07.171934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c4b6de-1952-478d-8f25-95afec9b22ff {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:07.180927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Pushing event updated for resources: {'Port': ['ID=edc1ae48-2941-47cd-8da3-f12582f575bd,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:07.181836 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7b22-2608-406a-807d-94ac8f4a8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:07.196665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-238fb168-3aee-406d-b849-d957dc2ff34b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:07.198189 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-238fb168-3aee-406d-b849-d957dc2ff34b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4653573 Nov 12 20:51:07.224800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:07.224800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Checking segment: {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:07.225214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Bound using segment: {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:07.225724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Bound port: 5256ede1-ae20-454f-9e33-3334e4366711, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946907aa-9a98-46f2-a6a0-871fc2cbf327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:07.226180 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:07.241198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37718) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:07.242649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec162c-ddec-4ce3-ab5d-ff98009fac9f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'Port': ['ID=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:07.251332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:07.268155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:07.285633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:07.407814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:07.410826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:07.425311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:07.467320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Router a3c2878c-0232-4c48-b684-338c16fc6498 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:51:07.469864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=fbc0fb7b-0780-4e83-b916-3f7f195457c9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:07.475195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2385cf-23fe-422a-a798-658b96c0b5b8 None None] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:51:07.511345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:07.558938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff568187-051c-4efd-a2f3-dd59b0e08bef req-fa7a70d1-1a01-451c-ad58-fcf12e11f1be tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:07.560668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff568187-051c-4efd-a2f3-dd59b0e08bef req-fa7a70d1-1a01-451c-ad58-fcf12e11f1be tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 944 time: 0.3867004 Nov 12 20:51:07.621666 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0aa2bef-96ae-4e41-917a-d49f27212965 req-386af0f2-bde9-4f3d-bfb7-416ecced8564 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509013 Nov 12 20:51:07.797125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] For port 5256ede1-ae20-454f-9e33-3334e4366711, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:07.838203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] Transition to ACTIVE for port object 44c4b6de-1952-478d-8f25-95afec9b22ff will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:51:07.872950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Router ba2cd7c5-1072-47f2-beb5-06d835138ce7 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:51:07.885435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:51:07.900622 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Sync routers for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:51:07.917847 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:07.921190 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:07.927204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:07.940658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] For port 5256ede1-ae20-454f-9e33-3334e4366711, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5256ede1-ae20-454f-9e33-3334e4366711,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:07.999834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff568187-051c-4efd-a2f3-dd59b0e08bef req-c4876529-93c3-4cc9-b20a-a427c485eef3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905182 Nov 12 20:51:08.017743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:08.073527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 27fc580e-31ba-4110-a2b2-0f6be4ab680f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:08.074512 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:08.107476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5256ede1-ae20-454f-9e33-3334e4366711,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:08.121451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:08.127112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:08.128653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-0eaa38eb-3a73-419d-be8d-df17e1dce1d8 service neutron] 10.222.0.78 "PUT /v2.0/ports/5256ede1-ae20-454f-9e33-3334e4366711 HTTP/1.1" status: 200 len: 1093 time: 4.5334303 Nov 12 20:51:08.163666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:08.173674 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b61b43db-6821-4b64-9895-055588dfb1ed admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6889312 Nov 12 20:51:08.184403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37722) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:08.190585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a8832a2a-47f5-41c7-9149-7f512569a215 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1232434798&fields=id&tenant_id=51b346bd77c04c7ebe89921b97b367b9 HTTP/1.1" status: 200 len: 267 time: 0.3747735 Nov 12 20:51:08.242053 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f2dd1-a4fa-4e1a-b89a-2b1acbfd7a19 x-openstack-request-id: req-2b9f2dd1-a4fa-4e1a-b89a-2b1acbfd7a19 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:08.244017 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:08.244383 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b9f2dd1-a4fa-4e1a-b89a-2b1acbfd7a19 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:08.244904 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d', 'status': 'completed', 'code': 200} Nov 12 20:51:08.287488 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:08.306351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9b9ffdb0-f902-4b3e-b170-f3ebd4b58f6f None None] Provisioning complete for port 10fb5e98-13e5-4168-b5ca-814339118071 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:08.306643 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9b9ffdb0-f902-4b3e-b170-f3ebd4b58f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:08.404608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] No DVR routers for this DVR port 44c4b6de-1952-478d-8f25-95afec9b22ff on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:51:08.577819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] Pushing event updated for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=10']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:08.590173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:51:08.599085 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-28bb5d61-9017-4563-9030-96a103ed7826 service neutron] 10.222.0.46 "PUT /v2.0/ports/44c4b6de-1952-478d-8f25-95afec9b22ff/bindings/n-h1-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 3.3271596 Nov 12 20:51:08.612864 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-be401cc1-348c-43b0-a237-8f3c989f2587 admin admin] 10.222.0.64 "PUT /v2.0/routers/ba2cd7c5-1072-47f2-beb5-06d835138ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4133716 Nov 12 20:51:08.665786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-d633ad2e-dfeb-4fd1-a163-da568eebbdca tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:08.669579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-d633ad2e-dfeb-4fd1-a163-da568eebbdca tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 984 time: 0.4685965 Nov 12 20:51:08.682969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-aaf60fe5-648f-493e-9a25-45544b67c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:08.684917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-aaf60fe5-648f-493e-9a25-45544b67c66b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d4b6b50e17c44b9a12dcc62fd5873f9&device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 1096 time: 0.3107991 Nov 12 20:51:08.685982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Sync routers for ids ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:51:08.686356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:08.701213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'port': {'security_groups': ['11ab53b1-9ef2-478a-87db-be179d1c4769', '4b0587f8-6505-4138-8b34-32c93d1c5d23', '5c534743-d1fd-4d0f-9a85-ffda02f061d4']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:08.702143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a7b22-2608-406a-807d-94ac8f4a8039 None None] Pushing event updated for resources: {'Port': ['ID=10fb5e98-13e5-4168-b5ca-814339118071,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:08.732981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e3a58-3ce0-43c4-b749-f30caef37122 req-a1edcbaf-3cb1-4fa2-a102-9313bd754843 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:08.740228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e4e3a58-3ce0-43c4-b749-f30caef37122 req-a1edcbaf-3cb1-4fa2-a102-9313bd754843 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 944 time: 0.2789385 Nov 12 20:51:08.752796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-10db5e79-12fc-4be6-bd39-c1513765380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:08.756889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-10db5e79-12fc-4be6-bd39-c1513765380a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1136 time: 0.4623847 Nov 12 20:51:08.849376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37728) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:08.899187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-8a074ed6-8486-49c0-a97b-031f9c6eb4bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5256ede1-ae20-454f-9e33-3334e4366711 HTTP/1.1" status: 200 len: 217 time: 0.0628316 Nov 12 20:51:09.000426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-530219194'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:09.004146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Routers {'ba2cd7c5-1072-47f2-beb5-06d835138ce7'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:09.005153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:09.014037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:05Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:09.056801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-256f09f5-8784-407c-9bb5-c4fe5fd0696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:09.058618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-256f09f5-8784-407c-9bb5-c4fe5fd0696f service neutron] 10.222.0.46 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 913 time: 0.2098324 Nov 12 20:51:09.108668 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:04Z', 'revision_number': 3, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:09.151755 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Checking router: a3c2878c-0232-4c48-b684-338c16fc6498 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:51:09.152969 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Updating router a3c2878c-0232-4c48-b684-338c16fc6498 port 77885970-0f0e-4f01-bb05-328a89f0383d binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:51:09.210670 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:09.266247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd65f90-44ab-486b-9408-fd1535c09f6f None None] The sync data for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 is: [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:05Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:51:09.281808 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:09.286591 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:09.365402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:51:09.394130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 57b1d162-4b94-400e-8199-fe8e399a9e23 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:09.421451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:09.421952 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Added segment 629af8d3-6990-49c7-827a-23ff0276f297 of type vlan for network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d Nov 12 20:51:09.435375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-a5c7750e-545c-49ec-adb6-7b9f2de5350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:09.439413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-a5c7750e-545c-49ec-adb6-7b9f2de5350d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf HTTP/1.1" status: 200 len: 854 time: 0.3837068 Nov 12 20:51:09.505665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:09.619751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:09.632911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-bc6cff24-8ad7-4bfb-b374-fe7ff2c2da17 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:09.632911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-bc6cff24-8ad7-4bfb-b374-fe7ff2c2da17 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.7858303 Nov 12 20:51:09.639944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:09.643340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:09.647857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-adc5a8de-0740-46dc-904b-003dd3e366cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d HTTP/1.1" status: 200 len: 217 time: 0.4764907 Nov 12 20:51:09.726417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-9e493f38-bc7d-4605-a3dd-58b144bbef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:09.727995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-9e493f38-bc7d-4605-a3dd-58b144bbef82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 200 len: 852 time: 0.0698092 Nov 12 20:51:09.729556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:09.834408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 57b1d162-4b94-400e-8199-fe8e399a9e23 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:09.834790 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:09.850433 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9999323 Nov 12 20:51:09.854562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37738) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:09.869849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'subnet': {'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:09.931670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e4e3a58-3ce0-43c4-b749-f30caef37122 req-8e5379bd-10c8-4299-b52e-ab5bbab41bce tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0939944 Nov 12 20:51:09.949140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482ad7-190b-42fe-9a4a-f85592102fd7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Network': ['ID=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:10.030001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.057746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Set router ba2cd7c5-1072-47f2-beb5-06d835138ce7 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:10.059469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-4785852b-0f66-40c6-bd7e-5bd7d852ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:10.061038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-4785852b-0f66-40c6-bd7e-5bd7d852ba9e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da044c2f-45ed-480f-bd18-ad677e49a434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4876907 Nov 12 20:51:10.064825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-5683b592-8c43-4a9e-a108-fbae2b717b5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da068097-c875-4660-93b4-0ba5942fa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890895 Nov 12 20:51:10.073556 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.159917 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.226157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:51:10.296036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:10.296800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.301536 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782ef8d-364b-4933-b2b5-2bd12ac713a9 None None] Pushing event updated for resources: {'Port': ['ID=77885970-0f0e-4f01-bb05-328a89f0383d,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:10.308590 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Attempting to bind port 77885970-0f0e-4f01-bb05-328a89f0383d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:10.308958 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Attempting to bind port 77885970-0f0e-4f01-bb05-328a89f0383d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:10.309961 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Attempting to bind port 77885970-0f0e-4f01-bb05-328a89f0383d on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:10.336658 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:10.336965 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:10.337482 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.337895 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:10.338456 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Bound port: 77885970-0f0e-4f01-bb05-328a89f0383d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:10.338857 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.461607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9067e24f-09b4-4675-b544-ee64160f7b99 None None] Provisioning complete for port 57b1d162-4b94-400e-8199-fe8e399a9e23 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:10.462852 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9067e24f-09b4-4675-b544-ee64160f7b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.463587 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] For port 77885970-0f0e-4f01-bb05-328a89f0383d, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:10.468213 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] For port 77885970-0f0e-4f01-bb05-328a89f0383d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=77885970-0f0e-4f01-bb05-328a89f0383d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:10.543269 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Allocated IP 172.20.0.1 (6d55188b-f390-4fb9-9446-2ca26fe33c28/df07bf98-60de-4136-8439-aa74a28789ab/c945adcb-e51a-4f7d-adde-62a08e08b413) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:10.545672 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.614933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74a7cb-b2ad-4092-b708-d4f43aaf4760', 'tag': '5256ede1-ae20-454f-9e33-3334e4366711'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:10.618948 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe9efd1-a329-459f-87f7-319c1c8148cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b74a7cb-b2ad-4092-b708-d4f43aaf4760", "tag": "5256ede1-ae20-454f-9e33-3334e4366711"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:10.673818 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:10.674361 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:10.698243 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.778742 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.779245 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.797480 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9067e24f-09b4-4675-b544-ee64160f7b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:10.811152 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782ef8d-364b-4933-b2b5-2bd12ac713a9 None None] Pushing event updated for resources: {'Port': ['ID=77885970-0f0e-4f01-bb05-328a89f0383d,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:10.976243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 57b1d162-4b94-400e-8199-fe8e399a9e23, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=57b1d162-4b94-400e-8199-fe8e399a9e23,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:11.001047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:04Z', 'revision_number': 4, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'edc1ae48-2941-47cd-8da3-f12582f575bd', 'name': '', 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'mac_address': 'fa:16:3e:62:38:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '3315cf9a-fc23-4591-bc8c-348e95375ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:01Z', 'updated_at': '2021-11-12T20:51:05Z', 'revision_number': 2, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'subnets': [{'id': '3315cf9a-fc23-4591-bc8c-348e95375ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:11.057923 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:11.064959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:11.068867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Checking router: ba2cd7c5-1072-47f2-beb5-06d835138ce7 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:51:11.069629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Updating router ba2cd7c5-1072-47f2-beb5-06d835138ce7 port edc1ae48-2941-47cd-8da3-f12582f575bd binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:51:11.129701 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:11.244640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:11.249816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:11.458369 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:11.459551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fbc0fb7b-0780-4e83-b916-3f7f195457c9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:11.485320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:11.511877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:11.532490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:11.582880 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:04Z', 'revision_number': 3, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:11.649077 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3fc72d-53ef-4c08-bd72-bd2300cae144 None None] The sync data for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 is: [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:04Z', 'revision_number': 3, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:51:11.649867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] For port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:11.674743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-6103c4a6-7d8d-43ff-8ad1-1532b341d397 service neutron] 10.222.0.78 "GET /v2.0/networks/da044c2f-45ed-480f-bd18-ad677e49a434?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4958582 Nov 12 20:51:11.705641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-8e6626b4-428d-43a4-9b05-6b54895b15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:11.707428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-8e6626b4-428d-43a4-9b05-6b54895b15cb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e&tenant_id=5c8532785f1741aab66aad26b44a1ed3 HTTP/1.1" status: 200 len: 1097 time: 1.9535177 Nov 12 20:51:11.794981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-9067e24f-09b4-4675-b544-ee64160f7b99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:51:11.795529 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-9067e24f-09b4-4675-b544-ee64160f7b99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:51:11.879714 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:11.894676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=57b1d162-4b94-400e-8199-fe8e399a9e23,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:11.918957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fbc0fb7b-0780-4e83-b916-3f7f195457c9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:11.919495 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:11.925064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e6d0ab6-aa6a-4553-add3-53131a6eed10 req-aa46de64-7bd0-4787-95f4-2ea7f45f25b5 service neutron] 10.222.0.78 "GET /v2.0/networks/da044c2f-45ed-480f-bd18-ad677e49a434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165000 Nov 12 20:51:11.983142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Allocated IP 172.25.8.247 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/f3c919ac-e315-4440-afbe-8d7649000bda) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:12.012134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f428b43-c164-43a2-9ea4-54747c652429 req-8353bda4-c604-4233-92ea-32ac77cab7a0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:12.013907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f428b43-c164-43a2-9ea4-54747c652429 req-8353bda4-c604-4233-92ea-32ac77cab7a0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 1.8068178 Nov 12 20:51:12.082723 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.185880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Checking segment: {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:12.186572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network hostable DHCP agents. Network: a750967a-76ed-4b43-a3c7-8ddf4f06fe6d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:51:12.209387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Pushing event updated for resources: {'Port': ['ID=c945adcb-e51a-4f7d-adde-62a08e08b413,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:12.210236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-8495c70f-100d-4fd1-9a07-18458be38153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:12.211921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-8495c70f-100d-4fd1-9a07-18458be38153 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1097 time: 0.2825098 Nov 12 20:51:12.216944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Subnet': ['ID=3415f455-9667-4886-9c65-017b323b8ae2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:12.224372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-5997e2d0-1d68-40d7-9a51-6560e9ffe7d6 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0158231 Nov 12 20:51:12.227922 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.257784 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.354698 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.361910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:51:12.378120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:12.471473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a750967a-76ed-4b43-a3c7-8ddf4f06fe6d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:12.480947 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.489209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:12.489831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.493725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f428b43-c164-43a2-9ea4-54747c652429 req-fc3853c9-c1de-4c94-958c-01785a106c79 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517796 Nov 12 20:51:12.525416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ede93-5e97-476c-a0ba-e21747688c86 None None] Network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:51:12.531084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:12.532152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.546608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de20c4f4-4c5e-4429-951f-cc2fe6832a9e req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "PUT /v2.0/ports/1615863e-f8a5-454e-8aa0-13c9f5d1df1d HTTP/1.1" status: 200 len: 1020 time: 3.8568587 Nov 12 20:51:12.593986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e6814-c3fd-467a-bfd2-00c8b932ae13 None None] Pushing event updated for resources: {'Port': ['ID=edc1ae48-2941-47cd-8da3-f12582f575bd,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:12.628185 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d89cc464-1a05-45c6-b6f8-03d77b4d4934 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7637346 Nov 12 20:51:12.629722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:12.650749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-487606216'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:12.706013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:12.723965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9067e24f-09b4-4675-b544-ee64160f7b99 None None] Provisioning complete for port edc1ae48-2941-47cd-8da3-f12582f575bd triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:12.724881 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9067e24f-09b4-4675-b544-ee64160f7b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.766314 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.811806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6368f7a-8132-4d08-a987-5ae93a77dca4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'Port': ['ID=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:12.883050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:12.890771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:12.899372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.106379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:51:13.136613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.137213 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Added segment 04322953-0256-4a9e-a6c8-d5828208e53d of type vlan for network d088f628-d433-4e8c-8359-a1c9cb508594 Nov 12 20:51:13.211195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:13.216447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.247586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9067e24f-09b4-4675-b544-ee64160f7b99 None None] Port edc1ae48-2941-47cd-8da3-f12582f575bd cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:13.254618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3032451-2502-498f-8f1f-107ed9bceb35 req-ed8dc61d-66a1-4494-98ab-e5610c0e9979 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:13.272952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3032451-2502-498f-8f1f-107ed9bceb35 req-ed8dc61d-66a1-4494-98ab-e5610c0e9979 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 945 time: 0.6227663 Nov 12 20:51:13.274856 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.287446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event updated for resources: {'Port': ['ID=f3c919ac-e315-4440-afbe-8d7649000bda,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:13.310615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f816b0-fb82-442f-a4bd-fd459d9e0bbd req-d93ca6b7-248c-4111-b4a1-3693ace67e11 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:13.312187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7f816b0-fb82-442f-a4bd-fd459d9e0bbd req-d93ca6b7-248c-4111-b4a1-3693ace67e11 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 944 time: 0.6570733 Nov 12 20:51:13.313764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:13.316028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:13.330759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Attempting to bind port edc1ae48-2941-47cd-8da3-f12582f575bd on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:13.331136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Attempting to bind port edc1ae48-2941-47cd-8da3-f12582f575bd by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:13.331630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Attempting to bind port edc1ae48-2941-47cd-8da3-f12582f575bd on network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:13.345029 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.404404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.426700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:13.427383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.444312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:13.444788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Checking segment: {'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:13.451343 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.451343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Bound using segment: {'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:13.451343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Bound port: edc1ae48-2941-47cd-8da3-f12582f575bd, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91261917-6a17-4c18-b0ed-7ff1ab126ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:13.451343 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.523805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.607650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bbdd1ca-80ea-419d-a3cb-bc15fd37aee3 req-49488783-e9a7-42ad-92c8-97b902b54eb3 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3554935 Nov 12 20:51:13.646500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a750967a-76ed-4b43-a3c7-8ddf4f06fe6d', 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'fixed_ips': [{'subnet_id': '3415f455-9667-4886-9c65-017b323b8ae2'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:51:13.648383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.654306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Pushing event updated for resources: {'Port': ['ID=c945adcb-e51a-4f7d-adde-62a08e08b413,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:13.673905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-40333a4a-b87f-478e-b8ea-139ae6cb73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:13.675519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-40333a4a-b87f-478e-b8ea-139ae6cb73cb service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 1.2338912 Nov 12 20:51:13.679489 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0472658 Nov 12 20:51:13.680666 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3032451-2502-498f-8f1f-107ed9bceb35 req-be4c71d7-d8fc-4bed-b5d1-7a8b56a7b677 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065161 Nov 12 20:51:13.727006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:13.727669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af684a81-cc24-499b-a504-704ea3b883c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Network': ['ID=d088f628-d433-4e8c-8359-a1c9cb508594,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:13.735959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'subnet': {'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:13.743949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7f816b0-fb82-442f-a4bd-fd459d9e0bbd req-70aa0856-b476-4279-ba2d-08f302116f83 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368323 Nov 12 20:51:13.766928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 10fb5e98-13e5-4168-b5ca-814339118071 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:13.843182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-082f8180-1f6f-42fd-906d-2719d4e1b3d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 217 time: 0.1057575 Nov 12 20:51:13.880720 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878fbb0f-9567-4b97-a27c-ca7667a6019b x-openstack-request-id: req-878fbb0f-9567-4b97-a27c-ca7667a6019b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:13.881002 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b74a7cb-b2ad-4092-b708-d4f43aaf4760", "tag": "5256ede1-ae20-454f-9e33-3334e4366711", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:13.881238 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-878fbb0f-9567-4b97-a27c-ca7667a6019b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:13.881618 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b74a7cb-b2ad-4092-b708-d4f43aaf4760', 'tag': '5256ede1-ae20-454f-9e33-3334e4366711', 'status': 'completed', 'code': 200} Nov 12 20:51:13.901293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d088f628-d433-4e8c-8359-a1c9cb508594 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:51:13.934953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:13.996993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:14.002862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:14.007960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:14.013747 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.041252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-8c72b2b6-6d07-47c5-b229-a186425fe223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:14.043437 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-8c72b2b6-6d07-47c5-b229-a186425fe223 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1890271 Nov 12 20:51:14.061968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-eba71ca1-693b-4271-a96a-406c7b4a1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:14.066262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-eba71ca1-693b-4271-a96a-406c7b4a1f01 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d4b6b50e17c44b9a12dcc62fd5873f9&device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 1096 time: 0.1552250 Nov 12 20:51:14.128447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-057202a6-79d0-43ab-8c9b-f67e9620edcf None None] Provisioning complete for port edc1ae48-2941-47cd-8da3-f12582f575bd triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:14.128818 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-057202a6-79d0-43ab-8c9b-f67e9620edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.159952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-3653ccfb-9411-49a1-b17f-c019644bb7ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042366 Nov 12 20:51:14.266323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c9e17-e626-4595-bba4-90ca5242ad47 req-a2eb1b75-1fd0-45aa-b765-9ceb4b7858aa tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:14.281579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c36c9e17-e626-4595-bba4-90ca5242ad47 req-a2eb1b75-1fd0-45aa-b765-9ceb4b7858aa tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1023 time: 0.3759787 Nov 12 20:51:14.468560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Allocated IP 19.80.0.2 (a750967a-76ed-4b43-a3c7-8ddf4f06fe6d/3415f455-9667-4886-9c65-017b323b8ae2/a19ae4b7-78b1-45b7-878a-6c2200495684) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:14.471611 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.578272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Router a3c2878c-0232-4c48-b684-338c16fc6498 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:51:14.613018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362bad8-9517-4a47-816a-67fa094f4dbf req-5dee97ff-6ba1-4acc-bc18-36faea9603d1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:14.621334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] For port edc1ae48-2941-47cd-8da3-f12582f575bd, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:14.623266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1362bad8-9517-4a47-816a-67fa094f4dbf req-5dee97ff-6ba1-4acc-bc18-36faea9603d1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.5848308 Nov 12 20:51:14.653520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-057202a6-79d0-43ab-8c9b-f67e9620edcf None None] Port edc1ae48-2941-47cd-8da3-f12582f575bd cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:14.677229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] For port edc1ae48-2941-47cd-8da3-f12582f575bd, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=edc1ae48-2941-47cd-8da3-f12582f575bd,segment=NetworkSegment(91261917-6a17-4c18-b0ed-7ff1ab126ab1),segment_id=91261917-6a17-4c18-b0ed-7ff1ab126ab1)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:14.690225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 10fb5e98-13e5-4168-b5ca-814339118071 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:14.690512 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.738720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-057202a6-79d0-43ab-8c9b-f67e9620edcf None None] Provisioning complete for port c945adcb-e51a-4f7d-adde-62a08e08b413 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:14.740230 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-057202a6-79d0-43ab-8c9b-f67e9620edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.752181 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.810998 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.817851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.894896 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:14.929138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c36c9e17-e626-4595-bba4-90ca5242ad47 req-3a04d275-63b8-48ce-95a6-9c49227adfb8 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&id=5c534743-d1fd-4d0f-9a85-ffda02f061d4&id=4b0587f8-6505-4138-8b34-32c93d1c5d23 HTTP/1.1" status: 200 len: 6200 time: 0.6466067 Nov 12 20:51:14.932022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-057202a6-79d0-43ab-8c9b-f67e9620edcf None None] Port c945adcb-e51a-4f7d-adde-62a08e08b413 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:14.966693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Subnet': ['ID=e8363c95-9006-4fed-9e9d-49638b62ee5a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:14.990059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:51:14.999853 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d430fb9a-7992-4d5e-9ca1-350b5887c9ac admin admin] 10.222.0.64 "PUT /v2.0/routers/a3c2878c-0232-4c48-b684-338c16fc6498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8052800 Nov 12 20:51:15.002240 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Sync routers for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:51:15.011055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Checking segment: {'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:15.011055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network hostable DHCP agents. Network: d088f628-d433-4e8c-8359-a1c9cb508594, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:51:15.027958 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:15.028632 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:15.047194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-0298817f-2896-4485-ab85-df68df527144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:15.054062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-0298817f-2896-4485-ab85-df68df527144 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da044c2f-45ed-480f-bd18-ad677e49a434 HTTP/1.1" status: 200 len: 916 time: 0.8905160 Nov 12 20:51:15.140744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:15.146499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:15.167181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1362bad8-9517-4a47-816a-67fa094f4dbf req-d55a2b09-05b4-424c-9b5b-53f2ad47688a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407684 Nov 12 20:51:15.200341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e6814-c3fd-467a-bfd2-00c8b932ae13 None None] Pushing event updated for resources: {'Port': ['ID=edc1ae48-2941-47cd-8da3-f12582f575bd,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:15.231962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:15.254860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Routers {'ba2cd7c5-1072-47f2-beb5-06d835138ce7'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:15.254860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:15.261159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:15.314484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network d088f628-d433-4e8c-8359-a1c9cb508594 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:51:15.346867 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:15.363770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:15.394573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d088f628-d433-4e8c-8359-a1c9cb508594) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:15.408151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:15.411401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:15.458789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b80bb0-3732-4b41-9321-08f6b31beeef None None] Network d088f628-d433-4e8c-8359-a1c9cb508594 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:51:15.517443 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9928696e-6e6f-47b9-b335-ec44ca41d563 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7860019 Nov 12 20:51:15.591883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 57b1d162-4b94-400e-8199-fe8e399a9e23 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:15.627676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2d1e042f-20fc-4108-b2cb-bf439f328d05 None None] Provisioning complete for port c945adcb-e51a-4f7d-adde-62a08e08b413 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:15.627981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d1e042f-20fc-4108-b2cb-bf439f328d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:15.744204 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 2, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:15.780486 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Checking router: a3c2878c-0232-4c48-b684-338c16fc6498 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:51:15.781103 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-ac71466b-c827-42dd-b778-4d5a4d814d37 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5256ede1-ae20-454f-9e33-3334e4366711 HTTP/1.1" status: 200 len: 217 time: 0.0747523 Nov 12 20:51:15.781332 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Updating router a3c2878c-0232-4c48-b684-338c16fc6498 port c945adcb-e51a-4f7d-adde-62a08e08b413 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:51:15.823656 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:15.827710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bf8b0-1298-4513-8f46-20e191673a70 req-8a9b9906-89ce-4983-99fb-ffd9dc71dd40 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:15.829258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb2bf8b0-1298-4513-8f46-20e191673a70 req-8a9b9906-89ce-4983-99fb-ffd9dc71dd40 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 945 time: 0.6603568 Nov 12 20:51:15.858250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Pushing event updated for resources: {'Port': ['ID=a19ae4b7-78b1-45b7-878a-6c2200495684,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:15.888147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:15.890382 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763956ea-6f11-4d62-951d-545b658f5601" -d '{"events": [{"name": "network-changed", "server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:15.902932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Attempting to bind port a19ae4b7-78b1-45b7-878a-6c2200495684 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:15.903388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Attempting to bind port a19ae4b7-78b1-45b7-878a-6c2200495684 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:15.903803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Attempting to bind port a19ae4b7-78b1-45b7-878a-6c2200495684 on network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:15.915419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event updated for resources: {'Port': ['ID=f3c919ac-e315-4440-afbe-8d7649000bda,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:15.926986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a0ba5-9c55-42ba-832b-955bc6d13f49 req-d168223a-fab8-43ba-b5bc-a921fdb3e34a tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:15.928529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-341a0ba5-9c55-42ba-832b-955bc6d13f49 req-d168223a-fab8-43ba-b5bc-a921fdb3e34a tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 944 time: 0.6147890 Nov 12 20:51:15.937823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:15.939455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Checking segment: {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:15.939455 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:15.939455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Bound using segment: {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:15.939823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Bound port: a19ae4b7-78b1-45b7-878a-6c2200495684, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:15.939931 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:15.977477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e042f-20fc-4108-b2cb-bf439f328d05 None None] Port c945adcb-e51a-4f7d-adde-62a08e08b413 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:15.998969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:15.999698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] Set router ba2cd7c5-1072-47f2-beb5-06d835138ce7 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:16.058533 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 57b1d162-4b94-400e-8199-fe8e399a9e23 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:16.059105 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.087925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb2bf8b0-1298-4513-8f46-20e191673a70 req-75920710-d171-4cc4-abe0-416e02b1c22f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502439 Nov 12 20:51:16.093306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-0eaaa7d0-de8a-4627-9a98-9dfb0140d84b service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831291 Nov 12 20:51:16.099414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-f5b08ba5-616b-47e5-b8d4-c891bba6d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:16.100914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-f5b08ba5-616b-47e5-b8d4-c891bba6d1bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf HTTP/1.1" status: 200 len: 854 time: 0.1374784 Nov 12 20:51:16.131242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-341a0ba5-9c55-42ba-832b-955bc6d13f49 req-e60613e3-9157-4e74-82b9-adf957789d94 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779797 Nov 12 20:51:16.206499 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.215375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9d09a2b3-9ab7-4425-a739-94a9010218ad tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9663880 Nov 12 20:51:16.215375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c81308db-b766-45cb-a267-50e9ac656840 req-e086e10d-01d5-46ab-aed4-9ee149b443ba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1834379316 ', 'description': 'tempest-description-201271232'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:16.216783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] For port a19ae4b7-78b1-45b7-878a-6c2200495684, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:16.266747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] For port a19ae4b7-78b1-45b7-878a-6c2200495684, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a19ae4b7-78b1-45b7-878a-6c2200495684,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:16.274998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-68466376-f353-4de8-b8fe-0cd7a5f02397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:16.276742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-68466376-f353-4de8-b8fe-0cd7a5f02397 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da044c2f-45ed-480f-bd18-ad677e49a434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638703 Nov 12 20:51:16.287537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-21bcd28b-0576-45fb-a0d5-a2ee43fb1087 None None] Provisioning complete for port edc1ae48-2941-47cd-8da3-f12582f575bd triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:16.287882 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-21bcd28b-0576-45fb-a0d5-a2ee43fb1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.326363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-b497656d-de7b-4295-8a73-36c13ef5eb7e service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152472 Nov 12 20:51:16.327020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-d088f628-d433-4e8c-8359-a1c9cb508594', 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'fixed_ips': [{'subnet_id': 'e8363c95-9006-4fed-9e9d-49638b62ee5a'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:51:16.337026 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.342925 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.367021 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.397290 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c81308db-b766-45cb-a267-50e9ac656840 req-e086e10d-01d5-46ab-aed4-9ee149b443ba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.425398 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.515137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-2614e902-8154-4b8b-b42a-82ddde3b35f1 service neutron] 10.222.0.78 "GET /v2.0/networks/da044c2f-45ed-480f-bd18-ad677e49a434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248266 Nov 12 20:51:16.589576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-d5764831-7dbe-4346-b7ab-f2177a95b046 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:16.596091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-d5764831-7dbe-4346-b7ab-f2177a95b046 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:16.597824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-d5764831-7dbe-4346-b7ab-f2177a95b046 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/networks?id=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d&id=d088f628-d433-4e8c-8359-a1c9cb508594&id=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d HTTP/1.1" status: 200 len: 1390 time: 0.2753193 Nov 12 20:51:16.626672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 77885970-0f0e-4f01-bb05-328a89f0383d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:16.686691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32795674-8a91-4ed8-bfbd-c23e1dba05e0 None None] Pushing event updated for resources: {'Port': ['ID=a19ae4b7-78b1-45b7-878a-6c2200495684,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:16.694193 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d4e66-aff7-4359-9240-fa2d5d55f1e7 None None] Pushing event updated for resources: {'Port': ['ID=c945adcb-e51a-4f7d-adde-62a08e08b413,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:16.710539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-4f250203-7b16-4867-bb2f-3735af83204e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/quotas/97cc98dde7524dc8a8f5df14e71fe088 HTTP/1.1" status: 200 len: 375 time: 0.0979300 Nov 12 20:51:16.724872 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Attempting to bind port c945adcb-e51a-4f7d-adde-62a08e08b413 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:16.725330 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Attempting to bind port c945adcb-e51a-4f7d-adde-62a08e08b413 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:16.725789 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Attempting to bind port c945adcb-e51a-4f7d-adde-62a08e08b413 on network 6d55188b-f390-4fb9-9446-2ca26fe33c28 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:16.732232 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c81308db-b766-45cb-a267-50e9ac656840 req-e086e10d-01d5-46ab-aed4-9ee149b443ba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.732834 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:16.733296 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Checking segment: {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:16.733934 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.734535 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Bound using segment: {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:16.735272 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Bound port: c945adcb-e51a-4f7d-adde-62a08e08b413, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:16.735873 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.840746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-bda4be3a-e002-4f3c-ae98-000be27e15f8 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069458 Nov 12 20:51:16.844086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfe9efd1-a329-459f-87f7-319c1c8148cd req-f066f507-e9b7-43c8-b185-3b36481d135a service neutron] 10.222.0.78 "GET /v2.0/networks/da044c2f-45ed-480f-bd18-ad677e49a434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018699 Nov 12 20:51:16.888002 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] For port c945adcb-e51a-4f7d-adde-62a08e08b413, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:16.891778 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] For port c945adcb-e51a-4f7d-adde-62a08e08b413, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c945adcb-e51a-4f7d-adde-62a08e08b413,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:16.899096 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-21bcd28b-0576-45fb-a0d5-a2ee43fb1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.958803 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c81308db-b766-45cb-a267-50e9ac656840 req-e086e10d-01d5-46ab-aed4-9ee149b443ba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.962544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Allocated IP 19.86.0.2 (d088f628-d433-4e8c-8359-a1c9cb508594/e8363c95-9006-4fed-9e9d-49638b62ee5a/30bdc467-29b1-4e84-91e7-b415490153c0) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:16.971905 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:17.008876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 77885970-0f0e-4f01-bb05-328a89f0383d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:17.009510 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:17.042990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:04Z', 'revision_number': 4, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'edc1ae48-2941-47cd-8da3-f12582f575bd', 'name': '', 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'mac_address': 'fa:16:3e:62:38:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '3315cf9a-fc23-4591-bc8c-348e95375ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:01Z', 'updated_at': '2021-11-12T20:51:14Z', 'revision_number': 4, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'subnets': [{'id': '3315cf9a-fc23-4591-bc8c-348e95375ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:17.067840 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d4e66-aff7-4359-9240-fa2d5d55f1e7 None None] Pushing event updated for resources: {'Port': ['ID=c945adcb-e51a-4f7d-adde-62a08e08b413,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:17.096304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:17.100925 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:17.106312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:51:17.126364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1f513564-1bef-4331-b375-adfaf3fb73ef service neutron] 10.222.0.64 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693851 Nov 12 20:51:17.197759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-21bcd28b-0576-45fb-a0d5-a2ee43fb1087 None None] For port edc1ae48-2941-47cd-8da3-f12582f575bd, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=edc1ae48-2941-47cd-8da3-f12582f575bd,segment=NetworkSegment(91261917-6a17-4c18-b0ed-7ff1ab126ab1),segment_id=91261917-6a17-4c18-b0ed-7ff1ab126ab1)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:17.204203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286f14b-6db0-4d1b-8cdd-08f509cdf7c4 None None] The sync data for ids ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'] in n-d-713498-29 is: [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:04Z', 'revision_number': 4, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'edc1ae48-2941-47cd-8da3-f12582f575bd', 'name': '', 'network_id': '1c5b98d4-0e14-4e9b-a116-e73d04f23697', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'mac_address': 'fa:16:3e:62:38:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '3315cf9a-fc23-4591-bc8c-348e95375ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:01Z', 'updated_at': '2021-11-12T20:51:14Z', 'revision_number': 4, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'subnets': [{'id': '3315cf9a-fc23-4591-bc8c-348e95375ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:51:17.272495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c81308db-b766-45cb-a267-50e9ac656840 req-e086e10d-01d5-46ab-aed4-9ee149b443ba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:17.289798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c81308db-b766-45cb-a267-50e9ac656840 req-e086e10d-01d5-46ab-aed4-9ee149b443ba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.0822787 Nov 12 20:51:17.383695 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-21bcd28b-0576-45fb-a0d5-a2ee43fb1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:17.482637 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd1058e-fbdc-45f8-b074-52c7e0b22490 x-openstack-request-id: req-8cd1058e-fbdc-45f8-b074-52c7e0b22490 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:17.482934 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:17.484027 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8cd1058e-fbdc-45f8-b074-52c7e0b22490 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:17.485245 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d', 'status': 'completed', 'code': 200} Nov 12 20:51:17.486057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086e10d-01d5-46ab-aed4-9ee149b443ba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047f0aeb-7250-47a4-90a1-6a05fadf500d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:17.556780 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.resource_extend [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:51:17.603671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:17.604151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-9a0704d8-64e2-4d93-8913-59e3c330ef0a tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:17.605298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-9a0704d8-64e2-4d93-8913-59e3c330ef0a tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.6477368 Nov 12 20:51:17.743905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-d1112f42-dd77-4cee-9c27-deb7a5819fad service neutron] 10.222.0.64 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009760 Nov 12 20:51:18.066129 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:18.088705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763956ea-6f11-4d62-951d-545b658f5601 req-017440a4-3756-4931-8672-f775259fda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:18.102867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-103de36f-90f7-4296-a7a9-10abd700638d None None] Provisioning complete for port c945adcb-e51a-4f7d-adde-62a08e08b413 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:18.107791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-103de36f-90f7-4296-a7a9-10abd700638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:18.107966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-763956ea-6f11-4d62-951d-545b658f5601 req-017440a4-3756-4931-8672-f775259fda59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1175 time: 0.6295218 Nov 12 20:51:18.223615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763956ea-6f11-4d62-951d-545b658f5601 req-f4b26c19-d80b-432f-af86-fb5ea2769832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:18.225215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-763956ea-6f11-4d62-951d-545b658f5601 req-f4b26c19-d80b-432f-af86-fb5ea2769832 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 913 time: 0.1186559 Nov 12 20:51:18.282111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 77885970-0f0e-4f01-bb05-328a89f0383d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=77885970-0f0e-4f01-bb05-328a89f0383d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:18.300318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcd28b-0576-45fb-a0d5-a2ee43fb1087 None None] Pushing event updated for resources: {'Port': ['ID=edc1ae48-2941-47cd-8da3-f12582f575bd,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:18.306254 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:16Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:18.352219 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb46d0-7a2c-4b29-bdb8-516577971eac None None] The sync data for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 is: [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:16Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:51:18.384099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0377fa3-d0e7-460b-b45c-725fc5d3adff None None] Network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:51:18.396453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143ea3e-04ab-4687-8516-475aa4884baa req-488c1ce4-d386-4c85-a89d-27eb07c3f4f0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:18.409805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0143ea3e-04ab-4687-8516-475aa4884baa req-488c1ce4-d386-4c85-a89d-27eb07c3f4f0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.7047656 Nov 12 20:51:18.482128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-763956ea-6f11-4d62-951d-545b658f5601 req-b2d3c414-06ee-4de3-adeb-a28b969b9df8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d HTTP/1.1" status: 200 len: 217 time: 0.2363181 Nov 12 20:51:18.490072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-c0d67a01-7a82-4b55-b658-9fc69cdddc37 service neutron] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:18.498442 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-c0d67a01-7a82-4b55-b658-9fc69cdddc37 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:18.500490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0a99606-7e21-4620-afd1-455f77f54f30 req-c0d67a01-7a82-4b55-b658-9fc69cdddc37 service neutron] 10.222.0.78 "DELETE /v2.0/ports/44c4b6de-1952-478d-8f25-95afec9b22ff/bindings/n-h2-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.7972667 Nov 12 20:51:18.539056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0143ea3e-04ab-4687-8516-475aa4884baa req-ed199247-206e-438f-b510-0bc6c0337556 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279080 Nov 12 20:51:18.560818 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-103de36f-90f7-4296-a7a9-10abd700638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:18.563272 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:18.677759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6c7e54f5-939f-4fb0-a38d-8ab4604cf5b8 service neutron] 10.222.0.64 "GET /v2.0/networks/d088f628-d433-4e8c-8359-a1c9cb508594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9326947 Nov 12 20:51:18.684828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763956ea-6f11-4d62-951d-545b658f5601 req-93af0a63-3e7b-498e-9fc4-82f6b9b2932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:18.686668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-763956ea-6f11-4d62-951d-545b658f5601 req-93af0a63-3e7b-498e-9fc4-82f6b9b2932a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 200 len: 852 time: 0.1928973 Nov 12 20:51:18.814787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-763956ea-6f11-4d62-951d-545b658f5601 req-48e2f0bc-60e9-4cfc-ad3e-3a3fa15f8f6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da068097-c875-4660-93b4-0ba5942fa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403769 Nov 12 20:51:18.903616 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:51:18.965571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-fc27dd3d-4e4c-4cb6-8b86-38fbb3d8b974 service neutron] 10.222.0.64 "GET /v2.0/networks/d088f628-d433-4e8c-8359-a1c9cb508594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776070 Nov 12 20:51:19.025520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=77885970-0f0e-4f01-bb05-328a89f0383d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:19.082738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a19ae4b7-78b1-45b7-878a-6c2200495684 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:19.093300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:19.169630 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:19.169630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'port_id': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'mac_address': 'fa:16:3e:6f:f0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6487d7-a1de-4195-8144-743453c18319', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:51:19.220597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-103de36f-90f7-4296-a7a9-10abd700638d None None] For port c945adcb-e51a-4f7d-adde-62a08e08b413, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c945adcb-e51a-4f7d-adde-62a08e08b413,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:19.242557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-763956ea-6f11-4d62-951d-545b658f5601 req-a7f00c37-b338-416e-89ac-c61b67d665e0 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043941 Nov 12 20:51:19.303436 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:19.305439 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:19.437450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ac8b6b73-2783-4dea-80ba-f30aac897342 service neutron] 10.222.0.64 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158759 Nov 12 20:51:19.622014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-103de36f-90f7-4296-a7a9-10abd700638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:19.655536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Pushing event updated for resources: {'Port': ['ID=30bdc467-29b1-4e84-91e7-b415490153c0,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:19.663223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a19ae4b7-78b1-45b7-878a-6c2200495684 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:19.664046 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:19.673916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:19.698635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:19.732891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Network d088f628-d433-4e8c-8359-a1c9cb508594 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:19.775678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:19.832677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:19.910009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1f927a0f-fd34-47a0-84f2-5dfd858d70a3 None None] Provisioning complete for port c945adcb-e51a-4f7d-adde-62a08e08b413 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:19.911306 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f927a0f-fd34-47a0-84f2-5dfd858d70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:19.958125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-763956ea-6f11-4d62-951d-545b658f5601 req-abd0d861-1099-4fc4-af5f-4c7b65f1415f service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827750 Nov 12 20:51:19.996840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-bdcfd5b2-2226-4e5d-86e4-396008dbb086 service neutron] 10.222.0.64 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436473 Nov 12 20:51:20.031636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103de36f-90f7-4296-a7a9-10abd700638d None None] Pushing event updated for resources: {'Port': ['ID=c945adcb-e51a-4f7d-adde-62a08e08b413,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:20.094493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Attempting to bind port 30bdc467-29b1-4e84-91e7-b415490153c0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:20.095153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Attempting to bind port 30bdc467-29b1-4e84-91e7-b415490153c0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:20.095330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Attempting to bind port 30bdc467-29b1-4e84-91e7-b415490153c0 on network d088f628-d433-4e8c-8359-a1c9cb508594 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:20.112257 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:20.150013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5256ede1-ae20-454f-9e33-3334e4366711 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:51:20.153515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:20.153888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Checking segment: {'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:20.154297 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:20.154692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Bound using segment: {'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:20.155198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Bound port: 30bdc467-29b1-4e84-91e7-b415490153c0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:20.155629 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:20.344319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:20.455593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:20.512588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:20.532961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9fc7-4233-476b-9154-403ccfaa5fdb req-524c6125-9c13-4e62-ac40-0da8df06ae4a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:20.534544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28ec9fc7-4233-476b-9154-403ccfaa5fdb req-524c6125-9c13-4e62-ac40-0da8df06ae4a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 945 time: 0.0967188 Nov 12 20:51:20.633720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28ec9fc7-4233-476b-9154-403ccfaa5fdb req-882cd487-3788-4664-b962-f40d1554f6da tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800207 Nov 12 20:51:20.709288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port a19ae4b7-78b1-45b7-878a-6c2200495684, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a19ae4b7-78b1-45b7-878a-6c2200495684,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:20.724581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5256ede1-ae20-454f-9e33-3334e4366711, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5256ede1-ae20-454f-9e33-3334e4366711,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:20.805153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774833-439e-47f1-bd9e-10b14df8b7fe req-ffd6a452-d0e7-4c85-8f3d-65c5437e53b8 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:20.815721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1f927a0f-fd34-47a0-84f2-5dfd858d70a3 None None] Provisioning complete for port a19ae4b7-78b1-45b7-878a-6c2200495684 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:20.816101 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f927a0f-fd34-47a0-84f2-5dfd858d70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:20.819817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e774833-439e-47f1-bd9e-10b14df8b7fe req-ffd6a452-d0e7-4c85-8f3d-65c5437e53b8 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 944 time: 0.0967708 Nov 12 20:51:20.873713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '5256ede1-ae20-454f-9e33-3334e4366711', 'network_id': 'da044c2f-45ed-480f-bd18-ad677e49a434', 'port_id': '5256ede1-ae20-454f-9e33-3334e4366711', 'mac_address': 'fa:16:3e:09:74:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:51:20.876320 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:20.877094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device edc1ae48-2941-47cd-8da3-f12582f575bd up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:20.960422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] For port 30bdc467-29b1-4e84-91e7-b415490153c0, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:20.983868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e774833-439e-47f1-bd9e-10b14df8b7fe req-46e75015-14bc-4f4c-bd8a-ce419da0b6f0 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629841 Nov 12 20:51:21.070399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] For port 30bdc467-29b1-4e84-91e7-b415490153c0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=30bdc467-29b1-4e84-91e7-b415490153c0,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:21.082502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a412b67c-3000-48fb-bba0-3783b7205cb1 req-6b3899d8-45f6-482d-8830-135731cf302b tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/047f0aeb-7250-47a4-90a1-6a05fadf500d HTTP/1.1" status: 200 len: 1797 time: 0.0804081 Nov 12 20:51:21.224215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:21.226057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:21.276254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=a19ae4b7-78b1-45b7-878a-6c2200495684,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:21.332237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port edc1ae48-2941-47cd-8da3-f12582f575bd triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:21.335096 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:21.368280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5256ede1-ae20-454f-9e33-3334e4366711 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:21.531971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5256ede1-ae20-454f-9e33-3334e4366711, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5256ede1-ae20-454f-9e33-3334e4366711,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:21.540911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d1587-9e4d-4d29-b2d2-d91574f0f5c2 None None] Pushing event updated for resources: {'Port': ['ID=30bdc467-29b1-4e84-91e7-b415490153c0,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:21.573423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cad3e907-9250-4262-b02f-626b5dabea4b None None] Provisioning complete for port a19ae4b7-78b1-45b7-878a-6c2200495684 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:21.574012 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cad3e907-9250-4262-b02f-626b5dabea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:21.650450 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:21.662649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c945adcb-e51a-4f7d-adde-62a08e08b413 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:21.829134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5256ede1-ae20-454f-9e33-3334e4366711,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:21.877530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c945adcb-e51a-4f7d-adde-62a08e08b413 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:21.877530 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:21.910433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5256ede1-ae20-454f-9e33-3334e4366711'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:22.119854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eb3cd-e372-4909-82bb-c8a5ea7e3f1e req-9d6eaeea-5e0b-4f19-9fff-c2593a9e5daf tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:22.127341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef9eb3cd-e372-4909-82bb-c8a5ea7e3f1e req-9d6eaeea-5e0b-4f19-9fff-c2593a9e5daf tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 945 time: 0.1048760 Nov 12 20:51:22.129003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:22.234340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef9eb3cd-e372-4909-82bb-c8a5ea7e3f1e req-9dfc5ef8-d949-4dd0-9226-429626a318bb tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003861 Nov 12 20:51:22.305290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:22.307089 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.475557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8dd8012-a2c9-4717-a848-b1a883afc56a req-5ec51d18-a4fb-4289-9171-6bc9889dee90 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 210 time: 0.0919895 Nov 12 20:51:22.530471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a19ae4b7-78b1-45b7-878a-6c2200495684 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:22.591204 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.642971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:22.650800 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a27596b-0f7f-4d4c-9470-4a437cdc8150" -d '{"events": [{"server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "name": "network-vif-plugged", "status": "completed", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:22.662205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e9225b7-846c-4e50-9ef4-d766de0ef60a req-92c6a649-d360-4155-9d6b-61aebf7f8705 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/047f0aeb-7250-47a4-90a1-6a05fadf500d HTTP/1.1" status: 200 len: 1797 time: 0.0905278 Nov 12 20:51:22.672664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:22.681833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a19ae4b7-78b1-45b7-878a-6c2200495684 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:22.682218 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.771845 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.786856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6e9225b7-846c-4e50-9ef4-d766de0ef60a req-5a8c3ef9-fd84-48a7-9c73-c5335bc25036 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.822465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6e9225b7-846c-4e50-9ef4-d766de0ef60a req-5a8c3ef9-fd84-48a7-9c73-c5335bc25036 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.957529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:22.982773 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6e9225b7-846c-4e50-9ef4-d766de0ef60a req-5a8c3ef9-fd84-48a7-9c73-c5335bc25036 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.985536 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6e9225b7-846c-4e50-9ef4-d766de0ef60a req-5a8c3ef9-fd84-48a7-9c73-c5335bc25036 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.992814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e9225b7-846c-4e50-9ef4-d766de0ef60a req-5a8c3ef9-fd84-48a7-9c73-c5335bc25036 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/047f0aeb-7250-47a4-90a1-6a05fadf500d HTTP/1.1" status: 204 len: 173 time: 0.3173201 Nov 12 20:51:23.019629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c3ef9-fd84-48a7-9c73-c5335bc25036 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047f0aeb-7250-47a4-90a1-6a05fadf500d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:23.328147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71cf1c-2f76-49c7-aa47-f67970b60a94 req-4ea308ce-d21c-4302-8aca-3c183f526fb7 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:23.335398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a71cf1c-2f76-49c7-aa47-f67970b60a94 req-4ea308ce-d21c-4302-8aca-3c183f526fb7 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 945 time: 0.1127944 Nov 12 20:51:23.356600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed889658-c97d-4455-97db-dcee2ceb0633 None None] Network d088f628-d433-4e8c-8359-a1c9cb508594 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:51:23.450537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a53ef9d8-ef48-46a1-b35d-eb9fbd8460ce None None] Provisioning complete for port 30bdc467-29b1-4e84-91e7-b415490153c0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:23.451443 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a53ef9d8-ef48-46a1-b35d-eb9fbd8460ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:23.517892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a71cf1c-2f76-49c7-aa47-f67970b60a94 req-3edf9809-1a92-46e7-975d-376129cdfaa0 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755486 Nov 12 20:51:23.524991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 77885970-0f0e-4f01-bb05-328a89f0383d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:23.640120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-7260c6cc-32ca-4510-b9f6-4bb18a13f18e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:23.649903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-7260c6cc-32ca-4510-b9f6-4bb18a13f18e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:23.652045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-7260c6cc-32ca-4510-b9f6-4bb18a13f18e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "GET /v2.0/networks?id=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d&id=d088f628-d433-4e8c-8359-a1c9cb508594&id=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d HTTP/1.1" status: 200 len: 1390 time: 0.2431400 Nov 12 20:51:23.665726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'port': {'device_id': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d', 'admin_state_up': True, 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:23.788661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23122c-9a84-4bd8-9afd-d654f084efcd req-63c7a412-1154-49ed-be4c-a1406894ed72 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:23.797730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c23122c-9a84-4bd8-9afd-d654f084efcd req-63c7a412-1154-49ed-be4c-a1406894ed72 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1097 time: 0.1443062 Nov 12 20:51:23.805980 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a53ef9d8-ef48-46a1-b35d-eb9fbd8460ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:23.847620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 77885970-0f0e-4f01-bb05-328a89f0383d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:23.848325 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:23.949655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a53ef9d8-ef48-46a1-b35d-eb9fbd8460ce None None] For port 30bdc467-29b1-4e84-91e7-b415490153c0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=30bdc467-29b1-4e84-91e7-b415490153c0,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:23.988986 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-38e74e3a-ffde-4c37-8039-c954121a978f req-99480759-437a-4f37-bce6-3dd488e19934 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0818541 Nov 12 20:51:24.018898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c23122c-9a84-4bd8-9afd-d654f084efcd req-ee1d7a8f-e8da-474e-8a49-801bb2ca96d7 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085950 Nov 12 20:51:24.058585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 30bdc467-29b1-4e84-91e7-b415490153c0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:24.130966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:24.134928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.143035 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3643ba9-6f54-488d-b3f6-0a212d5a13e5 x-openstack-request-id: req-f3643ba9-6f54-488d-b3f6-0a212d5a13e5 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:24.143310 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "name": "network-vif-plugged", "status": "completed", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:24.143749 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3643ba9-6f54-488d-b3f6-0a212d5a13e5 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:24.144252 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'code': 200} Nov 12 20:51:24.147846 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a53ef9d8-ef48-46a1-b35d-eb9fbd8460ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.150835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5256ede1-ae20-454f-9e33-3334e4366711 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:24.178032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74e3a-ffde-4c37-8039-c954121a978f req-16243219-b1fc-4caf-b2fe-aae1665d3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:24.187229 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-38e74e3a-ffde-4c37-8039-c954121a978f req-16243219-b1fc-4caf-b2fe-aae1665d3b47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 1098 time: 0.1281183 Nov 12 20:51:24.207178 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-0d8e2693-c4e7-408f-9175-9880cb72730c req-acc79788-a9ae-4a56-a69a-f2ad2c739051 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:51:24.210523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d8e2693-c4e7-408f-9175-9880cb72730c req-acc79788-a9ae-4a56-a69a-f2ad2c739051 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/047f0aeb-7250-47a4-90a1-6a05fadf500d HTTP/1.1" status: 404 len: 352 time: 0.0704906 Nov 12 20:51:24.343231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ef9d8-ef48-46a1-b35d-eb9fbd8460ce None None] Pushing event updated for resources: {'Port': ['ID=30bdc467-29b1-4e84-91e7-b415490153c0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:24.379879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 30bdc467-29b1-4e84-91e7-b415490153c0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:24.380608 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.391033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 5256ede1-ae20-454f-9e33-3334e4366711 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:51:24.474764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 5256ede1-ae20-454f-9e33-3334e4366711 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:24.474764 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.507549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Allocated IP 19.80.0.119 (a750967a-76ed-4b43-a3c7-8ddf4f06fe6d/3415f455-9667-4886-9c65-017b323b8ae2/fcf1041d-eec8-46c9-8575-0e45028ab32f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:24.535519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ca350ec4-afd2-4334-9150-5c381bbaf4cf None None] Provisioning complete for port 30bdc467-29b1-4e84-91e7-b415490153c0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:24.535988 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ca350ec4-afd2-4334-9150-5c381bbaf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.555196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74e3a-ffde-4c37-8039-c954121a978f req-f03132d8-4228-4a3d-903e-d54de97aeff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:24.557010 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-38e74e3a-ffde-4c37-8039-c954121a978f req-f03132d8-4228-4a3d-903e-d54de97aeff1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.3448167 Nov 12 20:51:24.703154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c945adcb-e51a-4f7d-adde-62a08e08b413 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:24.704525 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-38e74e3a-ffde-4c37-8039-c954121a978f req-53d044dd-4f14-4226-9366-87e975274a76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 200 len: 1001 time: 0.1399236 Nov 12 20:51:24.745994 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.754654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.820905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74e3a-ffde-4c37-8039-c954121a978f req-f50f3d4a-8977-4c12-81b7-f4698db223df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:24.822493 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-38e74e3a-ffde-4c37-8039-c954121a978f req-f50f3d4a-8977-4c12-81b7-f4698db223df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.1092539 Nov 12 20:51:24.846477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5256ede1-ae20-454f-9e33-3334e4366711, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5256ede1-ae20-454f-9e33-3334e4366711,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:24.872137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c945adcb-e51a-4f7d-adde-62a08e08b413 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:24.872588 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.886765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b10f4b-cbcb-468f-82be-dd2d1bff03da req-c64fa0d6-cc85-4648-b9f9-c5197be39799 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:24.888430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4b10f4b-cbcb-468f-82be-dd2d1bff03da req-c64fa0d6-cc85-4648-b9f9-c5197be39799 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.0867791 Nov 12 20:51:24.914006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.931608 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.935858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74e3a-ffde-4c37-8039-c954121a978f req-175b935c-a904-4930-9506-6e05cdcd030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:24.940194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-38e74e3a-ffde-4c37-8039-c954121a978f req-175b935c-a904-4930-9506-6e05cdcd030c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089032 Nov 12 20:51:25.036250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Port': ['ID=fcf1041d-eec8-46c9-8575-0e45028ab32f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:25.068308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:25.085688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:25.089871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:25.183617 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-38e74e3a-ffde-4c37-8039-c954121a978f req-0424c12a-de3c-48d8-b5ef-6b3fa68c7d2c service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333612 Nov 12 20:51:25.187148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5256ede1-ae20-454f-9e33-3334e4366711,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:25.218568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:25.219252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:25.306477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4b10f4b-cbcb-468f-82be-dd2d1bff03da req-b8768286-7b02-45e6-bd36-0b33970dc360 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633666 Nov 12 20:51:25.343216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-b6fbdd7f-a849-498f-b639-c8660670a36b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6811442 Nov 12 20:51:25.353621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 30bdc467-29b1-4e84-91e7-b415490153c0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:25.459335 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-38e74e3a-ffde-4c37-8039-c954121a978f req-c3d4c3f1-b8e8-458d-b28c-5a25dc97156f service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672937 Nov 12 20:51:25.473552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c92b-8640-4c0e-99f0-dfdf8ed9c95d req-b6640875-5530-4a98-95aa-35ac605ff492 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:25.482501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 30bdc467-29b1-4e84-91e7-b415490153c0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:25.492032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3bc1c92b-8640-4c0e-99f0-dfdf8ed9c95d req-b6640875-5530-4a98-95aa-35ac605ff492 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 932 time: 0.1023798 Nov 12 20:51:25.495479 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:25.507311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'port': {'device_id': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594', 'admin_state_up': True, 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:25.709335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2258095d-e44d-4a46-9377-fdafad381a81 None None] Provisioning complete for port fcf1041d-eec8-46c9-8575-0e45028ab32f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:25.711039 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2258095d-e44d-4a46-9377-fdafad381a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:25.758068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3bc1c92b-8640-4c0e-99f0-dfdf8ed9c95d req-5c8acf6c-7a1c-497c-892e-67f5c127bf8b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610929 Nov 12 20:51:25.803731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2258095d-e44d-4a46-9377-fdafad381a81 None None] Port fcf1041d-eec8-46c9-8575-0e45028ab32f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:25.807315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:25.812279 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:26.015647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570886-83f9-4fbd-9825-00e98581482f req-752b1522-2edb-4a5a-af37-4bb591ad318b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:26.028111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53570886-83f9-4fbd-9825-00e98581482f req-752b1522-2edb-4a5a-af37-4bb591ad318b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1097 time: 0.1076868 Nov 12 20:51:26.092491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Allocated IP 19.86.0.242 (d088f628-d433-4e8c-8359-a1c9cb508594/e8363c95-9006-4fed-9e9d-49638b62ee5a/d5390b5d-7dab-4e22-8ea1-cf1f238a7900) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:26.109217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53570886-83f9-4fbd-9825-00e98581482f req-0708d2d7-017d-43d1-aae6-17546d75f3b0 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799444 Nov 12 20:51:26.156440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74a7cb-b2ad-4092-b708-d4f43aaf4760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256ede1-ae20-454f-9e33-3334e4366711'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:26.159796 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65c298f-b7a6-4c13-9720-09ceb290ec64" -d '{"events": [{"server_uuid": "1b74a7cb-b2ad-4092-b708-d4f43aaf4760", "name": "network-vif-plugged", "status": "completed", "tag": "5256ede1-ae20-454f-9e33-3334e4366711"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:26.238340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-0ba6efa4-f18b-4203-b24b-4b14cc939499 req-0a3ed5f6-f304-4ae6-80fe-bc34b20bd891 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-416904471', 'description': 'tempest-description-1508272299'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:26.368971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:26.613926 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0ba6efa4-f18b-4203-b24b-4b14cc939499 req-0a3ed5f6-f304-4ae6-80fe-bc34b20bd891 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:26.670850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:26.774649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network d088f628-d433-4e8c-8359-a1c9cb508594 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:26.787582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:26.795789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:26.850132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:26.850851 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:26.864778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Port': ['ID=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:26.888432 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0ba6efa4-f18b-4203-b24b-4b14cc939499 req-0a3ed5f6-f304-4ae6-80fe-bc34b20bd891 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:26.959564 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0ba6efa4-f18b-4203-b24b-4b14cc939499 req-0a3ed5f6-f304-4ae6-80fe-bc34b20bd891 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:27.006526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-be0a106f-662b-4299-a473-76fa9bb714e7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5036345 Nov 12 20:51:27.023465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'port': {'device_id': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d', 'admin_state_up': True, 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:27.081174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ed5f6-f304-4ae6-80fe-bc34b20bd891 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f251624f-43b8-422c-8674-7d0fd0552157,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:27.130292 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0ba6efa4-f18b-4203-b24b-4b14cc939499 req-0a3ed5f6-f304-4ae6-80fe-bc34b20bd891 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:27.147367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ba6efa4-f18b-4203-b24b-4b14cc939499 req-0a3ed5f6-f304-4ae6-80fe-bc34b20bd891 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9125340 Nov 12 20:51:27.166634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-753daa82-d45c-44dd-88c3-3b3a926062cc None None] Provisioning complete for port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:27.167266 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-753daa82-d45c-44dd-88c3-3b3a926062cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:27.246403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-753daa82-d45c-44dd-88c3-3b3a926062cc None None] Port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:27.336337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-38935f53-1f7b-4ee6-a0db-4ed3e4c27172 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1539075 Nov 12 20:51:27.354026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b070-a09a-4870-8a88-6136a5bf0055 req-31f8e695-0cf8-438a-ab18-7dffe60aeb80 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:27.362684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd72b070-a09a-4870-8a88-6136a5bf0055 req-31f8e695-0cf8-438a-ab18-7dffe60aeb80 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 946 time: 0.1235068 Nov 12 20:51:27.491822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd72b070-a09a-4870-8a88-6136a5bf0055 req-ccf45144-4187-4e07-ac92-cce65874063f tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276062 Nov 12 20:51:27.496532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:27.500117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:27.510622 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-399e20d8-be8d-4606-840e-6345a0f23d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:27.563646 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0516650f-32af-4a8f-8acc-1e30fe60cd50 x-openstack-request-id: req-0516650f-32af-4a8f-8acc-1e30fe60cd50 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:27.568067 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74a7cb-b2ad-4092-b708-d4f43aaf4760", "name": "network-vif-plugged", "status": "completed", "tag": "5256ede1-ae20-454f-9e33-3334e4366711", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:27.568067 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0516650f-32af-4a8f-8acc-1e30fe60cd50 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:27.568067 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74a7cb-b2ad-4092-b708-d4f43aaf4760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256ede1-ae20-454f-9e33-3334e4366711', 'code': 200} Nov 12 20:51:27.726181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-f60870b4-309d-41c4-99d1-e2d4d4bf4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:27.732170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-f60870b4-309d-41c4-99d1-e2d4d4bf4170 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1097 time: 0.3278415 Nov 12 20:51:27.979980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727f0c0-09d9-41d9-9189-60e0901c5434 req-908b862d-f919-4e1e-9ba3-a7cb1db4467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:27.979980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d727f0c0-09d9-41d9-9189-60e0901c5434 req-908b862d-f919-4e1e-9ba3-a7cb1db4467e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 1098 time: 0.3138649 Nov 12 20:51:28.085620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Allocated IP 19.80.0.227 (a750967a-76ed-4b43-a3c7-8ddf4f06fe6d/3415f455-9667-4886-9c65-017b323b8ae2/5e7157b3-3499-4310-aeca-858e625deacc) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:28.118845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-95a4ed7f-0f75-471f-a879-2630470fba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:28.121010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-95a4ed7f-0f75-471f-a879-2630470fba5c service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.3493154 Nov 12 20:51:28.126574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d727f0c0-09d9-41d9-9189-60e0901c5434 req-2e662512-4fca-490a-a285-6f1fcf64dd61 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264400 Nov 12 20:51:28.365517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-2be98017-f31d-4a2a-ab69-f0b4549b6d4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 217 time: 0.0453827 Nov 12 20:51:28.398280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751669a3-4f38-42db-a0f4-bf3d35f54633 req-29adc3b5-6643-4954-a373-c130a1642a27 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:28.419466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751669a3-4f38-42db-a0f4-bf3d35f54633 req-29adc3b5-6643-4954-a373-c130a1642a27 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2345402 Nov 12 20:51:28.524975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-cbbec19c-f2f8-4203-be98-6fa8fc940836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:28.526477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-cbbec19c-f2f8-4203-be98-6fa8fc940836 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1370656 Nov 12 20:51:28.531194 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:28.579134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-4e864dad-fa5c-4eff-98ee-b361ac128748 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385985 Nov 12 20:51:28.591092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751669a3-4f38-42db-a0f4-bf3d35f54633 req-b25b662a-c8eb-4dc8-84f0-1231a96f7331 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663735 Nov 12 20:51:28.837997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-a2ee06c3-a334-45e9-90f6-20f26f964d1e service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476163 Nov 12 20:51:28.852328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4154bd1-9b00-454b-9fe8-d3ada1991271 req-4b91b7b2-d0d8-46e0-b0e1-07b4d47a934c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:28.862275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4154bd1-9b00-454b-9fe8-d3ada1991271 req-4b91b7b2-d0d8-46e0-b0e1-07b4d47a934c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:28.870003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4154bd1-9b00-454b-9fe8-d3ada1991271 req-4b91b7b2-d0d8-46e0-b0e1-07b4d47a934c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 1655 time: 0.1369395 Nov 12 20:51:28.887544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:29.035733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:29.038988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:29.068761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:29.170423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4154bd1-9b00-454b-9fe8-d3ada1991271 req-58d6289a-d1ba-4b77-90da-08b5b940a814 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990186 Nov 12 20:51:29.219318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Port': ['ID=5e7157b3-3499-4310-aeca-858e625deacc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:29.241870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd6212f7-dcab-40f3-b3f7-a8fd1db92cea req-abbeeffe-cf1c-4780-8afe-0d2ea11b420a service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692181 Nov 12 20:51:29.248749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:29.265992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:29.281991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-537040af-42ac-4b76-bde3-c585cfdd2405 req-5069d956-287c-494c-9982-37f0e80a0145 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1210714459', 'description': 'tempest-description-1036517824'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:29.413439 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-537040af-42ac-4b76-bde3-c585cfdd2405 req-5069d956-287c-494c-9982-37f0e80a0145 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:29.497071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f618b006-9535-4dd8-af17-e56872e0caa2 None None] Provisioning complete for port 5e7157b3-3499-4310-aeca-858e625deacc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:29.498828 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f618b006-9535-4dd8-af17-e56872e0caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:29.514584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-537040af-42ac-4b76-bde3-c585cfdd2405 req-5069d956-287c-494c-9982-37f0e80a0145 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:29.518522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ec79e2d4-98d9-4900-828c-900526974bc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5012984 Nov 12 20:51:29.535922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Request body: {'port': {'device_id': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:29.550489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f618b006-9535-4dd8-af17-e56872e0caa2 None None] Port 5e7157b3-3499-4310-aeca-858e625deacc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:29.869309 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-537040af-42ac-4b76-bde3-c585cfdd2405 req-5069d956-287c-494c-9982-37f0e80a0145 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:29.947932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069d956-287c-494c-9982-37f0e80a0145 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809be5ff-4ca1-472a-b181-0c3ff8248432,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:29.955407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:29.997253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-537040af-42ac-4b76-bde3-c585cfdd2405 req-5069d956-287c-494c-9982-37f0e80a0145 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:29.999155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-537040af-42ac-4b76-bde3-c585cfdd2405 req-5069d956-287c-494c-9982-37f0e80a0145 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7211239 Nov 12 20:51:30.019531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-099a71d0-9a93-411f-ac79-30ec985b79d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:30.438321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ebf58-a99a-4dcb-8ee8-0e9484ad20d3 req-3f9f6666-38fc-4316-b171-55a3949b694d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:30.452275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a0ebf58-a99a-4dcb-8ee8-0e9484ad20d3 req-3f9f6666-38fc-4316-b171-55a3949b694d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 946 time: 0.1080608 Nov 12 20:51:30.560810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a0ebf58-a99a-4dcb-8ee8-0e9484ad20d3 req-57ca30a5-12fc-4869-9fbb-8ec08f2d577f tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036863 Nov 12 20:51:30.590077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf1041d-eec8-46c9-8575-0e45028ab32f {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:30.608854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:30.642394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Transition to ACTIVE for port object fcf1041d-eec8-46c9-8575-0e45028ab32f will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:51:30.741266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f0be6-1833-47ac-bbb6-5f71af1bd285 req-cd75eee9-a5e2-4500-b4c8-5282a48fbd77 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:30.742940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-967f0be6-1833-47ac-bbb6-5f71af1bd285 req-cd75eee9-a5e2-4500-b4c8-5282a48fbd77 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.0849009 Nov 12 20:51:30.744264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:30.860019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-967f0be6-1833-47ac-bbb6-5f71af1bd285 req-4e3a28ad-1ba2-4b0e-9b94-f6e996878690 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059966 Nov 12 20:51:30.877245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf1041d-eec8-46c9-8575-0e45028ab32f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:30.902881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-478c3c5b-b7af-4a6e-a149-64eb82e1ce77 req-431527a0-1de0-4268-8d56-ccbcbce3aecf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-209627903', 'description': 'tempest-description-630399533'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:31.020278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Attempting to bind port fcf1041d-eec8-46c9-8575-0e45028ab32f on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:31.020680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Attempting to bind port fcf1041d-eec8-46c9-8575-0e45028ab32f by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:31.021071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Attempting to bind port fcf1041d-eec8-46c9-8575-0e45028ab32f on network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:31.027091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-478c3c5b-b7af-4a6e-a149-64eb82e1ce77 req-431527a0-1de0-4268-8d56-ccbcbce3aecf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.029075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Port fcf1041d-eec8-46c9-8575-0e45028ab32f on network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:51:31.029485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Attempting to bind port fcf1041d-eec8-46c9-8575-0e45028ab32f on network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:31.045649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:31.045994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Checking segment: {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:31.046410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Bound using segment: {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:31.046859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Bound port: fcf1041d-eec8-46c9-8575-0e45028ab32f, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:31.047218 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.208808 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.222459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] For port fcf1041d-eec8-46c9-8575-0e45028ab32f, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:31.266582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] For port fcf1041d-eec8-46c9-8575-0e45028ab32f, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=fcf1041d-eec8-46c9-8575-0e45028ab32f,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:31.272003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-478c3c5b-b7af-4a6e-a149-64eb82e1ce77 req-431527a0-1de0-4268-8d56-ccbcbce3aecf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.340485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.433588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:31.437769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.441572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] 10.222.0.46 "PUT /v2.0/ports/fcf1041d-eec8-46c9-8575-0e45028ab32f HTTP/1.1" status: 200 len: 1093 time: 1.9126601 Nov 12 20:51:31.443459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'tag': 'fcf1041d-eec8-46c9-8575-0e45028ab32f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:31.467625 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a40101f-ac38-4d71-a974-d306d1f6828a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "tag": "fcf1041d-eec8-46c9-8575-0e45028ab32f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:31.475148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-478c3c5b-b7af-4a6e-a149-64eb82e1ce77 req-431527a0-1de0-4268-8d56-ccbcbce3aecf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.592871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Request body: {'port': {'device_id': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:31.704555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378b924-2762-4f9f-90d0-63f41f792306 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf1041d-eec8-46c9-8575-0e45028ab32f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:31.719943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431527a0-1de0-4268-8d56-ccbcbce3aecf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36427ccd-beb8-45ae-aed5-027a59ae2b1b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:31.794966 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.803379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-478c3c5b-b7af-4a6e-a149-64eb82e1ce77 req-431527a0-1de0-4268-8d56-ccbcbce3aecf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:31.804796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-478c3c5b-b7af-4a6e-a149-64eb82e1ce77 req-431527a0-1de0-4268-8d56-ccbcbce3aecf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9077678 Nov 12 20:51:32.071026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebab0b-4d1a-42cc-bc53-667da497faaf req-0faec6c7-208c-4f72-8cb8-979a59c4e76a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:32.085064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebab0b-4d1a-42cc-bc53-667da497faaf req-0faec6c7-208c-4f72-8cb8-979a59c4e76a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:32.106976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebab0b-4d1a-42cc-bc53-667da497faaf req-0faec6c7-208c-4f72-8cb8-979a59c4e76a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:32.110703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bebab0b-4d1a-42cc-bc53-667da497faaf req-0faec6c7-208c-4f72-8cb8-979a59c4e76a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2389 time: 0.2026920 Nov 12 20:51:32.262742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bebab0b-4d1a-42cc-bc53-667da497faaf req-dedf12dd-d57e-4452-aa48-3c15b70f1919 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442709 Nov 12 20:51:32.439775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5390b5d-7dab-4e22-8ea1-cf1f238a7900 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:32.448096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:32.462077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Transition to ACTIVE for port object d5390b5d-7dab-4e22-8ea1-cf1f238a7900 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:51:32.837522 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:32.906202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Pushing event updated for resources: {'Port': ['ID=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:32.939098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:33.038776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Attempting to bind port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:33.039895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Attempting to bind port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:33.040439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Attempting to bind port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 on network d088f628-d433-4e8c-8359-a1c9cb508594 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:33.050002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 on network d088f628-d433-4e8c-8359-a1c9cb508594 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:51:33.050818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Attempting to bind port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 on network d088f628-d433-4e8c-8359-a1c9cb508594 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:33.059982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:33.060801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Checking segment: {'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:33.061400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Bound using segment: {'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:33.062021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Bound port: d5390b5d-7dab-4e22-8ea1-cf1f238a7900, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04322953-0256-4a9e-a6c8-d5828208e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:33.062571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:33.242839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] For port d5390b5d-7dab-4e22-8ea1-cf1f238a7900, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:33.247379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] For port d5390b5d-7dab-4e22-8ea1-cf1f238a7900, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:33.337013 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:33.444054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:33.444674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:33.446063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] 10.222.0.46 "PUT /v2.0/ports/d5390b5d-7dab-4e22-8ea1-cf1f238a7900 HTTP/1.1" status: 200 len: 1093 time: 1.8651826 Nov 12 20:51:33.496960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa372f-d83d-44a8-ba8f-d3e3678096ac service neutron] Pushing event updated for resources: {'Port': ['ID=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:33.514942 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8082101-7d64-45c0-a554-3dd03bd18b1c x-openstack-request-id: req-a8082101-7d64-45c0-a554-3dd03bd18b1c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:33.521900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:33.534560 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "tag": "fcf1041d-eec8-46c9-8575-0e45028ab32f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:33.534926 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8082101-7d64-45c0-a554-3dd03bd18b1c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:33.535316 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'tag': 'fcf1041d-eec8-46c9-8575-0e45028ab32f', 'status': 'completed', 'code': 200} Nov 12 20:51:33.569073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Request body: {'port': {'device_id': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:33.655100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:33.721835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-6f484ca2-c89a-4bdc-a6da-6c689b296f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:33.722260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-6f484ca2-c89a-4bdc-a6da-6c689b296f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:33.722737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-6f484ca2-c89a-4bdc-a6da-6c689b296f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:33.724724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-6f484ca2-c89a-4bdc-a6da-6c689b296f40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2801 time: 0.1862826 Nov 12 20:51:33.951035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e19eb5f9-47d9-4856-ae70-1ab5cd17973a req-083c85e5-701b-4eca-89e3-ed7e7a3b4aea tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51b346bd77c04c7ebe89921b97b367b9 HTTP/1.1" status: 200 len: 10998 time: 0.3839307 Nov 12 20:51:34.034215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-bbf3e675-af73-4cbf-91b0-ec0691d9c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:34.034690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-bbf3e675-af73-4cbf-91b0-ec0691d9c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:34.035150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-bbf3e675-af73-4cbf-91b0-ec0691d9c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:34.037744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-bbf3e675-af73-4cbf-91b0-ec0691d9c85e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2996640 Nov 12 20:51:34.148263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e19eb5f9-47d9-4856-ae70-1ab5cd17973a req-6c40a8a1-8d4e-422b-9353-75ecf74bac0c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/11ab53b1-9ef2-478a-87db-be179d1c4769 HTTP/1.1" status: 200 len: 2998 time: 0.1870866 Nov 12 20:51:34.228193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-09da0d77-7263-4333-a59d-f9b5b5f77435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:34.230510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a40101f-ac38-4d71-a974-d306d1f6828a req-09da0d77-7263-4333-a59d-f9b5b5f77435 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776445 Nov 12 20:51:34.254356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e19eb5f9-47d9-4856-ae70-1ab5cd17973a req-88f157ea-bec8-42a1-a00e-111d3d27a1bb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/11ab53b1-9ef2-478a-87db-be179d1c4769 HTTP/1.1" status: 200 len: 2998 time: 0.0909007 Nov 12 20:51:34.331446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7157b3-3499-4310-aeca-858e625deacc {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:34.354589 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:34.377601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Transition to ACTIVE for port object 5e7157b3-3499-4310-aeca-858e625deacc will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:51:34.399453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cdb9a-709e-4c79-8e08-a85c72a1795c req-80098356-1f82-4df1-ba1e-36f6f6acbab8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:34.409548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-138cdb9a-709e-4c79-8e08-a85c72a1795c req-80098356-1f82-4df1-ba1e-36f6f6acbab8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.0955265 Nov 12 20:51:34.462803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:34.478017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-138cdb9a-709e-4c79-8e08-a85c72a1795c req-80a7c77d-07ab-4ea8-ba3c-1e69254ca816 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674443 Nov 12 20:51:34.657507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Attempting to bind port 5e7157b3-3499-4310-aeca-858e625deacc on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:34.657507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Attempting to bind port 5e7157b3-3499-4310-aeca-858e625deacc by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:34.657507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Attempting to bind port 5e7157b3-3499-4310-aeca-858e625deacc on network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:34.663352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Port 5e7157b3-3499-4310-aeca-858e625deacc on network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:51:34.663805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Attempting to bind port 5e7157b3-3499-4310-aeca-858e625deacc on network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:34.666512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Pushing event updated for resources: {'Port': ['ID=5e7157b3-3499-4310-aeca-858e625deacc,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:34.683636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:34.683636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Checking segment: {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:34.683636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Bound using segment: {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:34.683636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Bound port: 5e7157b3-3499-4310-aeca-858e625deacc, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629af8d3-6990-49c7-827a-23ff0276f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:34.683636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:34.752640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdd793-3e02-47a3-83c7-38bce7b778e0 req-b8da43de-666a-4bb9-9215-8245f2996ca3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:34.753920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fecdd793-3e02-47a3-83c7-38bce7b778e0 req-b8da43de-666a-4bb9-9215-8245f2996ca3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 946 time: 0.1221550 Nov 12 20:51:34.831206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] For port 5e7157b3-3499-4310-aeca-858e625deacc, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:34.850286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] For port 5e7157b3-3499-4310-aeca-858e625deacc, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=5e7157b3-3499-4310-aeca-858e625deacc,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:34.920042 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:34.944469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fecdd793-3e02-47a3-83c7-38bce7b778e0 req-18341246-7447-489f-a168-495bf14b2a94 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=d77f8db2-d57e-4330-a03f-7d455fcea29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817536 Nov 12 20:51:34.979639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-0870a0b6-142f-4e61-a277-6a360782fc64 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:34.979639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-0870a0b6-142f-4e61-a277-6a360782fc64 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.46 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 946 time: 0.1350355 Nov 12 20:51:35.022458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Pushing event updated for resources: {'Port': ['ID=5e7157b3-3499-4310-aeca-858e625deacc,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:35.028476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.029125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:35.030448 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-6f8ddc6b-aabf-406d-aa6e-8caf19ba8acf service neutron] 10.222.0.46 "PUT /v2.0/ports/5e7157b3-3499-4310-aeca-858e625deacc HTTP/1.1" status: 200 len: 1093 time: 1.4670472 Nov 12 20:51:35.030976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'tag': '5e7157b3-3499-4310-aeca-858e625deacc'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:35.033818 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291de4a1-b23e-4321-93e4-f15a33067469" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "tag": "5e7157b3-3499-4310-aeca-858e625deacc"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:35.218134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-f6f7cab4-1654-4663-873d-4e466e05f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.218768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-f6f7cab4-1654-4663-873d-4e466e05f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.219356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-f6f7cab4-1654-4663-873d-4e466e05f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.221497 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-f6f7cab4-1654-4663-873d-4e466e05f0c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2869 time: 0.0821192 Nov 12 20:51:35.339477 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-db1b6250-ca0f-427e-ad8e-54f5fc7bafa7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=fcf1041d-eec8-46c9-8575-0e45028ab32f HTTP/1.1" status: 200 len: 217 time: 0.1067510 Nov 12 20:51:35.359178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5508f55-3c9e-4082-b8ec-12c45adb794f req-eb93ce8d-feb3-4b8e-bfbf-ac3093203b27 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.366871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5508f55-3c9e-4082-b8ec-12c45adb794f req-eb93ce8d-feb3-4b8e-bfbf-ac3093203b27 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.377426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5508f55-3c9e-4082-b8ec-12c45adb794f req-eb93ce8d-feb3-4b8e-bfbf-ac3093203b27 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.401873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5508f55-3c9e-4082-b8ec-12c45adb794f req-eb93ce8d-feb3-4b8e-bfbf-ac3093203b27 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2413 time: 0.2168686 Nov 12 20:51:35.424947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Deleting port 406b3fcf-9893-43a6-a170-36c1fc109d61 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:51:35.426676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:35.474077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-e04b570c-bd48-4dac-a5ff-bb0ffe50f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.476591 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-e04b570c-bd48-4dac-a5ff-bb0ffe50f68a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3415f455-9667-4886-9c65-017b323b8ae2 HTTP/1.1" status: 200 len: 801 time: 0.1288321 Nov 12 20:51:35.541019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'tag': 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:35.545816 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8724e12-4eb0-4726-8f76-330999e7f411" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "tag": "d5390b5d-7dab-4e22-8ea1-cf1f238a7900"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:35.546672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-aceca187-e2c1-454b-9ab5-870939434103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:35.549052 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-aceca187-e2c1-454b-9ab5-870939434103 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637138 Nov 12 20:51:35.576496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5508f55-3c9e-4082-b8ec-12c45adb794f req-1fe655e1-a2bc-454e-8b2d-87fefab3d557 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725268 Nov 12 20:51:35.613253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] For port 406b3fcf-9893-43a6-a170-36c1fc109d61, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=406b3fcf-9893-43a6-a170-36c1fc109d61,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:35.613963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:35.692900 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-32f48d4f-2920-44de-8b07-869d6d35229d service neutron] 10.222.0.46 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334915 Nov 12 20:51:35.897939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-edda4576-31f4-4240-af92-c5de355e1944 service neutron] 10.222.0.46 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933696 Nov 12 20:51:36.001392 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-5ef89de5-7ffc-4458-9678-58e15a4cc47e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=d5390b5d-7dab-4e22-8ea1-cf1f238a7900 HTTP/1.1" status: 200 len: 217 time: 0.0974686 Nov 12 20:51:36.089293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-e4afa152-300c-45b7-839f-261104a76da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:36.091073 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-e4afa152-300c-45b7-839f-261104a76da2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8363c95-9006-4fed-9e9d-49638b62ee5a HTTP/1.1" status: 200 len: 801 time: 0.0815580 Nov 12 20:51:36.123408 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:36.123408 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:36.123408 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Floating IP 2d699a86-4b5c-4626-8b1b-2663067bf47a disassociated. External IP: 172.25.8.221, port: 406b3fcf-9893-43a6-a170-36c1fc109d61. Nov 12 20:51:36.123408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Calling delete_port for 406b3fcf-9893-43a6-a170-36c1fc109d61 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:51:36.166072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-568e0856-95d4-4bb3-bf52-facdb30b83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:36.167349 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-568e0856-95d4-4bb3-bf52-facdb30b83b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d088f628-d433-4e8c-8359-a1c9cb508594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586038 Nov 12 20:51:36.381227 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-bafd852c-1482-4cf3-80cb-baaf80f150a1 service neutron] 10.222.0.46 "GET /v2.0/networks/d088f628-d433-4e8c-8359-a1c9cb508594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032781 Nov 12 20:51:36.425188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:36.522799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event deleted for resources: {'Port': ['ID=406b3fcf-9893-43a6-a170-36c1fc109d61,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:36.623973 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-2656901f-a9a3-48a0-8c8d-f9ba51a15c3d service neutron] 10.222.0.46 "GET /v2.0/networks/d088f628-d433-4e8c-8359-a1c9cb508594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363763 Nov 12 20:51:36.736427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-3d1a71c4-db39-4681-985a-69d7b5a9d63c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=5e7157b3-3499-4310-aeca-858e625deacc HTTP/1.1" status: 200 len: 217 time: 0.0963786 Nov 12 20:51:36.835621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-06d350eb-49a2-4c3c-a6b7-f70607d07927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:36.837224 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-06d350eb-49a2-4c3c-a6b7-f70607d07927 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3415f455-9667-4886-9c65-017b323b8ae2 HTTP/1.1" status: 200 len: 801 time: 0.0928762 Nov 12 20:51:36.926569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-7dfafbc2-9680-4990-9cef-ea74462438f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:36.928313 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-7dfafbc2-9680-4990-9cef-ea74462438f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835254 Nov 12 20:51:36.940525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Router cb811d70-48e5-4f9a-b0e6-48cb254440f9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:51:36.978905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13a83f1d-b4d0-415f-99c8-3dd3a683b98d req-cf88d1af-c216-4ff5-a66f-eb1e405a5149 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/f251624f-43b8-422c-8674-7d0fd0552157 HTTP/1.1" status: 200 len: 1817 time: 0.1303899 Nov 12 20:51:37.149532 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-010269bd-c0aa-4fab-9734-a4afc2e0f42d service neutron] 10.222.0.46 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123699 Nov 12 20:51:37.387274 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ef5a3c24-3bae-4914-9d20-39e5477f34bd req-ccfdf833-e175-4d5f-ab93-9c9579579f46 service neutron] 10.222.0.46 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295020 Nov 12 20:51:37.718866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:51:37.720516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13a83f1d-b4d0-415f-99c8-3dd3a683b98d req-e47206ae-ddf3-4d04-94b9-2e404723226a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:37.737050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] Sync routers for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:51:37.761982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:37.762830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:37.776615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] No DVR routers for this DVR port 406b3fcf-9893-43a6-a170-36c1fc109d61 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:51:37.781246 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:37.788139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d034cd08-9fc0-4d36-9d81-d863745625a9 req-f05a56a7-3510-4158-8871-4cc07fab9f44 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.46 "DELETE /v2.0/ports/406b3fcf-9893-43a6-a170-36c1fc109d61 HTTP/1.1" status: 204 len: 173 time: 2.8062901 Nov 12 20:51:37.789819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13a83f1d-b4d0-415f-99c8-3dd3a683b98d req-e47206ae-ddf3-4d04-94b9-2e404723226a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:37.889311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:38.215546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:38.256837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] Checking router: cb811d70-48e5-4f9a-b0e6-48cb254440f9 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:51:38.269705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:51:38.271318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:38.624080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:51:38.889270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:51:38.921305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa0988-941d-47ea-9a36-6561bff4a58c None None] The sync data for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 is: [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:51:39.025643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13a83f1d-b4d0-415f-99c8-3dd3a683b98d req-e47206ae-ddf3-4d04-94b9-2e404723226a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:39.030166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13a83f1d-b4d0-415f-99c8-3dd3a683b98d req-e47206ae-ddf3-4d04-94b9-2e404723226a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:39.038911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13a83f1d-b4d0-415f-99c8-3dd3a683b98d req-e47206ae-ddf3-4d04-94b9-2e404723226a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/f251624f-43b8-422c-8674-7d0fd0552157 HTTP/1.1" status: 204 len: 173 time: 2.0180011 Nov 12 20:51:39.066415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47206ae-ddf3-4d04-94b9-2e404723226a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f251624f-43b8-422c-8674-7d0fd0552157,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:39.215186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:51:39.252519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-0f0cb488-210e-4305-866c-379643ac55c1 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1379711782&fields=id&tenant_id=2751a2c5bc2b4c738adf0c3b46236b60 HTTP/1.1" status: 200 len: 267 time: 0.1872406 Nov 12 20:51:39.287216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 406b3fcf-9893-43a6-a170-36c1fc109d61 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:51:39.289220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 406b3fcf-9893-43a6-a170-36c1fc109d61 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:51:39.305183 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac3957b-3ca3-4f5a-a3d9-7f1fde2d8e22 x-openstack-request-id: req-7ac3957b-3ca3-4f5a-a3d9-7f1fde2d8e22 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:39.305709 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "tag": "5e7157b3-3499-4310-aeca-858e625deacc", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:39.306384 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ac3957b-3ca3-4f5a-a3d9-7f1fde2d8e22 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:39.306851 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'tag': '5e7157b3-3499-4310-aeca-858e625deacc', 'status': 'completed', 'code': 200} Nov 12 20:51:39.455404 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf327dea-ff80-4e42-87e8-3c24bd055483 None None] New status for floating IP 2d699a86-4b5c-4626-8b1b-2663067bf47a: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:51:39.575898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de4a1-b23e-4321-93e4-f15a33067469 req-ed09e0dc-a431-4c55-af90-d5564a874e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:39.576382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de4a1-b23e-4321-93e4-f15a33067469 req-ed09e0dc-a431-4c55-af90-d5564a874e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:39.576855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de4a1-b23e-4321-93e4-f15a33067469 req-ed09e0dc-a431-4c55-af90-d5564a874e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:39.578597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291de4a1-b23e-4321-93e4-f15a33067469 req-ed09e0dc-a431-4c55-af90-d5564a874e4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2869 time: 0.2246599 Nov 12 20:51:39.622561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b69e7-a7c3-4843-b49a-ff58fb34e496 req-f0a0d75c-0924-4f78-9519-ebd524378833 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:39.629800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad6b69e7-a7c3-4843-b49a-ff58fb34e496 req-f0a0d75c-0924-4f78-9519-ebd524378833 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.1451440 Nov 12 20:51:39.656904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e882d-a073-422f-aa0e-10202fffa88e req-66a3461f-7d89-4af1-85e1-dab68838eb38 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:39.663278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-66a3461f-7d89-4af1-85e1-dab68838eb38 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/networks?id=d87debfb-d93e-4574-8f05-0b298c6ecdd1 HTTP/1.1" status: 200 len: 805 time: 0.4020407 Nov 12 20:51:39.737582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-c4245a89-6bb3-4c5b-b840-1b5239dbda7a tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/quotas/2751a2c5bc2b4c738adf0c3b46236b60 HTTP/1.1" status: 200 len: 375 time: 0.0733044 Nov 12 20:51:39.811125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad6b69e7-a7c3-4843-b49a-ff58fb34e496 req-a3f2c62d-396e-46a5-a2b3-c25aae68c613 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805058 Nov 12 20:51:39.857955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-dd51e18c-f610-4eab-bdbe-2f1d266a2210 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2751a2c5bc2b4c738adf0c3b46236b60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104963 Nov 12 20:51:40.068701 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:40.081944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-460b8c6b-7b23-4118-aab9-c91074df33ca service neutron] 10.222.0.64 "GET /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228551 Nov 12 20:51:40.105884 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b6b89a-c967-464b-9d5a-11441127f2e7 x-openstack-request-id: req-57b6b89a-c967-464b-9d5a-11441127f2e7 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:40.105884 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "tag": "d5390b5d-7dab-4e22-8ea1-cf1f238a7900", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:40.105884 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57b6b89a-c967-464b-9d5a-11441127f2e7 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:40.105884 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'tag': 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900', 'status': 'completed', 'code': 200} Nov 12 20:51:40.111977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de4a1-b23e-4321-93e4-f15a33067469 req-d56d9cca-ecc2-4ed2-9f09-ee38d31779fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:40.113475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291de4a1-b23e-4321-93e4-f15a33067469 req-d56d9cca-ecc2-4ed2-9f09-ee38d31779fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d HTTP/1.1" status: 200 len: 902 time: 0.5193989 Nov 12 20:51:40.138587 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:40.148211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-280d8662-31b5-44bb-a595-3e844dcfdd40 req-8cb37b61-c78a-4c3b-8b2c-e3f7bf0f9e17 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b42accc3-d068-4690-93e0-41a5d4f4a265 HTTP/1.1" status: 200 len: 210 time: 0.0640407 Nov 12 20:51:40.194862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291de4a1-b23e-4321-93e4-f15a33067469 req-0c5e716d-fe05-41bb-99dd-51345f18645f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=5e7157b3-3499-4310-aeca-858e625deacc HTTP/1.1" status: 200 len: 217 time: 0.0551865 Nov 12 20:51:40.464886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de4a1-b23e-4321-93e4-f15a33067469 req-ec3fb56c-1da7-457c-bbbb-4cb6c0605bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:40.464886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291de4a1-b23e-4321-93e4-f15a33067469 req-ec3fb56c-1da7-457c-bbbb-4cb6c0605bc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3415f455-9667-4886-9c65-017b323b8ae2 HTTP/1.1" status: 200 len: 801 time: 0.1750386 Nov 12 20:51:40.464886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-7e329672-773c-4431-b3f9-6ea83a3526b5 service neutron] 10.222.0.64 "GET /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796632 Nov 12 20:51:40.486654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa376a40-bc1d-48b3-a260-c9398010ccc3 req-3e2f6491-bd0a-428a-a3b6-3e6abd348bda tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:40.494188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa376a40-bc1d-48b3-a260-c9398010ccc3 req-3e2f6491-bd0a-428a-a3b6-3e6abd348bda tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:40.500013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa376a40-bc1d-48b3-a260-c9398010ccc3 req-3e2f6491-bd0a-428a-a3b6-3e6abd348bda tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:40.502276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa376a40-bc1d-48b3-a260-c9398010ccc3 req-3e2f6491-bd0a-428a-a3b6-3e6abd348bda tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2413 time: 0.1609681 Nov 12 20:51:40.586969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de4a1-b23e-4321-93e4-f15a33067469 req-588f44d1-e0e1-4794-9d37-0c013c6e5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:40.589461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291de4a1-b23e-4321-93e4-f15a33067469 req-588f44d1-e0e1-4794-9d37-0c013c6e5019 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212265 Nov 12 20:51:40.594427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa376a40-bc1d-48b3-a260-c9398010ccc3 req-6165172d-4359-4189-a1b4-06870a516e89 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683389 Nov 12 20:51:40.730615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291de4a1-b23e-4321-93e4-f15a33067469 req-ae4da8ef-452b-46a7-bf17-4e08e4e711b1 service neutron] 10.222.0.46 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284473 Nov 12 20:51:40.744135 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-22614e12-03bf-4370-8752-71b29435da89 req-6f7c3353-a5c2-4d11-9477-fccc24eddc34 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:51:40.745716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22614e12-03bf-4370-8752-71b29435da89 req-6f7c3353-a5c2-4d11-9477-fccc24eddc34 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/f251624f-43b8-422c-8674-7d0fd0552157 HTTP/1.1" status: 404 len: 352 time: 0.0287566 Nov 12 20:51:40.918613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291de4a1-b23e-4321-93e4-f15a33067469 req-5327513e-e5fb-4046-b6c1-3bbad24c753a service neutron] 10.222.0.46 "GET /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712246 Nov 12 20:51:40.952920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f054a0b7-1a39-4191-873e-d99d27119fb4 req-5e058c8a-ab56-4bc6-96e4-98eb3b347853 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 210 time: 0.1228092 Nov 12 20:51:41.072460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de501794-d2e0-47ae-93fe-54ded1db58d3 req-2e587a13-997b-4d92-9e34-ded457aa93ab tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/809be5ff-4ca1-472a-b181-0c3ff8248432 HTTP/1.1" status: 200 len: 1818 time: 0.2505565 Nov 12 20:51:41.151113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-9e4ce450-0d46-4b48-bc86-8b163f60fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.151113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-9e4ce450-0d46-4b48-bc86-8b163f60fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.151113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-9e4ce450-0d46-4b48-bc86-8b163f60fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.151886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-9e4ce450-0d46-4b48-bc86-8b163f60fa81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2869 time: 0.1631081 Nov 12 20:51:41.230951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d5390b5d-7dab-4e22-8ea1-cf1f238a7900 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:51:41.288669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289baf40-574d-4f72-a123-8e2777a9c5fd req-719fac96-0ceb-4d6a-89d1-73e6a7d4fcc6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.290233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-289baf40-574d-4f72-a123-8e2777a9c5fd req-719fac96-0ceb-4d6a-89d1-73e6a7d4fcc6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2156236 Nov 12 20:51:41.382315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d5390b5d-7dab-4e22-8ea1-cf1f238a7900, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:41.399712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900', 'network_id': 'd088f628-d433-4e8c-8359-a1c9cb508594', 'port_id': 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900', 'mac_address': 'fa:16:3e:90:ee:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8363c95-9006-4fed-9e9d-49638b62ee5a', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:51:41.451041 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de501794-d2e0-47ae-93fe-54ded1db58d3 req-0dc3fe66-66b9-44e8-87f4-3595144333c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:41.478657 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:41.501404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5390b5d-7dab-4e22-8ea1-cf1f238a7900 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:41.517332 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de501794-d2e0-47ae-93fe-54ded1db58d3 req-0dc3fe66-66b9-44e8-87f4-3595144333c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:41.540034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d5390b5d-7dab-4e22-8ea1-cf1f238a7900, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:41.565367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-fe7bef42-70f0-4b9c-8c00-e01c46cdc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.567538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-fe7bef42-70f0-4b9c-8c00-e01c46cdc95e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d088f628-d433-4e8c-8359-a1c9cb508594 HTTP/1.1" status: 200 len: 902 time: 0.4016175 Nov 12 20:51:41.590770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-289baf40-574d-4f72-a123-8e2777a9c5fd req-b059e5e9-7b05-40a5-84b4-c5485d01b2f6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865064 Nov 12 20:51:41.647515 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:41.653097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device fcf1041d-eec8-46c9-8575-0e45028ab32f details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:51:41.674944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-fe9429a8-bd48-4ebc-bdd5-51b7526d1083 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=d5390b5d-7dab-4e22-8ea1-cf1f238a7900 HTTP/1.1" status: 200 len: 217 time: 0.0850399 Nov 12 20:51:41.726679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:41.737517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e94c-d87e-4218-a228-a414182a4fbf req-8710ff7f-4cd9-48f1-a5c9-465259d9a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.739116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1735e94c-d87e-4218-a228-a414182a4fbf req-8710ff7f-4cd9-48f1-a5c9-465259d9a233 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 1098 time: 0.2046041 Nov 12 20:51:41.772298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-1df82041-600f-488a-be55-07a5eb880862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.773739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-1df82041-600f-488a-be55-07a5eb880862 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8363c95-9006-4fed-9e9d-49638b62ee5a HTTP/1.1" status: 200 len: 801 time: 0.0770891 Nov 12 20:51:41.872595 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de501794-d2e0-47ae-93fe-54ded1db58d3 req-0dc3fe66-66b9-44e8-87f4-3595144333c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:41.879132 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de501794-d2e0-47ae-93fe-54ded1db58d3 req-0dc3fe66-66b9-44e8-87f4-3595144333c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:41.891302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de501794-d2e0-47ae-93fe-54ded1db58d3 req-0dc3fe66-66b9-44e8-87f4-3595144333c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/809be5ff-4ca1-472a-b181-0c3ff8248432 HTTP/1.1" status: 204 len: 173 time: 0.8187153 Nov 12 20:51:41.923410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3fe66-66b9-44e8-87f4-3595144333c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809be5ff-4ca1-472a-b181-0c3ff8248432,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:41.954879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9959e7f-373d-4216-b5d0-71fa5974cc05 req-cef15394-39f2-4110-9eb1-40041102cfcf tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.962543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9959e7f-373d-4216-b5d0-71fa5974cc05 req-cef15394-39f2-4110-9eb1-40041102cfcf tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.964900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port fcf1041d-eec8-46c9-8575-0e45028ab32f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=fcf1041d-eec8-46c9-8575-0e45028ab32f,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:41.969252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9959e7f-373d-4216-b5d0-71fa5974cc05 req-cef15394-39f2-4110-9eb1-40041102cfcf tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:41.976936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9959e7f-373d-4216-b5d0-71fa5974cc05 req-cef15394-39f2-4110-9eb1-40041102cfcf tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2414 time: 0.2068038 Nov 12 20:51:41.978201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'fcf1041d-eec8-46c9-8575-0e45028ab32f', 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d', 'port_id': 'fcf1041d-eec8-46c9-8575-0e45028ab32f', 'mac_address': 'fa:16:3e:df:34:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3415f455-9667-4886-9c65-017b323b8ae2', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:51:42.006291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-dd83097a-3e23-4843-a3bb-59ba584de948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:42.008242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-dd83097a-3e23-4843-a3bb-59ba584de948 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d088f628-d433-4e8c-8359-a1c9cb508594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985264 Nov 12 20:51:42.013512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e94c-d87e-4218-a228-a414182a4fbf req-af2ec435-ab55-401f-bbe8-5487e3fbf25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:42.015155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1735e94c-d87e-4218-a228-a414182a4fbf req-af2ec435-ab55-401f-bbe8-5487e3fbf25a service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 913 time: 0.2665405 Nov 12 20:51:42.034841 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.055275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:42.108693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf1041d-eec8-46c9-8575-0e45028ab32f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:42.117994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-deleted', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:42.121645 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1bb73e-ecb3-49ab-80cc-09bcfc1726f6" -d '{"events": [{"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-deleted", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:42.178171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port fcf1041d-eec8-46c9-8575-0e45028ab32f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=fcf1041d-eec8-46c9-8575-0e45028ab32f,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:42.183721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1735e94c-d87e-4218-a228-a414182a4fbf req-015a2633-71b6-4215-8c27-2eaab3034c90 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa HTTP/1.1" status: 200 len: 217 time: 0.1533706 Nov 12 20:51:42.212869 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-607977d1-b053-43e8-94ed-628ba0afd833 req-da6226cc-1d69-4457-b852-feebce953b2b tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:51:42.215643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.239676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-607977d1-b053-43e8-94ed-628ba0afd833 req-da6226cc-1d69-4457-b852-feebce953b2b tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/809be5ff-4ca1-472a-b181-0c3ff8248432 HTTP/1.1" status: 404 len: 352 time: 0.1615939 Nov 12 20:51:42.265515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9959e7f-373d-4216-b5d0-71fa5974cc05 req-35aec4e8-305e-4f2a-9d05-ac2cd7ed2a66 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846289 Nov 12 20:51:42.272646 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.273490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 5e7157b3-3499-4310-aeca-858e625deacc details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:51:42.312614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.380258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e94c-d87e-4218-a228-a414182a4fbf req-9436e735-62a2-4076-ad50-088daa570dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:42.381741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1735e94c-d87e-4218-a228-a414182a4fbf req-9436e735-62a2-4076-ad50-088daa570dc0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.1873615 Nov 12 20:51:42.391202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-723d531a-c401-46f3-b7eb-57175d86da37 service neutron] 10.222.0.46 "GET /v2.0/networks/d088f628-d433-4e8c-8359-a1c9cb508594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699715 Nov 12 20:51:42.404860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=fcf1041d-eec8-46c9-8575-0e45028ab32f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:42.409525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 5e7157b3-3499-4310-aeca-858e625deacc, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=5e7157b3-3499-4310-aeca-858e625deacc,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:42.428635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '5e7157b3-3499-4310-aeca-858e625deacc', 'network_id': 'a750967a-76ed-4b43-a3c7-8ddf4f06fe6d', 'port_id': '5e7157b3-3499-4310-aeca-858e625deacc', 'mac_address': 'fa:16:3e:95:2c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3415f455-9667-4886-9c65-017b323b8ae2', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:51:42.442367 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ba9dc2-21d7-44ac-972f-1fecb88aef22 x-openstack-request-id: req-02ba9dc2-21d7-44ac-972f-1fecb88aef22 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:42.442655 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42accc3-d068-4690-93e0-41a5d4f4a265", "name": "network-vif-deleted", "tag": "406b3fcf-9893-43a6-a170-36c1fc109d61", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:42.442888 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02ba9dc2-21d7-44ac-972f-1fecb88aef22 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:42.443273 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42accc3-d068-4690-93e0-41a5d4f4a265', 'name': 'network-vif-deleted', 'tag': '406b3fcf-9893-43a6-a170-36c1fc109d61', 'status': 'completed', 'code': 200} Nov 12 20:51:42.482550 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.500587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7157b3-3499-4310-aeca-858e625deacc {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:42.528112 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.529129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 5e7157b3-3499-4310-aeca-858e625deacc, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=5e7157b3-3499-4310-aeca-858e625deacc,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:42.530747 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.531964 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "DELETE /v2.0/security-groups/d77f8db2-d57e-4330-a03f-7d455fcea29a HTTP/1.1" status: 204 len: 168 time: 0.4755528 Nov 12 20:51:42.535649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38194) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:42.554041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1735e94c-d87e-4218-a228-a414182a4fbf req-90df4df5-cb37-4061-8379-f4ec049c7c63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614969 Nov 12 20:51:42.569740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f8db2-d57e-4330-a03f-7d455fcea29a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:42.574600 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-d1a8c18a-4433-49ce-ad1e-f3b08adf2d76 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] show failed (client error): The resource could not be found. Nov 12 20:51:42.579658 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d1a8c18a-4433-49ce-ad1e-f3b08adf2d76 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups/d77f8db2-d57e-4330-a03f-7d455fcea29a HTTP/1.1" status: 404 len: 347 time: 0.0430222 Nov 12 20:51:42.580259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:42.580987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1189f54-c029-4528-9319-2f62046eaf89 req-68b8ebf7-ea4d-4228-a3aa-ee01fb0f582f tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 210 time: 0.1365919 Nov 12 20:51:42.606026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.606728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.608270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.608809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.609244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.609719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.610145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.610571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.610994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.611466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.611895 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.612405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08d47e-54c7-467a-aeba-8a29ce9cc28a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:42.617059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.676135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-289f3228-e3a6-4245-80ca-6c8abad9af73 req-16c8efd9-50f4-4a4a-94b7-bcce32c84c16 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/36427ccd-beb8-45ae-aed5-027a59ae2b1b HTTP/1.1" status: 200 len: 1816 time: 0.1984448 Nov 12 20:51:42.730851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=5e7157b3-3499-4310-aeca-858e625deacc,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:42.899533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Deleting port fbdaa4d7-50ef-4e2b-9c4d-f859c70802a1 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:51:42.900068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:42.951968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8724e12-4eb0-4726-8f76-330999e7f411 req-d2af4fd2-d9ab-4402-ad9b-6b912d6f7f7c service neutron] 10.222.0.46 "GET /v2.0/networks/d088f628-d433-4e8c-8359-a1c9cb508594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396430 Nov 12 20:51:42.954567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['fcf1041d-eec8-46c9-8575-0e45028ab32f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:42.967378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435d19c-a64d-4fd7-b0b4-28efe0c9283e req-9f5a39bf-cab0-44a5-882f-5e469e8ef9fd tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:42.975270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c435d19c-a64d-4fd7-b0b4-28efe0c9283e req-9f5a39bf-cab0-44a5-882f-5e469e8ef9fd tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 946 time: 0.2391806 Nov 12 20:51:43.009274 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-289f3228-e3a6-4245-80ca-6c8abad9af73 req-67a4cd7e-71ad-4d41-932f-4f3629f5a3fc tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:43.012132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1735e94c-d87e-4218-a228-a414182a4fbf req-271764da-5b2b-4c87-800b-7d9d1c8a6526 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301238 Nov 12 20:51:43.037220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['5e7157b3-3499-4310-aeca-858e625deacc'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:43.086418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:43.088854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:43.109111 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-289f3228-e3a6-4245-80ca-6c8abad9af73 req-67a4cd7e-71ad-4d41-932f-4f3629f5a3fc tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:43.128049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Calling delete_port for fbdaa4d7-50ef-4e2b-9c4d-f859c70802a1 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:51:43.626968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-289f3228-e3a6-4245-80ca-6c8abad9af73 req-67a4cd7e-71ad-4d41-932f-4f3629f5a3fc tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:43.629622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-289f3228-e3a6-4245-80ca-6c8abad9af73 req-67a4cd7e-71ad-4d41-932f-4f3629f5a3fc tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:43.631886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-289f3228-e3a6-4245-80ca-6c8abad9af73 req-67a4cd7e-71ad-4d41-932f-4f3629f5a3fc tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/36427ccd-beb8-45ae-aed5-027a59ae2b1b HTTP/1.1" status: 204 len: 173 time: 0.9551885 Nov 12 20:51:43.676716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c435d19c-a64d-4fd7-b0b4-28efe0c9283e req-f6bdea92-27d5-4acb-969a-3b721617b575 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005122 Nov 12 20:51:43.689408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4cd7e-71ad-4d41-932f-4f3629f5a3fc tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36427ccd-beb8-45ae-aed5-027a59ae2b1b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:43.696944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:43.785342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event deleted for resources: {'Port': ['ID=fbdaa4d7-50ef-4e2b-9c4d-f859c70802a1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:44.000795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:44.008801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3305b912-1fdc-47d8-811c-f751a6b895e4 req-0fa92e14-aa9e-4f0f-b92b-c7ea0f955f23 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 210 time: 0.1158743 Nov 12 20:51:44.011256 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:44.016102 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-accaebe6-7d18-41a9-8d2a-023b26243f3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "DELETE /v2.0/floatingips/2d699a86-4b5c-4626-8b1b-2663067bf47a HTTP/1.1" status: 204 len: 168 time: 1.4184086 Nov 12 20:51:44.045968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d5390b5d-7dab-4e22-8ea1-cf1f238a7900'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:44.132525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1735e94c-d87e-4218-a228-a414182a4fbf req-0c5c7382-296e-43d0-a7f1-88a58cf7eb6f service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1090944 Nov 12 20:51:44.167514 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-5d19c43f-169e-4246-8f8f-ebc793da8f4b req-1b74f24d-8152-4812-acb6-68a059af45fa tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:51:44.168551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d19c43f-169e-4246-8f8f-ebc793da8f4b req-1b74f24d-8152-4812-acb6-68a059af45fa tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/36427ccd-beb8-45ae-aed5-027a59ae2b1b HTTP/1.1" status: 404 len: 352 time: 0.0512347 Nov 12 20:51:44.250067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07ffb-eb04-49da-8372-29e033736730 req-80afe73e-7680-4f6a-af95-8f38e17b3941 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:44.258544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07ffb-eb04-49da-8372-29e033736730 req-80afe73e-7680-4f6a-af95-8f38e17b3941 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:44.265899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07ffb-eb04-49da-8372-29e033736730 req-80afe73e-7680-4f6a-af95-8f38e17b3941 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:44.275026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:51:44.281264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87d07ffb-eb04-49da-8372-29e033736730 req-80afe73e-7680-4f6a-af95-8f38e17b3941 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2416 time: 0.4995120 Nov 12 20:51:44.380651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87d07ffb-eb04-49da-8372-29e033736730 req-be917d4a-d67a-4f02-ac2f-d1b9012b2783 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926607 Nov 12 20:51:44.430006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e882d-a073-422f-aa0e-10202fffa88e req-89b1c73b-f9b4-4c27-aeee-f196168f4a1a tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:44.434559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-89b1c73b-f9b4-4c27-aeee-f196168f4a1a tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.78 "GET /v2.0/networks?id=d87debfb-d93e-4574-8f05-0b298c6ecdd1 HTTP/1.1" status: 200 len: 805 time: 0.7346380 Nov 12 20:51:44.490591 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:44.576561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:44.578874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:44.587580 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30557a43-c176-4c90-a2a1-e2466e177ec1" -d '{"events": [{"server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "name": "network-vif-unplugged", "status": "completed", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:44.587773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-f69d807e-9116-412d-bd5a-3daa9d71068c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2751a2c5bc2b4c738adf0c3b46236b60 HTTP/1.1" status: 200 len: 380 time: 0.1394613 Nov 12 20:51:44.613577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Request body: {'port': {'device_id': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'admin_state_up': True, 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'security_groups': ['427103ab-7f31-47ac-a59a-80b17aaa6ab1']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:44.637087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:44.709351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:44.778282 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-550c255a-5718-460b-8bcd-10c454f2a9cf req-e38f51f5-6561-41de-8fdb-20b127d7e58f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51b346bd77c04c7ebe89921b97b367b9 HTTP/1.1" status: 200 len: 6200 time: 0.1990442 Nov 12 20:51:44.848248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-550c255a-5718-460b-8bcd-10c454f2a9cf req-0c7ac999-b212-4f9e-a244-0e4fde9e1906 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/11ab53b1-9ef2-478a-87db-be179d1c4769 HTTP/1.1" status: 200 len: 2998 time: 0.0622513 Nov 12 20:51:44.920958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-550c255a-5718-460b-8bcd-10c454f2a9cf req-b5b09491-ebab-423f-8388-8f2687d01b9d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/11ab53b1-9ef2-478a-87db-be179d1c4769 HTTP/1.1" status: 200 len: 2998 time: 0.0625906 Nov 12 20:51:44.959029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Made reservation on behalf of 2751a2c5bc2b4c738adf0c3b46236b60 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:44.962938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.011709 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd1ed1-1a3c-4666-97b8-8f9465cdd2b6 x-openstack-request-id: req-e5cd1ed1-1a3c-4666-97b8-8f9465cdd2b6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:45.012397 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "name": "network-vif-unplugged", "status": "completed", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:45.012752 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5cd1ed1-1a3c-4666-97b8-8f9465cdd2b6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:45.013353 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'code': 200} Nov 12 20:51:45.145128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38268) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:45.150493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-db293734-5e2f-479c-8310-f06181559665 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276938958', 'description': 'tempest-description--124275126'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:45.187921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-0dda4279-209c-4e28-b94b-aec0d4d4a06b req-3669cf0a-fc3f-4fd1-816e-49dd41eea9f9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-126445242', 'description': 'tempest-description-960298381'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:45.214512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Allocated IP 172.20.0.10 (d87debfb-d93e-4574-8f05-0b298c6ecdd1/30158c93-a504-4c3e-afc4-1203c2ba528b/30cdf559-44f9-407c-9af6-98fd938aec19) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:45.224133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10ba51-6ea9-4e6d-b1ee-6cb0cb5415eb req-0d0aff3a-d409-42c5-974c-9b56fd4147d3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:45.232053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e10ba51-6ea9-4e6d-b1ee-6cb0cb5415eb req-0d0aff3a-d409-42c5-974c-9b56fd4147d3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 944 time: 0.1267064 Nov 12 20:51:45.248196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device fcf1041d-eec8-46c9-8575-0e45028ab32f up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:45.289013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db293734-5e2f-479c-8310-f06181559665 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.344148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e10ba51-6ea9-4e6d-b1ee-6cb0cb5415eb req-e03653dc-14f2-486e-aeac-b1574674b1f5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106553 Nov 12 20:51:45.433876 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db293734-5e2f-479c-8310-f06181559665 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.475230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port fcf1041d-eec8-46c9-8575-0e45028ab32f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:51:45.480651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port fcf1041d-eec8-46c9-8575-0e45028ab32f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:45.481307 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.503867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db293734-5e2f-479c-8310-f06181559665 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.520167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7d0e374-b81d-4392-80af-6cb448a76f26 req-2f60f8c3-aec1-49e7-9b60-4528f2718d58 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 210 time: 0.0537405 Nov 12 20:51:45.596087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db293734-5e2f-479c-8310-f06181559665 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786e7c60-8737-434b-a849-c6d831de4e20,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:45.597114 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0dda4279-209c-4e28-b94b-aec0d4d4a06b req-3669cf0a-fc3f-4fd1-816e-49dd41eea9f9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.661101 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db293734-5e2f-479c-8310-f06181559665 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.665019 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-db293734-5e2f-479c-8310-f06181559665 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5161810 Nov 12 20:51:45.665350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38278) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:45.670273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2ec7656e-7592-4765-b7c2-dcb8932a1e0e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'security_group_rule': {'security_group_id': '786e7c60-8737-434b-a849-c6d831de4e20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:45.757068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.813144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port fcf1041d-eec8-46c9-8575-0e45028ab32f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=fcf1041d-eec8-46c9-8575-0e45028ab32f,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:45.816208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec7656e-7592-4765-b7c2-dcb8932a1e0e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.838859 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0dda4279-209c-4e28-b94b-aec0d4d4a06b req-3669cf0a-fc3f-4fd1-816e-49dd41eea9f9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.842328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.902252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.903618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d5390b5d-7dab-4e22-8ea1-cf1f238a7900 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:45.920511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec7656e-7592-4765-b7c2-dcb8932a1e0e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:45.952864 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0dda4279-209c-4e28-b94b-aec0d4d4a06b req-3669cf0a-fc3f-4fd1-816e-49dd41eea9f9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.001809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=fcf1041d-eec8-46c9-8575-0e45028ab32f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:46.018049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db520d63-9221-4b86-8e93-1315fe6e31dc req-33843902-b497-41bd-8d9a-50e3048da8a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:46.025309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db520d63-9221-4b86-8e93-1315fe6e31dc req-33843902-b497-41bd-8d9a-50e3048da8a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:46.031729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db520d63-9221-4b86-8e93-1315fe6e31dc req-33843902-b497-41bd-8d9a-50e3048da8a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:46.033671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db520d63-9221-4b86-8e93-1315fe6e31dc req-33843902-b497-41bd-8d9a-50e3048da8a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2416 time: 0.3223810 Nov 12 20:51:46.038927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.048869 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec7656e-7592-4765-b7c2-dcb8932a1e0e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.085188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:51:46.092090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:46.093763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.117020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7656e-7592-4765-b7c2-dcb8932a1e0e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28063aad-91da-41df-9966-604955a3d885,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:46.126158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:46.134780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:46.137635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669cf0a-fc3f-4fd1-816e-49dd41eea9f9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be88e8d6-7383-4ad2-82f8-9479bd46ee54,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:46.144137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:46.178773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec7656e-7592-4765-b7c2-dcb8932a1e0e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.203845 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2ec7656e-7592-4765-b7c2-dcb8932a1e0e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5372727 Nov 12 20:51:46.204490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38280) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:46.208980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a963bbe9-a106-4079-918e-e34803da5e28 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'security_group_rule': {'security_group_id': '786e7c60-8737-434b-a849-c6d831de4e20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:46.246943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.247777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:46.250771 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.272132 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0dda4279-209c-4e28-b94b-aec0d4d4a06b req-3669cf0a-fc3f-4fd1-816e-49dd41eea9f9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.277975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dda4279-209c-4e28-b94b-aec0d4d4a06b req-3669cf0a-fc3f-4fd1-816e-49dd41eea9f9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.1023586 Nov 12 20:51:46.311183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d5390b5d-7dab-4e22-8ea1-cf1f238a7900, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:46.316310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db520d63-9221-4b86-8e93-1315fe6e31dc req-eba37bbb-af6d-41bf-bfaa-2e5a73f6e716 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251916 Nov 12 20:51:46.319818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8dc76478-e881-41aa-b457-ae23fb48b0e5 req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2140740862', 'description': 'tempest-description-553576908'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:46.328378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event updated for resources: {'Port': ['ID=30cdf559-44f9-407c-9af6-98fd938aec19,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:46.373653 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a963bbe9-a106-4079-918e-e34803da5e28 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.413097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.414002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 5e7157b3-3499-4310-aeca-858e625deacc up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:46.452562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-2635bd60-1daf-4cea-b0aa-d2fea9998f18 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8444064 Nov 12 20:51:46.485950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Request body: {'port': {'device_id': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:46.494444 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a963bbe9-a106-4079-918e-e34803da5e28 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.564183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:46.576228 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a963bbe9-a106-4079-918e-e34803da5e28 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.629620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963bbe9-a106-4079-918e-e34803da5e28 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067d0a2a-be7f-4d31-93a0-3569fd076ef7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:46.642015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-16b589e6-75d9-4ae3-972c-1217113ca7a4 None None] Provisioning complete for port 30cdf559-44f9-407c-9af6-98fd938aec19 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:46.643622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.652804 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-16b589e6-75d9-4ae3-972c-1217113ca7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.656161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c3f14-6a9e-4a5d-97b9-8a50d22990a0 req-77f7147e-42d9-4fa9-8dfd-1fe9d431a03f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:46.657725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-815c3f14-6a9e-4a5d-97b9-8a50d22990a0 req-77f7147e-42d9-4fa9-8dfd-1fe9d431a03f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 944 time: 0.1603451 Nov 12 20:51:46.685096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8dc76478-e881-41aa-b457-ae23fb48b0e5 req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.692077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 5e7157b3-3499-4310-aeca-858e625deacc completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:51:46.711969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 5e7157b3-3499-4310-aeca-858e625deacc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:46.712400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.720139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-16b589e6-75d9-4ae3-972c-1217113ca7a4 None None] Port 30cdf559-44f9-407c-9af6-98fd938aec19 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:51:46.761316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a963bbe9-a106-4079-918e-e34803da5e28 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.764020 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a963bbe9-a106-4079-918e-e34803da5e28 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5579898 Nov 12 20:51:46.766661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38292) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:46.772923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:46.795236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-815c3f14-6a9e-4a5d-97b9-8a50d22990a0 req-bd194875-bd26-41e0-9e08-2ed8c36c1b84 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243224 Nov 12 20:51:46.902384 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.918376 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:46.955709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 5e7157b3-3499-4310-aeca-858e625deacc, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=5e7157b3-3499-4310-aeca-858e625deacc,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:47.014926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf1041d-eec8-46c9-8575-0e45028ab32f'}, {'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900'}, {'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7157b3-3499-4310-aeca-858e625deacc'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:47.017825 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f944662e-441b-4a5c-a4a1-15d65035bae2" -d '{"events": [{"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-plugged", "status": "completed", "tag": "fcf1041d-eec8-46c9-8575-0e45028ab32f"}, {"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-plugged", "status": "completed", "tag": "d5390b5d-7dab-4e22-8ea1-cf1f238a7900"}, {"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-plugged", "status": "completed", "tag": "5e7157b3-3499-4310-aeca-858e625deacc"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:47.030244 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.083090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8dc76478-e881-41aa-b457-ae23fb48b0e5 req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.094522 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.116145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=5e7157b3-3499-4310-aeca-858e625deacc,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:47.151715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19d5c3-ccb3-4639-a228-0d6c1dc5a4db req-8e8d06d0-a350-41bb-a317-f7751cc4d4e4 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:47.151715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc19d5c3-ccb3-4639-a228-0d6c1dc5a4db req-8e8d06d0-a350-41bb-a317-f7751cc4d4e4 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 932 time: 0.1940804 Nov 12 20:51:47.177825 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8dc76478-e881-41aa-b457-ae23fb48b0e5 req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.239857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2837d7f-d2af-4be0-b35d-548cb8ad3293,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:47.251063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Allocated IP 172.25.8.43 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/4ac82b2c-8762-4a5b-95d6-393e87f07831) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:47.265396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.265754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.266085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.266448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.266783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.267118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.267489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.267817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.268143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.268463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.268797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.269102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:47.279588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc19d5c3-ccb3-4639-a228-0d6c1dc5a4db req-d24435bc-aba7-47d8-920d-e666bb3b20d7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228204 Nov 12 20:51:47.289702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8dc76478-e881-41aa-b457-ae23fb48b0e5 req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.310695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8dc76478-e881-41aa-b457-ae23fb48b0e5 req-f3be506b-2667-4177-88aa-e50d43c305cf tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9926643 Nov 12 20:51:47.363650 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6606fd95-c54c-4c1f-af42-97ab69dbd09c x-openstack-request-id: req-6606fd95-c54c-4c1f-af42-97ab69dbd09c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:47.364190 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-plugged", "status": "completed", "tag": "fcf1041d-eec8-46c9-8575-0e45028ab32f", "code": 200}, {"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-plugged", "status": "completed", "tag": "d5390b5d-7dab-4e22-8ea1-cf1f238a7900", "code": 200}, {"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-plugged", "status": "completed", "tag": "5e7157b3-3499-4310-aeca-858e625deacc", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:47.364324 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6606fd95-c54c-4c1f-af42-97ab69dbd09c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:47.364656 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf1041d-eec8-46c9-8575-0e45028ab32f', 'code': 200} Nov 12 20:51:47.364917 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900', 'code': 200} Nov 12 20:51:47.365622 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7157b3-3499-4310-aeca-858e625deacc', 'code': 200} Nov 12 20:51:47.440480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cdf559-44f9-407c-9af6-98fd938aec19 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:47.451556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.471748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Transition to ACTIVE for port object 30cdf559-44f9-407c-9af6-98fd938aec19 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:51:47.583843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.586880 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.597650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206406d-c68e-4229-9aa5-0158f0889522 req-59ab5b5c-3e30-44bc-a503-0c0bed3385a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:47.603922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206406d-c68e-4229-9aa5-0158f0889522 req-59ab5b5c-3e30-44bc-a503-0c0bed3385a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:47.603922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206406d-c68e-4229-9aa5-0158f0889522 req-59ab5b5c-3e30-44bc-a503-0c0bed3385a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:47.603922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5206406d-c68e-4229-9aa5-0158f0889522 req-59ab5b5c-3e30-44bc-a503-0c0bed3385a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2875 time: 0.1272662 Nov 12 20:51:47.662329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd02d-b9bc-4eb6-8b7d-4b1c06ef0146 req-e41acb8b-b278-47bc-9da8-73974ac7c2ae tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:47.668978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd02d-b9bc-4eb6-8b7d-4b1c06ef0146 req-e41acb8b-b278-47bc-9da8-73974ac7c2ae tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:47.674928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd02d-b9bc-4eb6-8b7d-4b1c06ef0146 req-e41acb8b-b278-47bc-9da8-73974ac7c2ae tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:47.676622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50fdd02d-b9bc-4eb6-8b7d-4b1c06ef0146 req-e41acb8b-b278-47bc-9da8-73974ac7c2ae tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2419 time: 0.1833127 Nov 12 20:51:47.725826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Pushing event updated for resources: {'Port': ['ID=30cdf559-44f9-407c-9af6-98fd938aec19,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:47.756008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:47.828601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5206406d-c68e-4229-9aa5-0158f0889522 req-825bf7a3-c17c-433e-b7b8-db7b1cb1d24c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025340 Nov 12 20:51:47.866664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50fdd02d-b9bc-4eb6-8b7d-4b1c06ef0146 req-9f948b20-f9f8-4b38-baf7-01c785cc6574 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676190 Nov 12 20:51:47.868569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:47.878569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:47.883801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:47.887843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'Port': ['ID=4ac82b2c-8762-4a5b-95d6-393e87f07831,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:47.913860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Attempting to bind port 30cdf559-44f9-407c-9af6-98fd938aec19 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:47.914555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Attempting to bind port 30cdf559-44f9-407c-9af6-98fd938aec19 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:47.915129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Attempting to bind port 30cdf559-44f9-407c-9af6-98fd938aec19 on network d87debfb-d93e-4574-8f05-0b298c6ecdd1 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:47.928158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Port 30cdf559-44f9-407c-9af6-98fd938aec19 on network d87debfb-d93e-4574-8f05-0b298c6ecdd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:51:47.934613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Attempting to bind port 30cdf559-44f9-407c-9af6-98fd938aec19 on network d87debfb-d93e-4574-8f05-0b298c6ecdd1 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:47.937330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:47.937742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Checking segment: {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:47.938243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Bound using segment: {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:47.938684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Bound port: 30cdf559-44f9-407c-9af6-98fd938aec19, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:47.939052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.006827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.022341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] For port 30cdf559-44f9-407c-9af6-98fd938aec19, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:48.025724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] For port 30cdf559-44f9-407c-9af6-98fd938aec19, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=30cdf559-44f9-407c-9af6-98fd938aec19,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:48.276133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.309890 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.316639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:48.317678 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.319352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] 10.222.0.78 "PUT /v2.0/ports/30cdf559-44f9-407c-9af6-98fd938aec19 HTTP/1.1" status: 200 len: 1093 time: 1.8472888 Nov 12 20:51:48.319824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'tag': '30cdf559-44f9-407c-9af6-98fd938aec19'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:48.322105 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184118ee-459b-4edd-a9a0-09c1418deac0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe44caa-e6c1-48ea-aab0-599de65c2c97", "tag": "30cdf559-44f9-407c-9af6-98fd938aec19"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:48.362817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bca9fa-b87f-4622-8b07-ee3bdec3c293 service neutron] Pushing event updated for resources: {'Port': ['ID=30cdf559-44f9-407c-9af6-98fd938aec19,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:48.484510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e882d-a073-422f-aa0e-10202fffa88e req-d10c7719-1ce0-49f9-aadb-cad8ca0ce07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:48.486879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-d10c7719-1ce0-49f9-aadb-cad8ca0ce07e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2751a2c5bc2b4c738adf0c3b46236b60&device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 1096 time: 0.0496440 Nov 12 20:51:48.528613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.541092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-569ce81c-c5a9-40ce-b459-fd5a475a9ba9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30cdf559-44f9-407c-9af6-98fd938aec19 HTTP/1.1" status: 200 len: 217 time: 0.0412045 Nov 12 20:51:48.598887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e882d-a073-422f-aa0e-10202fffa88e req-3bc48a99-fa22-41a8-8034-565fad33f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:48.600878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-3bc48a99-fa22-41a8-8034-565fad33f181 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30158c93-a504-4c3e-afc4-1203c2ba528b HTTP/1.1" status: 200 len: 844 time: 0.0562713 Nov 12 20:51:48.651198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e882d-a073-422f-aa0e-10202fffa88e req-8db918b2-5ad9-4796-90ec-acbb11569634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:48.653258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-8db918b2-5ad9-4796-90ec-acbb11569634 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d87debfb-d93e-4574-8f05-0b298c6ecdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446358 Nov 12 20:51:48.653432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.738241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'Port': ['ID=4ac82b2c-8762-4a5b-95d6-393e87f07831,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:48.751012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.763475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-6ab371f7-82dd-4ba3-8583-021351ba15ae service neutron] 10.222.0.78 "GET /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016295 Nov 12 20:51:48.868154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:48.876090 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5b9d8ada-b20b-4d21-9596-982ccf78f8f5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1078303 Nov 12 20:51:48.888612 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-258e882d-a073-422f-aa0e-10202fffa88e req-52cb63ea-22aa-47e7-96a1-5b69e9c208b5 service neutron] 10.222.0.78 "GET /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173990 Nov 12 20:51:49.543038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-67cedb09-fe66-4fbf-815d-ea53e6b92458 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:49.783329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-67cedb09-fe66-4fbf-815d-ea53e6b92458 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 812 time: 0.1407268 Nov 12 20:51:49.783329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-3b054edc-8b5a-4f41-bd67-f3421238e5d0 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/quotas/51b346bd77c04c7ebe89921b97b367b9 HTTP/1.1" status: 200 len: 375 time: 0.0101388 Nov 12 20:51:49.783329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-89870c14-d2b9-4ddd-b1e1-10c0615a8b5e tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486927 Nov 12 20:51:49.783329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-c2fa2677-d4aa-40aa-8db9-3d8e2f503af6 service neutron] 10.222.0.64 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078861 Nov 12 20:51:49.839029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-939d4afb-7614-46bb-a98b-3195a26729c4 service neutron] 10.222.0.64 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989943 Nov 12 20:51:49.932446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-dfaf4b5f-60c7-4144-817d-e732191af77b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:49.934154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-dfaf4b5f-60c7-4144-817d-e732191af77b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f9b52c-36fb-4428-8aa7-49a12996bd98 HTTP/1.1" status: 200 len: 944 time: 0.0627558 Nov 12 20:51:50.045520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Deleting port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:51:50.045812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:50.213931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] For port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:50.214335 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:50.238824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869df8a-14ce-42dc-b359-ee0842cb9725 req-cccc2538-fc7e-4dd2-a4fc-364e88d382e6 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:50.240388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5869df8a-14ce-42dc-b359-ee0842cb9725 req-cccc2538-fc7e-4dd2-a4fc-364e88d382e6 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 944 time: 0.0906725 Nov 12 20:51:50.241448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Calling delete_port for 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:51:50.247044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:51:50.375258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5869df8a-14ce-42dc-b359-ee0842cb9725 req-16ef9840-ad7c-4ea8-a9fd-470b2a9fb585 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738223 Nov 12 20:51:50.432551 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e05c93-42fd-4113-8958-498b94b908da x-openstack-request-id: req-f5e05c93-42fd-4113-8958-498b94b908da {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:50.432845 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe44caa-e6c1-48ea-aab0-599de65c2c97", "tag": "30cdf559-44f9-407c-9af6-98fd938aec19", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:50.433968 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5e05c93-42fd-4113-8958-498b94b908da {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:50.434473 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'tag': '30cdf559-44f9-407c-9af6-98fd938aec19', 'status': 'completed', 'code': 200} Nov 12 20:51:50.526505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-cd041c1e-1bf0-4ced-b71b-f5a77ff393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:50.528428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-cd041c1e-1bf0-4ced-b71b-f5a77ff393c4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2751a2c5bc2b4c738adf0c3b46236b60&device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 1096 time: 0.0727103 Nov 12 20:51:50.545937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba1c66-96fb-42a5-a2d5-853fb4900611 req-e44b7a94-a2cf-4be4-98e1-cea82ac85e5e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:50.551895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba1c66-96fb-42a5-a2d5-853fb4900611 req-e44b7a94-a2cf-4be4-98e1-cea82ac85e5e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:50.557784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba1c66-96fb-42a5-a2d5-853fb4900611 req-e44b7a94-a2cf-4be4-98e1-cea82ac85e5e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:50.559973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-daba1c66-96fb-42a5-a2d5-853fb4900611 req-e44b7a94-a2cf-4be4-98e1-cea82ac85e5e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2419 time: 0.0793595 Nov 12 20:51:50.568555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:50.659147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event deleted for resources: {'Port': ['ID=7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:50.737749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] No DVR routers for this DVR port 7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:51:50.747974 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:50.751254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afe84d94-63f6-4634-b2e0-cfa088bdefab req-701945f6-c5e0-4c5d-a039-0557beeb7ff5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "DELETE /v2.0/ports/7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa HTTP/1.1" status: 204 len: 173 time: 0.8109658 Nov 12 20:51:50.756251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-daba1c66-96fb-42a5-a2d5-853fb4900611 req-22839224-0a1d-4fa9-8cc3-a929c7d63f90 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857736 Nov 12 20:51:50.757683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-98d66638-fd65-4337-8751-4d7b9a2dd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:50.759061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-98d66638-fd65-4337-8751-4d7b9a2dd68a service neutron] 10.222.0.78 "GET /v2.0/networks?id=d87debfb-d93e-4574-8f05-0b298c6ecdd1 HTTP/1.1" status: 200 len: 906 time: 0.2228518 Nov 12 20:51:50.806056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-af5b8768-3f5b-4aba-b85e-7a1d7cd9490d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30cdf559-44f9-407c-9af6-98fd938aec19 HTTP/1.1" status: 200 len: 217 time: 0.0386839 Nov 12 20:51:50.883001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-5afce02e-cf3f-4b95-b8d7-cdd4a69fd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:50.884483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-5afce02e-cf3f-4b95-b8d7-cdd4a69fd3ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30158c93-a504-4c3e-afc4-1203c2ba528b HTTP/1.1" status: 200 len: 844 time: 0.0691519 Nov 12 20:51:50.912124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-96c2bcb5-5c5c-4cf5-a261-e7a45837557a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--276938958&fields=id&tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704 HTTP/1.1" status: 200 len: 267 time: 0.0650034 Nov 12 20:51:51.001306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-2186689b-8a84-49a9-a50a-9c96dfac56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:51.002908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-2186689b-8a84-49a9-a50a-9c96dfac56e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d87debfb-d93e-4574-8f05-0b298c6ecdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076829 Nov 12 20:51:51.115318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839072bd-5817-48ff-9c40-ad160f039c8f req-59b7fda6-b226-4b04-bed3-288deac2e609 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:51.116887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-59b7fda6-b226-4b04-bed3-288deac2e609 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 816 time: 0.1859033 Nov 12 20:51:51.155174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-9e55fafc-44a4-4731-9e9c-e9729edc9dbd tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/quotas/c4425a0c6e5947d29a9a6b0ec5ef1704 HTTP/1.1" status: 200 len: 375 time: 0.0245440 Nov 12 20:51:51.157206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-58a5dfe0-b945-4e96-99e5-9de3aac03b77 service neutron] 10.222.0.78 "GET /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443677 Nov 12 20:51:51.540545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-ac6bd7d3-786a-46d4-80c8-b64b59c2386f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3532808 Nov 12 20:51:51.544723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-184118ee-459b-4edd-a9a0-09c1418deac0 req-6b6da704-86b1-4193-927e-090f2756a56c service neutron] 10.222.0.78 "GET /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791466 Nov 12 20:51:51.651376 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-3dbe8877-d9ee-43cd-b8c4-266aea35782c service neutron] 10.222.0.64 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964947 Nov 12 20:51:51.763116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-5c2361b7-f737-4e6e-ba01-f92f6c878f66 service neutron] 10.222.0.64 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111572 Nov 12 20:51:52.115366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-993b53bd-b856-4e29-9e73-fba0df40f4f5 req-b1570c18-0b6d-49ad-9dd3-ac169f5d9505 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 210 time: 0.0268481 Nov 12 20:51:52.244231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 30cdf559-44f9-407c-9af6-98fd938aec19 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:51:52.305849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e0821-7ca0-4f95-9fb1-77e2169f0c25 req-c50e98c4-202c-4839-a0e6-44e3f5a9328b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:52.313638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-510e0821-7ca0-4f95-9fb1-77e2169f0c25 req-c50e98c4-202c-4839-a0e6-44e3f5a9328b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 944 time: 0.0780141 Nov 12 20:51:52.392636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-510e0821-7ca0-4f95-9fb1-77e2169f0c25 req-52c4f67d-dd01-42fc-b36f-69090b5a731c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656381 Nov 12 20:51:52.435835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'name': 'network-vif-deleted', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:52.438726 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9758cd7-c4ba-45e3-96cd-1bb944bb695e" -d '{"events": [{"server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "name": "network-vif-deleted", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:52.452369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 30cdf559-44f9-407c-9af6-98fd938aec19, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=30cdf559-44f9-407c-9af6-98fd938aec19,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:52.478185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '30cdf559-44f9-407c-9af6-98fd938aec19', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'port_id': '30cdf559-44f9-407c-9af6-98fd938aec19', 'mac_address': 'fa:16:3e:c4:ea:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:51:52.549264 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:52.564526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cdf559-44f9-407c-9af6-98fd938aec19 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:52.598818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 30cdf559-44f9-407c-9af6-98fd938aec19, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=30cdf559-44f9-407c-9af6-98fd938aec19,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:52.645553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fd81188-5725-4fdb-8eed-ab95abc63bab req-6e1ca8e8-1265-4d37-a5ac-4d6cc1227256 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 210 time: 0.0453308 Nov 12 20:51:52.710915 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:52.712248 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbb41b2-754e-4305-9d0d-0ce8abe2a124 x-openstack-request-id: req-abbb41b2-754e-4305-9d0d-0ce8abe2a124 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:52.719141 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9b52c-36fb-4428-8aa7-49a12996bd98", "name": "network-vif-deleted", "tag": "7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa", "status": "failed", "code": 422}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:52.719141 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abbb41b2-754e-4305-9d0d-0ce8abe2a124 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:52.719141 n-d-713498-29 neutron-server[109629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11f9b52c-36fb-4428-8aa7-49a12996bd98', 'name': 'network-vif-deleted', 'tag': '7911feec-0ce1-4e79-bb9f-d91e5cbcf1fa', 'status': 'failed', 'code': 422} returned with failed status Nov 12 20:51:52.776302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=30cdf559-44f9-407c-9af6-98fd938aec19,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:52.787050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.787434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.787774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.788106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.788436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.788957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.789284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.789607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.790131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.790702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.791129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.791480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:51:52.969682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['30cdf559-44f9-407c-9af6-98fd938aec19'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:53.078517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b34e8-94d4-4204-a006-32fc514fb826 req-83819a02-16d5-41da-81ec-977e360c28b3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:53.082170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-83819a02-16d5-41da-81ec-977e360c28b3 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.2883017 Nov 12 20:51:53.205339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-995dcf15-5e8d-4057-98a1-bffaba729ff0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/quotas/c253ebad0e0b48208d501d4723f0e0f0 HTTP/1.1" status: 200 len: 375 time: 0.0878761 Nov 12 20:51:53.205339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-14d69b8e-0811-4f69-89ac-a51c4d0b663a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:53.205339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-14d69b8e-0811-4f69-89ac-a51c4d0b663a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.46 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 812 time: 0.2626317 Nov 12 20:51:53.213087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'port': {'device_id': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e', 'admin_state_up': True, 'tenant_id': '51b346bd77c04c7ebe89921b97b367b9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:53.250180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc5ed3-e9a8-4395-9445-e7a161321be2 req-85ef1526-953e-4a79-aba5-48d634209d83 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:53.262351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc5ed3-e9a8-4395-9445-e7a161321be2 req-85ef1526-953e-4a79-aba5-48d634209d83 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:53.270223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc5ed3-e9a8-4395-9445-e7a161321be2 req-85ef1526-953e-4a79-aba5-48d634209d83 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:53.272497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74cc5ed3-e9a8-4395-9445-e7a161321be2 req-85ef1526-953e-4a79-aba5-48d634209d83 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2419 time: 0.3022680 Nov 12 20:51:53.297944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-b8930ce7-7c38-43ad-ad53-a438a16d5100 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183493 Nov 12 20:51:53.483180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74cc5ed3-e9a8-4395-9445-e7a161321be2 req-fcfe93a0-72dc-4c06-9108-23c46488de60 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507304 Nov 12 20:51:53.528908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-9e456abd-7db7-444c-a905-5a2bb960e3de service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949537 Nov 12 20:51:53.624647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9b4aef9-a4d0-4c8b-84f8-ad6f310e6771 req-5d9b4529-a36a-4b4a-b56d-57e3b95d7dfa tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 210 time: 0.0645711 Nov 12 20:51:53.629064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Made reservation on behalf of 51b346bd77c04c7ebe89921b97b367b9 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:53.631137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:53.748673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-b2de8dd6-3ed0-4631-8be9-4f32a557c542 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121911 Nov 12 20:51:53.813633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2e7e-b836-42dd-8d82-922b6805eb7e req-6e15889d-d6af-4c51-9ca8-1beb4926f88b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:53.815144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-040a2e7e-b836-42dd-8d82-922b6805eb7e req-6e15889d-d6af-4c51-9ca8-1beb4926f88b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 945 time: 0.1121573 Nov 12 20:51:53.853820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Allocated IP 172.20.0.13 (da068097-c875-4660-93b4-0ba5942fa62e/1493b30f-bac9-4e40-8c5a-c05da522b11f/49fcf7a6-8404-4f5f-b5bf-e2791e5cb601) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:53.971189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-040a2e7e-b836-42dd-8d82-922b6805eb7e req-2589de80-7e1a-4158-b965-c092a57715c8 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820687 Nov 12 20:51:54.049806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36bf0ad3-efa4-4535-b264-c0d7dc7afb05 req-60d3e163-7a0c-4008-afd9-650cd6175a97 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 210 time: 0.0407455 Nov 12 20:51:54.085629 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.259441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 30cdf559-44f9-407c-9af6-98fd938aec19 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:51:54.346674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.359380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:54.373750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de138b78-254a-4aeb-9c1d-967ec0766084 req-60ffd187-ac15-473e-8095-0793143e846e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0406208 Nov 12 20:51:54.418205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Network da068097-c875-4660-93b4-0ba5942fa62e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:54.424563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:54.429348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:54.447590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 30cdf559-44f9-407c-9af6-98fd938aec19 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:51:54.460837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 30cdf559-44f9-407c-9af6-98fd938aec19 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:54.460837 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.461255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'Port': ['ID=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:54.501073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:54.501073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.693068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-d61c8229-d3b9-4dfb-831d-811f2b2fec3a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:54.706933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-d61c8229-d3b9-4dfb-831d-811f2b2fec3a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:54.717261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8789a6d-3c6d-421a-b119-8998e56949d4 req-bb8960f9-4181-4420-bcff-45679f6b3de2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:54.723910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-d61c8229-d3b9-4dfb-831d-811f2b2fec3a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:54.725760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-d61c8229-d3b9-4dfb-831d-811f2b2fec3a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2419 time: 0.1264565 Nov 12 20:51:54.730445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8789a6d-3c6d-421a-b119-8998e56949d4 req-bb8960f9-4181-4420-bcff-45679f6b3de2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:54.737774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.738092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8789a6d-3c6d-421a-b119-8998e56949d4 req-bb8960f9-4181-4420-bcff-45679f6b3de2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:54.747135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8789a6d-3c6d-421a-b119-8998e56949d4 req-bb8960f9-4181-4420-bcff-45679f6b3de2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 2419 time: 0.1689155 Nov 12 20:51:54.760009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-0dd4afec-eccc-4a1e-9bbe-9e8510208cf5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5523705 Nov 12 20:51:54.777326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cdf559-44f9-407c-9af6-98fd938aec19'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:54.778397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Request body: {'port': {'device_id': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:54.779604 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f6f0a-2c99-4d79-abcf-c924f1b5908f" -d '{"events": [{"server_uuid": "cfe44caa-e6c1-48ea-aab0-599de65c2c97", "name": "network-vif-plugged", "status": "completed", "tag": "30cdf559-44f9-407c-9af6-98fd938aec19"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:54.805654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 30cdf559-44f9-407c-9af6-98fd938aec19, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=30cdf559-44f9-407c-9af6-98fd938aec19,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:54.876734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.883410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:51:54.884313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.937550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f312f6-e6c6-4167-b434-13470dde8e35 req-5e59b586-65da-4d97-9afd-b337455225c5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:54.944946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83f312f6-e6c6-4167-b434-13470dde8e35 req-5e59b586-65da-4d97-9afd-b337455225c5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 932 time: 0.1631186 Nov 12 20:51:54.949702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=30cdf559-44f9-407c-9af6-98fd938aec19,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:54.970798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.994886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8789a6d-3c6d-421a-b119-8998e56949d4 req-3d330130-2b3b-46ab-907c-ba5afe336a60 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462423 Nov 12 20:51:55.059981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83f312f6-e6c6-4167-b434-13470dde8e35 req-8fa7d438-25ba-4cff-9142-b7c2cc4f31df tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140535 Nov 12 20:51:55.077848 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088fa7b3-a519-4642-9ce6-1b74717475c4 x-openstack-request-id: req-088fa7b3-a519-4642-9ce6-1b74717475c4 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:55.077848 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe44caa-e6c1-48ea-aab0-599de65c2c97", "name": "network-vif-plugged", "status": "completed", "tag": "30cdf559-44f9-407c-9af6-98fd938aec19", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:55.077848 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-088fa7b3-a519-4642-9ce6-1b74717475c4 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:55.077848 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cdf559-44f9-407c-9af6-98fd938aec19', 'code': 200} Nov 12 20:51:55.092345 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port d5390b5d-7dab-4e22-8ea1-cf1f238a7900, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:55.092776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:55.131971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for d5390b5d-7dab-4e22-8ea1-cf1f238a7900 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:51:55.254871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a032db-f6a7-4f0c-a49d-b8390c716f63 req-12c3d224-93e6-48a8-a61f-46d8d5abb8ab tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 210 time: 0.0606532 Nov 12 20:51:55.382584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe961ab-aaf6-451c-be04-cd1e6f52cb14 req-137821a2-0867-48a3-a6e6-067190e80cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:55.384596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebe961ab-aaf6-451c-be04-cd1e6f52cb14 req-137821a2-0867-48a3-a6e6-067190e80cae service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 1098 time: 0.1320164 Nov 12 20:51:55.397686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf058e-d83c-4383-9e2f-0da2ec8b6304 req-fed36a35-6e09-4562-bfa4-daa24bc3698c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:55.399183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8bf058e-d83c-4383-9e2f-0da2ec8b6304 req-fed36a35-6e09-4562-bfa4-daa24bc3698c tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.1347508 Nov 12 20:51:55.470336 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:55.486787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['5e7157b3-3499-4310-aeca-858e625deacc', 'fcf1041d-eec8-46c9-8575-0e45028ab32f', 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:55.530374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=d5390b5d-7dab-4e22-8ea1-cf1f238a7900,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:55.606432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:51:55.619913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:55.664207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port d5390b5d-7dab-4e22-8ea1-cf1f238a7900 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:51:55.670358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:55.681331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a381b6bc-950f-4d5c-bbb2-5917b6cabec0 req-9c056354-31b8-4db3-89a5-72d2bb56a2c6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 210 time: 0.1754942 Nov 12 20:51:55.684943 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-8bb959d9-fe91-4dc4-bdb3-0e1073ef345e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "DELETE /v2.0/ports/d5390b5d-7dab-4e22-8ea1-cf1f238a7900 HTTP/1.1" status: 204 len: 173 time: 0.9431767 Nov 12 20:51:55.685631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-deleted', 'tag': 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:55.690598 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5329c26f-2e3a-4cfc-be3c-5655ad2179c3" -d '{"events": [{"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-deleted", "tag": "d5390b5d-7dab-4e22-8ea1-cf1f238a7900"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:55.707613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Transition to ACTIVE for port object 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:51:55.722379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8bf058e-d83c-4383-9e2f-0da2ec8b6304 req-c89f44d5-c1dd-4b70-b80d-6ef8930a8a90 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078525 Nov 12 20:51:55.733054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebe961ab-aaf6-451c-be04-cd1e6f52cb14 req-8b85cc00-b2c0-49d7-98e9-91242ff60f47 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291061 Nov 12 20:51:55.829099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:55.851175 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bbee6a-1365-41f5-8d8a-1d08c2e2258f x-openstack-request-id: req-76bbee6a-1365-41f5-8d8a-1d08c2e2258f {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:55.852281 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-deleted", "tag": "d5390b5d-7dab-4e22-8ea1-cf1f238a7900", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:55.852746 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76bbee6a-1365-41f5-8d8a-1d08c2e2258f {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:55.853345 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-deleted', 'tag': 'd5390b5d-7dab-4e22-8ea1-cf1f238a7900', 'status': 'completed', 'code': 200} Nov 12 20:51:55.905567 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:51:55.907711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Pushing event updated for resources: {'Port': ['ID=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:55.927338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port fcf1041d-eec8-46c9-8575-0e45028ab32f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:51:55.930081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:56.090114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port fcf1041d-eec8-46c9-8575-0e45028ab32f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=fcf1041d-eec8-46c9-8575-0e45028ab32f,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:56.090690 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:56.486937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for fcf1041d-eec8-46c9-8575-0e45028ab32f owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:51:56.559630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7adec-4719-4a01-aaa5-d5486d79e917 req-3399f2f5-c84f-4a72-b2aa-182639c2564f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:56.561256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61a7adec-4719-4a01-aaa5-d5486d79e917 req-3399f2f5-c84f-4a72-b2aa-182639c2564f tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 944 time: 0.3279026 Nov 12 20:51:56.578682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839072bd-5817-48ff-9c40-ad160f039c8f req-80293e8e-78af-40c0-88e8-62199f8d1e5a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:56.581401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-80293e8e-78af-40c0-88e8-62199f8d1e5a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 816 time: 0.6124690 Nov 12 20:51:56.604096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1477eb-626e-42a4-8790-024e8f3ade9d req-430eaf95-266d-496a-933b-8504077e0db8 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:56.614282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1477eb-626e-42a4-8790-024e8f3ade9d req-430eaf95-266d-496a-933b-8504077e0db8 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:56.616388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd1477eb-626e-42a4-8790-024e8f3ade9d req-430eaf95-266d-496a-933b-8504077e0db8 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 1683 time: 0.3848345 Nov 12 20:51:56.664662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Attempting to bind port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:51:56.676772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Attempting to bind port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:51:56.676772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Attempting to bind port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 on network da068097-c875-4660-93b4-0ba5942fa62e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:56.680948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 on network da068097-c875-4660-93b4-0ba5942fa62e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:51:56.681335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Attempting to bind port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 on network da068097-c875-4660-93b4-0ba5942fa62e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:51:56.696299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:51:56.696681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Checking segment: {'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:51:56.697029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Bound using segment: {'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:51:56.697478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Bound port: 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:51:56.697826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:56.816699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-b0dc240e-6715-459a-8683-18e93f9ec43e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704 HTTP/1.1" status: 200 len: 379 time: 0.1988258 Nov 12 20:51:56.831953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61a7adec-4719-4a01-aaa5-d5486d79e917 req-6021a1c5-5a8a-4b7a-ab2c-dcba31c111c9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628293 Nov 12 20:51:56.859739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd1477eb-626e-42a4-8790-024e8f3ade9d req-e8d41266-3e60-43a0-8708-520c884495d6 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116237 Nov 12 20:51:56.893836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] For port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:51:56.899857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] For port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:51:56.906878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'port': {'device_id': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'admin_state_up': True, 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'security_groups': ['786e7c60-8737-434b-a849-c6d831de4e20']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:57.005293 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:57.024843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d5390b5d-7dab-4e22-8ea1-cf1f238a7900'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:51:57.057435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=fcf1041d-eec8-46c9-8575-0e45028ab32f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:57.132551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da335c27-54a5-4aab-8f0d-1b9127b1dd8d req-8d297246-06be-42e5-9ae1-b933d2864556 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 210 time: 0.1324129 Nov 12 20:51:57.143976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port fcf1041d-eec8-46c9-8575-0e45028ab32f on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:51:57.156868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:57.165462 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-0b494c94-2ea6-40f6-b622-e9f0660e7a15 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "DELETE /v2.0/ports/fcf1041d-eec8-46c9-8575-0e45028ab32f HTTP/1.1" status: 204 len: 173 time: 1.4736471 Nov 12 20:51:57.202076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:57.232367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba92a6f0-5215-4453-9837-8958d3943964 req-ae662fbe-5b73-4901-b905-c6d97ce93775 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 210 time: 0.2309237 Nov 12 20:51:57.268589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:57.268589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:57.268589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 200 len: 1093 time: 2.4939463 Nov 12 20:51:57.273986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:57.276700 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ebbd72-d0dc-43ef-add9-447671643f26" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:57.405237 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4659960c-c65b-411a-85b7-4b946a9e9da2 x-openstack-request-id: req-4659960c-c65b-411a-85b7-4b946a9e9da2 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:57.412361 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:57.412361 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4659960c-c65b-411a-85b7-4b946a9e9da2 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:57.412361 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601', 'status': 'completed', 'code': 200} Nov 12 20:51:57.472483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port 5e7157b3-3499-4310-aeca-858e625deacc {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:51:57.473252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:57.487461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6006162b-4b6b-4e8b-a00b-8ddf7954e9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:57.506834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f40b10-cad2-4a22-b810-248d90087148 req-b153d872-df35-4416-b7e5-ce3cd8a24e7b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:57.508445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5f40b10-cad2-4a22-b810-248d90087148 req-b153d872-df35-4416-b7e5-ce3cd8a24e7b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.2772040 Nov 12 20:51:57.533702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dea48-ec6f-4753-a57e-485f1b6751f4 service neutron] Pushing event updated for resources: {'Port': ['ID=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:57.572671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-e7ec2a12-3827-437c-854a-7c3e7808a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:57.581407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-e7ec2a12-3827-437c-854a-7c3e7808a48e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1096 time: 0.1678703 Nov 12 20:51:57.610295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5f40b10-cad2-4a22-b810-248d90087148 req-54567fe7-7b66-4c90-bd2e-07179850a382 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840139 Nov 12 20:51:57.638257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port 5e7157b3-3499-4310-aeca-858e625deacc, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=5e7157b3-3499-4310-aeca-858e625deacc,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:51:57.638627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:57.641971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-64e1f8e5-330e-440f-9f16-69d7fefa952b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 200 len: 217 time: 0.0521204 Nov 12 20:51:57.648104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Made reservation on behalf of c4425a0c6e5947d29a9a6b0ec5ef1704 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:57.652100 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:57.661894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for 5e7157b3-3499-4310-aeca-858e625deacc owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:51:57.770241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-b552280c-8a41-4cbb-b4b3-33bc15bd84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:57.772494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-b552280c-8a41-4cbb-b4b3-33bc15bd84ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 200 len: 852 time: 0.1132569 Nov 12 20:51:57.841077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-5e1707d6-afff-4dcf-bf57-7404e07e452f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da068097-c875-4660-93b4-0ba5942fa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538583 Nov 12 20:51:57.860223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-deleted', 'tag': 'fcf1041d-eec8-46c9-8575-0e45028ab32f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:51:57.860223 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b561a6e6-36ce-4315-b94f-75ee8118c8af" -d '{"events": [{"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-deleted", "tag": "fcf1041d-eec8-46c9-8575-0e45028ab32f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:51:57.949530 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:58.018784 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b97486-59ad-4338-accf-19a5fa7daaf1 x-openstack-request-id: req-c2b97486-59ad-4338-accf-19a5fa7daaf1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:51:58.020201 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-deleted", "tag": "fcf1041d-eec8-46c9-8575-0e45028ab32f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:51:58.020687 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2b97486-59ad-4338-accf-19a5fa7daaf1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:51:58.021327 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-deleted', 'tag': 'fcf1041d-eec8-46c9-8575-0e45028ab32f', 'status': 'completed', 'code': 200} Nov 12 20:51:58.024048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Allocated IP 172.20.0.12 (08fae675-e385-45c1-b4a9-0f36e735b554/3465fa19-e516-4344-9f68-90cc02d9e5a6/aa86fda3-2791-425b-8694-d171da8a7615) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:58.043843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=5e7157b3-3499-4310-aeca-858e625deacc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:58.100007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66692a53-c9cb-4492-8289-88ee5c133e3f req-28a15e92-c056-4ad8-b999-b03a31c5b922 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:58.112177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66692a53-c9cb-4492-8289-88ee5c133e3f req-28a15e92-c056-4ad8-b999-b03a31c5b922 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 944 time: 0.1799700 Nov 12 20:51:58.130692 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port 5e7157b3-3499-4310-aeca-858e625deacc on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:51:58.139390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:58.148513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3d51c344-6d78-47e1-be19-f2e50fac6f4b req-ee112911-f5fc-45bb-8aa3-2e0ad8ec64ab tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "DELETE /v2.0/ports/5e7157b3-3499-4310-aeca-858e625deacc HTTP/1.1" status: 204 len: 173 time: 0.9738262 Nov 12 20:51:58.476803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56ddf6de-f339-4e2e-a409-e49ab171443a req-16572247-3f0c-413c-92f7-61c72efd1825 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 210 time: 0.4006767 Nov 12 20:51:58.590884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-19b72e0d-60c8-4e24-b480-0c6bb43a7d34 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384593 Nov 12 20:51:58.607701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66692a53-c9cb-4492-8289-88ee5c133e3f req-416140c8-129c-4c0f-836a-2498ab0da115 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933033 Nov 12 20:51:58.759394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2605b770-f84b-4897-8787-031134a35138 req-f11b3713-e773-4c9b-aa5e-0d12f9596df5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 210 time: 0.1456389 Nov 12 20:51:58.768268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-366ad8d5-09f9-47fd-b390-dfed6b2244bc req-35a619b2-af9e-4850-b3b2-13815555b74f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0819705 Nov 12 20:51:58.845154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b34e8-94d4-4204-a006-32fc514fb826 req-91fdc09c-2920-4611-a73e-086c6192804e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:58.847488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-91fdc09c-2920-4611-a73e-086c6192804e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.3791087 Nov 12 20:51:58.865624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Request body: {'port': {'device_id': 'c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'admin_state_up': True, 'tenant_id': 'c253ebad0e0b48208d501d4723f0e0f0'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:58.923762 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:58.957382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b0d826f-7d0d-4da2-8ef3-13314a912b7a req-531b2596-1e84-4066-a299-643da95af358 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447614 Nov 12 20:51:59.037664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1340cd9-a778-496f-9945-0701fe0bc6d8 req-43dcacae-8ad0-41b4-8523-5ae25ab8c942 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:59.039221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1340cd9-a778-496f-9945-0701fe0bc6d8 req-43dcacae-8ad0-41b4-8523-5ae25ab8c942 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.1634138 Nov 12 20:51:59.124418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1340cd9-a778-496f-9945-0701fe0bc6d8 req-13724c54-bdf9-451d-aaa7-973572380ea1 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776706 Nov 12 20:51:59.170986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:59.246513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Made reservation on behalf of c253ebad0e0b48208d501d4723f0e0f0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:51:59.258345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:59.308997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Network 08fae675-e385-45c1-b4a9-0f36e735b554 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:51:59.316218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:51:59.322725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:51:59.325201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device fcf1041d-eec8-46c9-8575-0e45028ab32f no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:51:59.334064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-2465532c-faa3-4364-8a4d-5a4bd2a617c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:59.335599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-2465532c-faa3-4364-8a4d-5a4bd2a617c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1096 time: 0.1820860 Nov 12 20:51:59.345930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:51:59.371762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: fcf1041d-eec8-46c9-8575-0e45028ab32f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:51:59.372596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device fcf1041d-eec8-46c9-8575-0e45028ab32f not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:51:59.373442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d5390b5d-7dab-4e22-8ea1-cf1f238a7900 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:51:59.409013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d5390b5d-7dab-4e22-8ea1-cf1f238a7900 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:51:59.409638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d5390b5d-7dab-4e22-8ea1-cf1f238a7900 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:51:59.412521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 5e7157b3-3499-4310-aeca-858e625deacc no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:51:59.440980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df15ac-7692-4209-b91d-379b3bc590cb req-6db00a23-c865-48e6-9b6d-2a97d6bd58eb tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:59.442561 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9df15ac-7692-4209-b91d-379b3bc590cb req-6db00a23-c865-48e6-9b6d-2a97d6bd58eb tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.2148743 Nov 12 20:51:59.445977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 5e7157b3-3499-4310-aeca-858e625deacc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:51:59.446644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 5e7157b3-3499-4310-aeca-858e625deacc not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:51:59.455951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:51:59.463010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Request body: {'floatingip': {'port_id': '30cdf559-44f9-407c-9af6-98fd938aec19'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:59.524586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:59.525191 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:59.563778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:59.719370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7f56ca5-7eef-4e68-9f4d-fdc0090bd840 req-77ab6694-ad4c-48a0-9d60-bb6e3e8c921a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce8c08f-90e4-4fcd-93cf-223b36ad4f61 HTTP/1.1" status: 200 len: 210 time: 0.0611682 Nov 12 20:51:59.719610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-611737c2-18b0-4e51-b98e-12cdbf7e8232 None None] Provisioning complete for port aa86fda3-2791-425b-8694-d171da8a7615 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:51:59.720870 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-611737c2-18b0-4e51-b98e-12cdbf7e8232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:59.767022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Allocated IP 172.20.0.13 (2f24624b-b400-4771-a741-eeca0d792842/0a6487d7-a1de-4195-8144-743453c18319/3e464731-4c42-427e-89a1-adf17f450fed) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:51:59.844003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-16a4bb90-a8c5-4579-9d33-9783f91fb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:59.845843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-16a4bb90-a8c5-4579-9d33-9783f91fb2e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 913 time: 0.5005553 Nov 12 20:51:59.851273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-469413e8-31e1-4d0b-a25b-3b0f090ada2b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9497054 Nov 12 20:51:59.873458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Request body: {'port': {'device_id': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:51:59.999403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-ec439ca1-bcf0-4ce6-ba53-b58cf7ed0d8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 200 len: 217 time: 0.1406982 Nov 12 20:52:00.083686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-deleted', 'tag': '5e7157b3-3499-4310-aeca-858e625deacc'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:00.086212 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e260a5b4-493f-43fd-954e-5efe2eab78d9" -d '{"events": [{"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-deleted", "tag": "5e7157b3-3499-4310-aeca-858e625deacc"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:00.133134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-611737c2-18b0-4e51-b98e-12cdbf7e8232 None None] Port aa86fda3-2791-425b-8694-d171da8a7615 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:00.144851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f8889-f9e2-4aab-b184-9bc59ee755be req-ba78de1a-f267-41aa-b7ce-56938667bbfb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:00.152554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-589f8889-f9e2-4aab-b184-9bc59ee755be req-ba78de1a-f267-41aa-b7ce-56938667bbfb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 944 time: 0.3793993 Nov 12 20:52:00.257675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e69be99-fd7c-4af7-956d-b4ead26631f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:00.282824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c9dc-acdb-42ec-b4cc-8144404702fc req-e09c8514-4bc1-4db3-bdcf-94a49900851d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:00.284516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2976c9dc-acdb-42ec-b4cc-8144404702fc req-e09c8514-4bc1-4db3-bdcf-94a49900851d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 932 time: 0.3811312 Nov 12 20:52:00.289569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:00.316515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:00.316742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-59e015d7-bddc-43af-940f-25d1c01ad19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:00.318577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-59e015d7-bddc-43af-940f-25d1c01ad19b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 200 len: 852 time: 0.3043313 Nov 12 20:52:00.393782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-6621fce1-5387-45bf-8653-b9194d089456 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da068097-c875-4660-93b4-0ba5942fa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503814 Nov 12 20:52:00.402510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-589f8889-f9e2-4aab-b184-9bc59ee755be req-3d431b1c-71d0-4b6b-b4bd-049eeca00648 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490678 Nov 12 20:52:00.418889 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:00.561177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:00.589399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2976c9dc-acdb-42ec-b4cc-8144404702fc req-b8953835-94be-40f9-9281-59daec4bfad9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851200 Nov 12 20:52:00.597930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31479474-5cee-47b4-8bf5-e129df7b3957 req-7f737f12-83dd-46ab-bee9-7c96eccced31 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0875313 Nov 12 20:52:00.643086 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Floating IP 3582f193-6968-4cc7-8924-fa65cb460df2 associated. External IP: 172.25.8.247, port: 30cdf559-44f9-407c-9af6-98fd938aec19. Nov 12 20:52:00.776670 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f079c26f-c0fe-4bad-89c6-b3dcdd4cb9db x-openstack-request-id: req-f079c26f-c0fe-4bad-89c6-b3dcdd4cb9db {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:00.776961 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce8c08f-90e4-4fcd-93cf-223b36ad4f61", "name": "network-vif-deleted", "tag": "5e7157b3-3499-4310-aeca-858e625deacc", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:00.777216 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f079c26f-c0fe-4bad-89c6-b3dcdd4cb9db {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:00.777605 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce8c08f-90e4-4fcd-93cf-223b36ad4f61', 'name': 'network-vif-deleted', 'tag': '5e7157b3-3499-4310-aeca-858e625deacc', 'status': 'completed', 'code': 200} Nov 12 20:52:00.785670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-4ee49974-e770-4306-8dc0-83bec18bcdd9 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772075 Nov 12 20:52:00.800819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38580) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:00.867646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6362cf-f37d-4772-94aa-d3356ce545fb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting subnet e8363c95-9006-4fed-9e9d-49638b62ee5a {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:52:00.871652 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a6362cf-f37d-4772-94aa-d3356ce545fb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:00.903566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:00.929072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a6362cf-f37d-4772-94aa-d3356ce545fb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.009971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Network 2f24624b-b400-4771-a741-eeca0d792842 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:01.028127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:01.046193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:01.060554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event updated for resources: {'Port': ['ID=3e464731-4c42-427e-89a1-adf17f450fed,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:01.151812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ebbd72-d0dc-43ef-add9-447671643f26 req-7874f1f9-ab15-4706-ba58-998708e3a356 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452952 Nov 12 20:52:01.190347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:01.190997 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.252468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa86fda3-2791-425b-8694-d171da8a7615 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:01.263636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a6362cf-f37d-4772-94aa-d3356ce545fb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.266466 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.267825 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.285347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Transition to ACTIVE for port object aa86fda3-2791-425b-8694-d171da8a7615 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:01.308105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:52:01.342969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:01.505017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:52:01.512621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:01.520739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.528311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601', 'network_id': 'da068097-c875-4660-93b4-0ba5942fa62e', 'port_id': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601', 'mac_address': 'fa:16:3e:6d:be:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1493b30f-bac9-4e40-8c5a-c05da522b11f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:01.532445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] Sync routers for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:52:01.546975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-5a8a04ae-ec35-46c6-b4a8-f6a6fcf5efad tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6882234 Nov 12 20:52:01.572262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:01.572974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:52:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:01.588269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Request body: {'port': {'device_id': 'c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:01.598171 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a4e1c371-af91-4ed7-b37c-cc93378ff5c7 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "PUT /v2.0/floatingips/3582f193-6968-4cc7-8924-fa65cb460df2 HTTP/1.1" status: 200 len: 992 time: 2.1366031 Nov 12 20:52:01.635736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a6362cf-f37d-4772-94aa-d3356ce545fb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.658352 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.662574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.712765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6362cf-f37d-4772-94aa-d3356ce545fb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Subnet': ['ID=e8363c95-9006-4fed-9e9d-49638b62ee5a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:01.718075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a6362cf-f37d-4772-94aa-d3356ce545fb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.723654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded9a020-06b3-46f9-8280-60c935c838ed None None] Network d088f628-d433-4e8c-8359-a1c9cb508594 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:01.724703 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8a6362cf-f37d-4772-94aa-d3356ce545fb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "DELETE /v2.0/subnets/e8363c95-9006-4fed-9e9d-49638b62ee5a HTTP/1.1" status: 204 len: 168 time: 0.9203289 Nov 12 20:52:01.729095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38602) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:01.731811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:01.756370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:01.835596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:01.872923 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.904566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.041355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port 30bdc467-29b1-4e84-91e7-b415490153c0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:02.042259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.091603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:02.185984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:02.207082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:02.237416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port 30bdc467-29b1-4e84-91e7-b415490153c0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=30bdc467-29b1-4e84-91e7-b415490153c0,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:02.237416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.287829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for 30bdc467-29b1-4e84-91e7-b415490153c0 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:02.324584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] DHCP port deletion for d088f628-d433-4e8c-8359-a1c9cb508594 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:52:02.388821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '3582f193-6968-4cc7-8924-fa65cb460df2', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'port_id': '30cdf559-44f9-407c-9af6-98fd938aec19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'mac_address': 'fa:16:3e:c4:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:51:13Z', 'updated_at': '2021-11-12T20:52:00Z', 'revision_number': 1, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 5, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:02.440890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] Checking router: 5f7837f5-f0a5-4b64-800d-68a4a683bc6b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:52:02.441924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62909288-a1fc-4ee5-a30c-260eb74ac2b8 req-a77f86e3-dc16-4af8-9a5b-4306bb65a219 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:02.451884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62909288-a1fc-4ee5-a30c-260eb74ac2b8 req-a77f86e3-dc16-4af8-9a5b-4306bb65a219 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 944 time: 0.8994358 Nov 12 20:52:02.473726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.488373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:02.489039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:52:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:02.493605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899969d-01c7-4e73-b70a-2a5f6fb15523 req-f266cfe7-c1d2-44a7-9ea2-4a0d8d562293 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:02.501690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] Deleting port 30bdc467-29b1-4e84-91e7-b415490153c0 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:02.502118 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.502274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e899969d-01c7-4e73-b70a-2a5f6fb15523 req-f266cfe7-c1d2-44a7-9ea2-4a0d8d562293 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 932 time: 0.3388031 Nov 12 20:52:02.544632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.561448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port 30bdc467-29b1-4e84-91e7-b415490153c0 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:02.622058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=30bdc467-29b1-4e84-91e7-b415490153c0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:02.665880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Attempting to bind port aa86fda3-2791-425b-8694-d171da8a7615 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:02.666299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Attempting to bind port aa86fda3-2791-425b-8694-d171da8a7615 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:02.666548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Attempting to bind port aa86fda3-2791-425b-8694-d171da8a7615 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:02.700175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62909288-a1fc-4ee5-a30c-260eb74ac2b8 req-80c4cd83-7ce8-40ca-8ff1-00c575e918a4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453623 Nov 12 20:52:02.723936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Port aa86fda3-2791-425b-8694-d171da8a7615 on network 08fae675-e385-45c1-b4a9-0f36e735b554 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:02.727356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Attempting to bind port aa86fda3-2791-425b-8694-d171da8a7615 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:02.740405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:02.750091 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.779722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e899969d-01c7-4e73-b70a-2a5f6fb15523 req-c8224288-3828-4787-ba54-dd4691e6e67c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763853 Nov 12 20:52:02.780749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'tag': '30cdf559-44f9-407c-9af6-98fd938aec19'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:02.782766 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548f9716-766b-495e-967b-da3bfb3c8aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe44caa-e6c1-48ea-aab0-599de65c2c97", "tag": "30cdf559-44f9-407c-9af6-98fd938aec19"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:02.788408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d088f628-d433-4e8c-8359-a1c9cb508594']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:02.800493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04322953-0256-4a9e-a6c8-d5828208e53d') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:02.801044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04322953-0256-4a9e-a6c8-d5828208e53d') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:02.819711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.831905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] For port 30bdc467-29b1-4e84-91e7-b415490153c0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=30bdc467-29b1-4e84-91e7-b415490153c0,segment=NetworkSegment(04322953-0256-4a9e-a6c8-d5828208e53d),segment_id=04322953-0256-4a9e-a6c8-d5828208e53d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:02.832333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.835837 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.842955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:52:02.843746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:52:02.848589 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:52:02.876439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] Calling delete_port for 30bdc467-29b1-4e84-91e7-b415490153c0 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:02.886885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:02.887276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Checking segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:02.887689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Bound using segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:02.888192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Bound port: aa86fda3-2791-425b-8694-d171da8a7615, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:02.888554 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.028134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.041679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.041679 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "DELETE /v2.0/networks/d088f628-d433-4e8c-8359-a1c9cb508594 HTTP/1.1" status: 204 len: 168 time: 1.3107822 Nov 12 20:52:03.052480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38632) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:03.077849 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9858a430-f07f-42c1-89b8-02128dcb45eb x-openstack-request-id: req-9858a430-f07f-42c1-89b8-02128dcb45eb {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:03.078145 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe44caa-e6c1-48ea-aab0-599de65c2c97", "tag": "30cdf559-44f9-407c-9af6-98fd938aec19", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:03.078399 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9858a430-f07f-42c1-89b8-02128dcb45eb {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:03.078793 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'tag': '30cdf559-44f9-407c-9af6-98fd938aec19', 'status': 'completed', 'code': 200} Nov 12 20:52:03.133564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23930aa0-a2fd-47ac-aec7-c6e87e762d0f req-5bc1d341-9820-42f9-8fe7-7f6d7e7ad4dd tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.135485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23930aa0-a2fd-47ac-aec7-c6e87e762d0f req-5bc1d341-9820-42f9-8fe7-7f6d7e7ad4dd tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.2447083 Nov 12 20:52:03.158868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb10a38-f245-4515-97b3-909d8ede5824 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Network': ['ID=d088f628-d433-4e8c-8359-a1c9cb508594,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:03.206241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0a31ad-0b16-4bc9-abd7-f11d0c1a7292 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting subnet 3415f455-9667-4886-9c65-017b323b8ae2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:52:03.211735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:03.212207 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31ad-0b16-4bc9-abd7-f11d0c1a7292 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.212978 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.270259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.271306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:03.278057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31ad-0b16-4bc9-abd7-f11d0c1a7292 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.312218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] Pushing event deleted for resources: {'Port': ['ID=30bdc467-29b1-4e84-91e7-b415490153c0,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:03.342213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] Network d088f628-d433-4e8c-8359-a1c9cb508594 is not hosted by any dhcp agent {{(pid=109630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:52:03.344272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c5918-f677-457f-82de-2117f2c4d325 None None] No DVR routers for this DVR port 30bdc467-29b1-4e84-91e7-b415490153c0 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:03.369077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 30bdc467-29b1-4e84-91e7-b415490153c0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:03.398174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e464731-4c42-427e-89a1-adf17f450fed {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:03.408924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.430074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-6f1082ee-b903-48df-a147-05a2b50d3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.431760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-6f1082ee-b903-48df-a147-05a2b50d3c63 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2751a2c5bc2b4c738adf0c3b46236b60&device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 1098 time: 0.2842371 Nov 12 20:52:03.435027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Transition to ACTIVE for port object 3e464731-4c42-427e-89a1-adf17f450fed will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:03.439247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 30bdc467-29b1-4e84-91e7-b415490153c0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:03.442644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 30bdc467-29b1-4e84-91e7-b415490153c0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:03.442779 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.475347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31ad-0b16-4bc9-abd7-f11d0c1a7292 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.476808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23930aa0-a2fd-47ac-aec7-c6e87e762d0f req-452e65d3-0d25-4124-988f-cc69692150f1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318422 Nov 12 20:52:03.478726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '3582f193-6968-4cc7-8924-fa65cb460df2', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'port_id': '30cdf559-44f9-407c-9af6-98fd938aec19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'mac_address': 'fa:16:3e:c4:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:51:13Z', 'updated_at': '2021-11-12T20:52:00Z', 'revision_number': 1, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 5, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:03.506368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.507108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.510691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-798e9ce6-62d6-4083-8342-09299469360e service neutron] 10.222.0.78 "PUT /v2.0/ports/aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 1093 time: 3.6433382 Nov 12 20:52:03.511566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:03.514310 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ce40c9-17fb-47d4-91c5-8a2e2876722d" -d '{"events": [{"name": "network-changed", "server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "tag": "aa86fda3-2791-425b-8694-d171da8a7615"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:03.521709 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.574456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e9ce6-62d6-4083-8342-09299469360e service neutron] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:03.609191 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef3bd7-f6d1-42a1-a958-f055bf25e04c x-openstack-request-id: req-19ef3bd7-f6d1-42a1-a958-f055bf25e04c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:03.609767 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "tag": "aa86fda3-2791-425b-8694-d171da8a7615", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:03.610125 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19ef3bd7-f6d1-42a1-a958-f055bf25e04c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:03.610838 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615', 'status': 'completed', 'code': 200} Nov 12 20:52:03.706059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-16ef624c-ddf0-4eed-8eaa-0b4ee0e6d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.707944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-16ef624c-ddf0-4eed-8eaa-0b4ee0e6d3ad service neutron] 10.222.0.78 "GET /v2.0/networks?id=d87debfb-d93e-4574-8f05-0b298c6ecdd1 HTTP/1.1" status: 200 len: 906 time: 0.2685862 Nov 12 20:52:03.715895 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.717572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377232c5-34d8-46fd-a99e-b1dcca662ba5 None None] The sync data for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 is: [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '3582f193-6968-4cc7-8924-fa65cb460df2', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'port_id': '30cdf559-44f9-407c-9af6-98fd938aec19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'mac_address': 'fa:16:3e:c4:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:51:13Z', 'updated_at': '2021-11-12T20:52:00Z', 'revision_number': 1, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 5, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:52:03.786577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Pushing event updated for resources: {'Port': ['ID=3e464731-4c42-427e-89a1-adf17f450fed,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:03.841044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce40c9-17fb-47d4-91c5-8a2e2876722d req-f0df7f87-50de-47b3-b8c9-d94829253ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.841888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31ad-0b16-4bc9-abd7-f11d0c1a7292 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.844311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6ce40c9-17fb-47d4-91c5-8a2e2876722d req-f0df7f87-50de-47b3-b8c9-d94829253ab5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1096 time: 0.2197828 Nov 12 20:52:03.881940 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a31ad-0b16-4bc9-abd7-f11d0c1a7292 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Subnet': ['ID=3415f455-9667-4886-9c65-017b323b8ae2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:03.889131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31ad-0b16-4bc9-abd7-f11d0c1a7292 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:03.892761 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fd0a31ad-0b16-4bc9-abd7-f11d0c1a7292 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "DELETE /v2.0/subnets/3415f455-9667-4886-9c65-017b323b8ae2 HTTP/1.1" status: 204 len: 168 time: 0.8392854 Nov 12 20:52:03.895674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38646) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:03.903774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75368791-acb4-476d-a6b2-8c755e147037 None None] Network a750967a-76ed-4b43-a3c7-8ddf4f06fe6d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:03.925760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-1c6e0b2d-3290-4f78-afd7-2d7c7dabe1cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30cdf559-44f9-407c-9af6-98fd938aec19 HTTP/1.1" status: 200 len: 1000 time: 0.1844478 Nov 12 20:52:04.087897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Attempting to bind port 3e464731-4c42-427e-89a1-adf17f450fed on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:04.088293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Attempting to bind port 3e464731-4c42-427e-89a1-adf17f450fed by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:04.088562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Attempting to bind port 3e464731-4c42-427e-89a1-adf17f450fed on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:04.115028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf5d4-a14d-4169-bf4c-1fe0f1a6c33b req-e0268a9a-2bed-4b41-ab9c-8c6e77819ad4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.116857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf3cf5d4-a14d-4169-bf4c-1fe0f1a6c33b req-e0268a9a-2bed-4b41-ab9c-8c6e77819ad4 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 945 time: 0.3028429 Nov 12 20:52:04.133355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23dbf5-9921-416f-acad-31f27be632e2 req-ab37daf6-3df5-47a8-84a6-97524381fc52 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.141525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b23dbf5-9921-416f-acad-31f27be632e2 req-ab37daf6-3df5-47a8-84a6-97524381fc52 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 946 time: 0.2922285 Nov 12 20:52:04.154256 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22a65e-0bbc-4ef5-9691-183474bbb172 None None] New status for floating IP 3582f193-6968-4cc7-8924-fa65cb460df2: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:52:04.158463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Port 3e464731-4c42-427e-89a1-adf17f450fed on network 2f24624b-b400-4771-a741-eeca0d792842 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:04.159061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Attempting to bind port 3e464731-4c42-427e-89a1-adf17f450fed on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:04.207734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:04.208270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Checking segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:04.208719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Bound using segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:04.209245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Bound port: 3e464731-4c42-427e-89a1-adf17f450fed, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:04.209691 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.237891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] DHCP port deletion for a750967a-76ed-4b43-a3c7-8ddf4f06fe6d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:52:04.343689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] Deleting port a19ae4b7-78b1-45b7-878a-6c2200495684 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:04.344373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.347182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce40c9-17fb-47d4-91c5-8a2e2876722d req-b74df901-d414-4a77-8be6-092e14c94487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.350116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6ce40c9-17fb-47d4-91c5-8a2e2876722d req-b74df901-d414-4a77-8be6-092e14c94487 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4718809 Nov 12 20:52:04.418486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.432257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-f143f32c-ced0-446e-8216-28978f2d7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.434666 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-f143f32c-ced0-446e-8216-28978f2d7a15 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30158c93-a504-4c3e-afc4-1203c2ba528b HTTP/1.1" status: 200 len: 844 time: 0.4989607 Nov 12 20:52:04.466208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b23dbf5-9921-416f-acad-31f27be632e2 req-5f0739a9-3e09-4e1b-91ab-239f13edab1e tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237119 Nov 12 20:52:04.473038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] For port a19ae4b7-78b1-45b7-878a-6c2200495684, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a19ae4b7-78b1-45b7-878a-6c2200495684,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:04.473497 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.480597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf3cf5d4-a14d-4169-bf4c-1fe0f1a6c33b req-e9af536e-6467-4d42-84d1-e324fb254aee tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157258 Nov 12 20:52:04.511372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] Calling delete_port for a19ae4b7-78b1-45b7-878a-6c2200495684 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:04.541314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] For port 3e464731-4c42-427e-89a1-adf17f450fed, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:04.545628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce40c9-17fb-47d4-91c5-8a2e2876722d req-16f04cef-4d3e-46db-8f64-69926a8f34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.547823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6ce40c9-17fb-47d4-91c5-8a2e2876722d req-16f04cef-4d3e-46db-8f64-69926a8f34cd service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689689 Nov 12 20:52:04.550338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] For port 3e464731-4c42-427e-89a1-adf17f450fed, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3e464731-4c42-427e-89a1-adf17f450fed,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:04.621442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-334fd9e3-015a-4bb8-badc-275692b7dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.622949 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-334fd9e3-015a-4bb8-badc-275692b7dc5f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d87debfb-d93e-4574-8f05-0b298c6ecdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597207 Nov 12 20:52:04.657024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port a19ae4b7-78b1-45b7-878a-6c2200495684 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:04.657468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.668936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0458d26-2c6b-4a26-b1ee-01ff8bf70610 req-48230050-395d-4a96-87f6-e01e371683e4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.679138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0458d26-2c6b-4a26-b1ee-01ff8bf70610 req-48230050-395d-4a96-87f6-e01e371683e4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 944 time: 0.1250811 Nov 12 20:52:04.714464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.729953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839072bd-5817-48ff-9c40-ad160f039c8f req-4658c63f-f374-4bea-91b9-ebf785587142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.732096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-4658c63f-f374-4bea-91b9-ebf785587142 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1096 time: 0.1373048 Nov 12 20:52:04.764657 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.794119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] No DVR routers for this DVR port a19ae4b7-78b1-45b7-878a-6c2200495684 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:04.798722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266dbc7-e191-43d4-b972-9777e600342f None None] Pushing event deleted for resources: {'Port': ['ID=a19ae4b7-78b1-45b7-878a-6c2200495684,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:04.811634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port a19ae4b7-78b1-45b7-878a-6c2200495684, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a19ae4b7-78b1-45b7-878a-6c2200495684,segment=NetworkSegment(629af8d3-6990-49c7-827a-23ff0276f297),segment_id=629af8d3-6990-49c7-827a-23ff0276f297)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:04.812001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.837022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for a19ae4b7-78b1-45b7-878a-6c2200495684 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:04.849800 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-fb7fed6d-9a4a-47d1-8ada-f89e490ce074 service neutron] 10.222.0.78 "GET /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117317 Nov 12 20:52:04.852067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.852698 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:04.854236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] 10.222.0.78 "PUT /v2.0/ports/3e464731-4c42-427e-89a1-adf17f450fed HTTP/1.1" status: 200 len: 1093 time: 3.2855124 Nov 12 20:52:04.923712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735a087-970c-4a6e-9f08-ee6f1515eb0a service neutron] Pushing event updated for resources: {'Port': ['ID=3e464731-4c42-427e-89a1-adf17f450fed,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:04.929806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-2a1b4f87-bb1a-4e35-a3d0-2a697551a854 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 217 time: 0.1622093 Nov 12 20:52:04.956839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0458d26-2c6b-4a26-b1ee-01ff8bf70610 req-0bc265a7-0d5a-49cd-88ae-de4f0146536d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640448 Nov 12 20:52:05.037483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb0e91-1d48-4de9-b8f5-e22f7729171f req-b4d4c59a-c162-424f-992f-6f62889d8481 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:05.045294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbcb0e91-1d48-4de9-b8f5-e22f7729171f req-b4d4c59a-c162-424f-992f-6f62889d8481 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.2788212 Nov 12 20:52:05.064810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839072bd-5817-48ff-9c40-ad160f039c8f req-1814293b-8d57-443f-b628-8573141dc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:05.066196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-1814293b-8d57-443f-b628-8573141dc173 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.1075206 Nov 12 20:52:05.083674 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-548f9716-766b-495e-967b-da3bfb3c8aeb req-decd7c9a-02c4-4102-8b94-a16dce743539 service neutron] 10.222.0.78 "GET /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900957 Nov 12 20:52:05.103280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.122768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b34e8-94d4-4204-a006-32fc514fb826 req-cc41cac6-2f42-48ea-96b3-f383a0694498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:05.124278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-cc41cac6-2f42-48ea-96b3-f383a0694498 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 1096 time: 0.1293397 Nov 12 20:52:05.142473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=a19ae4b7-78b1-45b7-878a-6c2200495684,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:05.150991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port a19ae4b7-78b1-45b7-878a-6c2200495684 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:05.155073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbcb0e91-1d48-4de9-b8f5-e22f7729171f req-d41e9eaf-232f-4a59-87f6-40d70077aaa8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088452 Nov 12 20:52:05.188811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-51a137cd-c057-46e0-a728-5ce485499320 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e464731-4c42-427e-89a1-adf17f450fed HTTP/1.1" status: 200 len: 217 time: 0.0527744 Nov 12 20:52:05.193966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839072bd-5817-48ff-9c40-ad160f039c8f req-5ca3a191-7c60-41db-b6c2-002971e55f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:05.197251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-5ca3a191-7c60-41db-b6c2-002971e55f67 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197727 Nov 12 20:52:05.303980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a19ae4b7-78b1-45b7-878a-6c2200495684 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:05.320533 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.349292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a19ae4b7-78b1-45b7-878a-6c2200495684 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:05.349292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a19ae4b7-78b1-45b7-878a-6c2200495684 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:05.349945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a750967a-76ed-4b43-a3c7-8ddf4f06fe6d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:05.362557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629af8d3-6990-49c7-827a-23ff0276f297') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:05.362868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629af8d3-6990-49c7-827a-23ff0276f297') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:05.372464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:05.379618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.396750 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.404303 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:52:05.404895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.413277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-5ebdf1e6-20db-4f77-be25-1e97503ffaf8 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987348 Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:52:05.413769 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:52:05.426113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b34e8-94d4-4204-a006-32fc514fb826 req-51f6eac0-716b-4b8c-9c89-ae6edc1a953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:05.427801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-51f6eac0-716b-4b8c-9c89-ae6edc1a953a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.2312157 Nov 12 20:52:05.490833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-8f347299-e689-43f6-860a-6bea69bf5cdc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468585 Nov 12 20:52:05.515082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:52:05.520037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:05.520598 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.562644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-fed8d0bb-c197-44b7-9c85-f79451d82568 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:05.563923 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-fed8d0bb-c197-44b7-9c85-f79451d82568 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 946 time: 0.0826781 Nov 12 20:52:05.619670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.624280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3', 'tag': '3e464731-4c42-427e-89a1-adf17f450fed'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:05.627513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.631544 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fe528d-0571-46d0-a954-06f9cb8010cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3", "tag": "3e464731-4c42-427e-89a1-adf17f450fed"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:05.632055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "DELETE /v2.0/networks/a750967a-76ed-4b43-a3c7-8ddf4f06fe6d HTTP/1.1" status: 204 len: 168 time: 1.7354379 Nov 12 20:52:05.642233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38674) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:05.646390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1919624467'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:05.678055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.706363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:05.709585 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf992013-45e0-4971-85ff-ea46fdcd626c" -d '{"events": [{"server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "name": "network-vif-plugged", "status": "completed", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:05.727669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:05.731209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2aad4c-02b4-450f-a4be-926b65590ee2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Network': ['ID=a750967a-76ed-4b43-a3c7-8ddf4f06fe6d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:05.739752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db286-5d66-435f-b97c-9af01d526afa req-a1301c51-d79b-451e-a2c1-f61bed7d52f1 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:05.741433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc3db286-5d66-435f-b97c-9af01d526afa req-a1301c51-d79b-451e-a2c1-f61bed7d52f1 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 946 time: 0.1343009 Nov 12 20:52:05.781214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-839072bd-5817-48ff-9c40-ad160f039c8f req-e33624b5-bf25-46ac-a7d2-ea8c0cce86fc service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522971 Nov 12 20:52:05.805499 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.819785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Deleting port 5256ede1-ae20-454f-9e33-3334e4366711 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:05.820202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.825565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5030f7-f7d4-4f4c-ab59-2126a131eb68 req-6823c2f5-5810-461a-9fe6-614ab230e10c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:05.827096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a5030f7-f7d4-4f4c-ab59-2126a131eb68 req-6823c2f5-5810-461a-9fe6-614ab230e10c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 945 time: 0.2303715 Nov 12 20:52:05.832585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-a1b3b6d1-7b5f-4128-bcdf-24c1953aad4c service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023145 Nov 12 20:52:05.869736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc3db286-5d66-435f-b97c-9af01d526afa req-b5cbdad8-8af0-43a2-8534-5af5e1107427 tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5f6c08a-87e9-424d-b98a-dd988f77686f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136973 Nov 12 20:52:05.881137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:05.884846 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.924426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:05.938161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:52:05.966492 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:05.967003 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Added segment e3db7624-19b2-4b84-b30b-747f542e83e0 of type vlan for network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 Nov 12 20:52:05.970018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] For port 5256ede1-ae20-454f-9e33-3334e4366711, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5256ede1-ae20-454f-9e33-3334e4366711,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:05.970514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:06.022715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Calling delete_port for 5256ede1-ae20-454f-9e33-3334e4366711 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:06.046607 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:06.098463 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8913fb2d-816a-4071-813e-ec977613e5fb x-openstack-request-id: req-8913fb2d-816a-4071-813e-ec977613e5fb {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:06.098980 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3", "tag": "3e464731-4c42-427e-89a1-adf17f450fed", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:06.099689 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8913fb2d-816a-4071-813e-ec977613e5fb {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:06.101591 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3', 'tag': '3e464731-4c42-427e-89a1-adf17f450fed', 'status': 'completed', 'code': 200} Nov 12 20:52:06.116042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a5030f7-f7d4-4f4c-ab59-2126a131eb68 req-249a272c-0985-4913-b842-c00957a6c21a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814858 Nov 12 20:52:06.172214 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a886af5d-9548-485f-be0e-f044589fe822 x-openstack-request-id: req-a886af5d-9548-485f-be0e-f044589fe822 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:06.172551 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "name": "network-vif-plugged", "status": "completed", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:06.172846 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a886af5d-9548-485f-be0e-f044589fe822 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:06.173242 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601', 'code': 200} Nov 12 20:52:06.178245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303b34e8-94d4-4204-a006-32fc514fb826 req-4c5da86d-cce5-4ae6-91d0-44f7993870c6 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035173 Nov 12 20:52:06.220151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:06.226100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:06.230348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:06.357515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Network': ['ID=77cd65e6-3fe4-4081-b43f-0bae43a3df87,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:06.371111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:52:06.401547 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-59eec5e4-8c36-48fb-b0b5-cb4d21273cc9 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7587011 Nov 12 20:52:06.404943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38694) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:06.412894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'subnet': {'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:06.573210 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:06.643262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Pushing event deleted for resources: {'Port': ['ID=5256ede1-ae20-454f-9e33-3334e4366711,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:06.686896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] No DVR routers for this DVR port 5256ede1-ae20-454f-9e33-3334e4366711 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:06.689757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:06.693948 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e68272a7-9b63-43c4-9051-aeea8ac341ae req-910f4a10-4c34-40f3-adb4-197abd4aa18d tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.78 "DELETE /v2.0/ports/5256ede1-ae20-454f-9e33-3334e4366711 HTTP/1.1" status: 204 len: 173 time: 1.1228964 Nov 12 20:52:06.694477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74a7cb-b2ad-4092-b708-d4f43aaf4760', 'name': 'network-vif-deleted', 'tag': '5256ede1-ae20-454f-9e33-3334e4366711'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:06.696892 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba326ef-1a6e-49aa-b1ec-7df2abfafd35" -d '{"events": [{"server_uuid": "1b74a7cb-b2ad-4092-b708-d4f43aaf4760", "name": "network-vif-deleted", "tag": "5256ede1-ae20-454f-9e33-3334e4366711"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:06.702959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d282c-fec0-484e-9949-f0c15a8e9204 req-83b9e023-2aa7-4883-b38c-3ddc7dca1641 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:06.704504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd8d282c-fec0-484e-9949-f0c15a8e9204 req-83b9e023-2aa7-4883-b38c-3ddc7dca1641 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 944 time: 0.4712305 Nov 12 20:52:06.724373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd567c4-5736-4527-a05d-7e4bf0bc4b0f req-a69925c7-852e-40c7-9c63-d3d7837590ec tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:06.729788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fd567c4-5736-4527-a05d-7e4bf0bc4b0f req-a69925c7-852e-40c7-9c63-d3d7837590ec tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.4342220 Nov 12 20:52:06.733665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e3517-f7fe-4a36-bf7c-c92e52396a6a req-24ceb269-caeb-4862-b609-22e618fb60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:06.735086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c02e3517-f7fe-4a36-bf7c-c92e52396a6a req-24ceb269-caeb-4862-b609-22e618fb60d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1098 time: 0.4577971 Nov 12 20:52:06.736343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:06.740058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:06.760955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-a15f3b0e-a36e-4353-a7b8-f6e250d9c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:06.762454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-a15f3b0e-a36e-4353-a7b8-f6e250d9c8a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 1096 time: 0.1174366 Nov 12 20:52:06.904781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd8d282c-fec0-484e-9949-f0c15a8e9204 req-ea013429-4bdf-4898-8cba-1341381d7fa0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902115 Nov 12 20:52:06.922565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fd567c4-5736-4527-a05d-7e4bf0bc4b0f req-0b66e649-b4cc-48e1-9870-c241f4b08194 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836350 Nov 12 20:52:06.929627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c02e3517-f7fe-4a36-bf7c-c92e52396a6a req-98eb534e-092d-438d-b2a1-14a6f82a06f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753399 Nov 12 20:52:06.986805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-8990a813-70e5-4bc0-94dd-180fd6932a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:06.988490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-8990a813-70e5-4bc0-94dd-180fd6932a0d service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 913 time: 0.2161536 Nov 12 20:52:06.999918 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85747963-0373-4043-b2fc-fa562fbfc9ac x-openstack-request-id: req-85747963-0373-4043-b2fc-fa562fbfc9ac {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:07.000414 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74a7cb-b2ad-4092-b708-d4f43aaf4760", "name": "network-vif-deleted", "tag": "5256ede1-ae20-454f-9e33-3334e4366711", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:07.000512 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85747963-0373-4043-b2fc-fa562fbfc9ac {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:07.001411 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74a7cb-b2ad-4092-b708-d4f43aaf4760', 'name': 'network-vif-deleted', 'tag': '5256ede1-ae20-454f-9e33-3334e4366711', 'status': 'completed', 'code': 200} Nov 12 20:52:07.051699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-f11966d6-171a-4116-9acd-507fc5668d01 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e464731-4c42-427e-89a1-adf17f450fed HTTP/1.1" status: 200 len: 217 time: 0.0538187 Nov 12 20:52:07.115780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:07.120749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ab54286-8d52-4c35-a69a-99eb6bfcef3a req-d472bcbc-1211-4026-a77c-2f0d33ea98ef tempest-AttachSCSIVolumeTestJSON-140746166 tempest-AttachSCSIVolumeTestJSON-140746166-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b74a7cb-b2ad-4092-b708-d4f43aaf4760 HTTP/1.1" status: 200 len: 210 time: 0.0680170 Nov 12 20:52:07.141915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-f9b9f381-0a20-4389-a542-4a0588db335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:07.144428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-f9b9f381-0a20-4389-a542-4a0588db335d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.0836418 Nov 12 20:52:07.223770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Subnet': ['ID=139705e7-18a5-46da-b214-38686b3e0d99,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:07.227246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-8a2b9e68-8093-424e-b0a7-7fb65241c176 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752313 Nov 12 20:52:07.256125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Checking segment: {'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:07.256497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network hostable DHCP agents. Network: 77cd65e6-3fe4-4081-b43f-0bae43a3df87, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:52:07.349053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90578236-0873-4a6e-8552-8726d4bbb79a req-4d083578-44ba-48d3-a614-61a8ee4558e8 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:07.350591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90578236-0873-4a6e-8552-8726d4bbb79a req-4d083578-44ba-48d3-a614-61a8ee4558e8 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 946 time: 0.1222701 Nov 12 20:52:07.360397 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:52:07.416364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-09959420-b06a-4bc6-9565-c140d9df6b8c service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441579 Nov 12 20:52:07.424563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90578236-0873-4a6e-8552-8726d4bbb79a req-b745d59e-c68c-4af6-89f0-6e4472ae91ac tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653892 Nov 12 20:52:07.508750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 77cd65e6-3fe4-4081-b43f-0bae43a3df87) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:07.519847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed032081-fe38-4428-9f83-0e5448cc6824 None None] Network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:07.520930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:07.524828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:07.547423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5fe528d-0571-46d0-a954-06f9cb8010cf req-fe6ffe79-3cb7-4cd4-9dfe-674321a7e874 service neutron] 10.222.0.78 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192832 Nov 12 20:52:07.606574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25021e80-6cf9-4237-af0e-0d1da5f09273 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1980605 Nov 12 20:52:07.610955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38710) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:07.612132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1677784186'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:07.697291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-77cd65e6-3fe4-4081-b43f-0bae43a3df87', 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'fixed_ips': [{'subnet_id': '139705e7-18a5-46da-b214-38686b3e0d99'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:52:07.698841 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:07.753030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:07.757258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:07.809812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:52:07.822658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:07.824023 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Added segment cc953d8c-5217-478d-a67d-27eeaf705c10 of type vlan for network 73388bc6-5d6b-4e1b-b95e-b08566088a73 Nov 12 20:52:07.861047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Allocated IP 19.80.0.2 (77cd65e6-3fe4-4081-b43f-0bae43a3df87/139705e7-18a5-46da-b214-38686b3e0d99/2a55e271-7027-495e-8173-f130809699d0) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:07.893780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.104973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.106230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:08.106850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.129569 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.221059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.226826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21885d-df79-4ec0-9b9f-98892be0e387 req-eb8ab82e-4bd9-4510-88ce-32d801aa8b4f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:08.234907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad21885d-df79-4ec0-9b9f-98892be0e387 req-eb8ab82e-4bd9-4510-88ce-32d801aa8b4f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.2127674 Nov 12 20:52:08.266750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Network': ['ID=73388bc6-5d6b-4e1b-b95e-b08566088a73,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:08.281747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac041-9292-4e30-a39f-b1520417c76f req-ccb23464-7b3a-4a4e-be0f-75e673bba416 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:08.283355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-accac041-9292-4e30-a39f-b1520417c76f req-ccb23464-7b3a-4a4e-be0f-75e673bba416 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 944 time: 0.2266448 Nov 12 20:52:08.288313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Pushing event updated for resources: {'Port': ['ID=2a55e271-7027-495e-8173-f130809699d0,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:08.290769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:08.294441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 73388bc6-5d6b-4e1b-b95e-b08566088a73 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:52:08.296200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5256ede1-ae20-454f-9e33-3334e4366711 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:08.343837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad21885d-df79-4ec0-9b9f-98892be0e387 req-35be3c9c-38e1-40bd-bc8e-a5d234206ea8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021681 Nov 12 20:52:08.350094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 5256ede1-ae20-454f-9e33-3334e4366711 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:08.350439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5256ede1-ae20-454f-9e33-3334e4366711 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:08.379535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38724) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:08.383606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:08.386055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'subnet': {'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:08.391160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:08.401904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-93877f5b-d588-41ac-b500-d744504d130f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7931848 Nov 12 20:52:08.406361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:08.491845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-accac041-9292-4e30-a39f-b1520417c76f req-683f80c8-45a3-49a4-9ed1-a1db43caa758 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715701 Nov 12 20:52:08.544549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Attempting to bind port 2a55e271-7027-495e-8173-f130809699d0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:08.545150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Attempting to bind port 2a55e271-7027-495e-8173-f130809699d0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:08.545718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Attempting to bind port 2a55e271-7027-495e-8173-f130809699d0 on network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:08.605444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:08.608575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:08.612080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Checking segment: {'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:08.612080 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.615765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Bound using segment: {'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:08.616282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Bound port: 2a55e271-7027-495e-8173-f130809699d0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:08.616686 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.689187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'aa86fda3-2791-425b-8694-d171da8a7615', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'port_id': 'aa86fda3-2791-425b-8694-d171da8a7615', 'mac_address': 'fa:16:3e:df:78:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:08.723671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a9b6f-f413-417c-94cd-682354234991 req-f0610fdb-6ac2-4c37-9d1f-541161bfed50 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:08.734704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-272a9b6f-f413-417c-94cd-682354234991 req-f0610fdb-6ac2-4c37-9d1f-541161bfed50 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 946 time: 0.0877810 Nov 12 20:52:08.747631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:08.751355 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.788728 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:08.813519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] For port 2a55e271-7027-495e-8173-f130809699d0, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:08.817016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa86fda3-2791-425b-8694-d171da8a7615 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:08.823130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-272a9b6f-f413-417c-94cd-682354234991 req-ea8a3a29-5170-4e5e-84f8-1a693829148b tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870862 Nov 12 20:52:08.852323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] For port 2a55e271-7027-495e-8173-f130809699d0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2a55e271-7027-495e-8173-f130809699d0,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:08.866481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:08.938964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-f39ee7d9-f84f-4e9a-9df0-35b2bd0b0e8c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-126445242&fields=id&tenant_id=51b346bd77c04c7ebe89921b97b367b9 HTTP/1.1" status: 200 len: 267 time: 0.0464351 Nov 12 20:52:09.014614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-5d1a5965-7489-435a-808b-7cc1c243cf14 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:09.016164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-5d1a5965-7489-435a-808b-7cc1c243cf14 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 946 time: 0.0709572 Nov 12 20:52:09.028008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'port': {'security_groups': ['11ab53b1-9ef2-478a-87db-be179d1c4769', 'be88e8d6-7383-4ad2-82f8-9479bd46ee54']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:09.081273 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.132545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.146264 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.149499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 3e464731-4c42-427e-89a1-adf17f450fed details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:09.161156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37281df3-b554-42c9-a4f5-f24a42578d00 None None] Pushing event updated for resources: {'Port': ['ID=2a55e271-7027-495e-8173-f130809699d0,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:09.195351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.302561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:09.331483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 3e464731-4c42-427e-89a1-adf17f450fed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3e464731-4c42-427e-89a1-adf17f450fed,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:09.347723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Subnet': ['ID=c4b9fdd6-7d8a-4b97-9422-091e8e695341,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:09.357448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '3e464731-4c42-427e-89a1-adf17f450fed', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'port_id': '3e464731-4c42-427e-89a1-adf17f450fed', 'mac_address': 'fa:16:3e:d1:79:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6487d7-a1de-4195-8144-743453c18319', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:09.364388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Checking segment: {'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:09.364763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network hostable DHCP agents. Network: 73388bc6-5d6b-4e1b-b95e-b08566088a73, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:52:09.436391 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.455599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e464731-4c42-427e-89a1-adf17f450fed {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:09.467653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] For port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:09.482041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 3e464731-4c42-427e-89a1-adf17f450fed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3e464731-4c42-427e-89a1-adf17f450fed,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:09.518004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network 73388bc6-5d6b-4e1b-b95e-b08566088a73 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:52:09.545395 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.570142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ec861-b149-4899-89d3-5e8d4913e30d req-1ddd2cf9-3799-4ccc-bd8f-47ab4c5c58c4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:09.571925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5ec861-b149-4899-89d3-5e8d4913e30d req-1ddd2cf9-3799-4ccc-bd8f-47ab4c5c58c4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0892673 Nov 12 20:52:09.618373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.654854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5ec861-b149-4899-89d3-5e8d4913e30d req-5a18325f-d7d1-47bb-a2ef-48203a2ce7c8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732851 Nov 12 20:52:09.686101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 73388bc6-5d6b-4e1b-b95e-b08566088a73) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:09.686297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.690043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=3e464731-4c42-427e-89a1-adf17f450fed,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:09.690771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:09.691490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.716723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a614cb-3a50-4c62-a527-81b61bbc5fa1 None None] Network 73388bc6-5d6b-4e1b-b95e-b08566088a73 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:09.778055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d', '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:09.799875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:09.800619 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:09.804002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c37287f8-0d16-4f13-8f85-d8940b7f327d req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "PUT /v2.0/ports/49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 200 len: 982 time: 0.7789378 Nov 12 20:52:09.804002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:09.804287 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-339cd12f-f1f1-4f8c-8ed9-a5e180744578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4218323 Nov 12 20:52:09.805200 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:09.837272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9c9a5-57f8-488f-b24f-874e10e06fdb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'Port': ['ID=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:09.946642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['3e464731-4c42-427e-89a1-adf17f450fed'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:09.950542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb715e-fcc3-4227-a432-01a982249ab1 req-5740bbf2-c35f-47c4-8dc4-10ecd9648aa5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:09.952154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-edcb715e-fcc3-4227-a432-01a982249ab1 req-5740bbf2-c35f-47c4-8dc4-10ecd9648aa5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 945 time: 0.1087732 Nov 12 20:52:09.955263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aacbf1a7-8ac0-4d0e-ada6-c7baeb707e30 req-2b4b16fa-7c04-44b9-b31e-5abfeef931d2 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/be88e8d6-7383-4ad2-82f8-9479bd46ee54 HTTP/1.1" status: 200 len: 1816 time: 0.0899453 Nov 12 20:52:09.971156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['aa86fda3-2791-425b-8694-d171da8a7615'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:09.981698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:10.049260 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-aacbf1a7-8ac0-4d0e-ada6-c7baeb707e30 req-25600903-c04a-4254-ac52-c21d1391eddc tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 20:52:10.052023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:10.061781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aacbf1a7-8ac0-4d0e-ada6-c7baeb707e30 req-25600903-c04a-4254-ac52-c21d1391eddc tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/be88e8d6-7383-4ad2-82f8-9479bd46ee54 HTTP/1.1" status: 409 len: 341 time: 0.0996492 Nov 12 20:52:10.065318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1399455876'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:10.079680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-edcb715e-fcc3-4227-a432-01a982249ab1 req-e89fa9d3-6149-4c86-a204-0919b13c67a9 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189561 Nov 12 20:52:10.111582 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc777da-e2c6-4380-ab19-e739a83a4f56 x-openstack-request-id: req-1bc777da-e2c6-4380-ab19-e739a83a4f56 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:10.111875 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:10.112123 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bc777da-e2c6-4380-ab19-e739a83a4f56 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:10.112531 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601', 'status': 'completed', 'code': 200} Nov 12 20:52:10.231643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:10.239975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:10.255037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-45b2f6b0-5e3d-4de6-88a2-b16b607985e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:10.259270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-45b2f6b0-5e3d-4de6-88a2-b16b607985e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1137 time: 0.1187575 Nov 12 20:52:10.290588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:52:10.297139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:10.297720 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Added segment dcd15bdf-1613-4fa7-a419-5456a17ac981 of type vlan for network 50d84c6b-5301-433b-9eab-ee9301ea4aeb Nov 12 20:52:10.356074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:10.407462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-ab62c305-5ec3-4559-94ee-0c4ac47f3d75 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:10.417809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-ab62c305-5ec3-4559-94ee-0c4ac47f3d75 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:10.419840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-ab62c305-5ec3-4559-94ee-0c4ac47f3d75 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/networks?id=77cd65e6-3fe4-4081-b43f-0bae43a3df87&id=73388bc6-5d6b-4e1b-b95e-b08566088a73 HTTP/1.1" status: 200 len: 1392 time: 0.2139370 Nov 12 20:52:10.471396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:10.471396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:10.471621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-edeacc5c-6d2b-4fae-ac28-bab77eb64b08 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/quotas/97cc98dde7524dc8a8f5df14e71fe088 HTTP/1.1" status: 200 len: 375 time: 0.0186596 Nov 12 20:52:10.483482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-73388bc6-5d6b-4e1b-b95e-b08566088a73', 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'fixed_ips': [{'subnet_id': 'c4b9fdd6-7d8a-4b97-9422-091e8e695341'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:52:10.484742 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:10.516674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fa7cbf-412b-47fd-a057-a9d3b34ec152 None None] Network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:10.522030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-1449e667-dddb-48dc-803d-4634a6278a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:10.523594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-1449e667-dddb-48dc-803d-4634a6278a02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 913 time: 0.2056279 Nov 12 20:52:10.553505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:10.553505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:10.553505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:10.554507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-cdae5cea-13be-44b3-9b31-520c613a65b2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778465 Nov 12 20:52:10.621347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-081ef737-5688-4a9c-903a-afff9042eb95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 200 len: 217 time: 0.0902669 Nov 12 20:52:10.693133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Network': ['ID=50d84c6b-5301-433b-9eab-ee9301ea4aeb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:10.726722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:52:10.783355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-8d1a9f2e-ad25-46e7-8152-e31cbad487bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:10.785086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-8d1a9f2e-ad25-46e7-8152-e31cbad487bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 200 len: 852 time: 0.1495864 Nov 12 20:52:10.833242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-fb248304-3aeb-4bd9-b916-6b3477aa37b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da068097-c875-4660-93b4-0ba5942fa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353897 Nov 12 20:52:10.836095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-cca9d554-3890-4ee5-8116-8e933ba38735 service neutron] 10.222.0.64 "GET /v2.0/networks/77cd65e6-3fe4-4081-b43f-0bae43a3df87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286618 Nov 12 20:52:10.844030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368c30f-40e9-49ba-a3a9-ea14dc65f340 req-35055460-7374-43ab-a9cb-b8f020ce4903 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:10.845465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0368c30f-40e9-49ba-a3a9-ea14dc65f340 req-35055460-7374-43ab-a9cb-b8f020ce4903 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 985 time: 0.1568935 Nov 12 20:52:10.854423 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d87707be-7d68-403c-80c9-ee6ca36bfbff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8007479 Nov 12 20:52:10.857623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38812) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:10.865138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1131831384'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:10.876004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8227ff81-35d7-4e86-8008-9001bbcae0b0 None None] Provisioning complete for port 2a55e271-7027-495e-8173-f130809699d0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:10.876272 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8227ff81-35d7-4e86-8008-9001bbcae0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.039033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:11.045388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.080728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0368c30f-40e9-49ba-a3a9-ea14dc65f340 req-31bc6be9-8a19-44b6-8afd-0fe9dc1d2be5 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&id=be88e8d6-7383-4ad2-82f8-9479bd46ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1910040 Nov 12 20:52:11.083624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:52:11.092879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.093231 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Added segment 3286c45f-7aaf-433b-9b78-afd98a53504f of type vlan for network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 Nov 12 20:52:11.098936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Allocated IP 19.86.0.2 (73388bc6-5d6b-4e1b-b95e-b08566088a73/c4b9fdd6-7d8a-4b97-9422-091e8e695341/fd94e655-fff0-41c6-9721-dfd4646235ec) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:11.139617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-5483f145-26be-4757-9f6f-d96c0b820cb6 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931418 Nov 12 20:52:11.142097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.181843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-8cbf32ca-48f9-4a93-aa49-66a28abb7b72 service neutron] 10.222.0.64 "GET /v2.0/networks/77cd65e6-3fe4-4081-b43f-0bae43a3df87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343627 Nov 12 20:52:11.250609 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.258196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:11.258930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.292421 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8227ff81-35d7-4e86-8008-9001bbcae0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.333506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9259dc3d-12ec-454d-aa6b-9807b3bbd8af req-7ba3e18c-6e58-4b42-85a4-5cd3f35e2914 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794431 Nov 12 20:52:11.362229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Network': ['ID=146557bc-c4c8-4990-a5f6-19e072b8a8a6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:11.381577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:52:11.390706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8227ff81-35d7-4e86-8008-9001bbcae0b0 None None] For port 2a55e271-7027-495e-8173-f130809699d0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2a55e271-7027-495e-8173-f130809699d0,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:11.411104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d8ca-4a8b-46da-ae64-81f2fb47f302 req-0e8d134a-91c7-418b-8b9a-39e5b4fab25e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:11.424997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e57d8ca-4a8b-46da-ae64-81f2fb47f302 req-0e8d134a-91c7-418b-8b9a-39e5b4fab25e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.2818370 Nov 12 20:52:11.440503 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1e5bb05e-7c33-4642-8223-3b7d6ee07288 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5792868 Nov 12 20:52:11.441885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38824) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:11.453815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'subnet': {'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:11.495078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2a55e271-7027-495e-8173-f130809699d0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:11.577593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e57d8ca-4a8b-46da-ae64-81f2fb47f302 req-96027383-92da-4fde-9bef-d5836625623d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517630 Nov 12 20:52:11.578131 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.588374 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8227ff81-35d7-4e86-8008-9001bbcae0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.688217 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.688468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-f30506de-c6e2-4d8c-81b2-b70761cba64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:11.689732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-f30506de-c6e2-4d8c-81b2-b70761cba64d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1137 time: 0.1023984 Nov 12 20:52:11.689961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227ff81-35d7-4e86-8008-9001bbcae0b0 None None] Pushing event updated for resources: {'Port': ['ID=2a55e271-7027-495e-8173-f130809699d0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:11.701095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2a55e271-7027-495e-8173-f130809699d0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:11.701095 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.721921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-6a6e1268-d039-4346-9cc4-898faa08012d service neutron] 10.222.0.64 "GET /v2.0/networks/73388bc6-5d6b-4e1b-b95e-b08566088a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280688 Nov 12 20:52:11.753336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:11.758944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.769249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Network 73388bc6-5d6b-4e1b-b95e-b08566088a73 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:11.775646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:11.782066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:11.786414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Pushing event updated for resources: {'Port': ['ID=fd94e655-fff0-41c6-9721-dfd4646235ec,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:11.935965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Attempting to bind port fd94e655-fff0-41c6-9721-dfd4646235ec on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:11.936636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Attempting to bind port fd94e655-fff0-41c6-9721-dfd4646235ec by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:11.937176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Attempting to bind port fd94e655-fff0-41c6-9721-dfd4646235ec on network 73388bc6-5d6b-4e1b-b95e-b08566088a73 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:11.948180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-35d4ff72-0427-4f6a-a8a3-c137c480ab56 None None] Provisioning complete for port 2a55e271-7027-495e-8173-f130809699d0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:11.948851 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-35d4ff72-0427-4f6a-a8a3-c137c480ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.974746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:11.975482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Checking segment: {'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:11.976073 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:11.976787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Bound using segment: {'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:11.977453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Bound port: fd94e655-fff0-41c6-9721-dfd4646235ec, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:11.978014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:12.101660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] For port fd94e655-fff0-41c6-9721-dfd4646235ec, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:12.110000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] For port fd94e655-fff0-41c6-9721-dfd4646235ec, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd94e655-fff0-41c6-9721-dfd4646235ec,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:12.218721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-f612c37a-0501-4f51-be6e-46165d0871ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:12.220294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-f612c37a-0501-4f51-be6e-46165d0871ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 913 time: 0.5167925 Nov 12 20:52:12.229706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d0f6-64c7-441e-a461-3ebb68761320 req-0d3b89b3-a749-49ce-ba9f-c369dad1b938 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:12.231089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d587d0f6-64c7-441e-a461-3ebb68761320 req-0d3b89b3-a749-49ce-ba9f-c369dad1b938 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 945 time: 0.3517957 Nov 12 20:52:12.244025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-67626489-e78e-4d9a-ae8e-6f9f06ca5a07 service neutron] 10.222.0.64 "GET /v2.0/networks/73388bc6-5d6b-4e1b-b95e-b08566088a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094864 Nov 12 20:52:12.264898 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:12.265844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:12.279806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-f9ebb89c-bdc5-44ef-9c11-39432b352935 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 200 len: 217 time: 0.0461133 Nov 12 20:52:12.306572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 3e464731-4c42-427e-89a1-adf17f450fed up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:12.358329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-3aedfcee-7c1f-4ab4-a0fd-5bac4e65a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:12.371858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-3aedfcee-7c1f-4ab4-a0fd-5bac4e65a6ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 200 len: 852 time: 0.0729070 Nov 12 20:52:12.379187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ba1c3-b22e-42b3-9f01-71e464cd366a None None] Pushing event updated for resources: {'Port': ['ID=fd94e655-fff0-41c6-9721-dfd4646235ec,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:12.399737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d587d0f6-64c7-441e-a461-3ebb68761320 req-8c313157-0820-411f-8fa7-c191af0e5692 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585312 Nov 12 20:52:12.440404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-78986641-4152-4b92-a8a5-d36752be290b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da068097-c875-4660-93b4-0ba5942fa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676422 Nov 12 20:52:12.491097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Subnet': ['ID=515b0243-f086-4f97-9b8f-a235d68b71f1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:12.498033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 3e464731-4c42-427e-89a1-adf17f450fed completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:52:12.507758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 3e464731-4c42-427e-89a1-adf17f450fed triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:12.510533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:12.534281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Checking segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:12.535928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network hostable DHCP agents. Network: 50d84c6b-5301-433b-9eab-ee9301ea4aeb, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:52:12.617847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77e42e-f2ef-4229-976a-9f7cff1c3730 req-8122c7a1-ae16-4c8f-a12f-46f2475c7d5c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:12.619119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a77e42e-f2ef-4229-976a-9f7cff1c3730 req-8122c7a1-ae16-4c8f-a12f-46f2475c7d5c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 985 time: 0.1166325 Nov 12 20:52:12.621907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-d5fbb314-1510-4e04-bb0b-ddf36e349399 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737072 Nov 12 20:52:12.628686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:52:12.633802 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:12.660785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e464731-4c42-427e-89a1-adf17f450fed'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:12.682833 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d8f335-ac3c-440c-b02f-2f6954ed528b" -d '{"events": [{"server_uuid": "c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "3e464731-4c42-427e-89a1-adf17f450fed"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:12.724904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 3e464731-4c42-427e-89a1-adf17f450fed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3e464731-4c42-427e-89a1-adf17f450fed,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:12.742763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 50d84c6b-5301-433b-9eab-ee9301ea4aeb) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:12.749767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:12.750511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:12.757726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa23b21-c573-4b23-80be-1b2912eef7a6 None None] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:12.918742 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-edfd3918-a7a7-4770-9fee-d25b6099db70 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4710686 Nov 12 20:52:12.920010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a996-b399-44db-8c41-fca399d08a3f req-ef8d1996-e21a-455f-a2f4-5aec807ed21c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:12.922577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:12.930015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'subnet': {'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:12.933814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5c3a996-b399-44db-8c41-fca399d08a3f req-ef8d1996-e21a-455f-a2f4-5aec807ed21c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.1488035 Nov 12 20:52:12.964284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6598bbba-99dc-4a2b-832a-9209e1696ced req-1dca09d7-a473-4371-b65e-fe6d58b32cdb service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163676 Nov 12 20:52:12.985698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a77e42e-f2ef-4229-976a-9f7cff1c3730 req-15284c7a-18e1-4896-b95c-c711a8a2e1f2 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&id=be88e8d6-7383-4ad2-82f8-9479bd46ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3536046 Nov 12 20:52:13.088799 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:13.090445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:13.104728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5c3a996-b399-44db-8c41-fca399d08a3f req-297d733d-ceba-4d82-992c-b94a8f43479d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691885 Nov 12 20:52:13.174228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d9d1909-8681-4d25-9c6c-645ad139596d req-340af8b3-c25d-446c-a468-1fc4c70843ee tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 210 time: 0.0842869 Nov 12 20:52:13.178719 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6800bab-f63d-463e-af5e-c7f3c9cd11c9 x-openstack-request-id: req-f6800bab-f63d-463e-af5e-c7f3c9cd11c9 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:13.180243 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "3e464731-4c42-427e-89a1-adf17f450fed", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:13.180710 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6800bab-f63d-463e-af5e-c7f3c9cd11c9 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:13.183276 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e464731-4c42-427e-89a1-adf17f450fed', 'code': 200} Nov 12 20:52:13.296727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=3e464731-4c42-427e-89a1-adf17f450fed,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:13.391712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066b278-375f-40c5-baec-b320e02f9fcd req-588d93f2-bcbf-4fc4-b668-dbb8b63ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:13.391712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1066b278-375f-40c5-baec-b320e02f9fcd req-588d93f2-bcbf-4fc4-b668-dbb8b63ee87f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 1098 time: 0.1177332 Nov 12 20:52:13.402039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'fixed_ips': [{'subnet_id': '515b0243-f086-4f97-9b8f-a235d68b71f1'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:52:13.402994 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:13.417899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:13.422917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:13.427476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port aa86fda3-2791-425b-8694-d171da8a7615 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:52:13.442883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port aa86fda3-2791-425b-8694-d171da8a7615 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:13.443316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:13.517725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1066b278-375f-40c5-baec-b320e02f9fcd req-ed238d10-0b69-4236-a810-198bb1f092fd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213052 Nov 12 20:52:13.553574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2a55e271-7027-495e-8173-f130809699d0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:13.661200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72657aa2-d3a0-41df-88d4-9ce60a3099fb req-dc9f08c3-69d1-40aa-9fb1-e0a729402c0b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:13.662800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Allocated IP 10.1.1.2 (50d84c6b-5301-433b-9eab-ee9301ea4aeb/515b0243-f086-4f97-9b8f-a235d68b71f1/b97b35d9-8140-4ac7-960c-8242fa686190) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:13.664056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72657aa2-d3a0-41df-88d4-9ce60a3099fb req-dc9f08c3-69d1-40aa-9fb1-e0a729402c0b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1061440 Nov 12 20:52:13.776247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72657aa2-d3a0-41df-88d4-9ce60a3099fb req-d96ebf6d-3030-4651-ba6b-bcaf2646d123 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023180 Nov 12 20:52:13.947933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2a55e271-7027-495e-8173-f130809699d0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:13.948766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:13.965008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab37df8-3602-4e80-ba78-66590b873747 None None] Network 73388bc6-5d6b-4e1b-b95e-b08566088a73 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:13.999620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.013648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.039462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.118328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Subnet': ['ID=149e1401-185d-4641-bd1f-a88139a6867e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:14.130743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Checking segment: {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:14.130915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network hostable DHCP agents. Network: 146557bc-c4c8-4990-a5f6-19e072b8a8a6, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:52:14.172040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148dae3-859e-4bc6-be3b-0334a7148af8 req-8adbcf1a-c92e-403c-a5f7-14db30db1db6 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:14.173555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f148dae3-859e-4bc6-be3b-0334a7148af8 req-8adbcf1a-c92e-403c-a5f7-14db30db1db6 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 985 time: 0.0931146 Nov 12 20:52:14.217275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d3ebc81a-4a25-4bea-beb2-05248151de71 None None] Provisioning complete for port fd94e655-fff0-41c6-9721-dfd4646235ec triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:14.217824 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc81a-4a25-4bea-beb2-05248151de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.261350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:14.272461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.275071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd94e655-fff0-41c6-9721-dfd4646235ec up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:14.285778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f148dae3-859e-4bc6-be3b-0334a7148af8 req-0a3992b0-71e4-427f-9748-850962a77c13 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&id=be88e8d6-7383-4ad2-82f8-9479bd46ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1061223 Nov 12 20:52:14.298891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5b29c-9c32-453c-86f4-157dde0f23de req-9a217846-7958-4840-a646-907c6a500eb6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:14.300847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2dd5b29c-9c32-453c-86f4-157dde0f23de req-9a217846-7958-4840-a646-907c6a500eb6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0958762 Nov 12 20:52:14.354787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:52:14.380048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:14.392174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2dd5b29c-9c32-453c-86f4-157dde0f23de req-e963f43d-82e0-4b72-82bf-2ad9d9b335ec tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831785 Nov 12 20:52:14.414427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:14.419847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.421777 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ac4cec5-2510-47bc-9ab1-c62c47287fb4 req-8a98c1cd-49f1-44d8-a07f-30d136c044cf tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 210 time: 0.0631053 Nov 12 20:52:14.423919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:14.433216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Pushing event updated for resources: {'Port': ['ID=b97b35d9-8140-4ac7-960c-8242fa686190,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:14.468069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 146557bc-c4c8-4990-a5f6-19e072b8a8a6) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:14.472461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:14.473599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.506109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5feb2-78ee-4cee-a733-0e3d0a4b2fc0 None None] Network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:14.573563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-8f3c4734-13df-4f02-b5f3-3eadbaad1887 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2140740862&fields=id&tenant_id=51b346bd77c04c7ebe89921b97b367b9 HTTP/1.1" status: 200 len: 267 time: 0.0722783 Nov 12 20:52:14.594816 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d192ab0f-e280-4fe0-b620-f55f3ab3428d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6709237 Nov 12 20:52:14.597421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38870) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:14.606543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'port': {'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1978047509', 'fixed_ips': [{'subnet_id': '515b0243-f086-4f97-9b8f-a235d68b71f1'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:14.696764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:14.714522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-d50fbe3c-4d46-4f94-9779-543b2dd0deef tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:14.717093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Attempting to bind port b97b35d9-8140-4ac7-960c-8242fa686190 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:14.717940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Attempting to bind port b97b35d9-8140-4ac7-960c-8242fa686190 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:14.718314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Attempting to bind port b97b35d9-8140-4ac7-960c-8242fa686190 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:14.722988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-d50fbe3c-4d46-4f94-9779-543b2dd0deef tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 985 time: 0.1432469 Nov 12 20:52:14.731618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'port': {'security_groups': ['11ab53b1-9ef2-478a-87db-be179d1c4769', 'be88e8d6-7383-4ad2-82f8-9479bd46ee54', 'e2837d7f-d2af-4be0-b35d-548cb8ad3293']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:14.735985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:14.738889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Checking segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:14.739899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.739899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Bound using segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:14.740227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Bound port: b97b35d9-8140-4ac7-960c-8242fa686190, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:14.740624 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.770159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fd94e655-fff0-41c6-9721-dfd4646235ec triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:14.770528 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.811899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc81a-4a25-4bea-beb2-05248151de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.860517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d3ebc81a-4a25-4bea-beb2-05248151de71 None None] For port fd94e655-fff0-41c6-9721-dfd4646235ec, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd94e655-fff0-41c6-9721-dfd4646235ec,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:14.874410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:14.967331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc81a-4a25-4bea-beb2-05248151de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.020877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a7427-5b6d-4143-9227-1d3cccdf31db req-ab89f414-9ac0-4b1e-b259-9e77dc37ea11 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:15.022464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-945a7427-5b6d-4143-9227-1d3cccdf31db req-ab89f414-9ac0-4b1e-b259-9e77dc37ea11 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1381757 Nov 12 20:52:15.089071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] For port b97b35d9-8140-4ac7-960c-8242fa686190, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:15.121754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:15.135898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] For port b97b35d9-8140-4ac7-960c-8242fa686190, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b97b35d9-8140-4ac7-960c-8242fa686190,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:15.164166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebc81a-4a25-4bea-beb2-05248151de71 None None] Pushing event updated for resources: {'Port': ['ID=fd94e655-fff0-41c6-9721-dfd4646235ec,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:15.180792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-146557bc-c4c8-4990-a5f6-19e072b8a8a6', 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'fixed_ips': [{'subnet_id': '149e1401-185d-4641-bd1f-a88139a6867e'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:52:15.181667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.188755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:15.191569 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f39c68-b772-4f95-9f1b-68508fb12380" -d '{"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-plugged", "status": "completed", "tag": "aa86fda3-2791-425b-8694-d171da8a7615"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:15.220807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-34ef8fc7-6ab3-4107-ab55-869d10bc8942 None None] Provisioning complete for port fd94e655-fff0-41c6-9721-dfd4646235ec triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:15.221416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34ef8fc7-6ab3-4107-ab55-869d10bc8942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.223487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-945a7427-5b6d-4143-9227-1d3cccdf31db req-23436566-1562-439a-8ef7-65267ff6f7d1 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930220 Nov 12 20:52:15.300785 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2f201e-7058-40b5-b3b5-04cb919be8f6 x-openstack-request-id: req-2d2f201e-7058-40b5-b3b5-04cb919be8f6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:15.306051 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-plugged", "status": "completed", "tag": "aa86fda3-2791-425b-8694-d171da8a7615", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:15.306051 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d2f201e-7058-40b5-b3b5-04cb919be8f6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:15.306051 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615', 'code': 200} Nov 12 20:52:15.308163 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.339474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.370922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] device_id is not set on port 24d58751-e780-4c96-8bf7-12b4003f2b39 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:52:15.403565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd94e655-fff0-41c6-9721-dfd4646235ec up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:15.496810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] For port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:15.662247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.670613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230add51-f821-4032-ae17-70b5323d4a94 req-7c9451cc-bd8a-4673-be4c-a1123c613859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:15.671903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-230add51-f821-4032-ae17-70b5323d4a94 req-7c9451cc-bd8a-4673-be4c-a1123c613859 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1098 time: 0.2103281 Nov 12 20:52:15.732572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f14f6-d675-4dbc-9a88-e1017c24de9f None None] Pushing event updated for resources: {'Port': ['ID=b97b35d9-8140-4ac7-960c-8242fa686190,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:15.732764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1dcaf-0bd4-4956-919c-c1b5fff5b708 req-a7c003c7-0120-43f3-8f95-61d11c23defa tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:15.732764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6dd1dcaf-0bd4-4956-919c-c1b5fff5b708 req-a7c003c7-0120-43f3-8f95-61d11c23defa tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.2304306 Nov 12 20:52:15.758957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Allocated IP 10.2.2.2 (146557bc-c4c8-4990-a5f6-19e072b8a8a6/149e1401-185d-4641-bd1f-a88139a6867e/6969b059-ca23-4060-b3d5-a948725fa81b) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:15.800463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fd94e655-fff0-41c6-9721-dfd4646235ec triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:15.800855 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.813231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.855896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d', '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:15.913707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:15.914371 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:15.916009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea309c7a-4a28-40f8-b7fd-14df6e5b94de req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "PUT /v2.0/ports/49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 200 len: 1021 time: 1.1920211 Nov 12 20:52:15.922383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-230add51-f821-4032-ae17-70b5323d4a94 req-48693424-6b5d-42e5-be29-64ea728c7383 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294095 Nov 12 20:52:15.954792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:15.957407 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:15.961571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Allocated IP 10.1.1.3 (50d84c6b-5301-433b-9eab-ee9301ea4aeb/515b0243-f086-4f97-9b8f-a235d68b71f1/24d58751-e780-4c96-8bf7-12b4003f2b39) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:15.987700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6dd1dcaf-0bd4-4956-919c-c1b5fff5b708 req-cadf32e0-4a95-4c0f-bb1c-809a8836de4d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346456 Nov 12 20:52:16.065103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:16.086418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba560d6-f8dd-448f-a67e-d22d3ee1bc93 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'Port': ['ID=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:16.180238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d96d930-8b40-49ed-8748-ec0294511a2f req-36d18bcf-0799-432b-bf6f-9685cb0561c7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 210 time: 0.1418893 Nov 12 20:52:16.260796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:16.358687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38900) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:16.425443 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:16.426275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-3abc7246-cb16-441d-bbb1-c57f2845fdb5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:16.442198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-3abc7246-cb16-441d-bbb1-c57f2845fdb5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:16.443756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-3abc7246-cb16-441d-bbb1-c57f2845fdb5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "GET /v2.0/networks?id=77cd65e6-3fe4-4081-b43f-0bae43a3df87&id=73388bc6-5d6b-4e1b-b95e-b08566088a73 HTTP/1.1" status: 200 len: 1392 time: 0.2626600 Nov 12 20:52:16.456507 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2769dee1-4223-4271-ba68-126f9e57393c x-openstack-request-id: req-2769dee1-4223-4271-ba68-126f9e57393c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:16.457081 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:16.457550 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2769dee1-4223-4271-ba68-126f9e57393c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:16.458201 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601', 'status': 'completed', 'code': 200} Nov 12 20:52:16.513414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-e9bfad2e-4979-4856-aca9-fb20c0c0afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:16.526265 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-e9bfad2e-4979-4856-aca9-fb20c0c0afe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b346bd77c04c7ebe89921b97b367b9&device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1176 time: 0.2291083 Nov 12 20:52:16.535535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'port': {'device_id': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87', 'admin_state_up': True, 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:16.560845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:16.584055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:16.599132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:16.610694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Pushing event updated for resources: {'Port': ['ID=6969b059-ca23-4060-b3d5-a948725fa81b,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:16.773674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-c04edfd7-a497-4b36-a127-6f5d0fe6eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:16.775407 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-c04edfd7-a497-4b36-a127-6f5d0fe6eec6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 200 len: 913 time: 0.2422795 Nov 12 20:52:16.791445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cca412-2aa1-4bd2-b132-5bb56a4c84f6 req-c6640e07-b863-4216-9912-74c1472f12ab tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:16.792707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Attempting to bind port 6969b059-ca23-4060-b3d5-a948725fa81b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:16.793084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Attempting to bind port 6969b059-ca23-4060-b3d5-a948725fa81b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:16.793450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Attempting to bind port 6969b059-ca23-4060-b3d5-a948725fa81b on network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:16.794383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76cca412-2aa1-4bd2-b132-5bb56a4c84f6 req-c6640e07-b863-4216-9912-74c1472f12ab tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.3025632 Nov 12 20:52:16.803877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e97d8c5-5329-4216-8c1e-e8ab878ccf6b req-1d2d16ec-f3f5-4756-adc3-61a64032bfd0 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/e2837d7f-d2af-4be0-b35d-548cb8ad3293 HTTP/1.1" status: 200 len: 1817 time: 0.3540642 Nov 12 20:52:16.863436 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-2ba10ff2-b8dc-412c-9195-6053e411c1b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 200 len: 217 time: 0.0789628 Nov 12 20:52:16.866408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:16.866793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Checking segment: {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:16.867254 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:16.867674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Bound using segment: {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:16.868158 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Bound port: 6969b059-ca23-4060-b3d5-a948725fa81b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:16.868540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:16.933883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76cca412-2aa1-4bd2-b132-5bb56a4c84f6 req-72f67b63-a12a-461a-b391-98a382dd9806 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179700 Nov 12 20:52:16.984246 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:16.990525 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-6e97d8c5-5329-4216-8c1e-e8ab878ccf6b req-9c410cd3-a120-4846-87f8-17d22bf21aba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 20:52:16.991926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e97d8c5-5329-4216-8c1e-e8ab878ccf6b req-9c410cd3-a120-4846-87f8-17d22bf21aba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/e2837d7f-d2af-4be0-b35d-548cb8ad3293 HTTP/1.1" status: 409 len: 341 time: 0.1719437 Nov 12 20:52:17.064160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44f49d-ec68-451c-add4-22a4639fedff None None] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:17.087504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-6c4ca0db-4106-4815-a3b1-58460db49b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.089923 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-6c4ca0db-4106-4815-a3b1-58460db49b47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 200 len: 852 time: 0.2180800 Nov 12 20:52:17.137649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:17.142671 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.185438 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-23c16203-50a2-4d81-bf9e-ba9bbf506f11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da068097-c875-4660-93b4-0ba5942fa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513196 Nov 12 20:52:17.267819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] For port 6969b059-ca23-4060-b3d5-a948725fa81b, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:17.336910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7d2c9d75-732f-40d8-87c6-e3cef1ab9cc2 None None] Provisioning complete for port b97b35d9-8140-4ac7-960c-8242fa686190 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:17.337190 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9d75-732f-40d8-87c6-e3cef1ab9cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.345513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Allocated IP 19.80.0.124 (77cd65e6-3fe4-4081-b43f-0bae43a3df87/139705e7-18a5-46da-b214-38686b3e0d99/861f0f57-4061-4aaf-9373-43d7f53bbe2b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:17.347715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] For port 6969b059-ca23-4060-b3d5-a948725fa81b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6969b059-ca23-4060-b3d5-a948725fa81b,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:17.383524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-8b058d1f-906e-4fc6-b440-3739eada49a6 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904197 Nov 12 20:52:17.409319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b97b35d9-8140-4ac7-960c-8242fa686190 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:17.448311 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.534352 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.546642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:17.554947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:17.565029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:17.593515 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1d5edec8-93b2-47c0-bcd1-01d4f953cd08 req-eb84415e-121c-45e2-9827-288ba4572bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986935 Nov 12 20:52:17.619072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=24d58751-e780-4c96-8bf7-12b4003f2b39,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:17.696939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.734375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24954a5-71bd-4111-bd7e-ec76e2e4ee3d None None] Pushing event updated for resources: {'Port': ['ID=6969b059-ca23-4060-b3d5-a948725fa81b,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:17.769139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.770035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.774768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.777069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b97b35d9-8140-4ac7-960c-8242fa686190 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:17.777580 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.801979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea93ebe-dec1-46ed-b416-103f739d9f53 req-7fb35738-bcc2-4eca-a9cc-5cbdaeccc8a3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.807859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ea93ebe-dec1-46ed-b416-103f739d9f53 req-7fb35738-bcc2-4eca-a9cc-5cbdaeccc8a3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.2456672 Nov 12 20:52:17.872523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9d75-732f-40d8-87c6-e3cef1ab9cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.953870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ea93ebe-dec1-46ed-b416-103f739d9f53 req-444a3329-d343-42b5-987e-a2ef82119497 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313887 Nov 12 20:52:17.966940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8b4d1ef8-dfd6-4f36-bb3f-6e36a74aaa3e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3682220 Nov 12 20:52:17.969681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38920) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:18.007511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'port': {'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'name': 'tempest-TaggedBootDevicesTest_v242-724391858', 'fixed_ips': [{'subnet_id': '515b0243-f086-4f97-9b8f-a235d68b71f1'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:18.048213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.085911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7d2c9d75-732f-40d8-87c6-e3cef1ab9cc2 None None] For port b97b35d9-8140-4ac7-960c-8242fa686190, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b97b35d9-8140-4ac7-960c-8242fa686190,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:18.129031 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.152805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Deleting port fa9e2328-0453-43e5-8239-2e1876aaa1bc {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:18.153961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.183696 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9d75-732f-40d8-87c6-e3cef1ab9cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.286057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c9d75-732f-40d8-87c6-e3cef1ab9cc2 None None] Pushing event updated for resources: {'Port': ['ID=b97b35d9-8140-4ac7-960c-8242fa686190,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:18.299994 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:52:18.300346 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:52:18.315968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-504eab22-644e-4b45-987b-b752a15549b2 None None] Provisioning complete for port b97b35d9-8140-4ac7-960c-8242fa686190 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:18.316341 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-504eab22-644e-4b45-987b-b752a15549b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.329071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] For port fa9e2328-0453-43e5-8239-2e1876aaa1bc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fa9e2328-0453-43e5-8239-2e1876aaa1bc,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:18.329510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.350377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Calling delete_port for fa9e2328-0453-43e5-8239-2e1876aaa1bc owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:18.488050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-504eab22-644e-4b45-987b-b752a15549b2 None None] Provisioning complete for port 24d58751-e780-4c96-8bf7-12b4003f2b39 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:18.488050 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-504eab22-644e-4b45-987b-b752a15549b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.529232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:18.534343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Port': ['ID=861f0f57-4061-4aaf-9373-43d7f53bbe2b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:18.540967 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-504eab22-644e-4b45-987b-b752a15549b2 None None] Port 24d58751-e780-4c96-8bf7-12b4003f2b39 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:18.548825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:18.558041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:18.572776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede183b-80b9-4618-b1f4-609be976d703 req-93671321-42b9-4e31-98c1-be3ad73ec353 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:18.578151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bede183b-80b9-4618-b1f4-609be976d703 req-93671321-42b9-4e31-98c1-be3ad73ec353 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 932 time: 0.5667453 Nov 12 20:52:18.611770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1133-0603-4ce9-9c80-68e3a54f2ecd req-a0a7401f-2f75-430d-8415-0a2be39807b6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:18.613652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29df1133-0603-4ce9-9c80-68e3a54f2ecd req-a0a7401f-2f75-430d-8415-0a2be39807b6 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.5168300 Nov 12 20:52:18.661877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e3ce8783-e20a-4071-ab23-43518bdcef47 None None] Provisioning complete for port 24d58751-e780-4c96-8bf7-12b4003f2b39 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:18.662296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8783-e20a-4071-ab23-43518bdcef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.707653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce8783-e20a-4071-ab23-43518bdcef47 None None] Port 24d58751-e780-4c96-8bf7-12b4003f2b39 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:18.731582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:18.732236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.737507 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.772069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9e2328-0453-43e5-8239-2e1876aaa1bc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:18.785752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bede183b-80b9-4618-b1f4-609be976d703 req-e0afd328-c785-4546-9308-daedf42aa932 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662140 Nov 12 20:52:18.801239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29df1133-0603-4ce9-9c80-68e3a54f2ecd req-ba1aa94d-629c-4f3b-a5c2-a6f44637aed7 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748297 Nov 12 20:52:18.941662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:18.946799 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:18.975446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] device_id is not set on port 198079ab-c48b-40d1-a9b7-62708b3f8947 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:52:19.033941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eece7-720e-41ea-9594-191f4d3485d6 req-d5cef389-4990-428e-a6d5-13d8ec9cd84c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.035527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-674eece7-720e-41ea-9594-191f4d3485d6 req-d5cef389-4990-428e-a6d5-13d8ec9cd84c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1024 time: 0.1350698 Nov 12 20:52:19.047594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7863f9f9-3873-47e1-a441-2ca737c502f6 None None] Provisioning complete for port 861f0f57-4061-4aaf-9373-43d7f53bbe2b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:19.048072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.052000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7863f9f9-3873-47e1-a441-2ca737c502f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.127894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7863f9f9-3873-47e1-a441-2ca737c502f6 None None] Port 861f0f57-4061-4aaf-9373-43d7f53bbe2b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:19.162734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db1a18-d189-4f4f-b31d-1deff528c3c7 None None] Network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:19.166315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-0e44ffb8-5ec1-4cec-ac5a-6393300afe45 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6720638 Nov 12 20:52:19.204590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Request body: {'port': {'device_id': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73', 'admin_state_up': True, 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:19.269797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-72cd8191-b13f-4105-a260-66166991d9e6 None None] Provisioning complete for port 6969b059-ca23-4060-b3d5-a948725fa81b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:19.270579 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-72cd8191-b13f-4105-a260-66166991d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.410359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-674eece7-720e-41ea-9594-191f4d3485d6 req-267ab2b8-dc69-465b-8235-e6df14454062 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&id=be88e8d6-7383-4ad2-82f8-9479bd46ee54&id=e2837d7f-d2af-4be0-b35d-548cb8ad3293&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3583548 Nov 12 20:52:19.437634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28d34e-6986-4f0a-9167-3b9ad139c21a req-66403325-177c-4a02-9321-fc6b9631ce9a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.448544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd28d34e-6986-4f0a-9167-3b9ad139c21a req-66403325-177c-4a02-9321-fc6b9631ce9a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.3368788 Nov 12 20:52:19.520619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Allocated IP 10.1.1.83 (50d84c6b-5301-433b-9eab-ee9301ea4aeb/515b0243-f086-4f97-9b8f-a235d68b71f1/198079ab-c48b-40d1-a9b7-62708b3f8947) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:19.554183 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-72cd8191-b13f-4105-a260-66166991d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.582562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6969b059-ca23-4060-b3d5-a948725fa81b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:19.661335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-72cd8191-b13f-4105-a260-66166991d9e6 None None] For port 6969b059-ca23-4060-b3d5-a948725fa81b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6969b059-ca23-4060-b3d5-a948725fa81b,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:19.680519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6969b059-ca23-4060-b3d5-a948725fa81b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:19.681038 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.694392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-93710267-e5f6-44a9-9c46-0435c343fbba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.696344 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-93710267-e5f6-44a9-9c46-0435c343fbba tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.46 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1024 time: 0.0769410 Nov 12 20:52:19.705668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Router 0a47632f-07ae-4955-a813-5aecf04d755b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:52:19.770000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-72cd8191-b13f-4105-a260-66166991d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.810829 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.814181 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.821942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd28d34e-6986-4f0a-9167-3b9ad139c21a req-0a72cc7c-d392-4cb6-9217-a79d3457a313 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310883 Nov 12 20:52:19.854628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd8191-b13f-4105-a260-66166991d9e6 None None] Pushing event updated for resources: {'Port': ['ID=6969b059-ca23-4060-b3d5-a948725fa81b,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:19.908855 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:52:19.909377 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:52:19.912087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-40580379-6a49-47fb-a21c-0168b1db6bcc None None] Provisioning complete for port 6969b059-ca23-4060-b3d5-a948725fa81b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:19.912565 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40580379-6a49-47fb-a21c-0168b1db6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.926409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Made reservation on behalf of 97cc98dde7524dc8a8f5df14e71fe088 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:19.930297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:19.966645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Deleting port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:19.967236 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.000791 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.001748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:52:20.011795 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2c593fa0-16cc-4d96-a09c-59a175794e76 admin admin] 10.222.0.64 "PUT /v2.0/routers/0a47632f-07ae-4955-a813-5aecf04d755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6496646 Nov 12 20:52:20.015388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38938) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:20.016571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] Sync routers for ids ['0a47632f-07ae-4955-a813-5aecf04d755b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:52:20.028296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] Routers {'0a47632f-07ae-4955-a813-5aecf04d755b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:20.033085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:52:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0a47632f-07ae-4955-a813-5aecf04d755b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:20.109712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed06bc2-93b9-4a87-b325-85de5d6d57ac req-ef0c4f6b-e9ac-42a6-abf6-4758a2096438 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:20.117644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ed06bc2-93b9-4a87-b325-85de5d6d57ac req-ef0c4f6b-e9ac-42a6-abf6-4758a2096438 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 932 time: 0.2045574 Nov 12 20:52:20.142642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:20.181036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1d191-a93c-42dc-8b20-e09995e1c65e req-6617cf82-472a-4db4-b69e-26383a9e9c1e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:20.182875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ed1d191-a93c-42dc-8b20-e09995e1c65e req-6617cf82-472a-4db4-b69e-26383a9e9c1e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.2319503 Nov 12 20:52:20.190799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:20.203540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:20.210655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=198079ab-c48b-40d1-a9b7-62708b3f8947,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:20.247758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.355742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] Set router 0a47632f-07ae-4955-a813-5aecf04d755b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:20.362164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ed06bc2-93b9-4a87-b325-85de5d6d57ac req-b9c03640-3ac5-4a78-9ee8-7c003e59ee73 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436004 Nov 12 20:52:20.387028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:20.387687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.402555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.420817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] For port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:20.427966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.454021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ed1d191-a93c-42dc-8b20-e09995e1c65e req-d68ad8cf-d582-4efc-9090-bb12127fb751 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543459 Nov 12 20:52:20.454620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Calling delete_port for 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:20.503964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Allocated IP 19.86.0.81 (73388bc6-5d6b-4e1b-b95e-b08566088a73/c4b9fdd6-7d8a-4b97-9422-091e8e695341/1867358f-b877-45c7-81fd-4acb89ff777f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:20.514651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b97b35d9-8140-4ac7-960c-8242fa686190 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:20.633206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d1075fe6-0076-4549-a6c4-92407765f4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6622396 Nov 12 20:52:20.685455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b97b35d9-8140-4ac7-960c-8242fa686190 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:20.686060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.713811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f1e262d6-376d-4955-b22e-4449a152af6d None None] Provisioning complete for port 198079ab-c48b-40d1-a9b7-62708b3f8947 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:20.714055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1e262d6-376d-4955-b22e-4449a152af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.763629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Deleting port 66562fc9-7272-4432-a453-0050e37528c1 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:20.764241 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.769772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55399e1-98d1-4bad-ba8e-6dcd00824f33 req-4e4488e9-885a-46f7-a57c-34cd0cc96c70 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:20.771598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f55399e1-98d1-4bad-ba8e-6dcd00824f33 req-4e4488e9-885a-46f7-a57c-34cd0cc96c70 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.2574291 Nov 12 20:52:20.785167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38946) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:20.790080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Request body: {'floatingip': {'port_id': 'aa86fda3-2791-425b-8694-d171da8a7615'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:20.803704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f1e262d6-376d-4955-b22e-4449a152af6d None None] Port 198079ab-c48b-40d1-a9b7-62708b3f8947 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:20.866601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626c22-74a6-422c-acba-905057b1a46a req-4ef22444-7f5a-41e4-b01f-01fdbae2c5b7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:20.876682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c626c22-74a6-422c-acba-905057b1a46a req-4ef22444-7f5a-41e4-b01f-01fdbae2c5b7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98e80ad-88b4-4840-b147-6e9c181e3530 HTTP/1.1" status: 200 len: 1024 time: 0.2409737 Nov 12 20:52:20.893492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] For port 66562fc9-7272-4432-a453-0050e37528c1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=66562fc9-7272-4432-a453-0050e37528c1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:20.894452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.910598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Calling delete_port for 66562fc9-7272-4432-a453-0050e37528c1 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:20.923810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.925826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '66562fc9-7272-4432-a453-0050e37528c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:52:18Z', 'revision_number': 5, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port': {'id': '66562fc9-7272-4432-a453-0050e37528c1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:49:57Z', 'updated_at': '2021-11-12T20:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:20.976868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] Checking router: 0a47632f-07ae-4955-a813-5aecf04d755b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:52:20.986511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] Routers {'0a47632f-07ae-4955-a813-5aecf04d755b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:20.987268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:52:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0a47632f-07ae-4955-a813-5aecf04d755b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:20.988487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.047643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d', '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:21.074363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'Port': ['ID=49fcf7a6-8404-4f5f-b5bf-e2791e5cb601,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:21.122708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.156760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] No DVR routers for this DVR port 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:21.160715 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.164714 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860c54ab-f0a5-4cd3-bb5f-4075e10fe10d req-9f6fb670-3e30-489b-a767-8533edfb498c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.46 "DELETE /v2.0/ports/49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 HTTP/1.1" status: 204 len: 173 time: 1.4573245 Nov 12 20:52:21.165316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'name': 'network-vif-deleted', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:21.167878 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e2835c-5877-477c-837d-08bb6aed61cb" -d '{"events": [{"server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "name": "network-vif-deleted", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:21.236934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] Set router 0a47632f-07ae-4955-a813-5aecf04d755b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:21.297247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.333297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:52:20Z', 'revision_number': 6, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:21.350294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Pushing event deleted for resources: {'Port': ['ID=66562fc9-7272-4432-a453-0050e37528c1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:21.368809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38950) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:21.380876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-87bd3a47-9c98-4607-8b53-a1fe93fc6e67 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698152648', 'description': 'tempest-description--633508545'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:21.467175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.475145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6969b059-ca23-4060-b3d5-a948725fa81b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:21.514880 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89673d87-1eb0-43e0-a907-93b8aa2838e8 x-openstack-request-id: req-89673d87-1eb0-43e0-a907-93b8aa2838e8 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:21.515241 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98e80ad-88b4-4840-b147-6e9c181e3530", "name": "network-vif-deleted", "tag": "49fcf7a6-8404-4f5f-b5bf-e2791e5cb601", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:21.515523 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89673d87-1eb0-43e0-a907-93b8aa2838e8 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:21.516001 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98e80ad-88b4-4840-b147-6e9c181e3530', 'name': 'network-vif-deleted', 'tag': '49fcf7a6-8404-4f5f-b5bf-e2791e5cb601', 'status': 'completed', 'code': 200} Nov 12 20:52:21.519412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d6024-6e03-4196-946f-7baedbde8abd None None] The sync data for ids ['0a47632f-07ae-4955-a813-5aecf04d755b'] in n-d-713498-29 is: [{'id': '0a47632f-07ae-4955-a813-5aecf04d755b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1305141265-router', 'tenant_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:49:56Z', 'updated_at': '2021-11-12T20:52:20Z', 'revision_number': 6, 'project_id': '7d4b6b50e17c44b9a12dcc62fd5873f9', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:52:21.618521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.627087 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.654681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6969b059-ca23-4060-b3d5-a948725fa81b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:21.655060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.680131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87bd3a47-9c98-4607-8b53-a1fe93fc6e67 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.772114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87bd3a47-9c98-4607-8b53-a1fe93fc6e67 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.773025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c626c22-74a6-422c-acba-905057b1a46a req-bc4d338e-940c-4cd9-95cf-3f35a622e85e tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&id=be88e8d6-7383-4ad2-82f8-9479bd46ee54&id=e2837d7f-d2af-4be0-b35d-548cb8ad3293&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.8880460 Nov 12 20:52:21.812726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.814326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a47632f-07ae-4955-a813-5aecf04d755b {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:52:21.823254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.826123 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf16b387-22b8-4320-b36d-b2f84f32c577 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0a47632f-07ae-4955-a813-5aecf04d755b HTTP/1.1" status: 204 len: 168 time: 1.8098059 Nov 12 20:52:21.826841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38960) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:21.852164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875da49-58b4-4d90-b093-b35d75e146d0 req-b18bc8c6-aa41-4f12-b928-9e4519a83cc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:21.854182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3875da49-58b4-4d90-b093-b35d75e146d0 req-b18bc8c6-aa41-4f12-b928-9e4519a83cc7 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 932 time: 0.2043636 Nov 12 20:52:21.867334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87bd3a47-9c98-4607-8b53-a1fe93fc6e67 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.896870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5145989d-0b20-4f60-a3c6-0dd264b5bda5 admin admin] Deleting subnet 3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:52:21.906536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5145989d-0b20-4f60-a3c6-0dd264b5bda5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.929372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:21.945802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd3a47-9c98-4607-8b53-a1fe93fc6e67 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267046f4-e698-48cc-84f7-2440b0237ff7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:21.961013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5145989d-0b20-4f60-a3c6-0dd264b5bda5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.042344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87bd3a47-9c98-4607-8b53-a1fe93fc6e67 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.043856 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-87bd3a47-9c98-4607-8b53-a1fe93fc6e67 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6688967 Nov 12 20:52:22.062078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38962) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:22.066792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-54a9e0b2-a708-4adc-a27d-89540d8cb4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'security_group_rule': {'security_group_id': '267046f4-e698-48cc-84f7-2440b0237ff7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:22.103807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5145989d-0b20-4f60-a3c6-0dd264b5bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.200096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-54a9e0b2-a708-4adc-a27d-89540d8cb4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.226346 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5145989d-0b20-4f60-a3c6-0dd264b5bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.252518 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.266989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145989d-0b20-4f60-a3c6-0dd264b5bda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:22.270579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Network 73388bc6-5d6b-4e1b-b95e-b08566088a73 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:22.277002 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5145989d-0b20-4f60-a3c6-0dd264b5bda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.280322 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5145989d-0b20-4f60-a3c6-0dd264b5bda5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3a8a3d48-903c-48b4-a1e9-1b046cd2c7cf HTTP/1.1" status: 204 len: 168 time: 0.4524388 Nov 12 20:52:22.282945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38966) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:22.289314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7dc29-f788-4329-b214-e68810d15f32 None None] Network da044c2f-45ed-480f-bd18-ad677e49a434 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:22.291873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caf0c0-4ac7-44e7-b51f-9d509e2ae19d req-34437a89-031b-4a7b-9fde-1fe9b5340fec tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:22.299437 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9caf0c0-4ac7-44e7-b51f-9d509e2ae19d req-34437a89-031b-4a7b-9fde-1fe9b5340fec tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.4400270 Nov 12 20:52:22.308008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:22.318897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:22.332693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-54a9e0b2-a708-4adc-a27d-89540d8cb4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.336843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3875da49-58b4-4d90-b093-b35d75e146d0 req-2a34ac49-f173-4f12-aa64-ec7a402379e5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691327 Nov 12 20:52:22.341349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event updated for resources: {'Port': ['ID=1867358f-b877-45c7-81fd-4acb89ff777f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:22.396036 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.433484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.448767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-54a9e0b2-a708-4adc-a27d-89540d8cb4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.478131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9e0b2-a708-4adc-a27d-89540d8cb4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc49afbd-d191-4e58-b256-0e8a4fa6eabc,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:22.547101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:22.547500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Deleting port c526665a-88a0-4d04-8bdf-29f1912e73b1 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:22.547826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.548540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.581623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9caf0c0-4ac7-44e7-b51f-9d509e2ae19d req-018ae860-bf4c-4a66-9a3a-c58e00c183ab tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811809 Nov 12 20:52:22.584771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-54a9e0b2-a708-4adc-a27d-89540d8cb4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.605061 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-54a9e0b2-a708-4adc-a27d-89540d8cb4a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5407519 Nov 12 20:52:22.644698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38968) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:22.649465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3b68d8e3-d467-4daa-9dae-1f63ee0bd376 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'security_group_rule': {'security_group_id': '267046f4-e698-48cc-84f7-2440b0237ff7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:22.693987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] DHCP port deletion for da044c2f-45ed-480f-bd18-ad677e49a434 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:52:22.699959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] For port c526665a-88a0-4d04-8bdf-29f1912e73b1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c526665a-88a0-4d04-8bdf-29f1912e73b1,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:22.701260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.741508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Calling delete_port for c526665a-88a0-4d04-8bdf-29f1912e73b1 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:22.748554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-ec4c0f83-9685-49a4-b948-e1bebfd55866 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5579183 Nov 12 20:52:22.752372 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Floating IP f7b86eca-f5dd-436a-ab48-7a44e4bed725 associated. External IP: 172.25.8.43, port: aa86fda3-2791-425b-8694-d171da8a7615. Nov 12 20:52:22.763840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] Deleting port c526665a-88a0-4d04-8bdf-29f1912e73b1 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:22.764267 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.867569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Request body: {'port': {'device_id': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:22.868107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] For port c526665a-88a0-4d04-8bdf-29f1912e73b1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c526665a-88a0-4d04-8bdf-29f1912e73b1,segment=NetworkSegment(946907aa-9a98-46f2-a6a0-871fc2cbf327),segment_id=946907aa-9a98-46f2-a6a0-871fc2cbf327)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:22.868107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.886476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] Calling delete_port for c526665a-88a0-4d04-8bdf-29f1912e73b1 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:22.928977 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b68d8e3-d467-4daa-9dae-1f63ee0bd376 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.943218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.948773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-095162bc-da0a-48a7-94ee-4ac2a63ddacb None None] Provisioning complete for port 1867358f-b877-45c7-81fd-4acb89ff777f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:22.949150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-095162bc-da0a-48a7-94ee-4ac2a63ddacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.990040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=c526665a-88a0-4d04-8bdf-29f1912e73b1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:22.994466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] No DVR routers for this DVR port c526665a-88a0-4d04-8bdf-29f1912e73b1 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:23.011825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-095162bc-da0a-48a7-94ee-4ac2a63ddacb None None] Port 1867358f-b877-45c7-81fd-4acb89ff777f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:23.028474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.056508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] Pushing event deleted for resources: {'Port': ['ID=c526665a-88a0-4d04-8bdf-29f1912e73b1,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:23.063453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2bf2a-c249-4b53-8af4-8f7f8ef4f013 None None] No DVR routers for this DVR port c526665a-88a0-4d04-8bdf-29f1912e73b1 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:23.084632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.108141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da044c2f-45ed-480f-bd18-ad677e49a434']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:23.117119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.118296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946907aa-9a98-46f2-a6a0-871fc2cbf327') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:23.118652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946907aa-9a98-46f2-a6a0-871fc2cbf327') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:23.126725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5488816-ada1-4071-9280-2e164796cb8f req-372c0971-8e42-49d6-a6c8-26081ff59527 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/be88e8d6-7383-4ad2-82f8-9479bd46ee54 HTTP/1.1" status: 200 len: 1816 time: 0.2226689 Nov 12 20:52:23.129272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.142923 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.149856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:52:23.153137 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:52:23.199686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-5b38ddbf-088b-4834-8f8d-e1a01023a170 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:23.201235 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-5b38ddbf-088b-4834-8f8d-e1a01023a170 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 820 time: 0.3348992 Nov 12 20:52:23.230005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b68d8e3-d467-4daa-9dae-1f63ee0bd376 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.288883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fa9e2328-0453-43e5-8239-2e1876aaa1bc no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:23.293334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.303853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-012e5ffb-81b9-4cf9-a317-0ace33056a42 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/quotas/5c8532785f1741aab66aad26b44a1ed3 HTTP/1.1" status: 200 len: 375 time: 0.0766833 Nov 12 20:52:23.307473 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.311140 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] 10.222.0.64 "DELETE /v2.0/networks/da044c2f-45ed-480f-bd18-ad677e49a434 HTTP/1.1" status: 204 len: 168 time: 1.0266774 Nov 12 20:52:23.314627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38980) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:23.321870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3be7d3-3d1f-44f3-a07c-f33f04f22ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=da044c2f-45ed-480f-bd18-ad677e49a434,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:23.330755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: fa9e2328-0453-43e5-8239-2e1876aaa1bc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:23.330755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fa9e2328-0453-43e5-8239-2e1876aaa1bc not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:23.330755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 66562fc9-7272-4432-a453-0050e37528c1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:23.355613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 66562fc9-7272-4432-a453-0050e37528c1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:23.355964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 66562fc9-7272-4432-a453-0050e37528c1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:23.356379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c526665a-88a0-4d04-8bdf-29f1912e73b1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:23.375687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b68d8e3-d467-4daa-9dae-1f63ee0bd376 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.378416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c526665a-88a0-4d04-8bdf-29f1912e73b1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:23.379365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c526665a-88a0-4d04-8bdf-29f1912e73b1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:23.446880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:23.468239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:23.468578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 49fcf7a6-8404-4f5f-b5bf-e2791e5cb601 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:23.503710 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f5488816-ada1-4071-9280-2e164796cb8f req-62ddaf28-b90e-4c13-a577-798b1b841d6d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.523318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68d8e3-d467-4daa-9dae-1f63ee0bd376 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4175271-ab43-4fd4-8cb1-06299c3e3531,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:23.601292 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f5488816-ada1-4071-9280-2e164796cb8f req-62ddaf28-b90e-4c13-a577-798b1b841d6d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.633147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b68d8e3-d467-4daa-9dae-1f63ee0bd376 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.634331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3b68d8e3-d467-4daa-9dae-1f63ee0bd376 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9886990 Nov 12 20:52:23.638190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38988) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:23.642819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:23.642961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-b75bbf5a-269b-46b4-8e25-dcf5df534c63 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3273342 Nov 12 20:52:23.645036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Router cb811d70-48e5-4f9a-b0e6-48cb254440f9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:52:23.729943 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.828586 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.940337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Allocated IP 172.25.8.82 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/2d9465e8-e593-401a-bdd5-860a202b5f01) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:23.981736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f5488816-ada1-4071-9280-2e164796cb8f req-62ddaf28-b90e-4c13-a577-798b1b841d6d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.984359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f5488816-ada1-4071-9280-2e164796cb8f req-62ddaf28-b90e-4c13-a577-798b1b841d6d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.985550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5488816-ada1-4071-9280-2e164796cb8f req-62ddaf28-b90e-4c13-a577-798b1b841d6d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/be88e8d6-7383-4ad2-82f8-9479bd46ee54 HTTP/1.1" status: 204 len: 173 time: 0.8483093 Nov 12 20:52:24.034672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddaf28-b90e-4c13-a577-798b1b841d6d tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be88e8d6-7383-4ad2-82f8-9479bd46ee54,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:24.046366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-281251ff-27f0-462c-aec5-349524075fbf service neutron] 10.222.0.64 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873713 Nov 12 20:52:24.053152 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.148561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.160159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:52:24.171864 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] Sync routers for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:52:24.183382 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:24.184106 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:52:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:24.190737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:24.193569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:24.197061 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:24.197534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.209721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861f0f57-4061-4aaf-9373-43d7f53bbe2b {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:24.232954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=2d9465e8-e593-401a-bdd5-860a202b5f01,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:24.308116 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:24.308660 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.406477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.508775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.558525 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f7b86eca-f5dd-436a-ab48-7a44e4bed725', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'port_id': 'aa86fda3-2791-425b-8694-d171da8a7615', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'mac_address': 'fa:16:3e:df:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:51:47Z', 'updated_at': '2021-11-12T20:52:21Z', 'revision_number': 1, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:24.572928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.579162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Transition to ACTIVE for port object 861f0f57-4061-4aaf-9373-43d7f53bbe2b will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:24.586203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b5ea5968-2742-43cc-bd36-8a59010371f7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "PUT /v2.0/floatingips/f7b86eca-f5dd-436a-ab48-7a44e4bed725 HTTP/1.1" status: 200 len: 991 time: 3.7970417 Nov 12 20:52:24.587702 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] Checking router: cb811d70-48e5-4f9a-b0e6-48cb254440f9 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:52:24.591816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d783-3b11-4d5a-8759-ab0b18c457e3 req-02bff706-5402-42f8-b45b-f321f6b21637 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:24.596265 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:24.596857 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:52:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:24.597856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d783-3b11-4d5a-8759-ab0b18c457e3 req-02bff706-5402-42f8-b45b-f321f6b21637 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:24.600265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a19d783-3b11-4d5a-8759-ab0b18c457e3 req-02bff706-5402-42f8-b45b-f321f6b21637 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1654 time: 0.5461891 Nov 12 20:52:24.603226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:24.606151 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5ac58c-be02-4021-b306-e58e7633c75e" -d '{"events": [{"name": "network-changed", "server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "tag": "aa86fda3-2791-425b-8694-d171da8a7615"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:24.645239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-1b203008-d9e7-4159-87c1-b4fbed722539 service neutron] 10.222.0.64 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876529 Nov 12 20:52:24.651143 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.695014 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.713776 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:24.719482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a19d783-3b11-4d5a-8759-ab0b18c457e3 req-9bb0afc3-327a-47bf-bb45-943366d695bb tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026959 Nov 12 20:52:24.788415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Pushing event updated for resources: {'Port': ['ID=861f0f57-4061-4aaf-9373-43d7f53bbe2b,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:24.851165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=2d9465e8-e593-401a-bdd5-860a202b5f01,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:24.855322 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.955341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.955951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Attempting to bind port 861f0f57-4061-4aaf-9373-43d7f53bbe2b on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:24.961282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Attempting to bind port 861f0f57-4061-4aaf-9373-43d7f53bbe2b by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:24.961282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Attempting to bind port 861f0f57-4061-4aaf-9373-43d7f53bbe2b on network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:24.969466 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dbcfdb45-7e1f-439e-adc0-265aeda46b27 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3294022 Nov 12 20:52:25.030893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Port 861f0f57-4061-4aaf-9373-43d7f53bbe2b on network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:25.031167 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f7b86eca-f5dd-436a-ab48-7a44e4bed725', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'port_id': 'aa86fda3-2791-425b-8694-d171da8a7615', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'mac_address': 'fa:16:3e:df:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:51:47Z', 'updated_at': '2021-11-12T20:52:21Z', 'revision_number': 1, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:25.031360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Attempting to bind port 861f0f57-4061-4aaf-9373-43d7f53bbe2b on network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:25.039667 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:25.048859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:25.049304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Checking segment: {'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:25.050781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Bound using segment: {'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:25.051344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Bound port: 861f0f57-4061-4aaf-9373-43d7f53bbe2b, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db7624-19b2-4b84-b30b-747f542e83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:25.051838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:25.062948 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df901fa-c9d1-47a1-a7b8-953bf3f11242 None None] The sync data for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 is: [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f7b86eca-f5dd-436a-ab48-7a44e4bed725', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'port_id': 'aa86fda3-2791-425b-8694-d171da8a7615', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'mac_address': 'fa:16:3e:df:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:51:47Z', 'updated_at': '2021-11-12T20:52:21Z', 'revision_number': 1, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:52:25.154894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b46a9e-7079-4a2b-b6b1-6f945adee052 req-6dceefe0-d4bc-46f6-b6bb-fe67e2b9f5c4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.156631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2b46a9e-7079-4a2b-b6b1-6f945adee052 req-6dceefe0-d4bc-46f6-b6bb-fe67e2b9f5c4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1901011 Nov 12 20:52:25.249135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] For port 861f0f57-4061-4aaf-9373-43d7f53bbe2b, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:25.281530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] For port 861f0f57-4061-4aaf-9373-43d7f53bbe2b, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=861f0f57-4061-4aaf-9373-43d7f53bbe2b,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:25.293396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2b46a9e-7079-4a2b-b6b1-6f945adee052 req-d9511e9e-08c0-4167-a4f3-9434bc205568 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254401 Nov 12 20:52:25.310353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a1bb90-f486-47ed-bf81-5672af593c9f None None] New status for floating IP f7b86eca-f5dd-436a-ab48-7a44e4bed725: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:52:25.413962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:25.463730 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1a3393-8837-4b11-9aa8-7b83d62453ce x-openstack-request-id: req-6f1a3393-8837-4b11-9aa8-7b83d62453ce {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:25.464039 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "tag": "aa86fda3-2791-425b-8694-d171da8a7615", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:25.464307 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f1a3393-8837-4b11-9aa8-7b83d62453ce {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:25.464642 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615', 'status': 'completed', 'code': 200} Nov 12 20:52:25.483362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.487171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:25.488799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] 10.222.0.46 "PUT /v2.0/ports/861f0f57-4061-4aaf-9373-43d7f53bbe2b HTTP/1.1" status: 200 len: 1093 time: 2.6311910 Nov 12 20:52:25.524595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b6c234f-c4ad-4931-8bb0-ec5196121383 req-2320c506-caac-47d7-a359-cf9d57814ac9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/e2837d7f-d2af-4be0-b35d-548cb8ad3293 HTTP/1.1" status: 200 len: 1817 time: 0.1783183 Nov 12 20:52:25.576726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6ed8c-a85f-4ddf-a930-0e0d1632a40f service neutron] Pushing event updated for resources: {'Port': ['ID=861f0f57-4061-4aaf-9373-43d7f53bbe2b,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:25.611115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Request body: {'port': {'device_id': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:25.738581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-1e5d9a60-66f3-4fff-bffb-1ba63f64bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.739972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-1e5d9a60-66f3-4fff-bffb-1ba63f64bbdf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1098 time: 0.2360892 Nov 12 20:52:25.791111 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-47297a05-d111-4726-94e9-01f0251f0f3b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466850 Nov 12 20:52:25.842823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-ad8e9754-4654-48b5-9acc-03f77db96528 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--698152648&fields=id&tenant_id=9cc043d6557c454bb59a2953763aa397 HTTP/1.1" status: 200 len: 267 time: 0.2170486 Nov 12 20:52:25.860133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:25.882716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-b2187524-8707-4178-813a-c3551c8a5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.884593 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-b2187524-8707-4178-813a-c3551c8a5afa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 1096 time: 0.0619137 Nov 12 20:52:25.931163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9b6c234f-c4ad-4931-8bb0-ec5196121383 req-e371411e-cbb2-419b-bda3-0ca7ccab7f8a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:26.006538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-cc1b2738-e8ef-4300-8cd9-83471ebc7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:26.008041 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-cc1b2738-e8ef-4300-8cd9-83471ebc7ed8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.0983543 Nov 12 20:52:26.026273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e2744bce-665e-46cb-b966-251bab07d55f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:26.028460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e2744bce-665e-46cb-b966-251bab07d55f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports/24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 200 len: 935 time: 0.1840477 Nov 12 20:52:26.055700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9b6c234f-c4ad-4931-8bb0-ec5196121383 req-e371411e-cbb2-419b-bda3-0ca7ccab7f8a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:26.065972 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-bd0df227-4294-4afb-bc48-5a7944975f11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 200 len: 217 time: 0.0453219 Nov 12 20:52:26.124264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-d8255a71-d706-414a-8295-88ad46ea0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:26.126249 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-d8255a71-d706-414a-8295-88ad46ea0fb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0491683 Nov 12 20:52:26.169500 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-3d037ad3-97df-4798-826e-e7ffe49a8310 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315685 Nov 12 20:52:26.206149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-c8c48d28-c5e2-4c53-8a2c-81e2f8e51bab tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:26.207552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-c8c48d28-c5e2-4c53-8a2c-81e2f8e51bab tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports/198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 200 len: 935 time: 0.1584423 Nov 12 20:52:26.218156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-26376273-2df7-47ee-a78a-3beb24358c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:26.219608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-26376273-2df7-47ee-a78a-3beb24358c21 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.4563386 Nov 12 20:52:26.282408 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-ddaedceb-f130-4c3f-8897-37ec4acaf1e3 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968552 Nov 12 20:52:26.331076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-bf624dd5-1f71-4534-96ce-0c4bfc0869ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1104779 Nov 12 20:52:26.337721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Deleting port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:26.338611 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:26.381379 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1643ec72-d60a-4b4d-898b-a3f96099ecd8 req-42175963-e424-4c23-8bce-a2723e674397 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937290 Nov 12 20:52:26.412157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9b6c234f-c4ad-4931-8bb0-ec5196121383 req-e371411e-cbb2-419b-bda3-0ca7ccab7f8a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:26.414781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9b6c234f-c4ad-4931-8bb0-ec5196121383 req-e371411e-cbb2-419b-bda3-0ca7ccab7f8a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:26.416018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b6c234f-c4ad-4931-8bb0-ec5196121383 req-e371411e-cbb2-419b-bda3-0ca7ccab7f8a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/e2837d7f-d2af-4be0-b35d-548cb8ad3293 HTTP/1.1" status: 204 len: 173 time: 0.8524621 Nov 12 20:52:26.473923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-baf2a9ef-36fb-4638-a00c-c3e7492f3db3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1313381 Nov 12 20:52:26.516443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371411e-cbb2-419b-bda3-0ca7ccab7f8a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2837d7f-d2af-4be0-b35d-548cb8ad3293,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:26.557071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4db5f3a-81bf-4286-8780-b7929237b7a1 req-6dd75fe7-c8d8-4179-aa70-b320a1b95c83 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 210 time: 0.0787597 Nov 12 20:52:26.568623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-81a2c62e-baf6-4f1f-9877-c1103354d2b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 1001 time: 0.3265481 Nov 12 20:52:27.000911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] For port 4d172e57-ca21-4c9f-98e0-1ae30dc2f074, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,segment=NetworkSegment(17c19760-d855-480a-b50b-d91bf6687413),segment_id=17c19760-d855-480a-b50b-d91bf6687413)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:27.001289 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:27.031926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-143eea09-ef36-4614-805f-651c8f65b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.033409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-143eea09-ef36-4614-805f-651c8f65b8d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.4496310 Nov 12 20:52:27.046795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Calling delete_port for 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:27.069229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-8ebca0f2-eeac-4808-849b-74cb731ca473 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.075677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-8ebca0f2-eeac-4808-849b-74cb731ca473 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.081575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-8ebca0f2-eeac-4808-849b-74cb731ca473 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.083161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-8ebca0f2-eeac-4808-849b-74cb731ca473 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/networks?id=6d55188b-f390-4fb9-9446-2ca26fe33c28&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6 HTTP/1.1" status: 200 len: 1996 time: 0.5959454 Nov 12 20:52:27.114966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839cdb2-83c8-4e5e-a7f8-0dd2d564a3e6 req-b55d471b-ae84-4acd-b023-940f7b60a409 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.121245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839cdb2-83c8-4e5e-a7f8-0dd2d564a3e6 req-b55d471b-ae84-4acd-b023-940f7b60a409 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.122765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2839cdb2-83c8-4e5e-a7f8-0dd2d564a3e6 req-b55d471b-ae84-4acd-b023-940f7b60a409 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1666 time: 0.2565067 Nov 12 20:52:27.207959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4c4ac473-1337-44a3-90be-67fa557314a4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/quotas/9cc043d6557c454bb59a2953763aa397 HTTP/1.1" status: 200 len: 375 time: 0.1031227 Nov 12 20:52:27.211488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1867358f-b877-45c7-81fd-4acb89ff777f {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:27.226132 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:27.292186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-2bc676df-736c-4a11-bff2-d215e6fb3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.293593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-2bc676df-736c-4a11-bff2-d215e6fb3efc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2481620 Nov 12 20:52:27.300017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Transition to ACTIVE for port object 1867358f-b877-45c7-81fd-4acb89ff777f will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:27.315280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2839cdb2-83c8-4e5e-a7f8-0dd2d564a3e6 req-fdbb4b12-6bea-47d6-b9af-e3a269fb9d5b tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660953 Nov 12 20:52:27.411106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-434ba24a-3533-44ea-a38c-0b1dfc3a2529 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1921773 Nov 12 20:52:27.419251 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:27.471622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'tag': '861f0f57-4061-4aaf-9373-43d7f53bbe2b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:27.473850 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed240f4-c1f4-4583-a007-319eb9ab5a83" -d '{"events": [{"name": "network-changed", "server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "tag": "861f0f57-4061-4aaf-9373-43d7f53bbe2b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:27.680661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Pushing event updated for resources: {'Port': ['ID=1867358f-b877-45c7-81fd-4acb89ff777f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:27.745209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-fbc9c521-23ab-4631-840c-09dc14f846d2 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221308 Nov 12 20:52:27.786240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-be121869-dd23-4f57-ba2c-c2209fbf2b33 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.787758 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-be121869-dd23-4f57-ba2c-c2209fbf2b33 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 820 time: 0.1330082 Nov 12 20:52:27.801961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd67ed-5ca1-46b1-9a17-cbbc661bcddd req-9b922992-ad60-45fc-9bcb-6bd6793eef3d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.803458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59cd67ed-5ca1-46b1-9a17-cbbc661bcddd req-9b922992-ad60-45fc-9bcb-6bd6793eef3d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.3469026 Nov 12 20:52:27.804657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Request body: {'port': {'device_id': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'admin_state_up': True, 'tenant_id': '5c8532785f1741aab66aad26b44a1ed3'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:27.823618 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6f1c82a1-fd81-4fc0-90da-e9c266d7bf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:27.876874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-69bff129-301a-48b3-8b32-5c09f89d6159 service neutron] 10.222.0.64 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222672 Nov 12 20:52:27.944765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:27.971921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Attempting to bind port 1867358f-b877-45c7-81fd-4acb89ff777f on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:27.972380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Attempting to bind port 1867358f-b877-45c7-81fd-4acb89ff777f by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:27.972621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Attempting to bind port 1867358f-b877-45c7-81fd-4acb89ff777f on network 73388bc6-5d6b-4e1b-b95e-b08566088a73 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:28.015816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Made reservation on behalf of 5c8532785f1741aab66aad26b44a1ed3 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:28.019784 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.045288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d172e57-ca21-4c9f-98e0-1ae30dc2f074,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:28.053832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Port 1867358f-b877-45c7-81fd-4acb89ff777f on network 73388bc6-5d6b-4e1b-b95e-b08566088a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:28.054105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Attempting to bind port 1867358f-b877-45c7-81fd-4acb89ff777f on network 73388bc6-5d6b-4e1b-b95e-b08566088a73 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:28.089590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59cd67ed-5ca1-46b1-9a17-cbbc661bcddd req-8a9b3469-68ca-4534-bd8c-6f486f370d0c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553706 Nov 12 20:52:28.125757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:28.126097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Checking segment: {'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:28.126541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Bound using segment: {'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:28.126997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Bound port: 1867358f-b877-45c7-81fd-4acb89ff777f, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc953d8c-5217-478d-a67d-27eeaf705c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:28.127377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.152769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad5ac58c-be02-4021-b306-e58e7633c75e req-0c5a55b8-a717-49b6-bddf-d46167fea75e service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834295 Nov 12 20:52:28.223973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-f31ae11b-769c-46b3-8bcc-67ed06990220 service neutron] 10.222.0.64 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151455 Nov 12 20:52:28.238063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Allocated IP 172.20.0.5 (36545a8b-45bf-4cbe-a762-38ede1646491/4c14f863-794a-45c8-b956-df025de5a519/6cb2121d-8102-4c7e-80e0-262286d427de) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:28.293159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-354f43b4-6696-48b8-adcc-b71c3192e4f3 req-f5cb4745-65a7-4695-9e7d-9732983872b9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1721910551', 'description': 'tempest-description-1895693270'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:28.319607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-a90a3fb0-3323-47bd-ab21-01a9058d00db service neutron] 10.222.0.64 "GET /v2.0/ports/24d58751-e780-4c96-8bf7-12b4003f2b39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0946190 Nov 12 20:52:28.427460 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.449160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] For port 1867358f-b877-45c7-81fd-4acb89ff777f, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:28.491231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-354f43b4-6696-48b8-adcc-b71c3192e4f3 req-f5cb4745-65a7-4695-9e7d-9732983872b9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.502585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] For port 1867358f-b877-45c7-81fd-4acb89ff777f, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1867358f-b877-45c7-81fd-4acb89ff777f,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:28.543740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.554139 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.559922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-0a9a3070-c9b2-44fe-8093-da0cc3c09ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960297 Nov 12 20:52:28.561752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['44c4b6de-1952-478d-8f25-95afec9b22ff'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:28.579656 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.609327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Network 36545a8b-45bf-4cbe-a762-38ede1646491 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:28.612632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:28.621545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:28.653674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Pushing event updated for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:28.706743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:28.706743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.767715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-10767e02-8b3f-416e-892b-fcb5d26033e9 service neutron] 10.222.0.64 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958246 Nov 12 20:52:28.783950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:28.784566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:28.785938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] 10.222.0.46 "PUT /v2.0/ports/1867358f-b877-45c7-81fd-4acb89ff777f HTTP/1.1" status: 200 len: 1092 time: 3.1791480 Nov 12 20:52:28.787055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-21bac83e-2a4c-41fa-a68c-d3921eac9eef tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9865043 Nov 12 20:52:28.805768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Request body: {'port': {'device_id': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:28.879438 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.184323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb2121d-8102-4c7e-80e0-262286d427de {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:29.187181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-c236e263-ddde-4d2b-b6d6-f213145bee9e service neutron] 10.222.0.64 "GET /v2.0/ports/198079ab-c48b-40d1-a9b7-62708b3f8947?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4185982 Nov 12 20:52:29.187875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c507b1-ae5f-4d2e-b3cf-de8acde4bb8c service neutron] Pushing event updated for resources: {'Port': ['ID=1867358f-b877-45c7-81fd-4acb89ff777f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:29.193040 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.199995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-354f43b4-6696-48b8-adcc-b71c3192e4f3 req-f5cb4745-65a7-4695-9e7d-9732983872b9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.209518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Transition to ACTIVE for port object 6cb2121d-8102-4c7e-80e0-262286d427de will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:29.308539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.331962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-b2537ed2-ef34-4e23-88bd-46ff7361055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.332447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-b2537ed2-ef34-4e23-88bd-46ff7361055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.334014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-b2537ed2-ef34-4e23-88bd-46ff7361055d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1982 time: 0.1431890 Nov 12 20:52:29.334655 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-354f43b4-6696-48b8-adcc-b71c3192e4f3 req-f5cb4745-65a7-4695-9e7d-9732983872b9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.369518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:29.444937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-c4553be2-6001-4929-b8e0-561f4f8d43f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=861f0f57-4061-4aaf-9373-43d7f53bbe2b HTTP/1.1" status: 200 len: 217 time: 0.0949366 Nov 12 20:52:29.452002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:29.452405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:29.452811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:29.457403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:29.457797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:29.463936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:29.464150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:29.467110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:29.467110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Bound port: 6cb2121d-8102-4c7e-80e0-262286d427de, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:29.467110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.467515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb4745-65a7-4695-9e7d-9732983872b9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110f6ac5-4103-4960-9063-041f353d9e5f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:29.492212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-354f43b4-6696-48b8-adcc-b71c3192e4f3 req-f5cb4745-65a7-4695-9e7d-9732983872b9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.493470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-354f43b4-6696-48b8-adcc-b71c3192e4f3 req-f5cb4745-65a7-4695-9e7d-9732983872b9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.2054105 Nov 12 20:52:29.550366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-8932f1e6-bc9c-4361-aa0d-91919a469e8f service neutron] 10.222.0.64 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160076 Nov 12 20:52:29.551930 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be74ba8a-a883-4a7c-84ea-01dc7637440a x-openstack-request-id: req-be74ba8a-a883-4a7c-84ea-01dc7637440a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:29.552217 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "tag": "861f0f57-4061-4aaf-9373-43d7f53bbe2b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:29.552473 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be74ba8a-a883-4a7c-84ea-01dc7637440a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:29.552864 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'tag': '861f0f57-4061-4aaf-9373-43d7f53bbe2b', 'status': 'completed', 'code': 200} Nov 12 20:52:29.566556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:29.574146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:29.596224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-b319196f-df02-46b2-9b77-30aad04ff03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.597678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-b319196f-df02-46b2-9b77-30aad04ff03d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=139705e7-18a5-46da-b214-38686b3e0d99 HTTP/1.1" status: 200 len: 801 time: 0.1439579 Nov 12 20:52:29.668859 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.704942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.706048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.707587 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] 10.222.0.78 "PUT /v2.0/ports/6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 200 len: 1092 time: 0.9062667 Nov 12 20:52:29.707966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:29.710284 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767fc580-161d-4d96-99ba-a6a209693649" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:29.716080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Router 59eb4a9c-4d42-4241-ba0d-494901c98b74 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:52:29.735698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0883bf0-fdcd-4085-85fe-1d102ea27904 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:29.756889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47229d5-3628-46ea-a24d-16ed8d6ccb14 req-ae5aa04e-1a5c-4ad1-a070-2cdc8a1708d6 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.758403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f47229d5-3628-46ea-a24d-16ed8d6ccb14 req-ae5aa04e-1a5c-4ad1-a070-2cdc8a1708d6 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1571467 Nov 12 20:52:29.766530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-9b2427b7-4e7d-47f4-92bc-abf27e1c0818 service neutron] 10.222.0.64 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053034 Nov 12 20:52:29.769376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-49681b7e-5e6f-472c-85da-9572766a1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.770815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-49681b7e-5e6f-472c-85da-9572766a1771 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd65e6-3fe4-4081-b43f-0bae43a3df87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615994 Nov 12 20:52:29.856787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-5870772f-a0ea-4e6a-a8be-609d321791e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.858359 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-5870772f-a0ea-4e6a-a8be-609d321791e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1095 time: 0.0462928 Nov 12 20:52:29.912026 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-dc79cb17-cf87-43bd-a12e-b2d6c7fb2f8c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 200 len: 217 time: 0.0411007 Nov 12 20:52:29.970377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-83513d59-77a5-4cf7-a411-82a5639b5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.971939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-83513d59-77a5-4cf7-a411-82a5639b5e78 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0504103 Nov 12 20:52:29.987829 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dc0882fa-462d-42e2-ad3e-96bedeb8cc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:30.012851 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-7df2f17c-4537-4eb0-971d-0c600d4b8e9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295930 Nov 12 20:52:30.022460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f47229d5-3628-46ea-a24d-16ed8d6ccb14 req-58f7af25-84d2-4799-94ea-6fbddaf5dabc tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493002 Nov 12 20:52:30.064868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:52:30.072969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-85295110-724a-4b0d-bf52-be3763c5cf9b admin admin] 10.222.0.64 "PUT /v2.0/routers/59eb4a9c-4d42-4241-ba0d-494901c98b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7553031 Nov 12 20:52:30.075590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3a8dc2e-7d0e-4b07-b516-09a861e34cfe service neutron] 10.222.0.64 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038197 Nov 12 20:52:30.081097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39052) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:30.081250 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] Sync routers for ids ['59eb4a9c-4d42-4241-ba0d-494901c98b74'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:52:30.084209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-ff860ce7-483e-4f0d-bce8-2fb43118a94b service neutron] 10.222.0.46 "GET /v2.0/networks/77cd65e6-3fe4-4081-b43f-0bae43a3df87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959135 Nov 12 20:52:30.092129 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] Routers {'59eb4a9c-4d42-4241-ba0d-494901c98b74'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:30.096139 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:52:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['59eb4a9c-4d42-4241-ba0d-494901c98b74'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:30.144638 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-ed753904-f2c4-4c5c-84eb-8a228e51859d service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223342 Nov 12 20:52:30.285061 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dc66f8c1-aef9-4839-8f33-e1a4cbdbda1f req-5414ecc6-379a-4071-b581-0b92f0f736a5 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302359 Nov 12 20:52:30.313040 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] Set router 59eb4a9c-4d42-4241-ba0d-494901c98b74 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:30.359670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207f4-1473-42cd-9780-2a9c9d4c3e23 req-7fab161c-02a5-4a22-9421-6e234a9f6578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:30.365694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207f4-1473-42cd-9780-2a9c9d4c3e23 req-7fab161c-02a5-4a22-9421-6e234a9f6578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:30.367305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25e207f4-1473-42cd-9780-2a9c9d4c3e23 req-7fab161c-02a5-4a22-9421-6e234a9f6578 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1678 time: 0.2256043 Nov 12 20:52:30.392011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-7342afca-e9bd-490c-a410-78d99dedd38d service neutron] 10.222.0.46 "GET /v2.0/networks/77cd65e6-3fe4-4081-b43f-0bae43a3df87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644193 Nov 12 20:52:30.420622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:30.427016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-a16a94af-845d-4eed-aed1-73afee2fe8cf service neutron] 10.222.0.64 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409927 Nov 12 20:52:30.499588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-6f764c9f-ecac-41aa-b602-3e4d6440aed4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.81&port_id=1867358f-b877-45c7-81fd-4acb89ff777f HTTP/1.1" status: 200 len: 217 time: 0.0961041 Nov 12 20:52:30.500261 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:52:27Z', 'revision_number': 5, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:30.531752 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] Checking router: 59eb4a9c-4d42-4241-ba0d-494901c98b74 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:52:30.541654 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] Routers {'59eb4a9c-4d42-4241-ba0d-494901c98b74'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:30.542266 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:52:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['59eb4a9c-4d42-4241-ba0d-494901c98b74'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:30.642738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25e207f4-1473-42cd-9780-2a9c9d4c3e23 req-a683bb60-d17d-4d02-9628-db538641c991 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602091 Nov 12 20:52:30.650718 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] Set router 59eb4a9c-4d42-4241-ba0d-494901c98b74 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:30.674622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-486bb3c7-dd22-40d0-bd80-817662ccb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:30.676136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-486bb3c7-dd22-40d0-bd80-817662ccb471 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4b9fdd6-7d8a-4b97-9422-091e8e695341 HTTP/1.1" status: 200 len: 801 time: 0.1595719 Nov 12 20:52:30.720296 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:30.733138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-81c60643-f4fe-4b9e-9896-e9e1d9a63bc6 service neutron] 10.222.0.64 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491322 Nov 12 20:52:30.773664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839399-6ee2-418e-8667-d74c0224c48c req-e85560f4-85b9-48b2-893b-313848033f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:30.775512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-e85560f4-85b9-48b2-893b-313848033f2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73388bc6-5d6b-4e1b-b95e-b08566088a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889091 Nov 12 20:52:30.863506 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:52:27Z', 'revision_number': 5, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:30.894137 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb51d22-9c2a-4f88-a41d-a71638d127d6 None None] The sync data for ids ['59eb4a9c-4d42-4241-ba0d-494901c98b74'] in n-d-713498-29 is: [{'id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'name': 'tempest-AttachSCSIVolumeTestJSON-712504003-router', 'tenant_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:07Z', 'updated_at': '2021-11-12T20:52:27Z', 'revision_number': 5, 'project_id': 'b0978d3fa92e484688f5c6d28a7d6a8f', 'gw_port': {'id': 'c2aa0f4f-828e-4875-af90-bfc6bfda97ec', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eb4a9c-4d42-4241-ba0d-494901c98b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:08Z', 'updated_at': '2021-11-12T20:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:52:31.210939 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:31.241279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8ce99-5d10-4c18-b618-0fe7c182442f req-79f099ac-9709-4261-bbee-ae6a27733289 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:31.242810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eef8ce99-5d10-4c18-b618-0fe7c182442f req-79f099ac-9709-4261-bbee-ae6a27733289 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.4330540 Nov 12 20:52:31.248234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-1a9f2e43-61ae-4b5e-8435-1c362870d125 service neutron] 10.222.0.64 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087950 Nov 12 20:52:31.308104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:31.320024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-8a7d8832-581a-482a-9356-bed03f359593 service neutron] 10.222.0.46 "GET /v2.0/networks/73388bc6-5d6b-4e1b-b95e-b08566088a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112927 Nov 12 20:52:31.324609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Deleting port c2aa0f4f-828e-4875-af90-bfc6bfda97ec {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:31.324945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:31.335821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:31.336457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4d172e57-ca21-4c9f-98e0-1ae30dc2f074 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:31.490557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eef8ce99-5d10-4c18-b618-0fe7c182442f req-bea3cd29-e687-426e-b9ea-19d88223e01d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387726 Nov 12 20:52:31.529786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-75352b48-b0ee-409f-b77d-3b64af294adb service neutron] 10.222.0.64 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483218 Nov 12 20:52:31.558321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'tag': '1867358f-b877-45c7-81fd-4acb89ff777f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:31.560627 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29" -d '{"events": [{"name": "network-changed", "server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "tag": "1867358f-b877-45c7-81fd-4acb89ff777f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:31.592406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53839399-6ee2-418e-8667-d74c0224c48c req-fb658bc1-5612-4ae9-89c7-b77c0661c5e3 service neutron] 10.222.0.46 "GET /v2.0/networks/73388bc6-5d6b-4e1b-b95e-b08566088a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299867 Nov 12 20:52:31.652090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] For port c2aa0f4f-828e-4875-af90-bfc6bfda97ec, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c2aa0f4f-828e-4875-af90-bfc6bfda97ec,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:31.652469 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:31.683704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Calling delete_port for c2aa0f4f-828e-4875-af90-bfc6bfda97ec owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:31.717346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15774ee3-b5d9-4b9e-8341-69e7d13b8cc1 req-3319c6e9-aeae-481d-9f80-7c46e70e5273 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/110f6ac5-4103-4960-9063-041f353d9e5f HTTP/1.1" status: 200 len: 1818 time: 0.0944288 Nov 12 20:52:31.766119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-15774ee3-b5d9-4b9e-8341-69e7d13b8cc1 req-fcc291f7-a19c-41e1-9e79-a8287b810aa9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Request body: {'security_group': {'name': 'tempest-sg-hth-984964806', 'description': 'tempest-description-hth-1549766681'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:31.772747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-8fbb1437-b2cb-4de2-8692-0bc446e5d2ed service neutron] 10.222.0.64 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370605 Nov 12 20:52:31.908965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-15774ee3-b5d9-4b9e-8341-69e7d13b8cc1 req-fcc291f7-a19c-41e1-9e79-a8287b810aa9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:31.956701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-3ecbc323-6f77-437d-bd0c-4b7957cadced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:31.957189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-3ecbc323-6f77-437d-bd0c-4b7957cadced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:31.958758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-3ecbc323-6f77-437d-bd0c-4b7957cadced service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1982 time: 0.2097988 Nov 12 20:52:32.064756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fafc2b63-9411-4e11-9728-4dc583ebf32f service neutron] 10.222.0.64 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723100 Nov 12 20:52:32.103338 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-15774ee3-b5d9-4b9e-8341-69e7d13b8cc1 req-fcc291f7-a19c-41e1-9e79-a8287b810aa9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.185646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-15774ee3-b5d9-4b9e-8341-69e7d13b8cc1 req-fcc291f7-a19c-41e1-9e79-a8287b810aa9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.188266 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-15774ee3-b5d9-4b9e-8341-69e7d13b8cc1 req-fcc291f7-a19c-41e1-9e79-a8287b810aa9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.189490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15774ee3-b5d9-4b9e-8341-69e7d13b8cc1 req-fcc291f7-a19c-41e1-9e79-a8287b810aa9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "PUT /v2.0/security-groups/110f6ac5-4103-4960-9063-041f353d9e5f HTTP/1.1" status: 200 len: 1791 time: 0.4377909 Nov 12 20:52:32.226955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-6add6808-1dd6-4bad-9cee-7288878c30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:32.228530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-6add6808-1dd6-4bad-9cee-7288878c30c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=77cd65e6-3fe4-4081-b43f-0bae43a3df87 HTTP/1.1" status: 200 len: 903 time: 0.2564352 Nov 12 20:52:32.233175 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d333a1-075c-4e77-988b-04ce153078ad x-openstack-request-id: req-62d333a1-075c-4e77-988b-04ce153078ad {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:32.235235 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:32.239613 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62d333a1-075c-4e77-988b-04ce153078ad {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:32.242841 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de', 'status': 'completed', 'code': 200} Nov 12 20:52:32.253393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc291f7-a19c-41e1-9e79-a8287b810aa9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110f6ac5-4103-4960-9063-041f353d9e5f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:32.296191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-d1e65fef-8a0d-411c-8dc5-59efc296e4ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=861f0f57-4061-4aaf-9373-43d7f53bbe2b HTTP/1.1" status: 200 len: 217 time: 0.0556405 Nov 12 20:52:32.299931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-dda5eadd-c31b-48bb-8e1d-dafe9c748d94 service neutron] 10.222.0.64 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251205 Nov 12 20:52:32.347108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.353634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fc580-161d-4d96-99ba-a6a209693649 req-c3222cd0-07d0-4a42-88d0-ad4a2e43b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:32.355166 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-767fc580-161d-4d96-99ba-a6a209693649 req-c3222cd0-07d0-4a42-88d0-ad4a2e43b7ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1095 time: 0.0635536 Nov 12 20:52:32.404723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2aa0f4f-828e-4875-af90-bfc6bfda97ec,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:32.421532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-ea867cb2-5fe5-445e-af00-30e493be4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:32.423189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-ea867cb2-5fe5-445e-af00-30e493be4a98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=139705e7-18a5-46da-b214-38686b3e0d99 HTTP/1.1" status: 200 len: 801 time: 0.1177709 Nov 12 20:52:32.502825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf102509-bb0b-4ed2-aa20-6423b3f2f599 req-c10544e3-4913-431a-98c0-ccaee9a8d322 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:32.504836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf102509-bb0b-4ed2-aa20-6423b3f2f599 req-c10544e3-4913-431a-98c0-ccaee9a8d322 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1721301 Nov 12 20:52:32.547735 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.583771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-e2c21f30-ee97-4f7d-aa4c-a909e9298b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:32.585456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-e2c21f30-ee97-4f7d-aa4c-a909e9298b1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd65e6-3fe4-4081-b43f-0bae43a3df87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416187 Nov 12 20:52:32.702811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.733883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.741752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf102509-bb0b-4ed2-aa20-6423b3f2f599 req-0f564c0e-b936-47d2-91b1-e6d725b6c0c8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275023 Nov 12 20:52:32.765680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fc580-161d-4d96-99ba-a6a209693649 req-5cb38e9f-c212-4100-8e0c-ee4a7d67c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:32.767194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-767fc580-161d-4d96-99ba-a6a209693649 req-5cb38e9f-c212-4100-8e0c-ee4a7d67c663 service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.4046576 Nov 12 20:52:32.812495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-427b93ba-bcca-4883-aa0b-f8deed4200ed service neutron] 10.222.0.46 "GET /v2.0/networks/77cd65e6-3fe4-4081-b43f-0bae43a3df87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829209 Nov 12 20:52:32.822103 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-767fc580-161d-4d96-99ba-a6a209693649 req-d673d32b-050e-4391-8004-d206bba178be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 200 len: 217 time: 0.0394533 Nov 12 20:52:32.850068 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e37ba5-a02a-461b-bc76-1a9527783a19 x-openstack-request-id: req-b9e37ba5-a02a-461b-bc76-1a9527783a19 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:32.850363 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "tag": "1867358f-b877-45c7-81fd-4acb89ff777f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:32.850612 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9e37ba5-a02a-461b-bc76-1a9527783a19 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:32.850998 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'tag': '1867358f-b877-45c7-81fd-4acb89ff777f', 'status': 'completed', 'code': 200} Nov 12 20:52:32.892002 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.894169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.894716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59eb4a9c-4d42-4241-ba0d-494901c98b74 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:52:32.900968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.906394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cbde2631-8571-446a-bcf7-bbe3f7faaab9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/59eb4a9c-4d42-4241-ba0d-494901c98b74 HTTP/1.1" status: 204 len: 168 time: 2.8292499 Nov 12 20:52:32.907453 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:52:32.909006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39078) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:32.945457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fc580-161d-4d96-99ba-a6a209693649 req-025bbd7c-895d-428d-bc03-dd89f7cb8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:32.947692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-767fc580-161d-4d96-99ba-a6a209693649 req-025bbd7c-895d-428d-bc03-dd89f7cb8a3b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1110082 Nov 12 20:52:33.003419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cf01a5-3df4-456d-a5b6-66473cb2198e admin admin] Deleting subnet ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:52:33.024605 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-767fc580-161d-4d96-99ba-a6a209693649 req-06570c49-f1f3-4885-8541-c9e8297eaf24 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505552 Nov 12 20:52:33.025375 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cf01a5-3df4-456d-a5b6-66473cb2198e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.069433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ed240f4-c1f4-4583-a007-319eb9ab5a83 req-a2bc0cc1-4fba-472d-9b13-bbb84f561751 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd65e6-3fe4-4081-b43f-0bae43a3df87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492011 Nov 12 20:52:33.075774 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cf01a5-3df4-456d-a5b6-66473cb2198e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.126892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d311-5aea-45a9-ae0a-5e58dcf0b56c req-d4d54fae-6bc2-4214-8f85-8adc12a57898 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:33.134987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d311-5aea-45a9-ae0a-5e58dcf0b56c req-d4d54fae-6bc2-4214-8f85-8adc12a57898 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:33.137147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4908d311-5aea-45a9-ae0a-5e58dcf0b56c req-d4d54fae-6bc2-4214-8f85-8adc12a57898 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1678 time: 0.1761417 Nov 12 20:52:33.155783 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-767fc580-161d-4d96-99ba-a6a209693649 req-bb373144-0f7f-485b-8ba7-4123426d2f06 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250935 Nov 12 20:52:33.282279 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-767fc580-161d-4d96-99ba-a6a209693649 req-36dd2195-aad6-43cc-8072-ffbe3414c4d7 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106262 Nov 12 20:52:33.288412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-0df955e2-56e1-4717-8b23-7a2be95ce73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:33.288983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-0df955e2-56e1-4717-8b23-7a2be95ce73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:33.290750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-0df955e2-56e1-4717-8b23-7a2be95ce73d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1982 time: 0.1456749 Nov 12 20:52:33.300334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4908d311-5aea-45a9-ae0a-5e58dcf0b56c req-88a97faf-39c4-408e-9a87-16e49a935d0e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397130 Nov 12 20:52:33.340239 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cf01a5-3df4-456d-a5b6-66473cb2198e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.492428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-5da63a79-a9f5-4ee4-97ac-40ddaa083dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:33.494385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-5da63a79-a9f5-4ee4-97ac-40ddaa083dbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=73388bc6-5d6b-4e1b-b95e-b08566088a73 HTTP/1.1" status: 200 len: 903 time: 0.1911786 Nov 12 20:52:33.500066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d98d9e2-da23-4633-9ec7-666e6fdaf246 req-08520fd1-3b22-427c-8619-d1519b66afd8 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/110f6ac5-4103-4960-9063-041f353d9e5f HTTP/1.1" status: 200 len: 1791 time: 0.0839579 Nov 12 20:52:33.509058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c2aa0f4f-828e-4875-af90-bfc6bfda97ec no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:33.539636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c2aa0f4f-828e-4875-af90-bfc6bfda97ec {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:33.540147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c2aa0f4f-828e-4875-af90-bfc6bfda97ec not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:33.544072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.574648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-42db700b-aad8-49f4-ba84-7804dca988f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.81&port_id=1867358f-b877-45c7-81fd-4acb89ff777f HTTP/1.1" status: 200 len: 217 time: 0.0611255 Nov 12 20:52:33.584095 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cf01a5-3df4-456d-a5b6-66473cb2198e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.655358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf01a5-3df4-456d-a5b6-66473cb2198e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:33.660349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cf01a5-3df4-456d-a5b6-66473cb2198e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.662727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f72153-f464-477d-a194-4145605e6e75 None None] Network 6c157d26-5717-46d8-b40a-8be145e928e3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:33.666390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d3cf01a5-3df4-456d-a5b6-66473cb2198e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ab56bf1b-b6c6-4aba-bb9a-5e1549e16a8d HTTP/1.1" status: 204 len: 168 time: 0.7537336 Nov 12 20:52:33.667084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39090) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:33.703238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-285efcb5-3922-4c37-aecb-0ed78334affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:33.705590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-285efcb5-3922-4c37-aecb-0ed78334affe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4b9fdd6-7d8a-4b97-9422-091e8e695341 HTTP/1.1" status: 200 len: 801 time: 0.1193657 Nov 12 20:52:33.716832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce3f6e-ce2b-40cf-9d6e-76180c105a67 req-e9549ee5-b556-4e3e-a05d-efa118a141c8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:33.726192 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22ce3f6e-ce2b-40cf-9d6e-76180c105a67 req-e9549ee5-b556-4e3e-a05d-efa118a141c8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1545520 Nov 12 20:52:33.752865 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.836656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Deleting port ea908279-5b90-4588-bf89-242cb5d9a601 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:33.839461 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.908830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22ce3f6e-ce2b-40cf-9d6e-76180c105a67 req-34d1053b-0f40-4851-a827-9dfd32c4695f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797261 Nov 12 20:52:33.912675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-f00b9bc5-d9f2-49db-92b5-48856928ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:33.915228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-f00b9bc5-d9f2-49db-92b5-48856928ae76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73388bc6-5d6b-4e1b-b95e-b08566088a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780927 Nov 12 20:52:33.922765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] DHCP port deletion for 6c157d26-5717-46d8-b40a-8be145e928e3 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:52:33.933887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] For port ea908279-5b90-4588-bf89-242cb5d9a601, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ea908279-5b90-4588-bf89-242cb5d9a601,segment=NetworkSegment(17c19760-d855-480a-b50b-d91bf6687413),segment_id=17c19760-d855-480a-b50b-d91bf6687413)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:33.934269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:33.947626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Calling delete_port for ea908279-5b90-4588-bf89-242cb5d9a601 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:34.005729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] Deleting port ea908279-5b90-4588-bf89-242cb5d9a601 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:34.006701 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.094431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] For port ea908279-5b90-4588-bf89-242cb5d9a601, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ea908279-5b90-4588-bf89-242cb5d9a601,segment=NetworkSegment(17c19760-d855-480a-b50b-d91bf6687413),segment_id=17c19760-d855-480a-b50b-d91bf6687413)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:34.095199 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.106876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-320fc587-02c1-4d90-8366-ae816c4ef787 req-0c6a79ce-5064-4e1b-9e66-18c31c494730 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/110f6ac5-4103-4960-9063-041f353d9e5f HTTP/1.1" status: 200 len: 1791 time: 0.1528046 Nov 12 20:52:34.108364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] Calling delete_port for ea908279-5b90-4588-bf89-242cb5d9a601 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:34.121384 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.143737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d712c-cd60-4b5a-9e09-56132a45ee5f req-d5ca8831-8493-45be-b477-7267b9a83ff9 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:34.145269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba6d712c-cd60-4b5a-9e09-56132a45ee5f req-d5ca8831-8493-45be-b477-7267b9a83ff9 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1096194 Nov 12 20:52:34.159524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-3e0fa2c6-e773-48dc-9951-57097fb144a9 service neutron] 10.222.0.46 "GET /v2.0/networks/73388bc6-5d6b-4e1b-b95e-b08566088a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264380 Nov 12 20:52:34.168183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea908279-5b90-4588-bf89-242cb5d9a601,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:34.170745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] No DVR routers for this DVR port ea908279-5b90-4588-bf89-242cb5d9a601 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:34.214146 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.253365 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.257068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] No DVR routers for this DVR port ea908279-5b90-4588-bf89-242cb5d9a601 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:34.259140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8256d6-36b5-426f-a36c-2d4df16b2d40 None None] Pushing event deleted for resources: {'Port': ['ID=ea908279-5b90-4588-bf89-242cb5d9a601,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:34.286475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c157d26-5717-46d8-b40a-8be145e928e3']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:34.297164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c19760-d855-480a-b50b-d91bf6687413') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:34.297712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c19760-d855-480a-b50b-d91bf6687413') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:34.309402 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.310199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba6d712c-cd60-4b5a-9e09-56132a45ee5f req-a38000c5-19ec-43c8-bc71-aa8d7d09d2d6 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570108 Nov 12 20:52:34.330285 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.338112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:52:34.338504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:52:34.340388 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:52:34.347787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-320fc587-02c1-4d90-8366-ae816c4ef787 req-98141a5d-06e8-4555-bd3b-f90cf4932b8c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.357010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a1f4ad-4eeb-4b5f-9bb9-f4123f961d29 req-3ea335a4-3d81-44c6-aa87-d5b3488d2440 service neutron] 10.222.0.46 "GET /v2.0/networks/73388bc6-5d6b-4e1b-b95e-b08566088a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849270 Nov 12 20:52:34.376205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-320fc587-02c1-4d90-8366-ae816c4ef787 req-98141a5d-06e8-4555-bd3b-f90cf4932b8c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.412876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48c09924-65a1-4d3a-aa9d-6bcbd8e9bebe req-634f05bd-68c7-405a-a205-f0f82e7c4984 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0335844 Nov 12 20:52:34.507846 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.514640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.521880 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6c157d26-5717-46d8-b40a-8be145e928e3 HTTP/1.1" status: 204 len: 168 time: 0.8537266 Nov 12 20:52:34.536285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b38b3d-1d8c-479d-9be9-f6016efd17f9 req-08498641-2781-481f-a323-008ea2f2a639 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:34.536697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358df126-31d4-4463-9e07-6e429e738886 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c157d26-5717-46d8-b40a-8be145e928e3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:34.544582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b38b3d-1d8c-479d-9be9-f6016efd17f9 req-08498641-2781-481f-a323-008ea2f2a639 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:34.552440 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57b38b3d-1d8c-479d-9be9-f6016efd17f9 req-08498641-2781-481f-a323-008ea2f2a639 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1678 time: 0.0645409 Nov 12 20:52:34.552440 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-320fc587-02c1-4d90-8366-ae816c4ef787 req-98141a5d-06e8-4555-bd3b-f90cf4932b8c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.552440 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-320fc587-02c1-4d90-8366-ae816c4ef787 req-98141a5d-06e8-4555-bd3b-f90cf4932b8c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:34.563005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-320fc587-02c1-4d90-8366-ae816c4ef787 req-98141a5d-06e8-4555-bd3b-f90cf4932b8c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/110f6ac5-4103-4960-9063-041f353d9e5f HTTP/1.1" status: 204 len: 173 time: 0.4479129 Nov 12 20:52:34.589442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98141a5d-06e8-4555-bd3b-f90cf4932b8c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110f6ac5-4103-4960-9063-041f353d9e5f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:34.911064 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-a84953a3-4adf-4ab7-b04d-63a14fe2757d req-11b34497-84e8-4882-89d1-68d08fd15424 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:52:34.912063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a84953a3-4adf-4ab7-b04d-63a14fe2757d req-11b34497-84e8-4882-89d1-68d08fd15424 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/e2837d7f-d2af-4be0-b35d-548cb8ad3293 HTTP/1.1" status: 404 len: 352 time: 0.0250778 Nov 12 20:52:34.915526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57b38b3d-1d8c-479d-9be9-f6016efd17f9 req-d7325c61-30c0-48f5-a249-7b58a57e5485 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514333 Nov 12 20:52:35.043201 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-33e6e2c6-df16-4886-b50c-b360f8d5a9ee req-e6926b5c-df66-44e9-ab89-243d7d3a407e tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:52:35.044208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33e6e2c6-df16-4886-b50c-b360f8d5a9ee req-e6926b5c-df66-44e9-ab89-243d7d3a407e tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/be88e8d6-7383-4ad2-82f8-9479bd46ee54 HTTP/1.1" status: 404 len: 352 time: 0.1009016 Nov 12 20:52:35.088222 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-0945f186-e261-46f2-9f7f-6194d6a43d88 req-977d6823-c953-43f5-a608-f31b15f361ca tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:52:35.088222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0945f186-e261-46f2-9f7f-6194d6a43d88 req-977d6823-c953-43f5-a608-f31b15f361ca tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/36427ccd-beb8-45ae-aed5-027a59ae2b1b HTTP/1.1" status: 404 len: 352 time: 0.0176749 Nov 12 20:52:35.090375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39126) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:35.104744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022ab6a-af5a-40d0-918f-07f1efeb1a50 req-e4c768ff-4048-44a9-9cc2-48bddf1c0a67 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:35.106283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3022ab6a-af5a-40d0-918f-07f1efeb1a50 req-e4c768ff-4048-44a9-9cc2-48bddf1c0a67 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.0658998 Nov 12 20:52:35.130120 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-ecb44f18-b7c1-48e2-9459-5ab8dbe0eb24 req-49c943e3-2739-425f-aa4e-2a728eb3834a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:52:35.131076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecb44f18-b7c1-48e2-9459-5ab8dbe0eb24 req-49c943e3-2739-425f-aa4e-2a728eb3834a tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/809be5ff-4ca1-472a-b181-0c3ff8248432 HTTP/1.1" status: 404 len: 352 time: 0.0203722 Nov 12 20:52:35.134165 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-18486f3f-b1d9-4d3a-8884-5e0f21f39a9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d4b6b50e17c44b9a12dcc62fd5873f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424407 Nov 12 20:52:35.137765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39130) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:35.197184 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-04bcde6b-8a0e-483f-9246-034b55da2561 req-dbec0905-0a8c-4ca0-9a13-00b6bdf316fb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:52:35.198204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04bcde6b-8a0e-483f-9246-034b55da2561 req-dbec0905-0a8c-4ca0-9a13-00b6bdf316fb tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/f251624f-43b8-422c-8674-7d0fd0552157 HTTP/1.1" status: 404 len: 352 time: 0.0455663 Nov 12 20:52:35.212313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3022ab6a-af5a-40d0-918f-07f1efeb1a50 req-3af38e10-04d1-4b47-a71f-2829dda01151 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950170 Nov 12 20:52:35.235219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-24b0b268-0457-4daf-8b8e-2d33b47969f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:35.243594 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-d8a77557-f9af-404b-a53a-92e225b50c40 req-fee4d7fa-068d-4006-b726-77def8571df0 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] show failed (client error): The resource could not be found. Nov 12 20:52:35.245181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8a77557-f9af-404b-a53a-92e225b50c40 req-fee4d7fa-068d-4006-b726-77def8571df0 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/047f0aeb-7250-47a4-90a1-6a05fadf500d HTTP/1.1" status: 404 len: 352 time: 0.0229633 Nov 12 20:52:35.269100 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-24b0b268-0457-4daf-8b8e-2d33b47969f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:35.294315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ea908279-5b90-4588-bf89-242cb5d9a601 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:35.322610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: ea908279-5b90-4588-bf89-242cb5d9a601 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:35.323196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ea908279-5b90-4588-bf89-242cb5d9a601 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:35.415542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-24b0b268-0457-4daf-8b8e-2d33b47969f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:35.420158 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-24b0b268-0457-4daf-8b8e-2d33b47969f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:35.421293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-24b0b268-0457-4daf-8b8e-2d33b47969f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5f6c08a-87e9-424d-b98a-dd988f77686f HTTP/1.1" status: 204 len: 168 time: 0.2825968 Nov 12 20:52:35.436473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0b268-0457-4daf-8b8e-2d33b47969f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6c08a-87e9-424d-b98a-dd988f77686f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:35.464532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4e9f5-6a03-4fac-83cf-c93b37206ffd req-1ca600f3-ecaa-4b11-8f57-338966b8eb46 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:35.467278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a0d4e9f5-6a03-4fac-83cf-c93b37206ffd req-1ca600f3-ecaa-4b11-8f57-338966b8eb46 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.0787024 Nov 12 20:52:35.512371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1867358f-b877-45c7-81fd-4acb89ff777f details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:35.531125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a0d4e9f5-6a03-4fac-83cf-c93b37206ffd req-935bd880-8579-4581-9a31-f5025dbc5731 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572658 Nov 12 20:52:35.639573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d72c2d62-aa1a-431c-aa05-ffc27c9d6979 req-9f48b6ac-df69-4e6e-9480-e478755c265f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0342984 Nov 12 20:52:35.647402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1867358f-b877-45c7-81fd-4acb89ff777f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1867358f-b877-45c7-81fd-4acb89ff777f,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:35.661653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '1867358f-b877-45c7-81fd-4acb89ff777f', 'network_id': '73388bc6-5d6b-4e1b-b95e-b08566088a73', 'port_id': '1867358f-b877-45c7-81fd-4acb89ff777f', 'mac_address': 'fa:16:3e:15:f3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b9fdd6-7d8a-4b97-9422-091e8e695341', 'ip_address': '19.86.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:35.709999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:35.726419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1867358f-b877-45c7-81fd-4acb89ff777f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:35.730543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fabb7-b03f-49f3-9ff5-7834f9498206 req-8cc0fc7e-f066-4911-8aa4-a315edb781a1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:35.736627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-147fabb7-b03f-49f3-9ff5-7834f9498206 req-8cc0fc7e-f066-4911-8aa4-a315edb781a1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1023 time: 0.0598543 Nov 12 20:52:35.748116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1867358f-b877-45c7-81fd-4acb89ff777f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1867358f-b877-45c7-81fd-4acb89ff777f,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:35.806196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-147fabb7-b03f-49f3-9ff5-7834f9498206 req-6b16d04d-8959-40c1-ab67-9ec9f1062131 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&id=5c534743-d1fd-4d0f-9a85-ffda02f061d4&id=4b0587f8-6505-4138-8b34-32c93d1c5d23&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0666177 Nov 12 20:52:35.838523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:35.839676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 861f0f57-4061-4aaf-9373-43d7f53bbe2b details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:35.913697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1867358f-b877-45c7-81fd-4acb89ff777f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:35.981929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 861f0f57-4061-4aaf-9373-43d7f53bbe2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=861f0f57-4061-4aaf-9373-43d7f53bbe2b,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:35.991567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '861f0f57-4061-4aaf-9373-43d7f53bbe2b', 'network_id': '77cd65e6-3fe4-4081-b43f-0bae43a3df87', 'port_id': '861f0f57-4061-4aaf-9373-43d7f53bbe2b', 'mac_address': 'fa:16:3e:ec:01:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139705e7-18a5-46da-b214-38686b3e0d99', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:36.031690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.049038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861f0f57-4061-4aaf-9373-43d7f53bbe2b {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:36.065508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257a028-892c-46d4-b81a-d1ff0842e732 req-840ed378-4025-4835-a0bd-cf121a45af83 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.069605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 861f0f57-4061-4aaf-9373-43d7f53bbe2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=861f0f57-4061-4aaf-9373-43d7f53bbe2b,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:36.073425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257a028-892c-46d4-b81a-d1ff0842e732 req-840ed378-4025-4835-a0bd-cf121a45af83 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.075516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5257a028-892c-46d4-b81a-d1ff0842e732 req-840ed378-4025-4835-a0bd-cf121a45af83 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1679 time: 0.0773616 Nov 12 20:52:36.127972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5257a028-892c-46d4-b81a-d1ff0842e732 req-e2a8ecd0-2e08-46ac-9153-acdd959877c8 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Nov 12 20:52:36.136506 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.151523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39154) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:36.185387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=861f0f57-4061-4aaf-9373-43d7f53bbe2b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:36.198108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-642fa9ea-283e-4697-b794-552efc56788b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0978d3fa92e484688f5c6d28a7d6a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453117 Nov 12 20:52:36.204673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39156) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:36.248203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be2242ad-0481-46d4-a8fa-ad0a4e8360ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.272571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be2242ad-0481-46d4-a8fa-ad0a4e8360ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.356344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a46e8-72f0-454b-9bf2-d38f20f75d61 req-ff2f319a-373e-4d5b-a9b0-cf24c338d301 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.358014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b88a46e8-72f0-454b-9bf2-d38f20f75d61 req-ff2f319a-373e-4d5b-a9b0-cf24c338d301 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.0515966 Nov 12 20:52:36.382370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1867358f-b877-45c7-81fd-4acb89ff777f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:36.395663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be2242ad-0481-46d4-a8fa-ad0a4e8360ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.402763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be2242ad-0481-46d4-a8fa-ad0a4e8360ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.402763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-be2242ad-0481-46d4-a8fa-ad0a4e8360ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74096aa2-89ce-4c73-954f-48ef9184ef3e HTTP/1.1" status: 204 len: 168 time: 0.1981525 Nov 12 20:52:36.419152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2242ad-0481-46d4-a8fa-ad0a4e8360ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74096aa2-89ce-4c73-954f-48ef9184ef3e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:36.424165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b88a46e8-72f0-454b-9bf2-d38f20f75d61 req-1cee2d39-6517-437d-8a18-c27f44145125 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598972 Nov 12 20:52:36.506259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-ab0de93a-d924-49bf-b088-89c168b6b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.506259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-ab0de93a-d924-49bf-b088-89c168b6b63b service neutron] 10.222.0.46 "GET /v2.0/ports/24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 200 len: 1031 time: 0.0421453 Nov 12 20:52:36.544968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-a45b96ba-46b2-4bc5-9b26-9a44876b1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.546415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-a45b96ba-46b2-4bc5-9b26-9a44876b1972 service neutron] 10.222.0.46 "GET /v2.0/ports/198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 200 len: 1031 time: 0.0338731 Nov 12 20:52:36.699764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-ac8dc18f-0618-4bec-9c80-02efc871a085 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.705676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-ac8dc18f-0618-4bec-9c80-02efc871a085 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.711654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-ac8dc18f-0618-4bec-9c80-02efc871a085 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.713413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-ac8dc18f-0618-4bec-9c80-02efc871a085 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "GET /v2.0/networks?id=6d55188b-f390-4fb9-9446-2ca26fe33c28&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6 HTTP/1.1" status: 200 len: 1996 time: 0.1600578 Nov 12 20:52:36.722537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3722b-5e1a-41d3-98c0-7fbf433fc7d2 req-c24d8bd9-a9df-455e-a461-c76336719521 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.724076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f3722b-5e1a-41d3-98c0-7fbf433fc7d2 req-c24d8bd9-a9df-455e-a461-c76336719521 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1030843 Nov 12 20:52:36.781693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-766a1cce-2c6e-4576-826a-3aa7e2b98b84 req-4c810dc8-ee5f-4b91-8800-041521c02736 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0478785 Nov 12 20:52:36.839828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f3722b-5e1a-41d3-98c0-7fbf433fc7d2 req-7b361ad5-0d5f-4910-a16e-79865084495d tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060379 Nov 12 20:52:36.851221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-c4a79bcb-8e02-46f4-8797-67af1fcc11b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc043d6557c454bb59a2953763aa397 HTTP/1.1" status: 200 len: 379 time: 0.1261804 Nov 12 20:52:36.862123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'admin_state_up': True, 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'security_groups': ['267046f4-e698-48cc-84f7-2440b0237ff7']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:37.016861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a19ecf-e076-4fd1-adbd-8b28155e495b req-dc42ea43-2e1a-4379-a365-00b26b5add3c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.018695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54a19ecf-e076-4fd1-adbd-8b28155e495b req-dc42ea43-2e1a-4379-a365-00b26b5add3c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1023 time: 0.0831294 Nov 12 20:52:37.134681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54a19ecf-e076-4fd1-adbd-8b28155e495b req-c697c68f-72e6-4d46-9c37-693d7a91d71c tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups?id=11ab53b1-9ef2-478a-87db-be179d1c4769&id=5c534743-d1fd-4d0f-9a85-ffda02f061d4&id=4b0587f8-6505-4138-8b34-32c93d1c5d23&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1081243 Nov 12 20:52:37.139263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:37.144766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:37.284775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-157efbad-6cdc-44e4-8e1c-86a01db2c1d9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.287948 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-157efbad-6cdc-44e4-8e1c-86a01db2c1d9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.46 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 1023 time: 0.0718336 Nov 12 20:52:37.308889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb088c-f4f3-473e-8451-959645447468 req-42e572f4-faa9-456a-9749-c8d8c707fd24 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.319320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb088c-f4f3-473e-8451-959645447468 req-42e572f4-faa9-456a-9749-c8d8c707fd24 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.321186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdeb088c-f4f3-473e-8451-959645447468 req-42e572f4-faa9-456a-9749-c8d8c707fd24 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1680 time: 0.1078134 Nov 12 20:52:37.376531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Allocated IP 172.20.0.9 (6d55188b-f390-4fb9-9446-2ca26fe33c28/df07bf98-60de-4136-8439-aa74a28789ab/c9639032-a1d5-41f6-bbd9-deb2f45c3c07) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:37.422346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdeb088c-f4f3-473e-8451-959645447468 req-cc1a4cda-a1fa-402a-b101-363232b4039a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875945 Nov 12 20:52:37.452188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['861f0f57-4061-4aaf-9373-43d7f53bbe2b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:37.456241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Deleting port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:37.465253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:37.535584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1867358f-b877-45c7-81fd-4acb89ff777f up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:37.618298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a642-6d41-4546-979d-5543807fd975 req-2d144be9-ce47-4846-b620-4b32e422ea9b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.620753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b92a642-6d41-4546-979d-5543807fd975 req-2d144be9-ce47-4846-b620-4b32e422ea9b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1053503 Nov 12 20:52:37.667888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] For port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,segment=NetworkSegment(dd70cdd6-dace-454d-bff1-b96e63b6ccb6),segment_id=dd70cdd6-dace-454d-bff1-b96e63b6ccb6)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:37.668266 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:37.696678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Calling delete_port for 1615863e-f8a5-454e-8aa0-13c9f5d1df1d owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:37.764686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b92a642-6d41-4546-979d-5543807fd975 req-385c35ea-b928-4381-9bfa-653865bfb51e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245217 Nov 12 20:52:37.780336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:37.792967 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 1867358f-b877-45c7-81fd-4acb89ff777f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:52:37.794801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 1867358f-b877-45c7-81fd-4acb89ff777f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:37.795393 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:37.905938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:37.938406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867358f-b877-45c7-81fd-4acb89ff777f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:37.943132 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41589be3-a071-4cb7-b537-4bc485af405d" -d '{"events": [{"server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "name": "network-vif-plugged", "status": "completed", "tag": "1867358f-b877-45c7-81fd-4acb89ff777f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:37.943276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6db67af4-ee7e-428a-afd7-d83fa7b072a6 req-ae99d8c0-b714-473c-89dc-447a6cf1e344 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0319681 Nov 12 20:52:37.958172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1867358f-b877-45c7-81fd-4acb89ff777f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1867358f-b877-45c7-81fd-4acb89ff777f,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:37.972744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:38.005008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:38.019604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:38.022970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:38.027557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:38.039338 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:38.055668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'Port': ['ID=1615863e-f8a5-454e-8aa0-13c9f5d1df1d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:38.132311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:38.136393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] No DVR routers for this DVR port 1615863e-f8a5-454e-8aa0-13c9f5d1df1d on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:38.139638 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:38.144513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dfc1931-c432-4aab-a35e-9a9a039d60ba req-adcee82e-738e-4988-ba6a-84828d3d09f1 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.46 "DELETE /v2.0/ports/1615863e-f8a5-454e-8aa0-13c9f5d1df1d HTTP/1.1" status: 204 len: 173 time: 0.8434715 Nov 12 20:52:38.145315 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'name': 'network-vif-deleted', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:38.147489 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291087fd-bcad-4a43-889d-994cb048b26f x-openstack-request-id: req-291087fd-bcad-4a43-889d-994cb048b26f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:38.148885 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "name": "network-vif-plugged", "status": "completed", "tag": "1867358f-b877-45c7-81fd-4acb89ff777f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:38.149695 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-291087fd-bcad-4a43-889d-994cb048b26f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:38.149867 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e3ad9-e689-4530-9333-c8a6170fd8b7" -d '{"events": [{"server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "name": "network-vif-deleted", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:38.150505 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867358f-b877-45c7-81fd-4acb89ff777f', 'code': 200} Nov 12 20:52:38.170483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1867358f-b877-45c7-81fd-4acb89ff777f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:38.180806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:38.182030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:38.203154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e2b58-47c6-4d60-b19f-4825d9e86229 req-7307a8dd-9f85-45d3-81fb-6e9d3cb481c7 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:38.205038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b07e2b58-47c6-4d60-b19f-4825d9e86229 req-7307a8dd-9f85-45d3-81fb-6e9d3cb481c7 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1714797 Nov 12 20:52:38.235555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1615863e-f8a5-454e-8aa0-13c9f5d1df1d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:38.297492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d3aa85a0-1eff-406d-a983-1fe0ec6b05e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4398556 Nov 12 20:52:38.318129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'admin_state_up': True, 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'security_groups': ['267046f4-e698-48cc-84f7-2440b0237ff7']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:38.376720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a2b96b38-c93d-4857-a61a-2f87bc28dd41 None None] Provisioning complete for port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:38.378006 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a2b96b38-c93d-4857-a61a-2f87bc28dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:38.394558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b07e2b58-47c6-4d60-b19f-4825d9e86229 req-f954e17c-ecc7-4d98-a863-d35cc24feb1f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834245 Nov 12 20:52:38.429937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a2b96b38-c93d-4857-a61a-2f87bc28dd41 None None] Port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:38.439726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5564f39c-add0-44a3-b1ff-09ec49b27ea5 req-277d9b69-7b0d-439c-b053-b444e0e114d9 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/ports?device_id=997275af-eb8c-4f46-8f50-7829ac092a1e HTTP/1.1" status: 200 len: 210 time: 0.0494955 Nov 12 20:52:38.463315 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7415d53-12b9-4366-b9db-964cf63acacb x-openstack-request-id: req-d7415d53-12b9-4366-b9db-964cf63acacb {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:38.464295 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997275af-eb8c-4f46-8f50-7829ac092a1e", "name": "network-vif-deleted", "tag": "1615863e-f8a5-454e-8aa0-13c9f5d1df1d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:38.464714 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7415d53-12b9-4366-b9db-964cf63acacb {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:38.465271 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997275af-eb8c-4f46-8f50-7829ac092a1e', 'name': 'network-vif-deleted', 'tag': '1615863e-f8a5-454e-8aa0-13c9f5d1df1d', 'status': 'completed', 'code': 200} Nov 12 20:52:38.606880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:38.610892 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:38.669469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb443df-1354-46c2-bd35-61dc2e426c38 req-7595b70a-29f1-4f2d-be1c-c6029053cd7c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:38.675583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb443df-1354-46c2-bd35-61dc2e426c38 req-7595b70a-29f1-4f2d-be1c-c6029053cd7c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:38.677204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccb443df-1354-46c2-bd35-61dc2e426c38 req-7595b70a-29f1-4f2d-be1c-c6029053cd7c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1681 time: 0.0870137 Nov 12 20:52:38.796572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Allocated IP 10.1.1.195 (50d84c6b-5301-433b-9eab-ee9301ea4aeb/515b0243-f086-4f97-9b8f-a235d68b71f1/d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:39.005237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bb34d-5d3f-4793-9517-81f9670ed12f req-62964312-a9e4-497b-beab-79b4b9204645 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:39.006823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d9bb34d-5d3f-4793-9517-81f9670ed12f req-62964312-a9e4-497b-beab-79b4b9204645 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1693451 Nov 12 20:52:39.051831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccb443df-1354-46c2-bd35-61dc2e426c38 req-f5b4461d-b001-4ac7-973c-a40c118f54b2 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448899 Nov 12 20:52:39.090416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:39.126051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.138303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d9bb34d-5d3f-4793-9517-81f9670ed12f req-e7107368-a878-47d7-9497-bf7cfeba4e3f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229641 Nov 12 20:52:39.246572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773ae3c-ce5c-4643-8c82-460f0f51a193 req-c520909a-c92e-48c2-83dc-e29e2ba6038e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:39.251758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2773ae3c-ce5c-4643-8c82-460f0f51a193 req-c520909a-c92e-48c2-83dc-e29e2ba6038e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 931 time: 0.0982223 Nov 12 20:52:39.258914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99797ac2-76ba-4b35-9ab6-1e19bf2151b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.303402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2773ae3c-ce5c-4643-8c82-460f0f51a193 req-9357287b-aef8-479f-b2c5-d495a2377c8c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474658 Nov 12 20:52:39.345248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99797ac2-76ba-4b35-9ab6-1e19bf2151b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.370814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.419837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:39.422869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:39.426486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99797ac2-76ba-4b35-9ab6-1e19bf2151b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.427909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:39.479499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:39.491612 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-99797ac2-76ba-4b35-9ab6-1e19bf2151b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b8713c13b574249823d5b1d83f294a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995752 Nov 12 20:52:39.492571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99797ac2-76ba-4b35-9ab6-1e19bf2151b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b0aa5f-d30f-470d-85b5-2c1db93d0939,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:39.496414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39262) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:39.531694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 861f0f57-4061-4aaf-9373-43d7f53bbe2b up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:39.570192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:39.572207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.591937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69ed63a9-5460-4a4c-a9ca-7a27f89d7a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.645404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69ed63a9-5460-4a4c-a9ca-7a27f89d7a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.717053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-cea3394c-f802-4cee-a7e9-a1d31c7cbf93 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4039969 Nov 12 20:52:39.727527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78723-e748-4916-b64d-9e3780a01f21 req-68872d72-58c5-47a5-a61b-4e01391955f7 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:39.729908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ee78723-e748-4916-b64d-9e3780a01f21 req-68872d72-58c5-47a5-a61b-4e01391955f7 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1052089 Nov 12 20:52:39.738243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'admin_state_up': True, 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'security_groups': ['267046f4-e698-48cc-84f7-2440b0237ff7']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:39.753662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 861f0f57-4061-4aaf-9373-43d7f53bbe2b completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:52:39.758476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 861f0f57-4061-4aaf-9373-43d7f53bbe2b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:39.758991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.782151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69ed63a9-5460-4a4c-a9ca-7a27f89d7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.784879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69ed63a9-5460-4a4c-a9ca-7a27f89d7a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.786387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-69ed63a9-5460-4a4c-a9ca-7a27f89d7a96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62b0aa5f-d30f-470d-85b5-2c1db93d0939 HTTP/1.1" status: 204 len: 168 time: 0.2890279 Nov 12 20:52:39.802070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed63a9-5460-4a4c-a9ca-7a27f89d7a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b0aa5f-d30f-470d-85b5-2c1db93d0939,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:39.836216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-85b61872-1b33-4abe-ac4c-69f1c12f190a None None] Provisioning complete for port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:39.836694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3e1b42-dda3-4e9b-8da6-2dc5e080b7fb req-70632473-07ee-4cb1-b6dd-c7f968e51503 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/5c534743-d1fd-4d0f-9a85-ffda02f061d4 HTTP/1.1" status: 200 len: 1818 time: 0.1533935 Nov 12 20:52:39.838443 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-85b61872-1b33-4abe-ac4c-69f1c12f190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.881892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-85b61872-1b33-4abe-ac4c-69f1c12f190a None None] Port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:39.909518 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ee78723-e748-4916-b64d-9e3780a01f21 req-b37129a1-4e1f-4c33-993b-47ef7bef632d tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677904 Nov 12 20:52:39.940193 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:39.968824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3e1b42-dda3-4e9b-8da6-2dc5e080b7fb req-e864f5b4-d113-41d2-9ad1-55d7bbe768f7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.000414 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3e1b42-dda3-4e9b-8da6-2dc5e080b7fb req-e864f5b4-d113-41d2-9ad1-55d7bbe768f7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.046448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 861f0f57-4061-4aaf-9373-43d7f53bbe2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=861f0f57-4061-4aaf-9373-43d7f53bbe2b,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:40.073517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:40.077256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.139788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.151963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861f0f57-4061-4aaf-9373-43d7f53bbe2b'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:40.154349 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d1a7f0-0fc0-4c3a-95e4-cd103da5b712" -d '{"events": [{"server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "name": "network-vif-plugged", "status": "completed", "tag": "861f0f57-4061-4aaf-9373-43d7f53bbe2b"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:40.194617 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.196256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3e1b42-dda3-4e9b-8da6-2dc5e080b7fb req-e864f5b4-d113-41d2-9ad1-55d7bbe768f7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.197993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1615863e-f8a5-454e-8aa0-13c9f5d1df1d no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:40.199432 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1b3e1b42-dda3-4e9b-8da6-2dc5e080b7fb req-e864f5b4-d113-41d2-9ad1-55d7bbe768f7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.205260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3e1b42-dda3-4e9b-8da6-2dc5e080b7fb req-e864f5b4-d113-41d2-9ad1-55d7bbe768f7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/5c534743-d1fd-4d0f-9a85-ffda02f061d4 HTTP/1.1" status: 204 len: 173 time: 0.3676984 Nov 12 20:52:40.311116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864f5b4-d113-41d2-9ad1-55d7bbe768f7 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c534743-d1fd-4d0f-9a85-ffda02f061d4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:40.327330 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.336093 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a259cc6-f519-4200-8565-0edb3d297991 x-openstack-request-id: req-3a259cc6-f519-4200-8565-0edb3d297991 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:40.336427 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "name": "network-vif-plugged", "status": "completed", "tag": "861f0f57-4061-4aaf-9373-43d7f53bbe2b", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:40.336784 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a259cc6-f519-4200-8565-0edb3d297991 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:40.337342 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861f0f57-4061-4aaf-9373-43d7f53bbe2b', 'code': 200} Nov 12 20:52:40.346294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=861f0f57-4061-4aaf-9373-43d7f53bbe2b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:40.390555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 1615863e-f8a5-454e-8aa0-13c9f5d1df1d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:40.391006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1615863e-f8a5-454e-8aa0-13c9f5d1df1d not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:40.393868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Allocated IP 10.1.1.64 (50d84c6b-5301-433b-9eab-ee9301ea4aeb/515b0243-f086-4f97-9b8f-a235d68b71f1/e66877d1-7052-4510-be0f-7e88565c976a) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:40.437533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34092b3-20b8-44c9-aa33-cd33af2a4573 req-45ea048d-a152-4e88-965d-e48f596fc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:40.438084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34092b3-20b8-44c9-aa33-cd33af2a4573 req-45ea048d-a152-4e88-965d-e48f596fc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:40.439812 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a34092b3-20b8-44c9-aa33-cd33af2a4573 req-45ea048d-a152-4e88-965d-e48f596fc5bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1986 time: 0.0675833 Nov 12 20:52:40.508945 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a34092b3-20b8-44c9-aa33-cd33af2a4573 req-8d4342c7-08e4-49cd-980b-90852f398a4f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562365 Nov 12 20:52:40.525131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b0fe-d90c-437a-80fa-e2f6e8ce8c09 req-5973ffad-4eaa-4ca7-9be4-5226950447ea tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:40.526971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f25b0fe-d90c-437a-80fa-e2f6e8ce8c09 req-5973ffad-4eaa-4ca7-9be4-5226950447ea tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1400619 Nov 12 20:52:40.576388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8fb3-2d2f-4cad-99a9-aa5da86321e8 req-c3bd9bd8-ce4c-48e6-81f7-f5a72fa12108 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:40.582346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8fb3-2d2f-4cad-99a9-aa5da86321e8 req-c3bd9bd8-ce4c-48e6-81f7-f5a72fa12108 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:40.583994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd9b8fb3-2d2f-4cad-99a9-aa5da86321e8 req-c3bd9bd8-ce4c-48e6-81f7-f5a72fa12108 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1682 time: 0.1648588 Nov 12 20:52:40.702588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f25b0fe-d90c-437a-80fa-e2f6e8ce8c09 req-db39c448-7b3e-4172-b727-3d10f92c68db tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642742 Nov 12 20:52:40.721642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd9b8fb3-2d2f-4cad-99a9-aa5da86321e8 req-a8695b77-ace7-4200-85f0-1ee2f102d61a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220732 Nov 12 20:52:40.764986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.814958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87e163ca-a40c-43d4-b91e-a2ffd7628cb6 req-c45dc862-2fa0-440b-9494-fb0398ff6ed0 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "GET /v2.0/security-groups/4b0587f8-6505-4138-8b34-32c93d1c5d23 HTTP/1.1" status: 200 len: 1817 time: 0.0748117 Nov 12 20:52:40.914470 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.916885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-87e163ca-a40c-43d4-b91e-a2ffd7628cb6 req-69a8a6cd-05df-43b9-9128-02cb6f9e6c18 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.990567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefbdba-07ec-47a4-bd34-70ec1d5fbd41 req-ccd7506c-97c3-49bf-999b-d58b627f34e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:40.997012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefbdba-07ec-47a4-bd34-70ec1d5fbd41 req-ccd7506c-97c3-49bf-999b-d58b627f34e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:40.998597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3aefbdba-07ec-47a4-bd34-70ec1d5fbd41 req-ccd7506c-97c3-49bf-999b-d58b627f34e0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 1653 time: 0.1328206 Nov 12 20:52:41.000274 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-87e163ca-a40c-43d4-b91e-a2ffd7628cb6 req-69a8a6cd-05df-43b9-9128-02cb6f9e6c18 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.015642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:41.042695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:41.049428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:41.083634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=e66877d1-7052-4510-be0f-7e88565c976a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:41.132252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3aefbdba-07ec-47a4-bd34-70ec1d5fbd41 req-83901688-a61a-45bd-ac1d-11dec784601c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246555 Nov 12 20:52:41.161793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:41.162518 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.176931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39304) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:41.216249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-87e163ca-a40c-43d4-b91e-a2ffd7628cb6 req-69a8a6cd-05df-43b9-9128-02cb6f9e6c18 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.218936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-87e163ca-a40c-43d4-b91e-a2ffd7628cb6 req-69a8a6cd-05df-43b9-9128-02cb6f9e6c18 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.220191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87e163ca-a40c-43d4-b91e-a2ffd7628cb6 req-69a8a6cd-05df-43b9-9128-02cb6f9e6c18 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] 10.222.0.64 "DELETE /v2.0/security-groups/4b0587f8-6505-4138-8b34-32c93d1c5d23 HTTP/1.1" status: 204 len: 173 time: 0.3969319 Nov 12 20:52:41.231718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8a6cd-05df-43b9-9128-02cb6f9e6c18 tempest-SecurityGroupsTestJSON-1134133430 tempest-SecurityGroupsTestJSON-1134133430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0587f8-6505-4138-8b34-32c93d1c5d23,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:41.234465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39308) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:41.274360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-563cdfac-6ccd-4456-a62a-2d39649ee25e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5339611 Nov 12 20:52:41.282239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6', 'admin_state_up': True, 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'security_groups': ['267046f4-e698-48cc-84f7-2440b0237ff7']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:41.351713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e81f07-14df-4fb8-ac9f-4d9ba73a6ee4 admin admin] Deleting subnet 1493b30f-bac9-4e40-8c5a-c05da522b11f {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:52:41.356041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3e81f07-14df-4fb8-ac9f-4d9ba73a6ee4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.380308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1643932040-network', 'tenant_id': '9ace385ef5be44c9973f368140b16652'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:41.409247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3e81f07-14df-4fb8-ac9f-4d9ba73a6ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.418642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0fae24d3-64c8-4ac8-9a33-0e028672d17f None None] Provisioning complete for port e66877d1-7052-4510-be0f-7e88565c976a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:41.419201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0fae24d3-64c8-4ac8-9a33-0e028672d17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.456854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3e81f07-14df-4fb8-ac9f-4d9ba73a6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.477644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c37bf0-37d1-48f9-a9b5-881d47f60b3c req-fcd829d8-5744-4bda-b045-fc2415d49172 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:41.478744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0fae24d3-64c8-4ac8-9a33-0e028672d17f None None] Port e66877d1-7052-4510-be0f-7e88565c976a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:41.480092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3c37bf0-37d1-48f9-a9b5-881d47f60b3c req-fcd829d8-5744-4bda-b045-fc2415d49172 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1415756 Nov 12 20:52:41.524037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Made reservation on behalf of 9ace385ef5be44c9973f368140b16652 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:41.526927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.536607 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.548231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3c37bf0-37d1-48f9-a9b5-881d47f60b3c req-a389c29c-5960-42c5-9fec-673e5e97ba02 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553596 Nov 12 20:52:41.609434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3e81f07-14df-4fb8-ac9f-4d9ba73a6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.633883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:41.638321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e81f07-14df-4fb8-ac9f-4d9ba73a6ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1493b30f-bac9-4e40-8c5a-c05da522b11f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:41.647234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.652550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3e81f07-14df-4fb8-ac9f-4d9ba73a6ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.655763 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f3e81f07-14df-4fb8-ac9f-4d9ba73a6ee4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1493b30f-bac9-4e40-8c5a-c05da522b11f HTTP/1.1" status: 204 len: 168 time: 0.4202700 Nov 12 20:52:41.658183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39310) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:41.729695 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.740742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.766283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.789116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:52:41.827740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.828095 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Added segment d3d2eafa-79da-4c66-a3cd-b0938014cec4 of type vlan for network b243b7bd-46f4-46ca-ad40-39882d0e2620 Nov 12 20:52:41.878794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3679ccc-8afd-4bd1-a8bd-7d3ff2d3c7ab,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:41.882475 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.931556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da068097-c875-4660-93b4-0ba5942fa62e']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:41.934320 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.945945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:41.946257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd70cdd6-dace-454d-bff1-b96e63b6ccb6') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:41.960841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.990038 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.997243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:52:41.997633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:52:41.999388 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:52:42.057133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.058618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.059749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.064113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944874c5-33a7-4202-83b3-e9e0e3bc4c04 req-61cf7c4e-3d69-4623-aca7-65ebc86ef824 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.065642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-944874c5-33a7-4202-83b3-e9e0e3bc4c04 req-61cf7c4e-3d69-4623-aca7-65ebc86ef824 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1896322 Nov 12 20:52:42.095199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75d414-e89f-4d4f-8b2e-c404e3c06d61 req-f8f4c9d5-f886-4f64-824d-417fa0365164 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.101937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75d414-e89f-4d4f-8b2e-c404e3c06d61 req-f8f4c9d5-f886-4f64-824d-417fa0365164 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.110050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e75d414-e89f-4d4f-8b2e-c404e3c06d61 req-f8f4c9d5-f886-4f64-824d-417fa0365164 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1682 time: 0.2328420 Nov 12 20:52:42.127467 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.129301 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=b243b7bd-46f4-46ca-ad40-39882d0e2620,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:42.135364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.153194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] 10.222.0.64 "DELETE /v2.0/networks/da068097-c875-4660-93b4-0ba5942fa62e HTTP/1.1" status: 204 len: 168 time: 0.4823978 Nov 12 20:52:42.155359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network b243b7bd-46f4-46ca-ad40-39882d0e2620 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:52:42.166029 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c6a521ed-d893-49df-9641-3812d11a4fb6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9878113 Nov 12 20:52:42.169976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39320) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:42.195497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Request body: {'subnet': {'network_id': 'b243b7bd-46f4-46ca-ad40-39882d0e2620', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1643932040-subnet', 'tenant_id': '9ace385ef5be44c9973f368140b16652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:42.214515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd2d79-1984-4eee-95a8-b0def016ff9c admin admin] Pushing event deleted for resources: {'Network': ['ID=da068097-c875-4660-93b4-0ba5942fa62e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:42.256179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Allocated IP 10.2.2.100 (146557bc-c4c8-4990-a5f6-19e072b8a8a6/149e1401-185d-4641-bd1f-a88139a6867e/413e66bc-caf1-4d8d-955a-5729d255d131) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:42.288967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-944874c5-33a7-4202-83b3-e9e0e3bc4c04 req-8c8c8fbc-063a-40f3-8b81-fccafba8c159 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744790 Nov 12 20:52:42.294214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e75d414-e89f-4d4f-8b2e-c404e3c06d61 req-21c35e9d-9796-43ea-98d9-4a32800cd98f tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832049 Nov 12 20:52:42.363320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Made reservation on behalf of 9ace385ef5be44c9973f368140b16652 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:42.369021 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.500903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6cb2121d-8102-4c7e-80e0-262286d427de details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:42.501675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39326) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:42.555495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c4115db6-f14b-4141-92ec-e7cb74ef383b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51b346bd77c04c7ebe89921b97b367b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526261 Nov 12 20:52:42.558527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39328) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:42.627587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:42.642494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '6cb2121d-8102-4c7e-80e0-262286d427de', 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491', 'port_id': '6cb2121d-8102-4c7e-80e0-262286d427de', 'mac_address': 'fa:16:3e:f3:7a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c14f863-794a-45c8-b956-df025de5a519', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:42.678639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.689302 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.705227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb2121d-8102-4c7e-80e0-262286d427de {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:42.716789 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.729374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:42.808625 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.834381 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.837996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.840269 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11ab53b1-9ef2-478a-87db-be179d1c4769 HTTP/1.1" status: 204 len: 168 time: 0.2805734 Nov 12 20:52:42.871628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab53b1-9ef2-478a-87db-be179d1c4769,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:42.891139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:42.894617 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.904292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.904820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.905290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.905830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.906465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.907044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.907529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.908076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.908507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.909432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.909879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.910305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852c8e3-efc3-47be-ba31-127baf23868d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:42.911680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806904d-e1c6-41f7-ab2d-fabdcefadef9 req-74c45871-9543-4a45-bf1c-7aec7419fa06 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.918585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806904d-e1c6-41f7-ab2d-fabdcefadef9 req-74c45871-9543-4a45-bf1c-7aec7419fa06 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.924713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806904d-e1c6-41f7-ab2d-fabdcefadef9 req-74c45871-9543-4a45-bf1c-7aec7419fa06 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.939599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4806904d-e1c6-41f7-ab2d-fabdcefadef9 req-74c45871-9543-4a45-bf1c-7aec7419fa06 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 2373 time: 0.5400679 Nov 12 20:52:42.959014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560493a6-9080-4b1f-93ab-83471361ddf9 req-f8df0856-219e-4111-866f-5aec6deb75e6 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.966487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-560493a6-9080-4b1f-93ab-83471361ddf9 req-f8df0856-219e-4111-866f-5aec6deb75e6 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 944 time: 0.2238760 Nov 12 20:52:43.092647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6cb2121d-8102-4c7e-80e0-262286d427de'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:43.119988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4806904d-e1c6-41f7-ab2d-fabdcefadef9 req-8bad2edb-0c77-44b8-aeb3-4eb376ec5e7e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795933 Nov 12 20:52:43.138756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-560493a6-9080-4b1f-93ab-83471361ddf9 req-ac58fe6a-d3da-48f6-985b-f4c1b377e2c0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713212 Nov 12 20:52:43.234251 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:43.281269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:43.287589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:43.291578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:43.319717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=413e66bc-caf1-4d8d-955a-5729d255d131,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:43.335824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:43.530328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:43.530960 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:43.554654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52e8d7a-3437-4837-abd3-5b2bc6a18ded,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:43.592174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19289867-5f17-42b4-aaf3-1bd176b1eb97 req-9bc40b1f-5c65-49fc-8cfa-0bbbbb8b6124 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:43.593738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19289867-5f17-42b4-aaf3-1bd176b1eb97 req-9bc40b1f-5c65-49fc-8cfa-0bbbbb8b6124 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1612203 Nov 12 20:52:43.599093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Checking segment: {'id': 'd3d2eafa-79da-4c66-a3cd-b0938014cec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b243b7bd-46f4-46ca-ad40-39882d0e2620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:43.599093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Network hostable DHCP agents. Network: b243b7bd-46f4-46ca-ad40-39882d0e2620, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:52:43.609624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791d29c-09c8-437e-a3f4-d55fe6612198 req-738fd8ce-b66c-46ad-a7ee-ab775e4851c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:43.615680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791d29c-09c8-437e-a3f4-d55fe6612198 req-738fd8ce-b66c-46ad-a7ee-ab775e4851c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:43.617408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a791d29c-09c8-437e-a3f4-d55fe6612198 req-738fd8ce-b66c-46ad-a7ee-ab775e4851c0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1682 time: 0.1833448 Nov 12 20:52:43.638221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e4676c99-cfb9-4197-b270-688be2f461a2 None None] Provisioning complete for port 413e66bc-caf1-4d8d-955a-5729d255d131 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:43.638702 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e4676c99-cfb9-4197-b270-688be2f461a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:43.678779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e6df8dc6-db80-4865-b5aa-9d3caee76f2f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4017015 Nov 12 20:52:43.698129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e4676c99-cfb9-4197-b270-688be2f461a2 None None] Port 413e66bc-caf1-4d8d-955a-5729d255d131 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:43.703551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6', 'admin_state_up': True, 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'security_groups': ['267046f4-e698-48cc-84f7-2440b0237ff7']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:43.786854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19289867-5f17-42b4-aaf3-1bd176b1eb97 req-15a208b0-58be-4266-b8ab-45be426ca1d4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679735 Nov 12 20:52:43.794301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Network b243b7bd-46f4-46ca-ad40-39882d0e2620 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:52:43.807913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a791d29c-09c8-437e-a3f4-d55fe6612198 req-d5fea6e8-ecec-483d-acaf-6fdbe4ae4a4e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620352 Nov 12 20:52:43.878845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, b243b7bd-46f4-46ca-ad40-39882d0e2620) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:43.893139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:43.893701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:43.893883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf24a7f-0b31-4051-9f17-e7d2419c1048 None None] Network b243b7bd-46f4-46ca-ad40-39882d0e2620 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:44.051330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Made reservation on behalf of 9cc043d6557c454bb59a2953763aa397 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:44.059385 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:44.066353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb391d3-86a0-4a72-adbb-9ad9f5960589 None None] Network b243b7bd-46f4-46ca-ad40-39882d0e2620 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:44.158563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f13a03f-febd-4f49-aeba-0f0ffb644ac5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9725978 Nov 12 20:52:44.449113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e20f9-85cb-413e-a7ec-f83669389eb8 req-d3f46718-d8fe-4433-842c-3db69d8bc8e4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:44.460056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e20f9-85cb-413e-a7ec-f83669389eb8 req-d3f46718-d8fe-4433-842c-3db69d8bc8e4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:44.486287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e20f9-85cb-413e-a7ec-f83669389eb8 req-d3f46718-d8fe-4433-842c-3db69d8bc8e4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:44.500872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e20f9-85cb-413e-a7ec-f83669389eb8 req-d3f46718-d8fe-4433-842c-3db69d8bc8e4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:44.502561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6cb2121d-8102-4c7e-80e0-262286d427de up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:44.518667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc9e20f9-85cb-413e-a7ec-f83669389eb8 req-d3f46718-d8fe-4433-842c-3db69d8bc8e4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 3094 time: 0.2339044 Nov 12 20:52:44.548517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Allocated IP 10.2.2.200 (146557bc-c4c8-4990-a5f6-19e072b8a8a6/149e1401-185d-4641-bd1f-a88139a6867e/0fe86a84-105e-4bb1-9ecc-9f44013f92ce) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:44.561446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39374) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:44.692968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc9e20f9-85cb-413e-a7ec-f83669389eb8 req-34708549-6036-421a-a714-2d6e75e4c6e6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732180 Nov 12 20:52:44.714584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 6cb2121d-8102-4c7e-80e0-262286d427de completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:52:44.719558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 6cb2121d-8102-4c7e-80e0-262286d427de triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:44.720227 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:44.740577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-926138800-network', 'tenant_id': '2b3a03fe90cd4e749345ecb8868dba46'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:44.780206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503a9d6-dd24-4577-83c8-cf10eb33fefb req-6eddcd2d-fdc1-4cb6-b253-5b9318c239a0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:44.789200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1503a9d6-dd24-4577-83c8-cf10eb33fefb req-6eddcd2d-fdc1-4cb6-b253-5b9318c239a0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 944 time: 0.2254233 Nov 12 20:52:44.856156 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Made reservation on behalf of 2b3a03fe90cd4e749345ecb8868dba46 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:44.859713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:44.870966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:44.893951 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:44.925638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1503a9d6-dd24-4577-83c8-cf10eb33fefb req-44be806e-c67a-45d7-88dc-951a0ad4fb55 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346924 Nov 12 20:52:44.945621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:44.953889 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea67767-e741-480c-9d39-182e9a257c18" -d '{"events": [{"server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "name": "network-vif-plugged", "status": "completed", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:44.985266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:45.002140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.013664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.056891 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.078879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.097261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a795e138-0903-49f6-bdfd-d4731bd7f6b4 req-1154a2f2-b120-4959-b127-5a5214360c7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1080761564', 'description': 'tempest-description-1180581935'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:45.113190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:52:45.117192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:45.119081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86066a3b-e10f-4d43-803d-df7ac3b7c6b7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:45.129596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.129994 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Added segment 3c6165f8-0061-40ec-b5f2-dbb3f0364710 of type vlan for network 703f3b6a-28fc-475a-bad8-c3776547fe8e Nov 12 20:52:45.142485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557b8d8-f4fa-448a-933f-09f808b1ec00 req-09c6f4ee-2dc6-4e33-be54-38f43217acd8 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.149025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557b8d8-f4fa-448a-933f-09f808b1ec00 req-09c6f4ee-2dc6-4e33-be54-38f43217acd8 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.151196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6557b8d8-f4fa-448a-933f-09f808b1ec00 req-09c6f4ee-2dc6-4e33-be54-38f43217acd8 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1682 time: 0.1125591 Nov 12 20:52:45.152894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.175887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.206768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a795e138-0903-49f6-bdfd-d4731bd7f6b4 req-1154a2f2-b120-4959-b127-5a5214360c7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.220075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:45.238180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:45.245278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event updated for resources: {'Port': ['ID=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:45.249636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:45.262436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.264507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.265108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.321893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6557b8d8-f4fa-448a-933f-09f808b1ec00 req-d39cbabf-a110-49db-bb84-379ed3d6d03e tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569715 Nov 12 20:52:45.350843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] Pushing event updated for resources: {'Network': ['ID=703f3b6a-28fc-475a-bad8-c3776547fe8e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:45.370796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 703f3b6a-28fc-475a-bad8-c3776547fe8e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:52:45.383644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.384565 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.412082 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a4b23153-e5ab-4629-b4db-586c881e635c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8457658 Nov 12 20:52:45.412598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39388) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:45.421422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Request body: {'subnet': {'network_id': '703f3b6a-28fc-475a-bad8-c3776547fe8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-926138800-subnet', 'tenant_id': '2b3a03fe90cd4e749345ecb8868dba46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:45.474878 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a795e138-0903-49f6-bdfd-d4731bd7f6b4 req-1154a2f2-b120-4959-b127-5a5214360c7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.482495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-544a6844-8d25-4f87-a642-e2985c161789 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7924571 Nov 12 20:52:45.501593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4add-da09-445b-9750-7abaa80e74b6 req-3f4288b7-a7b0-4d64-bd30-3bd380a99ac4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.510542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9de4add-da09-445b-9750-7abaa80e74b6 req-3f4288b7-a7b0-4d64-bd30-3bd380a99ac4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1053748 Nov 12 20:52:45.517730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:45.549020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7ab0b3a9-0d35-4e05-98c5-c164c3cebcbb None None] Provisioning complete for port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:45.549381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b3a9-0d35-4e05-98c5-c164c3cebcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.557322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a795e138-0903-49f6-bdfd-d4731bd7f6b4 req-1154a2f2-b120-4959-b127-5a5214360c7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.582144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Made reservation on behalf of 2b3a03fe90cd4e749345ecb8868dba46 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:45.585608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.595984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0b3a9-0d35-4e05-98c5-c164c3cebcbb None None] Port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:45.658439 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.660384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154a2f2-b120-4959-b127-5a5214360c7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c1154-cecb-401e-bef2-77f9bd099d5b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:45.678573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9de4add-da09-445b-9750-7abaa80e74b6 req-31c3e69e-82ec-4511-998e-82065b43eefc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606445 Nov 12 20:52:45.699517 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a795e138-0903-49f6-bdfd-d4731bd7f6b4 req-1154a2f2-b120-4959-b127-5a5214360c7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.711422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a795e138-0903-49f6-bdfd-d4731bd7f6b4 req-1154a2f2-b120-4959-b127-5a5214360c7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6266561 Nov 12 20:52:45.818885 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302c9fab-94a1-47fc-97f0-027799fd2571 x-openstack-request-id: req-302c9fab-94a1-47fc-97f0-027799fd2571 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:45.819449 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "name": "network-vif-plugged", "status": "completed", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:45.819449 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-302c9fab-94a1-47fc-97f0-027799fd2571 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:45.819830 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de', 'code': 200} Nov 12 20:52:45.966580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe50fa7-659c-4597-86f4-97e03f44d407 req-523ef78e-be2f-4e3c-9a79-7545b7c5d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.968196 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dbe50fa7-659c-4597-86f4-97e03f44d407 req-523ef78e-be2f-4e3c-9a79-7545b7c5d846 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1097 time: 0.0630569 Nov 12 20:52:46.007806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2c11490-658c-4bc2-ac11-5acbca65c435 req-5d5f3112-959c-4c18-8ae1-b786a3e59b0f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/8d8c1154-cecb-401e-bef2-77f9bd099d5b HTTP/1.1" status: 200 len: 1824 time: 0.1388783 Nov 12 20:52:46.035339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b751c-347c-4511-8c8e-99304ea6decf req-171f3536-8d01-4ec0-9f63-6f8b0f87c95f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.041398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b751c-347c-4511-8c8e-99304ea6decf req-171f3536-8d01-4ec0-9f63-6f8b0f87c95f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.047538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b751c-347c-4511-8c8e-99304ea6decf req-171f3536-8d01-4ec0-9f63-6f8b0f87c95f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.049754 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dbe50fa7-659c-4597-86f4-97e03f44d407 req-d0e3c34d-0a81-4091-b816-1a2c4f89f008 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732260 Nov 12 20:52:46.051647 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.053608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b751c-347c-4511-8c8e-99304ea6decf req-171f3536-8d01-4ec0-9f63-6f8b0f87c95f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.061084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b751c-347c-4511-8c8e-99304ea6decf req-171f3536-8d01-4ec0-9f63-6f8b0f87c95f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.062868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-173b751c-347c-4511-8c8e-99304ea6decf req-171f3536-8d01-4ec0-9f63-6f8b0f87c95f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 3815 time: 0.1832387 Nov 12 20:52:46.067597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c2c11490-658c-4bc2-ac11-5acbca65c435 req-a6abb627-c6a0-4c1e-8aef-95456d396b7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d8c1154-cecb-401e-bef2-77f9bd099d5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:46.067923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c2c11490-658c-4bc2-ac11-5acbca65c435 req-a6abb627-c6a0-4c1e-8aef-95456d396b7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d8c1154-cecb-401e-bef2-77f9bd099d5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:46.118919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e43c30-8fe1-4edd-bebb-45f191bb6ff8,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:46.135551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-838dfc5c-585d-4b53-9cb6-583a955f5e67 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.142114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-838dfc5c-585d-4b53-9cb6-583a955f5e67 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.145663 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-838dfc5c-585d-4b53-9cb6-583a955f5e67 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1682 time: 0.1243801 Nov 12 20:52:46.165793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-173b751c-347c-4511-8c8e-99304ea6decf req-f7b693be-6a30-4863-b36c-8ed0c172f803 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903723 Nov 12 20:52:46.196350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Checking segment: {'id': '3c6165f8-0061-40ec-b5f2-dbb3f0364710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '703f3b6a-28fc-475a-bad8-c3776547fe8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:46.196790 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Network hostable DHCP agents. Network: 703f3b6a-28fc-475a-bad8-c3776547fe8e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:52:46.240818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9639032-a1d5-41f6-bbd9-deb2f45c3c07 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:46.257241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.280597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c2c11490-658c-4bc2-ac11-5acbca65c435 req-a6abb627-c6a0-4c1e-8aef-95456d396b7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.294019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Transition to ACTIVE for port object c9639032-a1d5-41f6-bbd9-deb2f45c3c07 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:46.297598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Network 703f3b6a-28fc-475a-bad8-c3776547fe8e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:52:46.311745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port 1867358f-b877-45c7-81fd-4acb89ff777f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:46.312727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.337055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c2c11490-658c-4bc2-ac11-5acbca65c435 req-a6abb627-c6a0-4c1e-8aef-95456d396b7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.363891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e964e1-156d-486f-8778-7b497dac1b74 req-6c32497e-a7f8-4cb0-a692-8c0a6ee89710 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.371529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0e964e1-156d-486f-8778-7b497dac1b74 req-6c32497e-a7f8-4cb0-a692-8c0a6ee89710 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.0626438 Nov 12 20:52:46.389125 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.407258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 703f3b6a-28fc-475a-bad8-c3776547fe8e) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:46.417248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b41fc-43c1-4522-90d4-47bfb755ccbc None None] Network 703f3b6a-28fc-475a-bad8-c3776547fe8e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:46.424352 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c2c11490-658c-4bc2-ac11-5acbca65c435 req-a6abb627-c6a0-4c1e-8aef-95456d396b7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.426941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.428262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.455402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port 1867358f-b877-45c7-81fd-4acb89ff777f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1867358f-b877-45c7-81fd-4acb89ff777f,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:46.456224 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.472849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb627-c6a0-4c1e-8aef-95456d396b7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf27ac00-0dac-4eba-9040-d3e8940b0de9,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:46.483504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for 1867358f-b877-45c7-81fd-4acb89ff777f owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:46.491684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Pushing event updated for resources: {'Port': ['ID=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:46.510409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0e964e1-156d-486f-8778-7b497dac1b74 req-9098ef29-0854-4815-8db1-45c3a0d6eaa8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370301 Nov 12 20:52:46.565023 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c96ddda9-34fc-442f-ba23-96a302199fa3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1505790 Nov 12 20:52:46.615445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c2c11490-658c-4bc2-ac11-5acbca65c435 req-a6abb627-c6a0-4c1e-8aef-95456d396b7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.638656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2c11490-658c-4bc2-ac11-5acbca65c435 req-a6abb627-c6a0-4c1e-8aef-95456d396b7f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6171484 Nov 12 20:52:46.665717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-bc7f353e-2f77-4ffb-8006-cb730df0d2da req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1528108881', 'description': 'tempest-description-423516860'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:46.700816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Attempting to bind port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:46.701146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Attempting to bind port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:46.701583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Attempting to bind port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 on network 6d55188b-f390-4fb9-9446-2ca26fe33c28 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:46.736622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 on network 6d55188b-f390-4fb9-9446-2ca26fe33c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:46.736945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Attempting to bind port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 on network 6d55188b-f390-4fb9-9446-2ca26fe33c28 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:46.750449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:46.750687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Checking segment: {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:46.751065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Bound using segment: {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:46.751532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Bound port: c9639032-a1d5-41f6-bbd9-deb2f45c3c07, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:46.751889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.790772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9e253-0f73-405c-8572-9bda6ef78340 req-58121b3f-3428-43df-bb33-d0d0f9fe2101 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.797341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9e253-0f73-405c-8572-9bda6ef78340 req-58121b3f-3428-43df-bb33-d0d0f9fe2101 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:46.799072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a9e253-0f73-405c-8572-9bda6ef78340 req-58121b3f-3428-43df-bb33-d0d0f9fe2101 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 1682 time: 0.1117814 Nov 12 20:52:46.829320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bc7f353e-2f77-4ffb-8006-cb730df0d2da req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.839516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:46.866482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1867358f-b877-45c7-81fd-4acb89ff777f', '861f0f57-4061-4aaf-9373-43d7f53bbe2b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:46.886962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=1867358f-b877-45c7-81fd-4acb89ff777f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:46.911941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b55d5b-a22a-4ac5-b3d6-670376441eb1 None None] Network 703f3b6a-28fc-475a-bad8-c3776547fe8e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:46.933029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a9e253-0f73-405c-8572-9bda6ef78340 req-22e577c8-d468-4809-80d2-7e7745f0d932 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5e5e41f-8a81-45ee-9162-7f24b50d1567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048510 Nov 12 20:52:46.954707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] For port c9639032-a1d5-41f6-bbd9-deb2f45c3c07, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:46.961682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] For port c9639032-a1d5-41f6-bbd9-deb2f45c3c07, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:47.017418 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bc7f353e-2f77-4ffb-8006-cb730df0d2da req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.035905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port 1867358f-b877-45c7-81fd-4acb89ff777f on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:47.038818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.044443 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-84a1e5d1-993b-4da2-a16f-4b93cf7c36a4 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "DELETE /v2.0/ports/1867358f-b877-45c7-81fd-4acb89ff777f HTTP/1.1" status: 204 len: 173 time: 0.8886454 Nov 12 20:52:47.045429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'name': 'network-vif-deleted', 'tag': '1867358f-b877-45c7-81fd-4acb89ff777f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:47.048365 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6b2b33-ac98-4747-816d-fb7dea42f277" -d '{"events": [{"server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "name": "network-vif-deleted", "tag": "1867358f-b877-45c7-81fd-4acb89ff777f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:47.053386 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.143719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.145000 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.147185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] 10.222.0.46 "PUT /v2.0/ports/c9639032-a1d5-41f6-bbd9-deb2f45c3c07 HTTP/1.1" status: 200 len: 1092 time: 1.6555901 Nov 12 20:52:47.150572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40d287-f7f0-4840-bc46-6799f5a0a477 service neutron] Pushing event updated for resources: {'Port': ['ID=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:47.170906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:47.176411 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa073c9-6a5b-43f9-95e2-6ba973575302" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:47.184694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bc7f353e-2f77-4ffb-8006-cb730df0d2da req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.236758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port 861f0f57-4061-4aaf-9373-43d7f53bbe2b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:47.237321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.272563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:47.299098 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bc7f353e-2f77-4ffb-8006-cb730df0d2da req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.324358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc7f353e-2f77-4ffb-8006-cb730df0d2da req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6602716 Nov 12 20:52:47.368789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb9f2a-437c-4edb-a717-51c57a7568f5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:47.400852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.401217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.401549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.401894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.402251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.402945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.403308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.403651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.403988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.404318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.404648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.405120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb83d9-7d60-4709-9a0f-61d9b75b0245 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:47.421127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e75ce-c1e2-4fb2-9d27-0752a64752f7 req-6875cab1-3e72-4b32-8052-61b8b6c04628 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.422762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c14e75ce-c1e2-4fb2-9d27-0752a64752f7 req-6875cab1-3e72-4b32-8052-61b8b6c04628 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.2743189 Nov 12 20:52:47.423367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port 861f0f57-4061-4aaf-9373-43d7f53bbe2b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=861f0f57-4061-4aaf-9373-43d7f53bbe2b,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:47.423811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.445067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for 861f0f57-4061-4aaf-9373-43d7f53bbe2b owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:47.506190 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-04a99db9-5ef6-46b2-b55c-8d013f09c46d req-36fdd8a2-69d8-4dbd-ac1a-2dfe1fd78b1c tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] show failed (client error): The resource could not be found. Nov 12 20:52:47.507163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04a99db9-5ef6-46b2-b55c-8d013f09c46d req-36fdd8a2-69d8-4dbd-ac1a-2dfe1fd78b1c tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] 10.222.0.64 "GET /v2.0/security-groups/5473e612-73c8-474d-b5ce-5eff6ef7a64c HTTP/1.1" status: 404 len: 352 time: 0.0803046 Nov 12 20:52:47.511658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.548695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c14e75ce-c1e2-4fb2-9d27-0752a64752f7 req-1c48d512-e875-4cac-bff9-73ded56e263b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154678 Nov 12 20:52:47.662732 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05db35cb-4fed-48b8-a121-01825282c1d3 x-openstack-request-id: req-05db35cb-4fed-48b8-a121-01825282c1d3 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:47.663031 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "name": "network-vif-deleted", "tag": "1867358f-b877-45c7-81fd-4acb89ff777f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:47.665321 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05db35cb-4fed-48b8-a121-01825282c1d3 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:47.665321 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'name': 'network-vif-deleted', 'tag': '1867358f-b877-45c7-81fd-4acb89ff777f', 'status': 'completed', 'code': 200} Nov 12 20:52:47.730760 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f86c051-b694-496c-97d6-6b245ea79c53 x-openstack-request-id: req-9f86c051-b694-496c-97d6-6b245ea79c53 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:47.731055 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:47.731403 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f86c051-b694-496c-97d6-6b245ea79c53 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:47.731828 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'status': 'completed', 'code': 200} Nov 12 20:52:47.790674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.826279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=861f0f57-4061-4aaf-9373-43d7f53bbe2b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:47.861059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-a4204bc9-0f65-4dcb-ac01-e4630f099cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.861059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-a4204bc9-0f65-4dcb-ac01-e4630f099cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.861059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-a4204bc9-0f65-4dcb-ac01-e4630f099cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.861059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-a4204bc9-0f65-4dcb-ac01-e4630f099cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.861059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-a4204bc9-0f65-4dcb-ac01-e4630f099cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.863071 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-a4204bc9-0f65-4dcb-ac01-e4630f099cd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 4363 time: 0.1040838 Nov 12 20:52:47.886188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port 861f0f57-4061-4aaf-9373-43d7f53bbe2b on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:47.888946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba556e-96bb-4752-b9bf-4616790a8f08 req-71f185d3-5577-4000-86c6-2931eb3809ab tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.895789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba556e-96bb-4752-b9bf-4616790a8f08 req-71f185d3-5577-4000-86c6-2931eb3809ab tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.896219 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:47.900587 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90da3d11-050a-4a9a-a60f-d2c7c50eb611 req-29aaaf9b-3a17-459f-b55c-4f63f9ee98a0 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.46 "DELETE /v2.0/ports/861f0f57-4061-4aaf-9373-43d7f53bbe2b HTTP/1.1" status: 204 len: 173 time: 0.8456941 Nov 12 20:52:47.903332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba556e-96bb-4752-b9bf-4616790a8f08 req-71f185d3-5577-4000-86c6-2931eb3809ab tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.913442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba556e-96bb-4752-b9bf-4616790a8f08 req-71f185d3-5577-4000-86c6-2931eb3809ab tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.929099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba556e-96bb-4752-b9bf-4616790a8f08 req-71f185d3-5577-4000-86c6-2931eb3809ab tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:47.931182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2ba556e-96bb-4752-b9bf-4616790a8f08 req-71f185d3-5577-4000-86c6-2931eb3809ab tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 3827 time: 0.1985307 Nov 12 20:52:47.937797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3a98f31-9e0d-4509-b070-ab99c07125eb req-59d5308d-77b1-4393-9fa8-b59d68bf428b tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/cafb9f2a-437c-4edb-a717-51c57a7568f5 HTTP/1.1" status: 200 len: 1823 time: 0.1863353 Nov 12 20:52:48.002338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b3a98f31-9e0d-4509-b070-ab99c07125eb req-01e0a545-e567-477b-baba-1e33ca661783 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cafb9f2a-437c-4edb-a717-51c57a7568f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:48.002754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b3a98f31-9e0d-4509-b070-ab99c07125eb req-01e0a545-e567-477b-baba-1e33ca661783 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cafb9f2a-437c-4edb-a717-51c57a7568f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:48.048944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-633c02f8-af76-458e-9763-0b8ff695b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:48.049429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-633c02f8-af76-458e-9763-0b8ff695b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:48.049815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-633c02f8-af76-458e-9763-0b8ff695b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:48.051562 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-633c02f8-af76-458e-9763-0b8ff695b8a3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9cc043d6557c454bb59a2953763aa397&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1665759 Nov 12 20:52:48.175464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d58751-e780-4c96-8bf7-12b4003f2b39 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:48.204083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2ba556e-96bb-4752-b9bf-4616790a8f08 req-608ebf74-cf8d-478f-b291-9e849eccb559 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518530 Nov 12 20:52:48.210119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.263865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Transition to ACTIVE for port object 24d58751-e780-4c96-8bf7-12b4003f2b39 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:48.271919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-49332841-a83a-48e9-a4a7-1eb13f656a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:48.274853 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9aa073c9-6a5b-43f9-95e2-6ba973575302 req-49332841-a83a-48e9-a4a7-1eb13f656a02 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2103617 Nov 12 20:52:48.321677 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b3a98f31-9e0d-4509-b070-ab99c07125eb req-01e0a545-e567-477b-baba-1e33ca661783 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.342407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b3a98f31-9e0d-4509-b070-ab99c07125eb req-01e0a545-e567-477b-baba-1e33ca661783 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.376057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.424014 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b3a98f31-9e0d-4509-b070-ab99c07125eb req-01e0a545-e567-477b-baba-1e33ca661783 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.455941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c8d64-60f4-42eb-893b-87d0347f8532 req-10f4be83-70d1-4faa-8261-67ab3f29df78 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:48.457557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-544c8d64-60f4-42eb-893b-87d0347f8532 req-10f4be83-70d1-4faa-8261-67ab3f29df78 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.1134179 Nov 12 20:52:48.472654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0a545-e567-477b-baba-1e33ca661783 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca1e7f5-314d-4c90-90c1-58a4531b2cac,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:48.474480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Pushing event updated for resources: {'Port': ['ID=24d58751-e780-4c96-8bf7-12b4003f2b39,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:48.572423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-544c8d64-60f4-42eb-893b-87d0347f8532 req-ed995f6c-64e6-4083-8e38-ee88f713d0df tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063335 Nov 12 20:52:48.578402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b3a98f31-9e0d-4509-b070-ab99c07125eb req-01e0a545-e567-477b-baba-1e33ca661783 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.580607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3a98f31-9e0d-4509-b070-ab99c07125eb req-01e0a545-e567-477b-baba-1e33ca661783 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6328616 Nov 12 20:52:48.615753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Attempting to bind port 24d58751-e780-4c96-8bf7-12b4003f2b39 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:48.616093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Attempting to bind port 24d58751-e780-4c96-8bf7-12b4003f2b39 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:48.616424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Attempting to bind port 24d58751-e780-4c96-8bf7-12b4003f2b39 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:48.621989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Port 24d58751-e780-4c96-8bf7-12b4003f2b39 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:48.622315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Attempting to bind port 24d58751-e780-4c96-8bf7-12b4003f2b39 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:48.628329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:48.628663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Checking segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:48.629054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Bound using segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:48.629485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Bound port: 24d58751-e780-4c96-8bf7-12b4003f2b39, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:48.629843 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.735319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-064a2042-4d89-4181-963d-266bcaebaf83 req-fe22723b-b078-4219-a242-bfb7151e798a tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "GET /v2.0/ports?device_id=d740796e-00da-4f8d-b0f4-6f2610abe3f1 HTTP/1.1" status: 200 len: 210 time: 0.0507674 Nov 12 20:52:48.766390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85372a42-eebd-4dba-8f6e-bd5297d91f98 req-ebccb936-2a70-47c1-9902-c0dbd81fb99f tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b3a03fe90cd4e749345ecb8868dba46 HTTP/1.1" status: 200 len: 3005 time: 0.1257517 Nov 12 20:52:48.771936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] For port 24d58751-e780-4c96-8bf7-12b4003f2b39, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:48.773916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] For port 24d58751-e780-4c96-8bf7-12b4003f2b39, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=24d58751-e780-4c96-8bf7-12b4003f2b39,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:48.842072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.876813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85372a42-eebd-4dba-8f6e-bd5297d91f98 req-42d214b0-4590-45c1-9ee7-283ffbd3f8a4 tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] 10.222.0.64 "GET /v2.0/security-groups/86066a3b-e10f-4d43-803d-df7ac3b7c6b7 HTTP/1.1" status: 200 len: 3002 time: 0.1011922 Nov 12 20:52:48.889276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:48.889895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:48.891237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] 10.222.0.46 "PUT /v2.0/ports/24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 200 len: 1135 time: 1.6296391 Nov 12 20:52:48.940207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56823df4-5820-4e9e-a358-52e012cf4c9a req-d4700c27-099a-4d5b-b752-5f3e5d273bcf tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:48.948341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56823df4-5820-4e9e-a358-52e012cf4c9a req-d4700c27-099a-4d5b-b752-5f3e5d273bcf tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.1475086 Nov 12 20:52:48.968581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc666a31-7310-4a7d-b420-a14fa9109e9d service neutron] Pushing event updated for resources: {'Port': ['ID=24d58751-e780-4c96-8bf7-12b4003f2b39,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:48.990822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:49.036297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85372a42-eebd-4dba-8f6e-bd5297d91f98 req-fbd01e4a-979a-47bb-8adb-1adceec076eb tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] 10.222.0.64 "GET /v2.0/security-groups/86066a3b-e10f-4d43-803d-df7ac3b7c6b7 HTTP/1.1" status: 200 len: 3002 time: 0.1485982 Nov 12 20:52:49.082111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56823df4-5820-4e9e-a358-52e012cf4c9a req-285f75da-b906-45e4-b1c8-e880995962d2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328437 Nov 12 20:52:49.089514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-2a57eeda-4a91-448f-9803-0be018f8d40d req-662767d8-2f7d-42c9-8d60-a6be6205c0e9 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1299507365', 'description': 'tempest-description-1628125376'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:49.095964 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:49.273876 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a57eeda-4a91-448f-9803-0be018f8d40d req-662767d8-2f7d-42c9-8d60-a6be6205c0e9 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:49.356254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe792e-2b5e-4195-9b00-ac000efffe79 req-743f7291-c4a7-4b7c-bf2a-e3533e3a5337 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:49.357759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58fe792e-2b5e-4195-9b00-ac000efffe79 req-743f7291-c4a7-4b7c-bf2a-e3533e3a5337 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1097 time: 0.1379418 Nov 12 20:52:49.468554 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a57eeda-4a91-448f-9803-0be018f8d40d req-662767d8-2f7d-42c9-8d60-a6be6205c0e9 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:49.472596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58fe792e-2b5e-4195-9b00-ac000efffe79 req-0e06f504-06c9-4f59-80f3-3b1a1dc9c675 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079936 Nov 12 20:52:49.529144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198079ab-c48b-40d1-a9b7-62708b3f8947 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:49.537386 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:49.550626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Transition to ACTIVE for port object 198079ab-c48b-40d1-a9b7-62708b3f8947 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:49.552080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a57eeda-4a91-448f-9803-0be018f8d40d req-662767d8-2f7d-42c9-8d60-a6be6205c0e9 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:49.574009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1867358f-b877-45c7-81fd-4acb89ff777f no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:49.596105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 1867358f-b877-45c7-81fd-4acb89ff777f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:49.596452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1867358f-b877-45c7-81fd-4acb89ff777f not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:49.596961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 861f0f57-4061-4aaf-9373-43d7f53bbe2b no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:49.597557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662767d8-2f7d-42c9-8d60-a6be6205c0e9 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c4fbf0-2baf-4f6e-925d-8ad45d02d080,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:49.617408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 861f0f57-4061-4aaf-9373-43d7f53bbe2b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:49.618249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 861f0f57-4061-4aaf-9373-43d7f53bbe2b not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:49.631200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:49.664855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'name': 'network-vif-deleted', 'tag': '861f0f57-4061-4aaf-9373-43d7f53bbe2b'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:49.667438 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7e4094-e22b-4314-bb61-6e69b6ea5f20" -d '{"events": [{"server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "name": "network-vif-deleted", "tag": "861f0f57-4061-4aaf-9373-43d7f53bbe2b"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:49.680104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a57eeda-4a91-448f-9803-0be018f8d40d req-662767d8-2f7d-42c9-8d60-a6be6205c0e9 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:49.684097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a57eeda-4a91-448f-9803-0be018f8d40d req-662767d8-2f7d-42c9-8d60-a6be6205c0e9 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6010070 Nov 12 20:52:49.700430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95f83b97-f3d0-4ccd-b75c-49318b1ecf82 req-d71d23aa-bb30-425c-8b72-0623c958a4c4 tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] 10.222.0.64 "GET /v2.0/security-groups/86066a3b-e10f-4d43-803d-df7ac3b7c6b7 HTTP/1.1" status: 200 len: 3002 time: 0.1125362 Nov 12 20:52:49.735365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': '24d58751-e780-4c96-8bf7-12b4003f2b39'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:49.746120 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f085562-a6a3-45c8-8ee9-0c333848df01" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "24d58751-e780-4c96-8bf7-12b4003f2b39"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:49.756454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Pushing event updated for resources: {'Port': ['ID=198079ab-c48b-40d1-a9b7-62708b3f8947,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:49.855617 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-95f83b97-f3d0-4ccd-b75c-49318b1ecf82 req-b4f6963d-97f6-4dac-9635-51792d21293c tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 20:52:49.856757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95f83b97-f3d0-4ccd-b75c-49318b1ecf82 req-b4f6963d-97f6-4dac-9635-51792d21293c tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] 10.222.0.64 "DELETE /v2.0/security-groups/86066a3b-e10f-4d43-803d-df7ac3b7c6b7 HTTP/1.1" status: 409 len: 352 time: 0.1446223 Nov 12 20:52:49.893179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Attempting to bind port 198079ab-c48b-40d1-a9b7-62708b3f8947 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:49.897451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Attempting to bind port 198079ab-c48b-40d1-a9b7-62708b3f8947 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:49.897903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Attempting to bind port 198079ab-c48b-40d1-a9b7-62708b3f8947 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:49.912236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Port 198079ab-c48b-40d1-a9b7-62708b3f8947 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:49.912236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Attempting to bind port 198079ab-c48b-40d1-a9b7-62708b3f8947 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:49.916958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:49.917303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Checking segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:49.917747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Bound using segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:49.918183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Bound port: 198079ab-c48b-40d1-a9b7-62708b3f8947, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:49.918795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:50.324432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] For port 198079ab-c48b-40d1-a9b7-62708b3f8947, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:50.337469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-df9a2951-7e31-47e8-9373-03e0f35a962a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.343412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-df9a2951-7e31-47e8-9373-03e0f35a962a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.349351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-df9a2951-7e31-47e8-9373-03e0f35a962a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.355856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-df9a2951-7e31-47e8-9373-03e0f35a962a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.361752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-df9a2951-7e31-47e8-9373-03e0f35a962a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.367688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-df9a2951-7e31-47e8-9373-03e0f35a962a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.374196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-df9a2951-7e31-47e8-9373-03e0f35a962a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.376120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-df9a2951-7e31-47e8-9373-03e0f35a962a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5379 time: 0.4219327 Nov 12 20:52:50.391616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] For port 198079ab-c48b-40d1-a9b7-62708b3f8947, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=198079ab-c48b-40d1-a9b7-62708b3f8947,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:50.407560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f6787-fcf3-48e2-b508-c32cc5a62958 req-f13e6b6d-5d8a-43e8-bf7f-11f6e09bc0ac tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.409075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-449f6787-fcf3-48e2-b508-c32cc5a62958 req-f13e6b6d-5d8a-43e8-bf7f-11f6e09bc0ac tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1097 time: 0.1395016 Nov 12 20:52:50.473793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebde66f7-8bc0-4673-a01f-01325be9b16c req-c6cc105c-bc65-4ffb-add3-bddc8bc3f8f0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870528 Nov 12 20:52:50.485381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-449f6787-fcf3-48e2-b508-c32cc5a62958 req-48880073-11ee-49c7-aeec-77e26bc231da tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675819 Nov 12 20:52:50.491347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:50.541879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.542040 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ca725-6b8b-4761-9ad3-38bdf5b19631 x-openstack-request-id: req-ab2ca725-6b8b-4761-9ad3-38bdf5b19631 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:50.542271 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d740796e-00da-4f8d-b0f4-6f2610abe3f1", "name": "network-vif-deleted", "tag": "861f0f57-4061-4aaf-9373-43d7f53bbe2b", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:50.542532 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab2ca725-6b8b-4761-9ad3-38bdf5b19631 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:50.542800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:50.543031 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd740796e-00da-4f8d-b0f4-6f2610abe3f1', 'name': 'network-vif-deleted', 'tag': '861f0f57-4061-4aaf-9373-43d7f53bbe2b', 'status': 'completed', 'code': 200} Nov 12 20:52:50.544462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] 10.222.0.46 "PUT /v2.0/ports/198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 200 len: 1135 time: 1.5604167 Nov 12 20:52:50.547695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-99ae52e8-c785-478d-b419-072a7006ce40 req-9d4f1f36-aac1-4420-98eb-1ab978fbd2ad tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-111599483', 'description': 'tempest-description-2139384302'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:50.603545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2fce0-dee6-40d7-ba6b-f87596b705db service neutron] Pushing event updated for resources: {'Port': ['ID=198079ab-c48b-40d1-a9b7-62708b3f8947,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:50.608581 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90aec2d-ad9d-49a5-98d6-ce22f83031d3 x-openstack-request-id: req-f90aec2d-ad9d-49a5-98d6-ce22f83031d3 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:50.609345 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "24d58751-e780-4c96-8bf7-12b4003f2b39", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:50.609705 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f90aec2d-ad9d-49a5-98d6-ce22f83031d3 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:50.610358 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': '24d58751-e780-4c96-8bf7-12b4003f2b39', 'status': 'completed', 'code': 200} Nov 12 20:52:50.622664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:50.637339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:50.697052 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-ca0b6b41-0eff-43ac-bd77-4e1af9ff6b9d req-d054fdd8-e713-4270-a1d4-7fee19c8d397 tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] show failed (client error): The resource could not be found. Nov 12 20:52:50.698122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca0b6b41-0eff-43ac-bd77-4e1af9ff6b9d req-d054fdd8-e713-4270-a1d4-7fee19c8d397 tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] 10.222.0.64 "GET /v2.0/security-groups/46f7cdfa-50c5-42a8-96b0-d14aa8e68622 HTTP/1.1" status: 404 len: 352 time: 0.0639853 Nov 12 20:52:50.698837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-99ae52e8-c785-478d-b419-072a7006ce40 req-9d4f1f36-aac1-4420-98eb-1ab978fbd2ad tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:50.721348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:50.763235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-2524583a-5e4d-4ba7-8a84-20390aa57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.763751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-2524583a-5e4d-4ba7-8a84-20390aa57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.764134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-2524583a-5e4d-4ba7-8a84-20390aa57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.764601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-2524583a-5e4d-4ba7-8a84-20390aa57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.765064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-2524583a-5e4d-4ba7-8a84-20390aa57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.765526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-2524583a-5e4d-4ba7-8a84-20390aa57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.765985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-2524583a-5e4d-4ba7-8a84-20390aa57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:50.768243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-2524583a-5e4d-4ba7-8a84-20390aa57575 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6219 time: 0.1568205 Nov 12 20:52:50.774079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9037416-7b98-4953-82df-fcdc7a84e494 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting subnet c4b9fdd6-7d8a-4b97-9422-091e8e695341 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:52:50.779587 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9037416-7b98-4953-82df-fcdc7a84e494 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:50.941671 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9037416-7b98-4953-82df-fcdc7a84e494 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.007902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:51.015926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.017456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1208e-1bdd-4d16-8e10-daadb32fde8e req-1fb68398-047f-445e-a04c-87a8a263a663 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:51.019232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0e1208e-1bdd-4d16-8e10-daadb32fde8e req-1fb68398-047f-445e-a04c-87a8a263a663 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.2407944 Nov 12 20:52:51.021750 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-99ae52e8-c785-478d-b419-072a7006ce40 req-9d4f1f36-aac1-4420-98eb-1ab978fbd2ad tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.030046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Transition to ACTIVE for port object d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:51.068654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-8ff2fb9b-868d-470e-891b-641792c48738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:51.069125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-8ff2fb9b-868d-470e-891b-641792c48738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:51.069586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-8ff2fb9b-868d-470e-891b-641792c48738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:51.071829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-8ff2fb9b-868d-470e-891b-641792c48738 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9cc043d6557c454bb59a2953763aa397&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2843699 Nov 12 20:52:51.121788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-99ae52e8-c785-478d-b419-072a7006ce40 req-9d4f1f36-aac1-4420-98eb-1ab978fbd2ad tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.125139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.172295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f1f36-aac1-4420-98eb-1ab978fbd2ad tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c93e936-2d30-4a78-b1fa-ebd1302be86e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:51.207215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:51.217515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9037416-7b98-4953-82df-fcdc7a84e494 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.228297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0e1208e-1bdd-4d16-8e10-daadb32fde8e req-7a872371-ff36-4211-8e16-90d179a95da2 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007153 Nov 12 20:52:51.263883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Attempting to bind port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:51.264362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Attempting to bind port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:51.264785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Attempting to bind port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:51.270146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:51.270668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Attempting to bind port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:51.278618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:51.279025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Checking segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:51.279559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Bound using segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:51.280112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Bound port: d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:51.280574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.314853 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-99ae52e8-c785-478d-b419-072a7006ce40 req-9d4f1f36-aac1-4420-98eb-1ab978fbd2ad tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.328888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99ae52e8-c785-478d-b419-072a7006ce40 req-9d4f1f36-aac1-4420-98eb-1ab978fbd2ad tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7926199 Nov 12 20:52:51.349971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-21fdcd94-5ff5-470f-856f-029d8e37b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:51.351685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f085562-a6a3-45c8-8ee9-0c333848df01 req-21fdcd94-5ff5-470f-856f-029d8e37b17d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2625222 Nov 12 20:52:51.379711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] For port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:51.382966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] For port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:51.417759 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-4cd9c9ef-5ef1-4abe-8919-e066aa7fec4a req-04c6c98b-de73-4921-b1f2-5680c7d29fbf tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] show failed (client error): The resource could not be found. Nov 12 20:52:51.425656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cd9c9ef-5ef1-4abe-8919-e066aa7fec4a req-04c6c98b-de73-4921-b1f2-5680c7d29fbf tempest-SecurityGroupsNegativeTestJSON-1616564090 tempest-SecurityGroupsNegativeTestJSON-1616564090-project] 10.222.0.64 "GET /v2.0/security-groups/5c58b3d8-ed8c-4f0d-ace1-576979181d1b HTTP/1.1" status: 404 len: 352 time: 0.0270267 Nov 12 20:52:51.428137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9037416-7b98-4953-82df-fcdc7a84e494 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.437575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39474) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:51.464724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b51ba-ee3f-45c8-ba58-821d459ce96c None None] Network 73388bc6-5d6b-4e1b-b95e-b08566088a73 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:51.503860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9037416-7b98-4953-82df-fcdc7a84e494 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.519241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c9037416-7b98-4953-82df-fcdc7a84e494 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "DELETE /v2.0/subnets/c4b9fdd6-7d8a-4b97-9422-091e8e695341 HTTP/1.1" status: 204 len: 168 time: 0.8943648 Nov 12 20:52:51.520343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39478) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:51.543996 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6939048-b666-4911-9f6a-bf730e934489 admin admin] Deleting subnet 71e43c30-8fe1-4edd-bebb-45f191bb6ff8 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:52:51.546652 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.555885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9037416-7b98-4953-82df-fcdc7a84e494 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b9fdd6-7d8a-4b97-9422-091e8e695341,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:51.560136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6939048-b666-4911-9f6a-bf730e934489 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.622659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-96c1d100-a8ec-4501-b2f3-98a610647fa5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:51.624219 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-96c1d100-a8ec-4501-b2f3-98a610647fa5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.2392099 Nov 12 20:52:51.677771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:51.677771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.677771 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] 10.222.0.46 "PUT /v2.0/ports/d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 HTTP/1.1" status: 200 len: 1092 time: 1.0209742 Nov 12 20:52:51.678128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-337524b2-a018-4741-8bfe-40d33668d824 req-d8c5bb54-7a35-436e-89ac-bd0989f42613 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/f6c4fbf0-2baf-4f6e-925d-8ad45d02d080 HTTP/1.1" status: 200 len: 1824 time: 0.2110710 Nov 12 20:52:51.678307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6939048-b666-4911-9f6a-bf730e934489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.690485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.772499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-337524b2-a018-4741-8bfe-40d33668d824 req-0e2cd15d-54c6-4004-a494-3b8fc2b236ef tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/0c93e936-2d30-4a78-b1fa-ebd1302be86e HTTP/1.1" status: 200 len: 1823 time: 0.1022389 Nov 12 20:52:51.789383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4376f-70ab-4c9f-a12c-312bdeb693e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:51.792621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] DHCP port deletion for 73388bc6-5d6b-4e1b-b95e-b08566088a73 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:52:51.793977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-337524b2-a018-4741-8bfe-40d33668d824 req-529d37a7-b063-47ed-8d4e-a9e3457dda1e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6c4fbf0-2baf-4f6e-925d-8ad45d02d080', 'remote_group_id': '0c93e936-2d30-4a78-b1fa-ebd1302be86e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:51.794309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-337524b2-a018-4741-8bfe-40d33668d824 req-529d37a7-b063-47ed-8d4e-a9e3457dda1e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6c4fbf0-2baf-4f6e-925d-8ad45d02d080', 'remote_group_id': '0c93e936-2d30-4a78-b1fa-ebd1302be86e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:51.804676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:51.840392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port fd94e655-fff0-41c6-9721-dfd4646235ec {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:51.841694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.864497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6939048-b666-4911-9f6a-bf730e934489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.878109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] Deleting port fd94e655-fff0-41c6-9721-dfd4646235ec {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:51.884835 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.941254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.945023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port fd94e655-fff0-41c6-9721-dfd4646235ec, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd94e655-fff0-41c6-9721-dfd4646235ec,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:51.945480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.964437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Deleting port 3e464731-4c42-427e-89a1-adf17f450fed {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:51.965151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.972197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] For port fd94e655-fff0-41c6-9721-dfd4646235ec, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd94e655-fff0-41c6-9721-dfd4646235ec,segment=NetworkSegment(cc953d8c-5217-478d-a67d-27eeaf705c10),segment_id=cc953d8c-5217-478d-a67d-27eeaf705c10)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:51.972637 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:51.988484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] Calling delete_port for fd94e655-fff0-41c6-9721-dfd4646235ec owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:51.988771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for fd94e655-fff0-41c6-9721-dfd4646235ec owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:52.156854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-337524b2-a018-4741-8bfe-40d33668d824 req-529d37a7-b063-47ed-8d4e-a9e3457dda1e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.171959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.194242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-337524b2-a018-4741-8bfe-40d33668d824 req-529d37a7-b063-47ed-8d4e-a9e3457dda1e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.195582 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.216860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] No DVR routers for this DVR port fd94e655-fff0-41c6-9721-dfd4646235ec on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:52.219173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a7ed9-18e8-403f-a5a3-cd5a49aeba97 None None] Pushing event deleted for resources: {'Port': ['ID=fd94e655-fff0-41c6-9721-dfd4646235ec,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:52.242563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=fd94e655-fff0-41c6-9721-dfd4646235ec,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:52.262482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port fd94e655-fff0-41c6-9721-dfd4646235ec on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:52.285572 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6939048-b666-4911-9f6a-bf730e934489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.332256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-337524b2-a018-4741-8bfe-40d33668d824 req-529d37a7-b063-47ed-8d4e-a9e3457dda1e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.334814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] For port 3e464731-4c42-427e-89a1-adf17f450fed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3e464731-4c42-427e-89a1-adf17f450fed,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:52.335197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.338100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6939048-b666-4911-9f6a-bf730e934489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e43c30-8fe1-4edd-bebb-45f191bb6ff8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:52.353994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6939048-b666-4911-9f6a-bf730e934489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.357223 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d6939048-b666-4911-9f6a-bf730e934489 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/71e43c30-8fe1-4edd-bebb-45f191bb6ff8 HTTP/1.1" status: 204 len: 168 time: 0.9195626 Nov 12 20:52:52.358256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Calling delete_port for 3e464731-4c42-427e-89a1-adf17f450fed owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:52.363332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39488) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:52.408988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d37a7-b063-47ed-8d4e-a9e3457dda1e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3f9cf0-260b-4d6c-85bf-5065278c2f68,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:52.436007 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.459523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73388bc6-5d6b-4e1b-b95e-b08566088a73']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:52.471098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc953d8c-5217-478d-a67d-27eeaf705c10') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:52.471630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc953d8c-5217-478d-a67d-27eeaf705c10') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:52.482677 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.503777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.520551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-337524b2-a018-4741-8bfe-40d33668d824 req-529d37a7-b063-47ed-8d4e-a9e3457dda1e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.521838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-337524b2-a018-4741-8bfe-40d33668d824 req-529d37a7-b063-47ed-8d4e-a9e3457dda1e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7377374 Nov 12 20:52:52.522988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:52:52.523550 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:52:52.527439 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:52:52.614400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': '198079ab-c48b-40d1-a9b7-62708b3f8947'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:52.616916 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21583a0c-5c93-4a4e-973f-a17495465a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "198079ab-c48b-40d1-a9b7-62708b3f8947"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:52.696802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6115-eb63-48f5-8be1-be89766582f2 req-cf965d27-7296-4ae9-87fa-e53441abcbb4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:52.703064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6115-eb63-48f5-8be1-be89766582f2 req-cf965d27-7296-4ae9-87fa-e53441abcbb4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:52.709389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6115-eb63-48f5-8be1-be89766582f2 req-cf965d27-7296-4ae9-87fa-e53441abcbb4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:52.716548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6115-eb63-48f5-8be1-be89766582f2 req-cf965d27-7296-4ae9-87fa-e53441abcbb4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:52.722907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6115-eb63-48f5-8be1-be89766582f2 req-cf965d27-7296-4ae9-87fa-e53441abcbb4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:52.729966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6115-eb63-48f5-8be1-be89766582f2 req-cf965d27-7296-4ae9-87fa-e53441abcbb4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:52.736320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6115-eb63-48f5-8be1-be89766582f2 req-cf965d27-7296-4ae9-87fa-e53441abcbb4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:52.738318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-451f6115-eb63-48f5-8be1-be89766582f2 req-cf965d27-7296-4ae9-87fa-e53441abcbb4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5391 time: 0.1141510 Nov 12 20:52:52.739797 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.748405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.752491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "DELETE /v2.0/networks/73388bc6-5d6b-4e1b-b95e-b08566088a73 HTTP/1.1" status: 204 len: 168 time: 1.2299478 Nov 12 20:52:52.764675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39508) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:52.768309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:52.770772 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:52.780587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778783c-98e6-4192-9f6b-d4a907accaa1 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Network': ['ID=73388bc6-5d6b-4e1b-b95e-b08566088a73,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:52.814268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.850443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc2dc7f-da81-4c73-bae8-f2677145d42c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting subnet 139705e7-18a5-46da-b214-38686b3e0d99 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:52:52.860420 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbc2dc7f-da81-4c73-bae8-f2677145d42c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.903589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-451f6115-eb63-48f5-8be1-be89766582f2 req-285b5e2b-178d-4bcc-b257-350abd62f41e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1479051 Nov 12 20:52:52.946457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbc2dc7f-da81-4c73-bae8-f2677145d42c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.990050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.994551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66877d1-7052-4510-be0f-7e88565c976a {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:53.014848 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.030701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703f3b6a-28fc-475a-bad8-c3776547fe8e']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:53.064730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6165f8-0061-40ec-b5f2-dbb3f0364710') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:53.065323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6165f8-0061-40ec-b5f2-dbb3f0364710') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:53.076615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Transition to ACTIVE for port object e66877d1-7052-4510-be0f-7e88565c976a will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:53.078728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730f2c-17a1-4271-bc62-5985aca9788a req-4a292cc6-10c9-4924-805b-2c2c34bf5f13 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:53.080292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae730f2c-17a1-4271-bc62-5985aca9788a req-4a292cc6-10c9-4924-805b-2c2c34bf5f13 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3 HTTP/1.1" status: 200 len: 946 time: 0.0968935 Nov 12 20:52:53.083917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.101832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbc2dc7f-da81-4c73-bae8-f2677145d42c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.112595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.119647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:52:53.120100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:52:53.121855 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:52:53.164213 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.180036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae730f2c-17a1-4271-bc62-5985aca9788a req-9fd6d762-3f62-4e14-bfe8-8cef7394856e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867412 Nov 12 20:52:53.207154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.234243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Pushing event updated for resources: {'Port': ['ID=e66877d1-7052-4510-be0f-7e88565c976a,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:53.279657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbc2dc7f-da81-4c73-bae8-f2677145d42c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.328980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2dc7f-da81-4c73-bae8-f2677145d42c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Subnet': ['ID=139705e7-18a5-46da-b214-38686b3e0d99,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:53.333447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event deleted for resources: {'Port': ['ID=3e464731-4c42-427e-89a1-adf17f450fed,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:53.345449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.349491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.358186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de336892-3fa3-44b6-be78-ee4b0def27bd None None] Network 77cd65e6-3fe4-4081-b43f-0bae43a3df87 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:53.361444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbc2dc7f-da81-4c73-bae8-f2677145d42c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.366026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dbc2dc7f-da81-4c73-bae8-f2677145d42c tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "DELETE /v2.0/subnets/139705e7-18a5-46da-b214-38686b3e0d99 HTTP/1.1" status: 204 len: 168 time: 0.5997336 Nov 12 20:52:53.369202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39516) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:53.380876 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] 10.222.0.64 "DELETE /v2.0/networks/703f3b6a-28fc-475a-bad8-c3776547fe8e HTTP/1.1" status: 204 len: 168 time: 1.0167711 Nov 12 20:52:53.514418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-9bf4240f-5aa5-4a01-b59e-ec7082a78426 req-0172cfeb-a552-480d-9ed0-0254b6021adb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1954199316', 'description': 'tempest-description-854917139'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:53.520334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f4549-c25c-4685-b721-49a2373b7479 admin admin] Pushing event deleted for resources: {'Network': ['ID=703f3b6a-28fc-475a-bad8-c3776547fe8e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:53.533314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] No DVR routers for this DVR port 3e464731-4c42-427e-89a1-adf17f450fed on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:53.539109 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.552262 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aea88d0d-ac24-4bed-adfa-396729390d3d req-199c2dd8-e5f9-45fa-ad91-0b79869b2092 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.78 "DELETE /v2.0/ports/3e464731-4c42-427e-89a1-adf17f450fed HTTP/1.1" status: 204 len: 173 time: 1.9169383 Nov 12 20:52:53.564309 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.594566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd94e655-fff0-41c6-9721-dfd4646235ec no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:53.602562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Attempting to bind port e66877d1-7052-4510-be0f-7e88565c976a on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:53.602989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Attempting to bind port e66877d1-7052-4510-be0f-7e88565c976a by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:53.603440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Attempting to bind port e66877d1-7052-4510-be0f-7e88565c976a on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:53.608410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Port e66877d1-7052-4510-be0f-7e88565c976a on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:53.608766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Attempting to bind port e66877d1-7052-4510-be0f-7e88565c976a on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:53.616683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:53.618478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Checking segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:53.623112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Bound using segment: {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:53.623112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Bound port: e66877d1-7052-4510-be0f-7e88565c976a, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd15bdf-1613-4fa7-a419-5456a17ac981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:53.623112 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.698130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: fd94e655-fff0-41c6-9721-dfd4646235ec {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:53.698668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd94e655-fff0-41c6-9721-dfd4646235ec not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:53.713283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Deleting port 2a55e271-7027-495e-8173-f130809699d0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:53.713657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.720745 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9bf4240f-5aa5-4a01-b59e-ec7082a78426 req-0172cfeb-a552-480d-9ed0-0254b6021adb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.762091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] For port e66877d1-7052-4510-be0f-7e88565c976a, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:53.766649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] For port e66877d1-7052-4510-be0f-7e88565c976a, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e66877d1-7052-4510-be0f-7e88565c976a,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:53.848565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] DHCP port deletion for 77cd65e6-3fe4-4081-b43f-0bae43a3df87 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:52:53.862811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.895187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] For port 2a55e271-7027-495e-8173-f130809699d0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2a55e271-7027-495e-8173-f130809699d0,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:53.895187 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.918274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39520) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:53.925915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:53.928062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.935649 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] 10.222.0.46 "PUT /v2.0/ports/e66877d1-7052-4510-be0f-7e88565c976a HTTP/1.1" status: 200 len: 1091 time: 2.1352038 Nov 12 20:52:53.961485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Calling delete_port for 2a55e271-7027-495e-8173-f130809699d0 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:53.967085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-23ef411e-91de-454a-ae14-eecf08dfe982 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:52:53.968521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-23ef411e-91de-454a-ae14-eecf08dfe982 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0383666 Nov 12 20:52:53.983739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Deleting port 2a55e271-7027-495e-8173-f130809699d0 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:53.984113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.010597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9bf4240f-5aa5-4a01-b59e-ec7082a78426 req-0172cfeb-a552-480d-9ed0-0254b6021adb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.049923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba17403-a92f-40fb-a9ef-7ef7f46e8a82 service neutron] Pushing event updated for resources: {'Port': ['ID=e66877d1-7052-4510-be0f-7e88565c976a,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:54.068042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:54.097117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-45b922bf-89ce-4663-a1d1-bc42ef508e26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b3a03fe90cd4e749345ecb8868dba46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776834 Nov 12 20:52:54.097913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9bf4240f-5aa5-4a01-b59e-ec7082a78426 req-0172cfeb-a552-480d-9ed0-0254b6021adb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.102769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39524) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:54.121628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] For port 2a55e271-7027-495e-8173-f130809699d0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2a55e271-7027-495e-8173-f130809699d0,segment=NetworkSegment(e3db7624-19b2-4b84-b30b-747f542e83e0),segment_id=e3db7624-19b2-4b84-b30b-747f542e83e0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:54.122324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.140912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Calling delete_port for 2a55e271-7027-495e-8173-f130809699d0 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:54.181986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172cfeb-a552-480d-9ed0-0254b6021adb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641c42fa-15f2-49a2-b5df-fb7290b740c6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:54.204201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-60dbe7cd-08a5-4b5c-b315-29846930ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.205597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-60dbe7cd-08a5-4b5c-b315-29846930ae7a service neutron] 10.222.0.64 "GET /v2.0/ports/6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 200 len: 1094 time: 0.2124767 Nov 12 20:52:54.225115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.241265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Request body: {'binding': {'host': 'n-h2-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:54.241265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:52:54.350109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f9b828e8-876e-47d1-b869-c193891c3b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.359900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9bf4240f-5aa5-4a01-b59e-ec7082a78426 req-0172cfeb-a552-480d-9ed0-0254b6021adb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.361289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bf4240f-5aa5-4a01-b59e-ec7082a78426 req-0172cfeb-a552-480d-9ed0-0254b6021adb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8509831 Nov 12 20:52:54.381927 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.400776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f9b828e8-876e-47d1-b869-c193891c3b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.426355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.450019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Pushing event deleted for resources: {'Port': ['ID=2a55e271-7027-495e-8173-f130809699d0,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:54.463808 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c1d09c-9f6a-40d8-9735-dc65358d1948 x-openstack-request-id: req-30c1d09c-9f6a-40d8-9735-dc65358d1948 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:54.464105 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "198079ab-c48b-40d1-a9b7-62708b3f8947", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:54.464361 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30c1d09c-9f6a-40d8-9735-dc65358d1948 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:54.465907 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': '198079ab-c48b-40d1-a9b7-62708b3f8947', 'status': 'completed', 'code': 200} Nov 12 20:52:54.474560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] No DVR routers for this DVR port 2a55e271-7027-495e-8173-f130809699d0 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:54.476013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Port': ['ID=2a55e271-7027-495e-8173-f130809699d0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:54.481952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.482587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.483883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.484902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.485423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.486662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.487125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.490509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.490976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.491494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.491942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.492385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefaac1d-e0b7-45f4-93b6-fac14141f283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:54.513605 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8866cc6-04fc-4846-a70c-c86adf9cade0 x-openstack-request-id: req-e8866cc6-04fc-4846-a70c-c86adf9cade0 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:54.513977 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:54.514232 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8866cc6-04fc-4846-a70c-c86adf9cade0 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:54.514661 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86', 'status': 'completed', 'code': 200} Nov 12 20:52:54.522826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 3e464731-4c42-427e-89a1-adf17f450fed no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:54.545456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] No DVR routers for this DVR port 2a55e271-7027-495e-8173-f130809699d0 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:54.563519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 3e464731-4c42-427e-89a1-adf17f450fed {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:54.566850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 3e464731-4c42-427e-89a1-adf17f450fed not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:54.647747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on host n-h2-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:54.648406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:54.648863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:54.663780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-3cf14215-b3ac-4974-bbe7-a4b4ab88b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.664261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-3cf14215-b3ac-4974-bbe7-a4b4ab88b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.664763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-3cf14215-b3ac-4974-bbe7-a4b4ab88b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.665490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-3cf14215-b3ac-4974-bbe7-a4b4ab88b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.665977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-3cf14215-b3ac-4974-bbe7-a4b4ab88b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.666450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-3cf14215-b3ac-4974-bbe7-a4b4ab88b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.667000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-3cf14215-b3ac-4974-bbe7-a4b4ab88b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.669026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-3cf14215-b3ac-4974-bbe7-a4b4ab88b9bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6355 time: 0.1722732 Nov 12 20:52:54.700703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:54.701052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:54.765443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:54.765695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:54.766078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:54.766534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Bound port: 6cb2121d-8102-4c7e-80e0-262286d427de, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:54.770478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413e66bc-caf1-4d8d-955a-5729d255d131 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:54.774768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f9b828e8-876e-47d1-b869-c193891c3b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.777417 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f9b828e8-876e-47d1-b869-c193891c3b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.781046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f9b828e8-876e-47d1-b869-c193891c3b57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86066a3b-e10f-4d43-803d-df7ac3b7c6b7 HTTP/1.1" status: 204 len: 168 time: 0.6406908 Nov 12 20:52:54.781801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.790709 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.812408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Transition to ACTIVE for port object 413e66bc-caf1-4d8d-955a-5729d255d131 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:54.874203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.887075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-ceb2343c-df04-4c46-a939-ba937966df60 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.890626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-ceb2343c-df04-4c46-a939-ba937966df60 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.897046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-ceb2343c-df04-4c46-a939-ba937966df60 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.903953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-ceb2343c-df04-4c46-a939-ba937966df60 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.910121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-ceb2343c-df04-4c46-a939-ba937966df60 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.915959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-ceb2343c-df04-4c46-a939-ba937966df60 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.921962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-ceb2343c-df04-4c46-a939-ba937966df60 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:54.923965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-ceb2343c-df04-4c46-a939-ba937966df60 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5403 time: 0.3447645 Nov 12 20:52:54.925529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b828e8-876e-47d1-b869-c193891c3b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86066a3b-e10f-4d43-803d-df7ac3b7c6b7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:54.937261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cd65e6-3fe4-4081-b43f-0bae43a3df87']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:54.956894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Pushing event updated for resources: {'Port': ['ID=413e66bc-caf1-4d8d-955a-5729d255d131,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:54.962782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3db7624-19b2-4b84-b30b-747f542e83e0') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:54.963088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3db7624-19b2-4b84-b30b-747f542e83e0') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:55.024895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.061390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:55.061628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Attempting to bind port 413e66bc-caf1-4d8d-955a-5729d255d131 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:55.062369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Attempting to bind port 413e66bc-caf1-4d8d-955a-5729d255d131 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:55.062802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Attempting to bind port 413e66bc-caf1-4d8d-955a-5729d255d131 on network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:55.065419 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.068530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Port 413e66bc-caf1-4d8d-955a-5729d255d131 on network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:55.069100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Attempting to bind port 413e66bc-caf1-4d8d-955a-5729d255d131 on network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:55.076012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:55.076012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Checking segment: {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:55.076591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Bound using segment: {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:55.076949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-540549eb-8449-4ae9-9335-f53aee892cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.077425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-540549eb-8449-4ae9-9335-f53aee892cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.077697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Bound port: 413e66bc-caf1-4d8d-955a-5729d255d131, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:55.077898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-540549eb-8449-4ae9-9335-f53aee892cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.078286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.079536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-540549eb-8449-4ae9-9335-f53aee892cc8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9cc043d6557c454bb59a2953763aa397&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3953509 Nov 12 20:52:55.082570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:52:55.082991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:52:55.086173 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:52:55.174508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] For port 413e66bc-caf1-4d8d-955a-5729d255d131, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:55.180321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] For port 413e66bc-caf1-4d8d-955a-5729d255d131, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=413e66bc-caf1-4d8d-955a-5729d255d131,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:55.192229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.193424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-2e8e5e89-96db-4b64-b909-af3e0f978c26 service neutron] 10.222.0.64 "POST /v2.0/ports/6cb2121d-8102-4c7e-80e0-262286d427de/bindings HTTP/1.1" status: 201 len: 390 time: 0.9764550 Nov 12 20:52:55.217671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b13160f1-bb54-43da-ba3a-381f14bef0a5 req-e7cc5193-51c0-4a6f-8b71-1987567c2532 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2662535 Nov 12 20:52:55.251176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.276526 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.293958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.294869 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.297759 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] 10.222.0.46 "PUT /v2.0/ports/413e66bc-caf1-4d8d-955a-5729d255d131 HTTP/1.1" status: 200 len: 1092 time: 1.2377839 Nov 12 20:52:55.298121 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.314211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] 10.222.0.64 "DELETE /v2.0/networks/77cd65e6-3fe4-4081-b43f-0bae43a3df87 HTTP/1.1" status: 204 len: 168 time: 1.9428158 Nov 12 20:52:55.349378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f95-c198-4b2a-9dea-b52eb79285b5 tempest-ServersTestMultiNic-1135737080 tempest-ServersTestMultiNic-1135737080-project] Pushing event deleted for resources: {'Network': ['ID=77cd65e6-3fe4-4081-b43f-0bae43a3df87,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:55.385161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-85c3621a-4004-4c45-aa9b-fbd91f592cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.387005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21583a0c-5c93-4a4e-973f-a17495465a8e req-85c3621a-4004-4c45-aa9b-fbd91f592cb7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2834530 Nov 12 20:52:55.400898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2a55e271-7027-495e-8173-f130809699d0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:55.433275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 2a55e271-7027-495e-8173-f130809699d0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:55.434065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2a55e271-7027-495e-8173-f130809699d0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:55.493486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Request body: {'port': {'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:55.593311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c4412ccb-fa0b-438a-9089-77f9b2af47b4 req-0516b5a9-ab3c-4312-b16f-6d466559619c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-269809777', 'description': 'tempest-description-1539013601'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:55.649361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-41e7cde2-3f1b-450c-99b0-78a9f9da8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.649869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-41e7cde2-3f1b-450c-99b0-78a9f9da8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.650461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-41e7cde2-3f1b-450c-99b0-78a9f9da8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.650930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-41e7cde2-3f1b-450c-99b0-78a9f9da8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.653980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-41e7cde2-3f1b-450c-99b0-78a9f9da8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.656201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-41e7cde2-3f1b-450c-99b0-78a9f9da8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.658886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-41e7cde2-3f1b-450c-99b0-78a9f9da8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.664302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-41e7cde2-3f1b-450c-99b0-78a9f9da8681 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6423 time: 0.2080531 Nov 12 20:52:55.705180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc69ba-5611-4627-b09e-032b98ff7a51 service neutron] Pushing event updated for resources: {'Port': ['ID=413e66bc-caf1-4d8d-955a-5729d255d131,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:55.716150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.762902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c4412ccb-fa0b-438a-9089-77f9b2af47b4 req-0516b5a9-ab3c-4312-b16f-6d466559619c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.921840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-659565e3-bb40-429e-980b-4433db1c0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.922323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-659565e3-bb40-429e-980b-4433db1c0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.922840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-659565e3-bb40-429e-980b-4433db1c0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.924480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-659565e3-bb40-429e-980b-4433db1c0da4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9cc043d6557c454bb59a2953763aa397&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2444205 Nov 12 20:52:55.958610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e7b5-b2f9-4312-848f-ca93a659e6c8 req-a43c518e-3cdc-4bb8-b872-48204fa14965 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:55.960193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a643e7b5-b2f9-4312-848f-ca93a659e6c8 req-a43c518e-3cdc-4bb8-b872-48204fa14965 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.1296513 Nov 12 20:52:55.978737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c4412ccb-fa0b-438a-9089-77f9b2af47b4 req-0516b5a9-ab3c-4312-b16f-6d466559619c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.037942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-3f26c7cd-4b5d-49a8-9d76-5eeb6b7c9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:56.040548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-3f26c7cd-4b5d-49a8-9d76-5eeb6b7c9b4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1097 time: 0.1000481 Nov 12 20:52:56.081860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c4412ccb-fa0b-438a-9089-77f9b2af47b4 req-0516b5a9-ab3c-4312-b16f-6d466559619c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.161147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-9214dec2-7147-4d77-8263-886592fded52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:56.162654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad9ed00e-48fd-42d7-bb71-4c0832cf621c req-9214dec2-7147-4d77-8263-886592fded52 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2173820 Nov 12 20:52:56.168091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a643e7b5-b2f9-4312-848f-ca93a659e6c8 req-ab4098d5-6e61-4f5b-abe9-9b86fef9c492 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877575 Nov 12 20:52:56.169877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516b5a9-ab3c-4312-b16f-6d466559619c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b5bf56-6a03-4322-b14f-5562da6206bf,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:56.200360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c4412ccb-fa0b-438a-9089-77f9b2af47b4 req-0516b5a9-ab3c-4312-b16f-6d466559619c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.202158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4412ccb-fa0b-438a-9089-77f9b2af47b4 req-0516b5a9-ab3c-4312-b16f-6d466559619c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6258018 Nov 12 20:52:56.259944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe86a84-105e-4bb1-9ecc-9f44013f92ce {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:56.271278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.275835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-276bcb2c-4788-4e4a-b6bb-efc7911c4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:56.289671 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-276bcb2c-4788-4e4a-b6bb-efc7911c4002 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.2366934 Nov 12 20:52:56.341887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Transition to ACTIVE for port object 0fe86a84-105e-4bb1-9ecc-9f44013f92ce will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:56.344946 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-e8461ff6-a920-4dd9-890f-93c596485bcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 200 len: 217 time: 0.0436165 Nov 12 20:52:56.367140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39578) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:56.415278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-1fc004c2-6c9d-404f-9ebc-c09bc8a052b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:56.416945 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-1fc004c2-6c9d-404f-9ebc-c09bc8a052b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0611806 Nov 12 20:52:56.418119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.419914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-47a4780b-44bb-4d85-8acb-1b0bcfcf2cdb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/641c42fa-15f2-49a2-b5df-fb7290b740c6 HTTP/1.1" status: 200 len: 1823 time: 0.1114652 Nov 12 20:52:56.463469 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-d8803f8c-1459-494c-8212-38a895ae27c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304554 Nov 12 20:52:56.474397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-359b98d5-87e8-4906-9a5d-ed86f06f58d8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:56.476433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-359b98d5-87e8-4906-9a5d-ed86f06f58d8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.1807702 Nov 12 20:52:56.518027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3', 'name': 'network-vif-deleted', 'tag': '3e464731-4c42-427e-89a1-adf17f450fed'}, {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': 'e66877d1-7052-4510-be0f-7e88565c976a'}, {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': '413e66bc-caf1-4d8d-955a-5729d255d131'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:56.520435 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2809152-a1b2-4538-ad28-d96a65f4850c" -d '{"events": [{"server_uuid": "c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3", "name": "network-vif-deleted", "tag": "3e464731-4c42-427e-89a1-adf17f450fed"}, {"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "e66877d1-7052-4510-be0f-7e88565c976a"}, {"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "413e66bc-caf1-4d8d-955a-5729d255d131"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:56.523127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-a573a058-da03-4d05-910a-23ce05291d15 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/quotas/c253ebad0e0b48208d501d4723f0e0f0 HTTP/1.1" status: 200 len: 375 time: 0.0238316 Nov 12 20:52:56.567609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-05c4c675-2aba-43b1-8e38-507e8012f439 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434179 Nov 12 20:52:56.572670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-846884586-network', 'tenant_id': '83b6300559814682b8322f92e44b6c14'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:56.573743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-592c8be2-68b5-461d-91f7-303bbf01fbbf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:52:56.581972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-592c8be2-68b5-461d-91f7-303bbf01fbbf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134597 Nov 12 20:52:56.590966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:56.697093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-160cc909-4a03-490c-962b-985979e7dd05 service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132376 Nov 12 20:52:56.711899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-a86ae8b9-55a1-4bdc-8657-8e72adda7f1a tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/74b5bf56-6a03-4322-b14f-5562da6206bf HTTP/1.1" status: 200 len: 1823 time: 0.2851350 Nov 12 20:52:56.720354 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Attempting to bind port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:56.720601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Attempting to bind port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:56.720920 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Attempting to bind port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce on network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:56.725693 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-1180b705-6c4f-407a-930e-a4b71c1f8012 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447727 Nov 12 20:52:56.728194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce on network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:56.728517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Attempting to bind port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce on network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:56.734034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:56.734335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Checking segment: {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:56.734756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Bound using segment: {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:56.735174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Bound port: 0fe86a84-105e-4bb1-9ecc-9f44013f92ce, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3286c45f-7aaf-433b-9b78-afd98a53504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:56.736021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.738828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-b16eeb59-9ef4-4480-8e2c-d60da7860efa tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '641c42fa-15f2-49a2-b5df-fb7290b740c6', 'remote_group_id': '74b5bf56-6a03-4322-b14f-5562da6206bf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:56.739544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-b16eeb59-9ef4-4480-8e2c-d60da7860efa tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '641c42fa-15f2-49a2-b5df-fb7290b740c6', 'remote_group_id': '74b5bf56-6a03-4322-b14f-5562da6206bf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:56.777611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Made reservation on behalf of 83b6300559814682b8322f92e44b6c14 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:56.779920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.822243 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.824160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-cbbb86f2-fef7-429a-8fc6-edccfcb53fdd service neutron] 10.222.0.64 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261384 Nov 12 20:52:56.926866 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-b16eeb59-9ef4-4480-8e2c-d60da7860efa tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.935265 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-54cd50c2-0f43-4c0b-94f2-29cf874351cc service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975529 Nov 12 20:52:56.936507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] For port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:56.954384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] For port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:56.975948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-b16eeb59-9ef4-4480-8e2c-d60da7860efa tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.987864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.010873 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.032951 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-b16eeb59-9ef4-4480-8e2c-d60da7860efa tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.061759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.061759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.063336 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] 10.222.0.46 "PUT /v2.0/ports/0fe86a84-105e-4bb1-9ecc-9f44013f92ce HTTP/1.1" status: 200 len: 1092 time: 1.5782216 Nov 12 20:52:57.087779 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.100504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:52:57.111707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.112082 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Added segment da72665c-e71c-4348-9f3b-173709fae77c of type vlan for network 77a1ac28-7731-4b09-8328-7d04ac0f7480 Nov 12 20:52:57.117034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eeb59-9ef4-4480-8e2c-d60da7860efa tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0502213f-5311-448d-be48-717807ae7a6a,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:57.174503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.231555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-b16eeb59-9ef4-4480-8e2c-d60da7860efa tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.232749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-997ca8e3-af67-4c86-a521-4e9858fa0e0b req-b16eeb59-9ef4-4480-8e2c-d60da7860efa tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5096958 Nov 12 20:52:57.234958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b52acf-ce97-45d9-8a93-06c063afcbb6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:57.246877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e876bd2-cbc2-4c96-b2be-220bae9ecfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:57.304855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-3eff3296-d134-40de-a42a-4e06b9c71130 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.312230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-3eff3296-d134-40de-a42a-4e06b9c71130 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.319427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-3eff3296-d134-40de-a42a-4e06b9c71130 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.329334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-3eff3296-d134-40de-a42a-4e06b9c71130 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.346361 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.348074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.349068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.351185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-3eff3296-d134-40de-a42a-4e06b9c71130 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.365859 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c5bebd-fecc-4ead-8945-8da5788b761e x-openstack-request-id: req-c1c5bebd-fecc-4ead-8945-8da5788b761e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:57.366133 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3", "name": "network-vif-deleted", "tag": "3e464731-4c42-427e-89a1-adf17f450fed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "e66877d1-7052-4510-be0f-7e88565c976a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "413e66bc-caf1-4d8d-955a-5729d255d131", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:57.366966 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1c5bebd-fecc-4ead-8945-8da5788b761e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:57.366966 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eb95cd-b9c4-4278-b75c-8cc7b168fdd3', 'name': 'network-vif-deleted', 'tag': '3e464731-4c42-427e-89a1-adf17f450fed', 'status': 'completed', 'code': 200} Nov 12 20:52:57.367226 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': 'e66877d1-7052-4510-be0f-7e88565c976a', 'status': 'completed', 'code': 200} Nov 12 20:52:57.367531 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': '413e66bc-caf1-4d8d-955a-5729d255d131', 'status': 'completed', 'code': 200} Nov 12 20:52:57.368049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-3eff3296-d134-40de-a42a-4e06b9c71130 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.378682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-3eff3296-d134-40de-a42a-4e06b9c71130 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.384885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-3eff3296-d134-40de-a42a-4e06b9c71130 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.1663263 Nov 12 20:52:57.409453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4fe45bb8-74ff-4314-b0b3-a8a415383d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.410251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4fe45bb8-74ff-4314-b0b3-a8a415383d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.410723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4fe45bb8-74ff-4314-b0b3-a8a415383d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.411658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4fe45bb8-74ff-4314-b0b3-a8a415383d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.412305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4fe45bb8-74ff-4314-b0b3-a8a415383d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.412592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4fe45bb8-74ff-4314-b0b3-a8a415383d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.414006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4fe45bb8-74ff-4314-b0b3-a8a415383d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.417385 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4fe45bb8-74ff-4314-b0b3-a8a415383d43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6491 time: 0.1838548 Nov 12 20:52:57.516462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2d400b1-a6f4-4c27-b43c-1e81597004ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.551876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db80f678-4a7f-4535-8106-53f0e0edf8c0 req-6411e4b6-8cf8-470a-ad26-a2b199e7ae8f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1582446 Nov 12 20:52:57.565277 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-be6a389b-8c6f-4fa5-8e9a-9d507551b639 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07 HTTP/1.1" status: 200 len: 217 time: 0.1304362 Nov 12 20:52:57.644472 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2762196 Nov 12 20:52:57.645184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39600) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:57.648920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39602) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:57.661761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df6116d2-1f9b-4104-bcaf-509c3f76733f req-8bcd3a00-f870-403c-8d4e-8f4701705d50 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 210 time: 0.0558746 Nov 12 20:52:57.671520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Request body: {'subnet': {'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-846884586-subnet', 'tenant_id': '83b6300559814682b8322f92e44b6c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:57.814539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b16b4f-30bf-44eb-876b-8d01b3e63a68 req-e0e9db3c-1706-4c6e-8380-c068205febbe tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.823332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4b16b4f-30bf-44eb-876b-8d01b3e63a68 req-e0e9db3c-1706-4c6e-8380-c068205febbe tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.1169875 Nov 12 20:52:57.832840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7900d184-78fd-4817-a936-725ba558bec5 req-1647c427-4daa-4d0d-aab6-09a0521dde49 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/74b5bf56-6a03-4322-b14f-5562da6206bf HTTP/1.1" status: 200 len: 1823 time: 0.1476159 Nov 12 20:52:57.862410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Made reservation on behalf of 83b6300559814682b8322f92e44b6c14 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:57.864740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:57.886795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2bbe2-a5fb-4653-a8cf-fb4c5e8eb767 admin admin] Pushing event updated for resources: {'Network': ['ID=77a1ac28-7731-4b09-8328-7d04ac0f7480,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:57.899956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 77a1ac28-7731-4b09-8328-7d04ac0f7480 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:52:57.958147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-357dd2f4-06df-4f01-9cdb-8a55f4c74a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:57.959812 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-357dd2f4-06df-4f01-9cdb-8a55f4c74a5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df07bf98-60de-4136-8439-aa74a28789ab HTTP/1.1" status: 200 len: 856 time: 0.3137844 Nov 12 20:52:57.991610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4b16b4f-30bf-44eb-876b-8d01b3e63a68 req-fd3600aa-41a2-4cdc-a95b-9789ee0f970a tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634409 Nov 12 20:52:58.015729 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7900d184-78fd-4817-a936-725ba558bec5 req-554abe4d-b65a-4d2b-a05e-f4c29a911026 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:58.092545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7900d184-78fd-4817-a936-725ba558bec5 req-554abe4d-b65a-4d2b-a05e-f4c29a911026 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:58.107954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-1a454349-88b4-4bc8-814a-026b4f9791c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.110685 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-1a454349-88b4-4bc8-814a-026b4f9791c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d55188b-f390-4fb9-9446-2ca26fe33c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811336 Nov 12 20:52:58.311720 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-22278043-f930-4494-9e66-1a3b2ebad729 service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739473 Nov 12 20:52:58.523158 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-2b704cdc-1159-4434-a40a-18419bce4bce service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928043 Nov 12 20:52:58.597735 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-a4aeb69b-e683-43f6-af1f-5e54e3cfc973 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 200 len: 217 time: 0.0634897 Nov 12 20:52:58.605100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:58.732187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-b31bd7c2-3ab6-416e-8d85-4d56abe02213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.734022 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-b31bd7c2-3ab6-416e-8d85-4d56abe02213 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.0903084 Nov 12 20:52:58.759672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-bd64ba1c-21ec-4bba-86c0-d2289fd3f663 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.765693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-bd64ba1c-21ec-4bba-86c0-d2289fd3f663 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.772162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-bd64ba1c-21ec-4bba-86c0-d2289fd3f663 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.778440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-bd64ba1c-21ec-4bba-86c0-d2289fd3f663 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.784609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-bd64ba1c-21ec-4bba-86c0-d2289fd3f663 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.791134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-bd64ba1c-21ec-4bba-86c0-d2289fd3f663 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.797502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-bd64ba1c-21ec-4bba-86c0-d2289fd3f663 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.799502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-bd64ba1c-21ec-4bba-86c0-d2289fd3f663 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.1037266 Nov 12 20:52:58.800669 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7900d184-78fd-4817-a936-725ba558bec5 req-554abe4d-b65a-4d2b-a05e-f4c29a911026 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:58.803939 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7900d184-78fd-4817-a936-725ba558bec5 req-554abe4d-b65a-4d2b-a05e-f4c29a911026 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:58.815036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7900d184-78fd-4817-a936-725ba558bec5 req-554abe4d-b65a-4d2b-a05e-f4c29a911026 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "DELETE /v2.0/security-groups/74b5bf56-6a03-4322-b14f-5562da6206bf HTTP/1.1" status: 204 len: 173 time: 0.9740953 Nov 12 20:52:58.855848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:58.861857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4694eb35-e809-47dc-957d-a8ad0c49ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:58.863400 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-4694eb35-e809-47dc-957d-a8ad0c49ffee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1192675 Nov 12 20:52:58.870483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554abe4d-b65a-4d2b-a05e-f4c29a911026 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b5bf56-6a03-4322-b14f-5562da6206bf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:58.921499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65cb13dc-dd52-4237-872f-f36203a54db8 req-d2e5d4e1-7c03-48b4-a9c1-60da7a158549 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 210 time: 0.0757926 Nov 12 20:52:58.983647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:59.021411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f533576-aac5-445f-a8e7-973d4e9049a4 req-563ee817-1428-4310-bc4c-d7bc0eff7ace tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2103586 Nov 12 20:52:59.048710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Checking segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:59.049097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Network hostable DHCP agents. Network: 77a1ac28-7731-4b09-8328-7d04ac0f7480, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:52:59.063104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-174f23b8-3de7-4c8d-84f6-b2bc861afbec req-b03d37b9-3c85-4de8-a4e3-3d6279e79760 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/641c42fa-15f2-49a2-b5df-fb7290b740c6 HTTP/1.1" status: 200 len: 1823 time: 0.1058652 Nov 12 20:52:59.108901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-502d5bc2-3d0c-43b9-8f92-c2d1d07c3753 req-6fcf7f9c-0ade-4b72-bc38-cd7ceed950fe tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1616499123', 'description': 'tempest-description-1644968866'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:59.235481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391879f-6f23-48a3-9204-d959c85821a3 req-782910e6-d976-4fa7-8e87-9b9ba3970996 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:59.237230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4391879f-6f23-48a3-9204-d959c85821a3 req-782910e6-d976-4fa7-8e87-9b9ba3970996 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.0878866 Nov 12 20:52:59.238783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Network 77a1ac28-7731-4b09-8328-7d04ac0f7480 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:52:59.244238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-502d5bc2-3d0c-43b9-8f92-c2d1d07c3753 req-6fcf7f9c-0ade-4b72-bc38-cd7ceed950fe tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:59.312489 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-08827338-41aa-408d-a3d6-4f0a5e3e560e service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376776 Nov 12 20:52:59.328120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4391879f-6f23-48a3-9204-d959c85821a3 req-e606b46d-08da-4be0-a79a-a8eb321d3032 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787446 Nov 12 20:52:59.345686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 77a1ac28-7731-4b09-8328-7d04ac0f7480) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:59.345686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:59.345686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:59.354603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270bf83-c682-4835-935c-9073d1d51c1f None None] Network 77a1ac28-7731-4b09-8328-7d04ac0f7480 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:59.409523 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-502d5bc2-3d0c-43b9-8f92-c2d1d07c3753 req-6fcf7f9c-0ade-4b72-bc38-cd7ceed950fe tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:59.421656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': '0fe86a84-105e-4bb1-9ecc-9f44013f92ce'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:59.424474 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68208d9-b03a-44e2-bc2a-0694b447c20c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "0fe86a84-105e-4bb1-9ecc-9f44013f92ce"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:59.435253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Deleting port edc1ae48-2941-47cd-8da3-f12582f575bd {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:59.435970 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:59.450076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f5008414-90df-4ae3-8ca0-f153c1e83ce4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7784750 Nov 12 20:52:59.464015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-502d5bc2-3d0c-43b9-8f92-c2d1d07c3753 req-6fcf7f9c-0ade-4b72-bc38-cd7ceed950fe tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:59.476821 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-90ebc238-5cf9-4781-85bd-223e79646447 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522441 Nov 12 20:52:59.569634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf7f9c-0ade-4b72-bc38-cd7ceed950fe tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb64e64-844b-4dfa-90dc-2860b358b164,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:59.605849 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb382783-29e3-4b02-8d1e-a280952501db x-openstack-request-id: req-cb382783-29e3-4b02-8d1e-a280952501db {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:59.606752 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "0fe86a84-105e-4bb1-9ecc-9f44013f92ce", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:59.607065 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb382783-29e3-4b02-8d1e-a280952501db {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:59.607641 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': '0fe86a84-105e-4bb1-9ecc-9f44013f92ce', 'status': 'completed', 'code': 200} Nov 12 20:52:59.612268 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d264e8cc-211d-4af8-92fe-c4ddb7de52c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 200 len: 217 time: 0.0746155 Nov 12 20:52:59.634649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-502d5bc2-3d0c-43b9-8f92-c2d1d07c3753 req-6fcf7f9c-0ade-4b72-bc38-cd7ceed950fe tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:59.663244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-502d5bc2-3d0c-43b9-8f92-c2d1d07c3753 req-6fcf7f9c-0ade-4b72-bc38-cd7ceed950fe tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5539124 Nov 12 20:52:59.727181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] For port edc1ae48-2941-47cd-8da3-f12582f575bd, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=edc1ae48-2941-47cd-8da3-f12582f575bd,segment=NetworkSegment(91261917-6a17-4c18-b0ed-7ff1ab126ab1),segment_id=91261917-6a17-4c18-b0ed-7ff1ab126ab1)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:59.727779 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:59.766228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0331df75-0422-4d6c-a407-1c8d08b4842c None None] Network 77a1ac28-7731-4b09-8328-7d04ac0f7480 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:52:59.790901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Calling delete_port for edc1ae48-2941-47cd-8da3-f12582f575bd owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:59.812135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-87b5060f-1367-41a0-948e-ff9938f2feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:59.813912 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-87b5060f-1367-41a0-948e-ff9938f2feef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.1844523 Nov 12 20:52:59.842768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cf2c3e8-78e1-44f8-8030-269bad4ac7e6 req-e697bcf1-8b16-41b5-b515-0cd4d9370a8a tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/4eb64e64-844b-4dfa-90dc-2860b358b164 HTTP/1.1" status: 200 len: 1824 time: 0.1083925 Nov 12 20:52:59.856249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3cf2c3e8-78e1-44f8-8030-269bad4ac7e6 req-bb5f5cc1-d82a-4c43-914e-a65030676d57 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb64e64-844b-4dfa-90dc-2860b358b164', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:59.856674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3cf2c3e8-78e1-44f8-8030-269bad4ac7e6 req-bb5f5cc1-d82a-4c43-914e-a65030676d57 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb64e64-844b-4dfa-90dc-2860b358b164', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:59.948088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-86ba1ba4-27f7-4252-aaa7-55a9810783ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:59.949785 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-86ba1ba4-27f7-4252-aaa7-55a9810783ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890596 Nov 12 20:53:00.054295 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b957d90-a099-4d4c-a2dc-5fd37292ecea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:00.066759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3cf2c3e8-78e1-44f8-8030-269bad4ac7e6 req-bb5f5cc1-d82a-4c43-914e-a65030676d57 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:00.130822 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3cf2c3e8-78e1-44f8-8030-269bad4ac7e6 req-bb5f5cc1-d82a-4c43-914e-a65030676d57 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:00.158088 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-aac8fd0c-43b6-4e6f-b37f-aacc8e8e440a service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633883 Nov 12 20:53:00.199150 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3cf2c3e8-78e1-44f8-8030-269bad4ac7e6 req-bb5f5cc1-d82a-4c43-914e-a65030676d57 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:00.232779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5cc1-d82a-4c43-914e-a65030676d57 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6253b0ca-b9f3-4097-a5ed-cdad5a6a6dda,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:00.278682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0bc28733-9bcd-4550-bc97-b40d03262c7f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.283789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0bc28733-9bcd-4550-bc97-b40d03262c7f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 812 time: 0.1712818 Nov 12 20:53:00.296270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-746ccc65-3097-4fbf-81dc-05e1e8797e6d tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/quotas/83b6300559814682b8322f92e44b6c14 HTTP/1.1" status: 200 len: 375 time: 0.0100546 Nov 12 20:53:00.302835 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-c6326891-c4a5-4fac-8be2-eb573ad8cb2f service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235657 Nov 12 20:53:00.344194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-4eb596eb-ab89-4c8d-8c15-d8ac15b429a4 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389357 Nov 12 20:53:00.355098 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3cf2c3e8-78e1-44f8-8030-269bad4ac7e6 req-bb5f5cc1-d82a-4c43-914e-a65030676d57 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:00.356342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cf2c3e8-78e1-44f8-8030-269bad4ac7e6 req-bb5f5cc1-d82a-4c43-914e-a65030676d57 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5124145 Nov 12 20:53:00.370698 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:00.376935 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-37338206-a6b6-4607-8bb5-76d0c345c859 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 HTTP/1.1" status: 200 len: 217 time: 0.0614760 Nov 12 20:53:00.412973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=edc1ae48-2941-47cd-8da3-f12582f575bd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:00.475933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebc586dc-80dc-4ad8-b591-ed8131f7aea4 req-cfbdc674-79c7-43c5-9519-9e1639decf2c tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 210 time: 0.0366597 Nov 12 20:53:00.523256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-7497391a-b0cd-443e-8b78-7b9fff1fa3aa service neutron] 10.222.0.64 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777542 Nov 12 20:53:00.578387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-a8a037fb-9564-464c-aac9-dee7b4738df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.580055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-a8a037fb-9564-464c-aac9-dee7b4738df9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.1778052 Nov 12 20:53:00.659824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-7ebc545e-a053-4c99-b144-e38431de773b service neutron] 10.222.0.64 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356466 Nov 12 20:53:00.706963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-542998b6-bdd7-4006-86df-259522d994d4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.708866 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-542998b6-bdd7-4006-86df-259522d994d4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.46 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 812 time: 0.2399430 Nov 12 20:53:00.726295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Request body: {'port': {'device_id': 'f76fe1b9-0b75-4adf-8dec-bf38b309ef84', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'admin_state_up': True, 'tenant_id': 'c253ebad0e0b48208d501d4723f0e0f0'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:00.737434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-33f9dea4-87a8-4c25-a6a8-bcf5c44aa9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.739037 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-33f9dea4-87a8-4c25-a6a8-bcf5c44aa9dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454115 Nov 12 20:53:00.751801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-9eb8574b-25d0-4d65-b1ee-4a9c997cedda tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.760055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-9eb8574b-25d0-4d65-b1ee-4a9c997cedda tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.781142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-9eb8574b-25d0-4d65-b1ee-4a9c997cedda tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.791613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-9eb8574b-25d0-4d65-b1ee-4a9c997cedda tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.797939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-9eb8574b-25d0-4d65-b1ee-4a9c997cedda tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.807103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-9eb8574b-25d0-4d65-b1ee-4a9c997cedda tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.814455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-9eb8574b-25d0-4d65-b1ee-4a9c997cedda tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:00.826214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-9eb8574b-25d0-4d65-b1ee-4a9c997cedda tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.1652279 Nov 12 20:53:00.917160 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:00.918158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-926c44c5-a433-4240-ae33-387d1a392ca6 req-d5cb4a9a-7508-417d-921b-2e856beceb0d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720370 Nov 12 20:53:01.007384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50a623c3-2adf-474e-bf2c-2eb0c812d2b1 req-f50ce4ae-8ae0-4fee-b08b-612d78ebf81f tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/4eb64e64-844b-4dfa-90dc-2860b358b164 HTTP/1.1" status: 200 len: 2418 time: 0.0417614 Nov 12 20:53:01.020914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-50a623c3-2adf-474e-bf2c-2eb0c812d2b1 req-41c0d7a4-1eb4-4b2b-8a24-ef76b48e42fd tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb64e64-844b-4dfa-90dc-2860b358b164', 'remote_group_id': None}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:01.021181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-50a623c3-2adf-474e-bf2c-2eb0c812d2b1 req-41c0d7a4-1eb4-4b2b-8a24-ef76b48e42fd tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb64e64-844b-4dfa-90dc-2860b358b164', 'remote_group_id': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:01.025217 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-e3b4d415-31d9-4568-b56f-9c940dce13b2 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447047 Nov 12 20:53:01.164151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:01.225237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e662c-9e83-431b-8b8b-34c3d7243f93 req-e26ed1a4-2aaa-45d5-971e-6bbc7f75f58e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:01.232998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-013e662c-9e83-431b-8b8b-34c3d7243f93 req-e26ed1a4-2aaa-45d5-971e-6bbc7f75f58e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.1015544 Nov 12 20:53:01.264755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-50a623c3-2adf-474e-bf2c-2eb0c812d2b1 req-41c0d7a4-1eb4-4b2b-8a24-ef76b48e42fd tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:01.304513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-50a623c3-2adf-474e-bf2c-2eb0c812d2b1 req-41c0d7a4-1eb4-4b2b-8a24-ef76b48e42fd tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:01.321525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-013e662c-9e83-431b-8b8b-34c3d7243f93 req-3ec93b63-7c06-40f8-b8ce-da0f679c5edd tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847595 Nov 12 20:53:01.342787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Made reservation on behalf of c253ebad0e0b48208d501d4723f0e0f0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:01.353054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:01.381155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-50a623c3-2adf-474e-bf2c-2eb0c812d2b1 req-41c0d7a4-1eb4-4b2b-8a24-ef76b48e42fd tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:01.398640 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-0949f28d-6db4-4155-b9a6-ef680b88e1f2 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604629 Nov 12 20:53:01.418327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0d7a4-1eb4-4b2b-8a24-ef76b48e42fd tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecb4353-fc93-4114-b1b9-619f37de8d1e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:01.483067 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-d195c369-6bb6-4fd4-b830-2572caec353e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=e66877d1-7052-4510-be0f-7e88565c976a HTTP/1.1" status: 200 len: 217 time: 0.0710678 Nov 12 20:53:01.515810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-50a623c3-2adf-474e-bf2c-2eb0c812d2b1 req-41c0d7a4-1eb4-4b2b-8a24-ef76b48e42fd tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:01.517073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50a623c3-2adf-474e-bf2c-2eb0c812d2b1 req-41c0d7a4-1eb4-4b2b-8a24-ef76b48e42fd tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5015819 Nov 12 20:53:01.568937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Router ba2cd7c5-1072-47f2-beb5-06d835138ce7 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:53:01.624288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6525408b-4572-49c7-bce4-698b817d350c req-b660a5cb-d803-4d8f-a625-3a956090142e tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/4eb64e64-844b-4dfa-90dc-2860b358b164 HTTP/1.1" status: 200 len: 3017 time: 0.0625062 Nov 12 20:53:01.674314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-b61f0047-4436-4eba-a9d9-92b9ab5a79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:01.676044 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-b61f0047-4436-4eba-a9d9-92b9ab5a79ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.1556129 Nov 12 20:53:01.676324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02a0a12a-3471-4c76-8075-e166a4a7a5bd req-7988571f-9cc9-441b-815b-33fd1e2efa1f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 210 time: 0.0389597 Nov 12 20:53:01.718436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f821d31a-da95-4857-ba53-6c71ee239723 req-34d1ddb8-59dd-4399-a382-129bd2046464 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 210 time: 0.0460122 Nov 12 20:53:01.742010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Allocated IP 172.20.0.7 (2f24624b-b400-4771-a741-eeca0d792842/0a6487d7-a1de-4195-8144-743453c18319/ded091e9-a065-4f26-bd20-cda65b84f515) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:01.744816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f27821c8-0f8b-4c53-a5a8-b869e8e4970f req-c8a8d0b2-25f7-4699-bddd-a4f64d568883 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-group-rules/4ecb4353-fc93-4114-b1b9-619f37de8d1e HTTP/1.1" status: 200 len: 783 time: 0.0292134 Nov 12 20:53:01.792384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-273b17ec-2d13-4a5c-9085-d3c30a21fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:01.793826 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-273b17ec-2d13-4a5c-9085-d3c30a21fd79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053178 Nov 12 20:53:01.818696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f27821c8-0f8b-4c53-a5a8-b869e8e4970f req-371289f9-c64d-4d4e-8c0c-6cb42b38b1b4 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/4eb64e64-844b-4dfa-90dc-2860b358b164 HTTP/1.1" status: 200 len: 3017 time: 0.0549791 Nov 12 20:53:01.852072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f27821c8-0f8b-4c53-a5a8-b869e8e4970f req-e22391ce-164f-46c2-a1c4-f4b33a532273 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:01.860873 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f27821c8-0f8b-4c53-a5a8-b869e8e4970f req-e22391ce-164f-46c2-a1c4-f4b33a532273 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:01.902911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:01.913449 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b6903dc3-7f01-4023-a1d7-8cd9d63d02a2 admin admin] 10.222.0.64 "PUT /v2.0/routers/ba2cd7c5-1072-47f2-beb5-06d835138ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2442663 Nov 12 20:53:01.915446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] Sync routers for ids ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:01.919608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39680) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:01.934181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] Routers {'ba2cd7c5-1072-47f2-beb5-06d835138ce7'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:01.936827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:02.011194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-c0f2b6f0-5a90-4396-8ec7-578d025bf27c service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988554 Nov 12 20:53:02.014348 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f27821c8-0f8b-4c53-a5a8-b869e8e4970f req-e22391ce-164f-46c2-a1c4-f4b33a532273 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.095562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f27821c8-0f8b-4c53-a5a8-b869e8e4970f req-e22391ce-164f-46c2-a1c4-f4b33a532273 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.100060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f27821c8-0f8b-4c53-a5a8-b869e8e4970f req-e22391ce-164f-46c2-a1c4-f4b33a532273 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/4ecb4353-fc93-4114-b1b9-619f37de8d1e HTTP/1.1" status: 204 len: 173 time: 0.2726760 Nov 12 20:53:02.143525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] Set router ba2cd7c5-1072-47f2-beb5-06d835138ce7 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:02.193661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cee500a8-14b4-44fa-b255-36caa71f9578 req-5f7734ef-2312-437e-b577-2ba83e3a8c45 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/4eb64e64-844b-4dfa-90dc-2860b358b164 HTTP/1.1" status: 200 len: 2418 time: 0.0631731 Nov 12 20:53:02.197679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22391ce-164f-46c2-a1c4-f4b33a532273 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ecb4353-fc93-4114-b1b9-619f37de8d1e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:02.265029 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.280593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381e816-ed12-46cd-84df-9033dd00b449 req-b40517c4-3caa-4260-a71c-d0db5f4c0cea tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.287382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381e816-ed12-46cd-84df-9033dd00b449 req-b40517c4-3caa-4260-a71c-d0db5f4c0cea tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.294468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381e816-ed12-46cd-84df-9033dd00b449 req-b40517c4-3caa-4260-a71c-d0db5f4c0cea tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.300751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381e816-ed12-46cd-84df-9033dd00b449 req-b40517c4-3caa-4260-a71c-d0db5f4c0cea tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.307445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381e816-ed12-46cd-84df-9033dd00b449 req-b40517c4-3caa-4260-a71c-d0db5f4c0cea tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.314200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381e816-ed12-46cd-84df-9033dd00b449 req-b40517c4-3caa-4260-a71c-d0db5f4c0cea tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.336691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381e816-ed12-46cd-84df-9033dd00b449 req-b40517c4-3caa-4260-a71c-d0db5f4c0cea tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.338777 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d381e816-ed12-46cd-84df-9033dd00b449 req-b40517c4-3caa-4260-a71c-d0db5f4c0cea tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2363679 Nov 12 20:53:02.403300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.443175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cee500a8-14b4-44fa-b255-36caa71f9578 req-a56f9675-c63e-499b-9d1d-68caf94c2041 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.447843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:53:00Z', 'revision_number': 5, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:02.454380 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-50c35490-898e-47d4-9cfd-7a986231388f service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249406 Nov 12 20:53:02.492341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] Checking router: ba2cd7c5-1072-47f2-beb5-06d835138ce7 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:02.493928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] Routers {'ba2cd7c5-1072-47f2-beb5-06d835138ce7'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:02.494788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:02.506682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-48b06d5b-e866-4a0e-8dfd-901a989c14d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413e66bc-caf1-4d8d-955a-5729d255d131 HTTP/1.1" status: 200 len: 217 time: 0.0411692 Nov 12 20:53:02.531626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cee500a8-14b4-44fa-b255-36caa71f9578 req-a56f9675-c63e-499b-9d1d-68caf94c2041 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.557601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.601648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-404914b5-da39-4602-9cc9-73ad69175eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.603412 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-404914b5-da39-4602-9cc9-73ad69175eac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.0885913 Nov 12 20:53:02.605993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d381e816-ed12-46cd-84df-9033dd00b449 req-d8c487cc-a9f7-4b97-b9e4-db1e52ef776e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158780 Nov 12 20:53:02.619740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.628590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Network 2f24624b-b400-4771-a741-eeca0d792842 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:02.640236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] Set router ba2cd7c5-1072-47f2-beb5-06d835138ce7 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:02.655332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:02.659122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:02.662279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event updated for resources: {'Port': ['ID=ded091e9-a065-4f26-bd20-cda65b84f515,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:02.728923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cee500a8-14b4-44fa-b255-36caa71f9578 req-a56f9675-c63e-499b-9d1d-68caf94c2041 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.730287 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-7758801d-18da-452a-90a8-0c7884bffada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.732082 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-7758801d-18da-452a-90a8-0c7884bffada service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151876 Nov 12 20:53:02.734110 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cee500a8-14b4-44fa-b255-36caa71f9578 req-a56f9675-c63e-499b-9d1d-68caf94c2041 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.739529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.740177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.747363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cee500a8-14b4-44fa-b255-36caa71f9578 req-a56f9675-c63e-499b-9d1d-68caf94c2041 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "DELETE /v2.0/security-groups/4eb64e64-844b-4dfa-90dc-2860b358b164 HTTP/1.1" status: 204 len: 173 time: 0.5371079 Nov 12 20:53:02.795959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f9675-c63e-499b-9d1d-68caf94c2041 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb64e64-844b-4dfa-90dc-2860b358b164,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:02.817626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc69abc-75e3-493a-9b76-13cfed892af9 req-ac8394fb-b283-4793-9f11-e679c44ce46b tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:02.826861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdc69abc-75e3-493a-9b76-13cfed892af9 req-ac8394fb-b283-4793-9f11-e679c44ce46b tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.1349249 Nov 12 20:53:02.886322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Deleting port fbc0fb7b-0780-4e83-b916-3f7f195457c9 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:02.886765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.917935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdc69abc-75e3-493a-9b76-13cfed892af9 req-93bff1d1-aa7a-494b-b5a1-0e57f9959503 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843537 Nov 12 20:53:02.934065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-71cc803e-7db0-4044-bbbd-d8c2b339548b tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2119193 Nov 12 20:53:02.962764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Request body: {'port': {'device_id': 'f76fe1b9-0b75-4adf-8dec-bf38b309ef84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:02.965361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:02.966090 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-fc78d61c-e983-46d5-b1fe-58342b244da6 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228835 Nov 12 20:53:02.998718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:53:00Z', 'revision_number': 5, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:03.031010 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-6b1eba3b-a106-4c23-8738-e5fcc9f83389 req-901d3f04-a32c-4bda-b153-9f1a95d57e35 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] show failed (client error): The resource could not be found. Nov 12 20:53:03.032154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b1eba3b-a106-4c23-8738-e5fcc9f83389 req-901d3f04-a32c-4bda-b153-9f1a95d57e35 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/74b5bf56-6a03-4322-b14f-5562da6206bf HTTP/1.1" status: 404 len: 352 time: 0.0207901 Nov 12 20:53:03.033861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95b804-27cd-49d6-bfc7-6d329e1ccaff None None] The sync data for ids ['ba2cd7c5-1072-47f2-beb5-06d835138ce7'] in n-d-713498-29 is: [{'id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'name': 'tempest-ServersTestMultiNic-584555296-router', 'tenant_id': '97cc98dde7524dc8a8f5df14e71fe088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:53:00Z', 'revision_number': 5, 'project_id': '97cc98dde7524dc8a8f5df14e71fe088', 'gw_port': {'id': 'fbc0fb7b-0780-4e83-b916-3f7f195457c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cd7c5-1072-47f2-beb5-06d835138ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:57Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:03.138770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5cc62-1744-4f83-ba61-a138532f1ae0 req-64a26e6b-0d40-468a-8ff3-50a0bdfdf49f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.140352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0de5cc62-1744-4f83-ba61-a138532f1ae0 req-64a26e6b-0d40-468a-8ff3-50a0bdfdf49f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 931 time: 0.1072395 Nov 12 20:53:03.142503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] For port fbc0fb7b-0780-4e83-b916-3f7f195457c9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fbc0fb7b-0780-4e83-b916-3f7f195457c9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:03.142885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.175382 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.197811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dc56c7d-aedb-4848-9731-556947c85c83 req-9ba722fd-c73d-48ea-8022-e345582ac97b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 210 time: 0.0878327 Nov 12 20:53:03.200338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Calling delete_port for fbc0fb7b-0780-4e83-b916-3f7f195457c9 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:03.248479 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-bb07da22-a26f-4379-943a-303d123c3202 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377617 Nov 12 20:53:03.281747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0de5cc62-1744-4f83-ba61-a138532f1ae0 req-8f00c03a-5950-4ba0-9b5c-09585181b1c4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284993 Nov 12 20:53:03.317048 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-b008dde2-33dc-468a-9791-b6898d4f57f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce HTTP/1.1" status: 200 len: 217 time: 0.0429616 Nov 12 20:53:03.413779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6122c56b-a549-4b1a-b792-e1a1fb9fa7bf req-af895121-c6e3-41b2-a866-84896471aeec tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/641c42fa-15f2-49a2-b5df-fb7290b740c6 HTTP/1.1" status: 200 len: 1823 time: 0.1360540 Nov 12 20:53:03.466088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3b6c72e2-8cb3-4999-951c-2a496f93f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.467384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device edc1ae48-2941-47cd-8da3-f12582f575bd no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:03.467807 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3b6c72e2-8cb3-4999-951c-2a496f93f099 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.1085002 Nov 12 20:53:03.512133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: edc1ae48-2941-47cd-8da3-f12582f575bd {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:03.513923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device edc1ae48-2941-47cd-8da3-f12582f575bd not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:03.529540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.550269 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6122c56b-a549-4b1a-b792-e1a1fb9fa7bf req-af802de5-143c-4fee-ae0a-063ebce860c4 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.587795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6122c56b-a549-4b1a-b792-e1a1fb9fa7bf req-af802de5-143c-4fee-ae0a-063ebce860c4 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.607220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3ccf4901-25c9-431b-899c-f12a0cf75d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.608783 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-3ccf4901-25c9-431b-899c-f12a0cf75d37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843194 Nov 12 20:53:03.650188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.710174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc0fb7b-0780-4e83-b916-3f7f195457c9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:03.757782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6122c56b-a549-4b1a-b792-e1a1fb9fa7bf req-af802de5-143c-4fee-ae0a-063ebce860c4 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.763166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6122c56b-a549-4b1a-b792-e1a1fb9fa7bf req-af802de5-143c-4fee-ae0a-063ebce860c4 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.767669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6122c56b-a549-4b1a-b792-e1a1fb9fa7bf req-af802de5-143c-4fee-ae0a-063ebce860c4 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "DELETE /v2.0/security-groups/641c42fa-15f2-49a2-b5df-fb7290b740c6 HTTP/1.1" status: 204 len: 173 time: 0.3499889 Nov 12 20:53:03.780320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded091e9-a065-4f26-bd20-cda65b84f515 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:03.793467 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.811068 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-bac37f22-92b6-4f25-bff9-d22fdb694f34 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801510 Nov 12 20:53:03.815896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Transition to ACTIVE for port object ded091e9-a065-4f26-bd20-cda65b84f515 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:53:03.847704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af802de5-143c-4fee-ae0a-063ebce860c4 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c42fa-15f2-49a2-b5df-fb7290b740c6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:03.899993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.913908 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:03.932717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-143c93fd-55d4-406b-b277-1ad6d58e12b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.940903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-143c93fd-55d4-406b-b277-1ad6d58e12b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.949383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-143c93fd-55d4-406b-b277-1ad6d58e12b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.955724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-143c93fd-55d4-406b-b277-1ad6d58e12b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.962126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-143c93fd-55d4-406b-b277-1ad6d58e12b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.967479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Pushing event updated for resources: {'Port': ['ID=ded091e9-a065-4f26-bd20-cda65b84f515,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:03.968592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-143c93fd-55d4-406b-b277-1ad6d58e12b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.974836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-143c93fd-55d4-406b-b277-1ad6d58e12b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:03.976799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-143c93fd-55d4-406b-b277-1ad6d58e12b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2625823 Nov 12 20:53:04.010403 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-62a63c96-4a11-4d1e-a070-202f43187a31 req-f53dc0b9-5b41-4cc2-a170-96d97f893428 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902640 Nov 12 20:53:04.041381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b827f5f5-b6cf-43b3-b7c2-24ec33606b84 req-fc6fdb36-d14a-48a4-bbc3-f9b91590d7be tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/0c93e936-2d30-4a78-b1fa-ebd1302be86e HTTP/1.1" status: 200 len: 1823 time: 0.2353899 Nov 12 20:53:04.072352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Attempting to bind port ded091e9-a065-4f26-bd20-cda65b84f515 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:04.072711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Attempting to bind port ded091e9-a065-4f26-bd20-cda65b84f515 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:04.073121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Attempting to bind port ded091e9-a065-4f26-bd20-cda65b84f515 on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:04.080248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Port ded091e9-a065-4f26-bd20-cda65b84f515 on network 2f24624b-b400-4771-a741-eeca0d792842 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:53:04.081085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Attempting to bind port ded091e9-a065-4f26-bd20-cda65b84f515 on network 2f24624b-b400-4771-a741-eeca0d792842 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:04.090647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:04.091391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Checking segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:04.092512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Bound using segment: {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:04.093305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Bound port: ded091e9-a065-4f26-bd20-cda65b84f515, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd633d9-bd88-44d2-a10c-ed8951535a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2f24624b-b400-4771-a741-eeca0d792842'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:04.093928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.118064 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.137546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.164423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] For port ded091e9-a065-4f26-bd20-cda65b84f515, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:04.169057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] For port ded091e9-a065-4f26-bd20-cda65b84f515, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ded091e9-a065-4f26-bd20-cda65b84f515,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:04.220975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8fd5f6cd-a552-4761-b583-8684cdd95c31 req-9d6b586a-6a78-42e4-b2a2-cc56c6449029 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2136891 Nov 12 20:53:04.244818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.269761 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b827f5f5-b6cf-43b3-b7c2-24ec33606b84 req-a6f7a2d0-d4e5-4bb0-920d-2880c99658cb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.275275 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.275991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba2cd7c5-1072-47f2-beb5-06d835138ce7 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:53:04.284293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.284293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5f567268-2c27-4485-aa1d-346316c15de2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ba2cd7c5-1072-47f2-beb5-06d835138ce7 HTTP/1.1" status: 204 len: 168 time: 2.3595998 Nov 12 20:53:04.287339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39714) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:04.365731 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b827f5f5-b6cf-43b3-b7c2-24ec33606b84 req-a6f7a2d0-d4e5-4bb0-920d-2880c99658cb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.383229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.396243 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.397852 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] 10.222.0.46 "PUT /v2.0/ports/ded091e9-a065-4f26-bd20-cda65b84f515 HTTP/1.1" status: 200 len: 1092 time: 1.4528272 Nov 12 20:53:04.413521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76fe1b9-0b75-4adf-8dec-bf38b309ef84', 'tag': 'ded091e9-a065-4f26-bd20-cda65b84f515'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:04.416100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9415b0b7-b377-4388-93aa-8a3b9724ef8e admin admin] Deleting subnet 3315cf9a-fc23-4591-bc8c-348e95375ed8 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:53:04.417483 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562" -d '{"events": [{"name": "network-changed", "server_uuid": "f76fe1b9-0b75-4adf-8dec-bf38b309ef84", "tag": "ded091e9-a065-4f26-bd20-cda65b84f515"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:04.433875 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9415b0b7-b377-4388-93aa-8a3b9724ef8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.513887 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9415b0b7-b377-4388-93aa-8a3b9724ef8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.516272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e4863-c387-42c2-a264-b7b2d29ab859 service neutron] Pushing event updated for resources: {'Port': ['ID=ded091e9-a065-4f26-bd20-cda65b84f515,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:04.530761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-560af2e8-d675-42cd-81af-7d469408dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.533364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-560af2e8-d675-42cd-81af-7d469408dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.533947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-560af2e8-d675-42cd-81af-7d469408dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.534395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-560af2e8-d675-42cd-81af-7d469408dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.534859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-560af2e8-d675-42cd-81af-7d469408dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.537251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-560af2e8-d675-42cd-81af-7d469408dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.537717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-560af2e8-d675-42cd-81af-7d469408dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.542647 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-560af2e8-d675-42cd-81af-7d469408dc8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6491 time: 0.3137701 Nov 12 20:53:04.571615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03b58-f1cd-4dec-bd41-b1cdc4fe6171 req-8de826ba-2c4c-4bfb-afa2-1c474c02c6d4 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.578898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38c03b58-f1cd-4dec-bd41-b1cdc4fe6171 req-8de826ba-2c4c-4bfb-afa2-1c474c02c6d4 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.1497109 Nov 12 20:53:04.669515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9415b0b7-b377-4388-93aa-8a3b9724ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.682922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-6d37cfce-47f3-42cd-a5f6-220a67eadf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.684487 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-6d37cfce-47f3-42cd-a5f6-220a67eadf91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50d84c6b-5301-433b-9eab-ee9301ea4aeb HTTP/1.1" status: 200 len: 903 time: 0.1245048 Nov 12 20:53:04.701242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b827f5f5-b6cf-43b3-b7c2-24ec33606b84 req-a6f7a2d0-d4e5-4bb0-920d-2880c99658cb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.704953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b827f5f5-b6cf-43b3-b7c2-24ec33606b84 req-a6f7a2d0-d4e5-4bb0-920d-2880c99658cb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.706146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b827f5f5-b6cf-43b3-b7c2-24ec33606b84 req-a6f7a2d0-d4e5-4bb0-920d-2880c99658cb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "DELETE /v2.0/security-groups/0c93e936-2d30-4a78-b1fa-ebd1302be86e HTTP/1.1" status: 204 len: 173 time: 0.6567981 Nov 12 20:53:04.727861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38c03b58-f1cd-4dec-bd41-b1cdc4fe6171 req-3f10cebf-e230-4688-bce2-b78b3f61a046 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475420 Nov 12 20:53:04.738239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7a2d0-d4e5-4bb0-920d-2880c99658cb tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c93e936-2d30-4a78-b1fa-ebd1302be86e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:04.749876 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-1a9d6425-22e2-4789-ab7b-04b2d6b0502a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=e66877d1-7052-4510-be0f-7e88565c976a HTTP/1.1" status: 200 len: 217 time: 0.0559635 Nov 12 20:53:04.803574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0d0bd17a-1d48-4eef-b5da-875952bb0e84 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.806626 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0d0bd17a-1d48-4eef-b5da-875952bb0e84 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 812 time: 0.4397550 Nov 12 20:53:04.832605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-3ccb0cb2-8887-42f9-8d9a-d6700cf3275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:04.834135 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-3ccb0cb2-8887-42f9-8d9a-d6700cf3275f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 1095 time: 0.2903218 Nov 12 20:53:04.843463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Request body: {'port': {'device_id': '8cba3046-69a5-4a78-a91c-91251d547c71', 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'admin_state_up': True, 'tenant_id': '83b6300559814682b8322f92e44b6c14'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:04.902526 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9415b0b7-b377-4388-93aa-8a3b9724ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:04.945899 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-621d7dcd-3569-4acc-a217-5432eec4e93b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ded091e9-a065-4f26-bd20-cda65b84f515 HTTP/1.1" status: 200 len: 217 time: 0.0526538 Nov 12 20:53:04.972958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b01396f9-a2fb-4035-8bdb-fbbbdc5d409d req-eee86b2f-53c4-444b-bc1f-1ec35435875a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 210 time: 0.0753467 Nov 12 20:53:04.979047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415b0b7-b377-4388-93aa-8a3b9724ef8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3315cf9a-fc23-4591-bc8c-348e95375ed8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:05.001946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f09066-cb95-413b-9c25-0cd9ddc6fc63 None None] Network 1c5b98d4-0e14-4e9b-a116-e73d04f23697 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:53:05.015726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9415b0b7-b377-4388-93aa-8a3b9724ef8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.019730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9415b0b7-b377-4388-93aa-8a3b9724ef8e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3315cf9a-fc23-4591-bc8c-348e95375ed8 HTTP/1.1" status: 204 len: 168 time: 0.7314062 Nov 12 20:53:05.028313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39722) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:05.073515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-49937b4a-d9db-4f04-8a81-3ae45c7f43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.075582 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-49937b4a-d9db-4f04-8a81-3ae45c7f43d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.3150027 Nov 12 20:53:05.078388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-bae2121a-3506-4570-8268-f0e3554040ae tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.080025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-bae2121a-3506-4570-8268-f0e3554040ae tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.46 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 812 time: 0.2879527 Nov 12 20:53:05.114416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Request body: {'port': {'device_id': '3412b6b6-3dd2-444e-80c5-0fb5d01c1eab', 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'admin_state_up': True, 'tenant_id': '83b6300559814682b8322f92e44b6c14'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:05.114617 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b640ca59-e814-414a-921f-4a6ec521d758 x-openstack-request-id: req-b640ca59-e814-414a-921f-4a6ec521d758 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:05.114835 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76fe1b9-0b75-4adf-8dec-bf38b309ef84", "tag": "ded091e9-a065-4f26-bd20-cda65b84f515", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:05.115452 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b640ca59-e814-414a-921f-4a6ec521d758 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:05.115851 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76fe1b9-0b75-4adf-8dec-bf38b309ef84', 'tag': 'ded091e9-a065-4f26-bd20-cda65b84f515', 'status': 'completed', 'code': 200} Nov 12 20:53:05.153965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-6f25fa0c-f5a5-49eb-affd-23d53a038f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.155450 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-6f25fa0c-f5a5-49eb-affd-23d53a038f25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.1288400 Nov 12 20:53:05.182714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba359a-2a99-4f1f-bd9e-0c984b79dd91 req-a66ef870-3a75-4c9a-9a4a-0d194359a837 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.184174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbba359a-2a99-4f1f-bd9e-0c984b79dd91 req-a66ef870-3a75-4c9a-9a4a-0d194359a837 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 943 time: 0.2138624 Nov 12 20:53:05.198469 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-64bdbc86-1a01-4dc2-aa3f-f7d551e7fee4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375319 Nov 12 20:53:05.220034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-7e5a3471-d5db-47e1-b245-4e730df752b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.221698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-7e5a3471-d5db-47e1-b245-4e730df752b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225657 Nov 12 20:53:05.316868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] DHCP port deletion for 1c5b98d4-0e14-4e9b-a116-e73d04f23697 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:53:05.372085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Made reservation on behalf of 83b6300559814682b8322f92e44b6c14 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:05.376828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.399453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fbc0fb7b-0780-4e83-b916-3f7f195457c9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:05.412835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] Deleting port 27fc580e-31ba-4110-a2b2-0f6be4ab680f {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:05.413234 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.457265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: fbc0fb7b-0780-4e83-b916-3f7f195457c9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:05.457616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fbc0fb7b-0780-4e83-b916-3f7f195457c9 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:05.458039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 27fc580e-31ba-4110-a2b2-0f6be4ab680f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:05.490731 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-e4345978-d4b8-463d-aa23-75fb902fe222 service neutron] 10.222.0.46 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818036 Nov 12 20:53:05.495688 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-7c141ba9-3b4a-47ec-ad1b-46287e03e378 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442472 Nov 12 20:53:05.623659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.672016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbba359a-2a99-4f1f-bd9e-0c984b79dd91 req-3af6861d-cf74-4c44-8d99-9b8e548e955e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690979 Nov 12 20:53:05.677879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] For port 27fc580e-31ba-4110-a2b2-0f6be4ab680f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=27fc580e-31ba-4110-a2b2-0f6be4ab680f,segment=NetworkSegment(91261917-6a17-4c18-b0ed-7ff1ab126ab1),segment_id=91261917-6a17-4c18-b0ed-7ff1ab126ab1)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:05.678419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.689305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97382eeb-8198-4fdd-b63f-a59e49649bfc req-a89355cc-f422-4a16-a6de-9a3c024a6d2b tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/f6c4fbf0-2baf-4f6e-925d-8ad45d02d080 HTTP/1.1" status: 200 len: 1824 time: 0.5404327 Nov 12 20:53:05.703068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] Calling delete_port for 27fc580e-31ba-4110-a2b2-0f6be4ab680f owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:05.732667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Allocated IP 172.20.0.6 (77a1ac28-7731-4b09-8328-7d04ac0f7480/7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3/1319fa5d-66ee-4034-a3af-512f730c088c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:05.766782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-31d3133f-b7fd-41cb-8390-4e4d1f679080 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466409 Nov 12 20:53:05.768853 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-83eeecdc-f04d-4157-a088-1c4aa583e4a9 req-0e3297e7-b2e1-4394-b203-fe80e58bde32 service neutron] 10.222.0.46 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571661 Nov 12 20:53:05.866886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.916479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934403c-fe67-48cb-9644-9c14aca64643 req-63aa1ac3-71fd-4b9a-9613-cf5dc80246ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.922485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934403c-fe67-48cb-9644-9c14aca64643 req-63aa1ac3-71fd-4b9a-9613-cf5dc80246ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.925639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.928599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934403c-fe67-48cb-9644-9c14aca64643 req-63aa1ac3-71fd-4b9a-9613-cf5dc80246ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.934978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934403c-fe67-48cb-9644-9c14aca64643 req-63aa1ac3-71fd-4b9a-9613-cf5dc80246ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.941223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934403c-fe67-48cb-9644-9c14aca64643 req-63aa1ac3-71fd-4b9a-9613-cf5dc80246ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.948126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934403c-fe67-48cb-9644-9c14aca64643 req-63aa1ac3-71fd-4b9a-9613-cf5dc80246ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.954177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934403c-fe67-48cb-9644-9c14aca64643 req-63aa1ac3-71fd-4b9a-9613-cf5dc80246ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:05.956176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4934403c-fe67-48cb-9644-9c14aca64643 req-63aa1ac3-71fd-4b9a-9613-cf5dc80246ff tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.1531816 Nov 12 20:53:05.961982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Made reservation on behalf of 83b6300559814682b8322f92e44b6c14 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:05.965764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.969228 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97382eeb-8198-4fdd-b63f-a59e49649bfc req-6c1bdf1f-aba5-4f4a-b811-f89a67a94882 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:05.977518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] Pushing event deleted for resources: {'Port': ['ID=27fc580e-31ba-4110-a2b2-0f6be4ab680f,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:05.983233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c913d-a478-4efe-bd56-7a1e310b44bc None None] No DVR routers for this DVR port 27fc580e-31ba-4110-a2b2-0f6be4ab680f on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:06.006175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-0370180d-6ad4-494c-8e8a-eb4f5882c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.006175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-0370180d-6ad4-494c-8e8a-eb4f5882c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.006175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-0370180d-6ad4-494c-8e8a-eb4f5882c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.006175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-0370180d-6ad4-494c-8e8a-eb4f5882c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.006175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-0370180d-6ad4-494c-8e8a-eb4f5882c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.006175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-0370180d-6ad4-494c-8e8a-eb4f5882c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.006175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-0370180d-6ad4-494c-8e8a-eb4f5882c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.007326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-0370180d-6ad4-494c-8e8a-eb4f5882c39a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6491 time: 0.1829345 Nov 12 20:53:06.022117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Deleting port 27fc580e-31ba-4110-a2b2-0f6be4ab680f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:06.022403 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.034630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97382eeb-8198-4fdd-b63f-a59e49649bfc req-6c1bdf1f-aba5-4f4a-b811-f89a67a94882 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.102535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-e47b44b8-c2e7-41da-afee-997dc8c3c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.104045 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-e47b44b8-c2e7-41da-afee-997dc8c3c8f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 1095 time: 0.2118278 Nov 12 20:53:06.110167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.208744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4934403c-fe67-48cb-9644-9c14aca64643 req-2957f8dc-949f-4ee8-b483-4c0afef6ab55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2268772 Nov 12 20:53:06.209852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] For port 27fc580e-31ba-4110-a2b2-0f6be4ab680f, host n-d-713498-29, got binding levels [] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:06.210226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.226325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Calling delete_port for 27fc580e-31ba-4110-a2b2-0f6be4ab680f owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:06.241227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Port 27fc580e-31ba-4110-a2b2-0f6be4ab680f was not found and therefore no delete operation was performed {{(pid=109629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:53:06.247734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.290832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fc580e-31ba-4110-a2b2-0f6be4ab680f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:06.303969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97382eeb-8198-4fdd-b63f-a59e49649bfc req-6c1bdf1f-aba5-4f4a-b811-f89a67a94882 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.303969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97382eeb-8198-4fdd-b63f-a59e49649bfc req-6c1bdf1f-aba5-4f4a-b811-f89a67a94882 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.303969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97382eeb-8198-4fdd-b63f-a59e49649bfc req-6c1bdf1f-aba5-4f4a-b811-f89a67a94882 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "DELETE /v2.0/security-groups/f6c4fbf0-2baf-4f6e-925d-8ad45d02d080 HTTP/1.1" status: 204 len: 173 time: 0.6032593 Nov 12 20:53:06.303969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] No DVR routers for this DVR port 27fc580e-31ba-4110-a2b2-0f6be4ab680f on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:06.340080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bdf1f-aba5-4f4a-b811-f89a67a94882 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c4fbf0-2baf-4f6e-925d-8ad45d02d080,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:06.408698 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.438248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5b98d4-0e14-4e9b-a116-e73d04f23697']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:06.452148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91261917-6a17-4c18-b0ed-7ff1ab126ab1') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:06.452804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91261917-6a17-4c18-b0ed-7ff1ab126ab1') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:06.473539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.500641 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.515062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:53:06.515062 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.518917 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-b829ccb9-926c-488a-9766-c387db1b85db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.520435 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-b829ccb9-926c-488a-9766-c387db1b85db service neutron] 10.222.0.46 "GET /v2.0/networks?id=146557bc-c4c8-4990-a5f6-19e072b8a8a6 HTTP/1.1" status: 200 len: 903 time: 0.5030992 Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:53:06.530096 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:53:06.589823 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-94bfb795-dbb3-4c56-8ef8-7af2f90f1ca2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413e66bc-caf1-4d8d-955a-5729d255d131 HTTP/1.1" status: 200 len: 217 time: 0.0596802 Nov 12 20:53:06.592601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-40e3d39d-a9ea-4088-b615-5d5ffc49f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.594077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-40e3d39d-a9ea-4088-b615-5d5ffc49f803 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 200 len: 913 time: 0.4821870 Nov 12 20:53:06.608274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da91170f-6f40-4e9a-af22-44b30bb726ef req-2220ba98-e2ad-4eff-8cda-deafbc2a1001 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 210 time: 0.0768795 Nov 12 20:53:06.671911 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-d636045d-392e-4057-a1a8-0ebbfde1b711 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ded091e9-a065-4f26-bd20-cda65b84f515 HTTP/1.1" status: 200 len: 217 time: 0.0673020 Nov 12 20:53:06.673021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.705834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b440d-585d-49d7-a852-345bb5c854f8 req-8b6f14c1-1d6b-490d-921f-41b5cab20480 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.707335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-452b440d-585d-49d7-a852-345bb5c854f8 req-8b6f14c1-1d6b-490d-921f-41b5cab20480 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.1250269 Nov 12 20:53:06.740077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.746283 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-cbd6d3b1-6897-4e5a-a84c-29eb91a2589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.747774 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-cbd6d3b1-6897-4e5a-a84c-29eb91a2589e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.1444817 Nov 12 20:53:06.762817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c2f6410-bb8f-4bb4-b357-0323e3d39701 req-e3e36aa1-9e47-4034-b020-24de7d6ba617 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/cafb9f2a-437c-4edb-a717-51c57a7568f5 HTTP/1.1" status: 200 len: 2423 time: 0.1270130 Nov 12 20:53:06.763962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.769929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1c5b98d4-0e14-4e9b-a116-e73d04f23697 HTTP/1.1" status: 204 len: 168 time: 1.7367387 Nov 12 20:53:06.771441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Allocated IP 172.20.0.7 (77a1ac28-7731-4b09-8328-7d04ac0f7480/7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3/db54357b-0961-4d36-bf45-c1e64d7c1c06) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:06.774131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Network 77a1ac28-7731-4b09-8328-7d04ac0f7480 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:06.797524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2f8c3-48d2-4286-bb6f-42f7afab1250 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5b98d4-0e14-4e9b-a116-e73d04f23697,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:06.802282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:06.808060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Pushing event updated for resources: {'Port': ['ID=1319fa5d-66ee-4034-a3af-512f730c088c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:06.814263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:06.821490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-6421060f-42d2-4f55-b2d2-e5ca4a15fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.823060 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-6421060f-42d2-4f55-b2d2-e5ca4a15fff4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 200 len: 852 time: 0.1360705 Nov 12 20:53:06.867013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-452b440d-585d-49d7-a852-345bb5c854f8 req-fe7cd555-72b6-4301-a7eb-8cf1d138bf7c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509237 Nov 12 20:53:06.883897 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-ac5faa30-ca72-4be2-b21a-8cf1738f46e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f24624b-b400-4771-a741-eeca0d792842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392375 Nov 12 20:53:06.925683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2c2f6410-bb8f-4bb4-b357-0323e3d39701 req-1bcf0c1f-3519-4518-8555-185792103a8c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:06.935357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-eca8f048-7398-4b92-b466-063b72fb9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.937056 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-eca8f048-7398-4b92-b466-063b72fb9271 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1767416 Nov 12 20:53:06.982796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:06.983439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.026269 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2c2f6410-bb8f-4bb4-b357-0323e3d39701 req-1bcf0c1f-3519-4518-8555-185792103a8c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.077945 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-e0765075-a335-491b-99fd-ac4dbe26be37 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2409341 Nov 12 20:53:07.082369 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-d9a0643f-75eb-4418-b0e1-1543cfdbbd9e service neutron] 10.222.0.46 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909106 Nov 12 20:53:07.090153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-7a23bd4b-80ce-408b-9688-b03b4a0561f9 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:53:07.090995 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-7a23bd4b-80ce-408b-9688-b03b4a0561f9 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061460 Nov 12 20:53:07.097965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06328b1-f980-481d-82a3-1c63285c5292 req-3ca02f07-afe3-41cd-86c2-9399ffac17d0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.099610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c06328b1-f980-481d-82a3-1c63285c5292 req-3ca02f07-afe3-41cd-86c2-9399ffac17d0 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 943 time: 0.1214175 Nov 12 20:53:07.118967 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.137054 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-260ff4cd-c2ac-4b37-9f8a-ac0c7d529390 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678629 Nov 12 20:53:07.174762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39746) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:07.184489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2c2f6410-bb8f-4bb4-b357-0323e3d39701 req-1bcf0c1f-3519-4518-8555-185792103a8c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.187595 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2c2f6410-bb8f-4bb4-b357-0323e3d39701 req-1bcf0c1f-3519-4518-8555-185792103a8c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.190799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c2f6410-bb8f-4bb4-b357-0323e3d39701 req-1bcf0c1f-3519-4518-8555-185792103a8c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "DELETE /v2.0/security-groups/cafb9f2a-437c-4edb-a717-51c57a7568f5 HTTP/1.1" status: 204 len: 173 time: 0.4058206 Nov 12 20:53:07.199636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Request body: {'port': {'device_id': '8cba3046-69a5-4a78-a91c-91251d547c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:07.204822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c06328b1-f980-481d-82a3-1c63285c5292 req-3fb6ead3-1792-4fc8-9717-2a8b9d03fe8e tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951219 Nov 12 20:53:07.241453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf0c1f-3519-4518-8555-185792103a8c tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb9f2a-437c-4edb-a717-51c57a7568f5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:07.301162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7574160c-ee19-4ddd-b549-8151ce2353fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97cc98dde7524dc8a8f5df14e71fe088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1207812 Nov 12 20:53:07.302816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39752) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:07.319142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c5194f6-dcd5-43a5-b054-ca53e4aaa562 req-a4465333-3eb3-448b-b2e9-afc9e1857b58 service neutron] 10.222.0.46 "GET /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248950 Nov 12 20:53:07.329737 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.342187 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.345998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e2809152-a1b2-4538-ad28-d96a65f4850c req-a0ff159f-01cd-4bd9-93a5-0a3eecadab58 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792798 Nov 12 20:53:07.413887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc246040-69aa-4920-b836-58dfdf56d9fd req-8e786263-1883-4fdc-8d58-b6fa500893e7 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "GET /v2.0/security-groups/8d8c1154-cecb-401e-bef2-77f9bd099d5b HTTP/1.1" status: 200 len: 2418 time: 0.1949184 Nov 12 20:53:07.436438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Network 77a1ac28-7731-4b09-8328-7d04ac0f7480 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:07.458129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:07.460832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:07.519356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-0f61bded-eede-4f95-b926-258d2c320875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.519831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-0f61bded-eede-4f95-b926-258d2c320875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.520292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-0f61bded-eede-4f95-b926-258d2c320875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.520748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-0f61bded-eede-4f95-b926-258d2c320875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.521197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-0f61bded-eede-4f95-b926-258d2c320875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.521649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-0f61bded-eede-4f95-b926-258d2c320875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.522099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-0f61bded-eede-4f95-b926-258d2c320875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.522643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-84be595b-b820-41f2-b02a-b7934f1bbdd1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.524160 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-0f61bded-eede-4f95-b926-258d2c320875 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6491 time: 0.1270242 Nov 12 20:53:07.528974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-84be595b-b820-41f2-b02a-b7934f1bbdd1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.535081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-84be595b-b820-41f2-b02a-b7934f1bbdd1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.541522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-84be595b-b820-41f2-b02a-b7934f1bbdd1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.547535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-84be595b-b820-41f2-b02a-b7934f1bbdd1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.553525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-84be595b-b820-41f2-b02a-b7934f1bbdd1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.560125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-84be595b-b820-41f2-b02a-b7934f1bbdd1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.562065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-84be595b-b820-41f2-b02a-b7934f1bbdd1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2475200 Nov 12 20:53:07.572652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Pushing event updated for resources: {'Port': ['ID=db54357b-0961-4d36-bf45-c1e64d7c1c06,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:07.603949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b105e905-dfd8-40e5-ae12-1b9821216109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.627963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.628570 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.675506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-411812f3-6524-43a5-9b7c-ebf25da5bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:07.683740 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-411812f3-6524-43a5-9b7c-ebf25da5bffb service neutron] 10.222.0.46 "GET /v2.0/networks?id=146557bc-c4c8-4990-a5f6-19e072b8a8a6 HTTP/1.1" status: 200 len: 903 time: 0.1263821 Nov 12 20:53:07.690575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b105e905-dfd8-40e5-ae12-1b9821216109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.702702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cc246040-69aa-4920-b836-58dfdf56d9fd req-eba22e3a-0ee7-4ed0-8f15-46f43547b992 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.731903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b97c20e9-afa5-4c40-a9d0-d4227133decf req-2a629b57-158a-4225-b4bd-b813d56cb2e9 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1549759 Nov 12 20:53:07.745099 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-f442e253-0c58-405d-a914-1c559e497334 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce HTTP/1.1" status: 200 len: 217 time: 0.0569866 Nov 12 20:53:07.750588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-259c14ee-6eea-4cce-b844-aeda3f061989 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6482785 Nov 12 20:53:07.762004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cc246040-69aa-4920-b836-58dfdf56d9fd req-eba22e3a-0ee7-4ed0-8f15-46f43547b992 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.764521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1319fa5d-66ee-4034-a3af-512f730c088c {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:07.777491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.809599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Transition to ACTIVE for port object 1319fa5d-66ee-4034-a3af-512f730c088c will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:53:07.884508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Request body: {'port': {'device_id': '3412b6b6-3dd2-444e-80c5-0fb5d01c1eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:07.892357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.946466 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b105e905-dfd8-40e5-ae12-1b9821216109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.949251 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b105e905-dfd8-40e5-ae12-1b9821216109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.950414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b105e905-dfd8-40e5-ae12-1b9821216109 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5e5e41f-8a81-45ee-9162-7f24b50d1567 HTTP/1.1" status: 204 len: 168 time: 0.6460347 Nov 12 20:53:07.956034 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cc246040-69aa-4920-b836-58dfdf56d9fd req-eba22e3a-0ee7-4ed0-8f15-46f43547b992 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.958774 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cc246040-69aa-4920-b836-58dfdf56d9fd req-eba22e3a-0ee7-4ed0-8f15-46f43547b992 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:07.967560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:07.972877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc246040-69aa-4920-b836-58dfdf56d9fd req-eba22e3a-0ee7-4ed0-8f15-46f43547b992 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] 10.222.0.64 "DELETE /v2.0/security-groups/8d8c1154-cecb-401e-bef2-77f9bd099d5b HTTP/1.1" status: 204 len: 173 time: 0.5441091 Nov 12 20:53:07.992957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105e905-dfd8-40e5-ae12-1b9821216109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e5e41f-8a81-45ee-9162-7f24b50d1567,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:07.993460 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.030689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba22e3a-0ee7-4ed0-8f15-46f43547b992 tempest-SecurityGroupRulesTestJSON-144488480 tempest-SecurityGroupRulesTestJSON-144488480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c1154-cecb-401e-bef2-77f9bd099d5b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:08.031631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Pushing event updated for resources: {'Port': ['ID=1319fa5d-66ee-4034-a3af-512f730c088c,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:08.069928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-18708ac6-b4ce-45bc-9a8c-af153c68abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.071998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-18708ac6-b4ce-45bc-9a8c-af153c68abb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.3031082 Nov 12 20:53:08.085093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b68f1-7e7d-4839-a827-5bfe290a81a1 req-ecb71d28-941a-40ae-a84e-46dec2595b84 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.091867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-586b68f1-7e7d-4839-a827-5bfe290a81a1 req-ecb71d28-941a-40ae-a84e-46dec2595b84 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 931 time: 0.1385705 Nov 12 20:53:08.119764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4e8390-70a2-4543-b0a0-23f3e3f9adcb admin admin] Deleting subnet c52e8d7a-3437-4837-abd3-5b2bc6a18ded {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:53:08.140374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8390-70a2-4543-b0a0-23f3e3f9adcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.204414 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8390-70a2-4543-b0a0-23f3e3f9adcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.206965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Attempting to bind port 1319fa5d-66ee-4034-a3af-512f730c088c on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:08.207316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Attempting to bind port 1319fa5d-66ee-4034-a3af-512f730c088c by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:08.207653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Attempting to bind port 1319fa5d-66ee-4034-a3af-512f730c088c on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:08.241059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-785cf7bd-3087-43a9-9dc9-1bda3e5684e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.244116 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-785cf7bd-3087-43a9-9dc9-1bda3e5684e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480281 Nov 12 20:53:08.247211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Port 1319fa5d-66ee-4034-a3af-512f730c088c on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:53:08.247754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Attempting to bind port 1319fa5d-66ee-4034-a3af-512f730c088c on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:08.262945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-7e24a013-93db-4ed8-8c32-31129e8fc5f6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:53:08.263425 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-7e24a013-93db-4ed8-8c32-31129e8fc5f6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076814 Nov 12 20:53:08.266645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:08.267048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Checking segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:08.267832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Bound using segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:08.268335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Bound port: 1319fa5d-66ee-4034-a3af-512f730c088c, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:08.268757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.275668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-586b68f1-7e7d-4839-a827-5bfe290a81a1 req-bee30dc9-28c9-428c-b2a2-0cfed19b8f1f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809096 Nov 12 20:53:08.303562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8390-70a2-4543-b0a0-23f3e3f9adcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.326177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac2760-ed9e-41d6-840c-63c8230d9669 req-4f35edb2-bbc2-4a3b-96ac-fa03a91834ae tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.327740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57ac2760-ed9e-41d6-840c-63c8230d9669 req-4f35edb2-bbc2-4a3b-96ac-fa03a91834ae tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.2195780 Nov 12 20:53:08.434713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fe8b9-44ca-4058-b956-31165d0b2d4e req-20285cdb-0e7b-40bf-a977-f750f847f59d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.436299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-362fe8b9-44ca-4058-b956-31165d0b2d4e req-20285cdb-0e7b-40bf-a977-f750f847f59d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 943 time: 0.1076517 Nov 12 20:53:08.466985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] For port 1319fa5d-66ee-4034-a3af-512f730c088c, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:08.471139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] For port 1319fa5d-66ee-4034-a3af-512f730c088c, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1319fa5d-66ee-4034-a3af-512f730c088c,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:08.472163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57ac2760-ed9e-41d6-840c-63c8230d9669 req-7bfa44a6-5915-4f01-b34e-77c0a18734da tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300526 Nov 12 20:53:08.474055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-cd258c8f-cfe2-4bef-bf0f-61607ac8e2b3 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983492 Nov 12 20:53:08.540783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-362fe8b9-44ca-4058-b956-31165d0b2d4e req-b3db2af1-b019-4e7d-ad08-5b6c490e3e2d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942225 Nov 12 20:53:08.548720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db54357b-0961-4d36-bf45-c1e64d7c1c06 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:08.563841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.566687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.570841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8390-70a2-4543-b0a0-23f3e3f9adcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.584383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Transition to ACTIVE for port object db54357b-0961-4d36-bf45-c1e64d7c1c06 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:53:08.644299 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8390-70a2-4543-b0a0-23f3e3f9adcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.649519 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0b4e8390-70a2-4543-b0a0-23f3e3f9adcb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c52e8d7a-3437-4837-abd3-5b2bc6a18ded HTTP/1.1" status: 204 len: 168 time: 0.6746256 Nov 12 20:53:08.649846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39780) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:08.652207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e8390-70a2-4543-b0a0-23f3e3f9adcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52e8d7a-3437-4837-abd3-5b2bc6a18ded,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:08.658258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.660865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.662181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.663585 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] 10.222.0.78 "PUT /v2.0/ports/1319fa5d-66ee-4034-a3af-512f730c088c HTTP/1.1" status: 200 len: 1092 time: 1.5586312 Nov 12 20:53:08.664027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cba3046-69a5-4a78-a91c-91251d547c71', 'tag': '1319fa5d-66ee-4034-a3af-512f730c088c'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:08.666330 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf81ab6f-a351-4d79-8c43-6088e7ffb837" -d '{"events": [{"name": "network-changed", "server_uuid": "8cba3046-69a5-4a78-a91c-91251d547c71", "tag": "1319fa5d-66ee-4034-a3af-512f730c088c"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:08.698608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7ccd7-e4db-4b84-be67-bccdbc8b5688 service neutron] Pushing event updated for resources: {'Port': ['ID=1319fa5d-66ee-4034-a3af-512f730c088c,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:08.703310 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b68208d9-b03a-44e2-bc2a-0694b447c20c req-231c873b-2f93-49e2-baac-86cdfb96a50b service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170277 Nov 12 20:53:08.719582 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fe99a8-618d-496b-ad33-1203f0c0a8bc x-openstack-request-id: req-35fe99a8-618d-496b-ad33-1203f0c0a8bc {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:08.719736 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cba3046-69a5-4a78-a91c-91251d547c71", "tag": "1319fa5d-66ee-4034-a3af-512f730c088c", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:08.720002 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35fe99a8-618d-496b-ad33-1203f0c0a8bc {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:08.720353 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cba3046-69a5-4a78-a91c-91251d547c71', 'tag': '1319fa5d-66ee-4034-a3af-512f730c088c', 'status': 'completed', 'code': 200} Nov 12 20:53:08.786952 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:08.794522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81ab6f-a351-4d79-8c43-6088e7ffb837 req-a165e737-91e9-4d83-910f-67a0f0c2a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.796477 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bf81ab6f-a351-4d79-8c43-6088e7ffb837 req-a165e737-91e9-4d83-910f-67a0f0c2a54a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&device_id=8cba3046-69a5-4a78-a91c-91251d547c71 HTTP/1.1" status: 200 len: 1095 time: 0.0528798 Nov 12 20:53:08.841916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Pushing event updated for resources: {'Port': ['ID=db54357b-0961-4d36-bf45-c1e64d7c1c06,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:08.937128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81ab6f-a351-4d79-8c43-6088e7ffb837 req-4fb84f17-0c11-416b-b666-2b4148a149d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.939773 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bf81ab6f-a351-4d79-8c43-6088e7ffb837 req-4fb84f17-0c11-416b-b666-2b4148a149d0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=83b6300559814682b8322f92e44b6c14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1350324 Nov 12 20:53:08.972152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-56195e80-b660-4fdb-b83b-546f28adcd7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.979849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-56195e80-b660-4fdb-b83b-546f28adcd7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.986313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-56195e80-b660-4fdb-b83b-546f28adcd7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:08.995234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-56195e80-b660-4fdb-b83b-546f28adcd7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.001248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-56195e80-b660-4fdb-b83b-546f28adcd7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.008010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-56195e80-b660-4fdb-b83b-546f28adcd7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.014162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-56195e80-b660-4fdb-b83b-546f28adcd7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.016211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-56195e80-b660-4fdb-b83b-546f28adcd7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.1945529 Nov 12 20:53:09.068256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.070757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Attempting to bind port db54357b-0961-4d36-bf45-c1e64d7c1c06 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:09.071085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Attempting to bind port db54357b-0961-4d36-bf45-c1e64d7c1c06 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:09.071446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Attempting to bind port db54357b-0961-4d36-bf45-c1e64d7c1c06 on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:09.075038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81ab6f-a351-4d79-8c43-6088e7ffb837 req-18e5d0c2-b0a2-49a7-9851-b4029d1bfaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.076578 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bf81ab6f-a351-4d79-8c43-6088e7ffb837 req-18e5d0c2-b0a2-49a7-9851-b4029d1bfaf3 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284964 Nov 12 20:53:09.090625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Port db54357b-0961-4d36-bf45-c1e64d7c1c06 on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:53:09.090948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Attempting to bind port db54357b-0961-4d36-bf45-c1e64d7c1c06 on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:09.109548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b243b7bd-46f4-46ca-ad40-39882d0e2620']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:09.118667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:09.119002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Checking segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:09.119402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Bound using segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:09.119838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Bound port: db54357b-0961-4d36-bf45-c1e64d7c1c06, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:09.120242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.148234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d2eafa-79da-4c66-a3cd-b0938014cec4') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:09.149133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d2eafa-79da-4c66-a3cd-b0938014cec4') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:09.193556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.212225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83d34bc2-376d-4059-bf5c-f750a4f52380 req-21766c59-2f98-491a-89d7-673e44a23687 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595564 Nov 12 20:53:09.236421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.236421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:53:09.236421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:53:09.257085 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:53:09.259728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39800) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:09.387936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] For port db54357b-0961-4d36-bf45-c1e64d7c1c06, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:09.406710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] For port db54357b-0961-4d36-bf45-c1e64d7c1c06, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=db54357b-0961-4d36-bf45-c1e64d7c1c06,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:09.425546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef728-a460-47b8-a8ba-73428903934f req-580bde47-ef70-42d7-a03a-e003c4d1934b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.427093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a17ef728-a460-47b8-a8ba-73428903934f req-580bde47-ef70-42d7-a03a-e003c4d1934b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 943 time: 0.0722775 Nov 12 20:53:09.436966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-658795429-network', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:09.448779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-eedf4c69-36ac-4659-8abf-6f77ba74ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.452321 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-eedf4c69-36ac-4659-8abf-6f77ba74ed7e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&device_id=8cba3046-69a5-4a78-a91c-91251d547c71 HTTP/1.1" status: 200 len: 1095 time: 0.3313081 Nov 12 20:53:09.452465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.456351 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.462784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b243b7bd-46f4-46ca-ad40-39882d0e2620 HTTP/1.1" status: 204 len: 168 time: 0.8117907 Nov 12 20:53:09.491150 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.499161 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-da7a5c2e-b594-4576-a66a-8ca324df2a8d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1319fa5d-66ee-4034-a3af-512f730c088c HTTP/1.1" status: 200 len: 217 time: 0.0393314 Nov 12 20:53:09.502852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68593774-0216-4d4b-bc33-15dd2a582b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=b243b7bd-46f4-46ca-ad40-39882d0e2620,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:09.552475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.553185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.553837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-21a4130a-93d6-4a0c-952f-105b2cee56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.556139 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-21a4130a-93d6-4a0c-952f-105b2cee56c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 HTTP/1.1" status: 200 len: 852 time: 0.0501223 Nov 12 20:53:09.556927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] 10.222.0.46 "PUT /v2.0/ports/db54357b-0961-4d36-bf45-c1e64d7c1c06 HTTP/1.1" status: 200 len: 1092 time: 1.7836435 Nov 12 20:53:09.562845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3412b6b6-3dd2-444e-80c5-0fb5d01c1eab', 'tag': 'db54357b-0961-4d36-bf45-c1e64d7c1c06'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:09.566433 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f" -d '{"events": [{"name": "network-changed", "server_uuid": "3412b6b6-3dd2-444e-80c5-0fb5d01c1eab", "tag": "db54357b-0961-4d36-bf45-c1e64d7c1c06"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:09.595138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-ce0d6da6-0a1d-46a9-b342-8a3bea10482a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a1ac28-7731-4b09-8328-7d04ac0f7480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308001 Nov 12 20:53:09.605081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a17ef728-a460-47b8-a8ba-73428903934f req-38d3cb83-c03c-45ce-af03-c086c5533e7e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641521 Nov 12 20:53:09.631264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d72b0-f47d-4e25-9c89-f3c656a53309 service neutron] Pushing event updated for resources: {'Port': ['ID=db54357b-0961-4d36-bf45-c1e64d7c1c06,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:09.651627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device ded091e9-a065-4f26-bd20-cda65b84f515 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:09.661505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232af7d8-1d96-49a8-8ad1-da70f32bb94e req-08d82d91-64f9-4fe1-a4d5-df665ca9dfcf tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.663541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-232af7d8-1d96-49a8-8ad1-da70f32bb94e req-08d82d91-64f9-4fe1-a4d5-df665ca9dfcf tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.0856185 Nov 12 20:53:09.664591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Made reservation on behalf of a68ecaa57d704251a7d0b6559969c411 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:09.667400 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.679148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.737366 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-afac6cc4-db8a-4065-829d-f3bd6d00252e service neutron] 10.222.0.78 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340756 Nov 12 20:53:09.787839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port ded091e9-a065-4f26-bd20-cda65b84f515, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ded091e9-a065-4f26-bd20-cda65b84f515,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:09.799900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'ded091e9-a065-4f26-bd20-cda65b84f515', 'network_id': '2f24624b-b400-4771-a741-eeca0d792842', 'port_id': 'ded091e9-a065-4f26-bd20-cda65b84f515', 'mac_address': 'fa:16:3e:89:87:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6487d7-a1de-4195-8144-743453c18319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:09.828075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-4bb2af26-e3d2-44df-a0b9-14b35e716ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.829662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-4bb2af26-e3d2-44df-a0b9-14b35e716ede service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 1095 time: 0.1405063 Nov 12 20:53:09.836849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-232af7d8-1d96-49a8-8ad1-da70f32bb94e req-162776a6-a8cf-4537-8d36-7383b22d1a47 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579325 Nov 12 20:53:09.853083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39814) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:09.853559 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:09.855518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe59232-1355-46b7-8b4d-70ee282cd95b req-d19ec2b4-b356-44d6-8c2e-111f3019ed3a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:09.857177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fe59232-1355-46b7-8b4d-70ee282cd95b req-d19ec2b4-b356-44d6-8c2e-111f3019ed3a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 943 time: 0.1802239 Nov 12 20:53:09.881580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded091e9-a065-4f26-bd20-cda65b84f515 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:09.896882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-071a474f-189e-47b6-a0aa-8f729fdf65f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db54357b-0961-4d36-bf45-c1e64d7c1c06 HTTP/1.1" status: 200 len: 217 time: 0.0589411 Nov 12 20:53:09.907520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port ded091e9-a065-4f26-bd20-cda65b84f515, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ded091e9-a065-4f26-bd20-cda65b84f515,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:09.912037 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:53:09.924265 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-fff33add-95aa-4a90-929a-168325820114 service neutron] 10.222.0.78 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757245 Nov 12 20:53:09.940284 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-84add549-b500-4d71-b471-f25f5cf1e8e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ace385ef5be44c9973f368140b16652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845141 Nov 12 20:53:09.942766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:09.987933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.004260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ed31113-4595-49f1-9617-94a881172082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.010255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-7f64c38b-ac67-442f-90e0-8c08df0b891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.010885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-7f64c38b-ac67-442f-90e0-8c08df0b891c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 HTTP/1.1" status: 200 len: 852 time: 0.1064754 Nov 12 20:53:10.013297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.018041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fe59232-1355-46b7-8b4d-70ee282cd95b req-330a9a43-bf90-413b-8b78-37cb68597d24 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278379 Nov 12 20:53:10.037929 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ed31113-4595-49f1-9617-94a881172082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.052272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-365c3a1d-e57f-434f-9a76-f863b14d646a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77a1ac28-7731-4b09-8328-7d04ac0f7480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330725 Nov 12 20:53:10.097836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.111932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=ded091e9-a065-4f26-bd20-cda65b84f515,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:10.170295 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.171173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:53:10.181124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbc890a-b976-4730-b4ee-c8ab5b28e930,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:10.192548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.192693 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Added segment 4d67c112-08c1-4710-8737-198054c37eb3 of type vlan for network ec982ad9-8b76-4a22-adec-90f88be08db1 Nov 12 20:53:10.210343 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3192740-296a-4251-992f-dbb2b2bcf751 x-openstack-request-id: req-d3192740-296a-4251-992f-dbb2b2bcf751 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:10.210630 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3412b6b6-3dd2-444e-80c5-0fb5d01c1eab", "tag": "db54357b-0961-4d36-bf45-c1e64d7c1c06", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:10.210879 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3192740-296a-4251-992f-dbb2b2bcf751 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:10.212001 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3412b6b6-3dd2-444e-80c5-0fb5d01c1eab', 'tag': 'db54357b-0961-4d36-bf45-c1e64d7c1c06', 'status': 'completed', 'code': 200} Nov 12 20:53:10.237904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-51dd351f-c947-44e1-a194-7b4d663cd1f6 service neutron] 10.222.0.46 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770124 Nov 12 20:53:10.238570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ed31113-4595-49f1-9617-94a881172082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.242666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ed31113-4595-49f1-9617-94a881172082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.244037 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.244838 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9ed31113-4595-49f1-9617-94a881172082 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3679ccc-8afd-4bd1-a8bd-7d3ff2d3c7ab HTTP/1.1" status: 204 len: 168 time: 0.3004618 Nov 12 20:53:10.257373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed31113-4595-49f1-9617-94a881172082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3679ccc-8afd-4bd1-a8bd-7d3ff2d3c7ab,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:10.261991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['ded091e9-a065-4f26-bd20-cda65b84f515'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:10.277501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.411264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f097806-fb1f-4eaa-a3f3-1b03e3ab5d89 req-f50c966a-bd39-4851-b99f-46ec3376d27b service neutron] 10.222.0.46 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605349 Nov 12 20:53:10.423787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-977a5c7c-d94d-49d8-8097-385fc1bd4ebd tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.429943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-977a5c7c-d94d-49d8-8097-385fc1bd4ebd tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.436345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-977a5c7c-d94d-49d8-8097-385fc1bd4ebd tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.442316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-977a5c7c-d94d-49d8-8097-385fc1bd4ebd tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.449389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-977a5c7c-d94d-49d8-8097-385fc1bd4ebd tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.454924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-977a5c7c-d94d-49d8-8097-385fc1bd4ebd tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.460909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-977a5c7c-d94d-49d8-8097-385fc1bd4ebd tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.463551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-977a5c7c-d94d-49d8-8097-385fc1bd4ebd tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.1352019 Nov 12 20:53:10.509969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.512215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.512215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:10.548361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f148e160-60bc-40e1-936c-6b8e5d9f209f req-60f8058e-041d-43c9-a650-50c7b46e7c47 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785375 Nov 12 20:53:10.593718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec982ad9-8b76-4a22-adec-90f88be08db1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:10.604062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network ec982ad9-8b76-4a22-adec-90f88be08db1 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:53:10.908147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8befc435-758c-411f-8ae8-97a13eb0e9b6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6410842 Nov 12 20:53:10.911627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39840) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:10.921099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Request body: {'subnet': {'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-658795429-subnet', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:10.975359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-22a22cd9-cd6b-4338-a9bf-c5b577ceabed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:10.977540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-22a22cd9-cd6b-4338-a9bf-c5b577ceabed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 1095 time: 0.3764277 Nov 12 20:53:11.004972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9805f9-159a-479b-be2d-f101f5b88f9c req-da1d31d9-c693-4b94-aa1c-b83a8c5bc70b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.006398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b9805f9-159a-479b-be2d-f101f5b88f9c req-da1d31d9-c693-4b94-aa1c-b83a8c5bc70b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 943 time: 0.1039159 Nov 12 20:53:11.050322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Made reservation on behalf of a68ecaa57d704251a7d0b6559969c411 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:11.053108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.081998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b491c-faa0-4673-ad6a-cdc8ebf4c9c3 req-626c601d-7093-49b2-b747-d59080091c9c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.083632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd2b491c-faa0-4673-ad6a-cdc8ebf4c9c3 req-626c601d-7093-49b2-b747-d59080091c9c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 945 time: 0.1474149 Nov 12 20:53:11.147277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b9805f9-159a-479b-be2d-f101f5b88f9c req-5bdb5cb2-ed07-40d9-b832-05ee491f1449 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286755 Nov 12 20:53:11.180617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-4f802607-5811-4aaf-bc62-177c202caa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.182093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-4f802607-5811-4aaf-bc62-177c202caa10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 913 time: 0.1950042 Nov 12 20:53:11.201347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd2b491c-faa0-4673-ad6a-cdc8ebf4c9c3 req-8ab62c34-2c1c-4b81-b2ee-2d1f79958b32 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086092 Nov 12 20:53:11.260031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-c95ad3e7-f12a-4de9-b8b8-4ca23108a5b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db54357b-0961-4d36-bf45-c1e64d7c1c06 HTTP/1.1" status: 200 len: 217 time: 0.0660019 Nov 12 20:53:11.318864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.345446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689311b-09c9-4d61-9845-99c69bd4f036 req-5faad59e-d229-42bf-9973-5d249f34c76f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.347061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7689311b-09c9-4d61-9845-99c69bd4f036 req-5faad59e-d229-42bf-9973-5d249f34c76f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 944 time: 0.1048291 Nov 12 20:53:11.354546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-7accaa9c-700b-4455-8506-ed19cc556047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.356040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-7accaa9c-700b-4455-8506-ed19cc556047 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 HTTP/1.1" status: 200 len: 852 time: 0.0720003 Nov 12 20:53:11.405789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-4ffc40f0-6574-45c6-9534-a6521e0fa017 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77a1ac28-7731-4b09-8328-7d04ac0f7480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305464 Nov 12 20:53:11.413399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8536413-268d-45f3-bcf9-8b4172fef60b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:11.421592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Checking segment: {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:11.421946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Network hostable DHCP agents. Network: ec982ad9-8b76-4a22-adec-90f88be08db1, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:53:11.481801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7689311b-09c9-4d61-9845-99c69bd4f036 req-249f09b3-1553-444a-b178-fdefa5680c80 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246829 Nov 12 20:53:11.519584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-905cbc2c-ffd6-48d0-a32d-db6ddaf13072 service neutron] 10.222.0.46 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039646 Nov 12 20:53:11.524431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Network ec982ad9-8b76-4a22-adec-90f88be08db1 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:53:11.566775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39858) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:11.597890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, ec982ad9-8b76-4a22-adec-90f88be08db1) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:11.613637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbfd90a-2ca6-487a-808f-70882e6a2a6a None None] Network ec982ad9-8b76-4a22-adec-90f88be08db1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:53:11.617527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.618157 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.626041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2b94b0-601d-4cbc-aa8f-67efcab8f66f req-c0d3dc4c-a43b-464c-b843-f9fde1761afb service neutron] 10.222.0.46 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979626 Nov 12 20:53:11.681300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-547107291-network', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:11.693780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device ded091e9-a065-4f26-bd20-cda65b84f515 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:11.694128 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-321e0de4-0dda-4f8c-9253-545d2f5f4d14 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7801561 Nov 12 20:53:11.698512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39864) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:11.708086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:11.744454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bc912-f99f-468a-acf6-0d610599399a req-1dc2b89c-4e7a-41be-b792-496074b30e46 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.750569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bc912-f99f-468a-acf6-0d610599399a req-1dc2b89c-4e7a-41be-b792-496074b30e46 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.757117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bc912-f99f-468a-acf6-0d610599399a req-1dc2b89c-4e7a-41be-b792-496074b30e46 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.764915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bc912-f99f-468a-acf6-0d610599399a req-1dc2b89c-4e7a-41be-b792-496074b30e46 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.771168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bc912-f99f-468a-acf6-0d610599399a req-1dc2b89c-4e7a-41be-b792-496074b30e46 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.776709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Made reservation on behalf of 80c2dad5a277479a92ca007eb36a9855 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:11.778238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bc912-f99f-468a-acf6-0d610599399a req-1dc2b89c-4e7a-41be-b792-496074b30e46 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.779730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.787011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bc912-f99f-468a-acf6-0d610599399a req-1dc2b89c-4e7a-41be-b792-496074b30e46 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.787011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f23bc912-f99f-468a-acf6-0d610599399a req-1dc2b89c-4e7a-41be-b792-496074b30e46 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.1045356 Nov 12 20:53:11.797169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.824787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b2702e-e7b6-4394-9e4b-5bd300d7415c None None] Network ec982ad9-8b76-4a22-adec-90f88be08db1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:53:11.868739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-33314a4e-f323-4754-9be0-937fc057347b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:11.870253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-33314a4e-f323-4754-9be0-937fc057347b tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.0829477 Nov 12 20:53:11.876124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port ded091e9-a065-4f26-bd20-cda65b84f515 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:11.878104 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.879217 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.885466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port ded091e9-a065-4f26-bd20-cda65b84f515 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:11.886065 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.887577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-29'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:11.894521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.896274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f23bc912-f99f-468a-acf6-0d610599399a req-89622d05-4b2b-46b5-bdd8-fb595adae1e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986693 Nov 12 20:53:11.953201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.964760 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.974658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:11.997988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:53:12.014088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecacba77-0e7b-4648-ab68-5968d25b7c19,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:12.019570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.020036 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Added segment cf78538b-670e-413f-bbbc-ad25d33faa52 of type vlan for network 01b908cd-64b2-4366-abbe-8aff4609024d Nov 12 20:53:12.035354 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.060834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76fe1b9-0b75-4adf-8dec-bf38b309ef84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded091e9-a065-4f26-bd20-cda65b84f515'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:12.063441 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50a6723-96f1-4d9d-950a-6724e5540880" -d '{"events": [{"server_uuid": "f76fe1b9-0b75-4adf-8dec-bf38b309ef84", "name": "network-vif-plugged", "status": "completed", "tag": "ded091e9-a065-4f26-bd20-cda65b84f515"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:12.076827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port ded091e9-a065-4f26-bd20-cda65b84f515, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ded091e9-a065-4f26-bd20-cda65b84f515,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:12.102567 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.124807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:12.152779 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.167721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:12.220054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:12.222510 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee9e54c-4111-4982-ba19-252ef777977a" -d '{"events": [{"server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:12.228980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.231021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.250956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=ded091e9-a065-4f26-bd20-cda65b84f515,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:12.298654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f458367-9651-4c28-b1bf-4525bba111e1 req-24ed71ce-32e7-43bf-acbe-68c1b925cf34 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:12.300344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f458367-9651-4c28-b1bf-4525bba111e1 req-24ed71ce-32e7-43bf-acbe-68c1b925cf34 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 943 time: 0.0539541 Nov 12 20:53:12.316232 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.316878 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a3a54e-3908-480f-a66b-398184806617 x-openstack-request-id: req-c9a3a54e-3908-480f-a66b-398184806617 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:12.328570 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76fe1b9-0b75-4adf-8dec-bf38b309ef84", "name": "network-vif-plugged", "status": "completed", "tag": "ded091e9-a065-4f26-bd20-cda65b84f515", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:12.328570 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9a3a54e-3908-480f-a66b-398184806617 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:12.328570 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76fe1b9-0b75-4adf-8dec-bf38b309ef84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded091e9-a065-4f26-bd20-cda65b84f515', 'code': 200} Nov 12 20:53:12.359624 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbedca3d-7cba-4081-bc1e-db36c8d521a5 x-openstack-request-id: req-cbedca3d-7cba-4081-bc1e-db36c8d521a5 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:12.360002 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:12.360266 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbedca3d-7cba-4081-bc1e-db36c8d521a5 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:12.360756 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de', 'code': 200} Nov 12 20:53:12.366472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.368372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:12.369564 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.435077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f458367-9651-4c28-b1bf-4525bba111e1 req-5e8f1a4e-ed93-495c-8998-3485a070d451 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274779 Nov 12 20:53:12.453348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Pushing event updated for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:12.476392 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9083664 Nov 12 20:53:12.481281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39880) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:12.488244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Request body: {'subnet': {'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-547107291-subnet', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:12.498990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on host n-h1-713498-29 for vnic_type normal with profile {"migrating_to": "n-h2-713498-29"} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:12.499490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:12.499902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:12.511758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee1997-5040-4038-b31f-d527deb1a7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=01b908cd-64b2-4366-abbe-8aff4609024d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:12.513582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:53:12.513912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Attempting to bind port 6cb2121d-8102-4c7e-80e0-262286d427de on network 36545a8b-45bf-4cbe-a762-38ede1646491 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:12.527138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:12.527540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Checking segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:12.533722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Bound using segment: {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:12.534148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7ca32-8643-4ef6-b328-7eeff35cf56b req-71ca4aa4-62b8-40e9-9077-ae5835735d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:12.534287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 01b908cd-64b2-4366-abbe-8aff4609024d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:53:12.534390 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bac7ca32-8643-4ef6-b328-7eeff35cf56b req-71ca4aa4-62b8-40e9-9077-ae5835735d6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 1097 time: 0.1259444 Nov 12 20:53:12.534495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Bound port: 6cb2121d-8102-4c7e-80e0-262286d427de, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd230a3-5d2f-4111-a4db-80e1ac32022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '36545a8b-45bf-4cbe-a762-38ede1646491'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:12.534495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.552767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2093-7fb1-4491-9695-0db36ffb0c93 req-df407eeb-5b7a-4b93-ba6c-9837176dbbe3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:12.554271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dbc2093-7fb1-4491-9695-0db36ffb0c93 req-df407eeb-5b7a-4b93-ba6c-9837176dbbe3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1365354 Nov 12 20:53:12.605951 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bac7ca32-8643-4ef6-b328-7eeff35cf56b req-6186684d-b4d8-44af-88f8-a7876a42dd3c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592210 Nov 12 20:53:12.606906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Made reservation on behalf of 80c2dad5a277479a92ca007eb36a9855 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:12.609516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.639045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 1319fa5d-66ee-4034-a3af-512f730c088c details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:12.733930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.740075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dbc2093-7fb1-4491-9695-0db36ffb0c93 req-8ecaf649-fbf4-40f5-873d-3e1d08a6def2 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698513 Nov 12 20:53:12.758715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:12.758951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.764063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:12.802151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 1319fa5d-66ee-4034-a3af-512f730c088c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1319fa5d-66ee-4034-a3af-512f730c088c,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:12.818632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '1319fa5d-66ee-4034-a3af-512f730c088c', 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'port_id': '1319fa5d-66ee-4034-a3af-512f730c088c', 'mac_address': 'fa:16:3e:45:39:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:12.847865 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.863260 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:12.877215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1319fa5d-66ee-4034-a3af-512f730c088c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:12.898297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 1319fa5d-66ee-4034-a3af-512f730c088c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1319fa5d-66ee-4034-a3af-512f730c088c,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:12.900016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Allocated IP 172.25.8.108 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:12.993370 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.013716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.022607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.023162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.024956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] 10.222.0.46 "PUT /v2.0/ports/6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 200 len: 1123 time: 1.1428730 Nov 12 20:53:13.033781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ef6a2-62b3-49ff-ae1b-5eaf73f669e1 req-aec0fc61-d17f-4b3a-a8b5-d6aceec03736 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.041217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-004ef6a2-62b3-49ff-ae1b-5eaf73f669e1 req-aec0fc61-d17f-4b3a-a8b5-d6aceec03736 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 945 time: 0.2103667 Nov 12 20:53:13.050776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80eba9-d9ae-457d-8678-9b9fc841a91b service neutron] Pushing event updated for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=8']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:13.054429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=1319fa5d-66ee-4034-a3af-512f730c088c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:13.081152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.106564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6cb2121d-8102-4c7e-80e0-262286d427de'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:13.136857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['6cb2121d-8102-4c7e-80e0-262286d427de'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:13.167348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8b5d08-02c8-4c41-a031-0d8dcb928b8c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:13.183232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974700-c521-41dc-bb11-e19ab7250aac req-927ce304-e2fa-44d8-ae1a-0194de234e55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.190132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974700-c521-41dc-bb11-e19ab7250aac req-927ce304-e2fa-44d8-ae1a-0194de234e55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.196309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974700-c521-41dc-bb11-e19ab7250aac req-927ce304-e2fa-44d8-ae1a-0194de234e55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.202993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974700-c521-41dc-bb11-e19ab7250aac req-927ce304-e2fa-44d8-ae1a-0194de234e55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.209057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974700-c521-41dc-bb11-e19ab7250aac req-927ce304-e2fa-44d8-ae1a-0194de234e55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.210742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.215341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974700-c521-41dc-bb11-e19ab7250aac req-927ce304-e2fa-44d8-ae1a-0194de234e55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.221738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974700-c521-41dc-bb11-e19ab7250aac req-927ce304-e2fa-44d8-ae1a-0194de234e55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.229755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63974700-c521-41dc-bb11-e19ab7250aac req-927ce304-e2fa-44d8-ae1a-0194de234e55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2389388 Nov 12 20:53:13.248848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-004ef6a2-62b3-49ff-ae1b-5eaf73f669e1 req-724bcafc-3503-4af1-8660-2d04227a39ed tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066436 Nov 12 20:53:13.259240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['1319fa5d-66ee-4034-a3af-512f730c088c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:13.269403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:13.275369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:13.279027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:13.299967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Checking segment: {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:13.300334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Network hostable DHCP agents. Network: 01b908cd-64b2-4366-abbe-8aff4609024d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:53:13.324629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:13.348208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63974700-c521-41dc-bb11-e19ab7250aac req-37f2fac9-aa16-4951-8e1a-1f967d65d3cf tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175730 Nov 12 20:53:13.421073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Network 01b908cd-64b2-4366-abbe-8aff4609024d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:53:13.527166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 01b908cd-64b2-4366-abbe-8aff4609024d) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:13.537350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94705ad9-0c64-4344-ab73-893069523f24 None None] Network 01b908cd-64b2-4366-abbe-8aff4609024d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:53:13.545928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.548926 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.580285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149c638-56e0-41c8-ac74-4a2cf04a72aa req-c4af2752-94a5-4a95-bc50-a9c770b7e6f3 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.581891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f149c638-56e0-41c8-ac74-4a2cf04a72aa req-c4af2752-94a5-4a95-bc50-a9c770b7e6f3 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 943 time: 0.0657861 Nov 12 20:53:13.671167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f149c638-56e0-41c8-ac74-4a2cf04a72aa req-d40eeb38-6a5f-4c63-a4ac-c9a53672535c tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787797 Nov 12 20:53:13.679089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d752599-cdd2-4ec8-a3bd-e084428e5f03 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1949885 Nov 12 20:53:13.682281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39894) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:13.692398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.697184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:13.704368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6cb2121d-8102-4c7e-80e0-262286d427de details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:13.769277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-01b908cd-64b2-4366-abbe-8aff4609024d', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:53:13.770223 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.816918 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.820069 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.915500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:13.919162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.929429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e2e67-c1c0-4853-9995-8da56deaadff req-bb297217-7e7b-4afe-80e1-87f4db997340 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:13.931564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f25e2e67-c1c0-4853-9995-8da56deaadff req-bb297217-7e7b-4afe-80e1-87f4db997340 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1039801 Nov 12 20:53:13.950683 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:13.952289 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6cb2121d-8102-4c7e-80e0-262286d427de has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:53:13.952655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device db54357b-0961-4d36-bf45-c1e64d7c1c06 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:13.986932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Allocated IP 172.20.0.2 (01b908cd-64b2-4366-abbe-8aff4609024d/af8b5d08-02c8-4c41-a031-0d8dcb928b8c/da42c689-7305-4857-875e-5ba487dbb9e1) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:14.087247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f25e2e67-c1c0-4853-9995-8da56deaadff req-11d3a76e-60db-4e2f-9814-ca800edc6f5f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487594 Nov 12 20:53:14.125712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port db54357b-0961-4d36-bf45-c1e64d7c1c06, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=db54357b-0961-4d36-bf45-c1e64d7c1c06,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:14.140915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Router 61671a01-f7d6-478e-8205-60c0350c6e15 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:53:14.147622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'db54357b-0961-4d36-bf45-c1e64d7c1c06', 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'port_id': 'db54357b-0961-4d36-bf45-c1e64d7c1c06', 'mac_address': 'fa:16:3e:52:23:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:14.175476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.226698 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.290240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:14.303684 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Sync routers for ids ['61671a01-f7d6-478e-8205-60c0350c6e15'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:14.322926 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Routers {'61671a01-f7d6-478e-8205-60c0350c6e15'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:14.324013 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['61671a01-f7d6-478e-8205-60c0350c6e15'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:14.380864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.386664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db54357b-0961-4d36-bf45-c1e64d7c1c06 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:14.386791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:14.388992 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2026f51e-05c2-4082-a80e-8f616a83da49" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:14.407903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port db54357b-0961-4d36-bf45-c1e64d7c1c06, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=db54357b-0961-4d36-bf45-c1e64d7c1c06,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:14.445939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.450025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1e85a3d-7298-4f5f-9d22-3e24256f2bb3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7482383 Nov 12 20:53:14.450199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39904) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:14.452348 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Set router 61671a01-f7d6-478e-8205-60c0350c6e15 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:14.472925 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.521092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.526495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Network 01b908cd-64b2-4366-abbe-8aff4609024d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:14.535537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:14.537929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:14.573265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516942b5-2ed9-46b5-9767-95f05c0f0f75 req-eeff81d0-a0b5-4001-bece-d8f39d9d7a1f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:14.575893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-516942b5-2ed9-46b5-9767-95f05c0f0f75 req-eeff81d0-a0b5-4001-bece-d8f39d9d7a1f tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 945 time: 0.1802752 Nov 12 20:53:14.576077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Pushing event updated for resources: {'Port': ['ID=da42c689-7305-4857-875e-5ba487dbb9e1,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:14.592170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-733111ea-e060-4397-93a6-a65fbf688038 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:14.598749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-733111ea-e060-4397-93a6-a65fbf688038 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:14.607468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-733111ea-e060-4397-93a6-a65fbf688038 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:14.614697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-733111ea-e060-4397-93a6-a65fbf688038 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:14.621925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-733111ea-e060-4397-93a6-a65fbf688038 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:14.632576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-733111ea-e060-4397-93a6-a65fbf688038 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:14.642288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-733111ea-e060-4397-93a6-a65fbf688038 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:14.642618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Attempting to bind port da42c689-7305-4857-875e-5ba487dbb9e1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:14.642993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Attempting to bind port da42c689-7305-4857-875e-5ba487dbb9e1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:14.643372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Attempting to bind port da42c689-7305-4857-875e-5ba487dbb9e1 on network 01b908cd-64b2-4366-abbe-8aff4609024d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:14.653125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-733111ea-e060-4397-93a6-a65fbf688038 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2130756 Nov 12 20:53:14.655404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 1319fa5d-66ee-4034-a3af-512f730c088c up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:14.665594 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:53:13Z', 'revision_number': 3, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port': {'id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:12Z', 'updated_at': '2021-11-12T20:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:14.683399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:14.683770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Checking segment: {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:14.684168 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.684555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Bound using segment: {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:14.685037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Bound port: da42c689-7305-4857-875e-5ba487dbb9e1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:14.685411 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.708386 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Checking router: 61671a01-f7d6-478e-8205-60c0350c6e15 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:14.708786 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Updating router 61671a01-f7d6-478e-8205-60c0350c6e15 port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:53:14.723507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.727493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=db54357b-0961-4d36-bf45-c1e64d7c1c06,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:14.754020 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.754954 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.796499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] For port da42c689-7305-4857-875e-5ba487dbb9e1, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:14.800021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] For port da42c689-7305-4857-875e-5ba487dbb9e1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=da42c689-7305-4857-875e-5ba487dbb9e1,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:14.839060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-516942b5-2ed9-46b5-9767-95f05c0f0f75 req-f66feea6-a293-4c09-ac0a-37d42a807ae7 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698859 Nov 12 20:53:14.854637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['db54357b-0961-4d36-bf45-c1e64d7c1c06'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:14.931234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Allocated IP 172.25.8.115 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/efd96bbe-43bc-448c-88db-adfac6c0f342) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:14.932008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 1319fa5d-66ee-4034-a3af-512f730c088c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:14.937863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 1319fa5d-66ee-4034-a3af-512f730c088c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:14.938353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:14.960920 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc40f2-6fb1-4bc0-8a27-aa141e7cc02c x-openstack-request-id: req-fbbc40f2-6fb1-4bc0-8a27-aa141e7cc02c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:14.970253 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:14.970253 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbbc40f2-6fb1-4bc0-8a27-aa141e7cc02c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:14.970253 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de', 'status': 'completed', 'code': 200} Nov 12 20:53:14.982964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6cd170b6-9df4-4aeb-9423-32ad4ce544f7 req-d383a81a-3430-4be3-842c-6a0aee45ecd2 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3286109 Nov 12 20:53:14.988648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.095772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235daac-dc0c-447c-89b8-d13f73cea0f7 None None] Pushing event updated for resources: {'Port': ['ID=da42c689-7305-4857-875e-5ba487dbb9e1,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:15.165818 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.191015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.198490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cba3046-69a5-4a78-a91c-91251d547c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319fa5d-66ee-4034-a3af-512f730c088c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:15.201140 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c08677-8dc7-4fd3-9057-961fc2b9cb0b" -d '{"events": [{"server_uuid": "8cba3046-69a5-4a78-a91c-91251d547c71", "name": "network-vif-plugged", "status": "completed", "tag": "1319fa5d-66ee-4034-a3af-512f730c088c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:15.221479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 1319fa5d-66ee-4034-a3af-512f730c088c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1319fa5d-66ee-4034-a3af-512f730c088c,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:15.249365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-b8973485-a5d9-496a-9eec-4334da300344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:15.256800 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-b8973485-a5d9-496a-9eec-4334da300344 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1126 time: 0.2961059 Nov 12 20:53:15.269863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76939bac-5608-4cd6-99ae-ef5962354d24 req-8a38ae1d-65d4-469e-a27c-094ad4d8d675 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:15.271816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76939bac-5608-4cd6-99ae-ef5962354d24 req-8a38ae1d-65d4-469e-a27c-094ad4d8d675 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 944 time: 0.1913054 Nov 12 20:53:15.346459 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.379529 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.456722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=1319fa5d-66ee-4034-a3af-512f730c088c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:15.487425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:15.496759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:15.499944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:15.530400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device da42c689-7305-4857-875e-5ba487dbb9e1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:15.541667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-6a68bbe2-88be-494e-9037-ceda063e890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:15.541667 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-6a68bbe2-88be-494e-9037-ceda063e890d service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.2751060 Nov 12 20:53:15.547268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.571924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Pushing event updated for resources: {'Port': ['ID=efd96bbe-43bc-448c-88db-adfac6c0f342,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:15.589467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76939bac-5608-4cd6-99ae-ef5962354d24 req-fd54f5a9-c95e-4ce5-8d93-22e82d962d5e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081267 Nov 12 20:53:15.613860 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-ecba00ce-9631-4387-ab7c-448057f5fba8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 200 len: 217 time: 0.0624659 Nov 12 20:53:15.645336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port da42c689-7305-4857-875e-5ba487dbb9e1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:15.646237 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.684000 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.697267 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74df7847-5e22-4e16-9264-91fa6e588415 x-openstack-request-id: req-74df7847-5e22-4e16-9264-91fa6e588415 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:15.697267 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cba3046-69a5-4a78-a91c-91251d547c71", "name": "network-vif-plugged", "status": "completed", "tag": "1319fa5d-66ee-4034-a3af-512f730c088c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:15.697590 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74df7847-5e22-4e16-9264-91fa6e588415 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:15.697959 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cba3046-69a5-4a78-a91c-91251d547c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319fa5d-66ee-4034-a3af-512f730c088c', 'code': 200} Nov 12 20:53:15.749409 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.757881 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.789634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port da42c689-7305-4857-875e-5ba487dbb9e1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=da42c689-7305-4857-875e-5ba487dbb9e1,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:15.801319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-56f6a8f4-32a5-42f8-8149-146a0708a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:15.803484 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-56f6a8f4-32a5-42f8-8149-146a0708a8e4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1713490 Nov 12 20:53:15.834297 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Attempting to bind port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:15.834683 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Attempting to bind port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:15.835014 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Attempting to bind port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:15.838937 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Pushing event updated for resources: {'Port': ['ID=42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:15.847461 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:15.847994 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:15.848484 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.848616 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:15.849045 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Bound port: 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:15.849444 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.853109 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.853404 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-1ab239be-6401-4e57-8b2f-4654d7e25bfb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397198 Nov 12 20:53:15.853534 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.853773 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.854106 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.854462 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.854789 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.855108 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.855519 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.855840 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.856161 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.856477 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.856839 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:15.875551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.933363 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] For port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:15.943459 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] For port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:15.966911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=da42c689-7305-4857-875e-5ba487dbb9e1,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:15.975986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14b0c-e179-485c-ac26-151364a9d3f8 req-84c93c05-8aa3-4342-aa1b-e3d78b75baad tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:15.979790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24e14b0c-e179-485c-ac26-151364a9d3f8 req-84c93c05-8aa3-4342-aa1b-e3d78b75baad tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.2091675 Nov 12 20:53:15.992878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a4c1f-bdd8-4a67-bb3a-8d6cbf971a65 req-f84069f4-b2a3-49de-a089-e2d6f6c5a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:15.994368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-986a4c1f-bdd8-4a67-bb3a-8d6cbf971a65 req-f84069f4-b2a3-49de-a089-e2d6f6c5a706 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8cba3046-69a5-4a78-a91c-91251d547c71 HTTP/1.1" status: 200 len: 1097 time: 0.2219255 Nov 12 20:53:16.010566 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:16.068373 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-69517e07-066e-4618-9b08-4314cb9c1e84 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053854 Nov 12 20:53:16.072529 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Routers {'61671a01-f7d6-478e-8205-60c0350c6e15'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:16.073165 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['61671a01-f7d6-478e-8205-60c0350c6e15'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:16.114960 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53ff97-2772-42e4-9d85-9091409b5052 None None] Pushing event updated for resources: {'Port': ['ID=42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:16.172314 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2026f51e-05c2-4082-a80e-8f616a83da49 req-55075cf9-a742-4369-a631-a6166274c7c3 service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924861 Nov 12 20:53:16.190755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Allocated IP 172.20.0.1 (ec982ad9-8b76-4a22-adec-90f88be08db1/b8536413-268d-45f3-bcf9-8b4172fef60b/16870beb-a8ba-4fb2-9498-0d2c07be9b42) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:16.205560 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] Set router 61671a01-f7d6-478e-8205-60c0350c6e15 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:16.381504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787a3e0-2367-4fbd-b864-b30faefd4d93 req-77f45261-97d5-4935-848d-7d7e01dd91de tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.383217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e787a3e0-2367-4fbd-b864-b30faefd4d93 req-77f45261-97d5-4935-848d-7d7e01dd91de tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 945 time: 0.5892022 Nov 12 20:53:16.397459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:16.462163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00215d87-a1b9-43e1-8ec2-e0428451ab29 None None] Network 01b908cd-64b2-4366-abbe-8aff4609024d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:53:16.468403 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:16.473815 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:53:13Z', 'revision_number': 3, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port': {'id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:12Z', 'updated_at': '2021-11-12T20:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:16.505762 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57e792-1b3e-4be2-a1a4-bffd94936aa0 None None] The sync data for ids ['61671a01-f7d6-478e-8205-60c0350c6e15'] in n-d-713498-29 is: [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:53:13Z', 'revision_number': 3, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port': {'id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:12Z', 'updated_at': '2021-11-12T20:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:16.519595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24e14b0c-e179-485c-ac26-151364a9d3f8 req-ff3c03e2-4b2a-4e27-adce-23b1485c9f0b tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241470 Nov 12 20:53:16.528203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:16.533976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-986a4c1f-bdd8-4a67-bb3a-8d6cbf971a65 req-2cfa52ba-ca87-4478-ab54-81133b859855 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985077 Nov 12 20:53:16.545963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e787a3e0-2367-4fbd-b864-b30faefd4d93 req-9320b8a4-76fb-4e45-8c45-e2b064bdc28a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516593 Nov 12 20:53:16.572503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2e81469b-e2c3-4027-9ca4-4abaa9aaddc3 None None] Provisioning complete for port da42c689-7305-4857-875e-5ba487dbb9e1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:16.573038 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e81469b-e2c3-4027-9ca4-4abaa9aaddc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:16.630331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Network ec982ad9-8b76-4a22-adec-90f88be08db1 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:16.640535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:16.652451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:16.699615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Pushing event updated for resources: {'Port': ['ID=16870beb-a8ba-4fb2-9498-0d2c07be9b42,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:16.733335 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:16.846980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-7e41638b-9a85-404e-a613-e61fa3caa530 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.857518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-7e41638b-9a85-404e-a613-e61fa3caa530 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.880554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-7e41638b-9a85-404e-a613-e61fa3caa530 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.903397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-7e41638b-9a85-404e-a613-e61fa3caa530 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.909168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-7e41638b-9a85-404e-a613-e61fa3caa530 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.915511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-7e41638b-9a85-404e-a613-e61fa3caa530 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.921621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-7e41638b-9a85-404e-a613-e61fa3caa530 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.923622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-7e41638b-9a85-404e-a613-e61fa3caa530 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2640026 Nov 12 20:53:16.970516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:17.077587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:17.135145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05bba9d9-6094-4c7f-9e60-46fa5b3a738d req-582ceab6-6d96-4efb-b627-589f9c9b6d1a tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1988461 Nov 12 20:53:17.199623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e19b4f-cd5e-49d4-8c96-ae26d379c281 req-2e8b4f00-34bb-4f31-bb6b-0695908acc20 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:17.208739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70e19b4f-cd5e-49d4-8c96-ae26d379c281 req-2e8b4f00-34bb-4f31-bb6b-0695908acc20 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 944 time: 0.1952746 Nov 12 20:53:17.213051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fb5ea036-8632-4dcc-8a98-c8090b0dd074 None None] Provisioning complete for port da42c689-7305-4857-875e-5ba487dbb9e1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:17.214018 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea036-8632-4dcc-8a98-c8090b0dd074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:17.373786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70e19b4f-cd5e-49d4-8c96-ae26d379c281 req-3f415317-6f83-45fb-8775-012827706f32 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638346 Nov 12 20:53:17.415823 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:17.449685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Router b6839e81-b3cf-4641-818f-401b9d47039a is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:53:17.472676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:17.543405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device da42c689-7305-4857-875e-5ba487dbb9e1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:17.557182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Pushing event updated for resources: {'Port': ['ID=16870beb-a8ba-4fb2-9498-0d2c07be9b42,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:17.559888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:17.607879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port da42c689-7305-4857-875e-5ba487dbb9e1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:17.608320 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:17.716812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Network ec982ad9-8b76-4a22-adec-90f88be08db1 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:17.719341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:17.730064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device db54357b-0961-4d36-bf45-c1e64d7c1c06 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:17.759922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:17.793655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Sync routers for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:17.872789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:17.903826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Router 61671a01-f7d6-478e-8205-60c0350c6e15 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:53:17.912699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1834d66-15cd-447d-97f6-1ae659306a00 req-620b3975-f604-48a6-a7b0-d8bbcde02564 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:17.916036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1834d66-15cd-447d-97f6-1ae659306a00 req-620b3975-f604-48a6-a7b0-d8bbcde02564 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 945 time: 0.1590261 Nov 12 20:53:17.923034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:17.924045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:17.927781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7e52a-f26c-421c-9352-5baafccb2b49 req-70aa2b36-7ea1-4a95-88a1-6a3d07b10b37 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:17.935957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27e7e52a-f26c-421c-9352-5baafccb2b49 req-70aa2b36-7ea1-4a95-88a1-6a3d07b10b37 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1586871 Nov 12 20:53:18.030862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27e7e52a-f26c-421c-9352-5baafccb2b49 req-33990eb3-60e5-45f5-ba51-ee4f5eb5f87e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890172 Nov 12 20:53:18.042397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:18.047348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-52f4e352-ee2e-49e5-9541-a009c8598a52 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3604221 Nov 12 20:53:18.049428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39936) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:18.092083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1834d66-15cd-447d-97f6-1ae659306a00 req-5a7a87af-8f45-4160-bbae-dd796f8bfee8 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346769 Nov 12 20:53:18.137050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:18.137050 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:18.138312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:18.163420 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6751babb-4f29-48ca-8d34-812f78fc0b2c admin admin] 10.222.0.64 "PUT /v2.0/routers/61671a01-f7d6-478e-8205-60c0350c6e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7116082 Nov 12 20:53:18.184695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port db54357b-0961-4d36-bf45-c1e64d7c1c06 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:18.190365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:18.300601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port db54357b-0961-4d36-bf45-c1e64d7c1c06 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:18.301348 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:18.454274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-9b480a20-17c6-4ab6-91f5-9af0ad255b4d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:18.480358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-9b480a20-17c6-4ab6-91f5-9af0ad255b4d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:18.499471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-9b480a20-17c6-4ab6-91f5-9af0ad255b4d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:18.506525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-9b480a20-17c6-4ab6-91f5-9af0ad255b4d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:18.517341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-9b480a20-17c6-4ab6-91f5-9af0ad255b4d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:18.525497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-9b480a20-17c6-4ab6-91f5-9af0ad255b4d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:18.537827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-9b480a20-17c6-4ab6-91f5-9af0ad255b4d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:18.540370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-9b480a20-17c6-4ab6-91f5-9af0ad255b4d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2278550 Nov 12 20:53:18.632520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:18.640460 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:18.652326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4224e135-5362-4b7b-90a3-84cbc3aff08c req-e26f4bc6-ede7-48f7-8893-7999ceb55e87 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025536 Nov 12 20:53:18.679216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6cb2121d-8102-4c7e-80e0-262286d427de no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:18.791646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be5064-2751-4bf7-9be4-79943e5fcb04 req-a465c632-f236-4932-93eb-ff563b108ecd tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:18.801899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37be5064-2751-4bf7-9be4-79943e5fcb04 req-a465c632-f236-4932-93eb-ff563b108ecd tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 944 time: 0.1122403 Nov 12 20:53:18.877675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:18.879620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37be5064-2751-4bf7-9be4-79943e5fcb04 req-470387ae-98d7-4941-ab60-dbfd6a2519c5 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719440 Nov 12 20:53:18.900793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:18.916585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3412b6b6-3dd2-444e-80c5-0fb5d01c1eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db54357b-0961-4d36-bf45-c1e64d7c1c06'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:18.923180 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638b4b5-959a-4fe3-9c17-48beb9108e09" -d '{"events": [{"server_uuid": "3412b6b6-3dd2-444e-80c5-0fb5d01c1eab", "name": "network-vif-plugged", "status": "completed", "tag": "db54357b-0961-4d36-bf45-c1e64d7c1c06"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:18.976159 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:18.990456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:15Z', 'revision_number': 3, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:19.025551 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Sync routers for ids ['61671a01-f7d6-478e-8205-60c0350c6e15'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:19.037642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port db54357b-0961-4d36-bf45-c1e64d7c1c06, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=db54357b-0961-4d36-bf45-c1e64d7c1c06,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:19.043893 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Routers {'61671a01-f7d6-478e-8205-60c0350c6e15'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:19.044919 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['61671a01-f7d6-478e-8205-60c0350c6e15'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:19.066202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Checking router: b6839e81-b3cf-4641-818f-401b9d47039a for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:19.066715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Updating router b6839e81-b3cf-4641-818f-401b9d47039a port efd96bbe-43bc-448c-88db-adfac6c0f342 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:53:19.066918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-61a5cbc0-0231-44d3-8457-2f523bf383f0 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:19.075138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-61a5cbc0-0231-44d3-8457-2f523bf383f0 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/networks?id=ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 200 len: 810 time: 0.1943378 Nov 12 20:53:19.098377 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:19.099721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-356ff3d1-efa1-43ab-9e0a-99a37a84acc2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/quotas/a68ecaa57d704251a7d0b6559969c411 HTTP/1.1" status: 200 len: 375 time: 0.0231969 Nov 12 20:53:19.152646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a27b-fa83-4cd2-85ff-9514c2913cd6 req-9c2c2d37-4709-4041-8405-216e87430ce5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:19.153720 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:19.156432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52c8a27b-fa83-4cd2-85ff-9514c2913cd6 req-9c2c2d37-4709-4041-8405-216e87430ce5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 945 time: 0.1682351 Nov 12 20:53:19.191559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Allocated IP 172.20.0.1 (01b908cd-64b2-4366-abbe-8aff4609024d/af8b5d08-02c8-4c41-a031-0d8dcb928b8c/789d67fa-52e9-443f-9c77-441459241447) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:19.206880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-b294037b-8c2d-468b-95c1-057b61f16c72 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1061544 Nov 12 20:53:19.333530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-686c7399-8bf0-4115-9127-e89a4b8ae5d3 service neutron] 10.222.0.64 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256549 Nov 12 20:53:19.335390 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Set router 61671a01-f7d6-478e-8205-60c0350c6e15 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:19.366431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:19.415432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52c8a27b-fa83-4cd2-85ff-9514c2913cd6 req-b415c345-1430-42ac-bdeb-1b1153809eb5 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498553 Nov 12 20:53:19.454130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c3fcd4af-5ec6-4bf5-9c7f-c82a5ff24b21 service neutron] 10.222.0.64 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197028 Nov 12 20:53:19.495475 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:19.550646 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935ae1b-7018-4875-85ed-67e00fe41852 x-openstack-request-id: req-5935ae1b-7018-4875-85ed-67e00fe41852 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:19.551249 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3412b6b6-3dd2-444e-80c5-0fb5d01c1eab", "name": "network-vif-plugged", "status": "completed", "tag": "db54357b-0961-4d36-bf45-c1e64d7c1c06", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:19.551249 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5935ae1b-7018-4875-85ed-67e00fe41852 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:19.551585 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3412b6b6-3dd2-444e-80c5-0fb5d01c1eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db54357b-0961-4d36-bf45-c1e64d7c1c06', 'code': 200} Nov 12 20:53:19.599606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Network 01b908cd-64b2-4366-abbe-8aff4609024d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:19.617936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:19.640500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:19.659623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188827b-6f68-41aa-a8cd-32941de088bc req-981d63b0-1d3c-489a-b2af-81a1f4e46c50 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:19.668750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c188827b-6f68-41aa-a8cd-32941de088bc req-981d63b0-1d3c-489a-b2af-81a1f4e46c50 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.1329863 Nov 12 20:53:19.674256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:19.688685 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:53:16Z', 'revision_number': 4, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port': {'id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:12Z', 'updated_at': '2021-11-12T20:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '16870beb-a8ba-4fb2-9498-0d2c07be9b42', 'name': '', 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'mac_address': 'fa:16:3e:ff:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b8536413-268d-45f3-bcf9-8b4172fef60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:15Z', 'updated_at': '2021-11-12T20:53:17Z', 'revision_number': 2, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'subnets': [{'id': 'b8536413-268d-45f3-bcf9-8b4172fef60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:19.702757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c302e-cc95-48be-b278-e5ee6cf2e6d9 req-df13d3f6-daa0-4f67-9874-f9e1bd7c35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:19.704424 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:19.705785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-418c302e-cc95-48be-b278-e5ee6cf2e6d9 req-df13d3f6-daa0-4f67-9874-f9e1bd7c35f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 1097 time: 0.1157749 Nov 12 20:53:19.706799 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=789d67fa-52e9-443f-9c77-441459241447,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:19.732020 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:19.764362 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Checking router: 61671a01-f7d6-478e-8205-60c0350c6e15 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:19.764710 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Updating router 61671a01-f7d6-478e-8205-60c0350c6e15 port 16870beb-a8ba-4fb2-9498-0d2c07be9b42 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:53:19.829761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c188827b-6f68-41aa-a8cd-32941de088bc req-f6f4ed4a-9a02-4f0e-8e0c-f50203681d3e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607456 Nov 12 20:53:19.838013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=db54357b-0961-4d36-bf45-c1e64d7c1c06,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:19.857083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:19.884169 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:19.925293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-418c302e-cc95-48be-b278-e5ee6cf2e6d9 req-a3d59437-d901-44ce-b42c-2f3d999140f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027481 Nov 12 20:53:20.022002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Attempting to bind port efd96bbe-43bc-448c-88db-adfac6c0f342 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:20.022002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Attempting to bind port efd96bbe-43bc-448c-88db-adfac6c0f342 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:20.027243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Attempting to bind port efd96bbe-43bc-448c-88db-adfac6c0f342 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:20.067037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:20.067459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:20.067871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.068265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:20.069248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Bound port: efd96bbe-43bc-448c-88db-adfac6c0f342, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:20.069248 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.097920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452587-fca5-44f0-9318-81afda52acd4 None None] Pushing event updated for resources: {'Port': ['ID=efd96bbe-43bc-448c-88db-adfac6c0f342,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:20.122278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.144453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] For port efd96bbe-43bc-448c-88db-adfac6c0f342, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:20.144453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] For port efd96bbe-43bc-448c-88db-adfac6c0f342, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=efd96bbe-43bc-448c-88db-adfac6c0f342,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:20.162069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-055e924d-37db-4c33-a800-b9c3c8472cb4 req-09573891-323a-47d2-89be-0be236b831f7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 210 time: 0.0556877 Nov 12 20:53:20.186063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e52b-aa99-445f-a816-73e79a3953bd req-b79366c1-ce13-4b43-aaad-d8bd5f686fb0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.191913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a8fb069-2a09-446c-a622-96596fd821a2 None None] Provisioning complete for port 789d67fa-52e9-443f-9c77-441459241447 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:20.192434 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb069-2a09-446c-a622-96596fd821a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.196301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e52b-aa99-445f-a816-73e79a3953bd req-b79366c1-ce13-4b43-aaad-d8bd5f686fb0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.203399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e52b-aa99-445f-a816-73e79a3953bd req-b79366c1-ce13-4b43-aaad-d8bd5f686fb0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.210058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e52b-aa99-445f-a816-73e79a3953bd req-b79366c1-ce13-4b43-aaad-d8bd5f686fb0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.217191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e52b-aa99-445f-a816-73e79a3953bd req-b79366c1-ce13-4b43-aaad-d8bd5f686fb0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.225026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e52b-aa99-445f-a816-73e79a3953bd req-b79366c1-ce13-4b43-aaad-d8bd5f686fb0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.234236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e52b-aa99-445f-a816-73e79a3953bd req-b79366c1-ce13-4b43-aaad-d8bd5f686fb0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.243441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b033e52b-aa99-445f-a816-73e79a3953bd req-b79366c1-ce13-4b43-aaad-d8bd5f686fb0 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2490578 Nov 12 20:53:20.246620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-9820259a-28a1-4559-be38-513b17246a22 service neutron] 10.222.0.78 "GET /v2.0/ports/6cb2121d-8102-4c7e-80e0-262286d427de/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.3112817 Nov 12 20:53:20.253369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fb069-2a09-446c-a622-96596fd821a2 None None] Port 789d67fa-52e9-443f-9c77-441459241447 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:53:20.261185 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.313419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:20.314034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:20.330256 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.388027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452587-fca5-44f0-9318-81afda52acd4 None None] Pushing event updated for resources: {'Port': ['ID=efd96bbe-43bc-448c-88db-adfac6c0f342,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:20.394673 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.432138 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.447316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b6101-32c8-4719-9a9b-156d47419a12 req-109fe004-6ebd-4524-a38c-8a3adbbde1cb tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.448799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df9b6101-32c8-4719-9a9b-156d47419a12 req-109fe004-6ebd-4524-a38c-8a3adbbde1cb tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 945 time: 0.1444557 Nov 12 20:53:20.454537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b033e52b-aa99-445f-a816-73e79a3953bd req-41c2ba94-11b6-4eda-bd4f-a9a873363e72 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2098079 Nov 12 20:53:20.466250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:20.493142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.499679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-fddf8979-9843-4ed5-88c2-85d75282d095 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.501218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-fddf8979-9843-4ed5-88c2-85d75282d095 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 945 time: 0.1920605 Nov 12 20:53:20.501493 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87a2cd-4b0b-401d-be31-5e561b395515 None None] Pushing event updated for resources: {'Port': ['ID=16870beb-a8ba-4fb2-9498-0d2c07be9b42,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:20.602599 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Attempting to bind port 16870beb-a8ba-4fb2-9498-0d2c07be9b42 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:20.603374 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Attempting to bind port 16870beb-a8ba-4fb2-9498-0d2c07be9b42 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:20.604013 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Attempting to bind port 16870beb-a8ba-4fb2-9498-0d2c07be9b42 on network ec982ad9-8b76-4a22-adec-90f88be08db1 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:20.619138 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:20.619138 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Checking segment: {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:20.619138 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.619541 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Bound using segment: {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:20.620040 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Bound port: 16870beb-a8ba-4fb2-9498-0d2c07be9b42, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:20.623801 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.633152 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=789d67fa-52e9-443f-9c77-441459241447,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:20.639189 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.685559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df9b6101-32c8-4719-9a9b-156d47419a12 req-ca725b0b-1c1f-40db-a22f-5ba62fcce3df tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233322 Nov 12 20:53:20.716795 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] For port 16870beb-a8ba-4fb2-9498-0d2c07be9b42, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:20.720298 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] For port 16870beb-a8ba-4fb2-9498-0d2c07be9b42, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=16870beb-a8ba-4fb2-9498-0d2c07be9b42,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:20.781458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 1, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:20.815349 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.831329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:20.831743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887bb2e-d4e6-4ee9-868a-c99e691db1e3 None None] The sync data for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 is: [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 1, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:20.892218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495123ef-d4f7-4b1c-9a3c-68e51d70af3c req-2f66b78c-61c0-4e07-8651-5ea7984fa2e4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:20.896202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-495123ef-d4f7-4b1c-9a3c-68e51d70af3c req-2f66b78c-61c0-4e07-8651-5ea7984fa2e4 tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 945 time: 0.2708895 Nov 12 20:53:20.925427 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Routers {'61671a01-f7d6-478e-8205-60c0350c6e15'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:20.926302 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['61671a01-f7d6-478e-8205-60c0350c6e15'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:20.954919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:20.991541 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87a2cd-4b0b-401d-be31-5e561b395515 None None] Pushing event updated for resources: {'Port': ['ID=16870beb-a8ba-4fb2-9498-0d2c07be9b42,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:20.998645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Deleting port ded091e9-a065-4f26-bd20-cda65b84f515 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:20.998645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:21.051877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb2121d-8102-4c7e-80e0-262286d427de {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:21.079842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-495123ef-d4f7-4b1c-9a3c-68e51d70af3c req-7f5195fd-e7c3-4259-9bf9-e0666c4a6d6a tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/security-groups?id=a602aaef-c033-4113-b581-e2037d26a6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689489 Nov 12 20:53:21.126775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:21.146311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Network 01b908cd-64b2-4366-abbe-8aff4609024d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:21.149752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:21.163671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] Set router 61671a01-f7d6-478e-8205-60c0350c6e15 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:21.232279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] For port ded091e9-a065-4f26-bd20-cda65b84f515, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ded091e9-a065-4f26-bd20-cda65b84f515,segment=NetworkSegment(ccd633d9-bd88-44d2-a10c-ed8951535a2c),segment_id=ccd633d9-bd88-44d2-a10c-ed8951535a2c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:21.232790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:21.294102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Calling delete_port for ded091e9-a065-4f26-bd20-cda65b84f515 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:21.450932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c7395-c17e-4bbb-b801-9b87eaa6a620 req-74a0bae3-92c2-41db-a604-f47024b5c5a8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:21.467166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-041c7395-c17e-4bbb-b801-9b87eaa6a620 req-74a0bae3-92c2-41db-a604-f47024b5c5a8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 943 time: 0.4089670 Nov 12 20:53:21.480708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:21.484414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Router b6839e81-b3cf-4641-818f-401b9d47039a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:53:21.545448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:21.548981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:21.586179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:21.607557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5068a0fe-e09d-4b4f-87b3-6380b8380a15 None None] Provisioning complete for port 789d67fa-52e9-443f-9c77-441459241447 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:21.608538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5068a0fe-e09d-4b4f-87b3-6380b8380a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:21.660100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5068a0fe-e09d-4b4f-87b3-6380b8380a15 None None] Port 789d67fa-52e9-443f-9c77-441459241447 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:53:21.672276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a84fb77b-81fe-41c8-a983-115ff224aee3 req-b3ce2d86-e799-4b08-8eb7-1374c5099853 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 210 time: 0.0793595 Nov 12 20:53:21.728628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:21.746928 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6caf417f-456f-47dc-a641-d6523f885fe1 admin admin] 10.222.0.64 "PUT /v2.0/routers/b6839e81-b3cf-4641-818f-401b9d47039a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6881928 Nov 12 20:53:21.747240 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:53:16Z', 'revision_number': 4, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port': {'id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:12Z', 'updated_at': '2021-11-12T20:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '16870beb-a8ba-4fb2-9498-0d2c07be9b42', 'name': '', 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'mac_address': 'fa:16:3e:ff:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b8536413-268d-45f3-bcf9-8b4172fef60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:15Z', 'updated_at': '2021-11-12T20:53:20Z', 'revision_number': 4, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'subnets': [{'id': 'b8536413-268d-45f3-bcf9-8b4172fef60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:21.800121 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534ab5-7605-44f4-a027-8983116e0866 None None] The sync data for ids ['61671a01-f7d6-478e-8205-60c0350c6e15'] in n-d-713498-29 is: [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:53:16Z', 'revision_number': 4, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port': {'id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:12Z', 'updated_at': '2021-11-12T20:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '16870beb-a8ba-4fb2-9498-0d2c07be9b42', 'name': '', 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'mac_address': 'fa:16:3e:ff:a8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'b8536413-268d-45f3-bcf9-8b4172fef60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:15Z', 'updated_at': '2021-11-12T20:53:20Z', 'revision_number': 4, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'subnets': [{'id': 'b8536413-268d-45f3-bcf9-8b4172fef60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:21.841197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:21.846009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-041c7395-c17e-4bbb-b801-9b87eaa6a620 req-3283f8d7-8715-4811-bebe-8280d3db9d13 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667694 Nov 12 20:53:21.933471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Pushing event deleted for resources: {'Port': ['ID=ded091e9-a065-4f26-bd20-cda65b84f515,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:21.984554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] Transition to ACTIVE for port object 6cb2121d-8102-4c7e-80e0-262286d427de will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:53:22.033052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-92c66062-74ce-4126-8e1a-4e68054c9b3f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.040549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-92c66062-74ce-4126-8e1a-4e68054c9b3f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.046760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-92c66062-74ce-4126-8e1a-4e68054c9b3f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.053523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-92c66062-74ce-4126-8e1a-4e68054c9b3f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.076830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-92c66062-74ce-4126-8e1a-4e68054c9b3f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.089222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-92c66062-74ce-4126-8e1a-4e68054c9b3f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.097330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-92c66062-74ce-4126-8e1a-4e68054c9b3f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.109681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-92c66062-74ce-4126-8e1a-4e68054c9b3f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.3272033 Nov 12 20:53:22.148570 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:22.191237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] No DVR routers for this DVR port ded091e9-a065-4f26-bd20-cda65b84f515 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:22.214237 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:22.220867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ece6a4-3117-4e3a-a964-68dbd03f072d req-9a02b0e9-1c26-4928-a139-192a6baf70dc tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.46 "DELETE /v2.0/ports/ded091e9-a065-4f26-bd20-cda65b84f515 HTTP/1.1" status: 204 len: 173 time: 1.7085288 Nov 12 20:53:22.229946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76fe1b9-0b75-4adf-8dec-bf38b309ef84', 'name': 'network-vif-deleted', 'tag': 'ded091e9-a065-4f26-bd20-cda65b84f515'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:22.232393 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928a7e7-2d80-4e82-b0cb-10ae2f647b20" -d '{"events": [{"server_uuid": "f76fe1b9-0b75-4adf-8dec-bf38b309ef84", "name": "network-vif-deleted", "tag": "ded091e9-a065-4f26-bd20-cda65b84f515"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:22.263467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:22.297720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] No DVR routers for this DVR port 6cb2121d-8102-4c7e-80e0-262286d427de on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:22.315630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d511bf-12d4-4570-b1e1-313be7a835db req-447fe590-cc23-47c5-9be3-a69f76c27c1c tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.317209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8d511bf-12d4-4570-b1e1-313be7a835db req-447fe590-cc23-47c5-9be3-a69f76c27c1c tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 945 time: 0.3294597 Nov 12 20:53:22.377075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70234f93-7526-49b6-99a0-14ddb926fa13 req-7c24a255-5d3e-4a52-aa52-609dc80a09d6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2334096 Nov 12 20:53:22.380678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-6cdac3c1-b807-43d6-8031-07546b7692a9 service neutron] 10.222.0.78 "PUT /v2.0/ports/6cb2121d-8102-4c7e-80e0-262286d427de/bindings/n-h2-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 2.1256013 Nov 12 20:53:22.420654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8d511bf-12d4-4570-b1e1-313be7a835db req-a0af6012-955c-4127-a53c-708c35da96b4 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963445 Nov 12 20:53:22.606677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba66a052-4245-465e-9233-8585c592f7a3 req-7205d937-930e-44a4-83f2-31a89b87cf2d tempest-DeleteServersTestJSON-72402452 tempest-DeleteServersTestJSON-72402452-project] 10.222.0.64 "GET /v2.0/ports?device_id=f76fe1b9-0b75-4adf-8dec-bf38b309ef84 HTTP/1.1" status: 200 len: 210 time: 0.0312333 Nov 12 20:53:22.686257 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b2f098-dab9-4309-aa11-4c852e2f6993 x-openstack-request-id: req-b2b2f098-dab9-4309-aa11-4c852e2f6993 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:22.686545 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76fe1b9-0b75-4adf-8dec-bf38b309ef84", "name": "network-vif-deleted", "tag": "ded091e9-a065-4f26-bd20-cda65b84f515", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:22.686898 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2b2f098-dab9-4309-aa11-4c852e2f6993 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:22.687253 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76fe1b9-0b75-4adf-8dec-bf38b309ef84', 'name': 'network-vif-deleted', 'tag': 'ded091e9-a065-4f26-bd20-cda65b84f515', 'status': 'completed', 'code': 200} Nov 12 20:53:22.769003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-938d463f-eda1-40a8-b2eb-b095fdd43caa tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:22.770734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-938d463f-eda1-40a8-b2eb-b095fdd43caa tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.78 "GET /v2.0/networks?id=ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 200 len: 810 time: 0.1624742 Nov 12 20:53:22.797097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Request body: {'port': {'device_id': '0a2a83c3-472c-41e6-a94a-daa6ad814c34', 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1', 'admin_state_up': True, 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:22.952070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:22.956559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ca93228a-8cba-447b-a9b7-8446296f3008 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799494979', 'description': 'tempest-description--578200499'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:23.021449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-e1bfbc63-e87c-4c6c-a722-129421fb3b92 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.023338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-e1bfbc63-e87c-4c6c-a722-129421fb3b92 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.3458583 Nov 12 20:53:23.043811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca93228a-8cba-447b-a9b7-8446296f3008 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.119731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e09346-3201-4552-9960-6ce81719084e req-e1e79425-52a1-42ff-8cfb-a7e3d59373c1 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.121802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92e09346-3201-4552-9960-6ce81719084e req-e1e79425-52a1-42ff-8cfb-a7e3d59373c1 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cba3046-69a5-4a78-a91c-91251d547c71 HTTP/1.1" status: 200 len: 945 time: 0.1925449 Nov 12 20:53:23.149881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca93228a-8cba-447b-a9b7-8446296f3008 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.160193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb1e5fac-624f-4088-ad2a-95f39a3f3d65 req-bb0b1c35-c84e-4d9e-b1d7-80c24a304967 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 210 time: 0.0796437 Nov 12 20:53:23.227238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca93228a-8cba-447b-a9b7-8446296f3008 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.267853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93228a-8cba-447b-a9b7-8446296f3008 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db77610-1138-488c-938a-680b5be56cf9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:23.391163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca93228a-8cba-447b-a9b7-8446296f3008 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.394136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca93228a-8cba-447b-a9b7-8446296f3008 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4409506 Nov 12 20:53:23.397119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40022) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:23.404296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-08313c1d-2963-43dd-b6d2-18da7eb774bb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Request body: {'security_group_rule': {'security_group_id': '9db77610-1138-488c-938a-680b5be56cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:23.458206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device efd96bbe-43bc-448c-88db-adfac6c0f342 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:23.501299 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-08313c1d-2963-43dd-b6d2-18da7eb774bb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.519571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Made reservation on behalf of a68ecaa57d704251a7d0b6559969c411 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:23.520665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port efd96bbe-43bc-448c-88db-adfac6c0f342 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:23.521411 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.521753 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.551921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-a47aa2aa-c1b7-4bae-a2e2-1e47342178fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.551921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-a47aa2aa-c1b7-4bae-a2e2-1e47342178fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5&tenant_id=5c8532785f1741aab66aad26b44a1ed3 HTTP/1.1" status: 200 len: 1096 time: 0.5043561 Nov 12 20:53:23.582018 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-08313c1d-2963-43dd-b6d2-18da7eb774bb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.623341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92e09346-3201-4552-9960-6ce81719084e req-e70ed7b0-07b3-4938-bc9a-3b3cb89b3478 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701028 Nov 12 20:53:23.627250 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.660648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-08313c1d-2963-43dd-b6d2-18da7eb774bb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.669574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port efd96bbe-43bc-448c-88db-adfac6c0f342, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=efd96bbe-43bc-448c-88db-adfac6c0f342,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:23.685052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08313c1d-2963-43dd-b6d2-18da7eb774bb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd6be0e-9799-48c3-b487-d1279515aa8d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:23.701147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe35d8-309d-4745-9d45-8ff48622c314 req-c625afde-c9b8-42b9-8101-6af0c24b45f1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.702641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10fe35d8-309d-4745-9d45-8ff48622c314 req-c625afde-c9b8-42b9-8101-6af0c24b45f1 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 944 time: 0.1908491 Nov 12 20:53:23.742778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c9639032-a1d5-41f6-bbd9-deb2f45c3c07 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:23.744899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device ded091e9-a065-4f26-bd20-cda65b84f515 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:23.770524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: ded091e9-a065-4f26-bd20-cda65b84f515 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:23.770969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device ded091e9-a065-4f26-bd20-cda65b84f515 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:23.771769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-892a2150-a5b4-4d45-9448-d510fc221cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.773628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-892a2150-a5b4-4d45-9448-d510fc221cb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1096 time: 0.1794887 Nov 12 20:53:23.776324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.777080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 16870beb-a8ba-4fb2-9498-0d2c07be9b42 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:23.778066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-08313c1d-2963-43dd-b6d2-18da7eb774bb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.783903 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-08313c1d-2963-43dd-b6d2-18da7eb774bb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854232 Nov 12 20:53:23.784611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40032) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:23.789645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-af58b7a5-3937-43fc-a464-cabc23260254 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Request body: {'security_group_rule': {'security_group_id': '9db77610-1138-488c-938a-680b5be56cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:23.855562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af58b7a5-3937-43fc-a464-cabc23260254 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.917473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-1dd7cfba-37b9-49f8-9c25-375b7af3c41b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.918476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af58b7a5-3937-43fc-a464-cabc23260254 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.923854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-1dd7cfba-37b9-49f8-9c25-375b7af3c41b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.926948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=efd96bbe-43bc-448c-88db-adfac6c0f342,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:23.930609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-1dd7cfba-37b9-49f8-9c25-375b7af3c41b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.936716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-1dd7cfba-37b9-49f8-9c25-375b7af3c41b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.943032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-1dd7cfba-37b9-49f8-9c25-375b7af3c41b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.945400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 16870beb-a8ba-4fb2-9498-0d2c07be9b42 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:23.945823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.949334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-1dd7cfba-37b9-49f8-9c25-375b7af3c41b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.955266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-1dd7cfba-37b9-49f8-9c25-375b7af3c41b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:23.957339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-1dd7cfba-37b9-49f8-9c25-375b7af3c41b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5427 time: 0.2504258 Nov 12 20:53:23.961042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10fe35d8-309d-4745-9d45-8ff48622c314 req-fd9e762b-d2f1-4efa-8610-121767370762 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510552 Nov 12 20:53:23.962375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Allocated IP 172.20.0.9 (ec982ad9-8b76-4a22-adec-90f88be08db1/b8536413-268d-45f3-bcf9-8b4172fef60b/1120cf31-38a2-421e-adee-65ad454acafd) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:23.971085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c9639032-a1d5-41f6-bbd9-deb2f45c3c07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:23.982088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af58b7a5-3937-43fc-a464-cabc23260254 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.989261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'port_id': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'mac_address': 'fa:16:3e:74:ed:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:24.014774 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58b7a5-3937-43fc-a464-cabc23260254 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e42405e-7e73-4221-9a1b-18a34d3de134,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:24.062481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-f131ecda-57aa-4b30-a75f-de5322ae2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:24.063631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-f131ecda-57aa-4b30-a75f-de5322ae2b82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.2698615 Nov 12 20:53:24.066913 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.091619 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.096370 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af58b7a5-3937-43fc-a464-cabc23260254 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.098351 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af58b7a5-3937-43fc-a464-cabc23260254 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3127804 Nov 12 20:53:24.102516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:24.113115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9639032-a1d5-41f6-bbd9-deb2f45c3c07 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:24.115805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:24.147078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-193d76ad-917e-4360-a1a9-93cb546c37c9 req-5b9a1b96-81aa-4b37-8a34-dff5c3896d47 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802919 Nov 12 20:53:24.165711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-a3919cc4-2482-41a1-a6d4-45b2c594d625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 200 len: 217 time: 0.0867140 Nov 12 20:53:24.190981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c9639032-a1d5-41f6-bbd9-deb2f45c3c07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:24.197741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 16870beb-a8ba-4fb2-9498-0d2c07be9b42, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=16870beb-a8ba-4fb2-9498-0d2c07be9b42,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:24.271753 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.272428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e66877d1-7052-4510-be0f-7e88565c976a details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:24.295583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.317087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.325961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-89c7d63e-abd7-49a6-ac91-167f4e509d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:24.327698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-89c7d63e-abd7-49a6-ac91-167f4e509d86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.1374431 Nov 12 20:53:24.375494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:24.422420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-b09e8793-9bf4-44e1-b008-41b2be76b8a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841551 Nov 12 20:53:24.494697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.529521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=16870beb-a8ba-4fb2-9498-0d2c07be9b42,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:24.550472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e66877d1-7052-4510-be0f-7e88565c976a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e66877d1-7052-4510-be0f-7e88565c976a,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:24.567437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'e66877d1-7052-4510-be0f-7e88565c976a', 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'port_id': 'e66877d1-7052-4510-be0f-7e88565c976a', 'mac_address': 'fa:16:3e:fb:d7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515b0243-f086-4f97-9b8f-a235d68b71f1', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:24.597223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96559476-d0e4-4e18-9586-9477916cfaf3 req-50c591ca-42c4-458d-9e2b-28d318d13aec tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 210 time: 0.1456778 Nov 12 20:53:24.600356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.629790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-a4a444b3-e5af-45e8-8a22-98d39a0e0976 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956997 Nov 12 20:53:24.669041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.672079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Allocated IP 172.25.8.187 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/2d7ca163-36be-4c42-89e4-05f5a1a58c47) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:24.698779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66877d1-7052-4510-be0f-7e88565c976a {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:24.742889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-1dff7739-1dd6-4e99-af70-d45e7900eb02 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014609 Nov 12 20:53:24.748350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e66877d1-7052-4510-be0f-7e88565c976a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e66877d1-7052-4510-be0f-7e88565c976a,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:24.786867 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.824400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.826396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.827065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:24.877291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Network ec982ad9-8b76-4a22-adec-90f88be08db1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:24.886219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:24.903539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:24.935083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e66877d1-7052-4510-be0f-7e88565c976a,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:24.938727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:24.969358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86', 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'port_id': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86', 'mac_address': 'fa:16:3e:1f:5a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515b0243-f086-4f97-9b8f-a235d68b71f1', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:24.996490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Pushing event updated for resources: {'Port': ['ID=1120cf31-38a2-421e-adee-65ad454acafd,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:25.005831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.031775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.031775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.037313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.054297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:25.100018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:25.102253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:25.105377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:25.126967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:25.153545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5ba42-ce8e-4667-ab0f-a36f84f3a066 req-822079b3-2f29-4971-af64-f75d08443110 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.157602 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.158535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 24d58751-e780-4c96-8bf7-12b4003f2b39 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:25.161743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07a5ba42-ce8e-4667-ab0f-a36f84f3a066 req-822079b3-2f29-4971-af64-f75d08443110 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 944 time: 0.0799479 Nov 12 20:53:25.173226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-c2312445-a4f8-4901-8427-2d2a21881cc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3922372 Nov 12 20:53:25.189400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Request body: {'port': {'device_id': '0a2a83c3-472c-41e6-a94a-daa6ad814c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:25.215796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event updated for resources: {'Port': ['ID=2d7ca163-36be-4c42-89e4-05f5a1a58c47,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:25.313329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07a5ba42-ce8e-4667-ab0f-a36f84f3a066 req-beb5654b-43a9-46ed-b20e-c8ac65ea440c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505351 Nov 12 20:53:25.344446 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.351707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.393454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-574f8aeb-b057-44d6-a081-e0bb80989d56 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.394648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-574f8aeb-b057-44d6-a081-e0bb80989d56 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5&tenant_id=5c8532785f1741aab66aad26b44a1ed3&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1096 time: 0.1415839 Nov 12 20:53:25.486209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 24d58751-e780-4c96-8bf7-12b4003f2b39, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=24d58751-e780-4c96-8bf7-12b4003f2b39,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:25.489481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:25.494010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.499594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device efd96bbe-43bc-448c-88db-adfac6c0f342 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:25.542745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '24d58751-e780-4c96-8bf7-12b4003f2b39', 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'port_id': '24d58751-e780-4c96-8bf7-12b4003f2b39', 'mac_address': 'fa:16:3e:aa:46:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515b0243-f086-4f97-9b8f-a235d68b71f1', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:25.616234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port efd96bbe-43bc-448c-88db-adfac6c0f342 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:25.616760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.657805 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.701403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Sync routers for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:25.706822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d58751-e780-4c96-8bf7-12b4003f2b39 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:25.717304 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.740402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 24d58751-e780-4c96-8bf7-12b4003f2b39, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=24d58751-e780-4c96-8bf7-12b4003f2b39,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:25.748446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:25.749064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:25.782633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.802238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-3c39a363-2b5a-4f86-ae87-4d5ff8d69bb1 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.803578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-3c39a363-2b5a-4f86-ae87-4d5ff8d69bb1 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 812 time: 0.2639506 Nov 12 20:53:25.814964 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.817278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0fe86a84-105e-4bb1-9ecc-9f44013f92ce details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:25.848074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-380d9bd0-9b69-4892-99c0-829c329c9cb8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.854653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-380d9bd0-9b69-4892-99c0-829c329c9cb8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.860810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-380d9bd0-9b69-4892-99c0-829c329c9cb8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.867874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-380d9bd0-9b69-4892-99c0-829c329c9cb8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.874077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-380d9bd0-9b69-4892-99c0-829c329c9cb8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.880060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-380d9bd0-9b69-4892-99c0-829c329c9cb8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.886222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-380d9bd0-9b69-4892-99c0-829c329c9cb8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:25.895672 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.895868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-380d9bd0-9b69-4892-99c0-829c329c9cb8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5430 time: 0.5062509 Nov 12 20:53:25.910513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event updated for resources: {'Port': ['ID=2d7ca163-36be-4c42-89e4-05f5a1a58c47,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:25.930471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-e3fe8b90-2a8f-44e1-a3fd-29aacecbc905 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/quotas/83b6300559814682b8322f92e44b6c14 HTTP/1.1" status: 200 len: 375 time: 0.1077173 Nov 12 20:53:26.026236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 16870beb-a8ba-4fb2-9498-0d2c07be9b42 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:26.030516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-b5d51f54-4bf9-4757-b2a1-8ab76c51dece tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:26.032867 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-b5d51f54-4bf9-4757-b2a1-8ab76c51dece tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cba3046-69a5-4a78-a91c-91251d547c71 HTTP/1.1" status: 200 len: 945 time: 0.0556614 Nov 12 20:53:26.033943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=24d58751-e780-4c96-8bf7-12b4003f2b39,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:26.078378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:26.089685 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.100273 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-747c8ee1-ed5b-47f2-82cb-e4a388ec177a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9881151 Nov 12 20:53:26.104713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-44ff2f1e-822c-45bd-be6c-b76134a5a698 service neutron] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:26.135437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-44ff2f1e-822c-45bd-be6c-b76134a5a698 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.137742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d94e99e-57f6-4e92-8697-039abbba8cba req-44ff2f1e-822c-45bd-be6c-b76134a5a698 service neutron] 10.222.0.46 "DELETE /v2.0/ports/6cb2121d-8102-4c7e-80e0-262286d427de/bindings/n-h1-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.7275252 Nov 12 20:53:26.177005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-e6315182-8eb4-46ea-a76a-83f22d822d14 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2443986 Nov 12 20:53:26.205026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:26.206073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Deleting port 1319fa5d-66ee-4034-a3af-512f730c088c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:26.206518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.214782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac56551b-5829-4189-a1f1-7956d9a9595f req-2fb8df90-8793-4acc-ad61-0736902598f2 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3192124 Nov 12 20:53:26.263069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0fe86a84-105e-4bb1-9ecc-9f44013f92ce', 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6', 'port_id': '0fe86a84-105e-4bb1-9ecc-9f44013f92ce', 'mac_address': 'fa:16:3e:97:d4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149e1401-185d-4641-bd1f-a88139a6867e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:26.307380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 16870beb-a8ba-4fb2-9498-0d2c07be9b42 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:26.308023 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.401528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] For port 1319fa5d-66ee-4034-a3af-512f730c088c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1319fa5d-66ee-4034-a3af-512f730c088c,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:26.402960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.418999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.426186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1120cf31-38a2-421e-adee-65ad454acafd {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:26.438525 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.446028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Calling delete_port for 1319fa5d-66ee-4034-a3af-512f730c088c owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:26.449661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe86a84-105e-4bb1-9ecc-9f44013f92ce {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:26.466294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Transition to ACTIVE for port object 1120cf31-38a2-421e-adee-65ad454acafd will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:53:26.476499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-dab789ad-45a2-4d63-93f0-bea64f7d36fe service neutron] 10.222.0.64 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979512 Nov 12 20:53:26.486263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:26.570774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.573255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-624ca387-2e60-47dc-b4c8-c0288db25bf9 service neutron] 10.222.0.64 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956583 Nov 12 20:53:26.574122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 413e66bc-caf1-4d8d-955a-5729d255d131 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:26.614526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:20Z', 'revision_number': 2, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:26.659319 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.664236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Checking router: b6839e81-b3cf-4641-818f-401b9d47039a for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:26.664599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Updating router b6839e81-b3cf-4641-818f-401b9d47039a port 789d67fa-52e9-443f-9c77-441459241447 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:53:26.764167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 413e66bc-caf1-4d8d-955a-5729d255d131, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=413e66bc-caf1-4d8d-955a-5729d255d131,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:26.768678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-a86722a1-5c6e-435f-87d6-27775a7bef54 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:26.770597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-a86722a1-5c6e-435f-87d6-27775a7bef54 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.46 "GET /v2.0/ports?device_id=3412b6b6-3dd2-444e-80c5-0fb5d01c1eab HTTP/1.1" status: 200 len: 945 time: 0.1961038 Nov 12 20:53:26.777401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.785954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:26.797761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['db54357b-0961-4d36-bf45-c1e64d7c1c06'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:26.802692 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.807509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9534d-36d8-43d6-95b4-f0d433ed2247 req-104f2508-2ce2-4f19-91d8-e2044982b0aa tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:26.808155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '413e66bc-caf1-4d8d-955a-5729d255d131', 'network_id': '146557bc-c4c8-4990-a5f6-19e072b8a8a6', 'port_id': '413e66bc-caf1-4d8d-955a-5729d255d131', 'mac_address': 'fa:16:3e:d6:95:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149e1401-185d-4641-bd1f-a88139a6867e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:26.814918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71b9534d-36d8-43d6-95b4-f0d433ed2247 req-104f2508-2ce2-4f19-91d8-e2044982b0aa tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 943 time: 0.2394841 Nov 12 20:53:26.821992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Pushing event updated for resources: {'Port': ['ID=1120cf31-38a2-421e-adee-65ad454acafd,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:26.830984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Pushing event deleted for resources: {'Port': ['ID=1319fa5d-66ee-4034-a3af-512f730c088c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:26.899007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] No DVR routers for this DVR port 1319fa5d-66ee-4034-a3af-512f730c088c on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:26.903233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.911731 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4d3c8749-014b-44bd-9f48-0c73ea3ac02a req-31c60385-1fa9-4cfa-a0a6-32c231a57816 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "DELETE /v2.0/ports/1319fa5d-66ee-4034-a3af-512f730c088c HTTP/1.1" status: 204 len: 173 time: 0.8645818 Nov 12 20:53:26.912664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cba3046-69a5-4a78-a91c-91251d547c71', 'name': 'network-vif-deleted', 'tag': '1319fa5d-66ee-4034-a3af-512f730c088c'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:26.923198 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c52197-a765-4d81-9da4-65831bb1a56f" -d '{"events": [{"server_uuid": "8cba3046-69a5-4a78-a91c-91251d547c71", "name": "network-vif-deleted", "tag": "1319fa5d-66ee-4034-a3af-512f730c088c"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:26.987455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71b9534d-36d8-43d6-95b4-f0d433ed2247 req-493f4aff-8178-45cd-a464-921dd30bd8f7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695335 Nov 12 20:53:27.028041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.062108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Attempting to bind port 1120cf31-38a2-421e-adee-65ad454acafd on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:27.062865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Attempting to bind port 1120cf31-38a2-421e-adee-65ad454acafd by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:27.063407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Attempting to bind port 1120cf31-38a2-421e-adee-65ad454acafd on network ec982ad9-8b76-4a22-adec-90f88be08db1 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:27.070950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Port 1120cf31-38a2-421e-adee-65ad454acafd on network ec982ad9-8b76-4a22-adec-90f88be08db1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:53:27.075782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Attempting to bind port 1120cf31-38a2-421e-adee-65ad454acafd on network ec982ad9-8b76-4a22-adec-90f88be08db1 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:27.075939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413e66bc-caf1-4d8d-955a-5729d255d131 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:27.087266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-cc42b3af-0343-47a3-aa9b-d3717c79cb4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1228864 Nov 12 20:53:27.087813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:27.088333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Checking segment: {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:27.088893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Bound using segment: {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:27.089708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Bound port: 1120cf31-38a2-421e-adee-65ad454acafd, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:27.090788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.118335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Deleting port db54357b-0961-4d36-bf45-c1e64d7c1c06 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:27.118823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.138779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 413e66bc-caf1-4d8d-955a-5729d255d131, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=413e66bc-caf1-4d8d-955a-5729d255d131,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:27.237962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.237962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 198079ab-c48b-40d1-a9b7-62708b3f8947 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:27.243847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-df939cbf-8089-4a62-828d-8cb7964b8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:27.246217 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-df939cbf-8089-4a62-828d-8cb7964b8c32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 1096 time: 0.1237476 Nov 12 20:53:27.419560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 198079ab-c48b-40d1-a9b7-62708b3f8947, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=198079ab-c48b-40d1-a9b7-62708b3f8947,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:27.447527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '198079ab-c48b-40d1-a9b7-62708b3f8947', 'network_id': '50d84c6b-5301-433b-9eab-ee9301ea4aeb', 'port_id': '198079ab-c48b-40d1-a9b7-62708b3f8947', 'mac_address': 'fa:16:3e:a2:17:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515b0243-f086-4f97-9b8f-a235d68b71f1', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:27.456073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-0fc457d3-5fe5-4cbd-bd5d-71fbae15953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:27.457850 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-0fc457d3-5fe5-4cbd-bd5d-71fbae15953c service neutron] 10.222.0.46 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.1798124 Nov 12 20:53:27.519016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-39ca085f-07e1-4c76-8048-92dc9f5f7aaf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1799494979&fields=id&tenant_id=80c2dad5a277479a92ca007eb36a9855 HTTP/1.1" status: 200 len: 267 time: 0.3135493 Nov 12 20:53:27.532985 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-0a80cb3d-c5e4-47bb-b75b-20e48738aa6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 200 len: 217 time: 0.0654578 Nov 12 20:53:27.559578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.584589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-9111088a-80b4-4879-b97e-c0aec004927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:27.586513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-9111088a-80b4-4879-b97e-c0aec004927e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0467701 Nov 12 20:53:27.618120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=413e66bc-caf1-4d8d-955a-5729d255d131,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:27.627945 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-ca30b54b-33d5-41a2-b358-7e4428172ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332580 Nov 12 20:53:27.633267 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.674618 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6fbd-546d-40d9-baba-fef28eb07c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.691557 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.732209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198079ab-c48b-40d1-a9b7-62708b3f8947 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:27.743691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27581e84-9a78-47f4-b5f3-a6c16b04e81b None None] Pushing event updated for resources: {'Port': ['ID=789d67fa-52e9-443f-9c77-441459241447,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:27.803643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-563ad627-486c-41dd-9de9-2b858d65698f tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:27.805960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-563ad627-486c-41dd-9de9-2b858d65698f tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/networks?id=01b908cd-64b2-4366-abbe-8aff4609024d HTTP/1.1" status: 200 len: 814 time: 0.2859418 Nov 12 20:53:27.849422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 198079ab-c48b-40d1-a9b7-62708b3f8947, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=198079ab-c48b-40d1-a9b7-62708b3f8947,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:27.865868 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-8ce0b5b7-b29c-4f57-9c41-7003aa32324a service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239535 Nov 12 20:53:27.883124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] For port db54357b-0961-4d36-bf45-c1e64d7c1c06, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=db54357b-0961-4d36-bf45-c1e64d7c1c06,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:27.883124 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.888159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-9c1516d7-77fd-46f8-906c-c910cca0a671 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/quotas/80c2dad5a277479a92ca007eb36a9855 HTTP/1.1" status: 200 len: 375 time: 0.0639167 Nov 12 20:53:27.889835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] For port 1120cf31-38a2-421e-adee-65ad454acafd, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:27.893023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Attempting to bind port 789d67fa-52e9-443f-9c77-441459241447 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:27.893476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Attempting to bind port 789d67fa-52e9-443f-9c77-441459241447 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:27.893906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Attempting to bind port 789d67fa-52e9-443f-9c77-441459241447 on network 01b908cd-64b2-4366-abbe-8aff4609024d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:27.911663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:27.912460 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Checking segment: {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:27.915036 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.915551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Bound using segment: {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:27.916159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Bound port: 789d67fa-52e9-443f-9c77-441459241447, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:27.923033 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:27.995890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fa7df-a177-48be-a3cf-a01caba2ab52 req-b3513f85-6c0d-4c1c-bbfd-ea26054874ca tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:28.003700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b9fa7df-a177-48be-a3cf-a01caba2ab52 req-b3513f85-6c0d-4c1c-bbfd-ea26054874ca tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 944 time: 0.5110123 Nov 12 20:53:28.012744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Calling delete_port for db54357b-0961-4d36-bf45-c1e64d7c1c06 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:28.033916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] For port 1120cf31-38a2-421e-adee-65ad454acafd, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1120cf31-38a2-421e-adee-65ad454acafd,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:28.069669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1bd11c8f-b9f7-46a3-aa30-7d577cbd0a54 req-b3d7a41d-6c15-4fc8-b7bb-ebf0a8f31798 service neutron] 10.222.0.46 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836977 Nov 12 20:53:28.132089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b9fa7df-a177-48be-a3cf-a01caba2ab52 req-9ca92df0-7736-4381-b164-4cc8d1f45f43 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270995 Nov 12 20:53:28.153307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-eb6bf496-bf6b-4d9c-86aa-b47d614e891e tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c2dad5a277479a92ca007eb36a9855&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2569041 Nov 12 20:53:28.155570 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:28.164939 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:28.228237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f7ee1232-f42e-4584-8b11-e28f44a5956d None None] Provisioning complete for port 789d67fa-52e9-443f-9c77-441459241447 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:28.232621 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1232-f42e-4584-8b11-e28f44a5956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:28.303416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=198079ab-c48b-40d1-a9b7-62708b3f8947,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:28.303542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Pushing event updated for resources: {'Port': ['ID=1120cf31-38a2-421e-adee-65ad454acafd,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:28.307798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:28.308415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:28.310216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-fa09f440-cb66-40ca-8900-80a8d7ed0050 service neutron] 10.222.0.78 "PUT /v2.0/ports/1120cf31-38a2-421e-adee-65ad454acafd HTTP/1.1" status: 200 len: 1092 time: 3.1254444 Nov 12 20:53:28.310653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee1232-f42e-4584-8b11-e28f44a5956d None None] Port 789d67fa-52e9-443f-9c77-441459241447 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:53:28.317166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] For port 789d67fa-52e9-443f-9c77-441459241447, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:28.320996 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] For port 789d67fa-52e9-443f-9c77-441459241447, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=789d67fa-52e9-443f-9c77-441459241447,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:28.325688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2a83c3-472c-41e6-a94a-daa6ad814c34', 'tag': '1120cf31-38a2-421e-adee-65ad454acafd'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:28.328860 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25222cef-21ba-4037-b792-f218b4652c20" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2a83c3-472c-41e6-a94a-daa6ad814c34", "tag": "1120cf31-38a2-421e-adee-65ad454acafd"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:28.342128 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e6dcb1-3219-4b40-b258-e1c5fba0f1a0 x-openstack-request-id: req-d1e6dcb1-3219-4b40-b258-e1c5fba0f1a0 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:28.342128 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cba3046-69a5-4a78-a91c-91251d547c71", "name": "network-vif-deleted", "tag": "1319fa5d-66ee-4034-a3af-512f730c088c", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:28.342128 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1e6dcb1-3219-4b40-b258-e1c5fba0f1a0 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:28.342128 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cba3046-69a5-4a78-a91c-91251d547c71', 'name': 'network-vif-deleted', 'tag': '1319fa5d-66ee-4034-a3af-512f730c088c', 'status': 'completed', 'code': 200} Nov 12 20:53:28.392574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:28.482665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:28.484128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:28.514653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:28.636381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Pushing event deleted for resources: {'Port': ['ID=db54357b-0961-4d36-bf45-c1e64d7c1c06,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:28.689755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27581e84-9a78-47f4-b5f3-a6c16b04e81b None None] Pushing event updated for resources: {'Port': ['ID=789d67fa-52e9-443f-9c77-441459241447,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:28.703667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 1319fa5d-66ee-4034-a3af-512f730c088c no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:28.719624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-4b92bf42-6811-45e2-8c0d-d5c057c1e7cb service neutron] 10.222.0.64 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407856 Nov 12 20:53:28.767110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] No DVR routers for this DVR port db54357b-0961-4d36-bf45-c1e64d7c1c06 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:28.770122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 1319fa5d-66ee-4034-a3af-512f730c088c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:28.770470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 1319fa5d-66ee-4034-a3af-512f730c088c not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:28.795857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-cd28f98c-c0e7-4c3b-af17-6319dc93ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:28.795857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-cd28f98c-c0e7-4c3b-af17-6319dc93ec40 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 1095 time: 0.2753367 Nov 12 20:53:28.803697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:28.808467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57b3d256-e243-4a2d-96dc-9ba22e5af9a5 req-7321bd0a-255a-446c-a304-dafacccc610f tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.46 "DELETE /v2.0/ports/db54357b-0961-4d36-bf45-c1e64d7c1c06 HTTP/1.1" status: 204 len: 173 time: 2.0288150 Nov 12 20:53:28.859325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:28.875964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-6421c165-59cf-4aec-a632-250748afd24f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1120cf31-38a2-421e-adee-65ad454acafd HTTP/1.1" status: 200 len: 217 time: 0.0595484 Nov 12 20:53:28.898820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:28.972525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c9639032-a1d5-41f6-bbd9-deb2f45c3c07'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:28.974649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0fe86a84-105e-4bb1-9ecc-9f44013f92ce'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:28.977674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e66877d1-7052-4510-be0f-7e88565c976a'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:28.979641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['198079ab-c48b-40d1-a9b7-62708b3f8947'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:28.981678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['413e66bc-caf1-4d8d-955a-5729d255d131'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:28.997307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-edfc69a5-7c8b-4653-8f19-a0a7c3f4641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.001430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-edfc69a5-7c8b-4653-8f19-a0a7c3f4641f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8536413-268d-45f3-bcf9-8b4172fef60b HTTP/1.1" status: 200 len: 850 time: 0.0751781 Nov 12 20:53:29.012544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-bc9c0da5-f067-41ad-9f29-9328a334a8db service neutron] 10.222.0.64 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918754 Nov 12 20:53:29.063163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-b59d0812-0936-42b8-ae13-d0600c4a5ce7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ec982ad9-8b76-4a22-adec-90f88be08db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528486 Nov 12 20:53:29.140351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2757f853-b791-4e08-97fe-bfed9c44d0cc None None] Provisioning complete for port 789d67fa-52e9-443f-9c77-441459241447 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:29.140730 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2757f853-b791-4e08-97fe-bfed9c44d0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:29.202294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18143-43bd-484b-9a6b-4548324af30f req-78234fd0-a87e-4b5f-9e99-ff223572030f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.208890 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-58cff916-7586-4122-b22a-3fd175680f1c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795958 Nov 12 20:53:29.209174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18143-43bd-484b-9a6b-4548324af30f req-78234fd0-a87e-4b5f-9e99-ff223572030f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.215457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18143-43bd-484b-9a6b-4548324af30f req-78234fd0-a87e-4b5f-9e99-ff223572030f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.221548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18143-43bd-484b-9a6b-4548324af30f req-78234fd0-a87e-4b5f-9e99-ff223572030f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.228136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18143-43bd-484b-9a6b-4548324af30f req-78234fd0-a87e-4b5f-9e99-ff223572030f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.234253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18143-43bd-484b-9a6b-4548324af30f req-78234fd0-a87e-4b5f-9e99-ff223572030f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.240261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18143-43bd-484b-9a6b-4548324af30f req-78234fd0-a87e-4b5f-9e99-ff223572030f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.242887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79d18143-43bd-484b-9a6b-4548324af30f req-78234fd0-a87e-4b5f-9e99-ff223572030f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5434 time: 0.2431154 Nov 12 20:53:29.458909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-50c9f07f-f4c6-4389-91be-31acbf614563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.460677 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-50c9f07f-f4c6-4389-91be-31acbf614563 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c8532785f1741aab66aad26b44a1ed3&device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 1097 time: 0.1925919 Nov 12 20:53:29.609750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-5d13aca3-48c1-4004-bf61-7d43b8f66418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.611574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-5d13aca3-48c1-4004-bf61-7d43b8f66418 service neutron] 10.222.0.78 "GET /v2.0/networks?id=36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 200 len: 921 time: 0.1130230 Nov 12 20:53:29.672001 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-2cfb9167-c760-4f54-bceb-e537d08eca79 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 200 len: 217 time: 0.0467148 Nov 12 20:53:29.673358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 789d67fa-52e9-443f-9c77-441459241447 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:29.733717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-286a2300-bab6-4678-a74d-b3485ef0fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:29.735731 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-286a2300-bab6-4678-a74d-b3485ef0fb33 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 200 len: 860 time: 0.0575111 Nov 12 20:53:29.803437 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-de7e17cf-e760-4b91-b8e6-900ccc03d1c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=36545a8b-45bf-4cbe-a762-38ede1646491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586474 Nov 12 20:53:29.888079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-6d45b7af-9fe5-4031-9147-ee3a5e3c6e27 service neutron] 10.222.0.78 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139310 Nov 12 20:53:29.934138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-2234ebae-19a4-45a3-92ef-101c3cdce92b service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239212 Nov 12 20:53:30.076480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['24d58751-e780-4c96-8bf7-12b4003f2b39'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:30.077982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79d18143-43bd-484b-9a6b-4548324af30f req-8cc09010-0c37-47e5-bdb2-6e4ef9124e7c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8054600 Nov 12 20:53:30.077982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad4677-72ee-495a-b3c1-f43499438246 req-e3b5cb30-2cf0-4aa2-9ba1-a87b54f933db tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:30.085207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddad4677-72ee-495a-b3c1-f43499438246 req-e3b5cb30-2cf0-4aa2-9ba1-a87b54f933db tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 943 time: 0.1996026 Nov 12 20:53:30.123505 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4fe58809-1f36-4382-9dad-c385d17f16c7 req-47ad7a3e-4555-4c4f-88d7-a7bb7f3380fb service neutron] 10.222.0.78 "GET /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786029 Nov 12 20:53:30.180892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44b99597-57a7-4e08-88c9-4b7d6d8aff1e req-77adfd08-73a8-496e-b127-108bec04e574 service neutron] 10.222.0.78 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796319 Nov 12 20:53:30.184636 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb40b30-ea4a-48ac-a189-32cf501ae6d2 x-openstack-request-id: req-efb40b30-ea4a-48ac-a189-32cf501ae6d2 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:30.184932 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2a83c3-472c-41e6-a94a-daa6ad814c34", "tag": "1120cf31-38a2-421e-adee-65ad454acafd", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:30.185416 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efb40b30-ea4a-48ac-a189-32cf501ae6d2 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:30.185590 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2a83c3-472c-41e6-a94a-daa6ad814c34', 'tag': '1120cf31-38a2-421e-adee-65ad454acafd', 'status': 'completed', 'code': 200} Nov 12 20:53:30.202106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddad4677-72ee-495a-b3c1-f43499438246 req-2871fd3a-41cf-4b15-b7a9-2742d1c815c6 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154876 Nov 12 20:53:30.275872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device db54357b-0961-4d36-bf45-c1e64d7c1c06 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:30.325925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfe95c99-96c6-4e93-85e4-8d29eafff628 req-f27400f9-2b92-4d2a-b872-b8c0ef1951c8 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 210 time: 0.0587761 Nov 12 20:53:30.438230 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c9de-cefe-4dbc-a280-050ebc2740e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:30.445342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85034f8d-5390-4522-aec0-77d3eb6d3417 req-9a5d10f9-1495-455d-929d-67841a4e63bc tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 210 time: 0.0609913 Nov 12 20:53:30.456791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: db54357b-0961-4d36-bf45-c1e64d7c1c06 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:30.457243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device db54357b-0961-4d36-bf45-c1e64d7c1c06 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:30.459264 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2757f853-b791-4e08-97fe-bfed9c44d0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:30.538939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222cef-21ba-4037-b792-f218b4652c20 req-45c737b4-396c-445c-86d2-373ed93ffec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:30.540507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25222cef-21ba-4037-b792-f218b4652c20 req-45c737b4-396c-445c-86d2-373ed93ffec7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 1095 time: 0.1761446 Nov 12 20:53:30.554461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11eec05-3e02-47ee-bb61-a52e86c26c46 req-dd1eb3ef-0d5d-48ee-b603-07142322a528 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:30.564666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 789d67fa-52e9-443f-9c77-441459241447 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:30.564666 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:30.568433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b11eec05-3e02-47ee-bb61-a52e86c26c46 req-dd1eb3ef-0d5d-48ee-b603-07142322a528 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 1096 time: 0.0853114 Nov 12 20:53:30.615903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:28Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:30.669465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b11eec05-3e02-47ee-bb61-a52e86c26c46 req-a03f1796-8d8f-4e9f-8825-be61c3939b95 tempest-LiveAutoBlockMigrationV225Test-1966244079 tempest-LiveAutoBlockMigrationV225Test-1966244079-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995963 Nov 12 20:53:30.688457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d46932-ac45-4f13-942f-93ec51c6bd1d None None] The sync data for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 is: [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:28Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:30.691857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2757f853-b791-4e08-97fe-bfed9c44d0cc None None] For port 789d67fa-52e9-443f-9c77-441459241447, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=789d67fa-52e9-443f-9c77-441459241447,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:30.725538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222cef-21ba-4037-b792-f218b4652c20 req-5a8fa833-785f-4287-aa66-014954887bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:30.731797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25222cef-21ba-4037-b792-f218b4652c20 req-5a8fa833-785f-4287-aa66-014954887bb1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 200 len: 911 time: 0.1564810 Nov 12 20:53:30.822697 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2757f853-b791-4e08-97fe-bfed9c44d0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:30.834667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25222cef-21ba-4037-b792-f218b4652c20 req-7b629d08-e9de-45df-87ed-4117f736cbaf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1120cf31-38a2-421e-adee-65ad454acafd HTTP/1.1" status: 200 len: 217 time: 0.0946624 Nov 12 20:53:30.886501 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:30.925129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222cef-21ba-4037-b792-f218b4652c20 req-ab957644-c80c-44a7-9075-408af7a2e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:30.926835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25222cef-21ba-4037-b792-f218b4652c20 req-ab957644-c80c-44a7-9075-408af7a2e408 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8536413-268d-45f3-bcf9-8b4172fef60b HTTP/1.1" status: 200 len: 850 time: 0.0831201 Nov 12 20:53:30.963033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25222cef-21ba-4037-b792-f218b4652c20 req-77b3f806-2bdf-410e-833b-2662bb873376 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ec982ad9-8b76-4a22-adec-90f88be08db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287018 Nov 12 20:53:31.099577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757f853-b791-4e08-97fe-bfed9c44d0cc None None] Pushing event updated for resources: {'Port': ['ID=789d67fa-52e9-443f-9c77-441459241447,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:31.180163 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:53:31.180163 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:53:31.208553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25222cef-21ba-4037-b792-f218b4652c20 req-84fb35ae-2625-45a3-9a7d-9c7b7e3deae5 service neutron] 10.222.0.78 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370205 Nov 12 20:53:31.251060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:31.384062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-2e3244ab-5e4a-4a5b-8e11-307febbe5da4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.405630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-2e3244ab-5e4a-4a5b-8e11-307febbe5da4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.412681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-2e3244ab-5e4a-4a5b-8e11-307febbe5da4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.420114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-2e3244ab-5e4a-4a5b-8e11-307febbe5da4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.427023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-2e3244ab-5e4a-4a5b-8e11-307febbe5da4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.434617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-2e3244ab-5e4a-4a5b-8e11-307febbe5da4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.442329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-2e3244ab-5e4a-4a5b-8e11-307febbe5da4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.446002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-2e3244ab-5e4a-4a5b-8e11-307febbe5da4 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5434 time: 0.2201910 Nov 12 20:53:31.582183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-2f84ffc4-5dc2-40c1-bbc4-d8ec2fd9b924 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.588351 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-2f84ffc4-5dc2-40c1-bbc4-d8ec2fd9b924 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 812 time: 0.1763909 Nov 12 20:53:31.589368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3784763-2f79-4858-95d2-82db0ed554b4 req-80b43d54-3696-4b91-9c4e-2f958a584a8c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004517 Nov 12 20:53:31.593183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25222cef-21ba-4037-b792-f218b4652c20 req-de3abc9b-5096-464b-96fe-c52932756634 service neutron] 10.222.0.78 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748000 Nov 12 20:53:31.605803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3779c-0759-48c1-ab85-a303e1ae1c3a req-8e839deb-e367-4e79-9893-793274bd8b0b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.605949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4e3779c-0759-48c1-ab85-a303e1ae1c3a req-8e839deb-e367-4e79-9893-793274bd8b0b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 943 time: 0.1586857 Nov 12 20:53:31.628950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Request body: {'port': {'device_id': 'c3c91f4b-df20-4d9e-b0eb-691a9d90b293', 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'admin_state_up': True, 'tenant_id': '83b6300559814682b8322f92e44b6c14'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:31.789449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4e3779c-0759-48c1-ab85-a303e1ae1c3a req-1216d4f0-d0ac-42d7-ac0f-94fd94f70834 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768479 Nov 12 20:53:31.859742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-6866413f-667c-4123-9195-681d048acc20 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.861266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-6866413f-667c-4123-9195-681d048acc20 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.46 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 812 time: 0.2283807 Nov 12 20:53:31.866755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 789d67fa-52e9-443f-9c77-441459241447 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:31.881097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988c1ff-0522-4af5-ae14-7c0fb9ef1a8b req-015164cc-c35a-4100-bdf9-863e3bebc9b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:31.882913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a988c1ff-0522-4af5-ae14-7c0fb9ef1a8b req-015164cc-c35a-4100-bdf9-863e3bebc9b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 944 time: 0.1297605 Nov 12 20:53:31.886652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Request body: {'port': {'device_id': '0111795e-5686-404c-8bd1-de709854c45f', 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'admin_state_up': True, 'tenant_id': '83b6300559814682b8322f92e44b6c14'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:31.947570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Made reservation on behalf of 83b6300559814682b8322f92e44b6c14 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:31.953482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.016107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 789d67fa-52e9-443f-9c77-441459241447 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:32.016774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.016962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a988c1ff-0522-4af5-ae14-7c0fb9ef1a8b req-c1abcbad-5d28-464a-a77c-e2b2b27b6f42 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264157 Nov 12 20:53:32.131438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc2d2ec4-78ec-40ac-8d6d-3d0fc53d0185 req-5ec0cccc-e286-4a9e-b7d7-5b0648f960cc tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 210 time: 0.0413694 Nov 12 20:53:32.172979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4f925e5-d1eb-4ba4-a550-7066c925f53b req-f6e87266-924a-4520-b6c1-677816108fb0 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 210 time: 0.0445056 Nov 12 20:53:32.185305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Made reservation on behalf of 83b6300559814682b8322f92e44b6c14 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:32.191984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c9639032-a1d5-41f6-bbd9-deb2f45c3c07 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:32.199343 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.204526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3412b6b6-3dd2-444e-80c5-0fb5d01c1eab', 'name': 'network-vif-deleted', 'tag': 'db54357b-0961-4d36-bf45-c1e64d7c1c06'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:32.209134 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421f1dd5-1c6c-475f-9b8f-3a5407140f78" -d '{"events": [{"server_uuid": "3412b6b6-3dd2-444e-80c5-0fb5d01c1eab", "name": "network-vif-deleted", "tag": "db54357b-0961-4d36-bf45-c1e64d7c1c06"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:32.235078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-40c4bdd3-7ad3-4bfa-8f5e-9103a4efec41 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:32.261010 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-40c4bdd3-7ad3-4bfa-8f5e-9103a4efec41 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 944 time: 0.2918735 Nov 12 20:53:32.270405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:32.347222 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a922194-9564-4469-b8e7-32668db2d7e5 x-openstack-request-id: req-5a922194-9564-4469-b8e7-32668db2d7e5 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:32.347538 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3412b6b6-3dd2-444e-80c5-0fb5d01c1eab", "name": "network-vif-deleted", "tag": "db54357b-0961-4d36-bf45-c1e64d7c1c06", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:32.347959 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a922194-9564-4469-b8e7-32668db2d7e5 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:32.348347 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3412b6b6-3dd2-444e-80c5-0fb5d01c1eab', 'name': 'network-vif-deleted', 'tag': 'db54357b-0961-4d36-bf45-c1e64d7c1c06', 'status': 'completed', 'code': 200} Nov 12 20:53:32.391922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:32.399227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:32.400100 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.408573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4e4883-8ee5-4cce-88ab-9bcbdcab3465 admin admin] Deleting subnet 0a6487d7-a1de-4195-8144-743453c18319 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:53:32.418083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4883-8ee5-4cce-88ab-9bcbdcab3465 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.455977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Allocated IP 172.20.0.11 (77a1ac28-7731-4b09-8328-7d04ac0f7480/7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3/eeb8a89e-792b-4a43-851d-704de870efcb) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:32.466930 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4883-8ee5-4cce-88ab-9bcbdcab3465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.487571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Deleting port 6cb2121d-8102-4c7e-80e0-262286d427de {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:32.488068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.503172 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.518881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4883-8ee5-4cce-88ab-9bcbdcab3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.543724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:32.555661 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18f82a5-fa04-443b-9caf-642896ca5908" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:32.625965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c9639032-a1d5-41f6-bbd9-deb2f45c3c07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:32.627885 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a9b47-72cb-4046-a2f5-de8dcd10f7db x-openstack-request-id: req-744a9b47-72cb-4046-a2f5-de8dcd10f7db {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:32.628161 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:32.628406 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-744a9b47-72cb-4046-a2f5-de8dcd10f7db {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:32.628813 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'code': 200} Nov 12 20:53:32.686625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 1120cf31-38a2-421e-adee-65ad454acafd details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:32.696417 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4883-8ee5-4cce-88ab-9bcbdcab3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.706511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] For port 6cb2121d-8102-4c7e-80e0-262286d427de, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6cb2121d-8102-4c7e-80e0-262286d427de,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:32.708814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.728572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Calling delete_port for 6cb2121d-8102-4c7e-80e0-262286d427de owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:32.758294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e4883-8ee5-4cce-88ab-9bcbdcab3465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6487d7-a1de-4195-8144-743453c18319,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:32.777198 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4883-8ee5-4cce-88ab-9bcbdcab3465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.782903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1b4e4883-8ee5-4cce-88ab-9bcbdcab3465 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0a6487d7-a1de-4195-8144-743453c18319 HTTP/1.1" status: 204 len: 168 time: 0.5092707 Nov 12 20:53:32.783109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.783109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e66877d1-7052-4510-be0f-7e88565c976a up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:32.786909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40202) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:32.807990 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.923749 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:32.938662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-3b00e632-f6e4-4c42-9e65-1aa1212417e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:32.945479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-3b00e632-f6e4-4c42-9e65-1aa1212417e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:32.952594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-3b00e632-f6e4-4c42-9e65-1aa1212417e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:32.958478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-3b00e632-f6e4-4c42-9e65-1aa1212417e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:32.964937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-3b00e632-f6e4-4c42-9e65-1aa1212417e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:32.972136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-3b00e632-f6e4-4c42-9e65-1aa1212417e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:32.979163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-3b00e632-f6e4-4c42-9e65-1aa1212417e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:32.981171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-3b00e632-f6e4-4c42-9e65-1aa1212417e1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5435 time: 0.2173407 Nov 12 20:53:32.987899 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.011319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:33.034352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.048933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Network 77a1ac28-7731-4b09-8328-7d04ac0f7480 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:33.055738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['44c4b6de-1952-478d-8f25-95afec9b22ff'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:33.057976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['6cb2121d-8102-4c7e-80e0-262286d427de'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:33.059875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:33.068852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Pushing event updated for resources: {'Port': ['ID=eeb8a89e-792b-4a43-851d-704de870efcb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:33.072812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:33.101416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.121828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 1120cf31-38a2-421e-adee-65ad454acafd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1120cf31-38a2-421e-adee-65ad454acafd,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:33.133663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port e66877d1-7052-4510-be0f-7e88565c976a completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:33.147874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '1120cf31-38a2-421e-adee-65ad454acafd', 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1', 'port_id': '1120cf31-38a2-421e-adee-65ad454acafd', 'mac_address': 'fa:16:3e:ca:b1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8536413-268d-45f3-bcf9-8b4172fef60b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:33.149353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port e66877d1-7052-4510-be0f-7e88565c976a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:33.149735 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.154072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a188179-4b87-442f-a69f-06fe4bba2289 req-88ba0faa-5bf2-44d1-9cee-b07975de7708 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:33.165879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a188179-4b87-442f-a69f-06fe4bba2289 req-88ba0faa-5bf2-44d1-9cee-b07975de7708 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 943 time: 0.2651327 Nov 12 20:53:33.175405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Pushing event deleted for resources: {'Port': ['ID=6cb2121d-8102-4c7e-80e0-262286d427de,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:33.177390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] No DVR routers for this DVR port 6cb2121d-8102-4c7e-80e0-262286d427de on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:33.182618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.187264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc04bf57-3206-46c9-8fde-6f89a182594e req-51eb91b9-88d9-4e88-aff4-5ad9ae6d04b8 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.46 "DELETE /v2.0/ports/6cb2121d-8102-4c7e-80e0-262286d427de HTTP/1.1" status: 204 len: 173 time: 0.9238355 Nov 12 20:53:33.187264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'name': 'network-vif-deleted', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:33.188656 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9137f3b1-c373-4920-9b8f-423c9dfa03fe" -d '{"events": [{"server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "name": "network-vif-deleted", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:33.213310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:33.213948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.265909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.274833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Allocated IP 172.20.0.8 (77a1ac28-7731-4b09-8328-7d04ac0f7480/7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3/d4682d3d-76f7-4fb3-b46f-4c05530d0060) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:33.302482 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-14fdae0a-ed1b-44a7-959b-0731bafab442 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6898363 Nov 12 20:53:33.314458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1120cf31-38a2-421e-adee-65ad454acafd {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:33.315904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Request body: {'port': {'device_id': 'c3c91f4b-df20-4d9e-b0eb-691a9d90b293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:33.352644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 1120cf31-38a2-421e-adee-65ad454acafd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1120cf31-38a2-421e-adee-65ad454acafd,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:33.365799 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.368020 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a163e59-0ca8-4e92-adf3-76c0280bba1e req-a317a29a-58eb-4377-807b-c7cd58ea0917 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3751466 Nov 12 20:53:33.394724 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.441773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e66877d1-7052-4510-be0f-7e88565c976a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e66877d1-7052-4510-be0f-7e88565c976a,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:33.450256 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.456372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-5a335562-dc5b-434c-8651-cf8ecc8ee8d9 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:33.459302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-5a335562-dc5b-434c-8651-cf8ecc8ee8d9 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.78 "GET /v2.0/networks?id=01b908cd-64b2-4366-abbe-8aff4609024d HTTP/1.1" status: 200 len: 814 time: 0.5825431 Nov 12 20:53:33.486343 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.494107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.494976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:33.517443 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a188179-4b87-442f-a69f-06fe4bba2289 req-94f9013f-c23f-45b0-8138-6eef989fbd75 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506591 Nov 12 20:53:33.552696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=1120cf31-38a2-421e-adee-65ad454acafd,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:33.554589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.616771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e66877d1-7052-4510-be0f-7e88565c976a,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:33.671950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f24624b-b400-4771-a741-eeca0d792842']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:33.682724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:33.687951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:33.690387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.712166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-552af3ab-045a-475c-a922-07f2514ada6d req-a0166275-e3ff-4ed9-9710-40074aa60099 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 210 time: 0.0991468 Nov 12 20:53:33.717320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-230a0d6c-bbc9-4d80-bc72-cfbf4331e156 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c2dad5a277479a92ca007eb36a9855 HTTP/1.1" status: 200 len: 380 time: 0.2319412 Nov 12 20:53:33.724763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['1120cf31-38a2-421e-adee-65ad454acafd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:33.731788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd633d9-bd88-44d2-a10c-ed8951535a2c') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:33.732324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd633d9-bd88-44d2-a10c-ed8951535a2c') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:33.740960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Request body: {'port': {'device_id': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'admin_state_up': True, 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'security_groups': ['9db77610-1138-488c-938a-680b5be56cf9']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:33.751301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7c8850c-c685-49fb-835c-e7e80d2a37d7 req-154a0106-4fa5-4064-9bee-ab5324ea381c tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 210 time: 0.1073236 Nov 12 20:53:33.797329 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.828218 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703103e1-06bf-47f5-9660-8edce2bdebb5 x-openstack-request-id: req-703103e1-06bf-47f5-9660-8edce2bdebb5 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:33.828749 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9633b7-3ac8-48a8-b020-c827413b18e5", "name": "network-vif-deleted", "tag": "6cb2121d-8102-4c7e-80e0-262286d427de", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:33.828749 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-703103e1-06bf-47f5-9660-8edce2bdebb5 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:33.829208 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9633b7-3ac8-48a8-b020-c827413b18e5', 'name': 'network-vif-deleted', 'tag': '6cb2121d-8102-4c7e-80e0-262286d427de', 'status': 'completed', 'code': 200} Nov 12 20:53:33.889362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.912034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-884899af-678e-4802-b5bd-a2bffaf612f7 req-cda5de35-3ae1-4310-ab56-9ecdb2bb6479 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 210 time: 0.0688920 Nov 12 20:53:33.934838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:53:33.935181 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.935644 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:53:33.937135 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:53:33.989908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:34.034748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.072139 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.073211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 413e66bc-caf1-4d8d-955a-5729d255d131 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:34.118261 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.123864 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.127683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f24624b-b400-4771-a741-eeca0d792842 HTTP/1.1" status: 204 len: 168 time: 1.3423741 Nov 12 20:53:34.144496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf40b5-bfae-40da-9340-80f2421cfe79 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f24624b-b400-4771-a741-eeca0d792842,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:34.149046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Made reservation on behalf of 80c2dad5a277479a92ca007eb36a9855 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:34.153151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.159426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:34.168856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.237113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 413e66bc-caf1-4d8d-955a-5729d255d131 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:34.242147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 413e66bc-caf1-4d8d-955a-5729d255d131 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:34.243307 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.248320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Network 77a1ac28-7731-4b09-8328-7d04ac0f7480 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:34.281132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:34.284771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:34.292401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Pushing event updated for resources: {'Port': ['ID=d4682d3d-76f7-4fb3-b46f-4c05530d0060,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:34.333660 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.370258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 413e66bc-caf1-4d8d-955a-5729d255d131, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=413e66bc-caf1-4d8d-955a-5729d255d131,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:34.380555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:34.381174 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.389066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb8a89e-792b-4a43-851d-704de870efcb {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:34.397419 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.413196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Transition to ACTIVE for port object eeb8a89e-792b-4a43-851d-704de870efcb will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:53:34.415122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Allocated IP 172.20.0.12 (01b908cd-64b2-4366-abbe-8aff4609024d/af8b5d08-02c8-4c41-a031-0d8dcb928b8c/61cf9224-491c-425f-b08e-f9490b9b9f92) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:34.443155 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.481853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 198079ab-c48b-40d1-a9b7-62708b3f8947 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:34.519278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-26172fff-03ca-449b-9d73-585f87a9918a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6475816 Nov 12 20:53:34.549211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=413e66bc-caf1-4d8d-955a-5729d255d131,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:34.560118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.560383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Request body: {'port': {'device_id': '0111795e-5686-404c-8bd1-de709854c45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:34.588222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40226) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:34.625519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 198079ab-c48b-40d1-a9b7-62708b3f8947 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:34.629718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66877d1-7052-4510-be0f-7e88565c976a'}, {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86'}, {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e66bc-caf1-4d8d-955a-5729d255d131'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:34.633304 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9fd86d-6869-4fc0-99de-ed0628633a84" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "e66877d1-7052-4510-be0f-7e88565c976a"}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86"}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "413e66bc-caf1-4d8d-955a-5729d255d131"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:34.638788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 198079ab-c48b-40d1-a9b7-62708b3f8947 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:34.639182 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.643367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8a89e-792b-4a43-851d-704de870efcb,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:34.657787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-99fa3336-9dd4-4f33-b3ac-20e3d5b29527 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:34.663714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-99fa3336-9dd4-4f33-b3ac-20e3d5b29527 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:34.669889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-99fa3336-9dd4-4f33-b3ac-20e3d5b29527 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:34.682840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-99fa3336-9dd4-4f33-b3ac-20e3d5b29527 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:34.700211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 1120cf31-38a2-421e-adee-65ad454acafd up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:34.700417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-99fa3336-9dd4-4f33-b3ac-20e3d5b29527 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:34.708943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-99fa3336-9dd4-4f33-b3ac-20e3d5b29527 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:34.715630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-99fa3336-9dd4-4f33-b3ac-20e3d5b29527 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:34.717517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-99fa3336-9dd4-4f33-b3ac-20e3d5b29527 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5438 time: 0.2552497 Nov 12 20:53:34.759683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.779537 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Attempting to bind port eeb8a89e-792b-4a43-851d-704de870efcb on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:34.780203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Attempting to bind port eeb8a89e-792b-4a43-851d-704de870efcb by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:34.780715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Attempting to bind port eeb8a89e-792b-4a43-851d-704de870efcb on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:34.787723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Port eeb8a89e-792b-4a43-851d-704de870efcb on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:53:34.789562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Attempting to bind port eeb8a89e-792b-4a43-851d-704de870efcb on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:34.796241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:34.796979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Checking segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:34.797688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Bound using segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:34.798015 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.798491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Bound port: eeb8a89e-792b-4a43-851d-704de870efcb, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:34.799041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.843217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 198079ab-c48b-40d1-a9b7-62708b3f8947, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=198079ab-c48b-40d1-a9b7-62708b3f8947,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:34.847455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 1120cf31-38a2-421e-adee-65ad454acafd completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:34.854800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 1120cf31-38a2-421e-adee-65ad454acafd triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:34.855104 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.877246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] For port eeb8a89e-792b-4a43-851d-704de870efcb, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:34.881637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] For port eeb8a89e-792b-4a43-851d-704de870efcb, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eeb8a89e-792b-4a43-851d-704de870efcb,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:34.883996 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.922864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-16182448-601f-461f-9745-bdf34c17f780 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c253ebad0e0b48208d501d4723f0e0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326366 Nov 12 20:53:34.925586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40236) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:34.960623 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:34.960623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0fe86a84-105e-4bb1-9ecc-9f44013f92ce up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:34.983050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.013711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:35.014916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.016719 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] 10.222.0.78 "PUT /v2.0/ports/eeb8a89e-792b-4a43-851d-704de870efcb HTTP/1.1" status: 200 len: 1093 time: 1.7052114 Nov 12 20:53:35.028308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.060758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9957-8bd2-44e6-b3a9-de0d82796191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.084379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9957-8bd2-44e6-b3a9-de0d82796191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.102778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=198079ab-c48b-40d1-a9b7-62708b3f8947,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:35.115592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 1120cf31-38a2-421e-adee-65ad454acafd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1120cf31-38a2-421e-adee-65ad454acafd,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:35.156845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3977750-ef2d-4f81-b1e3-c850b2d7c3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8a89e-792b-4a43-851d-704de870efcb,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:35.186019 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.205266 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9957-8bd2-44e6-b3a9-de0d82796191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.208389 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9957-8bd2-44e6-b3a9-de0d82796191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.209813 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0d5b9957-8bd2-44e6-b3a9-de0d82796191 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a602aaef-c033-4113-b581-e2037d26a6a3 HTTP/1.1" status: 204 len: 168 time: 0.2830853 Nov 12 20:53:35.221761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b9957-8bd2-44e6-b3a9-de0d82796191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a602aaef-c033-4113-b581-e2037d26a6a3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:35.245250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-03082bb0-79a4-463a-bc3c-f51361dbaede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:35.248149 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-03082bb0-79a4-463a-bc3c-f51361dbaede service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 1096 time: 0.0802479 Nov 12 20:53:35.256771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:35.266766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.278821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd9f8-808c-42f5-9e0f-07efb62b9547 req-306bb0f2-61fe-4e4a-b02c-e05e76044987 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:35.279956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:35.280541 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.286279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b9fd9f8-808c-42f5-9e0f-07efb62b9547 req-306bb0f2-61fe-4e4a-b02c-e05e76044987 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 944 time: 0.4902155 Nov 12 20:53:35.303860 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d6b40a9d-3d6b-4d2b-ab9e-4a9993564b90 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeb8a89e-792b-4a43-851d-704de870efcb HTTP/1.1" status: 200 len: 217 time: 0.0443091 Nov 12 20:53:35.310582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bda2e1ff-a23b-4ce4-9b52-2e93c423606d req-03b80d6b-bbe6-484c-9fd7-b17a082929fc tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5128460 Nov 12 20:53:35.382518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=1120cf31-38a2-421e-adee-65ad454acafd,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:35.412194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Network 01b908cd-64b2-4366-abbe-8aff4609024d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:35.416190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-11c3bfe7-778d-43eb-abdf-98b3b828d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:35.417912 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-11c3bfe7-778d-43eb-abdf-98b3b828d6ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 HTTP/1.1" status: 200 len: 852 time: 0.1061037 Nov 12 20:53:35.423417 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fffbe1-274d-4bea-b6cd-8cd93488be2c x-openstack-request-id: req-72fffbe1-274d-4bea-b6cd-8cd93488be2c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:35.428408 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "e66877d1-7052-4510-be0f-7e88565c976a", "code": 200}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86", "code": 200}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "413e66bc-caf1-4d8d-955a-5729d255d131", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:35.428408 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72fffbe1-274d-4bea-b6cd-8cd93488be2c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:35.428408 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66877d1-7052-4510-be0f-7e88565c976a', 'code': 200} Nov 12 20:53:35.428408 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86', 'code': 200} Nov 12 20:53:35.428408 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e66bc-caf1-4d8d-955a-5729d255d131', 'code': 200} Nov 12 20:53:35.429847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:35.441740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:35.490048 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-584cbf16-fc7a-4a44-9254-b0a43911a8fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a1ac28-7731-4b09-8328-7d04ac0f7480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649955 Nov 12 20:53:35.494325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event updated for resources: {'Port': ['ID=61cf9224-491c-425f-b08e-f9490b9b9f92,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:35.533053 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.571424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b9fd9f8-808c-42f5-9e0f-07efb62b9547 req-0ac58c04-5177-4929-abad-9e8705aa08a9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841017 Nov 12 20:53:35.644276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:35.677075 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-19749516-9ec9-4cf7-89cf-25c40cdcd98b service neutron] 10.222.0.78 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788354 Nov 12 20:53:35.719467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:35.719788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.723731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba6d2bd9-0d21-465e-9970-b2abdebfd526 req-04182e6c-3c1f-435c-bb55-111c8fd8f0fc tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 210 time: 0.1745212 Nov 12 20:53:35.728970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.729773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 24d58751-e780-4c96-8bf7-12b4003f2b39 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:35.836787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c91f4b-df20-4d9e-b0eb-691a9d90b293', 'tag': 'eeb8a89e-792b-4a43-851d-704de870efcb'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:35.839442 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0d782c-3260-4a6f-a7f6-61913e5bd297" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c91f4b-df20-4d9e-b0eb-691a9d90b293", "tag": "eeb8a89e-792b-4a43-851d-704de870efcb"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:35.866969 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d946bcab-8923-4af7-af1d-9949eddf72ce service neutron] 10.222.0.78 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825218 Nov 12 20:53:35.892103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9c093-8801-470a-9007-3d867e0bd84a req-5229171e-1526-44be-a4ea-e516e7cce9f8 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:35.900333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03d9c093-8801-470a-9007-3d867e0bd84a req-5229171e-1526-44be-a4ea-e516e7cce9f8 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 931 time: 0.1921537 Nov 12 20:53:35.924943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-286ab67f-efb3-4730-91cc-9887dbefc2bf tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1879680 Nov 12 20:53:35.931272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4da64d51-89fe-4cfb-a2fa-0d4a4fa37dae None None] Provisioning complete for port 61cf9224-491c-425f-b08e-f9490b9b9f92 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:35.931656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4da64d51-89fe-4cfb-a2fa-0d4a4fa37dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:35.953717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:35.972422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Request body: {'port': {'device_id': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:36.024508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4da64d51-89fe-4cfb-a2fa-0d4a4fa37dae None None] Port 61cf9224-491c-425f-b08e-f9490b9b9f92 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:53:36.051857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03d9c093-8801-470a-9007-3d867e0bd84a req-ad17fcff-3a85-494d-8f4f-631cdacd011c tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504805 Nov 12 20:53:36.088606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 24d58751-e780-4c96-8bf7-12b4003f2b39 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:36.093386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 24d58751-e780-4c96-8bf7-12b4003f2b39 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:36.095365 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:36.116411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4682d3d-76f7-4fb3-b46f-4c05530d0060 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:36.129131 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:36.146495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Transition to ACTIVE for port object d4682d3d-76f7-4fb3-b46f-4c05530d0060 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:53:36.178442 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32770662-89fa-4a02-8a13-4fb8aaad55a1 x-openstack-request-id: req-32770662-89fa-4a02-8a13-4fb8aaad55a1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:36.182105 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c91f4b-df20-4d9e-b0eb-691a9d90b293", "tag": "eeb8a89e-792b-4a43-851d-704de870efcb", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:36.182105 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32770662-89fa-4a02-8a13-4fb8aaad55a1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:36.182105 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c91f4b-df20-4d9e-b0eb-691a9d90b293', 'tag': 'eeb8a89e-792b-4a43-851d-704de870efcb', 'status': 'completed', 'code': 200} Nov 12 20:53:36.194196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee1363-6e18-4d6f-9a9c-c65df9f96ec7 req-3ee3f4f4-5d6d-4a63-9927-8b0e419c6199 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.196686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1ee1363-6e18-4d6f-9a9c-c65df9f96ec7 req-3ee3f4f4-5d6d-4a63-9927-8b0e419c6199 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 932 time: 0.2762873 Nov 12 20:53:36.213325 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:36.250497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 24d58751-e780-4c96-8bf7-12b4003f2b39, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=24d58751-e780-4c96-8bf7-12b4003f2b39,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:36.255362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:36.271627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-a74591fb-c0c6-413d-a6e0-78575a8e475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.274480 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-a74591fb-c0c6-413d-a6e0-78575a8e475d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 1096 time: 0.0707407 Nov 12 20:53:36.277011 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:36.292128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1ee1363-6e18-4d6f-9a9c-c65df9f96ec7 req-cc1f34b2-1cbd-48d7-a34c-0746b5a66cd1 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881500 Nov 12 20:53:36.322695 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:36.323877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6cb2121d-8102-4c7e-80e0-262286d427de no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:36.430477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-69269274-ebc5-4e85-8fad-61ae084c2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.433126 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-69269274-ebc5-4e85-8fad-61ae084c2fd0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 913 time: 0.1497562 Nov 12 20:53:36.479751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Pushing event updated for resources: {'Port': ['ID=d4682d3d-76f7-4fb3-b46f-4c05530d0060,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:36.567403 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-3eb665c5-ab94-4e9f-91ff-c2d41a8f2ce6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeb8a89e-792b-4a43-851d-704de870efcb HTTP/1.1" status: 200 len: 217 time: 0.1262527 Nov 12 20:53:36.573015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 6cb2121d-8102-4c7e-80e0-262286d427de {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:36.574940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6cb2121d-8102-4c7e-80e0-262286d427de not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:36.824956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=24d58751-e780-4c96-8bf7-12b4003f2b39,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:36.826757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-a3fb6259-cc14-475b-a34f-276dc0f7e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.826757 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-a3fb6259-cc14-475b-a34f-276dc0f7e6c0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 HTTP/1.1" status: 200 len: 852 time: 0.0887778 Nov 12 20:53:36.826757 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-271bd77f-8e06-4027-ab00-9dc9f8db3e39 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a1ac28-7731-4b09-8328-7d04ac0f7480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303695 Nov 12 20:53:36.827535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-47793fbd-1495-4d54-a68e-1069ffff8727 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.827535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-47793fbd-1495-4d54-a68e-1069ffff8727 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.827535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-47793fbd-1495-4d54-a68e-1069ffff8727 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.827535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-47793fbd-1495-4d54-a68e-1069ffff8727 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.827535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-47793fbd-1495-4d54-a68e-1069ffff8727 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.827535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-47793fbd-1495-4d54-a68e-1069ffff8727 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.827535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-47793fbd-1495-4d54-a68e-1069ffff8727 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.827535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-47793fbd-1495-4d54-a68e-1069ffff8727 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.3579755 Nov 12 20:53:36.832354 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-285cdb68-ecfc-4023-89af-9ee52eece473 service neutron] 10.222.0.78 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167929 Nov 12 20:53:36.842185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Attempting to bind port d4682d3d-76f7-4fb3-b46f-4c05530d0060 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:36.842534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Attempting to bind port d4682d3d-76f7-4fb3-b46f-4c05530d0060 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:36.842913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Attempting to bind port d4682d3d-76f7-4fb3-b46f-4c05530d0060 on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:36.868161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Port d4682d3d-76f7-4fb3-b46f-4c05530d0060 on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:53:36.868405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Attempting to bind port d4682d3d-76f7-4fb3-b46f-4c05530d0060 on network 77a1ac28-7731-4b09-8328-7d04ac0f7480 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:36.887480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9ae6-63fd-47f6-bb28-e51dcce2be8a req-b27ca5ca-bd70-41ee-850a-97a12dceadc3 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:36.895455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46ca9ae6-63fd-47f6-bb28-e51dcce2be8a req-b27ca5ca-bd70-41ee-850a-97a12dceadc3 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.2323389 Nov 12 20:53:36.931851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40272) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:36.942300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:36.942666 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Checking segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:36.943040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Bound using segment: {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:36.943511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Bound port: d4682d3d-76f7-4fb3-b46f-4c05530d0060, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da72665c-e71c-4348-9f3b-173709fae77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:36.943868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:36.962357 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b0d782c-3260-4a6f-a7f6-61913e5bd297 req-4688a07a-e116-4fea-a9b1-c30ee4769564 service neutron] 10.222.0.78 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203475 Nov 12 20:53:37.014478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3846da2f-ea54-42ec-be75-61e93b38b510 req-822eac4e-0aaa-44f2-b886-2aea383dea30 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1993389 Nov 12 20:53:37.061425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46ca9ae6-63fd-47f6-bb28-e51dcce2be8a req-20062355-7927-4a65-b457-c4d6091dd7f9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654456 Nov 12 20:53:37.068574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cf9224-491c-425f-b08e-f9490b9b9f92 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:37.087150 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.099237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-465403668-network', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:37.154405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Transition to ACTIVE for port object 61cf9224-491c-425f-b08e-f9490b9b9f92 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:53:37.160653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b572b58a-855a-4422-badd-1e0bf5f11742 req-9276719f-1702-4ad2-a174-72aa9a609312 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 210 time: 0.0535915 Nov 12 20:53:37.167167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] For port d4682d3d-76f7-4fb3-b46f-4c05530d0060, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:37.184458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] For port d4682d3d-76f7-4fb3-b46f-4c05530d0060, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4682d3d-76f7-4fb3-b46f-4c05530d0060,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:37.246653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.276482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.278317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:37.280700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.333893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.336818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.338359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] 10.222.0.46 "PUT /v2.0/ports/d4682d3d-76f7-4fb3-b46f-4c05530d0060 HTTP/1.1" status: 200 len: 1092 time: 2.7830727 Nov 12 20:53:37.339085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.344417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0111795e-5686-404c-8bd1-de709854c45f', 'tag': 'd4682d3d-76f7-4fb3-b46f-4c05530d0060'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:37.347338 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "0111795e-5686-404c-8bd1-de709854c45f", "tag": "d4682d3d-76f7-4fb3-b46f-4c05530d0060"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:37.382061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Pushing event updated for resources: {'Port': ['ID=61cf9224-491c-425f-b08e-f9490b9b9f92,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:37.426277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198079ab-c48b-40d1-a9b7-62708b3f8947'}, {'server_uuid': '0a2a83c3-472c-41e6-a94a-daa6ad814c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1120cf31-38a2-421e-adee-65ad454acafd'}, {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe86a84-105e-4bb1-9ecc-9f44013f92ce'}, {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d58751-e780-4c96-8bf7-12b4003f2b39'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:37.430331 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef037e8-68a9-415d-abf5-f8e1b9e9088b" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "198079ab-c48b-40d1-a9b7-62708b3f8947"}, {"server_uuid": "0a2a83c3-472c-41e6-a94a-daa6ad814c34", "name": "network-vif-plugged", "status": "completed", "tag": "1120cf31-38a2-421e-adee-65ad454acafd"}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0fe86a84-105e-4bb1-9ecc-9f44013f92ce"}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "24d58751-e780-4c96-8bf7-12b4003f2b39"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:37.465053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348caf0-6e21-483b-b9c8-cc59727d495c req-dc5b813e-d3db-4211-b875-6a72a955b1ad tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.466733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9348caf0-6e21-483b-b9c8-cc59727d495c req-dc5b813e-d3db-4211-b875-6a72a955b1ad tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 943 time: 0.2372453 Nov 12 20:53:37.620346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d419b-344e-42c6-9dd3-83a930fb0f30 service neutron] Pushing event updated for resources: {'Port': ['ID=d4682d3d-76f7-4fb3-b46f-4c05530d0060,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:37.649893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8dc-78d7-4a3e-8156-9a8fb5c9dfdf req-d8c31774-046d-44f9-8d76-6f9cc91939c6 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.651438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db98c8dc-78d7-4a3e-8156-9a8fb5c9dfdf req-d8c31774-046d-44f9-8d76-6f9cc91939c6 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 944 time: 0.2705762 Nov 12 20:53:37.671932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-cfd18453-6052-4314-aecc-612376bcd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.673397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-cfd18453-6052-4314-aecc-612376bcd370 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 1095 time: 0.2168279 Nov 12 20:53:37.704835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Attempting to bind port 61cf9224-491c-425f-b08e-f9490b9b9f92 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:37.705176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Attempting to bind port 61cf9224-491c-425f-b08e-f9490b9b9f92 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:37.705506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Attempting to bind port 61cf9224-491c-425f-b08e-f9490b9b9f92 on network 01b908cd-64b2-4366-abbe-8aff4609024d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:37.710739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9348caf0-6e21-483b-b9c8-cc59727d495c req-fc5e71cd-d442-400d-b9d8-b61fe6f03b82 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988862 Nov 12 20:53:37.755948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-d62f149a-8690-47bd-a523-0fe245d88a70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4682d3d-76f7-4fb3-b46f-4c05530d0060 HTTP/1.1" status: 200 len: 217 time: 0.0638556 Nov 12 20:53:37.761163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Port 61cf9224-491c-425f-b08e-f9490b9b9f92 on network 01b908cd-64b2-4366-abbe-8aff4609024d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:53:37.761491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Attempting to bind port 61cf9224-491c-425f-b08e-f9490b9b9f92 on network 01b908cd-64b2-4366-abbe-8aff4609024d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:37.782063 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd14ec25-cdd5-43af-848c-9836d16c2b2e x-openstack-request-id: req-fd14ec25-cdd5-43af-848c-9836d16c2b2e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:37.782358 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0111795e-5686-404c-8bd1-de709854c45f", "tag": "d4682d3d-76f7-4fb3-b46f-4c05530d0060", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:37.782608 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd14ec25-cdd5-43af-848c-9836d16c2b2e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:37.783004 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0111795e-5686-404c-8bd1-de709854c45f', 'tag': 'd4682d3d-76f7-4fb3-b46f-4c05530d0060', 'status': 'completed', 'code': 200} Nov 12 20:53:37.812417 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f97fe36-50fe-4bed-8a54-8d84912fbf3a x-openstack-request-id: req-9f97fe36-50fe-4bed-8a54-8d84912fbf3a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:37.812891 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "198079ab-c48b-40d1-a9b7-62708b3f8947", "code": 200}, {"server_uuid": "0a2a83c3-472c-41e6-a94a-daa6ad814c34", "name": "network-vif-plugged", "status": "completed", "tag": "1120cf31-38a2-421e-adee-65ad454acafd", "code": 200}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0fe86a84-105e-4bb1-9ecc-9f44013f92ce", "code": 200}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-plugged", "status": "completed", "tag": "24d58751-e780-4c96-8bf7-12b4003f2b39", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:37.812975 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f97fe36-50fe-4bed-8a54-8d84912fbf3a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:37.813338 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198079ab-c48b-40d1-a9b7-62708b3f8947', 'code': 200} Nov 12 20:53:37.813591 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a83c3-472c-41e6-a94a-daa6ad814c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1120cf31-38a2-421e-adee-65ad454acafd', 'code': 200} Nov 12 20:53:37.813836 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe86a84-105e-4bb1-9ecc-9f44013f92ce', 'code': 200} Nov 12 20:53:37.814080 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d58751-e780-4c96-8bf7-12b4003f2b39', 'code': 200} Nov 12 20:53:37.822363 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.826259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:37.826600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Checking segment: {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:37.826992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Bound using segment: {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:37.827700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Bound port: 61cf9224-491c-425f-b08e-f9490b9b9f92, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf78538b-670e-413f-bbbc-ad25d33faa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:37.827826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.847181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db98c8dc-78d7-4a3e-8156-9a8fb5c9dfdf req-df958ca8-d9f2-45eb-b924-520d7ef19f1e tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818388 Nov 12 20:53:37.894746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:37.922397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-57bc4cbd-2d98-4683-9a8e-fcf8f0efbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.923927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-57bc4cbd-2d98-4683-9a8e-fcf8f0efbf6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 HTTP/1.1" status: 200 len: 852 time: 0.1553171 Nov 12 20:53:37.937150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:53:37.958270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ed65e-b6fe-4a0b-8ff6-10adc6d34346 req-8ff83081-e416-4ad9-b75f-f9fab6cf43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.959802 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8e8ed65e-b6fe-4a0b-8ff6-10adc6d34346 req-8ff83081-e416-4ad9-b75f-f9fab6cf43fe service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 1097 time: 0.0756602 Nov 12 20:53:37.976093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-74e4e655-44c4-4a2e-8472-58f25dd8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.976861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-74e4e655-44c4-4a2e-8472-58f25dd8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.977395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-74e4e655-44c4-4a2e-8472-58f25dd8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.978055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-74e4e655-44c4-4a2e-8472-58f25dd8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.978942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-74e4e655-44c4-4a2e-8472-58f25dd8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.979756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-74e4e655-44c4-4a2e-8472-58f25dd8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.980280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-74e4e655-44c4-4a2e-8472-58f25dd8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:37.982552 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-74e4e655-44c4-4a2e-8472-58f25dd8f2d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6505 time: 0.0687287 Nov 12 20:53:37.996143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f86d5cf-3681-4628-af1b-f90be8f6ea40,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:38.000172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-05dd3295-49e6-481d-a15c-d8d49ad14238 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77a1ac28-7731-4b09-8328-7d04ac0f7480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641642 Nov 12 20:53:38.005339 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:38.007639 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Added segment 87d42978-ef47-4b94-838d-f1ebae928e6b of type vlan for network 8060bccd-0eb2-4d83-965c-69b630d98cf8 Nov 12 20:53:38.024875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] For port 61cf9224-491c-425f-b08e-f9490b9b9f92, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:38.056424 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8e8ed65e-b6fe-4a0b-8ff6-10adc6d34346 req-07a52544-02d0-4680-8a67-17f41dc753bc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864141 Nov 12 20:53:38.071213 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-24d4f9b2-9389-4d11-90d8-39b4a2d63f71 req-8234ec37-3745-41c8-bc23-17ada8e4987d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736153 Nov 12 20:53:38.083708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] For port 61cf9224-491c-425f-b08e-f9490b9b9f92, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cf9224-491c-425f-b08e-f9490b9b9f92,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:38.123014 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:38.185599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:38.266540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.267165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:38.268554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] 10.222.0.78 "PUT /v2.0/ports/61cf9224-491c-425f-b08e-f9490b9b9f92 HTTP/1.1" status: 200 len: 1093 time: 2.3334599 Nov 12 20:53:38.291780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:38.292731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.293332 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:38.314326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-4b195494-d6e8-4be9-a8b3-836a9a013f0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.320426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-4b195494-d6e8-4be9-a8b3-836a9a013f0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.326475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-4b195494-d6e8-4be9-a8b3-836a9a013f0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.332527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-4b195494-d6e8-4be9-a8b3-836a9a013f0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.338620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-4b195494-d6e8-4be9-a8b3-836a9a013f0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.344802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-4b195494-d6e8-4be9-a8b3-836a9a013f0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.351353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-4b195494-d6e8-4be9-a8b3-836a9a013f0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.353294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-4b195494-d6e8-4be9-a8b3-836a9a013f0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.2264960 Nov 12 20:53:38.365933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-ffff530e-4308-4a7c-a840-32f5ef216c43 service neutron] 10.222.0.46 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569763 Nov 12 20:53:38.468104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657d8a1-d9cc-4a11-ade0-c8f0dee7881c req-a5a28a72-d0c9-4ee6-9670-e88aeec30a9a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.469645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8657d8a1-d9cc-4a11-ade0-c8f0dee7881c req-a5a28a72-d0c9-4ee6-9670-e88aeec30a9a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.2985332 Nov 12 20:53:38.470321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1527e-4405-412e-964f-6aa87a7a94af service neutron] Pushing event updated for resources: {'Port': ['ID=61cf9224-491c-425f-b08e-f9490b9b9f92,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:38.512888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5759680 Nov 12 20:53:38.515949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40296) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:38.521363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Request body: {'subnet': {'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-465403668-subnet', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:38.524368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292b93d-ee2f-48d7-a59b-c01aa3b24c8a admin admin] Pushing event updated for resources: {'Network': ['ID=8060bccd-0eb2-4d83-965c-69b630d98cf8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:38.537313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:53:38.625213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:53:38.628458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:38.642990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-145eb98c-4c21-4035-9225-7d43724dcb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.644536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-145eb98c-4c21-4035-9225-7d43724dcb7e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=80c2dad5a277479a92ca007eb36a9855&device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 1096 time: 0.2404621 Nov 12 20:53:38.650307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e020426b-83e1-45f1-80b6-4b3660be2d3f req-a8ae4cc5-7a3c-4b2c-9c7a-9bdfebcdab75 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2662921 Nov 12 20:53:38.658535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8657d8a1-d9cc-4a11-ade0-c8f0dee7881c req-e1d6c036-911b-4c64-b1ca-6c280911f3b4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575086 Nov 12 20:53:38.716960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device eeb8a89e-792b-4a43-851d-704de870efcb details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:38.723651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-40ed5f01-5cb1-4832-b934-7b058af77bd1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61cf9224-491c-425f-b08e-f9490b9b9f92 HTTP/1.1" status: 200 len: 217 time: 0.0688117 Nov 12 20:53:38.725871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7ecd5c-9033-4c6d-a74c-ef8abe811006 req-961cfb59-e077-4ab8-9c65-ece07cc5ee86 service neutron] 10.222.0.46 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391242 Nov 12 20:53:38.833730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03630771-fedc-42d9-9fb4-ef49b6276164 req-14665683-c265-4d05-9033-92b851164633 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe9633b7-3ac8-48a8-b020-c827413b18e5 HTTP/1.1" status: 200 len: 210 time: 0.0585325 Nov 12 20:53:38.886339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-729c10ae-57af-4b55-a0ef-7b915dad9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:38.892922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-729c10ae-57af-4b55-a0ef-7b915dad9626 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af8b5d08-02c8-4c41-a031-0d8dcb928b8c HTTP/1.1" status: 200 len: 853 time: 0.1615319 Nov 12 20:53:38.910872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port eeb8a89e-792b-4a43-851d-704de870efcb, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eeb8a89e-792b-4a43-851d-704de870efcb,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:38.933508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'eeb8a89e-792b-4a43-851d-704de870efcb', 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'port_id': 'eeb8a89e-792b-4a43-851d-704de870efcb', 'mac_address': 'fa:16:3e:83:92:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:38.980627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:38.995651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb8a89e-792b-4a43-851d-704de870efcb {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:39.035974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port eeb8a89e-792b-4a43-851d-704de870efcb, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eeb8a89e-792b-4a43-851d-704de870efcb,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:39.084539 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:39.162308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=eeb8a89e-792b-4a43-851d-704de870efcb,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:39.284800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:39.325274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-34e2a110-7781-4c3b-b04d-769683c5b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:39.326356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-34e2a110-7781-4c3b-b04d-769683c5b456 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83b6300559814682b8322f92e44b6c14&device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 1095 time: 0.4756222 Nov 12 20:53:39.339502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['eeb8a89e-792b-4a43-851d-704de870efcb'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:39.369813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-b000396c-2601-492b-bd00-2948849b840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:39.371312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-b000396c-2601-492b-bd00-2948849b840d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=01b908cd-64b2-4366-abbe-8aff4609024d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4385300 Nov 12 20:53:39.382886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=164bb86d-7d0a-404e-965d-bad55e5dece2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:39.386633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a7dc-46ce-47ae-98a4-5414b264ff56 req-abb06e6b-7139-41f5-8c44-01b34082be29 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:39.388252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fa7a7dc-46ce-47ae-98a4-5414b264ff56 req-abb06e6b-7139-41f5-8c44-01b34082be29 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 943 time: 0.4579792 Nov 12 20:53:39.396066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Checking segment: {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:39.396526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Network hostable DHCP agents. Network: 8060bccd-0eb2-4d83-965c-69b630d98cf8, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:53:39.480211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d713e-b36e-4111-8de5-ee3d32ab463f req-6fa669d5-1154-4efe-9287-b834950d9ffb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:39.481781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-808d713e-b36e-4111-8de5-ee3d32ab463f req-6fa669d5-1154-4efe-9287-b834950d9ffb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 944 time: 0.5243306 Nov 12 20:53:39.524217 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:53:39.621614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fa7a7dc-46ce-47ae-98a4-5414b264ff56 req-adb7ebe1-37ca-4cef-819c-c5b8bbce09fd tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184660 Nov 12 20:53:39.626898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-a18a4d1c-c2dc-4071-b22a-00606da3080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:39.628453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-a18a4d1c-c2dc-4071-b22a-00606da3080b service neutron] 10.222.0.46 "GET /v2.0/networks?id=77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 200 len: 913 time: 0.2902875 Nov 12 20:53:39.629633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 8060bccd-0eb2-4d83-965c-69b630d98cf8) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:39.633483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-e1a6c25d-3752-4d19-b636-1254c1db28c5 service neutron] 10.222.0.78 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426035 Nov 12 20:53:39.637092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-808d713e-b36e-4111-8de5-ee3d32ab463f req-76b64749-1a13-4e11-8028-c23c220dd52e tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218460 Nov 12 20:53:39.642128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3c526-f781-4d24-b9e2-52fc5f0286ac None None] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:53:39.657887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:39.658536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:39.691983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-3006d02b-b43c-45ca-8654-b592ba38ed01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4682d3d-76f7-4fb3-b46f-4c05530d0060 HTTP/1.1" status: 200 len: 217 time: 0.0538836 Nov 12 20:53:39.748584 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-16f3032d-7ed0-4e76-978d-31240e6aa8a4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2310996 Nov 12 20:53:39.755315 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40306) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:39.756261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:39.789776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'tag': '61cf9224-491c-425f-b08e-f9490b9b9f92'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:39.795349 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88" -d '{"events": [{"name": "network-changed", "server_uuid": "2890ba61-60c2-431e-af6c-247c1ee23e6b", "tag": "61cf9224-491c-425f-b08e-f9490b9b9f92"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:39.827992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-d53be9fd-27ca-45cf-a23a-baffc51ae30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:39.829828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-d53be9fd-27ca-45cf-a23a-baffc51ae30b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 HTTP/1.1" status: 200 len: 852 time: 0.1260085 Nov 12 20:53:39.883538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-8060bccd-0eb2-4d83-965c-69b630d98cf8', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:53:39.884677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:39.913550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:39.915251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:39.937247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-df468780-f4cf-4102-baa2-d3093259fa12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77a1ac28-7731-4b09-8328-7d04ac0f7480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869105 Nov 12 20:53:39.943137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec8ffaa-18eb-4a56-ab01-db63c94f7bd0 req-218a7c44-4b39-4594-ad88-cbd839e34547 service neutron] 10.222.0.78 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976532 Nov 12 20:53:39.996821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-87e28aa2-22f9-4bf8-9559-bcf0f5946646 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.002854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-87e28aa2-22f9-4bf8-9559-bcf0f5946646 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.009757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-87e28aa2-22f9-4bf8-9559-bcf0f5946646 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.015821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-87e28aa2-22f9-4bf8-9559-bcf0f5946646 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.022669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-87e28aa2-22f9-4bf8-9559-bcf0f5946646 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.028560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-87e28aa2-22f9-4bf8-9559-bcf0f5946646 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.034724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-87e28aa2-22f9-4bf8-9559-bcf0f5946646 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.037119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-87e28aa2-22f9-4bf8-9559-bcf0f5946646 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.2110422 Nov 12 20:53:40.047198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737cd0c-1901-439a-b201-4a217f7587c8 req-9649684a-b224-4fc9-8240-cc5e46ab3324 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.048687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a737cd0c-1901-439a-b201-4a217f7587c8 req-9649684a-b224-4fc9-8240-cc5e46ab3324 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.2239039 Nov 12 20:53:40.095630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:40.191834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a737cd0c-1901-439a-b201-4a217f7587c8 req-82a3d128-5b54-450b-af27-4b92f0b071eb tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124158 Nov 12 20:53:40.197435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf17fd30-1bfc-4cb8-afdc-6e5fad4acc72 req-229a6925-d231-4fe2-9889-10115c7f0d28 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212609 Nov 12 20:53:40.199565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-e34e163d-c02a-4c66-9eb4-f184e70f645c service neutron] 10.222.0.46 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513638 Nov 12 20:53:40.214353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:40.215178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:40.258717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Allocated IP 172.20.0.2 (8060bccd-0eb2-4d83-965c-69b630d98cf8/164bb86d-7d0a-404e-965d-bad55e5dece2/c08ca097-392e-407d-b341-75872df54605) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:40.305277 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07914c8-4ac7-4090-8ef8-9d4eab008f0f x-openstack-request-id: req-a07914c8-4ac7-4090-8ef8-9d4eab008f0f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:40.305568 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2890ba61-60c2-431e-af6c-247c1ee23e6b", "tag": "61cf9224-491c-425f-b08e-f9490b9b9f92", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:40.305823 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a07914c8-4ac7-4090-8ef8-9d4eab008f0f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:40.306244 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'tag': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'status': 'completed', 'code': 200} Nov 12 20:53:40.389335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd8ec6d-bc3f-4052-9fb1-ee9c31b14ccf req-6904eb67-10a1-428d-a59e-1bba49c734f8 service neutron] 10.222.0.46 "GET /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821105 Nov 12 20:53:40.404073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-f219696b-faa3-47ad-95cb-0f3695f5162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.406351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-f219696b-faa3-47ad-95cb-0f3695f5162d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=80c2dad5a277479a92ca007eb36a9855&device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 1096 time: 0.0782382 Nov 12 20:53:40.557637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:40.563138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-a2d12549-8d1b-4dbf-bee1-7bec1b2112f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.569923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-a2d12549-8d1b-4dbf-bee1-7bec1b2112f9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=01b908cd-64b2-4366-abbe-8aff4609024d HTTP/1.1" status: 200 len: 915 time: 0.1509168 Nov 12 20:53:40.604587 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:40.642435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-198938bf-0067-4b8d-bfdc-59a5b13b67d3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61cf9224-491c-425f-b08e-f9490b9b9f92 HTTP/1.1" status: 200 len: 217 time: 0.0636280 Nov 12 20:53:40.694908 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:40.735102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device eeb8a89e-792b-4a43-851d-704de870efcb up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:40.739870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbab030-bfb2-458c-ab0a-3462a342be7a req-7c6658eb-3834-41da-9df6-99a6a857a45e tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.742051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bbab030-bfb2-458c-ab0a-3462a342be7a req-7c6658eb-3834-41da-9df6-99a6a857a45e tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.1027331 Nov 12 20:53:40.754101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-e123948e-7921-40c9-a77f-8bb9705efcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.757670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-e123948e-7921-40c9-a77f-8bb9705efcc3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af8b5d08-02c8-4c41-a031-0d8dcb928b8c HTTP/1.1" status: 200 len: 853 time: 0.1059697 Nov 12 20:53:40.820587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Pushing event updated for resources: {'Port': ['ID=c08ca097-392e-407d-b341-75872df54605,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:40.864284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-cffdea84-5c7e-48de-91f1-593597bac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:40.865995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-cffdea84-5c7e-48de-91f1-593597bac47d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=01b908cd-64b2-4366-abbe-8aff4609024d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979044 Nov 12 20:53:40.870674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:40.874256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:40.874867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bbab030-bfb2-458c-ab0a-3462a342be7a req-a18ad3e5-607c-4120-b5ea-409456f22faa tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141443 Nov 12 20:53:40.914238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:40.918516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:40.935805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.085551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Allocated IP 172.25.8.168 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/cbe779d8-f257-4750-bc39-f806a1d6c907) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:41.140948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Attempting to bind port c08ca097-392e-407d-b341-75872df54605 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:41.151884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Attempting to bind port c08ca097-392e-407d-b341-75872df54605 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:41.152490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Attempting to bind port c08ca097-392e-407d-b341-75872df54605 on network 8060bccd-0eb2-4d83-965c-69b630d98cf8 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:41.163725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:41.164365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Checking segment: {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:41.166782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.166782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Bound using segment: {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:41.166782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Bound port: c08ca097-392e-407d-b341-75872df54605, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:41.166782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.247432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.284390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] For port c08ca097-392e-407d-b341-75872df54605, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:41.287802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] For port c08ca097-392e-407d-b341-75872df54605, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c08ca097-392e-407d-b341-75872df54605,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:41.290018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-5449354c-d42e-412b-bf48-35ea6912bb84 service neutron] 10.222.0.78 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140146 Nov 12 20:53:41.291447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port eeb8a89e-792b-4a43-851d-704de870efcb completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:41.295607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port eeb8a89e-792b-4a43-851d-704de870efcb triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:41.296106 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.392507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-2214be1e-5455-490c-b67b-24837258c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:41.392700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.395345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.395784 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-2214be1e-5455-490c-b67b-24837258c955 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 1097 time: 0.1176443 Nov 12 20:53:41.461308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.466669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c91f4b-df20-4d9e-b0eb-691a9d90b293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8a89e-792b-4a43-851d-704de870efcb'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:41.466978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a75d-f16a-436f-932c-169174a64da9 req-e5056884-f157-4be5-a482-08b8f4ed628a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:41.468890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e447a75d-f16a-436f-932c-169174a64da9 req-e5056884-f157-4be5-a482-08b8f4ed628a tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 944 time: 0.4131334 Nov 12 20:53:41.470936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca02dc96-29a8-4bdc-8d26-8d264ef71a88 req-c206e1f5-d187-42dc-99b5-ba845c44f0b2 service neutron] 10.222.0.78 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649814 Nov 12 20:53:41.483057 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a416ca-1cfd-41f2-baf3-38e791a94470" -d '{"events": [{"server_uuid": "c3c91f4b-df20-4d9e-b0eb-691a9d90b293", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8a89e-792b-4a43-851d-704de870efcb"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:41.506583 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port eeb8a89e-792b-4a43-851d-704de870efcb, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eeb8a89e-792b-4a43-851d-704de870efcb,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:41.510813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218256-763e-44e2-8555-934ac9c9b07e req-6bbc9bee-f74c-4679-8abd-64e8b1ca9b9a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:41.516360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee218256-763e-44e2-8555-934ac9c9b07e req-6bbc9bee-f74c-4679-8abd-64e8b1ca9b9a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 943 time: 0.3722863 Nov 12 20:53:41.519745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3601-04fb-4769-a93d-8d39a895d305 None None] Pushing event updated for resources: {'Port': ['ID=c08ca097-392e-407d-b341-75872df54605,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:41.547555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:41.607141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=eeb8a89e-792b-4a43-851d-704de870efcb,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:41.645473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee218256-763e-44e2-8555-934ac9c9b07e req-03f1f5ce-9cca-4d06-984c-b668d6e4a186 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155841 Nov 12 20:53:41.657006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e447a75d-f16a-436f-932c-169174a64da9 req-cfc766f0-fd2b-4d2a-acc8-2dbed33b91c0 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633916 Nov 12 20:53:41.659198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:41.700971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:41.728372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:41.743976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe779d8-f257-4750-bc39-f806a1d6c907,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:41.837415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05c42a-d65a-4c9c-95c8-4c943e06b490 req-bcd1d921-1c2d-42e1-85cb-f5b56e426c98 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:41.839782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b05c42a-d65a-4c9c-95c8-4c943e06b490 req-bcd1d921-1c2d-42e1-85cb-f5b56e426c98 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1173172 Nov 12 20:53:41.848205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-227919e7-6701-428e-868a-407d8073aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:41.851229 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-227919e7-6701-428e-868a-407d8073aa14 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 200 len: 911 time: 0.4487352 Nov 12 20:53:41.918576 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-43a833f0-ec11-4fae-aec2-cfa9109aacf5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1120cf31-38a2-421e-adee-65ad454acafd HTTP/1.1" status: 200 len: 217 time: 0.0548277 Nov 12 20:53:41.965776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b05c42a-d65a-4c9c-95c8-4c943e06b490 req-1d219dfd-aee5-456f-be74-5fbdd7a7c54c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093891 Nov 12 20:53:41.997199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-8cee45d1-eb0f-4695-a3a6-f730ecf74bef tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.014854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-8cee45d1-eb0f-4695-a3a6-f730ecf74bef tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.028032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-8cee45d1-eb0f-4695-a3a6-f730ecf74bef tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.036426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-8cee45d1-eb0f-4695-a3a6-f730ecf74bef tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.043868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-8cee45d1-eb0f-4695-a3a6-f730ecf74bef tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.050269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-8cee45d1-eb0f-4695-a3a6-f730ecf74bef tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.057650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-8cee45d1-eb0f-4695-a3a6-f730ecf74bef tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.066400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-8cee45d1-eb0f-4695-a3a6-f730ecf74bef tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.2116146 Nov 12 20:53:42.140190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-80c619ae-e127-4d66-9904-0cd6bad78c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.147840 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-80c619ae-e127-4d66-9904-0cd6bad78c59 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8536413-268d-45f3-bcf9-8b4172fef60b HTTP/1.1" status: 200 len: 850 time: 0.0982671 Nov 12 20:53:42.152673 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83a1dd8-5cfe-41a8-9b8a-e0dd855c99e2 x-openstack-request-id: req-e83a1dd8-5cfe-41a8-9b8a-e0dd855c99e2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:42.152965 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c91f4b-df20-4d9e-b0eb-691a9d90b293", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8a89e-792b-4a43-851d-704de870efcb", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:42.153222 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e83a1dd8-5cfe-41a8-9b8a-e0dd855c99e2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:42.153627 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c91f4b-df20-4d9e-b0eb-691a9d90b293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8a89e-792b-4a43-851d-704de870efcb', 'code': 200} Nov 12 20:53:42.176083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f33f2ac-c78c-4d91-99e1-23cb7c483e18 req-ef9ae20d-cb7e-450d-97b6-2fcdc66fa827 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087129 Nov 12 20:53:42.212456 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-b4c1a4de-cd5f-4fdc-8829-602a30ec0150 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ec982ad9-8b76-4a22-adec-90f88be08db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508442 Nov 12 20:53:42.226785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4682d3d-76f7-4fb3-b46f-4c05530d0060 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:42.349354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5436-2c5f-4467-b396-1a7f3d7e1b24 req-a2b7602b-b8a5-4937-8747-2d09c4f22203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.358229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-807e5436-2c5f-4467-b396-1a7f3d7e1b24 req-a2b7602b-b8a5-4937-8747-2d09c4f22203 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 1098 time: 0.1262932 Nov 12 20:53:42.418228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4682d3d-76f7-4fb3-b46f-4c05530d0060, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4682d3d-76f7-4fb3-b46f-4c05530d0060,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:42.439596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd4682d3d-76f7-4fb3-b46f-4c05530d0060', 'network_id': '77a1ac28-7731-4b09-8328-7d04ac0f7480', 'port_id': 'd4682d3d-76f7-4fb3-b46f-4c05530d0060', 'mac_address': 'fa:16:3e:35:82:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:42.490107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:42.507329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4682d3d-76f7-4fb3-b46f-4c05530d0060 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:42.517125 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-5179ecc8-4f7b-4f16-aa08-7a525d267cbd service neutron] 10.222.0.78 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953553 Nov 12 20:53:42.548830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4682d3d-76f7-4fb3-b46f-4c05530d0060, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4682d3d-76f7-4fb3-b46f-4c05530d0060,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:42.615168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e797f1-67db-42f9-9693-57c1ce15561c req-2ddc4490-f4f6-43c0-a479-e037903cbc7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.621429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e797f1-67db-42f9-9693-57c1ce15561c req-2ddc4490-f4f6-43c0-a479-e037903cbc7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.627562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e797f1-67db-42f9-9693-57c1ce15561c req-2ddc4490-f4f6-43c0-a479-e037903cbc7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.634336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e797f1-67db-42f9-9693-57c1ce15561c req-2ddc4490-f4f6-43c0-a479-e037903cbc7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.640521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e797f1-67db-42f9-9693-57c1ce15561c req-2ddc4490-f4f6-43c0-a479-e037903cbc7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.646934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e797f1-67db-42f9-9693-57c1ce15561c req-2ddc4490-f4f6-43c0-a479-e037903cbc7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.653370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e797f1-67db-42f9-9693-57c1ce15561c req-2ddc4490-f4f6-43c0-a479-e037903cbc7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.654426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:42.655239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5e797f1-67db-42f9-9693-57c1ce15561c req-2ddc4490-f4f6-43c0-a479-e037903cbc7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.2904387 Nov 12 20:53:42.673370 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:42.685353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30861a01-c931-4800-a49d-46896ecf326f req-3c54674b-20d7-4268-b2b7-79d897dd107e tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:42.695652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30861a01-c931-4800-a49d-46896ecf326f req-3c54674b-20d7-4268-b2b7-79d897dd107e tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.2211921 Nov 12 20:53:42.698359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40348) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:42.703425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Request body: {'floatingip': {'port_id': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:42.758055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61cf9224-491c-425f-b08e-f9490b9b9f92 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:53:42.769318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:42.828895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30861a01-c931-4800-a49d-46896ecf326f req-dfd62b24-47b8-401c-9ee8-1e3157447387 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322761 Nov 12 20:53:42.832683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-807e5436-2c5f-4467-b396-1a7f3d7e1b24 req-f8e144d5-60bd-4ad3-8dae-1e7cf06e8e64 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573076 Nov 12 20:53:42.857563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d4682d3d-76f7-4fb3-b46f-4c05530d0060,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:43.008106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d4682d3d-76f7-4fb3-b46f-4c05530d0060'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:43.030758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:43.121237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2abbadc-2af7-45d1-a273-1c0deefb444a None None] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:53:43.192957 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0d999134-d2ad-4e44-b163-f01ef6d1d2f6 req-a51e384f-d596-462f-9251-79a569fb76b7 service neutron] 10.222.0.78 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6674454 Nov 12 20:53:43.237756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02e3b0-f3a8-405d-8293-40922741910c req-17656058-d387-4863-b823-bfe8e1b15d3d tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:43.245820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f02e3b0-f3a8-405d-8293-40922741910c req-17656058-d387-4863-b823-bfe8e1b15d3d tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 944 time: 0.2869520 Nov 12 20:53:43.255446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc77b5-3122-4db7-ab46-1366ad46ff15 req-8d4d80e0-50d2-4500-a1c9-ef7a7d2b4418 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:43.257870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bddc77b5-3122-4db7-ab46-1366ad46ff15 req-8d4d80e0-50d2-4500-a1c9-ef7a7d2b4418 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 944 time: 0.4448113 Nov 12 20:53:43.288002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61cf9224-491c-425f-b08e-f9490b9b9f92, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cf9224-491c-425f-b08e-f9490b9b9f92,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:43.311196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Router f0aeee7e-2051-4176-8319-d2fa97630936 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:53:43.420328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'port_id': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'mac_address': 'fa:16:3e:ed:f8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:53:43.457845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f02e3b0-f3a8-405d-8293-40922741910c req-f03e2d30-36c9-41bd-8815-bd369f0b2245 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108774 Nov 12 20:53:43.478367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2c87282e-e457-40fb-b360-accf942cc282 None None] Provisioning complete for port c08ca097-392e-407d-b341-75872df54605 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:43.478741 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c87282e-e457-40fb-b360-accf942cc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:43.554001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bddc77b5-3122-4db7-ab46-1366ad46ff15 req-ababbb44-fcf6-44be-b1d9-539549474d20 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314098 Nov 12 20:53:43.562245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:43.573935 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Sync routers for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:43.599791 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:43.600965 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:43.662293 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:43.666707 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0657410b-77d2-4bed-9e39-35b369322eb9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9117434 Nov 12 20:53:43.666938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40366) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:43.800897 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:43.836961 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:43.865141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887bc8a-5acb-40f3-80e8-1c11c3988a09 req-33814ca6-bc8b-422d-b016-5563089828ed tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:43.887583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5887bc8a-5acb-40f3-80e8-1c11c3988a09 req-33814ca6-bc8b-422d-b016-5563089828ed tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.2161601 Nov 12 20:53:43.926107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cf9224-491c-425f-b08e-f9490b9b9f92 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:53:44.038862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c08ca097-392e-407d-b341-75872df54605 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:44.073114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61cf9224-491c-425f-b08e-f9490b9b9f92, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cf9224-491c-425f-b08e-f9490b9b9f92,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:44.116354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5887bc8a-5acb-40f3-80e8-1c11c3988a09 req-a28ce3c9-ee06-4f89-8db2-44165cb1b516 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276480 Nov 12 20:53:44.184511 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:44.260622 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c87282e-e457-40fb-b360-accf942cc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:44.358104 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:42Z', 'revision_number': 3, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:44.364784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61cf9224-491c-425f-b08e-f9490b9b9f92,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:44.407545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:44.425811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2c87282e-e457-40fb-b360-accf942cc282 None None] For port c08ca097-392e-407d-b341-75872df54605, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c08ca097-392e-407d-b341-75872df54605,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:44.429567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c08ca097-392e-407d-b341-75872df54605 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:44.429944 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:44.436681 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Checking router: f0aeee7e-2051-4176-8319-d2fa97630936 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:44.437038 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Updating router f0aeee7e-2051-4176-8319-d2fa97630936 port cbe779d8-f257-4750-bc39-f806a1d6c907 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:53:44.482829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['61cf9224-491c-425f-b08e-f9490b9b9f92'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:44.488683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:44.501948 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:44.571194 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c87282e-e457-40fb-b360-accf942cc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:44.701476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87282e-e457-40fb-b360-accf942cc282 None None] Pushing event updated for resources: {'Port': ['ID=c08ca097-392e-407d-b341-75872df54605,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:45.191122 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:45.198605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-02cebc83-f928-4898-a37b-67238083405e None None] Provisioning complete for port c08ca097-392e-407d-b341-75872df54605 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:45.198981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02cebc83-f928-4898-a37b-67238083405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:45.288975 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:45.350997 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f45c7-0330-494d-aedf-7b4e0c828d9a None None] Pushing event updated for resources: {'Port': ['ID=cbe779d8-f257-4750-bc39-f806a1d6c907,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:45.352615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:45.413218 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Attempting to bind port cbe779d8-f257-4750-bc39-f806a1d6c907 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:45.413633 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Attempting to bind port cbe779d8-f257-4750-bc39-f806a1d6c907 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:45.413931 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Attempting to bind port cbe779d8-f257-4750-bc39-f806a1d6c907 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:45.433923 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:45.434295 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:45.434691 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:45.435084 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:45.435589 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Bound port: cbe779d8-f257-4750-bc39-f806a1d6c907, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:45.435959 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:45.476527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f4b57-610f-438e-9c2f-0fd5d0971270 req-f0c056d6-b7ef-437a-b2c1-10b304fce9d0 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:45.478053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c01f4b57-610f-438e-9c2f-0fd5d0971270 req-f0c056d6-b7ef-437a-b2c1-10b304fce9d0 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 945 time: 0.8736494 Nov 12 20:53:45.560281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6445e-e47a-4599-a018-30cebf12c109 req-c3e4db37-3f9c-4305-b601-5df3b84852b5 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:45.567585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffd6445e-e47a-4599-a018-30cebf12c109 req-c3e4db37-3f9c-4305-b601-5df3b84852b5 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.3635421 Nov 12 20:53:45.577337 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Floating IP d8229b9d-14b2-4113-ae99-af42231616c6 associated. External IP: 172.25.8.82, port: c9639032-a1d5-41f6-bbd9-deb2f45c3c07. Nov 12 20:53:45.634131 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] For port cbe779d8-f257-4750-bc39-f806a1d6c907, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:45.639890 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] For port cbe779d8-f257-4750-bc39-f806a1d6c907, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cbe779d8-f257-4750-bc39-f806a1d6c907,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:45.685240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffd6445e-e47a-4599-a018-30cebf12c109 req-96d454d2-3403-49b6-9bdc-da73983bf40b tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163628 Nov 12 20:53:45.726248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c01f4b57-610f-438e-9c2f-0fd5d0971270 req-a24e317d-5b6d-4364-9df1-52f26720651c tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074769 Nov 12 20:53:45.734351 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:45.833068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Allocated IP 172.20.0.1 (8060bccd-0eb2-4d83-965c-69b630d98cf8/164bb86d-7d0a-404e-965d-bad55e5dece2/4edcd4b5-af09-403c-ad05-615a54e638da) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:53:45.886336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c08ca097-392e-407d-b341-75872df54605 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:45.901749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee542-6c2f-4d0e-bb82-8ae167dab602 req-0176b7d1-20b9-4499-bde9-1d873412d025 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:45.909415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b7ee542-6c2f-4d0e-bb82-8ae167dab602 req-0176b7d1-20b9-4499-bde9-1d873412d025 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 944 time: 0.0988522 Nov 12 20:53:45.914659 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f45c7-0330-494d-aedf-7b4e0c828d9a None None] Pushing event updated for resources: {'Port': ['ID=cbe779d8-f257-4750-bc39-f806a1d6c907,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:45.967582 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:45.968236 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:46.030220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b7ee542-6c2f-4d0e-bb82-8ae167dab602 req-5ce9f9ef-95a0-4d47-ae0f-7a5e1c1ac75d tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197903 Nov 12 20:53:46.043568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c08ca097-392e-407d-b341-75872df54605 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:46.048286 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:46.153021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:46.207845 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:46.229173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Router a3c2878c-0232-4c48-b684-338c16fc6498 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:53:46.246612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-c0e9e6f7-d7d6-4562-9a33-0ebd78db51e3 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.248384 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-c0e9e6f7-d7d6-4562-9a33-0ebd78db51e3 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.3551266 Nov 12 20:53:46.250003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4682d3d-76f7-4fb3-b46f-4c05530d0060 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:46.253300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa0b55-1372-46ff-873d-e0e8ffb31e70 req-a5290afe-b5ae-401e-91f7-c9e9d7f63a32 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.261207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaaa0b55-1372-46ff-873d-e0e8ffb31e70 req-a5290afe-b5ae-401e-91f7-c9e9d7f63a32 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1402023 Nov 12 20:53:46.316972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:46.362920 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:46.373220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:46.379041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:53:46.414179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaaa0b55-1372-46ff-873d-e0e8ffb31e70 req-b4562f6b-c6d9-41d8-83b8-7c4dd0317568 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519911 Nov 12 20:53:46.437683 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:42Z', 'revision_number': 3, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:46.460064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4edcd4b5-af09-403c-ad05-615a54e638da,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:46.480840 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90e3d4-4e10-4e3c-b5c1-0a6e1f2f7abf None None] The sync data for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 is: [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:42Z', 'revision_number': 3, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:46.499727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.500076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.500420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.500759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.501095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.501427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.501751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.502617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.502617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.502759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.502995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.511471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:46.519375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:46.526334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] Sync routers for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:46.539664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:46.542548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port d4682d3d-76f7-4fb3-b46f-4c05530d0060 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:46.546499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:46.550520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:46.551918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d4682d3d-76f7-4fb3-b46f-4c05530d0060 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:46.552680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:46.585903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1c84b438-ea1f-45e7-97e0-63d6f7676246 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "PUT /v2.0/floatingips/d8229b9d-14b2-4113-ae99-af42231616c6 HTTP/1.1" status: 200 len: 990 time: 3.8854883 Nov 12 20:53:46.586409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:46.587637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:46.590178 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaab0d24-5a2e-4419-9adf-19cd9006042d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:46.658035 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b610ba-3e36-4363-a18e-eb91c5b78f6b x-openstack-request-id: req-f9b610ba-3e36-4363-a18e-eb91c5b78f6b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:46.658337 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:46.658565 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9b610ba-3e36-4363-a18e-eb91c5b78f6b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:46.658963 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'status': 'completed', 'code': 200} Nov 12 20:53:46.769153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61cf9224-491c-425f-b08e-f9490b9b9f92 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:46.791276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-3ed35511-a08c-4a84-989a-8bccabd63da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.795021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-3ed35511-a08c-4a84-989a-8bccabd63da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.795739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-3ed35511-a08c-4a84-989a-8bccabd63da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.796293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-3ed35511-a08c-4a84-989a-8bccabd63da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.796971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-3ed35511-a08c-4a84-989a-8bccabd63da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.797518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-3ed35511-a08c-4a84-989a-8bccabd63da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.798060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-3ed35511-a08c-4a84-989a-8bccabd63da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:46.800474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-3ed35511-a08c-4a84-989a-8bccabd63da7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6505 time: 0.0999637 Nov 12 20:53:46.853629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Deleting port 30cdf559-44f9-407c-9af6-98fd938aec19 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:46.853980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:46.861168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:46.912373 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:53:47.013226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.056790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef6af-e6aa-49ae-bf04-693e5f37f323 req-39ff7a01-f63c-4043-9579-3ad0ac93487a tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:47.064970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0adef6af-e6aa-49ae-bf04-693e5f37f323 req-39ff7a01-f63c-4043-9579-3ad0ac93487a tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 946 time: 0.2632368 Nov 12 20:53:47.148317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c17cc-6bfc-4819-a2af-226a560c374d req-45c705d3-17e7-4713-84af-33b1e7088b3b tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:47.150117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910c17cc-6bfc-4819-a2af-226a560c374d req-45c705d3-17e7-4713-84af-33b1e7088b3b tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 945 time: 0.2691038 Nov 12 20:53:47.264068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0adef6af-e6aa-49ae-bf04-693e5f37f323 req-3abdad2a-b921-4ba0-92b2-9c55836557e9 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups?id=427103ab-7f31-47ac-a59a-80b17aaa6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980140 Nov 12 20:53:47.276722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-b3ac06fa-0199-4cca-8445-b1debc97b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:47.278136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-b3ac06fa-0199-4cca-8445-b1debc97b9b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d55188b-f390-4fb9-9446-2ca26fe33c28 HTTP/1.1" status: 200 len: 918 time: 0.4299850 Nov 12 20:53:47.324113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] For port 30cdf559-44f9-407c-9af6-98fd938aec19, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=30cdf559-44f9-407c-9af6-98fd938aec19,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:47.324683 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.343101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-01426350-f9e2-41ed-a275-e26a3d23c5d8 None None] Provisioning complete for port 4edcd4b5-af09-403c-ad05-615a54e638da triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:47.343633 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-01426350-f9e2-41ed-a275-e26a3d23c5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.453132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910c17cc-6bfc-4819-a2af-226a560c374d req-6c52c8ab-026a-41be-a486-db3d7a9d6a8b tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418187 Nov 12 20:53:47.486067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-a07e5b21-e7de-4c71-a531-6306cd05e57d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07 HTTP/1.1" status: 200 len: 998 time: 0.1897962 Nov 12 20:53:47.552141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-01426350-f9e2-41ed-a275-e26a3d23c5d8 None None] Port 4edcd4b5-af09-403c-ad05-615a54e638da cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:53:47.561447 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.605699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-ae27a8ac-01fb-4ed9-980d-5d64407785e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:47.607583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-ae27a8ac-01fb-4ed9-980d-5d64407785e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df07bf98-60de-4136-8439-aa74a28789ab HTTP/1.1" status: 200 len: 856 time: 0.1117952 Nov 12 20:53:47.613531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0111795e-5686-404c-8bd1-de709854c45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4682d3d-76f7-4fb3-b46f-4c05530d0060'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:47.615539 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60151d4-ba7b-4dad-9f19-c8d6009ce4a8" -d '{"events": [{"server_uuid": "0111795e-5686-404c-8bd1-de709854c45f", "name": "network-vif-plugged", "status": "completed", "tag": "d4682d3d-76f7-4fb3-b46f-4c05530d0060"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:47.630694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 61cf9224-491c-425f-b08e-f9490b9b9f92 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:53:47.636082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4682d3d-76f7-4fb3-b46f-4c05530d0060, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4682d3d-76f7-4fb3-b46f-4c05530d0060,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:47.643586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'd8229b9d-14b2-4113-ae99-af42231616c6', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'floating_ip_address': '172.25.8.82', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'port_id': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'mac_address': 'fa:16:3e:74:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:52:24Z', 'updated_at': '2021-11-12T20:53:44Z', 'revision_number': 1, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:19Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:47.645545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 61cf9224-491c-425f-b08e-f9490b9b9f92 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:47.645918 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.704371 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.704913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.705167 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Floating IP 3582f193-6968-4cc7-8924-fa65cb460df2 disassociated. External IP: 172.25.8.247, port: 30cdf559-44f9-407c-9af6-98fd938aec19. Nov 12 20:53:47.705396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Calling delete_port for 30cdf559-44f9-407c-9af6-98fd938aec19 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:47.735986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459e7c5-e151-4130-afdc-a57f8ef69b3c req-bbfd9849-e0ec-42d2-8efe-6aa2ab3ec30b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:47.749056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] Checking router: a3c2878c-0232-4c48-b684-338c16fc6498 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:47.750184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6459e7c5-e151-4130-afdc-a57f8ef69b3c req-bbfd9849-e0ec-42d2-8efe-6aa2ab3ec30b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 944 time: 0.1406794 Nov 12 20:53:47.752568 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.775235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-9a840a2c-51b5-40a5-b4ee-c9ee25d14bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:47.780287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-9a840a2c-51b5-40a5-b4ee-c9ee25d14bdc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d55188b-f390-4fb9-9446-2ca26fe33c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295965 Nov 12 20:53:47.820205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d4682d3d-76f7-4fb3-b46f-4c05530d0060,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:47.928385 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:47.968076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:47.970597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:47.986672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cbe779d8-f257-4750-bc39-f806a1d6c907 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:47.988640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6459e7c5-e151-4130-afdc-a57f8ef69b3c req-1beeaad8-4717-4ac7-ac18-5e50b3e5c02c tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374067 Nov 12 20:53:48.031474 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:48.085195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-35f200e5-05f2-4c84-b827-19ed779bdfe8 service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940600 Nov 12 20:53:48.119112 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0e9ed2-4bd0-460c-8ce5-992df0191757 x-openstack-request-id: req-4c0e9ed2-4bd0-460c-8ce5-992df0191757 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:48.120304 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0111795e-5686-404c-8bd1-de709854c45f", "name": "network-vif-plugged", "status": "completed", "tag": "d4682d3d-76f7-4fb3-b46f-4c05530d0060", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:48.120304 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c0e9ed2-4bd0-460c-8ce5-992df0191757 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:48.120304 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0111795e-5686-404c-8bd1-de709854c45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4682d3d-76f7-4fb3-b46f-4c05530d0060', 'code': 200} Nov 12 20:53:48.177924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61cf9224-491c-425f-b08e-f9490b9b9f92, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cf9224-491c-425f-b08e-f9490b9b9f92,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:48.202550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:48.226300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port cbe779d8-f257-4750-bc39-f806a1d6c907 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:48.226678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:48.305018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:48.318509 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:48.332512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:48.369492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4edcd4b5-af09-403c-ad05-615a54e638da,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:48.404051 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:48.408519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 30cdf559-44f9-407c-9af6-98fd938aec19 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:48.413771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933836c6-9922-4155-8a7a-6378481fc207 req-25c97b67-19a4-4375-b69a-49b9f194948f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:48.423620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-933836c6-9922-4155-8a7a-6378481fc207 req-25c97b67-19a4-4375-b69a-49b9f194948f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.3361988 Nov 12 20:53:48.449147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738f209-df7b-4acb-b23e-4366b8360f06 req-fce19d07-d2ca-45bb-a89e-05c6744dad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:48.450693 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c738f209-df7b-4acb-b23e-4366b8360f06 req-fce19d07-d2ca-45bb-a89e-05c6744dad3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 1097 time: 0.2053306 Nov 12 20:53:48.455726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event deleted for resources: {'Port': ['ID=30cdf559-44f9-407c-9af6-98fd938aec19,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:48.476440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 30cdf559-44f9-407c-9af6-98fd938aec19 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:48.476833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 30cdf559-44f9-407c-9af6-98fd938aec19 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:48.546452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61cf9224-491c-425f-b08e-f9490b9b9f92,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:48.581422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ed0ad-e7f1-4288-9f54-3bc7acf6a487 req-093ca5b6-4385-4cef-9b26-bd72e6eca537 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:48.582899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b37ed0ad-e7f1-4288-9f54-3bc7acf6a487 req-093ca5b6-4385-4cef-9b26-bd72e6eca537 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 945 time: 0.2529147 Nov 12 20:53:48.607130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-933836c6-9922-4155-8a7a-6378481fc207 req-31925353-d8f8-424b-a898-e8c4dd743d70 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822257 Nov 12 20:53:48.630658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaab0d24-5a2e-4419-9adf-19cd9006042d req-0906b029-f529-4518-888c-e034dbcbd9f4 service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052049 Nov 12 20:53:48.644954 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c738f209-df7b-4acb-b23e-4366b8360f06 req-cc4508ae-8ca4-43c6-81c6-7f7f9241dab3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533458 Nov 12 20:53:48.665720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-f4921cdf-b597-4a0f-bc87-715c378544fa tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:48.667304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-f4921cdf-b597-4a0f-bc87-715c378544fa tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.78 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 945 time: 0.2115288 Nov 12 20:53:48.684489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:53:48.691997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:53:48.696240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:53:48.819835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b37ed0ad-e7f1-4288-9f54-3bc7acf6a487 req-32d1a150-1e0b-48a4-b79d-b3e354267283 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109499 Nov 12 20:53:48.841873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fb761e7-8f28-4d22-880b-ee1c2696ded3 req-cd71de3c-a3a5-499f-bc36-680eca219966 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 210 time: 0.1003525 Nov 12 20:53:48.871220 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:48.907409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Router f0aeee7e-2051-4176-8319-d2fa97630936 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:53:48.913887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port cbe779d8-f257-4750-bc39-f806a1d6c907, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cbe779d8-f257-4750-bc39-f806a1d6c907,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:49.001775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:49.104153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751929a-7a46-4c31-98d9-487d4cdbf80d req-919e43d8-8dcd-4987-bb65-23723667b5cc tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:49.106626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7751929a-7a46-4c31-98d9-487d4cdbf80d req-919e43d8-8dcd-4987-bb65-23723667b5cc tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.1053324 Nov 12 20:53:49.143103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=cbe779d8-f257-4750-bc39-f806a1d6c907,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:49.157162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'd8229b9d-14b2-4113-ae99-af42231616c6', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'floating_ip_address': '172.25.8.82', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'port_id': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'mac_address': 'fa:16:3e:74:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:52:24Z', 'updated_at': '2021-11-12T20:53:44Z', 'revision_number': 1, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:19Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:49.191860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Deleting port 44c4b6de-1952-478d-8f25-95afec9b22ff {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:49.192207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:49.203536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd75b2-8908-49f3-ac56-1df7d4f72709 None None] The sync data for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 is: [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'd8229b9d-14b2-4113-ae99-af42231616c6', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'floating_ip_address': '172.25.8.82', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'port_id': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'mac_address': 'fa:16:3e:74:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:52:24Z', 'updated_at': '2021-11-12T20:53:44Z', 'revision_number': 1, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:19Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:49.206726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:49.223633 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] Sync routers for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:49.234203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-09397754-b992-45de-b9ab-392a3fbfa142 None None] Provisioning complete for port 4edcd4b5-af09-403c-ad05-615a54e638da triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:49.234408 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09397754-b992-45de-b9ab-392a3fbfa142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:49.254676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] No DVR routers for this DVR port 30cdf559-44f9-407c-9af6-98fd938aec19 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:49.258658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:49.262316 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-10329490-bdf3-4ce5-9406-94250b05f0cc req-de9084bf-8a67-427c-a9ba-7bf508f69aff tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.78 "DELETE /v2.0/ports/30cdf559-44f9-407c-9af6-98fd938aec19 HTTP/1.1" status: 204 len: 173 time: 3.0042052 Nov 12 20:53:49.264266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'name': 'network-vif-deleted', 'tag': '30cdf559-44f9-407c-9af6-98fd938aec19'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:49.266779 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df07f852-06d5-4c78-b707-47fb3081ac9a" -d '{"events": [{"server_uuid": "cfe44caa-e6c1-48ea-aab0-599de65c2c97", "name": "network-vif-deleted", "tag": "30cdf559-44f9-407c-9af6-98fd938aec19"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:49.271725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:49.272502 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:49.273317 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:49.283029 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f5e8c2f-545a-4592-aba8-ac57475c73e8 admin admin] 10.222.0.64 "PUT /v2.0/routers/f0aeee7e-2051-4176-8319-d2fa97630936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6148963 Nov 12 20:53:49.313078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-09397754-b992-45de-b9ab-392a3fbfa142 None None] Port 4edcd4b5-af09-403c-ad05-615a54e638da cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:53:49.337670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Sync routers for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:49.349911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:49.356104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:49.362097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] For port 44c4b6de-1952-478d-8f25-95afec9b22ff, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=44c4b6de-1952-478d-8f25-95afec9b22ff,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:49.362474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:49.370210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7751929a-7a46-4c31-98d9-487d4cdbf80d req-fefe9b0b-c908-4327-a58c-8cba690ee97e tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543514 Nov 12 20:53:49.388237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Calling delete_port for 44c4b6de-1952-478d-8f25-95afec9b22ff owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:49.416941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aedca-8375-4ebc-8708-706ae09e1727 req-025bda6a-59d8-45d0-96fd-2a66f63754fe tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:49.418578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca8aedca-8375-4ebc-8708-706ae09e1727 req-025bda6a-59d8-45d0-96fd-2a66f63754fe tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 945 time: 0.2689934 Nov 12 20:53:49.505167 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:49.565015 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce89fa9-703b-4a6e-8ec0-21734eb699c7 x-openstack-request-id: req-fce89fa9-703b-4a6e-8ec0-21734eb699c7 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:49.565312 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe44caa-e6c1-48ea-aab0-599de65c2c97", "name": "network-vif-deleted", "tag": "30cdf559-44f9-407c-9af6-98fd938aec19", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:49.565728 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fce89fa9-703b-4a6e-8ec0-21734eb699c7 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:49.565998 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe44caa-e6c1-48ea-aab0-599de65c2c97', 'name': 'network-vif-deleted', 'tag': '30cdf559-44f9-407c-9af6-98fd938aec19', 'status': 'completed', 'code': 200} Nov 12 20:53:49.579025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca8aedca-8375-4ebc-8708-706ae09e1727 req-50f7d107-4a3f-4a9a-b2ac-09129db328e5 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489284 Nov 12 20:53:49.610451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:49.844987 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:49.881925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Pushing event deleted for resources: {'Port': ['ID=44c4b6de-1952-478d-8f25-95afec9b22ff,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:49.906197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292a48-c6bd-4a55-b614-f4e8e0cecc3b req-9c5bb199-f613-487b-9138-d957a37d625c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:49.931215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc292a48-c6bd-4a55-b614-f4e8e0cecc3b req-9c5bb199-f613-487b-9138-d957a37d625c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1794503 Nov 12 20:53:49.945787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cbe779d8-f257-4750-bc39-f806a1d6c907 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:49.969664 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 5, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:50.000747 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] Checking router: 5f7837f5-f0a5-4b64-800d-68a4a683bc6b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:50.029537 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:50.030179 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:50.045520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port cbe779d8-f257-4750-bc39-f806a1d6c907 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:50.055658 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:50.069934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.070537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.070879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.071787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.071787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.071952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.072188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.072520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.072831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.073164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.073595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.073925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:53:50.127457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cf9224-491c-425f-b08e-f9490b9b9f92'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:50.137770 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0335a0-c338-4727-b0e4-ad97131d4b79" -d '{"events": [{"server_uuid": "2890ba61-60c2-431e-af6c-247c1ee23e6b", "name": "network-vif-plugged", "status": "completed", "tag": "61cf9224-491c-425f-b08e-f9490b9b9f92"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:50.152298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b0f8699-546a-46b4-8333-c4929ef933e6 req-ad4848d9-118f-4621-a5cc-9f0d7a87fd20 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 210 time: 0.0968695 Nov 12 20:53:50.153393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] No DVR routers for this DVR port 44c4b6de-1952-478d-8f25-95afec9b22ff on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:50.157916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:50.162113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dab2c644-f1bc-41e4-a4b5-e1b6059e9414 req-b9ad5f9b-beb8-491b-a652-672eecebec6c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.78 "DELETE /v2.0/ports/44c4b6de-1952-478d-8f25-95afec9b22ff HTTP/1.1" status: 204 len: 173 time: 1.4280274 Nov 12 20:53:50.168233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'name': 'network-vif-deleted', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:50.170784 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2277806-8144-4375-af17-77a8aec27bcd" -d '{"events": [{"server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "name": "network-vif-deleted", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:50.174346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:47Z', 'revision_number': 2, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:50.176896 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:50.200914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc292a48-c6bd-4a55-b614-f4e8e0cecc3b req-616ec2a6-643c-4e79-969e-20345e246594 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686527 Nov 12 20:53:50.258865 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Checking router: f0aeee7e-2051-4176-8319-d2fa97630936 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:50.259455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Updating router f0aeee7e-2051-4176-8319-d2fa97630936 port 4edcd4b5-af09-403c-ad05-615a54e638da binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:53:50.352843 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:50.416049 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea63cb2-2d36-42cc-bbde-63e2b89c2c2f x-openstack-request-id: req-eea63cb2-2d36-42cc-bbde-63e2b89c2c2f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:50.416346 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2890ba61-60c2-431e-af6c-247c1ee23e6b", "name": "network-vif-plugged", "status": "completed", "tag": "61cf9224-491c-425f-b08e-f9490b9b9f92", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:50.416588 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eea63cb2-2d36-42cc-bbde-63e2b89c2c2f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:50.417107 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'code': 200} Nov 12 20:53:50.439967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85d6534e-458a-421d-bed2-a94c531f517b req-685c954b-b9f0-4029-b71e-57dacefd1c3a tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfe44caa-e6c1-48ea-aab0-599de65c2c97 HTTP/1.1" status: 200 len: 210 time: 0.0791535 Nov 12 20:53:50.448956 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e2f5f-ea9c-440d-bc80-1b508592fa91 x-openstack-request-id: req-c92e2f5f-ea9c-440d-bc80-1b508592fa91 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:50.449249 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56441a7-7a1f-48b6-bdd3-f6fe7894b68e", "name": "network-vif-deleted", "tag": "44c4b6de-1952-478d-8f25-95afec9b22ff", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:50.449527 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c92e2f5f-ea9c-440d-bc80-1b508592fa91 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:50.449937 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56441a7-7a1f-48b6-bdd3-f6fe7894b68e', 'name': 'network-vif-deleted', 'tag': '44c4b6de-1952-478d-8f25-95afec9b22ff', 'status': 'completed', 'code': 200} Nov 12 20:53:50.624742 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ac14e-b9b6-4254-9157-2310296c765a None None] New status for floating IP d8229b9d-14b2-4113-ae99-af42231616c6: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:53:50.657231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d9806-8510-41e5-bd36-62b871f3cdaa req-ed35e6e7-5da7-46b7-b6bb-cdd6949b1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:50.659027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a86d9806-8510-41e5-bd36-62b871f3cdaa req-ed35e6e7-5da7-46b7-b6bb-cdd6949b1d35 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 1098 time: 0.1748271 Nov 12 20:53:50.669403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad121d69-d96a-4e3b-baf5-327117f9859b req-05fbf607-bd5f-4207-8568-2b725f2951a5 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:50.677424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad121d69-d96a-4e3b-baf5-327117f9859b req-05fbf607-bd5f-4207-8568-2b725f2951a5 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.1047432 Nov 12 20:53:50.694840 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 5, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:50.759512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad121d69-d96a-4e3b-baf5-327117f9859b req-2e1a65b0-05d7-4f06-a5ad-dc4efc121e36 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761631 Nov 12 20:53:50.773458 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0da34-9b8e-45e2-b87b-0d0c49c4709e None None] The sync data for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 is: [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:50:57Z', 'revision_number': 4, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '10fb5e98-13e5-4168-b5ca-814339118071', 'name': '', 'network_id': 'd87debfb-d93e-4574-8f05-0b298c6ecdd1', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'mac_address': 'fa:16:3e:b0:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:56Z', 'updated_at': '2021-11-12T20:51:06Z', 'revision_number': 5, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'subnets': [{'id': '30158c93-a504-4c3e-afc4-1203c2ba528b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:50.818198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a86d9806-8510-41e5-bd36-62b871f3cdaa req-139b63ac-0c95-4a28-90b4-41b1af290ef4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309609 Nov 12 20:53:50.828187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 44c4b6de-1952-478d-8f25-95afec9b22ff no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:50.839598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdce41-8af9-4548-9a01-81b6b7feaee7 req-e865c23b-1b54-4857-b229-1c1fc72896cd tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:50.847622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87cdce41-8af9-4548-9a01-81b6b7feaee7 req-e865c23b-1b54-4857-b229-1c1fc72896cd tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 945 time: 0.0776348 Nov 12 20:53:50.862481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 44c4b6de-1952-478d-8f25-95afec9b22ff {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:50.862829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 44c4b6de-1952-478d-8f25-95afec9b22ff not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:50.871034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:50.908941 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87cdce41-8af9-4548-9a01-81b6b7feaee7 req-a7dfe8aa-d1c4-4ba1-997c-445db1998196 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604582 Nov 12 20:53:50.991474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:51.072339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80fc44-b519-4970-a70c-8d213cb4622e req-c21ada0f-8689-4adb-a3ce-c0906143f45e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:51.074419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d80fc44-b519-4970-a70c-8d213cb4622e req-c21ada0f-8689-4adb-a3ce-c0906143f45e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 946 time: 0.0861220 Nov 12 20:53:51.079477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d68f4-e9c3-4b94-9e4f-a52d6ff1bbbd None None] Pushing event updated for resources: {'Port': ['ID=4edcd4b5-af09-403c-ad05-615a54e638da,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:51.169605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d80fc44-b519-4970-a70c-8d213cb4622e req-1fd6eef1-d44d-4300-b88b-3e462833ce9a tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853462 Nov 12 20:53:51.171184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Attempting to bind port 4edcd4b5-af09-403c-ad05-615a54e638da on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:53:51.171836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Attempting to bind port 4edcd4b5-af09-403c-ad05-615a54e638da by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:53:51.175425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Attempting to bind port 4edcd4b5-af09-403c-ad05-615a54e638da on network 8060bccd-0eb2-4d83-965c-69b630d98cf8 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:53:51.187719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:53:51.188213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Checking segment: {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:53:51.188683 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:51.189207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Bound using segment: {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:53:51.190173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Bound port: 4edcd4b5-af09-403c-ad05-615a54e638da, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:53:51.190928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:51.254890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7041907-fe89-41a1-bbbd-482702c70142 None None] New status for floating IP 3582f193-6968-4cc7-8924-fa65cb460df2: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:53:51.321861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-138a0040-0374-4058-8e01-ec09f96f1390 req-8ff03c24-81a7-4870-88d5-c1e35d8a325b tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=a56441a7-7a1f-48b6-bdd3-f6fe7894b68e HTTP/1.1" status: 200 len: 210 time: 0.0477068 Nov 12 20:53:51.484929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] For port 4edcd4b5-af09-403c-ad05-615a54e638da, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:53:51.488925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abebc01-4c4f-4c72-a988-bd0b2349aedc req-1fa75a90-dbed-4b52-8b75-b26419e1030d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:51.492359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1abebc01-4c4f-4c72-a988-bd0b2349aedc req-1fa75a90-dbed-4b52-8b75-b26419e1030d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0898924 Nov 12 20:53:51.508750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] For port 4edcd4b5-af09-403c-ad05-615a54e638da, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4edcd4b5-af09-403c-ad05-615a54e638da,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:53:51.510430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-98b1c874-d285-47f5-89f1-a2287d7eaa82 None None] Provisioning complete for port 4edcd4b5-af09-403c-ad05-615a54e638da triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:51.510803 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-98b1c874-d285-47f5-89f1-a2287d7eaa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:51.555158 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-98b1c874-d285-47f5-89f1-a2287d7eaa82 None None] Port 4edcd4b5-af09-403c-ad05-615a54e638da cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:53:51.580026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1abebc01-4c4f-4c72-a988-bd0b2349aedc req-1afcbd5d-14ae-4d48-b201-d983a21d9131 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811617 Nov 12 20:53:51.614325 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:51.686563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:51.688054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:51.690649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d68f4-e9c3-4b94-9e4f-a52d6ff1bbbd None None] Pushing event updated for resources: {'Port': ['ID=4edcd4b5-af09-403c-ad05-615a54e638da,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:51.845021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:51.886839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40538) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:52.018590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7b311aed-8c58-4a15-b799-6b66989b1619 None None] Provisioning complete for port 4edcd4b5-af09-403c-ad05-615a54e638da triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:52.018956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7b311aed-8c58-4a15-b799-6b66989b1619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.028019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff7a521d-7aac-4eab-b9e2-976f041c7689 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.066058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff7a521d-7aac-4eab-b9e2-976f041c7689 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.075018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea697bc-5559-4631-89b2-5caef73c8768 req-b8e368cc-9aad-4e74-ab15-4c8dbf3f8848 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:52.082466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bea697bc-5559-4631-89b2-5caef73c8768 req-b8e368cc-9aad-4e74-ab15-4c8dbf3f8848 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.1101627 Nov 12 20:53:52.185561 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bea697bc-5559-4631-89b2-5caef73c8768 req-64cd6361-3486-4316-926d-86e01fa43e16 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957768 Nov 12 20:53:52.201969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:51Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:52.206007 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7b311aed-8c58-4a15-b799-6b66989b1619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.242834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ebd14e-32bd-47e2-93e5-4b1addc3bce1 None None] The sync data for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 is: [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:51Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:52.251025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cf7e5-772a-4778-8702-05c4358aaee0 req-07a2fd97-b84d-4276-979b-33210610d3ff tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:52.252725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cf7e5-772a-4778-8702-05c4358aaee0 req-07a2fd97-b84d-4276-979b-33210610d3ff tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 946 time: 0.0631151 Nov 12 20:53:52.259571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff7a521d-7aac-4eab-b9e2-976f041c7689 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.262247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff7a521d-7aac-4eab-b9e2-976f041c7689 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.265044 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ff7a521d-7aac-4eab-b9e2-976f041c7689 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "DELETE /v2.0/security-groups/427103ab-7f31-47ac-a59a-80b17aaa6ab1 HTTP/1.1" status: 204 len: 168 time: 0.3757222 Nov 12 20:53:52.268586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40544) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:52.285251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7b311aed-8c58-4a15-b799-6b66989b1619 None None] For port 4edcd4b5-af09-403c-ad05-615a54e638da, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4edcd4b5-af09-403c-ad05-615a54e638da,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:52.290151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a521d-7aac-4eab-b9e2-976f041c7689 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427103ab-7f31-47ac-a59a-80b17aaa6ab1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:52.299659 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-a6d0d264-e576-48f6-845c-25ec666d33f8 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] show failed (client error): The resource could not be found. Nov 12 20:53:52.301355 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a6d0d264-e576-48f6-845c-25ec666d33f8 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "GET /v2.0/security-groups/427103ab-7f31-47ac-a59a-80b17aaa6ab1 HTTP/1.1" status: 404 len: 347 time: 0.0307570 Nov 12 20:53:52.304340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40546) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:52.371449 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7b311aed-8c58-4a15-b799-6b66989b1619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.408542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cf7e5-772a-4778-8702-05c4358aaee0 req-f7fe4d13-125f-44c0-88bf-38a344a31892 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488049 Nov 12 20:53:52.466763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b311aed-8c58-4a15-b799-6b66989b1619 None None] Pushing event updated for resources: {'Port': ['ID=4edcd4b5-af09-403c-ad05-615a54e638da,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:52.583173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Deleting port f3c919ac-e315-4440-afbe-8d7649000bda {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:52.583617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.674470 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.674944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.692337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Calling delete_port for f3c919ac-e315-4440-afbe-8d7649000bda owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:52.748668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2c4b3-0c5d-4642-a6e3-89de4d9e15a2 req-8d9bd63c-2680-46e5-9696-364718c3cf5a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:52.751773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fb2c4b3-0c5d-4642-a6e3-89de4d9e15a2 req-8d9bd63c-2680-46e5-9696-364718c3cf5a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0784876 Nov 12 20:53:52.819831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fb2c4b3-0c5d-4642-a6e3-89de4d9e15a2 req-83faff22-bc0a-4908-a676-fa22d874a096 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586193 Nov 12 20:53:52.964928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.998970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Pushing event deleted for resources: {'Port': ['ID=f3c919ac-e315-4440-afbe-8d7649000bda,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:53.024866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea287c-1fb8-4f50-9afb-3cb293791544 req-2e0d429f-f500-4f3c-bbcd-3e938d40cc23 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:53.031828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81ea287c-1fb8-4f50-9afb-3cb293791544 req-2e0d429f-f500-4f3c-bbcd-3e938d40cc23 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 944 time: 0.0666952 Nov 12 20:53:53.082356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:53.086429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:53.091462 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-49d30958-3cd0-4930-8819-2543db3ffe67 tempest-ServersTestJSON-1511290758 tempest-ServersTestJSON-1511290758-project] 10.222.0.64 "DELETE /v2.0/floatingips/3582f193-6968-4cc7-8924-fa65cb460df2 HTTP/1.1" status: 204 len: 168 time: 0.7849162 Nov 12 20:53:53.092097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40562) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:53.092862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81ea287c-1fb8-4f50-9afb-3cb293791544 req-a7e48838-a51f-4163-9733-9b04af81f272 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562828 Nov 12 20:53:53.349337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-ee416a61-361b-42d6-b3f0-0f611d72c065 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:53.351565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-ee416a61-361b-42d6-b3f0-0f611d72c065 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 946 time: 0.1200185 Nov 12 20:53:53.374772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9087-e85d-4e78-9d9d-44e8e2efaa1f req-60f0f0ed-fb3a-462d-a9c6-4b0f46dca3fb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:53.376395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0aca9087-e85d-4e78-9d9d-44e8e2efaa1f req-60f0f0ed-fb3a-462d-a9c6-4b0f46dca3fb tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.0846634 Nov 12 20:53:53.528472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0aca9087-e85d-4e78-9d9d-44e8e2efaa1f req-80dd1b2b-c016-4db1-94d3-10e0d2e21802 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329136 Nov 12 20:53:53.542708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608afd93-3006-4562-b810-7cd755b39053 req-7c8bb954-a14d-480f-b138-60be558b28db tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:53.544251 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-608afd93-3006-4562-b810-7cd755b39053 req-7c8bb954-a14d-480f-b138-60be558b28db tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 944 time: 0.0985212 Nov 12 20:53:53.592921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Deleting port eeb8a89e-792b-4a43-851d-704de870efcb {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:53.593256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:53.667319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4acc03-84a9-4f2b-b10f-97712cf4c71d req-028cf11e-37f4-4da2-95ef-82edc495ce09 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:53.668959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be4acc03-84a9-4f2b-b10f-97712cf4c71d req-028cf11e-37f4-4da2-95ef-82edc495ce09 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 946 time: 0.1636500 Nov 12 20:53:53.682075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:53.758169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Deleting port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:53.758650 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:53.816530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] For port eeb8a89e-792b-4a43-851d-704de870efcb, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eeb8a89e-792b-4a43-851d-704de870efcb,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:53.816894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:53.837949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be4acc03-84a9-4f2b-b10f-97712cf4c71d req-23ac3ce6-f198-42cd-bfef-9e1b1a415f07 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6b52acf-ce97-45d9-8a93-06c063afcbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412454 Nov 12 20:53:53.845887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-d825b4bb-f355-4da7-8fc1-11f644c2a8ba tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:53.847390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-d825b4bb-f355-4da7-8fc1-11f644c2a8ba tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.46 "GET /v2.0/ports?device_id=0111795e-5686-404c-8bd1-de709854c45f HTTP/1.1" status: 200 len: 945 time: 0.1775267 Nov 12 20:53:53.849161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Calling delete_port for eeb8a89e-792b-4a43-851d-704de870efcb owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:53.859478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef06ac-18d6-4bb3-8f3c-8e936dcc7e38 req-5c2a9727-89f7-48e9-95c4-91dbfa225778 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:53.879025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5ef06ac-18d6-4bb3-8f3c-8e936dcc7e38 req-5c2a9727-89f7-48e9-95c4-91dbfa225778 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.1854022 Nov 12 20:53:53.879339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40572) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:53.879339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Request body: {'floatingip': {'port_id': '61cf9224-491c-425f-b08e-f9490b9b9f92'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:53:54.007231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4edcd4b5-af09-403c-ad05-615a54e638da up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:53:54.019248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:54.099671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f5d2d-ba59-481f-a1ed-043a9f33d728 req-1ee6019e-2fa1-40b8-897c-e12ba6383a7c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:54.102092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c5f5d2d-ba59-481f-a1ed-043a9f33d728 req-1ee6019e-2fa1-40b8-897c-e12ba6383a7c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1325121 Nov 12 20:53:54.107438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4edcd4b5-af09-403c-ad05-615a54e638da triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:53:54.108093 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:54.241831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Deleting port d4682d3d-76f7-4fb3-b46f-4c05530d0060 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:54.242162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:54.461427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] For port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:54.461807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:54.485433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Calling delete_port for faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:54.701623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c5f5d2d-ba59-481f-a1ed-043a9f33d728 req-b940bd20-aee6-439b-b941-e6ca5317bae6 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912838 Nov 12 20:53:54.726762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fb751-6df0-4880-ab84-14506c4217eb req-ee061e86-137b-4444-bed4-645bea242101 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:54.728114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e0fb751-6df0-4880-ab84-14506c4217eb req-ee061e86-137b-4444-bed4-645bea242101 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 944 time: 0.4391823 Nov 12 20:53:54.776577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] For port d4682d3d-76f7-4fb3-b46f-4c05530d0060, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4682d3d-76f7-4fb3-b46f-4c05530d0060,segment=NetworkSegment(da72665c-e71c-4348-9f3b-173709fae77c),segment_id=da72665c-e71c-4348-9f3b-173709fae77c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:54.777380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:54.793764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:54.806440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['eeb8a89e-792b-4a43-851d-704de870efcb'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:54.809203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Calling delete_port for d4682d3d-76f7-4fb3-b46f-4c05530d0060 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:54.809335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d4682d3d-76f7-4fb3-b46f-4c05530d0060'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:53:54.846523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Pushing event deleted for resources: {'Port': ['ID=eeb8a89e-792b-4a43-851d-704de870efcb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:54.886326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e0fb751-6df0-4880-ab84-14506c4217eb req-ff486681-1065-46b6-afbc-89f12d1ed28f tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513162 Nov 12 20:53:54.927645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Deleting port 10fb5e98-13e5-4168-b5ca-814339118071 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:54.928830 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:54.984094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.073620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efff9158-5d37-41f3-932c-74430ea430e5 req-f0d4daa8-9fd1-431a-b450-b837bff9215d tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 210 time: 0.1081204 Nov 12 20:53:55.074353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] No DVR routers for this DVR port eeb8a89e-792b-4a43-851d-704de870efcb on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:55.077115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Pushing event deleted for resources: {'Port': ['ID=faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:55.101823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.105274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a50d3b2b-02e7-483e-8e25-af4bdea4c043 req-fd34be1b-2859-4102-872d-a2291367e50e tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.78 "DELETE /v2.0/ports/eeb8a89e-792b-4a43-851d-704de870efcb HTTP/1.1" status: 204 len: 173 time: 1.7464857 Nov 12 20:53:55.105731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c91f4b-df20-4d9e-b0eb-691a9d90b293', 'name': 'network-vif-deleted', 'tag': 'eeb8a89e-792b-4a43-851d-704de870efcb'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:55.108274 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93efe3a5-e425-482a-8d1d-1fdc81bb5480" -d '{"events": [{"server_uuid": "c3c91f4b-df20-4d9e-b0eb-691a9d90b293", "name": "network-vif-deleted", "tag": "eeb8a89e-792b-4a43-851d-704de870efcb"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:55.154333 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861198fd-e715-4244-9941-e62a25d7548f x-openstack-request-id: req-861198fd-e715-4244-9941-e62a25d7548f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:55.154626 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c91f4b-df20-4d9e-b0eb-691a9d90b293", "name": "network-vif-deleted", "tag": "eeb8a89e-792b-4a43-851d-704de870efcb", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:55.154885 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-861198fd-e715-4244-9941-e62a25d7548f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:55.155280 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c91f4b-df20-4d9e-b0eb-691a9d90b293', 'name': 'network-vif-deleted', 'tag': 'eeb8a89e-792b-4a43-851d-704de870efcb', 'status': 'completed', 'code': 200} Nov 12 20:53:55.169503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] No DVR routers for this DVR port faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:55.176077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.179832 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-608afd93-3006-4562-b810-7cd755b39053 req-4e5b7c03-37c4-4433-a879-1e1cfe8889ce tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.46 "DELETE /v2.0/ports/faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d HTTP/1.1" status: 204 len: 173 time: 1.6253476 Nov 12 20:53:55.183433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'name': 'network-vif-deleted', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:55.185793 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5cd627-bc10-4586-b241-fa4aa6b2f60e" -d '{"events": [{"server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "name": "network-vif-deleted", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:55.214041 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.254465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] For port 10fb5e98-13e5-4168-b5ca-814339118071, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=10fb5e98-13e5-4168-b5ca-814339118071,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:55.255016 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.263206 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa8dbbe-046a-42ea-8400-a7a8123dd45b x-openstack-request-id: req-faa8dbbe-046a-42ea-8400-a7a8123dd45b {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:55.263529 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6424f0-4775-4ef5-b08a-57dd5d65706b", "name": "network-vif-deleted", "tag": "faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:55.263803 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-faa8dbbe-046a-42ea-8400-a7a8123dd45b {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:55.264225 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6424f0-4775-4ef5-b08a-57dd5d65706b', 'name': 'network-vif-deleted', 'tag': 'faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d', 'status': 'completed', 'code': 200} Nov 12 20:53:55.268528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Pushing event deleted for resources: {'Port': ['ID=d4682d3d-76f7-4fb3-b46f-4c05530d0060,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:55.335859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] No DVR routers for this DVR port d4682d3d-76f7-4fb3-b46f-4c05530d0060 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:55.338821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.347380 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.348064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a65986a8-4255-4be9-8d81-05b8015af1e9 req-bc037a2b-e7b6-443c-b710-4a49cdde097b tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.46 "DELETE /v2.0/ports/d4682d3d-76f7-4fb3-b46f-4c05530d0060 HTTP/1.1" status: 204 len: 173 time: 1.4769962 Nov 12 20:53:55.353751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Calling delete_port for 10fb5e98-13e5-4168-b5ca-814339118071 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:55.465585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.610917 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Floating IP f4024829-f6f2-4774-ba55-2c18aa8e0a54 associated. External IP: 172.25.8.187, port: 61cf9224-491c-425f-b08e-f9490b9b9f92. Nov 12 20:53:55.741686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.789098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fb5e98-13e5-4168-b5ca-814339118071,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:55.888074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e98c1b-e455-4b79-aad2-389abd695e88 req-9ba248d1-9a00-4581-8c4f-3356f251016b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:55.898176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4e98c1b-e455-4b79-aad2-389abd695e88 req-9ba248d1-9a00-4581-8c4f-3356f251016b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1034517 Nov 12 20:53:55.981377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4e98c1b-e455-4b79-aad2-389abd695e88 req-e1409f0f-1d45-4993-bc37-ff09af20772a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818305 Nov 12 20:53:56.090787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9bb420d-f66b-472c-8272-93fd0a5d7996 req-f34eb129-e531-4f16-8d8b-541439c88105 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6424f0-4775-4ef5-b08a-57dd5d65706b HTTP/1.1" status: 200 len: 210 time: 0.0428445 Nov 12 20:53:56.154010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Router b6839e81-b3cf-4641-818f-401b9d47039a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:53:56.245953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:56.304077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17e4732f-3c98-453c-be4c-91697e2e23cd req-00020eea-fed0-4939-a989-2377cd5d9dd5 tempest-MultipleCreateTestJSON-626777391 tempest-MultipleCreateTestJSON-626777391-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3c91f4b-df20-4d9e-b0eb-691a9d90b293 HTTP/1.1" status: 200 len: 210 time: 0.0726178 Nov 12 20:53:56.457719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:56.464049 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:56.468703 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] Sync routers for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:56.479528 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:56.480122 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:56.511432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b647764f-9b23-4982-bd05-c26e84c81127 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "PUT /v2.0/floatingips/f4024829-f6f2-4774-ba55-2c18aa8e0a54 HTTP/1.1" status: 200 len: 992 time: 2.6383939 Nov 12 20:53:56.636325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:53:56.713187 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:56.812785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device eeb8a89e-792b-4a43-851d-704de870efcb no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:56.845449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: eeb8a89e-792b-4a43-851d-704de870efcb {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:56.846225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device eeb8a89e-792b-4a43-851d-704de870efcb not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:56.980315 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f4024829-f6f2-4774-ba55-2c18aa8e0a54', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'port_id': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'mac_address': 'fa:16:3e:ed:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:53:25Z', 'updated_at': '2021-11-12T20:53:55Z', 'revision_number': 1, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:30Z', 'revision_number': 5, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:57.012898 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] Checking router: b6839e81-b3cf-4641-818f-401b9d47039a for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:57.024229 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:57.024766 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:57.059998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:53:57.067674 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7514f944-c99d-4190-bba3-46d2aaa1ccc0 admin admin] 10.222.0.64 "PUT /v2.0/routers/5f7837f5-f0a5-4b64-800d-68a4a683bc6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9723289 Nov 12 20:53:57.071632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:57.073090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] Sync routers for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:53:57.089500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:57.090511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:57.136718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a907dab-59a7-4301-ad1f-f4d7ccb3eb76 req-a6b47fd9-9e5b-4bc4-9668-285aa00c5704 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:57.139620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a907dab-59a7-4301-ad1f-f4d7ccb3eb76 req-a6b47fd9-9e5b-4bc4-9668-285aa00c5704 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0668867 Nov 12 20:53:57.155887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0111795e-5686-404c-8bd1-de709854c45f', 'name': 'network-vif-deleted', 'tag': 'd4682d3d-76f7-4fb3-b46f-4c05530d0060'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:57.161555 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee62174c-7b73-4e7e-a4e8-aab30bf797a6" -d '{"events": [{"server_uuid": "0111795e-5686-404c-8bd1-de709854c45f", "name": "network-vif-deleted", "tag": "d4682d3d-76f7-4fb3-b46f-4c05530d0060"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:57.174576 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:57.219856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a907dab-59a7-4301-ad1f-f4d7ccb3eb76 req-226fa5b1-1773-4b75-8548-e7a5a9074d71 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739129 Nov 12 20:53:57.283728 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a995e2fb-00c9-4b0d-8067-62490539eb66 x-openstack-request-id: req-a995e2fb-00c9-4b0d-8067-62490539eb66 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:57.283866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'tag': '61cf9224-491c-425f-b08e-f9490b9b9f92'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:57.284718 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0111795e-5686-404c-8bd1-de709854c45f", "name": "network-vif-deleted", "tag": "d4682d3d-76f7-4fb3-b46f-4c05530d0060", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:57.285194 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a995e2fb-00c9-4b0d-8067-62490539eb66 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:57.286016 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0111795e-5686-404c-8bd1-de709854c45f', 'name': 'network-vif-deleted', 'tag': 'd4682d3d-76f7-4fb3-b46f-4c05530d0060', 'status': 'completed', 'code': 200} Nov 12 20:53:57.286118 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b86f6-faa0-4456-854b-2fb67f60167d" -d '{"events": [{"name": "network-changed", "server_uuid": "2890ba61-60c2-431e-af6c-247c1ee23e6b", "tag": "61cf9224-491c-425f-b08e-f9490b9b9f92"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:57.300523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:57.326432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:57.474195 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b25018-2a7e-47d3-a840-c6c7ff6598fe x-openstack-request-id: req-f6b25018-2a7e-47d3-a840-c6c7ff6598fe {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:57.474487 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2890ba61-60c2-431e-af6c-247c1ee23e6b", "tag": "61cf9224-491c-425f-b08e-f9490b9b9f92", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:57.474769 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6b25018-2a7e-47d3-a840-c6c7ff6598fe {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:57.475174 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'tag': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'status': 'completed', 'code': 200} Nov 12 20:53:57.484356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:57.511996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b86f6-faa0-4456-854b-2fb67f60167d req-dcdb0666-dae7-4ecc-b598-9e9a19f2f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:57.517075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-243b86f6-faa0-4456-854b-2fb67f60167d req-dcdb0666-dae7-4ecc-b598-9e9a19f2f5c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=80c2dad5a277479a92ca007eb36a9855&device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 1098 time: 0.1040616 Nov 12 20:53:57.630003 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f4024829-f6f2-4774-ba55-2c18aa8e0a54', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'port_id': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'mac_address': 'fa:16:3e:ed:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:53:25Z', 'updated_at': '2021-11-12T20:53:55Z', 'revision_number': 1, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:30Z', 'revision_number': 5, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:57.663966 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-88171a83-8a15-40b9-8775-0cb5e72690e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:57.682766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b86f6-faa0-4456-854b-2fb67f60167d req-b7a360fa-ba27-496c-8641-4977fa4834bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:57.685722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-243b86f6-faa0-4456-854b-2fb67f60167d req-b7a360fa-ba27-496c-8641-4977fa4834bb service neutron] 10.222.0.78 "GET /v2.0/networks?id=01b908cd-64b2-4366-abbe-8aff4609024d HTTP/1.1" status: 200 len: 915 time: 0.1623287 Nov 12 20:53:57.686211 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4244d-61aa-49fe-b061-3f95148d7df7 None None] The sync data for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 is: [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f4024829-f6f2-4774-ba55-2c18aa8e0a54', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'port_id': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'mac_address': 'fa:16:3e:ed:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:53:25Z', 'updated_at': '2021-11-12T20:53:55Z', 'revision_number': 1, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:30Z', 'revision_number': 5, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:57.713666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:53:55Z', 'revision_number': 5, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port': {'id': '1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:50:51Z', 'updated_at': '2021-11-12T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:57.713939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Deleting port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:57.714392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:57.746629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40632) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:57.793381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] Checking router: 5f7837f5-f0a5-4b64-800d-68a4a683bc6b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:53:57.810901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-243b86f6-faa0-4456-854b-2fb67f60167d req-b33f2a64-d804-4952-998d-4f770e07c70d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61cf9224-491c-425f-b08e-f9490b9b9f92 HTTP/1.1" status: 200 len: 1000 time: 0.1045413 Nov 12 20:53:57.814638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] Routers {'5f7837f5-f0a5-4b64-800d-68a4a683bc6b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:53:57.815483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:57.896246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b86f6-faa0-4456-854b-2fb67f60167d req-6b5c38c0-957f-4483-b0b2-6cd55413451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:57.898927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-243b86f6-faa0-4456-854b-2fb67f60167d req-6b5c38c0-957f-4483-b0b2-6cd55413451e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af8b5d08-02c8-4c41-a031-0d8dcb928b8c HTTP/1.1" status: 200 len: 853 time: 0.0773644 Nov 12 20:53:57.962603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b86f6-faa0-4456-854b-2fb67f60167d req-ce77814c-4fc8-4d44-94dc-cbf010e4968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:57.964818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-243b86f6-faa0-4456-854b-2fb67f60167d req-ce77814c-4fc8-4d44-94dc-cbf010e4968e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=01b908cd-64b2-4366-abbe-8aff4609024d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565331 Nov 12 20:53:57.979101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d673e9-71a1-4fb5-a0ca-2025cb1a697d admin admin] Deleting subnet 7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:53:57.982445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7d673e9-71a1-4fb5-a0ca-2025cb1a697d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:57.992989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] Set router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:53:58.041087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] For port 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:58.041786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.052391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7d673e9-71a1-4fb5-a0ca-2025cb1a697d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.081531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:53:57Z', 'revision_number': 6, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:58.093364 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e0a4e-7eae-4ef8-a6de-2905176e3e40 None None] New status for floating IP f4024829-f6f2-4774-ba55-2c18aa8e0a54: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:53:58.109024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Calling delete_port for 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:58.124110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e6699-238f-418d-973b-41acf5eafa3c None None] The sync data for ids ['5f7837f5-f0a5-4b64-800d-68a4a683bc6b'] in n-d-713498-29 is: [{'id': '5f7837f5-f0a5-4b64-800d-68a4a683bc6b', 'name': 'tempest-ServersTestJSON-547775824-router', 'tenant_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:50Z', 'updated_at': '2021-11-12T20:53:57Z', 'revision_number': 6, 'project_id': '2751a2c5bc2b4c738adf0c3b46236b60', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:53:58.151790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6452b-e713-41eb-a4a7-93ae32b9e8ad req-b29800a9-958d-4fb0-b732-df0537eeebb3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:58.153640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2f6452b-e713-41eb-a4a7-93ae32b9e8ad req-b29800a9-958d-4fb0-b732-df0537eeebb3 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 944 time: 0.1552205 Nov 12 20:53:58.164405 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7d673e9-71a1-4fb5-a0ca-2025cb1a697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.215980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-243b86f6-faa0-4456-854b-2fb67f60167d req-158c149a-c5ae-49a4-85a2-e0538b5b725e service neutron] 10.222.0.78 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385926 Nov 12 20:53:58.237840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2f6452b-e713-41eb-a4a7-93ae32b9e8ad req-3f53ee0c-df84-47e7-9f6d-de7e0d2dd178 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/security-groups?id=31ce274b-9b59-4955-a446-4244565f005e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760853 Nov 12 20:53:58.320246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4682d3d-76f7-4fb3-b46f-4c05530d0060 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:58.373930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d4682d3d-76f7-4fb3-b46f-4c05530d0060 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:58.374267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4682d3d-76f7-4fb3-b46f-4c05530d0060 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:58.374688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:58.376598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-d3d7cd96-6e08-4eca-bb66-98f51e7349d0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:58.378196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-d3d7cd96-6e08-4eca-bb66-98f51e7349d0 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 944 time: 0.0818472 Nov 12 20:53:58.383166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-243b86f6-faa0-4456-854b-2fb67f60167d req-d6fc8292-ca64-4a88-a4f1-cfa616049908 service neutron] 10.222.0.78 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581681 Nov 12 20:53:58.422671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:53:58.422983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device faad3d0f-a2fb-4f89-ba52-bf3ea3cedf8d not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:53:58.432433 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7d673e9-71a1-4fb5-a0ca-2025cb1a697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.477758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d673e9-71a1-4fb5-a0ca-2025cb1a697d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:58.493719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7d673e9-71a1-4fb5-a0ca-2025cb1a697d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.503891 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e7d673e9-71a1-4fb5-a0ca-2025cb1a697d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7a4cf633-f13a-4ff2-ad0d-8c51bf418bf3 HTTP/1.1" status: 204 len: 168 time: 0.7537680 Nov 12 20:53:58.503891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40644) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:58.506643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b71527-e6b1-4ac4-a8ad-3583c66cda88 req-c3e881cd-2a5d-4061-988b-d0a73ce8f831 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:58.519774 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4b71527-e6b1-4ac4-a8ad-3583c66cda88 req-c3e881cd-2a5d-4061-988b-d0a73ce8f831 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1279342 Nov 12 20:53:58.559535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.629812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:58.645351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Deleting port d068dbb9-54fb-42fd-8b35-12e827c8b7db {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:58.645812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.684578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.759632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4b71527-e6b1-4ac4-a8ad-3583c66cda88 req-08be3219-1170-461d-a745-78ab9fcd6101 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205625 Nov 12 20:53:58.769844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] For port d068dbb9-54fb-42fd-8b35-12e827c8b7db, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d068dbb9-54fb-42fd-8b35-12e827c8b7db,segment=NetworkSegment(8bd230a3-5d2f-4111-a4db-80e1ac32022b),segment_id=8bd230a3-5d2f-4111-a4db-80e1ac32022b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:53:58.770221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.787107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Calling delete_port for d068dbb9-54fb-42fd-8b35-12e827c8b7db owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:53:58.806642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.932580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.941947 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.946854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:58.963541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a1ac28-7731-4b09-8328-7d04ac0f7480']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:59.002615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da72665c-e71c-4348-9f3b-173709fae77c') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:59.002859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da72665c-e71c-4348-9f3b-173709fae77c') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:53:59.014223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.028695 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.034606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:53:59.034991 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:53:59.036782 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:53:59.042462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.071119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Pushing event deleted for resources: {'Port': ['ID=d068dbb9-54fb-42fd-8b35-12e827c8b7db,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:59.083498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.084122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7837f5-f0a5-4b64-800d-68a4a683bc6b {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:53:59.090011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.094447 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b072cfa8-a947-40c2-9d59-8690cc72339d admin admin] 10.222.0.64 "DELETE /v2.0/routers/5f7837f5-f0a5-4b64-800d-68a4a683bc6b HTTP/1.1" status: 204 len: 168 time: 2.0210507 Nov 12 20:53:59.094605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40652) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:59.178851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] No DVR routers for this DVR port d068dbb9-54fb-42fd-8b35-12e827c8b7db on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:53:59.185411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.186961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.188759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-297dbb04-50e1-4ee5-8f1a-52dffbb65be9 req-332695c3-92e4-4389-ac37-b050e30b6213 tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.46 "DELETE /v2.0/ports/d068dbb9-54fb-42fd-8b35-12e827c8b7db HTTP/1.1" status: 204 len: 173 time: 0.8037384 Nov 12 20:53:59.200573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e5b2cd-1dac-40a8-a988-ecedcb2e5243 admin admin] Deleting subnet 30158c93-a504-4c3e-afc4-1203c2ba528b {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:53:59.202664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.205640 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2cd-1dac-40a8-a988-ecedcb2e5243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.207660 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] 10.222.0.64 "DELETE /v2.0/networks/77a1ac28-7731-4b09-8328-7d04ac0f7480 HTTP/1.1" status: 204 len: 168 time: 0.7036326 Nov 12 20:53:59.232331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c49e3-694a-4f1c-b71e-b5c4d65bf065 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a1ac28-7731-4b09-8328-7d04ac0f7480,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:59.278779 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2cd-1dac-40a8-a988-ecedcb2e5243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.302372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'name': 'network-vif-deleted', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:53:59.306083 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c07cf23-0671-488d-92f5-7e1823a94bb7" -d '{"events": [{"server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "name": "network-vif-deleted", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:53:59.374254 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54d3c7d-6ab9-4317-994b-3dd1f1a10677 x-openstack-request-id: req-f54d3c7d-6ab9-4317-994b-3dd1f1a10677 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:53:59.374656 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5916b7-4978-4e58-a44f-ec2e0a163b19", "name": "network-vif-deleted", "tag": "d068dbb9-54fb-42fd-8b35-12e827c8b7db", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:53:59.374907 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f54d3c7d-6ab9-4317-994b-3dd1f1a10677 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:53:59.375317 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5916b7-4978-4e58-a44f-ec2e0a163b19', 'name': 'network-vif-deleted', 'tag': 'd068dbb9-54fb-42fd-8b35-12e827c8b7db', 'status': 'completed', 'code': 200} Nov 12 20:53:59.420724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f844762-0bcc-4f21-953a-c118e1b71154 req-81e276d4-e42e-47b0-be13-5cda9799e77e tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 210 time: 0.0371435 Nov 12 20:53:59.422197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2cd-1dac-40a8-a988-ecedcb2e5243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.581899 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2cd-1dac-40a8-a988-ecedcb2e5243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.609656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5b2cd-1dac-40a8-a988-ecedcb2e5243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30158c93-a504-4c3e-afc4-1203c2ba528b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:53:59.621539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2cd-1dac-40a8-a988-ecedcb2e5243 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.623470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf3a6d-619c-4086-9e00-ce9d1f58f125 None None] Network d87debfb-d93e-4574-8f05-0b298c6ecdd1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:53:59.625467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40668) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:59.628366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-21e5b2cd-1dac-40a8-a988-ecedcb2e5243 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/30158c93-a504-4c3e-afc4-1203c2ba528b HTTP/1.1" status: 204 len: 168 time: 0.5331867 Nov 12 20:53:59.630602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40670) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:59.727169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.736354 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-058fc268-6a5c-466c-983a-d48e25acd2e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83b6300559814682b8322f92e44b6c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1080298 Nov 12 20:53:59.739458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40672) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:53:59.843248 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93da8574-4469-4daa-ac81-9cd636244a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.902860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93da8574-4469-4daa-ac81-9cd636244a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:59.948772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 10fb5e98-13e5-4168-b5ca-814339118071 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:53:59.971746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Deleting port d18a58e9-aae7-4801-be7f-851ac138d5d0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:53:59.972242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.007033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 10fb5e98-13e5-4168-b5ca-814339118071 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:54:00.007640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 10fb5e98-13e5-4168-b5ca-814339118071 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:54:00.065187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a7cc-c385-4a90-8c7e-f6dc18034297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.112648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b747-2af5-470e-9ad9-d5a2406b6c50 req-2a9d37d5-d1c5-4118-ac09-6d98b9292e2d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:00.122736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb37b747-2af5-470e-9ad9-d5a2406b6c50 req-2a9d37d5-d1c5-4118-ac09-6d98b9292e2d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.2237539 Nov 12 20:54:00.155667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] For port d18a58e9-aae7-4801-be7f-851ac138d5d0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d18a58e9-aae7-4801-be7f-851ac138d5d0,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:00.155947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.182929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Calling delete_port for d18a58e9-aae7-4801-be7f-851ac138d5d0 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:54:00.213040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb37b747-2af5-470e-9ad9-d5a2406b6c50 req-5f88ce13-0602-4fb9-ac88-00f1dc8df914 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893183 Nov 12 20:54:00.261009 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93da8574-4469-4daa-ac81-9cd636244a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.263787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93da8574-4469-4daa-ac81-9cd636244a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.268244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-93da8574-4469-4daa-ac81-9cd636244a52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6b52acf-ce97-45d9-8a93-06c063afcbb6 HTTP/1.1" status: 204 len: 168 time: 0.5244830 Nov 12 20:54:00.283260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] DHCP port deletion for d87debfb-d93e-4574-8f05-0b298c6ecdd1 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:54:00.387590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Deleting port d18a58e9-aae7-4801-be7f-851ac138d5d0 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:54:00.388011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.415500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da8574-4469-4daa-ac81-9cd636244a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b52acf-ce97-45d9-8a93-06c063afcbb6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:00.522206 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.522572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] For port d18a58e9-aae7-4801-be7f-851ac138d5d0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d18a58e9-aae7-4801-be7f-851ac138d5d0,segment=NetworkSegment(74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc),segment_id=74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:00.525651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.550566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Calling delete_port for d18a58e9-aae7-4801-be7f-851ac138d5d0 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:54:00.620703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d18a58e9-aae7-4801-be7f-851ac138d5d0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:00.640876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] No DVR routers for this DVR port d18a58e9-aae7-4801-be7f-851ac138d5d0 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:54:00.651601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdf64dcc-442f-4d90-97b3-527e9fb14104 req-6d130157-5ff8-4947-b628-c7ed75db397c tempest-LiveAutoBlockMigrationV225Test-1266121097 tempest-LiveAutoBlockMigrationV225Test-1266121097-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce5916b7-4978-4e58-a44f-ec2e0a163b19 HTTP/1.1" status: 200 len: 210 time: 0.0941319 Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: from cryptography.utils import int_from_bytes Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: from cryptography.utils import int_from_bytes Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.751589 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:54:00.754224 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 20:54:00.758712 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.780752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.806726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] No DVR routers for this DVR port d18a58e9-aae7-4801-be7f-851ac138d5d0 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:54:00.808487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Pushing event deleted for resources: {'Port': ['ID=d18a58e9-aae7-4801-be7f-851ac138d5d0,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:00.813654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87debfb-d93e-4574-8f05-0b298c6ecdd1']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:00.822017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:00.822591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fc8f70-e9f3-4fb2-85ec-bf8b07d772bc') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:00.825483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.825983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.826471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.826948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.827467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.827809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.828143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.828481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.828805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.829130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.829600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.829795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d7cc0-46b4-428b-b51e-f9da79c87693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:00.836154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.851452 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.859713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:54:00.860253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:54:00.862131 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:54:01.015899 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.019466 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.023779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] 10.222.0.64 "DELETE /v2.0/networks/d87debfb-d93e-4574-8f05-0b298c6ecdd1 HTTP/1.1" status: 204 len: 168 time: 1.3910570 Nov 12 20:54:01.040242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7411-c63a-4caa-85d1-194e8da89d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=d87debfb-d93e-4574-8f05-0b298c6ecdd1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:01.225981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.368930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb42be5-9bef-4306-bf57-33f4c6c03110 req-a7f55d81-1661-49e6-843c-a0af926ab9b7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:01.370294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecb42be5-9bef-4306-bf57-33f4c6c03110 req-a7f55d81-1661-49e6-843c-a0af926ab9b7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0634713 Nov 12 20:54:01.411694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40714) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:01.451505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecb42be5-9bef-4306-bf57-33f4c6c03110 req-88dcf691-c1d2-412d-9262-341c961bc2b9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739913 Nov 12 20:54:01.478066 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5b4eeb97-bebf-44cf-ba5f-a87762460757 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2751a2c5bc2b4c738adf0c3b46236b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690684 Nov 12 20:54:01.480671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40718) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:01.533769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c9a11b3-ab0e-4777-a2c5-38b2d2bbd5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.560217 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c9a11b3-ab0e-4777-a2c5-38b2d2bbd5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.613658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40722) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:01.696878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c9a11b3-ab0e-4777-a2c5-38b2d2bbd5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.699682 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c9a11b3-ab0e-4777-a2c5-38b2d2bbd5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.703517 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2c9a11b3-ab0e-4777-a2c5-38b2d2bbd5d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e976e73e-7a77-4c97-8d3a-69963bc29055 HTTP/1.1" status: 204 len: 168 time: 0.2192647 Nov 12 20:54:01.711101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a11b3-ab0e-4777-a2c5-38b2d2bbd5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e976e73e-7a77-4c97-8d3a-69963bc29055,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:01.737770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40730) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:01.760659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1037528261-network', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:01.857889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad216813-b85f-4465-86b9-0d6e50b0477e admin admin] Deleting subnet 4c14f863-794a-45c8-b956-df025de5a519 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:54:01.861287 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad216813-b85f-4465-86b9-0d6e50b0477e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.863135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Made reservation on behalf of 0d3eb9aea66f485ab2148ab1989dfab9 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:01.866185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.868696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:54:01.896004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.906470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:54:01.906835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1eb9c01f-c8ec-4bb5-9b7f-94720e7a64fe not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:54:01.907242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d18a58e9-aae7-4801-be7f-851ac138d5d0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:54:01.920694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad216813-b85f-4465-86b9-0d6e50b0477e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:01.933483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d18a58e9-aae7-4801-be7f-851ac138d5d0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:54:01.933827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d18a58e9-aae7-4801-be7f-851ac138d5d0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:54:01.980621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad216813-b85f-4465-86b9-0d6e50b0477e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.084350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.141038 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.173994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:54:02.180937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad216813-b85f-4465-86b9-0d6e50b0477e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.219619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad216813-b85f-4465-86b9-0d6e50b0477e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c14f863-794a-45c8-b956-df025de5a519,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:02.221739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8195a2a-c21a-41dd-a523-a91ff881881e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:02.227334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad216813-b85f-4465-86b9-0d6e50b0477e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.233482 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ad216813-b85f-4465-86b9-0d6e50b0477e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4c14f863-794a-45c8-b956-df025de5a519 HTTP/1.1" status: 204 len: 168 time: 0.4924510 Nov 12 20:54:02.233482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.233482 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Added segment c8a874ec-1ce4-43c9-8636-4b0df11c5476 of type vlan for network da242f3a-e193-45a1-9c1a-084171207d19 Nov 12 20:54:02.235077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40750) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:02.296013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.335116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d068dbb9-54fb-42fd-8b35-12e827c8b7db no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:54:02.357259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.357541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d068dbb9-54fb-42fd-8b35-12e827c8b7db {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:54:02.357653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d068dbb9-54fb-42fd-8b35-12e827c8b7db not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:54:02.402741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.404003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:02.404958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.466203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.476875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] Pushing event updated for resources: {'Network': ['ID=da242f3a-e193-45a1-9c1a-084171207d19,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:02.488350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network da242f3a-e193-45a1-9c1a-084171207d19 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:54:02.507188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36545a8b-45bf-4cbe-a762-38ede1646491']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:02.520235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f042799d-b8d8-43c3-8740-76a7f09bdcee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9054999 Nov 12 20:54:02.523689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:02.532433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd230a3-5d2f-4111-a4db-80e1ac32022b') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:02.532433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd230a3-5d2f-4111-a4db-80e1ac32022b') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:02.532629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Request body: {'subnet': {'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1037528261-subnet', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:02.554073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.594811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.604673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:54:02.605073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:54:02.606816 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:54:02.642360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Made reservation on behalf of 0d3eb9aea66f485ab2148ab1989dfab9 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:02.644712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.680451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd09de1-8fb3-42ea-9433-a7eb9aeee945 req-22e2a20e-6554-4ae4-886b-e99704eb4665 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:02.682546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cd09de1-8fb3-42ea-9433-a7eb9aeee945 req-22e2a20e-6554-4ae4-886b-e99704eb4665 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1205189 Nov 12 20:54:02.753253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cd09de1-8fb3-42ea-9433-a7eb9aeee945 req-e521348a-bbbd-4cec-a5c8-b75fb2eeae1c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616181 Nov 12 20:54:02.762413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.775540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.784900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] 10.222.0.64 "DELETE /v2.0/networks/36545a8b-45bf-4cbe-a762-38ede1646491 HTTP/1.1" status: 204 len: 168 time: 0.5474858 Nov 12 20:54:02.795860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40772) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:02.803401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb24556-bfe8-4319-aebf-d75c73788325 admin admin] Pushing event deleted for resources: {'Network': ['ID=36545a8b-45bf-4cbe-a762-38ede1646491,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:02.858475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb1bbf5-fbad-4609-b928-89648bc793f7 admin admin] Deleting subnet 4ac4622f-63d8-4d2c-91c4-843b6ab4ef3f {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:54:02.864104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cb1bbf5-fbad-4609-b928-89648bc793f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.922508 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.927374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cb1bbf5-fbad-4609-b928-89648bc793f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:02.968530 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.016305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cb1bbf5-fbad-4609-b928-89648bc793f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.037341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f8470e-54ab-45e2-82b7-8f288266b1ea,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:03.049909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Checking segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:03.050633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Network hostable DHCP agents. Network: da242f3a-e193-45a1-9c1a-084171207d19, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:54:03.086699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb29003-73ad-4806-858a-d13215aea375 req-477b4379-d0b0-4cdf-96b2-3a8c6aaf5a7f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:03.088362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cb29003-73ad-4806-858a-d13215aea375 req-477b4379-d0b0-4cdf-96b2-3a8c6aaf5a7f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1110985 Nov 12 20:54:03.128472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Network da242f3a-e193-45a1-9c1a-084171207d19 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:54:03.157703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cb1bbf5-fbad-4609-b928-89648bc793f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.174353 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cb29003-73ad-4806-858a-d13215aea375 req-0ccba096-5ab0-4ff8-a0fe-66d7db2cf876 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722368 Nov 12 20:54:03.185222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40784) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:03.196086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1bbf5-fbad-4609-b928-89648bc793f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac4622f-63d8-4d2c-91c4-843b6ab4ef3f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:03.198418 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cb1bbf5-fbad-4609-b928-89648bc793f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.204324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7cb1bbf5-fbad-4609-b928-89648bc793f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4ac4622f-63d8-4d2c-91c4-843b6ab4ef3f HTTP/1.1" status: 204 len: 168 time: 0.4072573 Nov 12 20:54:03.205215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40788) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:03.220844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, da242f3a-e193-45a1-9c1a-084171207d19) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:03.230992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb89d3-2bc7-4ca0-97e8-a61917f2aaf1 None None] Network da242f3a-e193-45a1-9c1a-084171207d19 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:54:03.234914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:03.236116 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.299736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.326525 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c0866730-8b3b-41ba-a026-330475231233 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8013520 Nov 12 20:54:03.336593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:03.341509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:03.359240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-771857897-network', 'tenant_id': '5e0ff86263b9492d99c120671cd2b746'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:03.451606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.452656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.454202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.476284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcf543e-ae44-4dd3-b1bd-7d946df535fa']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:03.479094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.491967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fb8f6a-fc88-4743-a754-b25ca84be7f6') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:03.492285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fb8f6a-fc88-4743-a754-b25ca84be7f6') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:03.502792 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.514063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-da242f3a-e193-45a1-9c1a-084171207d19', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:54:03.518901 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.519009 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.527529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:54:03.527986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:54:03.530646 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:54:03.534005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Made reservation on behalf of 5e0ff86263b9492d99c120671cd2b746 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:03.536382 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.541014 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.558342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.676838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.690339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Allocated IP 172.20.0.2 (da242f3a-e193-45a1-9c1a-084171207d19/b1f8470e-54ab-45e2-82b7-8f288266b1ea/f598401d-2a62-497a-b796-521bf6531fd9) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:03.708241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.714963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/edcf543e-ae44-4dd3-b1bd-7d946df535fa HTTP/1.1" status: 204 len: 168 time: 0.5064590 Nov 12 20:54:03.717483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271c2c6-ed12-49b2-8490-478ffe0b49a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=edcf543e-ae44-4dd3-b1bd-7d946df535fa,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:03.794257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.798164 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.905306 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.911444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ee2ae-c78a-4d47-8036-b26a5cda7fd4 req-64d7938a-f7ad-4931-9ffe-dc23dc5010f7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:03.913121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-765ee2ae-c78a-4d47-8036-b26a5cda7fd4 req-64d7938a-f7ad-4931-9ffe-dc23dc5010f7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0634224 Nov 12 20:54:03.914643 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.935486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:54:03.959465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:03.961184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:03.961703 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Added segment c5cc39f8-4e89-473e-bd38-a3c165fd1dcd of type vlan for network 8e6c73cc-4005-44b6-b48d-0df7b8766712 Nov 12 20:54:04.005664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-765ee2ae-c78a-4d47-8036-b26a5cda7fd4 req-a3bac9b8-fcfa-4a3a-82f5-bdd1dfc4a1cb tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859098 Nov 12 20:54:04.025570 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.075830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Network da242f3a-e193-45a1-9c1a-084171207d19 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:04.079238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:04.083051 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.084748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:04.087448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Pushing event updated for resources: {'Port': ['ID=f598401d-2a62-497a-b796-521bf6531fd9,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:04.165250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Attempting to bind port f598401d-2a62-497a-b796-521bf6531fd9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:04.166417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Attempting to bind port f598401d-2a62-497a-b796-521bf6531fd9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:04.166417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Attempting to bind port f598401d-2a62-497a-b796-521bf6531fd9 on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:04.173210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:04.173695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Checking segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:04.174397 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.174795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Bound using segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:04.175269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Bound port: f598401d-2a62-497a-b796-521bf6531fd9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:04.175670 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.248571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.249577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:04.250273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.274514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] For port f598401d-2a62-497a-b796-521bf6531fd9, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:04.278812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] For port f598401d-2a62-497a-b796-521bf6531fd9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f598401d-2a62-497a-b796-521bf6531fd9,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:04.279457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40804) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:04.326407 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.336562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0bcfea81-4460-4185-91dd-fde9fb23210f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c8532785f1741aab66aad26b44a1ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554659 Nov 12 20:54:04.353307 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40806) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:04.362496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6c73cc-4005-44b6-b48d-0df7b8766712,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:04.382513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-85b40579-9610-4059-abfe-af9934cea1a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1928067 Nov 12 20:54:04.384600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40808) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:04.390201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Request body: {'subnet': {'network_id': '8e6c73cc-4005-44b6-b48d-0df7b8766712', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-771857897-subnet', 'tenant_id': '5e0ff86263b9492d99c120671cd2b746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:04.394560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8e6c73cc-4005-44b6-b48d-0df7b8766712 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:54:04.410351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.433827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a34c5-ac1d-48be-8c4a-c8f34a7ba901 req-46803c3d-7d3b-499c-a794-aa865139c558 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:04.447336 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d53a34c5-ac1d-48be-8c4a-c8f34a7ba901 req-46803c3d-7d3b-499c-a794-aa865139c558 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1095717 Nov 12 20:54:04.462360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.540129 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da059fcb-70c3-4eea-ab38-1a10ac6c9748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.547345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84637cd-09ae-4758-b365-97d4e5b21800 None None] Pushing event updated for resources: {'Port': ['ID=f598401d-2a62-497a-b796-521bf6531fd9,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:04.550422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d53a34c5-ac1d-48be-8c4a-c8f34a7ba901 req-cc41d4fc-f8c7-49c2-a4f7-5b4526725413 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018910 Nov 12 20:54:04.586978 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da059fcb-70c3-4eea-ab38-1a10ac6c9748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.587183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Made reservation on behalf of 5e0ff86263b9492d99c120671cd2b746 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:04.588686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.663844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Allocated IP 172.25.8.147 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/9b7952f2-0915-41d9-9b1f-c715660e2aa1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:04.754414 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da059fcb-70c3-4eea-ab38-1a10ac6c9748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.759736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da059fcb-70c3-4eea-ab38-1a10ac6c9748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.764345 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da059fcb-70c3-4eea-ab38-1a10ac6c9748 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31ce274b-9b59-4955-a446-4244565f005e HTTP/1.1" status: 204 len: 168 time: 0.4100194 Nov 12 20:54:04.779419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da059fcb-70c3-4eea-ab38-1a10ac6c9748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ce274b-9b59-4955-a446-4244565f005e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:04.828884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.917245 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:04.978903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dae9a15-5f01-4aa3-a0f9-912870f09df9,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:04.988698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Checking segment: {'id': 'c5cc39f8-4e89-473e-bd38-a3c165fd1dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8e6c73cc-4005-44b6-b48d-0df7b8766712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:04.989186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Network hostable DHCP agents. Network: 8e6c73cc-4005-44b6-b48d-0df7b8766712, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:54:05.002008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:05.052134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:05.061487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:05.067565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:05.075613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Pushing event updated for resources: {'Port': ['ID=9b7952f2-0915-41d9-9b1f-c715660e2aa1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:05.138918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Network 8e6c73cc-4005-44b6-b48d-0df7b8766712 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:54:05.160849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a3e6d-8a3f-4eb2-9356-d102fe93490c req-86a5a7ec-ecb9-4137-89ec-348bc6beb1cd tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:05.163528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-796a3e6d-8a3f-4eb2-9356-d102fe93490c req-86a5a7ec-ecb9-4137-89ec-348bc6beb1cd tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0687339 Nov 12 20:54:05.234879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-796a3e6d-8a3f-4eb2-9356-d102fe93490c req-2e40971f-b66f-48b2-91d7-089cb4890598 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625594 Nov 12 20:54:05.253562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 8e6c73cc-4005-44b6-b48d-0df7b8766712) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:05.264691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b258aea-6968-43c3-8ad9-86cd30b245b4 None None] Network 8e6c73cc-4005-44b6-b48d-0df7b8766712 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:54:05.266993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:05.268532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:05.371043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-84b2aed0-d583-4091-98e6-c316d009c60d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9851069 Nov 12 20:54:05.510718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:05.706609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d1e9b5-0fd0-4253-bda1-99710b4584bb None None] Network 8e6c73cc-4005-44b6-b48d-0df7b8766712 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:54:05.836765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d228c3-d02e-4fe8-9117-cfeb43e6f560 req-be23ae31-3706-435e-825b-46567aec93b2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:05.836765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9d228c3-d02e-4fe8-9117-cfeb43e6f560 req-be23ae31-3706-435e-825b-46567aec93b2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1382573 Nov 12 20:54:05.870777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d9a15-d6ac-4608-bfea-87c1c1686d48 None None] Network da242f3a-e193-45a1-9c1a-084171207d19 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:54:05.946213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9d228c3-d02e-4fe8-9117-cfeb43e6f560 req-60d47ddf-415a-473c-b232-3b9e4fbcc017 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962479 Nov 12 20:54:06.008380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f598401d-2a62-497a-b796-521bf6531fd9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:06.082307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-45b4740b-00e1-473b-8b68-99033717c2aa None None] Provisioning complete for port f598401d-2a62-497a-b796-521bf6531fd9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:06.082307 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45b4740b-00e1-473b-8b68-99033717c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.095130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40836) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:06.139191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f598401d-2a62-497a-b796-521bf6531fd9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:06.139742 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.166563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.181388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-272ecb40-5179-4358-80cc-25805ac25573 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51c429f0649740d3ac672bb3c6b5b606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850050 Nov 12 20:54:06.184567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40842) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:06.364324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45b4740b-00e1-473b-8b68-99033717c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.403381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.424853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Router 1648232e-8e4f-482c-8f08-879ebc2bbed5 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:54:06.444336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-45b4740b-00e1-473b-8b68-99033717c2aa None None] For port f598401d-2a62-497a-b796-521bf6531fd9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f598401d-2a62-497a-b796-521bf6531fd9,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:06.446259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3664a447-2bcc-4ffa-8d87-84a26d0bb06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.505385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e3661-5688-440b-a860-95948c352eba req-2b60aeff-3bd1-41f8-a1c9-e2240b77b60d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:06.506999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-311e3661-5688-440b-a860-95948c352eba req-2b60aeff-3bd1-41f8-a1c9-e2240b77b60d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1842616 Nov 12 20:54:06.516775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3664a447-2bcc-4ffa-8d87-84a26d0bb06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.551803 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45b4740b-00e1-473b-8b68-99033717c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.586740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:54:06.615037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905aae-1b14-45f3-a267-d641c11e1772 req-e2d9e5be-31b4-4768-a8a8-3b4d1bae8c9c tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:06.621566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Sync routers for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:54:06.629896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-e2d9e5be-31b4-4768-a8a8-3b4d1bae8c9c tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/networks?id=8e6c73cc-4005-44b6-b48d-0df7b8766712 HTTP/1.1" status: 200 len: 821 time: 0.4046404 Nov 12 20:54:06.645429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:54:06.646065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:54:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:06.676524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-c0715298-3f45-4f6c-8fc8-6b1a32e28c90 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/quotas/5e0ff86263b9492d99c120671cd2b746 HTTP/1.1" status: 200 len: 375 time: 0.0472169 Nov 12 20:54:06.690542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.695599 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-120433fe-9929-4714-b3e3-5be9f93fc0ef admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3579376 Nov 12 20:54:06.699099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40852) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:06.713886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:54:06.714283 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:54:06.715706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-311e3661-5688-440b-a860-95948c352eba req-dbc744d9-f602-41f9-81e6-9bed505bb5bc tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967535 Nov 12 20:54:06.716990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4740b-00e1-473b-8b68-99033717c2aa None None] Pushing event updated for resources: {'Port': ['ID=f598401d-2a62-497a-b796-521bf6531fd9,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:06.752236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-9bf060a4-7496-4fa9-8379-5762f2024b72 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e0ff86263b9492d99c120671cd2b746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744290 Nov 12 20:54:06.842301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3664a447-2bcc-4ffa-8d87-84a26d0bb06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.848953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3664a447-2bcc-4ffa-8d87-84a26d0bb06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:06.851974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3664a447-2bcc-4ffa-8d87-84a26d0bb06c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/702db9fd-8358-41cd-bc54-ad3fa98f0568 HTTP/1.1" status: 204 len: 168 time: 0.6592052 Nov 12 20:54:06.870264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664a447-2bcc-4ffa-8d87-84a26d0bb06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702db9fd-8358-41cd-bc54-ad3fa98f0568,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:06.901275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:54:06.994478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-291ef07e-8cce-4095-8ce4-e16eaac64a6a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:54:06.999651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-291ef07e-8cce-4095-8ce4-e16eaac64a6a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2463300 Nov 12 20:54:07.032150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-91db6c54-64c3-48a7-a505-d261187a7d39 None None] Provisioning complete for port f598401d-2a62-497a-b796-521bf6531fd9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:07.032992 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-91db6c54-64c3-48a7-a505-d261187a7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:07.118126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-9cf978ed-0b2e-49d7-a7c2-67ae8ba7af8e service neutron] 10.222.0.64 "GET /v2.0/networks/8e6c73cc-4005-44b6-b48d-0df7b8766712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174357 Nov 12 20:54:07.280983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c3245-cbc6-4d22-9a0c-27b5564ffb91 req-d60e2fab-ec5a-4559-8cde-4f169739288b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:07.292813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-686c3245-cbc6-4d22-9a0c-27b5564ffb91 req-d60e2fab-ec5a-4559-8cde-4f169739288b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1730034 Nov 12 20:54:07.318981 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:07.364746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-686c3245-cbc6-4d22-9a0c-27b5564ffb91 req-d5337581-da65-42c2-8a47-9cd403eaae4d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709205 Nov 12 20:54:07.365269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:05Z', 'revision_number': 3, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:07.412573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-0bbc3e82-71a1-4deb-b31f-5e6e979c2b6a service neutron] 10.222.0.64 "GET /v2.0/networks/8e6c73cc-4005-44b6-b48d-0df7b8766712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242329 Nov 12 20:54:07.416043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Checking router: 1648232e-8e4f-482c-8f08-879ebc2bbed5 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:54:07.416479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Updating router 1648232e-8e4f-482c-8f08-879ebc2bbed5 port 9b7952f2-0915-41d9-9b1f-c715660e2aa1 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:54:07.483466 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:07.574562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Allocated IP 172.20.0.1 (da242f3a-e193-45a1-9c1a-084171207d19/b1f8470e-54ab-45e2-82b7-8f288266b1ea/b1d2b42a-4075-45c9-9f6a-75cc9b669944) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:07.701230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:07.802387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:07.849967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:07.887119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f598401d-2a62-497a-b796-521bf6531fd9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:07.938265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Network da242f3a-e193-45a1-9c1a-084171207d19 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:07.944375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:07.962372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:08.010066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c92ea-76cb-4f26-bbcc-f60f01c972b2 req-02c47ba9-eb6b-4c37-b640-b9b8d0eb1214 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:08.012185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f71c92ea-76cb-4f26-bbcc-f60f01c972b2 req-02c47ba9-eb6b-4c37-b640-b9b8d0eb1214 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1945815 Nov 12 20:54:08.019627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.050821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d2b42a-4075-45c9-9f6a-75cc9b669944,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:08.061007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.112397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49b3c93f-b66c-4a63-8e85-06ccb2bb58cb req-4ce5c91c-0b7e-4d7d-a21b-c84e65b7fa96 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 210 time: 0.0498049 Nov 12 20:54:08.180593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f598401d-2a62-497a-b796-521bf6531fd9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:08.180893 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.196462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f71c92ea-76cb-4f26-bbcc-f60f01c972b2 req-2c12997f-ca31-48ce-abb5-c59185240ed5 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690061 Nov 12 20:54:08.394756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e2562-64f7-47b7-a567-3fe65b47094b None None] Pushing event updated for resources: {'Port': ['ID=9b7952f2-0915-41d9-9b1f-c715660e2aa1,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:08.397990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Attempting to bind port 9b7952f2-0915-41d9-9b1f-c715660e2aa1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:08.398438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Attempting to bind port 9b7952f2-0915-41d9-9b1f-c715660e2aa1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:08.398699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Attempting to bind port 9b7952f2-0915-41d9-9b1f-c715660e2aa1 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:08.419409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:08.419775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:08.420602 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.420602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:08.420995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Bound port: 9b7952f2-0915-41d9-9b1f-c715660e2aa1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:08.421368 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.429933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.449728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-df78a036-3aaf-4c81-b896-be25b0d90666 None None] Provisioning complete for port b1d2b42a-4075-45c9-9f6a-75cc9b669944 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:08.450093 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-df78a036-3aaf-4c81-b896-be25b0d90666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.516716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-df78a036-3aaf-4c81-b896-be25b0d90666 None None] Port b1d2b42a-4075-45c9-9f6a-75cc9b669944 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:54:08.555218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] For port 9b7952f2-0915-41d9-9b1f-c715660e2aa1, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:08.574744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] For port 9b7952f2-0915-41d9-9b1f-c715660e2aa1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9b7952f2-0915-41d9-9b1f-c715660e2aa1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:08.629602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf248f2-11ff-4741-a97a-6745b4d6ce50 req-7c466e66-d36e-4f20-ae19-331af0a6d13c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:08.633397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cf248f2-11ff-4741-a97a-6745b4d6ce50 req-7c466e66-d36e-4f20-ae19-331af0a6d13c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1025331 Nov 12 20:54:08.643540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.713902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.729556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cf248f2-11ff-4741-a97a-6745b4d6ce50 req-2107799b-6a52-4654-86cd-3929b975b110 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879669 Nov 12 20:54:08.759084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:54:08.759084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:54:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:08.784970 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.796854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e2562-64f7-47b7-a567-3fe65b47094b None None] Pushing event updated for resources: {'Port': ['ID=9b7952f2-0915-41d9-9b1f-c715660e2aa1,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:08.863189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d2b42a-4075-45c9-9f6a-75cc9b669944,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:08.866271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:08.899116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:54:08.979109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Network da242f3a-e193-45a1-9c1a-084171207d19 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:08.981102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:09.172753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Router 1648232e-8e4f-482c-8f08-879ebc2bbed5 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:54:09.226308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4bbe0e1-da3d-4bf7-a02d-86959e4bc209 req-a1dfa4b4-c7ed-498e-b22b-9c977e53f625 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 210 time: 0.0574450 Nov 12 20:54:09.356475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:07Z', 'revision_number': 1, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:09.360159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:54:09.388624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac0357-e252-4ff2-88d6-bac8bdd4cfd8 req-7bf7bf15-2df1-477b-bd73-172941da3e9e tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:09.388786 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-876d94d8-2702-40ec-8dd6-288a62c899b5 admin admin] 10.222.0.64 "PUT /v2.0/routers/1648232e-8e4f-482c-8f08-879ebc2bbed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6912796 Nov 12 20:54:09.398282 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38ac0357-e252-4ff2-88d6-bac8bdd4cfd8 req-7bf7bf15-2df1-477b-bd73-172941da3e9e tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0781720 Nov 12 20:54:09.458401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38ac0357-e252-4ff2-88d6-bac8bdd4cfd8 req-91bc7cb2-3bca-4eac-89fe-70da8cd3db2d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589142 Nov 12 20:54:09.499049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f7774-fccc-4871-9c11-4f0abe3f3c7c None None] The sync data for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 is: [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:07Z', 'revision_number': 1, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:54:09.513954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-87efc163-dc7f-40ac-9da7-2c2cce9e522c None None] Provisioning complete for port b1d2b42a-4075-45c9-9f6a-75cc9b669944 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:09.514334 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-87efc163-dc7f-40ac-9da7-2c2cce9e522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:09.573205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-87efc163-dc7f-40ac-9da7-2c2cce9e522c None None] Port b1d2b42a-4075-45c9-9f6a-75cc9b669944 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:54:09.597487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f7bbe-f4fd-4890-b272-b4b92d02adfc req-db01ac84-6c89-4d7f-afde-e4153034bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:09.599030 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c4f7bbe-f4fd-4890-b272-b4b92d02adfc req-db01ac84-6c89-4d7f-afde-e4153034bd46 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 1097 time: 0.0803785 Nov 12 20:54:09.669004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c4f7bbe-f4fd-4890-b272-b4b92d02adfc req-2a24b83a-464e-41f9-a651-2ab65846d550 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606763 Nov 12 20:54:09.965440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f995f1b-00b6-4f8a-94fc-87d54c9f8221 req-d2696b29-b56f-4044-93a4-ea35be4384f2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:09.967079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f995f1b-00b6-4f8a-94fc-87d54c9f8221 req-d2696b29-b56f-4044-93a4-ea35be4384f2 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1190147 Nov 12 20:54:10.097807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f995f1b-00b6-4f8a-94fc-87d54c9f8221 req-d3de9223-991f-44e9-9813-5302841e5e2d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215537 Nov 12 20:54:10.139974 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:10.168325 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:10.424325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-15cb87d0-ce51-4386-ba64-a227dd9beb40 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328379 Nov 12 20:54:10.615925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40958) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:10.621184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2a4acf8c-4805-4d6b-bda4-a94410223e53 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1299698629', 'description': 'tempest-description--891483044'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:10.734618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a4acf8c-4805-4d6b-bda4-a94410223e53 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:10.831787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a4acf8c-4805-4d6b-bda4-a94410223e53 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:10.986554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4acac74-a4e6-470b-b775-fb27f146f333 req-2d7eda26-3538-4e9c-929b-9e7eff332243 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 210 time: 0.0815732 Nov 12 20:54:11.058685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-af8e5895-501d-47d7-a3c0-d90ffbc4da68 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:11.060173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-af8e5895-501d-47d7-a3c0-d90ffbc4da68 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6277409 Nov 12 20:54:11.098801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-cad59a81-0fde-4617-b7fa-9a34dc3638ef tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/quotas/1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 375 time: 0.0237174 Nov 12 20:54:11.108784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905aae-1b14-45f3-a267-d641c11e1772 req-0c12a00b-4b82-418f-a0fa-808ab75e8a48 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:11.131658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-0c12a00b-4b82-418f-a0fa-808ab75e8a48 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.46 "GET /v2.0/networks?id=8e6c73cc-4005-44b6-b48d-0df7b8766712 HTTP/1.1" status: 200 len: 821 time: 0.2067578 Nov 12 20:54:11.131658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Request body: {'port': {'device_id': '958ea44d-24a1-4185-8714-adbe64264206', 'network_id': '8e6c73cc-4005-44b6-b48d-0df7b8766712', 'admin_state_up': True, 'tenant_id': '5e0ff86263b9492d99c120671cd2b746'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:11.180195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-531a2f65-23b4-4600-817c-2f87feb97f67 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686853 Nov 12 20:54:11.286546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b6fa2-c066-4e38-9b6b-5f77d94f2678 req-b40351fd-7f29-444c-8e67-5b8745f61e17 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:11.294789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba5b6fa2-c066-4e38-9b6b-5f77d94f2678 req-b40351fd-7f29-444c-8e67-5b8745f61e17 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1713014 Nov 12 20:54:11.377102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba5b6fa2-c066-4e38-9b6b-5f77d94f2678 req-f0d9ef97-1fdb-411e-ab3c-895db226d95a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806034 Nov 12 20:54:11.537785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9aa02-3761-4aa5-91b9-1fd1bb29d0a3 req-c10f07d2-7255-4f36-90ca-6d0ccfee8fbc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:11.540365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5be9aa02-3761-4aa5-91b9-1fd1bb29d0a3 req-c10f07d2-7255-4f36-90ca-6d0ccfee8fbc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0572307 Nov 12 20:54:11.609397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a4acf8c-4805-4d6b-bda4-a94410223e53 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:11.637335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5be9aa02-3761-4aa5-91b9-1fd1bb29d0a3 req-046a484e-7a48-4c40-9143-11c62b27e717 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881023 Nov 12 20:54:11.645010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4acf8c-4805-4d6b-bda4-a94410223e53 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b089f7b-ab45-416b-bb1a-4cc102d70b0b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:11.665161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Made reservation on behalf of 5e0ff86263b9492d99c120671cd2b746 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:11.669613 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:11.735727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a4acf8c-4805-4d6b-bda4-a94410223e53 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:11.741700 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a4acf8c-4805-4d6b-bda4-a94410223e53 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1245313 Nov 12 20:54:11.742358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40976) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:11.747486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-606d2a2b-23fe-46a1-9632-3578c3b0fc9c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'security_group_rule': {'security_group_id': '0b089f7b-ab45-416b-bb1a-4cc102d70b0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:11.883455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea4af5d4-a7b1-4d8e-aee0-61535a345e50 req-83541ef0-885b-4ccd-bd51-f872663b60a4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 210 time: 0.0856607 Nov 12 20:54:11.907801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-606d2a2b-23fe-46a1-9632-3578c3b0fc9c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:11.970107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9b7952f2-0915-41d9-9b1f-c715660e2aa1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:12.016541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Allocated IP 172.20.0.13 (8e6c73cc-4005-44b6-b48d-0df7b8766712/1dae9a15-5f01-4aa3-a0f9-912870f09df9/8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:12.047123 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-606d2a2b-23fe-46a1-9632-3578c3b0fc9c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.123721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9b7952f2-0915-41d9-9b1f-c715660e2aa1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:12.124803 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.158027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60fdad83-9305-44e5-852b-92d4609bb3a6 req-246079cc-9a24-430c-af7f-fc0134aa92bc tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 210 time: 0.0528889 Nov 12 20:54:12.194005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-606d2a2b-23fe-46a1-9632-3578c3b0fc9c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.215281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d2a2b-23fe-46a1-9632-3578c3b0fc9c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687abf31-6e07-4b5c-a4ed-28682dc680d4,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:12.243737 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.263464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.268769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 9b7952f2-0915-41d9-9b1f-c715660e2aa1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9b7952f2-0915-41d9-9b1f-c715660e2aa1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:12.335928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-606d2a2b-23fe-46a1-9632-3578c3b0fc9c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.337067 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-606d2a2b-23fe-46a1-9632-3578c3b0fc9c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5936832 Nov 12 20:54:12.339664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40998) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:12.346812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-97535946-c896-4f41-b138-a2b0fa86db65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'security_group_rule': {'security_group_id': '0b089f7b-ab45-416b-bb1a-4cc102d70b0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:12.362551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.417925 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.421970 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Sync routers for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:54:12.433006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=9b7952f2-0915-41d9-9b1f-c715660e2aa1,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:12.446669 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:54:12.447960 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:54:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:12.465250 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97535946-c896-4f41-b138-a2b0fa86db65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.499035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Pushing event updated for resources: {'Port': ['ID=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:12.508481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Network 8e6c73cc-4005-44b6-b48d-0df7b8766712 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:12.515011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:12.517931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:12.563050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97535946-c896-4f41-b138-a2b0fa86db65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.616140 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:54:12.628514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:12.629297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.648096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97535946-c896-4f41-b138-a2b0fa86db65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.674096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f73a4a-3a8a-40e4-939d-f916c92afcc9 req-296994ec-0ef4-4980-925a-5cf1c6e26d59 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:12.676074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1f73a4a-3a8a-40e4-939d-f916c92afcc9 req-296994ec-0ef4-4980-925a-5cf1c6e26d59 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.1136956 Nov 12 20:54:12.696753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97535946-c896-4f41-b138-a2b0fa86db65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52af73e7-c63b-4cf2-954d-e146ee2f2746,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:12.744573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1f73a4a-3a8a-40e4-939d-f916c92afcc9 req-78e23db0-312b-4bd1-a156-602b6c158872 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608718 Nov 12 20:54:12.801909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b02815-bd84-4084-8636-f8bf5452f7a5 req-e1971e6e-2ea2-475c-b770-c0d7dd04842e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:12.804302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8b02815-bd84-4084-8636-f8bf5452f7a5 req-e1971e6e-2ea2-475c-b770-c0d7dd04842e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0586915 Nov 12 20:54:12.808776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-a0792983-158b-431b-bbb2-6fc781977059 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6867490 Nov 12 20:54:12.827631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97535946-c896-4f41-b138-a2b0fa86db65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.829071 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-97535946-c896-4f41-b138-a2b0fa86db65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4884648 Nov 12 20:54:12.832000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41012) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:12.837188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:12.848521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Request body: {'port': {'device_id': '958ea44d-24a1-4185-8714-adbe64264206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:12.860901 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 2, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:12.895463 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Checking router: 1648232e-8e4f-482c-8f08-879ebc2bbed5 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:54:12.896669 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Updating router 1648232e-8e4f-482c-8f08-879ebc2bbed5 port b1d2b42a-4075-45c9-9f6a-75cc9b669944 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:54:12.945196 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:12.951523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.040927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8b02815-bd84-4084-8636-f8bf5452f7a5 req-98c58d46-f5b6-4d2a-82a9-a4bf247e9066 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267447 Nov 12 20:54:13.045573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-014aa6a4-6502-4304-8d0e-4b8be8fa4229 req-8461b44e-8ec1-4648-a0a9-6b4569cb6bbe tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 210 time: 0.0527883 Nov 12 20:54:13.046654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.120888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.270886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Allocated IP 172.25.8.204 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/b9254b34-ce7c-474d-82d2-f1b0bbdee810) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:13.421335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-d010b353-315e-414f-a9e8-b82f0d8f1253 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:13.428691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-d010b353-315e-414f-a9e8-b82f0d8f1253 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/networks?id=ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 200 len: 810 time: 0.2624075 Nov 12 20:54:13.447981 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.460997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-ade678c5-e0cd-4c62-abfa-239967ef0965 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/quotas/a68ecaa57d704251a7d0b6559969c411 HTTP/1.1" status: 200 len: 375 time: 0.0313351 Nov 12 20:54:13.559116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddec20-0b52-45ce-a8b4-2e072b65527a req-a42a8f37-eb79-41e4-b22f-1a4321f272df tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:13.560690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eddec20-0b52-45ce-a8b4-2e072b65527a req-a42a8f37-eb79-41e4-b22f-1a4321f272df tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 932 time: 0.1292427 Nov 12 20:54:13.574324 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.587920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-d3e05ae0-62b3-423e-b602-f2846d1e689b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260862 Nov 12 20:54:13.596829 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.643913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:13.650964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:13.656685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:13.657228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'Port': ['ID=b9254b34-ce7c-474d-82d2-f1b0bbdee810,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:13.670697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:13.679648 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.714009 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.737049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eddec20-0b52-45ce-a8b4-2e072b65527a req-6eeac947-2a7e-4d23-ac6a-00d18f3d4c19 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657596 Nov 12 20:54:13.751090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Transition to ACTIVE for port object 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:54:13.754960 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aae97-d658-4a11-aafa-4762120c9452 None None] Pushing event updated for resources: {'Port': ['ID=b1d2b42a-4075-45c9-9f6a-75cc9b669944,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:13.781675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-edff560c-c6d0-4325-9a9e-6252c78a2073 service neutron] 10.222.0.64 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633480 Nov 12 20:54:13.870968 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Attempting to bind port b1d2b42a-4075-45c9-9f6a-75cc9b669944 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:13.871373 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Attempting to bind port b1d2b42a-4075-45c9-9f6a-75cc9b669944 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:13.871727 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Attempting to bind port b1d2b42a-4075-45c9-9f6a-75cc9b669944 on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:13.879540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.880149 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:13.880717 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Checking segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:13.881165 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.881935 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Bound using segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:13.882256 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Bound port: b1d2b42a-4075-45c9-9f6a-75cc9b669944, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:13.882644 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.910867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9b7952f2-0915-41d9-9b1f-c715660e2aa1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:13.925695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:13.976863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Pushing event updated for resources: {'Port': ['ID=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:14.020717 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] For port b1d2b42a-4075-45c9-9f6a-75cc9b669944, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:14.025942 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] For port b1d2b42a-4075-45c9-9f6a-75cc9b669944, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b1d2b42a-4075-45c9-9f6a-75cc9b669944,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:14.037427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-e248d0e1-1e9b-4ad2-8dc5-85650b91f5bd service neutron] 10.222.0.64 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538526 Nov 12 20:54:14.058448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.060403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9b7952f2-0915-41d9-9b1f-c715660e2aa1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:14.061390 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.111505 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.150817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Attempting to bind port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:14.151727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Attempting to bind port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'c5cc39f8-4e89-473e-bd38-a3c165fd1dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8e6c73cc-4005-44b6-b48d-0df7b8766712'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:14.152396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Attempting to bind port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 on network 8e6c73cc-4005-44b6-b48d-0df7b8766712 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:14.159024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 on network 8e6c73cc-4005-44b6-b48d-0df7b8766712 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:54:14.159502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Attempting to bind port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 on network 8e6c73cc-4005-44b6-b48d-0df7b8766712 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:14.167897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:14.168534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Checking segment: {'id': 'c5cc39f8-4e89-473e-bd38-a3c165fd1dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8e6c73cc-4005-44b6-b48d-0df7b8766712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:14.169020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Bound using segment: {'id': 'c5cc39f8-4e89-473e-bd38-a3c165fd1dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8e6c73cc-4005-44b6-b48d-0df7b8766712'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:14.169580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Bound port: 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cc39f8-4e89-473e-bd38-a3c165fd1dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8e6c73cc-4005-44b6-b48d-0df7b8766712'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:14.170297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.183270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a5a53823-6cb4-456d-b336-93575f3fb15a None None] Provisioning complete for port b1d2b42a-4075-45c9-9f6a-75cc9b669944 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:14.193767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5a53823-6cb4-456d-b336-93575f3fb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.217984 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aae97-d658-4a11-aafa-4762120c9452 None None] Pushing event updated for resources: {'Port': ['ID=b1d2b42a-4075-45c9-9f6a-75cc9b669944,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:14.290971 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:54:14.292803 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:54:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:14.314765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc0ad0-9b24-40d5-826c-e3b6eb803037 req-9f617be8-eaf8-4fcd-9210-abf0cf8cebe6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:14.336911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87fc0ad0-9b24-40d5-826c-e3b6eb803037 req-9f617be8-eaf8-4fcd-9210-abf0cf8cebe6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1509511 Nov 12 20:54:14.418633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.442038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] For port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:14.449576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] For port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,segment=NetworkSegment(c5cc39f8-4e89-473e-bd38-a3c165fd1dcd),segment_id=c5cc39f8-4e89-473e-bd38-a3c165fd1dcd)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:14.483399 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5a53823-6cb4-456d-b336-93575f3fb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.505978 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.556681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c9b7a63-9baa-4336-9c04-6a647cfbc1bc req-032105f6-fd58-434c-97aa-c16c53e73068 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 210 time: 0.1425059 Nov 12 20:54:14.565015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a5a53823-6cb4-456d-b336-93575f3fb15a None None] For port b1d2b42a-4075-45c9-9f6a-75cc9b669944, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b1d2b42a-4075-45c9-9f6a-75cc9b669944,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:14.581304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:54:14.592733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.638879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.663681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'Port': ['ID=b9254b34-ce7c-474d-82d2-f1b0bbdee810,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:14.710540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:14.711177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.712583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] 10.222.0.46 "PUT /v2.0/ports/8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 HTTP/1.1" status: 200 len: 1093 time: 1.8753769 Nov 12 20:54:14.722218 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5a53823-6cb4-456d-b336-93575f3fb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.732360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958ea44d-24a1-4185-8714-adbe64264206', 'tag': '8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:14.734952 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369" -d '{"events": [{"name": "network-changed", "server_uuid": "958ea44d-24a1-4185-8714-adbe64264206", "tag": "8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:14.739213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef9d4e2-3efa-41fe-b202-6b87c8cfae70 req-dc1735a8-476f-4370-9cae-28cb360187f2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 210 time: 0.0842433 Nov 12 20:54:14.777981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a53823-6cb4-456d-b336-93575f3fb15a None None] Pushing event updated for resources: {'Port': ['ID=b1d2b42a-4075-45c9-9f6a-75cc9b669944,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:14.780998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87fc0ad0-9b24-40d5-826c-e3b6eb803037 req-f3e2a0db-f976-4dcb-8cf6-d45e56917e98 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4431021 Nov 12 20:54:14.781186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.790061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-d2ffaa90-fe10-4c11-9853-77836475e865 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765135 Nov 12 20:54:14.795904 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0d89f9d1-060e-48ee-bab1-71670c19d3f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9626298 Nov 12 20:54:14.866513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bc38a227-e7ce-49db-9648-6ed14c042df8 None None] Provisioning complete for port b1d2b42a-4075-45c9-9f6a-75cc9b669944 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:14.866909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc38a227-e7ce-49db-9648-6ed14c042df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:14.952816 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6ae61b-e536-4530-a492-0a104bee12c0 x-openstack-request-id: req-6e6ae61b-e536-4530-a492-0a104bee12c0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:14.955334 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958ea44d-24a1-4185-8714-adbe64264206", "tag": "8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:14.955334 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e6ae61b-e536-4530-a492-0a104bee12c0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:14.955334 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958ea44d-24a1-4185-8714-adbe64264206', 'tag': '8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31', 'status': 'completed', 'code': 200} Nov 12 20:54:14.955334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923a715-2112-4fd2-aa8c-052916b9d00d service neutron] Pushing event updated for resources: {'Port': ['ID=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:14.961783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:54:15.012125 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:14Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:15.058147 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ffcc0-2d40-479e-95b8-788af74454ba None None] The sync data for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 is: [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:14Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:54:15.089145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905aae-1b14-45f3-a267-d641c11e1772 req-016dc17f-e367-4710-88e7-04599eda889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:15.090920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-016dc17f-e367-4710-88e7-04599eda889c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e0ff86263b9492d99c120671cd2b746&device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 1096 time: 0.1409724 Nov 12 20:54:15.134684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:15.176829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-7e5ba54c-8fec-4c86-a79f-53feec0a9fdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 HTTP/1.1" status: 200 len: 217 time: 0.0504546 Nov 12 20:54:15.180875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'aa86fda3-2791-425b-8694-d171da8a7615', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'port_id': 'aa86fda3-2791-425b-8694-d171da8a7615', 'mac_address': 'fa:16:3e:df:78:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:54:15.246371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:15.272314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82493dec-2569-4319-80dd-f9be8b0cdeb5 req-4514d989-92f3-4284-a3c3-059cd3010783 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:15.273743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa86fda3-2791-425b-8694-d171da8a7615 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:15.280123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82493dec-2569-4319-80dd-f9be8b0cdeb5 req-4514d989-92f3-4284-a3c3-059cd3010783 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 944 time: 0.2749624 Nov 12 20:54:15.301408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:15.309008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-41a3b89b-1fb1-41aa-b4b7-b0b326a69014 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:15.310573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-41a3b89b-1fb1-41aa-b4b7-b0b326a69014 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5006697 Nov 12 20:54:15.322264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-6d845322-170a-4830-90e4-adb92941ff6c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1299698629&fields=id&tenant_id=0d3eb9aea66f485ab2148ab1989dfab9 HTTP/1.1" status: 200 len: 267 time: 0.2660055 Nov 12 20:54:15.338849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Request body: {'port': {'device_id': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '1b08cd0c4a174a3984359e0e19946f2d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:15.458981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:15.465212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905aae-1b14-45f3-a267-d641c11e1772 req-394581ed-9174-44ce-812a-b6f37b4fb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:15.469503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-394581ed-9174-44ce-812a-b6f37b4fb774 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dae9a15-5f01-4aa3-a0f9-912870f09df9 HTTP/1.1" status: 200 len: 861 time: 0.2724915 Nov 12 20:54:15.533008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:15.545014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-2a9f2200-b579-40f6-a490-0c1def8ff33e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e6c73cc-4005-44b6-b48d-0df7b8766712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319822 Nov 12 20:54:15.553807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82493dec-2569-4319-80dd-f9be8b0cdeb5 req-d553ba90-1d8f-40fd-aa12-605e8d36482c tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724950 Nov 12 20:54:15.555604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['aa86fda3-2791-425b-8694-d171da8a7615'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:54:15.753627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-2c815ee2-98a4-4021-909c-6a949233be6e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:15.755140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-2c815ee2-98a4-4021-909c-6a949233be6e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.4129381 Nov 12 20:54:15.815505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2cb415e4-c5bd-4d51-b5c7-60612a7909ed req-dbc32a9f-ceff-4ae8-a5d5-220c45361f07 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 210 time: 0.0586846 Nov 12 20:54:15.829875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-f41bdf52-d78e-4ddd-8fa3-e7bce546905a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/quotas/0d3eb9aea66f485ab2148ab1989dfab9 HTTP/1.1" status: 200 len: 375 time: 0.0585992 Nov 12 20:54:15.846900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-7583757f-8cbd-40cd-b423-25a50df924d3 service neutron] 10.222.0.46 "GET /v2.0/networks/8e6c73cc-4005-44b6-b48d-0df7b8766712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899146 Nov 12 20:54:15.905692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Made reservation on behalf of 1b08cd0c4a174a3984359e0e19946f2d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:15.905692 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:15.992085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:16.018901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b1d2b42a-4075-45c9-9f6a-75cc9b669944 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:16.024675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a02e574-c6ae-4013-8d30-f727a0416279 req-e51a361c-e607-4e7b-a65c-40f71252a873 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 210 time: 0.1079412 Nov 12 20:54:16.072237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-2a92ec72-4cef-455f-ad43-b2feb264d7a8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2296295 Nov 12 20:54:16.154198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b1d2b42a-4075-45c9-9f6a-75cc9b669944 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:16.154858 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:16.213250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27905aae-1b14-45f3-a267-d641c11e1772 req-07dec075-d756-4964-9e47-132f9452f438 service neutron] 10.222.0.46 "GET /v2.0/networks/8e6c73cc-4005-44b6-b48d-0df7b8766712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506112 Nov 12 20:54:16.320090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-002ae35c-c120-43c7-af69-c2d4cea04b1a service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404847 Nov 12 20:54:16.328334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178440c6-af50-4922-9442-6adc0e49c526 req-661ca069-5279-4412-9e44-bd8f2eee168c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:16.329983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-178440c6-af50-4922-9442-6adc0e49c526 req-661ca069-5279-4412-9e44-bd8f2eee168c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.1499264 Nov 12 20:54:16.343744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:16.737366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:16.841087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-821a0b40-de3c-430b-a109-e3bbe16b85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:16.842680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-821a0b40-de3c-430b-a109-e3bbe16b85e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e0ff86263b9492d99c120671cd2b746&device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 1096 time: 0.4964662 Nov 12 20:54:16.855182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d537f252-d5e7-4826-a3e0-ee680bb1da0c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:16.860780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-178440c6-af50-4922-9442-6adc0e49c526 req-95b17ede-264f-4f37-b4b8-941ff7360801 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5135741 Nov 12 20:54:16.915251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0315b059-c5b2-4c75-be45-cff80cea86a0 service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700271 Nov 12 20:54:16.920912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:17.026256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Allocated IP 192.168.233.38 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/b991bf97-faad-4cfd-9ab6-87a74332f7ab) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:17.040295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-91f6b84e-96bc-4502-bc4b-4d8ee571223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:17.040295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-91f6b84e-96bc-4502-bc4b-4d8ee571223e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e6c73cc-4005-44b6-b48d-0df7b8766712 HTTP/1.1" status: 200 len: 922 time: 0.1883149 Nov 12 20:54:17.111276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-76b6626b-b214-413b-a565-8208a87f0d25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 HTTP/1.1" status: 200 len: 217 time: 0.0611510 Nov 12 20:54:17.111548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port aa86fda3-2791-425b-8694-d171da8a7615 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:17.119596 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:17.270263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-519f5f93-0330-4e58-bf4e-808998c6168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:17.271836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-519f5f93-0330-4e58-bf4e-808998c6168b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dae9a15-5f01-4aa3-a0f9-912870f09df9 HTTP/1.1" status: 200 len: 861 time: 0.1511676 Nov 12 20:54:17.337281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-cc90503b-287d-437a-878e-42f1e391b765 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e6c73cc-4005-44b6-b48d-0df7b8766712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552914 Nov 12 20:54:17.372588 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:17.384820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4be40b-97ed-4aee-a4f5-93be7a0ff244 req-011ab085-dd43-4b8f-a1be-e0a7d44bbf91 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:17.396973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f4be40b-97ed-4aee-a4f5-93be7a0ff244 req-011ab085-dd43-4b8f-a1be-e0a7d44bbf91 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 944 time: 0.2272997 Nov 12 20:54:17.435671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:17.439037 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a052c3b-27bc-41a3-90a2-2bdaa1c8cc6f" -d '{"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-plugged", "status": "completed", "tag": "aa86fda3-2791-425b-8694-d171da8a7615"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:17.470215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:17.542555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:17.543518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-b1932ca4-9e4c-4a88-a1dc-7b17fde4267f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:17.549692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-b1932ca4-9e4c-4a88-a1dc-7b17fde4267f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.46 "GET /v2.0/networks?id=ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 200 len: 810 time: 0.3215306 Nov 12 20:54:17.577328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Request body: {'port': {'device_id': '8dbe6af1-de81-4a82-b57b-535a93c0d37d', 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1', 'admin_state_up': True, 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:17.585571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:17.624469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f4be40b-97ed-4aee-a4f5-93be7a0ff244 req-a6e6b9c0-8330-4863-a165-231cd039d827 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260888 Nov 12 20:54:17.705715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:17.839086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-614a2cd1-04a8-4d7c-9541-486fbe5f8128 req-efef09b9-1e79-48d0-8640-6c6a8d0ab316 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 210 time: 0.1405683 Nov 12 20:54:17.854200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16b64bbb-f4b4-46b1-b0ed-8f2713d1c6bb req-5072a3c2-73c6-4f79-8dac-170aad1a8924 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 210 time: 0.1348369 Nov 12 20:54:17.862582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-c54ee28e-72db-4c1b-90f2-2169d2efa5f2 service neutron] 10.222.0.46 "GET /v2.0/networks/8e6c73cc-4005-44b6-b48d-0df7b8766712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175855 Nov 12 20:54:17.910463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Made reservation on behalf of a68ecaa57d704251a7d0b6559969c411 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:17.917772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:17.961236 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f466a62-18f8-4106-8c94-ea0f8cf91992 x-openstack-request-id: req-0f466a62-18f8-4106-8c94-ea0f8cf91992 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:17.961757 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-plugged", "status": "completed", "tag": "aa86fda3-2791-425b-8694-d171da8a7615", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:17.962203 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f466a62-18f8-4106-8c94-ea0f8cf91992 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:17.962808 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615', 'code': 200} Nov 12 20:54:18.034737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a0c4063-06a0-40f8-ad85-4e639078d39a req-bcedd84f-fcb3-488e-a2c6-0ed8b069f1b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 210 time: 0.1134872 Nov 12 20:54:18.073811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:18.245054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:18.247983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Allocated IP 172.20.0.6 (ec982ad9-8b76-4a22-adec-90f88be08db1/b8536413-268d-45f3-bcf9-8b4172fef60b/821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:18.295695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:18.312879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:18.338038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:18.444151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:54:18.565282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:18.571898 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:18.573325 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:18.597756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1aa47671-03d6-49a0-8b8b-36c3b9e7a369 req-7c796adf-258e-4e28-b299-d994a2f71958 service neutron] 10.222.0.46 "GET /v2.0/networks/8e6c73cc-4005-44b6-b48d-0df7b8766712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016165 Nov 12 20:54:18.627322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13198ba2-0276-4b4a-acc2-92f54c0f53e0 req-70926de9-c631-4ca8-a258-a4ed1b3e63a9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:18.654864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13198ba2-0276-4b4a-acc2-92f54c0f53e0 req-70926de9-c631-4ca8-a258-a4ed1b3e63a9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.3569145 Nov 12 20:54:18.716522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-48df4266-f864-4840-af73-4566b0c4626c None None] Provisioning complete for port b991bf97-faad-4cfd-9ab6-87a74332f7ab triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:18.716881 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48df4266-f864-4840-af73-4566b0c4626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:18.745924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:18.765747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13198ba2-0276-4b4a-acc2-92f54c0f53e0 req-f19407d1-ec18-486c-bbfc-40ccaec0f9ae tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099572 Nov 12 20:54:18.773511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['1120cf31-38a2-421e-adee-65ad454acafd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:54:18.794619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,segment=NetworkSegment(c5cc39f8-4e89-473e-bd38-a3c165fd1dcd),segment_id=c5cc39f8-4e89-473e-bd38-a3c165fd1dcd)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:18.849359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31', 'network_id': '8e6c73cc-4005-44b6-b48d-0df7b8766712', 'port_id': '8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31', 'mac_address': 'fa:16:3e:1e:4c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dae9a15-5f01-4aa3-a0f9-912870f09df9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:54:18.853195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Pushing event updated for resources: {'Port': ['ID=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:18.854760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-48df4266-f864-4840-af73-4566b0c4626c None None] Port b991bf97-faad-4cfd-9ab6-87a74332f7ab cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:54:18.872929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-fcc4e31a-ab6e-45b7-9517-b7a506e65d0d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5417511 Nov 12 20:54:18.900562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Network ec982ad9-8b76-4a22-adec-90f88be08db1 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:18.904083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:18.917242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:18.917721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Request body: {'port': {'device_id': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:18.971245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2182b1-bb67-4f41-96f3-11a42565a26e req-202a8ab9-0532-4aa5-b6d2-0873999c0fbe tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:18.981676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a2182b1-bb67-4f41-96f3-11a42565a26e req-202a8ab9-0532-4aa5-b6d2-0873999c0fbe tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 944 time: 0.1624343 Nov 12 20:54:18.984542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:18.985924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:18.986670 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:19.040634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:19.068480 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-9f6f2f5c-475c-4527-91bc-67df437831d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5056322 Nov 12 20:54:19.082229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Request body: {'port': {'device_id': '8dbe6af1-de81-4a82-b57b-535a93c0d37d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:19.113065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,segment=NetworkSegment(c5cc39f8-4e89-473e-bd38-a3c165fd1dcd),segment_id=c5cc39f8-4e89-473e-bd38-a3c165fd1dcd)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:19.129575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a2182b1-bb67-4f41-96f3-11a42565a26e req-516dd036-6ed1-4f87-81fe-f6f2d05f9b4f tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469302 Nov 12 20:54:19.140453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:19.172555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:19.231028 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:19.331035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:19.356919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288a48-e43d-49b3-bc1e-66a69e2f63b5 req-434300d8-a37c-4f75-b4aa-ee730d473e87 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:19.364411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4288a48-e43d-49b3-bc1e-66a69e2f63b5 req-434300d8-a37c-4f75-b4aa-ee730d473e87 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 935 time: 0.3396940 Nov 12 20:54:19.560087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ad231-02f0-4cfa-b774-dcddd917720c req-025bf452-f367-4743-8e18-7a4d5df9b241 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:19.563597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:54:19.569744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-904ad231-02f0-4cfa-b774-dcddd917720c req-025bf452-f367-4743-8e18-7a4d5df9b241 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 931 time: 0.1977806 Nov 12 20:54:19.636831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4288a48-e43d-49b3-bc1e-66a69e2f63b5 req-d948ffc3-5f37-4ba5-b066-7e6ec5c0de7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702618 Nov 12 20:54:19.697282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:19.711767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:19.753943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Transition to ACTIVE for port object 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:54:19.812070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5705aab-2fac-4178-b3c5-17a423126d18 req-b44c7f51-ece5-4caf-96e4-f08ba21e54ec tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 210 time: 0.0986681 Nov 12 20:54:19.838915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-904ad231-02f0-4cfa-b774-dcddd917720c req-fbea4821-6e45-4111-a2e7-761ba856e5d5 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681756 Nov 12 20:54:19.899327 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:19.990697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:20.096322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b991bf97-faad-4cfd-9ab6-87a74332f7ab {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:20.113938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.117862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Attempting to bind port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:20.118257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Attempting to bind port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:20.118464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b65f2-6dbf-4a49-bfe6-e901bb570ed5 req-7ba82949-ef58-4122-8237-35ca995d852a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:20.119253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Attempting to bind port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a on network ec982ad9-8b76-4a22-adec-90f88be08db1 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:20.120324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a39b65f2-6dbf-4a49-bfe6-e901bb570ed5 req-7ba82949-ef58-4122-8237-35ca995d852a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1285801 Nov 12 20:54:20.131310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a on network ec982ad9-8b76-4a22-adec-90f88be08db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:54:20.136407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Attempting to bind port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a on network ec982ad9-8b76-4a22-adec-90f88be08db1 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:20.138060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:20.138842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Checking segment: {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:20.139221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Bound using segment: {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:20.139784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Bound port: 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d67c112-08c1-4710-8737-198054c37eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:20.140403 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.142518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Transition to ACTIVE for port object b991bf97-faad-4cfd-9ab6-87a74332f7ab will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:54:20.185159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a39b65f2-6dbf-4a49-bfe6-e901bb570ed5 req-ec246aab-89c1-43ec-a00c-0620bc5a7bb9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586848 Nov 12 20:54:20.227021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] For port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:20.231882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] For port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:20.232071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.310723 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.315740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:20.337438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ec06-cc5e-458f-b362-6e98ce2c8151 req-483368b9-1dd4-4bc8-8754-1d387600923b tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:20.345105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3967ec06-cc5e-458f-b362-6e98ce2c8151 req-483368b9-1dd4-4bc8-8754-1d387600923b tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 945 time: 0.1148520 Nov 12 20:54:20.430759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:20.449203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:20.451262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.453935 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-65b43308-7cf8-41aa-a17d-a4718716a2d6 service neutron] 10.222.0.46 "PUT /v2.0/ports/821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a HTTP/1.1" status: 200 len: 1092 time: 1.3774362 Nov 12 20:54:20.454630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbe6af1-de81-4a82-b57b-535a93c0d37d', 'tag': '821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:20.460903 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d2b94f-4572-4781-9bd3-a7ee7e16a9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbe6af1-de81-4a82-b57b-535a93c0d37d", "tag": "821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:20.538028 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd4d806-72b6-4c77-aceb-e11d42c939ff x-openstack-request-id: req-dcd4d806-72b6-4c77-aceb-e11d42c939ff {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:20.539242 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbe6af1-de81-4a82-b57b-535a93c0d37d", "tag": "821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:20.539656 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcd4d806-72b6-4c77-aceb-e11d42c939ff {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:20.540232 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbe6af1-de81-4a82-b57b-535a93c0d37d', 'tag': '821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a', 'status': 'completed', 'code': 200} Nov 12 20:54:20.554284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Attempting to bind port b991bf97-faad-4cfd-9ab6-87a74332f7ab on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:20.557257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Attempting to bind port b991bf97-faad-4cfd-9ab6-87a74332f7ab by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:20.557671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Attempting to bind port b991bf97-faad-4cfd-9ab6-87a74332f7ab on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:20.563224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3967ec06-cc5e-458f-b362-6e98ce2c8151 req-cc0c1cf6-5b48-48b8-8e10-1378498fdcc6 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171197 Nov 12 20:54:20.570528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Port b991bf97-faad-4cfd-9ab6-87a74332f7ab on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:54:20.571457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Attempting to bind port b991bf97-faad-4cfd-9ab6-87a74332f7ab on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:20.585923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:20.585923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:20.585923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:20.585923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Bound port: b991bf97-faad-4cfd-9ab6-87a74332f7ab, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:20.585923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.635052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2b94f-4572-4781-9bd3-a7ee7e16a9dd req-9b6339b7-1548-4024-880f-1e2c0a15bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:20.637216 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-64d2b94f-4572-4781-9bd3-a7ee7e16a9dd req-9b6339b7-1548-4024-880f-1e2c0a15bedd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 1095 time: 0.0753870 Nov 12 20:54:20.732534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:20.741789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:20.813714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824364b-4c3b-4b84-a35d-a57423e2ba77 req-55e2347d-c912-4135-9327-4f3789476b33 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:20.816016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1824364b-4c3b-4b84-a35d-a57423e2ba77 req-55e2347d-c912-4135-9327-4f3789476b33 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 947 time: 0.0693686 Nov 12 20:54:20.890883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.891074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-c3bd4f78-9f99-4fab-8a8a-c9edd4105a19 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:20.891557 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-c3bd4f78-9f99-4fab-8a8a-c9edd4105a19 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.1758587 Nov 12 20:54:20.976370 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-38edf862-7a0b-4a45-9555-dd84258fa888 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d3eb9aea66f485ab2148ab1989dfab9 HTTP/1.1" status: 200 len: 380 time: 0.0742612 Nov 12 20:54:20.992308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:20.992936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.994903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] 10.222.0.78 "PUT /v2.0/ports/b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 1096 time: 2.1025600 Nov 12 20:54:20.995696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:20.998050 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b265521-551b-4afe-8b40-fb492a6c38c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:21.026890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'port': {'device_id': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'admin_state_up': True, 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'security_groups': ['0b089f7b-ab45-416b-bb1a-4cc102d70b0b']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:21.032186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1824364b-4c3b-4b84-a35d-a57423e2ba77 req-bb19de32-f81a-4a41-bdf0-f219c416ada4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094359 Nov 12 20:54:21.046594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf623037-bd60-480e-8d91-3bdc910c4ada req-f9b295a2-bb8e-47f6-8045-bf735fcc36e0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 210 time: 0.0853779 Nov 12 20:54:21.112331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80480826-523b-48f4-aad2-750b5c9b1dfd service neutron] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:21.185106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2b94f-4572-4781-9bd3-a7ee7e16a9dd req-4017df1d-2692-45f3-9cf0-19d6acb35ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.189206 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-64d2b94f-4572-4781-9bd3-a7ee7e16a9dd req-4017df1d-2692-45f3-9cf0-19d6acb35ad8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a68ecaa57d704251a7d0b6559969c411&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5418046 Nov 12 20:54:21.383927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a637f-a266-495c-bb32-bc3d0fdd30f8 req-9afcac1c-2342-4f3d-aaee-0bedc66cfdea tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.385615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac4a637f-a266-495c-bb32-bc3d0fdd30f8 req-9afcac1c-2342-4f3d-aaee-0bedc66cfdea tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 943 time: 0.1534188 Nov 12 20:54:21.389591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-7896dab2-5b17-4852-8896-3b1dc7dedb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.392084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-7896dab2-5b17-4852-8896-3b1dc7dedb53 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1099 time: 0.1743817 Nov 12 20:54:21.408534 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3da582-49eb-4dc6-89a1-bff05ab0b190 x-openstack-request-id: req-0c3da582-49eb-4dc6-89a1-bff05ab0b190 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:21.408855 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:21.409208 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c3da582-49eb-4dc6-89a1-bff05ab0b190 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:21.409685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2b94f-4572-4781-9bd3-a7ee7e16a9dd req-13375e93-bb4d-4066-8e84-9195a7d22392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.409821 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'status': 'completed', 'code': 200} Nov 12 20:54:21.414536 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-64d2b94f-4572-4781-9bd3-a7ee7e16a9dd req-13375e93-bb4d-4066-8e84-9195a7d22392 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2035758 Nov 12 20:54:21.469969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-797bd38a-54aa-4d35-8e34-05b6796a8a3c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 217 time: 0.0644403 Nov 12 20:54:21.505934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Made reservation on behalf of 0d3eb9aea66f485ab2148ab1989dfab9 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:21.511633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:21.557114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-7763c399-a922-4655-b735-3f4e289c60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.558683 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-7763c399-a922-4655-b735-3f4e289c60e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 1095 time: 0.0942547 Nov 12 20:54:21.607318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac4a637f-a266-495c-bb32-bc3d0fdd30f8 req-2740897b-aaa5-47d5-b7fa-82f75fde9464 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103624 Nov 12 20:54:21.619591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-052b73d2-6e39-4444-ab2c-383d99366ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.621081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-052b73d2-6e39-4444-ab2c-383d99366ba7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1245697 Nov 12 20:54:21.652733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503024e-aeb3-44d4-ad29-d81d92727fee req-56c0ba49-17c9-424a-93e1-f56d83c4603b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.654583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6503024e-aeb3-44d4-ad29-d81d92727fee req-56c0ba49-17c9-424a-93e1-f56d83c4603b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1653605 Nov 12 20:54:21.696991 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-620cff7d-649c-4dfe-87ff-25194b559f16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a HTTP/1.1" status: 200 len: 217 time: 0.0929432 Nov 12 20:54:21.754484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-6dff8da8-ec37-4f5d-af93-ce2016c779f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.756554 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-6dff8da8-ec37-4f5d-af93-ce2016c779f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8536413-268d-45f3-bcf9-8b4172fef60b HTTP/1.1" status: 200 len: 850 time: 0.0511484 Nov 12 20:54:21.776764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-5baf53d6-f459-4227-9b95-8962bda68f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.778312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-5baf53d6-f459-4227-9b95-8962bda68f87 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1479907 Nov 12 20:54:21.787016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6503024e-aeb3-44d4-ad29-d81d92727fee req-d7a2f66b-a97b-4758-8ceb-ed2547314bdb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102734 Nov 12 20:54:21.817163 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-6911bde7-449e-4293-be43-8fada5bc488b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec982ad9-8b76-4a22-adec-90f88be08db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524690 Nov 12 20:54:21.827385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f23f-49f9-47ce-b5ae-0636aa260c3b req-01941e29-9ca3-4742-af8a-9835741ecbd9 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:21.831306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d500f23f-49f9-47ce-b5ae-0636aa260c3b req-01941e29-9ca3-4742-af8a-9835741ecbd9 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 945 time: 0.1153214 Nov 12 20:54:21.933372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Allocated IP 172.20.0.3 (da242f3a-e193-45a1-9c1a-084171207d19/b1f8470e-54ab-45e2-82b7-8f288266b1ea/49d4bfb6-79c9-4eef-a767-338f0c2714be) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:21.939048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-f0115b07-171c-44f5-867c-58cb8f7b57b8 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509478 Nov 12 20:54:21.943379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d500f23f-49f9-47ce-b5ae-0636aa260c3b req-4c41d356-b98f-4f79-b3ad-188d37842c8b tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Nov 12 20:54:22.009833 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-eb01ee84-a477-4aaf-bc55-609e64136b6e service neutron] 10.222.0.46 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548631 Nov 12 20:54:22.074022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ee1b70-ef60-4861-a3a1-aa2e0a3b9967 req-7bb4656b-af7e-4308-b71c-1fc4c06e4ae2 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277781 Nov 12 20:54:22.228903 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-676cf873-bb9a-4873-946d-cbe2dbcdae08 req-0df5fafe-19ed-46f8-8c9b-f8d62faa6994 service neutron] 10.222.0.46 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075562 Nov 12 20:54:22.256609 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:22.274416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f160cc85-23e6-4e51-a1a5-9734abf82e23 req-24a62ea0-97b0-4d40-84a3-feaae93e5aef tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 210 time: 0.0532320 Nov 12 20:54:22.294912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa73d4-236f-4daf-969b-772c50557fd8 req-38a7fe87-dd92-4774-9f1c-4f0fbd5fc5a4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:22.296772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2daa73d4-236f-4daf-969b-772c50557fd8 req-38a7fe87-dd92-4774-9f1c-4f0fbd5fc5a4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 947 time: 0.1339717 Nov 12 20:54:22.380456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-94acc843-63fc-4d05-93d0-c705369f8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:22.385088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-94acc843-63fc-4d05-93d0-c705369f8023 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1099 time: 0.1140552 Nov 12 20:54:22.414819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2daa73d4-236f-4daf-969b-772c50557fd8 req-b946ab49-8f4b-45fc-8cee-05213cad57e2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943353 Nov 12 20:54:22.453082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:22.513163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-638435d3-3e9d-48d7-93a8-6195110544cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:22.514617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-638435d3-3e9d-48d7-93a8-6195110544cc service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1179721 Nov 12 20:54:22.561111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-29a639a9-51a9-4798-9a7b-b3728d84b5ee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 217 time: 0.0383544 Nov 12 20:54:22.611875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-6c2d6f04-0143-4c04-a253-45ab7d630631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:22.613422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-6c2d6f04-0143-4c04-a253-45ab7d630631 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0451941 Nov 12 20:54:22.634282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:54:22.638781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:22.639148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:22.642657 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:22.680271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-7101be14-ea5f-4728-a5c2-9150d7440b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:22.682342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-7101be14-ea5f-4728-a5c2-9150d7440b99 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612063 Nov 12 20:54:22.694966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Network da242f3a-e193-45a1-9c1a-084171207d19 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:22.698541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:22.703041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:22.746962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:22.765351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:22.766062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:22.772157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ea44d-24a1-4185-8714-adbe64264206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:22.774635 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3452ac35-897f-4be6-aa50-6b91ffd8b5bb" -d '{"events": [{"server_uuid": "958ea44d-24a1-4185-8714-adbe64264206", "name": "network-vif-plugged", "status": "completed", "tag": "8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:22.793336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,segment=NetworkSegment(c5cc39f8-4e89-473e-bd38-a3c165fd1dcd),segment_id=c5cc39f8-4e89-473e-bd38-a3c165fd1dcd)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:22.815584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:22.831150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e278-ca2c-40d0-8c07-58c361e7f9cf req-beb73457-964c-4a9b-9060-aad4e2b67380 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:22.832732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c22e278-ca2c-40d0-8c07-58c361e7f9cf req-beb73457-964c-4a9b-9060-aad4e2b67380 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 943 time: 0.1416800 Nov 12 20:54:22.848209 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca58fb70-c461-462e-b5ce-dfd23479994e x-openstack-request-id: req-ca58fb70-c461-462e-b5ce-dfd23479994e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:22.850084 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958ea44d-24a1-4185-8714-adbe64264206", "name": "network-vif-plugged", "status": "completed", "tag": "8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:22.850771 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca58fb70-c461-462e-b5ce-dfd23479994e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:22.851262 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ea44d-24a1-4185-8714-adbe64264206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31', 'code': 200} Nov 12 20:54:22.884958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d8a0a662-2ec9-4267-bec5-f012b9ff27c4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8838027 Nov 12 20:54:22.899680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:22.913858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Request body: {'port': {'device_id': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:22.930384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-739c4a8f-46f0-42c3-bb3b-7585ac8938fd service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294428 Nov 12 20:54:22.983742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:23.180944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5fbca215-d55d-4fa0-a63c-aa98c7d0f326 None None] Provisioning complete for port 49d4bfb6-79c9-4eef-a767-338f0c2714be triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:23.181593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5fbca215-d55d-4fa0-a63c-aa98c7d0f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:23.280504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5fbca215-d55d-4fa0-a63c-aa98c7d0f326 None None] Port 49d4bfb6-79c9-4eef-a767-338f0c2714be cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:54:23.429115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:23.430136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c22e278-ca2c-40d0-8c07-58c361e7f9cf req-e2c9b8cf-d89f-4271-a51c-a3355f124e7b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863194 Nov 12 20:54:23.432480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea1224-f674-4163-a34d-61eb2e365f6b req-3b2b2238-2c78-4120-8b93-ee91ca0f3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:23.434052 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-89ea1224-f674-4163-a34d-61eb2e365f6b req-3b2b2238-2c78-4120-8b93-ee91ca0f3edc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 1098 time: 0.4702117 Nov 12 20:54:23.473402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73adca-c0ea-47d0-aa10-8c383ed2ffeb req-e3dfa65c-808b-4be2-ab4e-71f9e80d0bf1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:23.495708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f73adca-c0ea-47d0-aa10-8c383ed2ffeb req-e3dfa65c-808b-4be2-ab4e-71f9e80d0bf1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.5125268 Nov 12 20:54:23.599264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-89ea1224-f674-4163-a34d-61eb2e365f6b req-5586ce47-86b9-402b-8f2d-7c56773293a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483476 Nov 12 20:54:23.621541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f73adca-c0ea-47d0-aa10-8c383ed2ffeb req-5be9d7b1-df5a-4278-9fdc-1aee76e90d58 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247954 Nov 12 20:54:23.626163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b265521-551b-4afe-8b40-fb492a6c38c1 req-31c1a536-c537-4343-b686-a602e4fab2e6 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843235 Nov 12 20:54:23.673726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6bb9-a056-4cd1-9460-a1a5c1ee55e3 req-8d712cca-167f-4bb2-88a2-229d0c37eb58 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:23.687625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5df6bb9-a056-4cd1-9460-a1a5c1ee55e3 req-8d712cca-167f-4bb2-88a2-229d0c37eb58 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 946 time: 0.1377764 Nov 12 20:54:23.782383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5df6bb9-a056-4cd1-9460-a1a5c1ee55e3 req-8220e9d6-878c-4cfc-9306-e3d4be1ce802 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930703 Nov 12 20:54:23.828138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437307e-fbc4-427c-8db2-3d76b56263b1 req-0c19cd87-07ea-48f2-a523-4cf29811d3cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:23.829692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0437307e-fbc4-427c-8db2-3d76b56263b1 req-0c19cd87-07ea-48f2-a523-4cf29811d3cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 931 time: 0.0905077 Nov 12 20:54:23.850853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d4bfb6-79c9-4eef-a767-338f0c2714be {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:23.866752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:23.902688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Transition to ACTIVE for port object 49d4bfb6-79c9-4eef-a767-338f0c2714be will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:54:23.912850 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:54:23.915385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0437307e-fbc4-427c-8db2-3d76b56263b1 req-60dceffd-ef27-4765-8b0c-c495123cc00f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768809 Nov 12 20:54:24.002570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:24.042596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e893-3534-4e23-889d-f6a9fb661b47 req-6681c9a0-e2ab-453a-88a9-58267bbf081a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:24.049545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3106e893-3534-4e23-889d-f6a9fb661b47 req-6681c9a0-e2ab-453a-88a9-58267bbf081a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 947 time: 0.0671618 Nov 12 20:54:24.124896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:24.128911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3106e893-3534-4e23-889d-f6a9fb661b47 req-ca7b3c26-b390-4f70-8c37-eed11585791c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762696 Nov 12 20:54:24.201238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Attempting to bind port 49d4bfb6-79c9-4eef-a767-338f0c2714be on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:24.201630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Attempting to bind port 49d4bfb6-79c9-4eef-a767-338f0c2714be by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:24.201970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Attempting to bind port 49d4bfb6-79c9-4eef-a767-338f0c2714be on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:24.212663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Port 49d4bfb6-79c9-4eef-a767-338f0c2714be on network da242f3a-e193-45a1-9c1a-084171207d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:54:24.214211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Attempting to bind port 49d4bfb6-79c9-4eef-a767-338f0c2714be on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:24.219007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:24.219515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Checking segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:24.219893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Bound using segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:24.220324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Bound port: 49d4bfb6-79c9-4eef-a767-338f0c2714be, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:24.220688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:24.310334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:24.314624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:24.397138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:24.436779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:24.437422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:24.438864 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] 10.222.0.78 "PUT /v2.0/ports/49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 1092 time: 1.5442288 Nov 12 20:54:24.441422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:24.444477 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b57b4d0-a449-45b0-a550-14f372c9c580" -d '{"events": [{"name": "network-changed", "server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:24.497143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da21307-3f45-4c6b-9f21-88ed415febf8 service neutron] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:24.515973 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4fb5c1-635e-4247-bcae-6b748aaa02b5 x-openstack-request-id: req-8c4fb5c1-635e-4247-bcae-6b748aaa02b5 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:24.516269 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:24.516522 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c4fb5c1-635e-4247-bcae-6b748aaa02b5 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:24.516924 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'status': 'completed', 'code': 200} Nov 12 20:54:24.602203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd583-1332-41e9-b600-e75ea7e65211 req-f391b610-bd65-4c5a-9be9-3b4b27787f8c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:24.604076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c06cd583-1332-41e9-b600-e75ea7e65211 req-f391b610-bd65-4c5a-9be9-3b4b27787f8c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 943 time: 0.0866203 Nov 12 20:54:24.639915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57b4d0-a449-45b0-a550-14f372c9c580 req-6eb02b0c-72f3-42ca-90bf-6a651f96f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:24.645298 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b57b4d0-a449-45b0-a550-14f372c9c580 req-6eb02b0c-72f3-42ca-90bf-6a651f96f018 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1095 time: 0.0883515 Nov 12 20:54:24.835839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c06cd583-1332-41e9-b600-e75ea7e65211 req-487c35fc-ef94-4cbb-ad6e-e3c61b204d0a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135456 Nov 12 20:54:24.881530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0b026-7450-4a4d-9d75-0ec12291645c req-2818b4ed-8ce7-4512-84fa-643342b9af8a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:24.884108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57b4d0-a449-45b0-a550-14f372c9c580 req-ead63668-b46b-40a1-9499-bfd411e922f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:24.885611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b57b4d0-a449-45b0-a550-14f372c9c580 req-ead63668-b46b-40a1-9499-bfd411e922f0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2273965 Nov 12 20:54:24.892156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8e0b026-7450-4a4d-9d75-0ec12291645c req-2818b4ed-8ce7-4512-84fa-643342b9af8a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1327026 Nov 12 20:54:25.005051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b991bf97-faad-4cfd-9ab6-87a74332f7ab details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:54:25.013903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8e0b026-7450-4a4d-9d75-0ec12291645c req-dc30e2ff-296a-4f74-9432-8112b0841e80 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112769 Nov 12 20:54:25.060365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57b4d0-a449-45b0-a550-14f372c9c580 req-84b6c02e-bba4-466e-99ad-f7ac58df80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:25.062321 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b57b4d0-a449-45b0-a550-14f372c9c580 req-84b6c02e-bba4-466e-99ad-f7ac58df80f9 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1659245 Nov 12 20:54:25.070462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb0bc-30a3-4aba-9dd3-3f6418709c84 req-9a535f41-e2e4-407f-8f52-56b6a37455b2 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:25.072940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5bdb0bc-30a3-4aba-9dd3-3f6418709c84 req-9a535f41-e2e4-407f-8f52-56b6a37455b2 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 946 time: 0.1279206 Nov 12 20:54:25.182971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:25.195526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5bdb0bc-30a3-4aba-9dd3-3f6418709c84 req-2e34d02d-2b36-4a3b-a7b7-35c14635c54c tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078317 Nov 12 20:54:25.206333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'mac_address': 'fa:16:3e:c9:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:54:25.244824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-be292fa7-1425-4568-94a3-6f1fa69d9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:25.246324 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-be292fa7-1425-4568-94a3-6f1fa69d9ca5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1095 time: 0.1239913 Nov 12 20:54:25.260726 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:25.291575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991bf97-faad-4cfd-9ab6-87a74332f7ab {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:25.302679 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-d4fb1b64-cfc9-4976-a867-487f6e6f99b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 217 time: 0.0437057 Nov 12 20:54:25.340162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:25.374187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-a8fc5781-765b-48db-ab6a-9dab970aaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:25.375953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-a8fc5781-765b-48db-ab6a-9dab970aaad3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.0645218 Nov 12 20:54:25.376428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903fc1-dbd4-4467-9da0-040a5fbe1798 req-1606f151-d5d1-42cf-b05d-0544cd3339a2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:25.387575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd903fc1-dbd4-4467-9da0-040a5fbe1798 req-1606f151-d5d1-42cf-b05d-0544cd3339a2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 943 time: 0.0921543 Nov 12 20:54:25.437927 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:25.475396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-4271ad0b-e99b-4671-8ac6-e6c71de0f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:25.477972 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-4271ad0b-e99b-4671-8ac6-e6c71de0f112 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855587 Nov 12 20:54:25.529125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:25.538855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd903fc1-dbd4-4467-9da0-040a5fbe1798 req-9ef017f0-b832-494a-b09a-39c9551aa689 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476109 Nov 12 20:54:25.561543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8269870-5a43-4aac-a6fd-48fc64634f63 req-e1946cf5-d2c3-49c7-a97f-f278002d40d9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:25.569868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8269870-5a43-4aac-a6fd-48fc64634f63 req-e1946cf5-d2c3-49c7-a97f-f278002d40d9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 948 time: 0.1710317 Nov 12 20:54:25.644139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8269870-5a43-4aac-a6fd-48fc64634f63 req-334ec1de-8a3c-4a1e-b67d-117d77832f7e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737095 Nov 12 20:54:25.655160 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-8970250d-96b4-4693-939b-3f9c300f45f2 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622005 Nov 12 20:54:25.711950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:54:25.777650 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b3abdf76-32d9-4f69-bf16-54b493c6d74b req-a695747f-acc1-4556-a48d-c756e004c76f service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151628 Nov 12 20:54:25.964238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022f4c-4000-4938-9955-e014201bd727 req-c160de08-604d-46df-b153-37b3917873d1 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:25.966903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8022f4c-4000-4938-9955-e014201bd727 req-c160de08-604d-46df-b153-37b3917873d1 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 943 time: 0.0574822 Nov 12 20:54:26.038180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8022f4c-4000-4938-9955-e014201bd727 req-b2c65648-dab1-4c19-9db0-d231bfd643f1 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581858 Nov 12 20:54:26.180717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261c182-d20a-497e-adb4-308bf5795ca3 req-6be3ce8f-775e-492a-861e-5aefa09b8c15 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:26.182325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0261c182-d20a-497e-adb4-308bf5795ca3 req-6be3ce8f-775e-492a-861e-5aefa09b8c15 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0622194 Nov 12 20:54:26.295694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0261c182-d20a-497e-adb4-308bf5795ca3 req-a1595661-df50-44c2-b036-727eaf10dbf7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029961 Nov 12 20:54:26.420174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cca32-7670-49b1-8b21-62118362b9f7 req-3d7126d3-b070-47ab-808a-9ebc9f95ecb6 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:26.423825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff9cca32-7670-49b1-8b21-62118362b9f7 req-3d7126d3-b070-47ab-808a-9ebc9f95ecb6 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 946 time: 0.1038005 Nov 12 20:54:26.468985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:54:26.492876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff9cca32-7670-49b1-8b21-62118362b9f7 req-09b09111-127a-476e-815d-1b1546702062 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629401 Nov 12 20:54:26.626318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:26.644430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a', 'network_id': 'ec982ad9-8b76-4a22-adec-90f88be08db1', 'port_id': '821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a', 'mac_address': 'fa:16:3e:33:85:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8536413-268d-45f3-bcf9-8b4172fef60b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:54:26.699639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf350c-1691-4a39-b7f4-725911064818 req-5d2c6b05-f7e0-4028-a591-ae0a0a400538 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:26.707311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:26.707434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fcf350c-1691-4a39-b7f4-725911064818 req-5d2c6b05-f7e0-4028-a591-ae0a0a400538 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 943 time: 0.0899460 Nov 12 20:54:26.722977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:26.749701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:26.785933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fcf350c-1691-4a39-b7f4-725911064818 req-0c87e4e0-719f-41d0-b28a-411c1f581c3b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776911 Nov 12 20:54:26.911809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a575c3c-f1e0-4957-97c5-17afd262eb82 req-4d73054b-d5c6-45e6-b4cc-b95518f5dadd tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:26.913655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a575c3c-f1e0-4957-97c5-17afd262eb82 req-4d73054b-d5c6-45e6-b4cc-b95518f5dadd tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 948 time: 0.0616696 Nov 12 20:54:26.965289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a575c3c-f1e0-4957-97c5-17afd262eb82 req-1e6a75a5-7d8d-4dca-a43e-28525a7ce7b5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Nov 12 20:54:26.993121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b991bf97-faad-4cfd-9ab6-87a74332f7ab up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:27.155973 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:27.195122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f0834-eadc-42c4-9508-44e44e3059ea req-7d2bad7e-a322-426d-afc3-996701e6a89a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:27.196757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be5f0834-eadc-42c4-9508-44e44e3059ea req-7d2bad7e-a322-426d-afc3-996701e6a89a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 944 time: 0.0553670 Nov 12 20:54:27.205953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:27.224141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port b991bf97-faad-4cfd-9ab6-87a74332f7ab completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:54:27.228900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port b991bf97-faad-4cfd-9ab6-87a74332f7ab triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:27.229313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:27.249793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be5f0834-eadc-42c4-9508-44e44e3059ea req-62d8ce40-189f-470b-a076-9d0cf3cc3da2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460429 Nov 12 20:54:27.348153 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:27.375641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:27.377946 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f626ee-e6be-4368-a886-2e52b2f3d99a" -d '{"events": [{"server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "name": "network-vif-plugged", "status": "completed", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:27.396656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:27.452379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:54:27.491670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9620a6c-d668-422b-9582-fe3b5dd3aafc req-edf05766-e502-4e8f-98d4-607219402bd1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:27.493189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9620a6c-d668-422b-9582-fe3b5dd3aafc req-edf05766-e502-4e8f-98d4-607219402bd1 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0929241 Nov 12 20:54:27.499382 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:27.517238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0c4f8-2f58-4be3-a961-8b45d1f1a662 req-e8e030b9-fe93-4d28-8cd9-e34a42a31a5e tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:27.519644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfd0c4f8-2f58-4be3-a961-8b45d1f1a662 req-e8e030b9-fe93-4d28-8cd9-e34a42a31a5e tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 946 time: 0.0782378 Nov 12 20:54:27.535122 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-29915949-b3b9-41cc-a3a7-eeff9f9d0643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:27.585517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:27.600589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9620a6c-d668-422b-9582-fe3b5dd3aafc req-8c99e5ea-d332-44df-be50-fa94267c9a94 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004152 Nov 12 20:54:27.615992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfd0c4f8-2f58-4be3-a961-8b45d1f1a662 req-192bdfc3-e780-4403-8b9b-5b001cc52d82 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852411 Nov 12 20:54:27.693681 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a037c-c809-494e-9b7b-2c9d981f3b5c x-openstack-request-id: req-824a037c-c809-494e-9b7b-2c9d981f3b5c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:27.694080 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "name": "network-vif-plugged", "status": "completed", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:27.694613 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-824a037c-c809-494e-9b7b-2c9d981f3b5c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:27.695106 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'code': 200} Nov 12 20:54:27.819643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523ca39-3ae7-4fe6-9e31-e3d1e965acf6 req-420a77fe-acd1-495d-b018-16621b828040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:27.820665 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3523ca39-3ae7-4fe6-9e31-e3d1e965acf6 req-420a77fe-acd1-495d-b018-16621b828040 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1101 time: 0.0588415 Nov 12 20:54:27.875914 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3523ca39-3ae7-4fe6-9e31-e3d1e965acf6 req-4f4c3434-d4a7-472d-928b-237ce332bad3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Nov 12 20:54:27.950366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327c501-c0d1-468d-8aa3-c8b498789280 req-15eb7f93-79c7-4bf8-9af8-4c15db64262b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:27.952226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d327c501-c0d1-468d-8aa3-c8b498789280 req-15eb7f93-79c7-4bf8-9af8-4c15db64262b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 943 time: 0.0699699 Nov 12 20:54:28.018194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d327c501-c0d1-468d-8aa3-c8b498789280 req-790c4fc7-a3e8-4890-b64f-ef3ebdc23f69 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595315 Nov 12 20:54:28.143805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9ed40-b8b3-445d-ab91-2d255240fd34 req-051e1873-5e6c-4329-9767-a3bd3c0bd19d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:28.145534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28d9ed40-b8b3-445d-ab91-2d255240fd34 req-051e1873-5e6c-4329-9767-a3bd3c0bd19d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0739727 Nov 12 20:54:28.212752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28d9ed40-b8b3-445d-ab91-2d255240fd34 req-a97f0756-af40-4855-8873-4bc5933bbadc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562327 Nov 12 20:54:28.407496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080bb5-177b-4748-a86b-89ff65a5c2e1 req-182abbe4-8471-4166-9f7b-ac8c5f7fb89c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:28.416569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5080bb5-177b-4748-a86b-89ff65a5c2e1 req-182abbe4-8471-4166-9f7b-ac8c5f7fb89c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 944 time: 0.0900292 Nov 12 20:54:28.471840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5080bb5-177b-4748-a86b-89ff65a5c2e1 req-17f8b053-1389-46d1-af7e-d4e2025fb937 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540738 Nov 12 20:54:28.474897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:28.621157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:54:28.644440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:28.647049 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:28.759268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:28.803898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:28.819734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1c6b3-a9f1-42f2-ad81-7ed5618b2c91 req-fc2c6fb7-ea41-49cd-bcbf-bb13fc54deab tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:28.832341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92f1c6b3-a9f1-42f2-ad81-7ed5618b2c91 req-fc2c6fb7-ea41-49cd-bcbf-bb13fc54deab tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1097145 Nov 12 20:54:28.871370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af9365-b7bd-407e-a837-839680379c9a req-7d9539a5-c806-4e77-870e-fd0719ab3406 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:28.871642 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-4da027d2-e72f-4a10-98d5-a513fced667c tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:28.872314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14af9365-b7bd-407e-a837-839680379c9a req-7d9539a5-c806-4e77-870e-fd0719ab3406 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 946 time: 0.1119008 Nov 12 20:54:28.876741 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-4da027d2-e72f-4a10-98d5-a513fced667c tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.46 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 946 time: 0.0753994 Nov 12 20:54:28.945027 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:28.948197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92f1c6b3-a9f1-42f2-ad81-7ed5618b2c91 req-66e31d66-10a8-4594-bba2-5f0c51f1787a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050694 Nov 12 20:54:28.977474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14af9365-b7bd-407e-a837-839680379c9a req-ffd68cb5-9829-4ef0-8813-ca13ea8a114d tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907989 Nov 12 20:54:29.000082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:54:29.077576 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Deleting port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:54:29.079359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:29.170634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:29.211463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e156a-0ef8-49a7-b7ad-75fc2f3b0739 req-6b19f731-30cb-4cd5-a4b8-9335a08b25f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:29.212860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] For port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,segment=NetworkSegment(c5cc39f8-4e89-473e-bd38-a3c165fd1dcd),segment_id=c5cc39f8-4e89-473e-bd38-a3c165fd1dcd)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:29.213422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:29.222235 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-059e156a-0ef8-49a7-b7ad-75fc2f3b0739 req-6b19f731-30cb-4cd5-a4b8-9335a08b25f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 943 time: 0.1015964 Nov 12 20:54:29.231806 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Calling delete_port for 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:54:29.295633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:29.298575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-059e156a-0ef8-49a7-b7ad-75fc2f3b0739 req-478ea63d-0c20-4182-96c9-17bc5ef2d913 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748761 Nov 12 20:54:29.326508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'mac_address': 'fa:16:3e:d2:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:54:29.401988 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:29.409141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9ebe2-d12a-40bc-9397-e4ef1a39f237 req-534be966-f365-41d5-b8b5-8e3fb96953fc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:29.418497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe9ebe2-d12a-40bc-9397-e4ef1a39f237 req-534be966-f365-41d5-b8b5-8e3fb96953fc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0781567 Nov 12 20:54:29.422146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d4bfb6-79c9-4eef-a767-338f0c2714be {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:29.451327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:29.499129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe9ebe2-d12a-40bc-9397-e4ef1a39f237 req-193e7793-204a-443d-b948-002509c2792f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795166 Nov 12 20:54:29.539740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:29.557495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:54:29.610475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Pushing event deleted for resources: {'Port': ['ID=8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:29.619024 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:29.625813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff05ab-bcc7-4a77-abd2-39c1baec89de req-2c6d86ca-eea8-4698-b579-9955553c0ca9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:29.634717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17ff05ab-bcc7-4a77-abd2-39c1baec89de req-2c6d86ca-eea8-4698-b579-9955553c0ca9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0773053 Nov 12 20:54:29.672114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:29.695976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbe6af1-de81-4a82-b57b-535a93c0d37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:29.698370 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad5b4f8-7fbd-4afc-8fde-d74fd6693411" -d '{"events": [{"server_uuid": "8dbe6af1-de81-4a82-b57b-535a93c0d37d", "name": "network-vif-plugged", "status": "completed", "tag": "821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:29.706871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17ff05ab-bcc7-4a77-abd2-39c1baec89de req-6e8f65ef-719e-4727-9117-a03d08e98cf8 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 Nov 12 20:54:29.711168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] No DVR routers for this DVR port 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:54:29.718845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:29.722098 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c2a6241f-2e74-4792-ae59-70931c57bb55 req-5f61c73d-13bb-4da8-a679-d4130c1f4a09 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.46 "DELETE /v2.0/ports/8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 HTTP/1.1" status: 204 len: 173 time: 0.8383219 Nov 12 20:54:29.722644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ea44d-24a1-4185-8714-adbe64264206', 'name': 'network-vif-deleted', 'tag': '8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:29.726975 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92c0b22-c792-4342-975f-107313c51add" -d '{"events": [{"server_uuid": "958ea44d-24a1-4185-8714-adbe64264206", "name": "network-vif-deleted", "tag": "8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:29.751548 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9677c4ed-a639-45ea-be01-2dbafe627604 x-openstack-request-id: req-9677c4ed-a639-45ea-be01-2dbafe627604 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:29.752762 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbe6af1-de81-4a82-b57b-535a93c0d37d", "name": "network-vif-plugged", "status": "completed", "tag": "821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:29.752762 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9677c4ed-a639-45ea-be01-2dbafe627604 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:29.753037 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbe6af1-de81-4a82-b57b-535a93c0d37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a', 'code': 200} Nov 12 20:54:29.778720 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20822b2-17c3-469b-9b91-e17628720f8c x-openstack-request-id: req-d20822b2-17c3-469b-9b91-e17628720f8c {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:29.779215 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958ea44d-24a1-4185-8714-adbe64264206", "name": "network-vif-deleted", "tag": "8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:29.779710 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d20822b2-17c3-469b-9b91-e17628720f8c {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:29.783026 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ea44d-24a1-4185-8714-adbe64264206', 'name': 'network-vif-deleted', 'tag': '8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31', 'status': 'completed', 'code': 200} Nov 12 20:54:29.875036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63f95-f071-414f-a2e3-cd0eff2edbf3 req-8cffa66a-d276-4634-bdc3-ae1c923ff911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:29.876698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63f63f95-f071-414f-a2e3-cd0eff2edbf3 req-8cffa66a-d276-4634-bdc3-ae1c923ff911 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 1097 time: 0.0514581 Nov 12 20:54:29.941786 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63f63f95-f071-414f-a2e3-cd0eff2edbf3 req-49645e57-b9dc-410d-ae11-77280030f390 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566132 Nov 12 20:54:29.946750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['49d4bfb6-79c9-4eef-a767-338f0c2714be'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:54:30.137072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b967b392-3207-438e-9b11-bc3795089d53 req-c35f8560-0fb5-4ec6-917d-6b43f7cee862 tempest-InstanceActionsNegativeTestJSON-594352380 tempest-InstanceActionsNegativeTestJSON-594352380-project] 10.222.0.64 "GET /v2.0/ports?device_id=958ea44d-24a1-4185-8714-adbe64264206 HTTP/1.1" status: 200 len: 210 time: 0.0658872 Nov 12 20:54:30.156345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13e0fb65-8715-4529-a9b1-9f04bbb962d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:30.212622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01833-43ce-46d7-aa52-0f26fbd08b8f req-629bb15e-051c-4551-895e-537222b0b3cc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:30.223345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ca01833-43ce-46d7-aa52-0f26fbd08b8f req-629bb15e-051c-4551-895e-537222b0b3cc tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1390328 Nov 12 20:54:30.277983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-f22ab3cd-61ef-429a-b7f8-d097c481716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:30.280615 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-f22ab3cd-61ef-429a-b7f8-d097c481716b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1098 time: 0.0737448 Nov 12 20:54:30.296727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ca01833-43ce-46d7-aa52-0f26fbd08b8f req-83d9c3d8-46e3-4204-ae58-fcc39999b0d5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717654 Nov 12 20:54:30.440799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691c0cd-0212-4830-8c1c-1e8ef5bfc122 req-8af07411-b29a-461d-8f21-049a597c9a98 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:30.443582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9691c0cd-0212-4830-8c1c-1e8ef5bfc122 req-8af07411-b29a-461d-8f21-049a597c9a98 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0665121 Nov 12 20:54:30.445629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-6866b384-a2ab-4bfa-9206-4139de74aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:30.447193 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-6866b384-a2ab-4bfa-9206-4139de74aef0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.1386025 Nov 12 20:54:30.527706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9691c0cd-0212-4830-8c1c-1e8ef5bfc122 req-14eeb6da-53c6-4625-96de-7175c4ee182e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773880 Nov 12 20:54:30.527852 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-e311c5f6-4e8a-428a-a58a-4e3f4001c59c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 1001 time: 0.0703745 Nov 12 20:54:30.615566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-95509cff-e022-4ee4-8bb2-7f3b5a29c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:30.617066 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-95509cff-e022-4ee4-8bb2-7f3b5a29c781 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.0789111 Nov 12 20:54:30.683863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee703-0e06-484f-8f1e-ba77aae89af3 req-53ec2a18-3896-4bc9-9d28-09a5b1d30a4e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:30.685884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3efee703-0e06-484f-8f1e-ba77aae89af3 req-53ec2a18-3896-4bc9-9d28-09a5b1d30a4e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0792098 Nov 12 20:54:30.692665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-c8324bf2-d499-4b03-82db-8258c932b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:30.694537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-c8324bf2-d499-4b03-82db-8258c932b090 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640357 Nov 12 20:54:30.776826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3efee703-0e06-484f-8f1e-ba77aae89af3 req-39069ff6-c344-43ae-b889-5e61b060a831 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846612 Nov 12 20:54:30.820350 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-f2319225-f033-4183-b9bd-f4db03fd5ba2 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147468 Nov 12 20:54:30.885806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3577da0-b4fa-4d69-b304-a648c10e8a6a req-6b68717d-be19-4e82-b9e9-7d1103dd6ef0 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:30.907535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3577da0-b4fa-4d69-b304-a648c10e8a6a req-6b68717d-be19-4e82-b9e9-7d1103dd6ef0 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0959578 Nov 12 20:54:30.971427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f996d2e6-0b27-401d-b7df-3c657aad0e9e req-10011e52-41ae-406c-bc98-dc2ee0cd68b0 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363344 Nov 12 20:54:30.999088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:31.016354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3577da0-b4fa-4d69-b304-a648c10e8a6a req-b1a1a815-8228-4328-9769-9542835d42cd tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063781 Nov 12 20:54:31.055573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426c1cd-56ed-4706-b961-325bff92ca89 req-78d381b2-4ddd-406b-b74d-3a0bcae0965c tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:31.064620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e426c1cd-56ed-4706-b961-325bff92ca89 req-78d381b2-4ddd-406b-b74d-3a0bcae0965c tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1101 time: 0.0824828 Nov 12 20:54:31.078733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e426c1cd-56ed-4706-b961-325bff92ca89 req-f2f3dcb2-139a-4cb7-94c4-aed53cb0f49f tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.175875 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e426c1cd-56ed-4706-b961-325bff92ca89 req-f2f3dcb2-139a-4cb7-94c4-aed53cb0f49f tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.208704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41332) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:31.275221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8034ec76-cd1c-40e6-885e-33e8e935b336 admin admin] Deleting subnet 1dae9a15-5f01-4aa3-a0f9-912870f09df9 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:54:31.281777 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8034ec76-cd1c-40e6-885e-33e8e935b336 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.287325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 49d4bfb6-79c9-4eef-a767-338f0c2714be completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:54:31.292673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 49d4bfb6-79c9-4eef-a767-338f0c2714be triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:31.293228 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.327927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8034ec76-cd1c-40e6-885e-33e8e935b336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.372697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8034ec76-cd1c-40e6-885e-33e8e935b336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.417632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.452707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:31.481278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28a2cc-89e0-4fd3-8c77-dd3e4bcf5dc3 req-8223588e-2e63-495d-aad9-6b9a940b9437 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:31.482827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f28a2cc-89e0-4fd3-8c77-dd3e4bcf5dc3 req-8223588e-2e63-495d-aad9-6b9a940b9437 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0516903 Nov 12 20:54:31.539159 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.554085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f28a2cc-89e0-4fd3-8c77-dd3e4bcf5dc3 req-3c5fa8ee-25ed-4914-9760-d38ed4c21e47 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584743 Nov 12 20:54:31.554085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e426c1cd-56ed-4706-b961-325bff92ca89 req-f2f3dcb2-139a-4cb7-94c4-aed53cb0f49f tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.598897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e426c1cd-56ed-4706-b961-325bff92ca89 req-f2f3dcb2-139a-4cb7-94c4-aed53cb0f49f tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346825 Nov 12 20:54:31.599661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3dcb2-139a-4cb7-94c4-aed53cb0f49f tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6e257e-1465-41cb-962b-50763c6eb769,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:31.619590 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8034ec76-cd1c-40e6-885e-33e8e935b336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.646834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034ec76-cd1c-40e6-885e-33e8e935b336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dae9a15-5f01-4aa3-a0f9-912870f09df9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:31.650500 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8034ec76-cd1c-40e6-885e-33e8e935b336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.655999 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8034ec76-cd1c-40e6-885e-33e8e935b336 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1dae9a15-5f01-4aa3-a0f9-912870f09df9 HTTP/1.1" status: 204 len: 168 time: 0.4436598 Nov 12 20:54:31.656186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41342) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:31.687158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.719815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da21e-70ad-4ce3-afd5-d2120238298b req-109da81f-a022-4a1a-ae96-47e7c0382bfd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:31.731891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f9da21e-70ad-4ce3-afd5-d2120238298b req-109da81f-a022-4a1a-ae96-47e7c0382bfd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1092966 Nov 12 20:54:31.738744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-b291f1ed-2042-4560-b01e-20f34cd5f270 req-9d2eaa2d-c11c-490f-b962-1b730df8f9d8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:54:31.755336 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.756243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:31.756243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:31.756375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b291f1ed-2042-4560-b01e-20f34cd5f270 req-9d2eaa2d-c11c-490f-b962-1b730df8f9d8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201697 Nov 12 20:54:31.758994 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78068e88-43d8-4571-a35c-ae7479b7f9f2" -d '{"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-plugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:31.830053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f9da21e-70ad-4ce3-afd5-d2120238298b req-74bdd44d-b86e-4490-ac58-0ef6cb044a93 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972095 Nov 12 20:54:31.881424 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.904980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6c73cc-4005-44b6-b48d-0df7b8766712']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:31.915495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cc39f8-4e89-473e-bd38-a3c165fd1dcd') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:31.916406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cc39f8-4e89-473e-bd38-a3c165fd1dcd') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:31.930263 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.946240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.959428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:54:31.959844 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:54:31.962194 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:54:32.002054 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd94ee98-cc92-48b6-a23c-14e16571515e x-openstack-request-id: req-cd94ee98-cc92-48b6-a23c-14e16571515e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:32.002975 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-plugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:32.003434 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd94ee98-cc92-48b6-a23c-14e16571515e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:32.003969 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'code': 200} Nov 12 20:54:32.155182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2b76-63af-429b-9494-75bec204ac1a req-40965839-1e52-4afd-a023-35fe4bb6bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:32.156863 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-802e2b76-63af-429b-9494-75bec204ac1a req-40965839-1e52-4afd-a023-35fe4bb6bb9e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0519931 Nov 12 20:54:32.158123 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:32.164803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:32.170953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8e6c73cc-4005-44b6-b48d-0df7b8766712 HTTP/1.1" status: 204 len: 168 time: 0.5138321 Nov 12 20:54:32.198222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d3cea-fa0d-47f6-81c5-76fcf5d4e827 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6c73cc-4005-44b6-b48d-0df7b8766712,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:32.241677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831f935-9291-456b-9a5a-bd21ad87c4ea req-b34e2f47-d345-4fbe-9f22-9f5ffee9d474 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:32.250676 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-802e2b76-63af-429b-9494-75bec204ac1a req-ccadc608-2f61-4db2-b5d2-eb6279c2b1f1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728862 Nov 12 20:54:32.250846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1831f935-9291-456b-9a5a-bd21ad87c4ea req-b34e2f47-d345-4fbe-9f22-9f5ffee9d474 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1129124 Nov 12 20:54:32.334969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1831f935-9291-456b-9a5a-bd21ad87c4ea req-80ce715f-006e-4f27-b680-b290a5a124ec tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745053 Nov 12 20:54:32.485647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:54:32.512117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:54:32.512464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8dc0da5d-65b7-4d9e-8c56-97b34bb2cd31 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:54:32.925133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:32.956469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75f48a-af5d-4141-8e71-612e4c5315ac req-14e9b032-3a4c-4cd1-9759-a32818b29c7b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:32.960546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc75f48a-af5d-4141-8e71-612e4c5315ac req-14e9b032-3a4c-4cd1-9759-a32818b29c7b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0523310 Nov 12 20:54:32.966854 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9943f4d0-4b3a-4b85-bfa6-196176467246 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e0ff86263b9492d99c120671cd2b746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405445 Nov 12 20:54:32.971199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41386) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:32.995875 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:33.019648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc75f48a-af5d-4141-8e71-612e4c5315ac req-1e78d9aa-db2c-4c4c-b9cf-47ac9bc67720 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505223 Nov 12 20:54:33.027831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8f38-a06c-4225-a4d8-55dd9cc193ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:33.050957 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8f38-a06c-4225-a4d8-55dd9cc193ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:33.190620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc109f-9196-4e67-a5d2-919a3978d8ca req-b1ea9f6d-f587-4eaa-9695-5c33e910338b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:33.192719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bebc109f-9196-4e67-a5d2-919a3978d8ca req-b1ea9f6d-f587-4eaa-9695-5c33e910338b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0845637 Nov 12 20:54:33.204846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b29da-2811-4e9d-820a-3216c2892f87 req-7e35f391-966e-4c31-bfaa-edb79adcbb18 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:33.206315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a50b29da-2811-4e9d-820a-3216c2892f87 req-7e35f391-966e-4c31-bfaa-edb79adcbb18 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 945 time: 0.0879097 Nov 12 20:54:33.247559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8f38-a06c-4225-a4d8-55dd9cc193ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:33.250358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8f38-a06c-4225-a4d8-55dd9cc193ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:33.253572 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4dfb8f38-a06c-4225-a4d8-55dd9cc193ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6 HTTP/1.1" status: 204 len: 168 time: 0.2793949 Nov 12 20:54:33.261300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb8f38-a06c-4225-a4d8-55dd9cc193ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0cf0ff-1973-41a8-bd8a-9ade4bd514c6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:33.352263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-f3659c3d-467f-4aba-a2d8-9cbdbe9b8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:33.356049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bebc109f-9196-4e67-a5d2-919a3978d8ca req-d5e63062-0ad0-4b91-98b8-1d6b959732b0 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487195 Nov 12 20:54:33.357291 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-f3659c3d-467f-4aba-a2d8-9cbdbe9b8413 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 1097 time: 0.0797989 Nov 12 20:54:33.363760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a50b29da-2811-4e9d-820a-3216c2892f87 req-5c7fdb44-34d8-45a8-9bb1-774546ef9877 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493504 Nov 12 20:54:33.374801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-72d66950-e8a8-4d56-aa1e-715081396916 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1484585 Nov 12 20:54:33.528090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-202449db-d6be-4e98-b6f8-c5f532f76523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:33.529574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-202449db-d6be-4e98-b6f8-c5f532f76523 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 200 len: 911 time: 0.1530402 Nov 12 20:54:33.553904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b86428-ce98-49d9-81a7-caa524f5797a req-074481a8-8749-49e0-b3d1-d2d45c699be3 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:33.555598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4b86428-ce98-49d9-81a7-caa524f5797a req-074481a8-8749-49e0-b3d1-d2d45c699be3 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0650082 Nov 12 20:54:33.568669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:33.575503 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-361c86c9-3264-435b-b09f-cb1b9a541420 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a HTTP/1.1" status: 200 len: 217 time: 0.0377917 Nov 12 20:54:33.618939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4b86428-ce98-49d9-81a7-caa524f5797a req-b5d84213-f865-42ce-9112-7e3424d7d23b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567911 Nov 12 20:54:33.642637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-27e046d5-cdf9-4587-9117-31743c6bec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:33.644182 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-27e046d5-cdf9-4587-9117-31743c6bec80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8536413-268d-45f3-bcf9-8b4172fef60b HTTP/1.1" status: 200 len: 850 time: 0.0617220 Nov 12 20:54:33.686298 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-983f4a4d-0102-4e7c-90c1-4e17030c50e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec982ad9-8b76-4a22-adec-90f88be08db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311639 Nov 12 20:54:33.781385 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-6f46622d-2d18-41b6-9c3d-51d5d7dd5137 service neutron] 10.222.0.46 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894194 Nov 12 20:54:33.916817 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-dd03d4ba-ffe5-408b-8025-7c2b7c8b838a req-a853815b-6b6f-4f90-8d6d-3065e68c17b7 service neutron] 10.222.0.46 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268189 Nov 12 20:54:34.170207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f9a9-2e5b-46e1-952d-c8a3ecefa3e3 req-343d2dfa-ad8f-4968-9c03-160996dab6a3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.171856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73a0f9a9-2e5b-46e1-952d-c8a3ecefa3e3 req-343d2dfa-ad8f-4968-9c03-160996dab6a3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0526974 Nov 12 20:54:34.237123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73a0f9a9-2e5b-46e1-952d-c8a3ecefa3e3 req-10877099-3e0c-4856-b43f-c0c1a6dd2765 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570307 Nov 12 20:54:34.301157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b89563-ef33-49cd-98b6-085d613ce837 req-c08080f5-16c7-47ed-a24a-485fb29fa003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.304127 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-68b89563-ef33-49cd-98b6-085d613ce837 req-c08080f5-16c7-47ed-a24a-485fb29fa003 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1098 time: 0.0435181 Nov 12 20:54:34.407805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b89563-ef33-49cd-98b6-085d613ce837 req-6a4551aa-2a3a-467a-94d3-77f0b12efe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.409509 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-68b89563-ef33-49cd-98b6-085d613ce837 req-6a4551aa-2a3a-467a-94d3-77f0b12efe20 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.0996218 Nov 12 20:54:34.517162 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-68b89563-ef33-49cd-98b6-085d613ce837 req-e1739355-6df4-4c85-9d62-8b8454133ffb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 1001 time: 0.0944893 Nov 12 20:54:34.521914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69f57b-60d3-45da-8dab-ef287fa5251b req-801afee4-e09a-4cb6-99be-ac93cb9a2fb3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.531591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd69f57b-60d3-45da-8dab-ef287fa5251b req-801afee4-e09a-4cb6-99be-ac93cb9a2fb3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0942209 Nov 12 20:54:34.586875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b89563-ef33-49cd-98b6-085d613ce837 req-7b28fa29-a559-4742-831e-f96dfdff6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.588407 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-68b89563-ef33-49cd-98b6-085d613ce837 req-7b28fa29-a559-4742-831e-f96dfdff6423 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.0639279 Nov 12 20:54:34.615554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd69f57b-60d3-45da-8dab-ef287fa5251b req-2ea35040-29fe-4a1c-8602-dd5e8fcb333a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828342 Nov 12 20:54:34.624470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9fa4e-e017-4b9d-aee3-86ec4d28cef1 req-20acdf35-b286-49e8-b561-b6e09a4c7de1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.625964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3d9fa4e-e017-4b9d-aee3-86ec4d28cef1 req-20acdf35-b286-49e8-b561-b6e09a4c7de1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 945 time: 0.0923488 Nov 12 20:54:34.648204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b89563-ef33-49cd-98b6-085d613ce837 req-5ee5a3ab-a76d-457b-8c18-0915191ed0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.649689 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-68b89563-ef33-49cd-98b6-085d613ce837 req-5ee5a3ab-a76d-457b-8c18-0915191ed0ae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523443 Nov 12 20:54:34.687670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3d9fa4e-e017-4b9d-aee3-86ec4d28cef1 req-9e010e5c-a945-42ce-8edc-1588985cbb42 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512156 Nov 12 20:54:34.782095 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-68b89563-ef33-49cd-98b6-085d613ce837 req-aeeba132-b146-47f4-b13a-eaa84465c016 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223171 Nov 12 20:54:34.877091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154c21a-40c6-493d-9a9e-9e4ce26d025e req-1aa95e67-601f-4203-8be5-23682c31ca2d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.878627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6154c21a-40c6-493d-9a9e-9e4ce26d025e req-1aa95e67-601f-4203-8be5-23682c31ca2d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 945 time: 0.1095996 Nov 12 20:54:34.891152 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41464) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:34.897553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'floatingip': {'port_id': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:34.908320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9b728-cba6-4b48-8856-5f7e31ae732b req-6ba4b122-6930-47ee-ad90-612656134ace tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:34.910239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0a9b728-cba6-4b48-8856-5f7e31ae732b req-6ba4b122-6930-47ee-ad90-612656134ace tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1424108 Nov 12 20:54:34.936985 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-68b89563-ef33-49cd-98b6-085d613ce837 req-2e70d558-7cb5-42e7-9268-80fb40be8f30 service neutron] 10.222.0.78 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470141 Nov 12 20:54:34.957047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:34.963844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0a9b728-cba6-4b48-8856-5f7e31ae732b req-bdeef5e7-f45f-4c7e-b1b7-ded49b24b045 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Nov 12 20:54:35.420408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fead1e0-8fe3-4df9-9ee1-9b95f70c7cd8 req-7a108bd7-0da8-4529-a58a-2f98978bd68e tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0428407 Nov 12 20:54:35.433733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5420b0-376e-4bf3-be2c-19643e49ef4e req-02b7c77b-859d-42ac-b9a1-64c104bb2890 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:35.436516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d5420b0-376e-4bf3-be2c-19643e49ef4e req-02b7c77b-859d-42ac-b9a1-64c104bb2890 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1080489 Nov 12 20:54:35.485392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:35.488143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d5420b0-376e-4bf3-be2c-19643e49ef4e req-541a843a-3d89-4f24-b3be-2a9f4b297c8d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441465 Nov 12 20:54:35.561872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:35.668880 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Floating IP 9ab65a56-19aa-4859-bef1-f7ae3728b524 associated. External IP: 172.25.8.204, port: 49d4bfb6-79c9-4eef-a767-338f0c2714be. Nov 12 20:54:35.745516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a64a5e-9291-4642-94fa-02751d4de647 req-6b383df7-558c-42c7-b7e4-c2f8b0dde1af tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:35.747369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26a64a5e-9291-4642-94fa-02751d4de647 req-6b383df7-558c-42c7-b7e4-c2f8b0dde1af tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0602727 Nov 12 20:54:35.812656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26a64a5e-9291-4642-94fa-02751d4de647 req-4553a16c-7d45-4834-8ed3-57f091bc6686 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Nov 12 20:54:36.128098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6b24-5c33-48e6-9a82-1b08dcc022e7 req-fe534e68-7187-4260-bd6f-c5551d61d904 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:36.130864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-589f6b24-5c33-48e6-9a82-1b08dcc022e7 req-fe534e68-7187-4260-bd6f-c5551d61d904 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0823750 Nov 12 20:54:36.186418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Router 1648232e-8e4f-482c-8f08-879ebc2bbed5 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:54:36.194466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-589f6b24-5c33-48e6-9a82-1b08dcc022e7 req-87350cc1-b572-442b-aa4b-d2b3c5dbdcc7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557301 Nov 12 20:54:36.298933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:54:36.304390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:36.311087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] Sync routers for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:54:36.322418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:54:36.323076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:54:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:36.336202 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-abf6158a-f46c-427c-b48e-5a4f9b7e706f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "PUT /v2.0/floatingips/9ab65a56-19aa-4859-bef1-f7ae3728b524 HTTP/1.1" status: 200 len: 991 time: 1.4406824 Nov 12 20:54:36.336202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:36.336700 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f28c71-bcc3-4b07-8553-17c3eade3b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:36.410609 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ada7b9-3689-4f63-a39d-beec2583d566 x-openstack-request-id: req-24ada7b9-3689-4f63-a39d-beec2583d566 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:36.410986 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:36.411241 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24ada7b9-3689-4f63-a39d-beec2583d566 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:36.411674 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'status': 'completed', 'code': 200} Nov 12 20:54:36.460792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:54:36.523567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-cbfa53ca-7cc6-47bd-9970-c08116f5c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:36.527134 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-cbfa53ca-7cc6-47bd-9970-c08116f5c904 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0854228 Nov 12 20:54:36.551814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-695e77e7-770f-4535-9725-923997c30f49 req-e922033b-c04d-49c6-8035-39a5645cea76 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0397470 Nov 12 20:54:36.627625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aadc65-fea5-49c8-a0ce-1a7c91df23af req-5008841a-6ee0-4628-af35-99a283b13b7e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:36.639176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30aadc65-fea5-49c8-a0ce-1a7c91df23af req-5008841a-6ee0-4628-af35-99a283b13b7e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0649998 Nov 12 20:54:36.718146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-83ef4ad1-07fa-4074-b9be-3ae05d148e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:36.719789 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-83ef4ad1-07fa-4074-b9be-3ae05d148e34 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.1665366 Nov 12 20:54:36.731166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30aadc65-fea5-49c8-a0ce-1a7c91df23af req-4e34c1a5-90d9-4ab5-bc85-6a763d4dbba8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904014 Nov 12 20:54:36.748106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '9ab65a56-19aa-4859-bef1-f7ae3728b524', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'floating_ip_address': '172.25.8.204', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'port_id': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'mac_address': 'fa:16:3e:d2:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:54:13Z', 'updated_at': '2021-11-12T20:54:35Z', 'revision_number': 1, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:14Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:36.763229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-cf96f39d-d529-4ce1-b451-e09e03277f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:36.765815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-cf96f39d-d529-4ce1-b451-e09e03277f23 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1101 time: 0.0878742 Nov 12 20:54:36.789006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] Checking router: 1648232e-8e4f-482c-8f08-879ebc2bbed5 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:54:36.804614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:54:36.805762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:54:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:36.818531 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-b7f038ec-4b95-4185-869a-f8d6c5ce7fff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 999 time: 0.0759404 Nov 12 20:54:36.920307 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-d848f4b4-cbec-4809-8ea2-0d9e00eeaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:36.922676 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-d848f4b4-cbec-4809-8ea2-0d9e00eeaf21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.0858519 Nov 12 20:54:36.961391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:54:36.981396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-5fb5e719-784c-46a6-b9ee-2a43bfe92762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:36.983027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-5fb5e719-784c-46a6-b9ee-2a43bfe92762 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2099764 Nov 12 20:54:37.002401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-57d13136-9420-470f-bd77-f3f257db2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:37.005267 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-57d13136-9420-470f-bd77-f3f257db2c1f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746887 Nov 12 20:54:37.009528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d781be-328c-441e-acde-7d67f09e4ff6 req-c8cb0a01-dbd7-4ca9-95ea-6e2651b515ce tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:37.011273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5d781be-328c-441e-acde-7d67f09e4ff6 req-c8cb0a01-dbd7-4ca9-95ea-6e2651b515ce tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1101758 Nov 12 20:54:37.049619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:54:37.074149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-c6ddbd04-2e65-4065-8ec5-cfc246c681e5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 217 time: 0.0829568 Nov 12 20:54:37.128157 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-9279db1b-5c69-4508-aaa4-69d85ebbea67 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121180 Nov 12 20:54:37.214485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5d781be-328c-441e-acde-7d67f09e4ff6 req-79f92f41-aa77-468a-a839-b1d57e9cf243 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763246 Nov 12 20:54:37.214485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-86c41b8a-eaad-4049-af45-72a1512ead01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:37.214485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-86c41b8a-eaad-4049-af45-72a1512ead01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1281803 Nov 12 20:54:37.281059 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-94f28c71-bcc3-4b07-8553-17c3eade3b7d req-4dde8c26-f13a-4161-9582-1c6c264e1962 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442087 Nov 12 20:54:37.297656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-ba40d27f-b419-4171-ab82-c44a11e343a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:37.299808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-ba40d27f-b419-4171-ab82-c44a11e343a0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792875 Nov 12 20:54:37.314590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:37.345531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:37.347812 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2838027-45d1-459a-978c-0d39095f0207" -d '{"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa86fda3-2791-425b-8694-d171da8a7615"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:37.434929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ef2ad-1964-414d-b73b-bc03fdb00d12 req-464ab401-5c02-4dfa-971b-cc541d1eead7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:37.436630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b7ef2ad-1964-414d-b73b-bc03fdb00d12 req-464ab401-5c02-4dfa-971b-cc541d1eead7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1268704 Nov 12 20:54:37.471382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-052c64b1-7ade-48e4-a5e9-bcee636abd8e service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600175 Nov 12 20:54:37.506240 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ea3127-cc6c-4a3c-92fe-dedc15af0e76 x-openstack-request-id: req-b4ea3127-cc6c-4a3c-92fe-dedc15af0e76 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:37.506637 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa86fda3-2791-425b-8694-d171da8a7615", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:37.507067 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4ea3127-cc6c-4a3c-92fe-dedc15af0e76 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:37.507720 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615', 'code': 200} Nov 12 20:54:37.520667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:37.544202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b7ef2ad-1964-414d-b73b-bc03fdb00d12 req-e6d78ea4-0255-447d-a4f5-b192e3e0f393 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975351 Nov 12 20:54:37.547586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '9ab65a56-19aa-4859-bef1-f7ae3728b524', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'floating_ip_address': '172.25.8.204', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'port_id': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'mac_address': 'fa:16:3e:d2:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:54:13Z', 'updated_at': '2021-11-12T20:54:35Z', 'revision_number': 1, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:14Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:54:37.580066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2714f6-edec-44d4-92be-6c636388abf7 None None] The sync data for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 is: [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '9ab65a56-19aa-4859-bef1-f7ae3728b524', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'floating_ip_address': '172.25.8.204', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'port_id': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'mac_address': 'fa:16:3e:d2:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:54:13Z', 'updated_at': '2021-11-12T20:54:35Z', 'revision_number': 1, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:14Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:54:37.588964 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:37.633578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-c7d3f59a-4c9b-41a5-80bc-c74caeef0595 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532307 Nov 12 20:54:37.675685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:37.691757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9f0efcd-d87f-4769-9826-16dcda42c56c req-e981ef0f-ff39-4997-9832-94c68996bf26 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0374987 Nov 12 20:54:37.893279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ccf06-c3c8-4414-9afb-c1779891e4b4 req-be7410fe-5cd7-4da9-a1c4-0bad57af1b5d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:37.895092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d7ccf06-c3c8-4414-9afb-c1779891e4b4 req-be7410fe-5cd7-4da9-a1c4-0bad57af1b5d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.0831375 Nov 12 20:54:37.906450 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e8ccb9-6d19-4c30-9c06-31075b21a914 None None] New status for floating IP 9ab65a56-19aa-4859-bef1-f7ae3728b524: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:54:37.988300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d7ccf06-c3c8-4414-9afb-c1779891e4b4 req-d5f53330-0e1e-47b3-8da5-73469728df33 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641472 Nov 12 20:54:38.325729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c93b5-c39a-4775-adff-6e840d762aea req-c01cf8a4-6da6-4c9b-b96c-3ae0b3402102 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:38.325729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf7c93b5-c39a-4775-adff-6e840d762aea req-c01cf8a4-6da6-4c9b-b96c-3ae0b3402102 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0603268 Nov 12 20:54:38.374784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf7c93b5-c39a-4775-adff-6e840d762aea req-8fad5e2c-4f1d-4437-afc9-5c31419eb080 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Nov 12 20:54:38.671999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164f2c3-45de-49e5-b355-b9825f06af79 req-1cf4aac9-4e2c-4951-b4e7-43e26c013b9b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:38.673683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b164f2c3-45de-49e5-b355-b9825f06af79 req-1cf4aac9-4e2c-4951-b4e7-43e26c013b9b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0528228 Nov 12 20:54:38.726159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b164f2c3-45de-49e5-b355-b9825f06af79 req-96d92066-5958-4a64-94f0-8f3ef1d5104b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Nov 12 20:54:38.812999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60a5354f-40e1-4b60-9551-6b809cf1034a req-61445f6d-05bd-4d1e-bd52-afabfa65a2ce tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0275640 Nov 12 20:54:39.425382 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fdb1be6b-1bae-400a-b407-9b3476b18df8 req-7b8597ac-00d9-4df0-aeed-2cab9aee402e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0342858 Nov 12 20:54:39.509632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100bbf3-e5c9-4254-9eb9-1f993c5e3e9d req-970418e1-4db8-42fb-8658-45a092131fc8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:39.511484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b100bbf3-e5c9-4254-9eb9-1f993c5e3e9d req-970418e1-4db8-42fb-8658-45a092131fc8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0584474 Nov 12 20:54:39.561624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b100bbf3-e5c9-4254-9eb9-1f993c5e3e9d req-adb1cdc8-5e1e-4964-9eb1-7ac15bf0ce06 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427876 Nov 12 20:54:39.855252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a5249-1bcd-4262-b8df-5451b59c8815 req-98c10b12-4b2d-48d6-ae33-ec05711efa2d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:39.856807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-379a5249-1bcd-4262-b8df-5451b59c8815 req-98c10b12-4b2d-48d6-ae33-ec05711efa2d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0524445 Nov 12 20:54:39.907134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-379a5249-1bcd-4262-b8df-5451b59c8815 req-75114c6f-0327-443e-a147-0742ae62ddd7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Nov 12 20:54:39.935015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b032353-d94b-437c-95b8-d652886493a9 req-cd10f9de-0f28-4d0a-a31b-9b5311c20e4e tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0270011 Nov 12 20:54:40.155719 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:40.178425 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:40.296322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31fdf-f595-4ebb-8e21-eda8bf76d5a8 req-b71adaef-034f-4319-b8fb-1618cd4d2ed5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:40.297791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2e31fdf-f595-4ebb-8e21-eda8bf76d5a8 req-b71adaef-034f-4319-b8fb-1618cd4d2ed5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.0553968 Nov 12 20:54:40.346342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2e31fdf-f595-4ebb-8e21-eda8bf76d5a8 req-2907ef67-9c4e-4f1e-b9fa-e8da888ae390 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412331 Nov 12 20:54:40.540499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-3e3de292-4724-4565-879f-1c61ebbe4d34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419071 Nov 12 20:54:40.686348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a687d-a721-4718-b414-65981b892a68 req-537ac4da-1e64-4bb0-903d-4f5ee50359e8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:40.698751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-235a687d-a721-4718-b414-65981b892a68 req-537ac4da-1e64-4bb0-903d-4f5ee50359e8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0641351 Nov 12 20:54:40.760394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-235a687d-a721-4718-b414-65981b892a68 req-02cd8b9d-e20b-4c19-b729-209718db31b3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482938 Nov 12 20:54:41.078628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57e13d7f-587d-4e73-a5a6-df0893f36491 req-954f4073-bf67-43fa-aae1-15db286aca42 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0457821 Nov 12 20:54:41.101719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aec780-8212-4a9c-bbef-37f743c875b0 req-d0ce6603-10d9-4653-bb06-1a00c78d8984 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:41.116433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7aec780-8212-4a9c-bbef-37f743c875b0 req-d0ce6603-10d9-4653-bb06-1a00c78d8984 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0804961 Nov 12 20:54:41.160337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7aec780-8212-4a9c-bbef-37f743c875b0 req-0fce5343-fa40-4bce-b538-f4c97b07a9db tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500481 Nov 12 20:54:41.493324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949a0bb-1c2d-4c1a-9a0b-0283d52bc9e3 req-3bcc8e52-1c94-4b4d-890d-0c12b321384f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:41.494981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b949a0bb-1c2d-4c1a-9a0b-0283d52bc9e3 req-3bcc8e52-1c94-4b4d-890d-0c12b321384f tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.0675898 Nov 12 20:54:41.549183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b949a0bb-1c2d-4c1a-9a0b-0283d52bc9e3 req-db1f9308-c1e3-4724-af5e-a26df6d56998 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470352 Nov 12 20:54:41.913211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15f6fc-3691-49e6-abae-6e0533248d64 req-b3ce75af-094e-484a-8b17-71a0d50e554e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:41.915211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa15f6fc-3691-49e6-abae-6e0533248d64 req-b3ce75af-094e-484a-8b17-71a0d50e554e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0691371 Nov 12 20:54:41.973891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa15f6fc-3691-49e6-abae-6e0533248d64 req-86737851-c5c7-42f1-9da8-dded3e9c48ab tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Nov 12 20:54:42.444144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5658-1ca5-444f-bdea-8ea4130723a1 req-7ecbb7dc-1df0-44d7-8896-ca44cbdf2773 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:42.445707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14db5658-1ca5-444f-bdea-8ea4130723a1 req-7ecbb7dc-1df0-44d7-8896-ca44cbdf2773 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0522501 Nov 12 20:54:42.493873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14db5658-1ca5-444f-bdea-8ea4130723a1 req-de373406-2d98-4f64-b7c4-f7d0df0a8ac4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Nov 12 20:54:42.699014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2323c99d-28d5-4974-9ed9-fd415bd00000 req-093a75c1-feb0-4e83-9521-a1980e6c2be6 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0465188 Nov 12 20:54:42.742041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eb172-1ebc-42e9-a1d4-63e4cb91299a req-33c2d2e4-9463-41ce-b9ad-ab911228cd55 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:42.743774 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-975eb172-1ebc-42e9-a1d4-63e4cb91299a req-33c2d2e4-9463-41ce-b9ad-ab911228cd55 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.1008570 Nov 12 20:54:42.768972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-6661f6e3-823a-4de8-8788-47b1796b5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:42.771050 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-6661f6e3-823a-4de8-8788-47b1796b5b7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f&tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704 HTTP/1.1" status: 200 len: 1096 time: 0.0730131 Nov 12 20:54:42.783905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:42.818545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-975eb172-1ebc-42e9-a1d4-63e4cb91299a req-21985c0b-ba2b-470b-9a2a-9c7a9f0049df tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680728 Nov 12 20:54:42.860117 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.074189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:43.109382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0514b-4d89-40d8-954f-ff0e5b06f6c9 req-de776ad3-f1f1-49bb-87cd-baedddcf7012 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:43.110918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fb0514b-4d89-40d8-954f-ff0e5b06f6c9 req-de776ad3-f1f1-49bb-87cd-baedddcf7012 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0535109 Nov 12 20:54:43.111044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:43.151103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa86fda3-2791-425b-8694-d171da8a7615 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:54:43.159071 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.185930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fb0514b-4d89-40d8-954f-ff0e5b06f6c9 req-e467e30e-5da3-4f2f-911e-882aecc3b1b8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585546 Nov 12 20:54:43.186124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Transition to ACTIVE for port object aa86fda3-2791-425b-8694-d171da8a7615 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:54:43.186462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41670) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:43.195763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-943532452'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:43.338385 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.338600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:43.342122 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.371753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:54:43.393036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=9']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:43.394012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.394410 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Added segment c7a6068d-a311-4b8d-8a00-13e784e32a41 of type vlan for network 7d672b31-c01a-4fdd-bf3e-9724c36f781c Nov 12 20:54:43.451173 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.486476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] No DVR routers for this DVR port aa86fda3-2791-425b-8694-d171da8a7615 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:54:43.582987 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.586353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:43.587009 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.684810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Attempting to bind port aa86fda3-2791-425b-8694-d171da8a7615 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:43.685295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Attempting to bind port aa86fda3-2791-425b-8694-d171da8a7615 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:43.685518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Attempting to bind port aa86fda3-2791-425b-8694-d171da8a7615 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:43.690608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Port aa86fda3-2791-425b-8694-d171da8a7615 on network 08fae675-e385-45c1-b4a9-0f36e735b554 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:54:43.693563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Attempting to bind port aa86fda3-2791-425b-8694-d171da8a7615 on network 08fae675-e385-45c1-b4a9-0f36e735b554 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:43.701213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:43.702335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Checking segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:43.702884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Bound using segment: {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:43.703536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Bound port: aa86fda3-2791-425b-8694-d171da8a7615, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a60933-7c9e-4b7b-9c31-b7fb436b887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:43.703943 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.719222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5259383 Nov 12 20:54:43.720218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41678) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:43.725939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1361707242'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:43.732624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60339d-843b-4a04-a0e9-c95440addfc6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Network': ['ID=7d672b31-c01a-4fdd-bf3e-9724c36f781c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:43.747538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:54:43.756712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90e8f-ccbd-408f-bf60-da52d12da64b req-f2a34524-ce72-4309-8d48-428a03f8918f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:43.763816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6f90e8f-ccbd-408f-bf60-da52d12da64b req-f2a34524-ce72-4309-8d48-428a03f8918f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1569705 Nov 12 20:54:43.810676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:43.819424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:43.859817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6cbcb0e2-7a40-4a50-9b91-8f5538c5817d req-c665ac9a-7a2e-4f28-bc23-b2c6da401f7f tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0341315 Nov 12 20:54:43.875667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6f90e8f-ccbd-408f-bf60-da52d12da64b req-30f07443-c4ca-47ae-9d98-e2e2c65c7a2a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090207 Nov 12 20:54:43.911054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:43.914992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.964728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.971455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:54:43.988411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:43.988845 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Added segment b2fc8823-c06a-423d-948f-3d4d566372a5 of type vlan for network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 Nov 12 20:54:44.037956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.039072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:44.048631 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 1093 time: 1.2624104 Nov 12 20:54:44.048631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:44.054994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953ed6-8307-45a8-8385-81f7888ff18d req-83c1bedf-d873-4246-ba85-2c2e8bcf14e0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.062698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36953ed6-8307-45a8-8385-81f7888ff18d req-83c1bedf-d873-4246-ba85-2c2e8bcf14e0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 944 time: 0.1207571 Nov 12 20:54:44.069112 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1819c81-f350-4477-9be3-45a18b586b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "tag": "aa86fda3-2791-425b-8694-d171da8a7615"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:44.115574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:44.155894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36953ed6-8307-45a8-8385-81f7888ff18d req-b80e1484-99a9-4846-bd27-5e3410e6b50e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915580 Nov 12 20:54:44.189789 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79c8de2-010d-4717-869d-5604d079b032 x-openstack-request-id: req-b79c8de2-010d-4717-869d-5604d079b032 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:44.190106 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "tag": "aa86fda3-2791-425b-8694-d171da8a7615", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:44.192452 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b79c8de2-010d-4717-869d-5604d079b032 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:44.192452 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615', 'status': 'completed', 'code': 200} Nov 12 20:54:44.201766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618cab5-0e52-4bc0-bb82-08c756bb62c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=10']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:44.213718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-1a644736-ab27-4daf-837a-eb5c4dc8cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.215252 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-1a644736-ab27-4daf-837a-eb5c4dc8cd67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1097 time: 0.1422169 Nov 12 20:54:44.256735 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:44.263028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.263707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:44.383569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-5e69a689-9fea-4b7f-9ddf-b030756d3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.383792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Network': ['ID=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:44.385965 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-5e69a689-9fea-4b7f-9ddf-b030756d3f08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.1556005 Nov 12 20:54:44.439070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:54:44.476437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612ec29-646c-49c4-9d38-7699c4cdaa73 req-5065f1e6-7436-4b21-8aae-996584acd972 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.478648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c612ec29-646c-49c4-9d38-7699c4cdaa73 req-5065f1e6-7436-4b21-8aae-996584acd972 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1934774 Nov 12 20:54:44.513760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8216ff1e-9019-40aa-9660-41a318a909a0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7925942 Nov 12 20:54:44.514540 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-0893bd94-7786-465b-aee4-fe4a6f1e20c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 999 time: 0.1100225 Nov 12 20:54:44.516593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41696) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:44.521609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'subnet': {'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:44.539202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c612ec29-646c-49c4-9d38-7699c4cdaa73 req-f8b56635-afe9-40ab-a07c-b97218e7df3f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516472 Nov 12 20:54:44.634342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-66d99025-957c-42d6-a1ea-68b9ddc0e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.635778 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-66d99025-957c-42d6-a1ea-68b9ddc0e49e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.1095631 Nov 12 20:54:44.692357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-7885228f-a9fa-42bc-ad1b-3ba8e468dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.694013 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-7885228f-a9fa-42bc-ad1b-3ba8e468dae6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500143 Nov 12 20:54:44.764834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:44.768298 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:44.863495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-df71eef0-fb82-40e9-bb9e-311a0131a8d1 service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550698 Nov 12 20:54:44.999891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7507c49-1f8b-4718-bfa9-bfe5579272f7 req-ef97e391-2513-4485-a339-a2b4a25e7b7c tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0492852 Nov 12 20:54:45.022145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470244cf-3f62-4b73-b35b-5dd2ac56ec66 req-51d66b29-35b6-4887-abf4-ed160b97db1c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.023838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-470244cf-3f62-4b73-b35b-5dd2ac56ec66 req-51d66b29-35b6-4887-abf4-ed160b97db1c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0756721 Nov 12 20:54:45.036410 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e51f2335-7f9e-44a1-ac71-9d840e8a5b2f req-11c902de-fbc7-4a33-a547-ad6863e5fbd4 service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634121 Nov 12 20:54:45.074946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-470244cf-3f62-4b73-b35b-5dd2ac56ec66 req-264acde8-d6b9-478d-9b78-4b442533f16b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Nov 12 20:54:45.133267 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:45.236985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Subnet': ['ID=3b367797-a7c2-4010-82ff-ae298695f208,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:45.242545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Checking segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:45.242902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network hostable DHCP agents. Network: 7d672b31-c01a-4fdd-bf3e-9724c36f781c, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:54:45.268491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1819c81-f350-4477-9be3-45a18b586b7a req-f113ddb7-905d-4632-840c-f4186e122312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.270806 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d1819c81-f350-4477-9be3-45a18b586b7a req-f113ddb7-905d-4632-840c-f4186e122312 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1097 time: 0.0864413 Nov 12 20:54:45.306165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587fbb7-596d-47d3-8f04-66003e144a4c req-a70ceef4-bea5-43c1-8d36-bc30fac12b82 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.307721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3587fbb7-596d-47d3-8f04-66003e144a4c req-a70ceef4-bea5-43c1-8d36-bc30fac12b82 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0651214 Nov 12 20:54:45.338310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:54:45.376125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3587fbb7-596d-47d3-8f04-66003e144a4c req-ff6047cc-38d9-4f35-b363-9b835de86050 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605614 Nov 12 20:54:45.378054 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1819c81-f350-4477-9be3-45a18b586b7a req-5e7ca133-8868-4935-95ad-4962f785b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.379725 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d1819c81-f350-4477-9be3-45a18b586b7a req-5e7ca133-8868-4935-95ad-4962f785b976 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.1016152 Nov 12 20:54:45.436930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 7d672b31-c01a-4fdd-bf3e-9724c36f781c) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:45.441379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.442181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:45.450341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221da11e-7101-48d3-b6c7-dfbd4539dd3d None None] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:54:45.470194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d1819c81-f350-4477-9be3-45a18b586b7a req-0fd6c643-1ef2-4923-a073-9af0513037b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 999 time: 0.0780256 Nov 12 20:54:45.522658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1819c81-f350-4477-9be3-45a18b586b7a req-ffe83f1a-4126-452a-979c-f97394fb8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.524166 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d1819c81-f350-4477-9be3-45a18b586b7a req-ffe83f1a-4126-452a-979c-f97394fb8777 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.0473647 Nov 12 20:54:45.562743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41724) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:45.562976 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-56294e40-cdc9-473f-aa0f-0e6de8f59c96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0441236 Nov 12 20:54:45.570861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'subnet': {'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:45.610153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1819c81-f350-4477-9be3-45a18b586b7a req-5ab9cef9-d4b1-4e68-a58d-524039730e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.611786 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d1819c81-f350-4477-9be3-45a18b586b7a req-5ab9cef9-d4b1-4e68-a58d-524039730e33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803707 Nov 12 20:54:45.629572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'fixed_ips': [{'subnet_id': '3b367797-a7c2-4010-82ff-ae298695f208'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:54:45.630449 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:45.745970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d691780-964a-4027-93c6-47c156d8a0eb req-18019e66-6ba2-44a2-a4ac-1c14e9852555 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.761243 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d1819c81-f350-4477-9be3-45a18b586b7a req-f3e8552e-9a09-4597-b73b-b7e89aa247d0 service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407738 Nov 12 20:54:45.767492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d691780-964a-4027-93c6-47c156d8a0eb req-18019e66-6ba2-44a2-a4ac-1c14e9852555 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0862370 Nov 12 20:54:45.825354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:45.835999 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:45.938378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d691780-964a-4027-93c6-47c156d8a0eb req-416ac000-606f-4e6d-adce-5a8259de7fd3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698029 Nov 12 20:54:45.948866 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d1819c81-f350-4477-9be3-45a18b586b7a req-890d5898-9158-4b0b-b7f5-ac6e3211c226 service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778502 Nov 12 20:54:45.965108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Allocated IP 10.1.1.2 (7d672b31-c01a-4fdd-bf3e-9724c36f781c/3b367797-a7c2-4010-82ff-ae298695f208/a1aa6898-aa35-4f4c-8197-1da9502204c9) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:46.193789 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:46.241509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59ad591b-2030-41cb-a181-4b1f725f9e87 req-b0668093-39cb-4165-b2db-177e260dafc1 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0736597 Nov 12 20:54:46.293555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:46.328642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:46.332220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:46.336640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:46.359628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:46.445356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Pushing event updated for resources: {'Port': ['ID=a1aa6898-aa35-4f4c-8197-1da9502204c9,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:46.468389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Attempting to bind port a1aa6898-aa35-4f4c-8197-1da9502204c9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:46.469061 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Attempting to bind port a1aa6898-aa35-4f4c-8197-1da9502204c9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:46.470647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Attempting to bind port a1aa6898-aa35-4f4c-8197-1da9502204c9 on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:46.479582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:46.480227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Checking segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:46.480799 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:46.481502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Bound using segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:46.482144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Bound port: a1aa6898-aa35-4f4c-8197-1da9502204c9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:46.482815 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:46.495322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ba880-f941-41d6-8e20-7eb5f2c4fb8d req-0fcfb9c4-a418-48ac-b5ac-6e3f6d2ce3f5 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:46.504957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-107ba880-f941-41d6-8e20-7eb5f2c4fb8d req-0fcfb9c4-a418-48ac-b5ac-6e3f6d2ce3f5 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1764843 Nov 12 20:54:46.531986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Subnet': ['ID=f905d784-9a61-4ee5-8d0c-2bf805410003,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:46.541905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Checking segment: {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:46.542274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network hostable DHCP agents. Network: 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:54:46.566121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] For port a1aa6898-aa35-4f4c-8197-1da9502204c9, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:46.570758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] For port a1aa6898-aa35-4f4c-8197-1da9502204c9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1aa6898-aa35-4f4c-8197-1da9502204c9,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:46.604835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-107ba880-f941-41d6-8e20-7eb5f2c4fb8d req-2dfe3545-4336-49e1-862a-e529d67a11c8 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988932 Nov 12 20:54:46.675096 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:46.698721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:54:46.789744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:46.791872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c576f42-0d54-49ed-a0de-04eccdbee112 None None] Pushing event updated for resources: {'Port': ['ID=a1aa6898-aa35-4f4c-8197-1da9502204c9,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:46.794056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:46.794661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:46.806250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed81ff8f-3f7a-4dc4-b9a6-c49e9392e3f9 None None] Network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:54:46.893350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218e8e2-7746-465e-bb58-098221e36d31 req-de517ee9-b9b9-4302-829f-d27b5cbd3a51 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:46.896145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5218e8e2-7746-465e-bb58-098221e36d31 req-de517ee9-b9b9-4302-829f-d27b5cbd3a51 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0825191 Nov 12 20:54:46.907180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-51a2b974-e5ee-4f1f-938a-e8fd8b88a33a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3443410 Nov 12 20:54:46.909908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41744) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:46.916458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'port': {'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'name': 'tempest-TaggedBootDevicesTest-490009372', 'fixed_ips': [{'subnet_id': '3b367797-a7c2-4010-82ff-ae298695f208'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:47.021392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5218e8e2-7746-465e-bb58-098221e36d31 req-8be26a2b-4556-42c8-a0dc-08c2dda514b7 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061695 Nov 12 20:54:47.110343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02', 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'fixed_ips': [{'subnet_id': 'f905d784-9a61-4ee5-8d0c-2bf805410003'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:54:47.111847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:47.264753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:47.336721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Allocated IP 10.2.2.2 (2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02/f905d784-9a61-4ee5-8d0c-2bf805410003/b9d25c16-4e5f-496a-9728-fd73a3840f2e) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:47.353391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05c03d-0d8a-435a-8d01-ddb357c0a516 req-efa7885e-63ee-49b1-9027-7a776253533a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:47.369465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d05c03d-0d8a-435a-8d01-ddb357c0a516 req-efa7885e-63ee-49b1-9027-7a776253533a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1108179 Nov 12 20:54:47.428746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:47.460289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d05c03d-0d8a-435a-8d01-ddb357c0a516 req-494571fb-15ce-454d-a436-3068f2409ee7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896785 Nov 12 20:54:47.464091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] device_id is not set on port 396e11a0-fe24-48bb-9227-113e6102113e yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:54:47.545528 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:47.612748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a48d01d-95cf-4a24-9c5c-7339a19839f4 req-6186a3d8-f9e9-47f5-a72e-d34609176f45 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0354843 Nov 12 20:54:47.659143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:47.744416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Pushing event updated for resources: {'Port': ['ID=b9d25c16-4e5f-496a-9728-fd73a3840f2e,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:47.757430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:47.759062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:47.765501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:47.799888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff1a0d-7cc6-4b10-847c-cd7bb993884e req-cdf55760-25f0-457a-98d1-1b00683659ae tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:47.810490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ff1a0d-7cc6-4b10-847c-cd7bb993884e req-cdf55760-25f0-457a-98d1-1b00683659ae tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1067429 Nov 12 20:54:47.823316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Allocated IP 10.1.1.103 (7d672b31-c01a-4fdd-bf3e-9724c36f781c/3b367797-a7c2-4010-82ff-ae298695f208/396e11a0-fe24-48bb-9227-113e6102113e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:47.896826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Attempting to bind port b9d25c16-4e5f-496a-9728-fd73a3840f2e on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:47.897219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Attempting to bind port b9d25c16-4e5f-496a-9728-fd73a3840f2e by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:47.897611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Attempting to bind port b9d25c16-4e5f-496a-9728-fd73a3840f2e on network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:47.904414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:47.904792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Checking segment: {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:47.912942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:47.912942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Bound using segment: {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:47.912942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Bound port: b9d25c16-4e5f-496a-9728-fd73a3840f2e, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:47.912942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:47.915489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ff1a0d-7cc6-4b10-847c-cd7bb993884e req-b06cc6f3-bd6f-4340-b334-2ff02f5aca8e tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030622 Nov 12 20:54:48.034379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1aa6898-aa35-4f4c-8197-1da9502204c9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:48.090672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] For port b9d25c16-4e5f-496a-9728-fd73a3840f2e, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:48.130906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] For port b9d25c16-4e5f-496a-9728-fd73a3840f2e, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b9d25c16-4e5f-496a-9728-fd73a3840f2e,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:48.175332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a1aa6898-aa35-4f4c-8197-1da9502204c9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:48.175717 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.208344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.234190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e0e15-697a-4528-a520-4f172294a50d req-b8bacca6-581e-443f-b8b0-81f88d73bb11 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:48.248152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e0e15-697a-4528-a520-4f172294a50d req-b8bacca6-581e-443f-b8b0-81f88d73bb11 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0865374 Nov 12 20:54:48.257306 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.321597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-983e0e15-697a-4528-a520-4f172294a50d req-27585de0-1bab-4036-9796-cd073cbb8d4a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725074 Nov 12 20:54:48.324227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b8bd81-972a-4913-8488-b96f3c0c1844 None None] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:54:48.379127 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.442415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.471070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:48.478844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:48.480476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35daf57-b83c-42e0-afab-8b47c51a2b0d None None] Pushing event updated for resources: {'Port': ['ID=b9d25c16-4e5f-496a-9728-fd73a3840f2e,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:48.481677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:48.486504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1ca92094-df74-4626-b14d-b1432d01260e None None] Provisioning complete for port a1aa6898-aa35-4f4c-8197-1da9502204c9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:48.486914 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1ca92094-df74-4626-b14d-b1432d01260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.543738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port a1aa6898-aa35-4f4c-8197-1da9502204c9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1aa6898-aa35-4f4c-8197-1da9502204c9,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:48.558206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:48.559321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.588408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=396e11a0-fe24-48bb-9227-113e6102113e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:48.608002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.608367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.608716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.609046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.609373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.609703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.610112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.610440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.610878 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.611357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.611741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.616193 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:48.671673 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.673608 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e9224aa-b750-4b8f-bb32-66a0417ac1ac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7622490 Nov 12 20:54:48.674302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41762) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:48.692309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'port': {'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'name': 'tempest-TaggedBootDevicesTest-1043456718', 'fixed_ips': [{'subnet_id': '3b367797-a7c2-4010-82ff-ae298695f208'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:48.714290 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1ca92094-df74-4626-b14d-b1432d01260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:48.850867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=a1aa6898-aa35-4f4c-8197-1da9502204c9,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:48.889345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-1ca92094-df74-4626-b14d-b1432d01260e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:54:48.889345 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-1ca92094-df74-4626-b14d-b1432d01260e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:54:48.901610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4c91762-d512-4efe-87b1-7c5610c893f8 req-473a7f21-479e-4f96-b0fd-76cf6db4e4ea tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0783029 Nov 12 20:54:48.934136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2d3d3-f9f4-42a7-8c8e-3b6f8fedfe44 req-87663fee-583c-4653-8689-134a99aca5f9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:48.948316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53d2d3d3-f9f4-42a7-8c8e-3b6f8fedfe44 req-87663fee-583c-4653-8689-134a99aca5f9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.2931707 Nov 12 20:54:49.072694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fba0ac-7f4f-4939-9395-02bf34f39064 req-0c441269-16a1-4ff1-92a7-373f9e014a63 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:49.074316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7fba0ac-7f4f-4939-9395-02bf34f39064 req-0c441269-16a1-4ff1-92a7-373f9e014a63 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0815747 Nov 12 20:54:49.078232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53d2d3d3-f9f4-42a7-8c8e-3b6f8fedfe44 req-38df5305-0d39-4fe5-b1dc-5731b986aa3c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287906 Nov 12 20:54:49.085231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:54:49.090872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:49.138337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] device_id is not set on port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:54:49.166033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7fba0ac-7f4f-4939-9395-02bf34f39064 req-0184faad-4c54-4698-85c7-20f11e59e498 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800562 Nov 12 20:54:49.405345 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Allocated IP 10.1.1.83 (7d672b31-c01a-4fdd-bf3e-9724c36f781c/3b367797-a7c2-4010-82ff-ae298695f208/f41f3bbf-ad2f-4931-893f-fa6310d4a7d4) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:49.586055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3b14d-ae5d-4c6d-8c79-1a99f7b7a115 req-a944492e-f525-42f1-ac98-50b30a24df0b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:49.596600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ba3b14d-ae5d-4c6d-8c79-1a99f7b7a115 req-a944492e-f525-42f1-ac98-50b30a24df0b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.1377540 Nov 12 20:54:49.658480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ade658a9-1d60-4f41-bbf1-b99fae7a0063 None None] Provisioning complete for port a1aa6898-aa35-4f4c-8197-1da9502204c9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:49.659360 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ade658a9-1d60-4f41-bbf1-b99fae7a0063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:49.712697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ba3b14d-ae5d-4c6d-8c79-1a99f7b7a115 req-036b4750-6007-4d72-9b49-6ce75306a567 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131580 Nov 12 20:54:49.737121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:49.820708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ade658a9-1d60-4f41-bbf1-b99fae7a0063 None None] Provisioning complete for port 396e11a0-fe24-48bb-9227-113e6102113e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:49.821143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ade658a9-1d60-4f41-bbf1-b99fae7a0063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:49.830187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:49.866317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:49.868479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ade658a9-1d60-4f41-bbf1-b99fae7a0063 None None] Port 396e11a0-fe24-48bb-9227-113e6102113e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:54:49.871787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:49.997927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:50.105816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:50.106483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:50.160961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b9d25c16-4e5f-496a-9728-fd73a3840f2e up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:50.161975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:50.162652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adf3d08d-9643-4be4-adda-d3566c7e8ea2 req-4cbda76d-8030-4887-9dc6-7251e55a572e tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0905719 Nov 12 20:54:50.232011 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-34566ff0-2b10-4dae-a813-9db254ae2df4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5451369 Nov 12 20:54:50.260044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335441d-86ec-4fb1-8827-868f8643bf25 None None] Network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:54:50.338564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-089d8aab-b965-430c-a9aa-607c1ddb9c68 None None] Provisioning complete for port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:50.339277 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-089d8aab-b965-430c-a9aa-607c1ddb9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:50.373764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c189e-ef25-4767-b8df-9e3387400bf5 req-2ea7f1cd-314a-42a5-b9e9-0f5cdd14df69 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:50.376100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b9d25c16-4e5f-496a-9728-fd73a3840f2e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:50.376637 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:50.380493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-293c189e-ef25-4767-b8df-9e3387400bf5 req-2ea7f1cd-314a-42a5-b9e9-0f5cdd14df69 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0958114 Nov 12 20:54:50.499494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-293c189e-ef25-4767-b8df-9e3387400bf5 req-4382495c-1880-43df-92f2-ef20345b2663 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174848 Nov 12 20:54:50.586845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-089d8aab-b965-430c-a9aa-607c1ddb9c68 None None] Port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:54:50.663215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7887940-f756-450c-913d-9356e25fbd7e req-d61ba1ef-f45b-4bd4-8663-cce3666b4ff9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:50.671633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7887940-f756-450c-913d-9356e25fbd7e req-d61ba1ef-f45b-4bd4-8663-cce3666b4ff9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0769737 Nov 12 20:54:50.674672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-089d8aab-b965-430c-a9aa-607c1ddb9c68 None None] Provisioning complete for port b9d25c16-4e5f-496a-9728-fd73a3840f2e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:50.675045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-089d8aab-b965-430c-a9aa-607c1ddb9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:50.724304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7887940-f756-450c-913d-9356e25fbd7e req-2fd3f016-5821-4a92-8273-97d0dc647936 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Nov 12 20:54:50.781726 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:50.841242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-089d8aab-b965-430c-a9aa-607c1ddb9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:50.846251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port b9d25c16-4e5f-496a-9728-fd73a3840f2e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b9d25c16-4e5f-496a-9728-fd73a3840f2e,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:50.939461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:50.940405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1aa6898-aa35-4f4c-8197-1da9502204c9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:51.067611 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-089d8aab-b965-430c-a9aa-607c1ddb9c68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:54:51.067891 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-089d8aab-b965-430c-a9aa-607c1ddb9c68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:54:51.107476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=b9d25c16-4e5f-496a-9728-fd73a3840f2e,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:51.129471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a1aa6898-aa35-4f4c-8197-1da9502204c9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:51.129936 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:51.353811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:51.359139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8fc797f8-4f86-41ef-9022-28809dd55ddf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948718500', 'description': 'tempest-description--1764507347'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:51.645215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e890b-da1e-44af-abc9-e7bb07c91a25 req-520b8644-e262-41d2-bb88-cf1f398f0b86 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:51.647659 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e13e890b-da1e-44af-abc9-e7bb07c91a25 req-520b8644-e262-41d2-bb88-cf1f398f0b86 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.1027875 Nov 12 20:54:51.709926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fc797f8-4f86-41ef-9022-28809dd55ddf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:51.713139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e13e890b-da1e-44af-abc9-e7bb07c91a25 req-dee43569-5e99-45e5-ac16-6abeaa5989de tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561173 Nov 12 20:54:51.754857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-76b63770-2da7-4f61-b254-fc182ea6439c None None] Provisioning complete for port b9d25c16-4e5f-496a-9728-fd73a3840f2e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:51.755415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76b63770-2da7-4f61-b254-fc182ea6439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:51.823755 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fc797f8-4f86-41ef-9022-28809dd55ddf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:51.845904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03054bd1-902d-41a2-8aeb-b394e11ed3a8 req-77eddc0d-e415-48b7-aa42-5e5003641306 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0389755 Nov 12 20:54:51.922217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b9d25c16-4e5f-496a-9728-fd73a3840f2e up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:54:51.931029 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fc797f8-4f86-41ef-9022-28809dd55ddf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:51.975433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b9d25c16-4e5f-496a-9728-fd73a3840f2e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:54:51.975871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:51.976907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc797f8-4f86-41ef-9022-28809dd55ddf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e853618-8233-4d18-8b12-82946084944a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:52.008480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ad66b-b78b-4ede-85e4-1aa9621d358e req-1acc875f-9565-460d-a6e9-9c06a236447a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:52.010828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d07ad66b-b78b-4ede-85e4-1aa9621d358e req-1acc875f-9565-460d-a6e9-9c06a236447a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0634704 Nov 12 20:54:52.038262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fc797f8-4f86-41ef-9022-28809dd55ddf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.042375 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8fc797f8-4f86-41ef-9022-28809dd55ddf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6841898 Nov 12 20:54:52.046278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41798) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:52.051645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-911d4cad-a3ad-49bd-9c7b-9918972c994a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'security_group_rule': {'security_group_id': '8e853618-8233-4d18-8b12-82946084944a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:52.090411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d07ad66b-b78b-4ede-85e4-1aa9621d358e req-c901c9b9-55fd-49ea-89cb-e6837ae443f5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721200 Nov 12 20:54:52.167107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-911d4cad-a3ad-49bd-9c7b-9918972c994a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.212277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfaa254-3215-4065-9b87-c4922b6d2517 req-0e6aa780-ae54-4f8d-b506-1596df74bb21 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:52.214187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2cfaa254-3215-4065-9b87-c4922b6d2517 req-0e6aa780-ae54-4f8d-b506-1596df74bb21 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0591700 Nov 12 20:54:52.250417 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-911d4cad-a3ad-49bd-9c7b-9918972c994a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.275079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2cfaa254-3215-4065-9b87-c4922b6d2517 req-5c93d2b8-0264-4228-a020-61b777b7d90e tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546496 Nov 12 20:54:52.315272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-911d4cad-a3ad-49bd-9c7b-9918972c994a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.334579 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d4cad-a3ad-49bd-9c7b-9918972c994a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dde8de-30a2-4a52-b084-2966833679d1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:52.409237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-911d4cad-a3ad-49bd-9c7b-9918972c994a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.410486 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-911d4cad-a3ad-49bd-9c7b-9918972c994a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3630896 Nov 12 20:54:52.413328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41802) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:52.417923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d80a235d-1912-44ff-840f-f74b7f334fd0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'security_group_rule': {'security_group_id': '8e853618-8233-4d18-8b12-82946084944a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:52.589440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d80a235d-1912-44ff-840f-f74b7f334fd0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.647832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d80a235d-1912-44ff-840f-f74b7f334fd0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.725705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d80a235d-1912-44ff-840f-f74b7f334fd0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.744798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a235d-1912-44ff-840f-f74b7f334fd0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19828517-3f54-437b-9bac-0ecc6d456e6c,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:52.826128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d80a235d-1912-44ff-840f-f74b7f334fd0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.830249 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d80a235d-1912-44ff-840f-f74b7f334fd0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130585 Nov 12 20:54:52.833716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41810) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:54:52.835085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:52.854134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca53d3c-6c19-4583-8a8d-bee95ca66063 req-9875b880-0d09-4fa6-ae67-fbe3171893ec tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:52.859870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cca53d3c-6c19-4583-8a8d-bee95ca66063 req-9875b880-0d09-4fa6-ae67-fbe3171893ec tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0662954 Nov 12 20:54:52.908230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cca53d3c-6c19-4583-8a8d-bee95ca66063 req-5e533ca7-4972-420c-b468-b524c24b3d16 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456681 Nov 12 20:54:52.926276 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:53.022645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3d69ff-c4a4-4e47-89c8-980782a4ec8b req-78ba9325-35f6-404a-88b3-32f960abb20b tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0315740 Nov 12 20:54:53.051552 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:53.179526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Allocated IP 172.25.8.42 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/53b098f5-737c-4eeb-bfd2-da73aa9f53a2) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:54:53.247492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6ef4c-f9d6-43da-a0c2-9c37ad3663a5 req-e62539c6-cfe8-4a84-8cbb-9924c0a28f61 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:53.251419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2b6ef4c-f9d6-43da-a0c2-9c37ad3663a5 req-e62539c6-cfe8-4a84-8cbb-9924c0a28f61 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0755928 Nov 12 20:54:53.296713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:53.316330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2b6ef4c-f9d6-43da-a0c2-9c37ad3663a5 req-5e8ebcc8-2799-49cb-9968-47c66d21ad9c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589960 Nov 12 20:54:53.414171 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:53.444204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa237c3-8efc-44ab-a006-b46ae4b011c0 req-6f7809cd-c830-48b9-8e97-a5bc0ff7197a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:53.451250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fa237c3-8efc-44ab-a006-b46ae4b011c0 req-6f7809cd-c830-48b9-8e97-a5bc0ff7197a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0637949 Nov 12 20:54:53.453700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:54:53.460977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:54:53.465230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:54:53.471182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=53b098f5-737c-4eeb-bfd2-da73aa9f53a2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:53.508229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fa237c3-8efc-44ab-a006-b46ae4b011c0 req-55b8d1f5-325b-4bab-9ebb-569dba72e3a4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Nov 12 20:54:53.590487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:53.976987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:54.054867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2dfe9-2e61-4cba-8cbb-00e53473f996 req-941b5c43-d547-4cc2-a3cc-9c73dfdf226e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:54.058399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afd2dfe9-2e61-4cba-8cbb-00e53473f996 req-941b5c43-d547-4cc2-a3cc-9c73dfdf226e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0585449 Nov 12 20:54:54.114347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afd2dfe9-2e61-4cba-8cbb-00e53473f996 req-5532cf59-46c3-4b46-bb9c-e8f167634157 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498276 Nov 12 20:54:54.168185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:54.213618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fc40b44-e9e4-4c13-bce5-eb14064c7fe1 req-ee00d06e-b2ea-4caa-bc18-afae4abd8a4b tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0289264 Nov 12 20:54:54.248007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:54.326264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=53b098f5-737c-4eeb-bfd2-da73aa9f53a2,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:54.338543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:54.420944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:54.430724 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9b37dc8d-3bda-42ff-b1e0-4bfe707a9209 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5908933 Nov 12 20:54:54.468509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d63528-e3c1-4caf-a833-dced54cf1805 req-9352043f-bf00-4ff5-b8b7-31a1576a2213 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:54.477769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1d63528-e3c1-4caf-a833-dced54cf1805 req-9352043f-bf00-4ff5-b8b7-31a1576a2213 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0836282 Nov 12 20:54:54.524146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1d63528-e3c1-4caf-a833-dced54cf1805 req-d737f830-abf3-46d9-a9f7-9adb66070f4b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455034 Nov 12 20:54:54.646182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359f612-a8b4-4453-a32b-e7bfb8ba3e85 req-0b7a1d8c-aea2-4cfc-92b0-3dd4c76b3255 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:54.647718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1359f612-a8b4-4453-a32b-e7bfb8ba3e85 req-0b7a1d8c-aea2-4cfc-92b0-3dd4c76b3255 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0541706 Nov 12 20:54:54.699174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1359f612-a8b4-4453-a32b-e7bfb8ba3e85 req-cbfc8192-b8eb-434d-bf7b-77a315763bf3 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441940 Nov 12 20:54:54.820565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a7ecc5d3-ea4a-4cf0-8023-bcd5dd3901b5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1948718500&fields=id&tenant_id=ef475e2c12194ab69e86d22329262a67 HTTP/1.1" status: 200 len: 267 time: 0.0439928 Nov 12 20:54:55.161028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-d13c2145-bdb7-4c41-b95a-2edde3818711 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:55.162498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-d13c2145-bdb7-4c41-b95a-2edde3818711 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports/396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 200 len: 931 time: 0.3343620 Nov 12 20:54:55.214118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-c2beeb15-4413-4d78-81dc-edb73e938497 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:55.215504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-c2beeb15-4413-4d78-81dc-edb73e938497 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports/f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 200 len: 931 time: 0.0470431 Nov 12 20:54:55.271552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-98f9a0f6-826b-4a8a-947d-cdae3474ed85 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0486605 Nov 12 20:54:55.301511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-8119d3e5-dbda-4a5a-b82a-47241b49a5e7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0290003 Nov 12 20:54:55.420073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6fddb2e3-5cce-445c-a0d1-8f9294f2be5f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:55.426051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6fddb2e3-5cce-445c-a0d1-8f9294f2be5f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:55.432044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6fddb2e3-5cce-445c-a0d1-8f9294f2be5f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:55.433686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6fddb2e3-5cce-445c-a0d1-8f9294f2be5f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/networks?id=8060bccd-0eb2-4d83-965c-69b630d98cf8&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 HTTP/1.1" status: 200 len: 1989 time: 0.1271796 Nov 12 20:54:55.449971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-d65018d5-3b1f-491e-8a2e-2667eac659b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/quotas/ef475e2c12194ab69e86d22329262a67 HTTP/1.1" status: 200 len: 375 time: 0.0100319 Nov 12 20:54:55.526904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-9acbbe3c-99e4-4e97-8979-47ddd73ad162 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0699048 Nov 12 20:54:55.638252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-5ab04a6a-a293-469f-acf6-b1bb8ce75c70 service neutron] 10.222.0.64 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971117 Nov 12 20:54:55.744422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b1ba888-a5aa-4b34-8d04-6c9807b7b358 service neutron] 10.222.0.64 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965433 Nov 12 20:54:55.786770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-2a4b23df-5916-466e-902e-36c3c576e8b8 service neutron] 10.222.0.64 "GET /v2.0/ports/396e11a0-fe24-48bb-9227-113e6102113e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0357323 Nov 12 20:54:55.879771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a01ade4a-6699-4732-9820-f6bb1e300f14 service neutron] 10.222.0.64 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860941 Nov 12 20:54:55.978605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-8e0dc827-c77f-406e-bef8-d2661e873117 service neutron] 10.222.0.64 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924149 Nov 12 20:54:56.021472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-c730aff9-ade9-45f3-9666-d1d36f8c74ef service neutron] 10.222.0.64 "GET /v2.0/ports/f41f3bbf-ad2f-4931-893f-fa6310d4a7d4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0348191 Nov 12 20:54:56.114854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-cf10d64b-845b-4659-ad4f-aa5e38d1ecae service neutron] 10.222.0.64 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886860 Nov 12 20:54:56.205456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-019754f2-341a-4a3c-b0ea-cf03dfffea90 service neutron] 10.222.0.64 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843070 Nov 12 20:54:56.303090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-551e5e47-a3ff-4ccc-9498-7dbb462393e0 service neutron] 10.222.0.64 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913725 Nov 12 20:54:56.398807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-78af7af5-eb1b-4bb1-bf86-09951c67e707 service neutron] 10.222.0.64 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895033 Nov 12 20:54:56.488709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-fa4e4772-469e-4bbb-bb9b-76573a0c2e11 service neutron] 10.222.0.64 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835121 Nov 12 20:54:56.581783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a269b008-5260-4ea9-9a5a-a486ba8fefb9 service neutron] 10.222.0.64 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865376 Nov 12 20:54:56.676313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-5f2f332d-5ac0-47b0-943e-52bc50146aab service neutron] 10.222.0.64 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882816 Nov 12 20:54:56.774555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-5517bcce-5342-4c24-99f1-1fdbf73acac9 service neutron] 10.222.0.64 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919471 Nov 12 20:54:56.882817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83269e3-1f45-42d1-bf46-e7d6347a1833 req-49ba25d9-2686-4df0-aeb5-88ed24468661 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:56.884406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d83269e3-1f45-42d1-bf46-e7d6347a1833 req-49ba25d9-2686-4df0-aeb5-88ed24468661 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.1078656 Nov 12 20:54:56.913594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-f7098fc2-4c32-48d9-b746-00cdea9a9d22 service neutron] 10.222.0.64 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286638 Nov 12 20:54:56.989133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d83269e3-1f45-42d1-bf46-e7d6347a1833 req-a8bfd629-9f83-43c2-86a5-40db29778a1b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965178 Nov 12 20:54:57.028103 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e5904f1a-6866-47bc-b0c2-d60f879a6ab6 service neutron] 10.222.0.64 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082215 Nov 12 20:54:57.079803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5c4413e-bcd8-456d-958e-e90cd780e9fb req-dbf9e88d-a991-4526-9d4d-4deba28b124c tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0271528 Nov 12 20:54:57.188487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b627a89-8aa5-49d8-886b-165e893057ad req-8639d1ed-3adf-4a30-812b-588b11a3a9b4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:57.189960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b627a89-8aa5-49d8-886b-165e893057ad req-8639d1ed-3adf-4a30-812b-588b11a3a9b4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0494661 Nov 12 20:54:57.240916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b627a89-8aa5-49d8-886b-165e893057ad req-58a96a10-3ddd-47b5-b44b-e06e637e87a8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442522 Nov 12 20:54:57.351045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32d5c3-cbbb-4b81-859a-5b7c45c90dbb req-58e06d53-4a03-430a-8ba5-5be03eb01242 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:57.352613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd32d5c3-cbbb-4b81-859a-5b7c45c90dbb req-58e06d53-4a03-430a-8ba5-5be03eb01242 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0490854 Nov 12 20:54:57.406307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd32d5c3-cbbb-4b81-859a-5b7c45c90dbb req-ebb810f7-d690-4f79-9334-761d8ffeaf1a tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Nov 12 20:54:57.543646 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b8c21707-1fb8-4234-98e6-2990f61b005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:58.131490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbec9a6-2748-495d-b830-1b80e6f19800 req-9650f2b5-4359-489c-88f5-193189d60ce5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:58.133739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1bbec9a6-2748-495d-b830-1b80e6f19800 req-9650f2b5-4359-489c-88f5-193189d60ce5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0619419 Nov 12 20:54:58.188971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1bbec9a6-2748-495d-b830-1b80e6f19800 req-4806a1be-1479-4ccf-b3dc-c4b54452d49b tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475488 Nov 12 20:54:58.282148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e18a68d0-5a94-435a-bb6c-a963c3e82f1c req-eb7a7f8d-0545-49e8-afd1-cc3a56a37841 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0287931 Nov 12 20:54:58.369316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35958d68-58fc-4526-9e97-68b4e3aca108 req-eacb146f-bfd0-4dc0-ae2c-e8788ba87036 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0345585 Nov 12 20:54:58.410203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d62c1-4351-469d-85d1-531f9e4b0ef7 req-75b267d6-1497-4c40-93dd-5d9d45214c6e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:58.411979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad1d62c1-4351-469d-85d1-531f9e4b0ef7 req-75b267d6-1497-4c40-93dd-5d9d45214c6e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0682113 Nov 12 20:54:58.467844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad1d62c1-4351-469d-85d1-531f9e4b0ef7 req-b897c809-523b-4f16-9214-5463460472fc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498111 Nov 12 20:54:58.529372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7c6a5-ab9d-4219-83d9-332aef3d7a37 req-45f96479-f9c1-44bb-bb2a-b0d443ff4811 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:58.530898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47b7c6a5-ab9d-4219-83d9-332aef3d7a37 req-45f96479-f9c1-44bb-bb2a-b0d443ff4811 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0500972 Nov 12 20:54:58.579717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47b7c6a5-ab9d-4219-83d9-332aef3d7a37 req-b72ae80a-e772-43fe-9522-c4923d7b9d6f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Nov 12 20:54:59.317037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cecc8-0116-4154-860c-40443356bfe9 req-85de7608-e414-49e7-94c4-d8ae7833968a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.318631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-953cecc8-0116-4154-860c-40443356bfe9 req-85de7608-e414-49e7-94c4-d8ae7833968a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0517323 Nov 12 20:54:59.383094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-953cecc8-0116-4154-860c-40443356bfe9 req-8aeee08d-555a-416e-9bc0-867666e9218e tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581224 Nov 12 20:54:59.400403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a519327-7867-4ca1-8708-6c806f06170c req-eee9c23e-53c2-4cff-aa22-bf46c7921aab tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0290956 Nov 12 20:54:59.460891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a37d092f-fa86-4d8d-8fce-541922e36c49 req-9787c810-248b-43ae-b108-c70613e5b46c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0267997 Nov 12 20:54:59.587530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa529-1918-4f31-a09c-fd00eb4ae9b3 req-fe452730-a66e-41ec-9e3f-c4a700e95e95 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.589088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2bfa529-1918-4f31-a09c-fd00eb4ae9b3 req-fe452730-a66e-41ec-9e3f-c4a700e95e95 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0524650 Nov 12 20:54:59.640450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2bfa529-1918-4f31-a09c-fd00eb4ae9b3 req-16c8f983-95fd-4b4a-91c3-8390e0947cb2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Nov 12 20:54:59.702703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fbbed-52f8-42a5-987f-2fb0c961ccf4 req-5804a679-087c-4754-ad98-7333bb3685a7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.704246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a13fbbed-52f8-42a5-987f-2fb0c961ccf4 req-5804a679-087c-4754-ad98-7333bb3685a7 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0540054 Nov 12 20:54:59.757579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a13fbbed-52f8-42a5-987f-2fb0c961ccf4 req-fe8a7502-71b0-4d7a-8407-fbdc70918042 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Nov 12 20:55:00.063561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d6e64fbf-c2cc-4640-98e2-f7bb10edb22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:00.527127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bedf7a3-e094-40fa-b60b-963eba546fe1 req-478a2b60-054e-4166-90ad-fe8f8307ff2e tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0424855 Nov 12 20:55:00.546675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e232a7-ea5e-4b78-aa97-e68102a907e0 req-1290ee1b-0477-4613-82bf-1b9efcfeafa6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:00.548313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02e232a7-ea5e-4b78-aa97-e68102a907e0 req-1290ee1b-0477-4613-82bf-1b9efcfeafa6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 945 time: 0.0733254 Nov 12 20:55:00.611316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02e232a7-ea5e-4b78-aa97-e68102a907e0 req-520a44f7-f66e-486c-a50c-5d1c6a4922c5 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566416 Nov 12 20:55:00.619951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:00.632484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b35cdfd5-f72d-4aa3-99f7-2cca42b1fbc1 req-9be3f181-88da-4ba6-88e7-0382deb42393 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0376732 Nov 12 20:55:00.729283 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:00.742343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'aa86fda3-2791-425b-8694-d171da8a7615', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'port_id': 'aa86fda3-2791-425b-8694-d171da8a7615', 'mac_address': 'fa:16:3e:df:78:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:00.766823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e43778-6b0c-451e-bd86-c3d1b559108d req-988565ce-831a-4e3b-a583-12aa6a9b412f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:00.768468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97e43778-6b0c-451e-bd86-c3d1b559108d req-988565ce-831a-4e3b-a583-12aa6a9b412f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0578671 Nov 12 20:55:00.793466 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:00.811488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa86fda3-2791-425b-8694-d171da8a7615 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:00.836090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97e43778-6b0c-451e-bd86-c3d1b559108d req-c1dac3e1-6f1d-4856-922a-cf5e49eaa375 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611522 Nov 12 20:55:00.840809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:00.889442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f7898-5366-48aa-868a-87557de0c384 req-dbd4ac71-a2a1-427d-b8a1-5165e448560b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:00.890936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c94f7898-5366-48aa-868a-87557de0c384 req-dbd4ac71-a2a1-427d-b8a1-5165e448560b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0538924 Nov 12 20:55:00.913062 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:55:00.963419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c94f7898-5366-48aa-868a-87557de0c384 req-43357c7b-fd6f-4c36-a488-ae32daeb243d tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656896 Nov 12 20:55:01.525707 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:01.527384 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:01.573389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:01.581120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.581473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.581817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.582691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.583161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.583643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.590794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.590794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.590794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.590794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.590794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.590794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:01.643110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ac11ec9-510f-4655-a343-2a80b4b9d1df req-3b3d5970-36f9-4861-90a3-83aaca56bf1e tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0306273 Nov 12 20:55:01.771574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-123c7237-926b-41eb-80bf-c4141c4ed5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:01.772929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-123c7237-926b-41eb-80bf-c4141c4ed5ce service neutron] 10.222.0.78 "GET /v2.0/ports/396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 200 len: 1027 time: 0.0789418 Nov 12 20:55:01.774627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-256da233-33cc-499f-88cb-01cc8ad26656 req-2b93debf-39ff-4bf4-a6ed-1ffcc2de6278 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0563245 Nov 12 20:55:01.821058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e89c9600-a52b-444d-ad16-92fd7d0982ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:01.823423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e89c9600-a52b-444d-ad16-92fd7d0982ea service neutron] 10.222.0.78 "GET /v2.0/ports/f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 200 len: 1027 time: 0.0427637 Nov 12 20:55:01.824742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['aa86fda3-2791-425b-8694-d171da8a7615'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:01.833163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab0c9-a0d7-4c24-a5c6-9a8537bf45e8 req-02661672-2ed8-423b-bb38-0ea0032001a8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:01.834690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f4ab0c9-a0d7-4c24-a5c6-9a8537bf45e8 req-02661672-2ed8-423b-bb38-0ea0032001a8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.1152649 Nov 12 20:55:01.998660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f4ab0c9-a0d7-4c24-a5c6-9a8537bf45e8 req-a4170db9-fbb5-432d-bd5a-ad39fe4cda38 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529493 Nov 12 20:55:02.026686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-265bb6a6-6843-4e17-9401-7b80713fe5ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:02.032965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-265bb6a6-6843-4e17-9401-7b80713fe5ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:02.039351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-265bb6a6-6843-4e17-9401-7b80713fe5ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:02.040984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-265bb6a6-6843-4e17-9401-7b80713fe5ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "GET /v2.0/networks?id=8060bccd-0eb2-4d83-965c-69b630d98cf8&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 HTTP/1.1" status: 200 len: 1989 time: 0.2054026 Nov 12 20:55:02.054552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29be47-7d21-4c73-8036-350713c0bbc6 req-df961b5e-fd01-449f-88df-a4347c1f7520 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:02.056114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e29be47-7d21-4c73-8036-350713c0bbc6 req-df961b5e-fd01-449f-88df-a4347c1f7520 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1195521 Nov 12 20:55:02.148620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e29be47-7d21-4c73-8036-350713c0bbc6 req-0b8ad2d2-a2db-43b8-9ffb-3d39c76b7574 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848126 Nov 12 20:55:02.157843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-58848ba5-1e5f-4bfb-ade7-b17707985dbd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef475e2c12194ab69e86d22329262a67 HTTP/1.1" status: 200 len: 380 time: 0.0998628 Nov 12 20:55:02.169051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'admin_state_up': True, 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'security_groups': ['8e853618-8233-4d18-8b12-82946084944a']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:02.293297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce677831-4ae1-4131-ab2d-ff633f13ad4d req-7a94692e-ba90-42a6-aeca-e193ddda06e9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:02.294798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce677831-4ae1-4131-ab2d-ff633f13ad4d req-7a94692e-ba90-42a6-aeca-e193ddda06e9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1051948 Nov 12 20:55:02.373200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce677831-4ae1-4131-ab2d-ff633f13ad4d req-3658c36e-25fd-4d4b-a770-bbb406856ef4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693562 Nov 12 20:55:02.462047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:02.465917 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:02.598851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Allocated IP 172.20.0.6 (8060bccd-0eb2-4d83-965c-69b630d98cf8/164bb86d-7d0a-404e-965d-bad55e5dece2/d086ce76-b78a-4813-893b-2e6bcceba638) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:02.754299 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:02.771634 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be8040f8-c10b-4e2c-84cf-e8a1cd3a22d9 req-dade23e7-2d81-4d24-befa-100497fdb10d tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0372384 Nov 12 20:55:02.873848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:02.886943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e98fb-c80f-44a5-9826-0de3fbe0af37 req-4ae6f309-3d8e-426f-8691-4147d28398d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:02.888747 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-de7e98fb-c80f-44a5-9826-0de3fbe0af37 req-4ae6f309-3d8e-426f-8691-4147d28398d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 1097 time: 0.0438845 Nov 12 20:55:02.932982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:02.938771 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-de7e98fb-c80f-44a5-9826-0de3fbe0af37 req-2e3b972f-2105-4935-a550-f2c2d8ec5375 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Nov 12 20:55:02.946916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:02.954235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:02.957494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:02.961169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=d086ce76-b78a-4813-893b-2e6bcceba638,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:03.004732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04e7f8-a6be-4dd3-be55-5fc3f266f6c6 req-efdb79f0-0d43-4057-b079-e0ba519bcdba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:03.004732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b04e7f8-a6be-4dd3-be55-5fc3f266f6c6 req-efdb79f0-0d43-4057-b079-e0ba519bcdba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 931 time: 0.1368542 Nov 12 20:55:03.004732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.005489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.005600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.005934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.006398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.006609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.006938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.011730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.012101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.012520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.012780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.013148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:03.066800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:03.067519 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:03.110902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b04e7f8-a6be-4dd3-be55-5fc3f266f6c6 req-df1d4c65-a8c6-4d27-bea5-b39aa0315bd9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887172 Nov 12 20:55:03.170281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43508fcc-dcf4-4f2c-bca2-d29a469302e4 req-fd8601ab-a382-4f68-a7a6-a5ff9a6638c0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:03.182525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43508fcc-dcf4-4f2c-bca2-d29a469302e4 req-fd8601ab-a382-4f68-a7a6-a5ff9a6638c0 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0707283 Nov 12 20:55:03.187057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3fe8df08-e4e7-4a1e-aaf9-747571db398f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0236034 Nov 12 20:55:03.224107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'admin_state_up': True, 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'security_groups': ['8e853618-8233-4d18-8b12-82946084944a']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:03.309969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6fba92e7-e148-4660-bb86-8e4322a154be None None] Provisioning complete for port d086ce76-b78a-4813-893b-2e6bcceba638 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:03.310583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6fba92e7-e148-4660-bb86-8e4322a154be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:03.332276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43508fcc-dcf4-4f2c-bca2-d29a469302e4 req-592a2e6f-7da7-4eab-8888-db013970a47d tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362932 Nov 12 20:55:03.361912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6fba92e7-e148-4660-bb86-8e4322a154be None None] Port d086ce76-b78a-4813-893b-2e6bcceba638 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:55:03.438110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4a531-ddd4-4305-a2d9-a34edb82c399 req-b4a3d1f4-bf55-4eee-9d13-e697181461ad tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:03.440053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebe4a531-ddd4-4305-a2d9-a34edb82c399 req-b4a3d1f4-bf55-4eee-9d13-e697181461ad tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.0977871 Nov 12 20:55:03.452570 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:03.471853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:03.476130 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:03.548384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ebe4a531-ddd4-4305-a2d9-a34edb82c399 req-5bd63c9d-b352-4c60-a16b-d60275598f76 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016779 Nov 12 20:55:03.600148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beda745-ff68-45eb-acab-785950f3e16e req-3b443a70-57cd-47c4-8531-66f299470ec4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:03.601710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6beda745-ff68-45eb-acab-785950f3e16e req-3b443a70-57cd-47c4-8531-66f299470ec4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1124203 Nov 12 20:55:03.709344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6beda745-ff68-45eb-acab-785950f3e16e req-e4acaac1-a968-4f53-9fb9-8833925ffd96 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010797 Nov 12 20:55:03.717397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Allocated IP 10.1.1.7 (7d672b31-c01a-4fdd-bf3e-9724c36f781c/3b367797-a7c2-4010-82ff-ae298695f208/8219bd84-0db8-4ad4-bbe2-c4decb650bb6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:03.916351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cae1fec9-9350-4f3d-8243-5866796f7bc1 req-9d84ef91-c3e6-47a4-857a-6a26a64f681e tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0384257 Nov 12 20:55:03.926777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:04.131429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:04.181840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:04.185164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:04.193518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:04.269979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:04.321144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:04.322748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:04.349967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631cf2b-7ec3-4003-afde-50d65dffa19d req-9d900783-1229-4984-a1f0-7c3356c015ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:04.356578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631cf2b-7ec3-4003-afde-50d65dffa19d req-9d900783-1229-4984-a1f0-7c3356c015ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:04.365069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3631cf2b-7ec3-4003-afde-50d65dffa19d req-9d900783-1229-4984-a1f0-7c3356c015ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 1651 time: 0.1288276 Nov 12 20:55:04.436059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3631cf2b-7ec3-4003-afde-50d65dffa19d req-dde966ea-dae3-4e0f-b3bd-ff1fd15c02c2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704131 Nov 12 20:55:04.514681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7df77-495f-4510-921b-d269abae4fbf req-ecc22834-ddaf-4eb4-9300-e3d6e787ae27 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:04.514681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67d7df77-495f-4510-921b-d269abae4fbf req-ecc22834-ddaf-4eb4-9300-e3d6e787ae27 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 946 time: 0.0770566 Nov 12 20:55:04.518774 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a1b6f768-e615-4f14-99f6-3666dc3ca83b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2991662 Nov 12 20:55:04.542867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'admin_state_up': True, 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'security_groups': ['8e853618-8233-4d18-8b12-82946084944a']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:04.609163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-83e3c492-4aac-4db2-b567-126215b01594 None None] Provisioning complete for port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:04.609724 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-83e3c492-4aac-4db2-b567-126215b01594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:04.647913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67d7df77-495f-4510-921b-d269abae4fbf req-e2814a1d-3eab-4480-95f0-0cc45ce345c4 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230171 Nov 12 20:55:04.667672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:04.738924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-83e3c492-4aac-4db2-b567-126215b01594 None None] Port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:55:04.775015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b348768-d575-4947-a216-415ceaa2809b req-6d350def-0f5b-4708-b632-642ad87517d2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:04.777007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b348768-d575-4947-a216-415ceaa2809b req-6d350def-0f5b-4708-b632-642ad87517d2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1259711 Nov 12 20:55:04.846911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port aa86fda3-2791-425b-8694-d171da8a7615 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:04.856358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port aa86fda3-2791-425b-8694-d171da8a7615 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:04.856755 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:04.862595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b348768-d575-4947-a216-415ceaa2809b req-86aab5be-6dbe-490e-815c-f111cef5571e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750587 Nov 12 20:55:04.901953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7bffb-511d-473e-99fc-5c9f7630c0fd req-ccd11097-469f-4c37-9f8b-db77d4a37e42 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:04.901953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bb7bffb-511d-473e-99fc-5c9f7630c0fd req-ccd11097-469f-4c37-9f8b-db77d4a37e42 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0798771 Nov 12 20:55:04.901953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:04.903789 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:04.992530 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:05.027595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bb7bffb-511d-473e-99fc-5c9f7630c0fd req-ff9339b8-096f-4480-8aa3-ebe1477eea13 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211834 Nov 12 20:55:05.052479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:05.056634 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff61d41-728e-4cec-a43c-1e33cd798c82" -d '{"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-plugged", "status": "completed", "tag": "aa86fda3-2791-425b-8694-d171da8a7615"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:05.075516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:05.143330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09fe67ea-cac3-466c-a4b8-4474269d51cc req-c822758d-75b9-4d71-a5c0-03dc691b243e tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0757504 Nov 12 20:55:05.160078 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:05.170713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Allocated IP 10.1.1.4 (7d672b31-c01a-4fdd-bf3e-9724c36f781c/3b367797-a7c2-4010-82ff-ae298695f208/c11c2037-3072-4a65-a936-7fbc5b08432d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:05.225451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=12']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:05.232208 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65662a91-1f65-45f5-aa8e-a94752d63105 x-openstack-request-id: req-65662a91-1f65-45f5-aa8e-a94752d63105 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:05.232706 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-plugged", "status": "completed", "tag": "aa86fda3-2791-425b-8694-d171da8a7615", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:05.233140 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65662a91-1f65-45f5-aa8e-a94752d63105 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:05.233590 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615', 'code': 200} Nov 12 20:55:05.399852 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:05.492547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed20c93-ad39-48e0-a4c3-7a04ecad9b04 req-8f43b239-d038-4057-a504-ef1fffeea96c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:05.494021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ed20c93-ad39-48e0-a4c3-7a04ecad9b04 req-8f43b239-d038-4057-a504-ef1fffeea96c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0646646 Nov 12 20:55:05.541442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bbd2b-42ee-442f-94d1-bd7afa2ac10b req-ee841133-3495-47b2-b8c4-0b0bb908fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:05.543798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-119bbd2b-42ee-442f-94d1-bd7afa2ac10b req-ee841133-3495-47b2-b8c4-0b0bb908fe02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1099 time: 0.0509336 Nov 12 20:55:05.552847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:05.593830 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-119bbd2b-42ee-442f-94d1-bd7afa2ac10b req-b96529c0-a33d-4d1d-ac39-7ee676a4e63b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Nov 12 20:55:05.653541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:05.656544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-6e6d9036-a94d-4bea-a302-2625fcadff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:05.658022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-6e6d9036-a94d-4bea-a302-2625fcadff70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a68ecaa57d704251a7d0b6559969c411&device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 1097 time: 0.1566949 Nov 12 20:55:05.670178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ed20c93-ad39-48e0-a4c3-7a04ecad9b04 req-71b56f5a-747c-421e-978f-190b6c4a1dc4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699185 Nov 12 20:55:05.671022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:05.677665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:05.683271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=c11c2037-3072-4a65-a936-7fbc5b08432d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:05.734701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f98b3-915f-442b-ac11-53ec910dd58d req-582c086b-e6b1-430f-ae48-fdda911c831e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:05.741036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f98b3-915f-442b-ac11-53ec910dd58d req-582c086b-e6b1-430f-ae48-fdda911c831e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:05.747231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f98b3-915f-442b-ac11-53ec910dd58d req-582c086b-e6b1-430f-ae48-fdda911c831e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:05.759954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-781f98b3-915f-442b-ac11-53ec910dd58d req-582c086b-e6b1-430f-ae48-fdda911c831e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 2370 time: 0.1965401 Nov 12 20:55:05.786042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:05.787979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:05.886679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e67e3040-8612-4457-9220-126a065fcb86 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3547778 Nov 12 20:55:05.890814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-781f98b3-915f-442b-ac11-53ec910dd58d req-4555fd2a-2063-4e4f-a225-fce5900591b5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346653 Nov 12 20:55:05.942482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02', 'admin_state_up': True, 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'security_groups': ['8e853618-8233-4d18-8b12-82946084944a']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:05.981299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c637a4fb-78c1-4ef9-957c-6b6abd79d358 None None] Provisioning complete for port c11c2037-3072-4a65-a936-7fbc5b08432d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:05.981900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c637a4fb-78c1-4ef9-957c-6b6abd79d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:06.016153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c637a4fb-78c1-4ef9-957c-6b6abd79d358 None None] Port c11c2037-3072-4a65-a936-7fbc5b08432d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:55:06.338507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9895ae-5a45-4279-9c63-e80702568896 req-1c1acfa6-d27d-449d-b0cc-bbf3ed3f39a9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:06.339889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f9895ae-5a45-4279-9c63-e80702568896 req-1c1acfa6-d27d-449d-b0cc-bbf3ed3f39a9 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 947 time: 0.5281966 Nov 12 20:55:06.391342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-02ab7db7-0c1b-4a60-9be9-887a78cafca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:06.392806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-02ab7db7-0c1b-4a60-9be9-887a78cafca4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 200 len: 911 time: 0.5800307 Nov 12 20:55:06.434303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335623b-b784-4cb3-8671-004bba0c3e14 req-6648f4af-9098-444e-9514-b52623f8312c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:06.435714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e335623b-b784-4cb3-8671-004bba0c3e14 req-6648f4af-9098-444e-9514-b52623f8312c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.4576545 Nov 12 20:55:06.480856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-89ff5f7c-a20e-48bd-b1e3-9630929b58e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a HTTP/1.1" status: 200 len: 217 time: 0.0699582 Nov 12 20:55:06.538622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f9895ae-5a45-4279-9c63-e80702568896 req-cedb1c8f-9a28-4d88-9a1d-087555c03dac tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883154 Nov 12 20:55:06.585953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-044aa352-e9c1-490f-bef7-86c4e9f27be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:06.587575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-044aa352-e9c1-490f-bef7-86c4e9f27be6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8536413-268d-45f3-bcf9-8b4172fef60b HTTP/1.1" status: 200 len: 850 time: 0.0946920 Nov 12 20:55:06.599852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e335623b-b784-4cb3-8671-004bba0c3e14 req-c3541434-b002-41c7-b958-adefd896b735 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228306 Nov 12 20:55:06.650969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-fff418ac-9511-4b30-b918-ef7bb11cebf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec982ad9-8b76-4a22-adec-90f88be08db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491254 Nov 12 20:55:06.652127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:06.690274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a1224f9-8dcd-40c4-980e-45eb854fc101 req-b031fc24-f626-4091-849b-4478b0ebc346 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0774891 Nov 12 20:55:06.860615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:06.870493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-bd24a73f-f6f7-4654-9a55-902f95bd203d service neutron] 10.222.0.46 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983590 Nov 12 20:55:06.933294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96063d-88aa-492c-a21b-a95af28a8fa9 req-52da912b-94ad-452c-9bfd-9a1f794ca2d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:06.934876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e96063d-88aa-492c-a21b-a95af28a8fa9 req-52da912b-94ad-452c-9bfd-9a1f794ca2d2 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1370668 Nov 12 20:55:07.154802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e96063d-88aa-492c-a21b-a95af28a8fa9 req-cc8171b2-7c6a-4c80-b566-43520284a124 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854749 Nov 12 20:55:07.160996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ade4a35-69b0-42f8-b6c4-07d543c839cb req-f0d5ebc1-ae65-446f-a3fa-802949441c98 service neutron] 10.222.0.46 "GET /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829063 Nov 12 20:55:07.181130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ee0e-e96c-473b-b99f-328f836097bb req-cbddcd00-b31c-47cc-8c5e-16b082c670e7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:07.187299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ee0e-e96c-473b-b99f-328f836097bb req-cbddcd00-b31c-47cc-8c5e-16b082c670e7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:07.194180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ee0e-e96c-473b-b99f-328f836097bb req-cbddcd00-b31c-47cc-8c5e-16b082c670e7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:07.195848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8d9ee0e-e96c-473b-b99f-328f836097bb req-cbddcd00-b31c-47cc-8c5e-16b082c670e7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 2370 time: 0.1923671 Nov 12 20:55:07.275118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Allocated IP 10.2.2.100 (2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02/f905d784-9a61-4ee5-8d0c-2bf805410003/5242a5e3-bb51-4b19-ba37-a8ba25951199) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:07.295069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8d9ee0e-e96c-473b-b99f-328f836097bb req-0332582b-9661-43c3-90c2-133ec86c6aac tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898345 Nov 12 20:55:07.433672 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:07.544148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:07.592070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:07.602933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:07.606891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:07.642704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=5242a5e3-bb51-4b19-ba37-a8ba25951199,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:07.743685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:07.744328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:07.776624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9e387-5b74-4d51-aff2-1b89fb191db2 req-09517e3b-3391-434e-ad96-95eb017ce4e8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:07.778275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ed9e387-5b74-4d51-aff2-1b89fb191db2 req-09517e3b-3391-434e-ad96-95eb017ce4e8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 947 time: 0.1296697 Nov 12 20:55:07.797435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35633b-9055-47a2-829c-ced799dc3ee1 req-dbc0f234-04be-4b92-97ce-0389750c7a5e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:07.806416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c35633b-9055-47a2-829c-ced799dc3ee1 req-dbc0f234-04be-4b92-97ce-0389750c7a5e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1063759 Nov 12 20:55:07.877825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4a00c1b6-b02c-4dce-9c91-a2f833eddc0c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9827335 Nov 12 20:55:07.892703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02', 'admin_state_up': True, 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'security_groups': ['8e853618-8233-4d18-8b12-82946084944a']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:07.901120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c35633b-9055-47a2-829c-ced799dc3ee1 req-ad0f971e-01ee-4e2f-9b92-d28087802e5b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928361 Nov 12 20:55:07.917056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ed9e387-5b74-4d51-aff2-1b89fb191db2 req-83f63098-3064-4017-a1b1-32050134ccc8 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282895 Nov 12 20:55:07.964642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6f3dbfd9-98c1-4726-9124-b28f420e5036 None None] Provisioning complete for port 5242a5e3-bb51-4b19-ba37-a8ba25951199 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:07.965234 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbfd9-98c1-4726-9124-b28f420e5036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:08.015617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6f3dbfd9-98c1-4726-9124-b28f420e5036 None None] Port 5242a5e3-bb51-4b19-ba37-a8ba25951199 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:55:08.062251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ef13714-c93e-44a2-8dab-2a68274196c9 req-2d2fe2a6-b8c8-4435-ae40-2c17f319329a tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0360975 Nov 12 20:55:08.200649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Made reservation on behalf of ef475e2c12194ab69e86d22329262a67 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:08.207349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:08.354610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885ec33-866c-4833-99e9-4b6419b9fe68 req-3d095925-24e4-4290-a0df-a792b9eaf610 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:08.356287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5885ec33-866c-4833-99e9-4b6419b9fe68 req-3d095925-24e4-4290-a0df-a792b9eaf610 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1220210 Nov 12 20:55:08.489195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5885ec33-866c-4833-99e9-4b6419b9fe68 req-a78e7a4c-2de9-4a51-bd68-1c995264e989 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251974 Nov 12 20:55:08.504360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Allocated IP 10.2.2.200 (2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02/f905d784-9a61-4ee5-8d0c-2bf805410003/8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:08.515509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c4614-7a2c-4321-9cc4-b5855b3c0d27 req-01262a75-a6c7-4d9e-a795-72ed629aae7c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:08.521569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c4614-7a2c-4321-9cc4-b5855b3c0d27 req-01262a75-a6c7-4d9e-a795-72ed629aae7c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:08.527601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c4614-7a2c-4321-9cc4-b5855b3c0d27 req-01262a75-a6c7-4d9e-a795-72ed629aae7c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:08.533584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c4614-7a2c-4321-9cc4-b5855b3c0d27 req-01262a75-a6c7-4d9e-a795-72ed629aae7c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:08.535917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a20c4614-7a2c-4321-9cc4-b5855b3c0d27 req-01262a75-a6c7-4d9e-a795-72ed629aae7c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 3091 time: 0.1366277 Nov 12 20:55:08.620294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a20c4614-7a2c-4321-9cc4-b5855b3c0d27 req-3ef79270-9669-44f0-aaf4-e593eac6194b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760312 Nov 12 20:55:08.711924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:08.834415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:08.890833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:08.896893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:08.901484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:08.910699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event updated for resources: {'Port': ['ID=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:08.975217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:08.978800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:09.067516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-72b896f9-02c5-428c-be6f-fcc85070f37e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1803508 Nov 12 20:55:09.089876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:09.136486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d809a9f-061e-4a24-9112-e7ece613cfce req-ebb043fe-5c7b-426e-ad78-5f66cf11bd0f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.137124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d809a9f-061e-4a24-9112-e7ece613cfce req-ebb043fe-5c7b-426e-ad78-5f66cf11bd0f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1324248 Nov 12 20:55:09.152350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c92790b-b0d9-4f2e-b6e2-184e7895f51c None None] Provisioning complete for port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:09.152849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c92790b-b0d9-4f2e-b6e2-184e7895f51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:09.193508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3c92790b-b0d9-4f2e-b6e2-184e7895f51c None None] Port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:55:09.207547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821544c-b2d6-4ff5-97e7-37bcba609c06 req-6cd0ebd0-b031-43fc-9161-a246f875e95a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.209078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e821544c-b2d6-4ff5-97e7-37bcba609c06 req-6cd0ebd0-b031-43fc-9161-a246f875e95a tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 947 time: 0.1635652 Nov 12 20:55:09.251534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:09.258791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d809a9f-061e-4a24-9112-e7ece613cfce req-5e6581c0-3a77-48ce-879f-ac7db3e095a4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096065 Nov 12 20:55:09.319246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e821544c-b2d6-4ff5-97e7-37bcba609c06 req-7bb4eda0-3401-4575-96e3-64af48852952 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998852 Nov 12 20:55:09.444242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5223edc5-7ea3-4995-9129-beba86838c00 req-900f634d-7b19-4e03-ba04-af371185225c tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0376997 Nov 12 20:55:09.622150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d086ce76-b78a-4813-893b-2e6bcceba638 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:09.633006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:09.651800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b9258-ef3d-4371-8470-4bc32ae33555 req-1a963161-5a7c-4c84-a04c-355459c261ce tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.653426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c84b9258-ef3d-4371-8470-4bc32ae33555 req-1a963161-5a7c-4c84-a04c-355459c261ce tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.0921834 Nov 12 20:55:09.659236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Transition to ACTIVE for port object d086ce76-b78a-4813-893b-2e6bcceba638 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:09.714106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c84b9258-ef3d-4371-8470-4bc32ae33555 req-78b6b401-e2d0-4829-a74c-57f03a44ad2c tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529895 Nov 12 20:55:09.774409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cc109-bab6-454e-9261-a02ada948291 req-cd1cce96-f452-4e87-a373-86bd0ee1833e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.780751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cc109-bab6-454e-9261-a02ada948291 req-cd1cce96-f452-4e87-a373-86bd0ee1833e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.787757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cc109-bab6-454e-9261-a02ada948291 req-cd1cce96-f452-4e87-a373-86bd0ee1833e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.793988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cc109-bab6-454e-9261-a02ada948291 req-cd1cce96-f452-4e87-a373-86bd0ee1833e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.800080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cc109-bab6-454e-9261-a02ada948291 req-cd1cce96-f452-4e87-a373-86bd0ee1833e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.802403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2cc109-bab6-454e-9261-a02ada948291 req-cd1cce96-f452-4e87-a373-86bd0ee1833e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 3812 time: 0.0872877 Nov 12 20:55:09.803636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:09.887704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d086ce76-b78a-4813-893b-2e6bcceba638,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:09.955249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef2cc109-bab6-454e-9261-a02ada948291 req-3158ec52-ab28-4f86-abbf-b55799e96e8f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234500 Nov 12 20:55:09.987067 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-96cb3147-e71c-4db5-b3de-a26b666d45d0 service neutron] show failed (client error): The resource could not be found. Nov 12 20:55:09.989362 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-96cb3147-e71c-4db5-b3de-a26b666d45d0 service neutron] 10.222.0.78 "GET /v2.0/ports/b991bf97-faad-4cfd-9ab6-87a74332f7ab/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0824745 Nov 12 20:55:09.992067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Attempting to bind port d086ce76-b78a-4813-893b-2e6bcceba638 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:09.992549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Attempting to bind port d086ce76-b78a-4813-893b-2e6bcceba638 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:09.992888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Attempting to bind port d086ce76-b78a-4813-893b-2e6bcceba638 on network 8060bccd-0eb2-4d83-965c-69b630d98cf8 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:09.997823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Port d086ce76-b78a-4813-893b-2e6bcceba638 on network 8060bccd-0eb2-4d83-965c-69b630d98cf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:09.998156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Attempting to bind port d086ce76-b78a-4813-893b-2e6bcceba638 on network 8060bccd-0eb2-4d83-965c-69b630d98cf8 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:10.004019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:10.004362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Checking segment: {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:10.004755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Bound using segment: {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:10.005208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Bound port: d086ce76-b78a-4813-893b-2e6bcceba638, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d42978-ef47-4b94-838d-f1ebae928e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:10.005572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:10.086055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] For port d086ce76-b78a-4813-893b-2e6bcceba638, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:10.089984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] For port d086ce76-b78a-4813-893b-2e6bcceba638, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d086ce76-b78a-4813-893b-2e6bcceba638,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:10.162207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:10.165841 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:10.165841 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:10.201676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.202297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:10.203867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] 10.222.0.78 "PUT /v2.0/ports/d086ce76-b78a-4813-893b-2e6bcceba638 HTTP/1.1" status: 200 len: 1092 time: 1.1193166 Nov 12 20:55:10.204446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:10.207441 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a97550-3312-487e-969c-e653ac2058cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:10.277063 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2616083-f207-4fd5-8067-6a30b330139b x-openstack-request-id: req-d2616083-f207-4fd5-8067-6a30b330139b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:10.277377 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:10.277653 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2616083-f207-4fd5-8067-6a30b330139b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:10.279937 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'status': 'completed', 'code': 200} Nov 12 20:55:10.280448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4718-1171-4dd9-8905-a6fe06487bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d086ce76-b78a-4813-893b-2e6bcceba638,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:10.373373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:10.392118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fbb52-4926-49d9-a3e9-a9430c2bbc4b req-e76d649e-faea-47de-945c-b6a9323ba24e tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.393735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f4fbb52-4926-49d9-a3e9-a9430c2bbc4b req-e76d649e-faea-47de-945c-b6a9323ba24e tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1477845 Nov 12 20:55:10.430598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-8f63269a-8548-4fd5-ae4f-163c52ff7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.431009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-8f63269a-8548-4fd5-ae4f-163c52ff7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.431515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-8f63269a-8548-4fd5-ae4f-163c52ff7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.431994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-8f63269a-8548-4fd5-ae4f-163c52ff7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.432522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-8f63269a-8548-4fd5-ae4f-163c52ff7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.435686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41a97550-3312-487e-969c-e653ac2058cf req-8f63269a-8548-4fd5-ae4f-163c52ff7e1f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 4360 time: 0.1215134 Nov 12 20:55:10.492493 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:10.594804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f4fbb52-4926-49d9-a3e9-a9430c2bbc4b req-d6247764-ff5d-4631-8903-64f7dae328ff tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756382 Nov 12 20:55:10.616178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d06cc-d7ee-44e1-84d4-794ecd7eec6a req-bd0ce46e-870f-4600-b38e-273a9230618c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.617838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e3d06cc-d7ee-44e1-84d4-794ecd7eec6a req-bd0ce46e-870f-4600-b38e-273a9230618c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.2181406 Nov 12 20:55:10.674005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-0037ae98-be93-42b9-9e69-a40b28106f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.674674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-0037ae98-be93-42b9-9e69-a40b28106f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.674959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-0037ae98-be93-42b9-9e69-a40b28106f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.677219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41a97550-3312-487e-969c-e653ac2058cf req-0037ae98-be93-42b9-9e69-a40b28106f97 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ef475e2c12194ab69e86d22329262a67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2188876 Nov 12 20:55:10.747406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e3d06cc-d7ee-44e1-84d4-794ecd7eec6a req-01b59e02-b713-41f5-ac5e-9de5a3dd7b87 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234033 Nov 12 20:55:10.879365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396e11a0-fe24-48bb-9227-113e6102113e {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:10.888776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:10.909171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Transition to ACTIVE for port object 396e11a0-fe24-48bb-9227-113e6102113e will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:10.909361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afea6c25-7f07-48a7-8f12-b4e8a37b4588 req-2d1583d2-ac36-450d-aca4-224f1452734b tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0600865 Nov 12 20:55:10.918026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97550-3312-487e-969c-e653ac2058cf req-ce453e63-e051-431b-bf68-6e4fabbc6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.919504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41a97550-3312-487e-969c-e653ac2058cf req-ce453e63-e051-431b-bf68-6e4fabbc6b16 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2331822 Nov 12 20:55:10.921282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-38fafa20-d24e-45e5-9bae-3907b2ed024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.922653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-38fafa20-d24e-45e5-9bae-3907b2ed024a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f&tenant_id=1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 1101 time: 0.1474156 Nov 12 20:55:10.938695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:10.998537 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:11.003179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:11.074578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Pushing event updated for resources: {'Port': ['ID=396e11a0-fe24-48bb-9227-113e6102113e,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:11.189891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Attempting to bind port 396e11a0-fe24-48bb-9227-113e6102113e on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:11.190250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Attempting to bind port 396e11a0-fe24-48bb-9227-113e6102113e by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:11.190623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Attempting to bind port 396e11a0-fe24-48bb-9227-113e6102113e on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:11.196370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Port 396e11a0-fe24-48bb-9227-113e6102113e on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:11.196693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Attempting to bind port 396e11a0-fe24-48bb-9227-113e6102113e on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:11.202563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:11.202893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Checking segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:11.203295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Bound using segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:11.203737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Bound port: 396e11a0-fe24-48bb-9227-113e6102113e, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:11.204203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:11.282497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] For port 396e11a0-fe24-48bb-9227-113e6102113e, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:11.286058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] For port 396e11a0-fe24-48bb-9227-113e6102113e, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=396e11a0-fe24-48bb-9227-113e6102113e,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:11.378591 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:11.439240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.439858 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:11.442865 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] 10.222.0.78 "PUT /v2.0/ports/396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 200 len: 1131 time: 1.0770249 Nov 12 20:55:11.443326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': '396e11a0-fe24-48bb-9227-113e6102113e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:11.446433 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04134362-8cfd-48b7-aebd-d8f401826fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "396e11a0-fe24-48bb-9227-113e6102113e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:11.512712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777e58d-c48b-479a-ad01-fa3a50cff20e service neutron] Pushing event updated for resources: {'Port': ['ID=396e11a0-fe24-48bb-9227-113e6102113e,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:11.513512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0ff2-da2c-41a8-a1e4-040c42d78991 req-1e178079-6991-4b72-ab75-0ae4c77eab95 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.513512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0ff2-da2c-41a8-a1e4-040c42d78991 req-1e178079-6991-4b72-ab75-0ae4c77eab95 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.513512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0ff2-da2c-41a8-a1e4-040c42d78991 req-1e178079-6991-4b72-ab75-0ae4c77eab95 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.513851 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1116bf-025e-4f1b-8a19-61c16bd4c7e3 x-openstack-request-id: req-9a1116bf-025e-4f1b-8a19-61c16bd4c7e3 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:11.513851 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "396e11a0-fe24-48bb-9227-113e6102113e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:11.513851 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a1116bf-025e-4f1b-8a19-61c16bd4c7e3 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:11.513851 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': '396e11a0-fe24-48bb-9227-113e6102113e', 'status': 'completed', 'code': 200} Nov 12 20:55:11.514215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0ff2-da2c-41a8-a1e4-040c42d78991 req-1e178079-6991-4b72-ab75-0ae4c77eab95 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.514215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0ff2-da2c-41a8-a1e4-040c42d78991 req-1e178079-6991-4b72-ab75-0ae4c77eab95 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.514215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0ff2-da2c-41a8-a1e4-040c42d78991 req-1e178079-6991-4b72-ab75-0ae4c77eab95 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.516022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f4e0ff2-da2c-41a8-a1e4-040c42d78991 req-1e178079-6991-4b72-ab75-0ae4c77eab95 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 4596 time: 0.1852489 Nov 12 20:55:11.588657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f930c98d-696c-4f83-973b-e667784f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.592120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f930c98d-696c-4f83-973b-e667784f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.592805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f930c98d-696c-4f83-973b-e667784f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.593599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f930c98d-696c-4f83-973b-e667784f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.594246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f930c98d-696c-4f83-973b-e667784f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.594908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f930c98d-696c-4f83-973b-e667784f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.598195 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f930c98d-696c-4f83-973b-e667784f4ba4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5284 time: 0.0776970 Nov 12 20:55:11.614510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f4e0ff2-da2c-41a8-a1e4-040c42d78991 req-7395ee68-9606-45df-a953-3f303579cbfb tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915594 Nov 12 20:55:11.666422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:11.789090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f674d3b2-5944-4056-9f07-21a1940bb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.789534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f674d3b2-5944-4056-9f07-21a1940bb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.790002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f674d3b2-5944-4056-9f07-21a1940bb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.791828 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-f674d3b2-5944-4056-9f07-21a1940bb9fd service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ef475e2c12194ab69e86d22329262a67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1656616 Nov 12 20:55:11.810442 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:11.884927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:11.906406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b21e40-473a-4d05-aa52-a7cc7cae9ebb req-a9f5e7a5-9e75-408b-b7c6-e2a8d1d4e210 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.907995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10b21e40-473a-4d05-aa52-a7cc7cae9ebb req-a9f5e7a5-9e75-408b-b7c6-e2a8d1d4e210 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1703858 Nov 12 20:55:11.959530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-debd519e-e951-49d0-806c-2dcdeaab663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.962921 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04134362-8cfd-48b7-aebd-d8f401826fd9 req-debd519e-e951-49d0-806c-2dcdeaab663a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631322 Nov 12 20:55:12.046842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:12.126771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10b21e40-473a-4d05-aa52-a7cc7cae9ebb req-a9d7ba21-d00d-4b5e-b5e9-4ee3f309bf9f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102482 Nov 12 20:55:12.158564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520b8d-d5b0-4ab5-9aec-f7e90189d636 req-78d93a95-1c44-4927-8c41-b20fd46ae95b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.160324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec520b8d-d5b0-4ab5-9aec-f7e90189d636 req-78d93a95-1c44-4927-8c41-b20fd46ae95b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.2354276 Nov 12 20:55:12.165304 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.214923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Transition to ACTIVE for port object b991bf97-faad-4cfd-9ab6-87a74332f7ab will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:12.279670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:12.281999 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736f8b5f-389c-4457-8291-7d2013cb60ad" -d '{"events": [{"server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "name": "network-vif-unplugged", "status": "completed", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:12.293396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec520b8d-d5b0-4ab5-9aec-f7e90189d636 req-71becea7-8bc5-467e-bea0-2ed6f5739e47 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948167 Nov 12 20:55:12.295422 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.397915 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a46f9-58ab-4389-822e-b2f3eb4b7fc6 x-openstack-request-id: req-198a46f9-58ab-4389-822e-b2f3eb4b7fc6 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:12.398211 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "name": "network-vif-unplugged", "status": "completed", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:12.398449 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-198a46f9-58ab-4389-822e-b2f3eb4b7fc6 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:12.399053 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'code': 200} Nov 12 20:55:12.404851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df7b1ff8-467c-4707-8087-dd00ef1f52cb req-accea1b4-db4d-4e52-8adb-9a1ce17d1ebf tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0637541 Nov 12 20:55:12.438348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] No DVR routers for this DVR port b991bf97-faad-4cfd-9ab6-87a74332f7ab on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:12.442656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:12.446905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:12.455599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.488679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Transition to ACTIVE for port object f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:12.500360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Attempting to bind port b991bf97-faad-4cfd-9ab6-87a74332f7ab on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:12.500776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Attempting to bind port b991bf97-faad-4cfd-9ab6-87a74332f7ab by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:12.501244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Attempting to bind port b991bf97-faad-4cfd-9ab6-87a74332f7ab on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:12.506990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Port b991bf97-faad-4cfd-9ab6-87a74332f7ab on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:12.507603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Attempting to bind port b991bf97-faad-4cfd-9ab6-87a74332f7ab on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:12.514555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:12.522491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:12.522491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:12.522491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Bound port: b991bf97-faad-4cfd-9ab6-87a74332f7ab, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:12.522491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.594611 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.598847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:12.602244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:12.651504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Pushing event updated for resources: {'Port': ['ID=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:12.702006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.787867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.788537 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.790135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 1096 time: 1.8582938 Nov 12 20:55:12.820063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Attempting to bind port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:12.820603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Attempting to bind port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:12.820885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Attempting to bind port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:12.849730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a54f4d-3874-4806-b027-04fedc7275c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:12.852619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:12.852936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Attempting to bind port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:12.883394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:12.883818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Checking segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:12.884120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Bound using segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:12.884560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Bound port: f41f3bbf-ad2f-4931-893f-fa6310d4a7d4, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:12.884916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.927237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-bef49146-3819-4a97-8155-3281d788a29a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.933504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-bef49146-3819-4a97-8155-3281d788a29a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.939610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-bef49146-3819-4a97-8155-3281d788a29a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.946707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-bef49146-3819-4a97-8155-3281d788a29a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.952662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-bef49146-3819-4a97-8155-3281d788a29a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.958832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-bef49146-3819-4a97-8155-3281d788a29a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.965078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-bef49146-3819-4a97-8155-3281d788a29a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.967068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-bef49146-3819-4a97-8155-3281d788a29a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5368 time: 0.2253883 Nov 12 20:55:13.015560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-230cbe8b-7444-469a-9fa8-c87954775f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.017067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-230cbe8b-7444-469a-9fa8-c87954775f34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1099 time: 0.1895671 Nov 12 20:55:13.095741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] For port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:13.151946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc5b15c0-ded4-4a4a-9a29-21e62088f13f req-fda3f02c-1417-40ea-b1bd-94754858d624 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1771672 Nov 12 20:55:13.153662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] For port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:13.187559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-dfc0cd8f-0ff6-43d1-89ce-ab24c2a780b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.189894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-dfc0cd8f-0ff6-43d1-89ce-ab24c2a780b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1594429 Nov 12 20:55:13.217017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b991bf97-faad-4cfd-9ab6-87a74332f7ab no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:13.241347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:13.244401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-85ea44b6-884d-4659-ac8b-d1f328967e86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 217 time: 0.0416551 Nov 12 20:55:13.287192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b991bf97-faad-4cfd-9ab6-87a74332f7ab not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:13.339944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.345468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:13.345468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] 10.222.0.78 "PUT /v2.0/ports/f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 200 len: 1131 time: 1.6823041 Nov 12 20:55:13.377405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-a7409534-61eb-45ec-bc50-befea1fb7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.378114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-a7409534-61eb-45ec-bc50-befea1fb7025 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0972927 Nov 12 20:55:13.386152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c01c3-3963-4c1e-a7a9-b6810f5e2a67 service neutron] Pushing event updated for resources: {'Port': ['ID=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:13.421614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacc29c-f495-47ec-a808-c5a7f514b5c5 req-c78ca224-12df-4cfb-a011-7825bc0bab4f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.433808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cacc29c-f495-47ec-a808-c5a7f514b5c5 req-c78ca224-12df-4cfb-a011-7825bc0bab4f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1820226 Nov 12 20:55:13.509434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:13.555106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cacc29c-f495-47ec-a808-c5a7f514b5c5 req-524d2609-5859-4ef9-93db-8207d0d0078b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186862 Nov 12 20:55:13.596442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-e1fb31af-25d5-41e2-b13d-591d867846f3 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.597950 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-e1fb31af-25d5-41e2-b13d-591d867846f3 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 945 time: 0.1115978 Nov 12 20:55:13.691636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a9dec75-341d-4d38-8393-455e82a5ba69 req-28f9e607-e108-433b-a9ae-1c4c5abb89a7 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0335996 Nov 12 20:55:13.691636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-7ffef713-4084-4857-bb3b-edb8364f3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.691636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-7ffef713-4084-4857-bb3b-edb8364f3d86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2959960 Nov 12 20:55:13.699074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb51050-dfee-45e4-9cdf-cf8e50a5678a req-aae5853e-6f88-485a-b085-4087dd24de3f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.706926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdb51050-dfee-45e4-9cdf-cf8e50a5678a req-aae5853e-6f88-485a-b085-4087dd24de3f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 947 time: 0.1302912 Nov 12 20:55:13.713461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Deleting port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:13.713974 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:13.735821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:13.824120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] For port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:13.824535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:13.841867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Calling delete_port for 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:13.855875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdb51050-dfee-45e4-9cdf-cf8e50a5678a req-378bc00c-979b-40d1-822c-ec87db165e4c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479843 Nov 12 20:55:13.971766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-4e4189c6-1392-452c-abe1-3f0ae98fb729 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480390 Nov 12 20:55:14.121307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:14.136809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['1120cf31-38a2-421e-adee-65ad454acafd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:14.142272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cda7784e-4a58-4c54-b107-6d37ee936f3e req-dcf6043e-7641-4236-96be-8fb28ea17f0b service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616828 Nov 12 20:55:14.164655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Pushing event deleted for resources: {'Port': ['ID=821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:14.192984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:14.205160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:14.217145 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:14.236262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] No DVR routers for this DVR port 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:14.236262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:14.240830 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6298a06c-2f8e-4c8d-9d5a-772f4308916e req-43682163-4f51-489d-ac8f-4b8ccba8ce92 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.46 "DELETE /v2.0/ports/821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a HTTP/1.1" status: 204 len: 173 time: 0.6362889 Nov 12 20:55:14.241474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbe6af1-de81-4a82-b57b-535a93c0d37d', 'name': 'network-vif-deleted', 'tag': '821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:14.253940 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0c5f27-6a87-49af-b748-408a196da2ed" -d '{"events": [{"server_uuid": "8dbe6af1-de81-4a82-b57b-535a93c0d37d", "name": "network-vif-deleted", "tag": "821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:14.255115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Transition to ACTIVE for port object 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:14.296059 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3525ff21-31ca-4464-ab2b-ac3a5ab3a31c x-openstack-request-id: req-3525ff21-31ca-4464-ab2b-ac3a5ab3a31c {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:14.296346 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbe6af1-de81-4a82-b57b-535a93c0d37d", "name": "network-vif-deleted", "tag": "821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:14.296835 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3525ff21-31ca-4464-ab2b-ac3a5ab3a31c {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:14.297240 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbe6af1-de81-4a82-b57b-535a93c0d37d', 'name': 'network-vif-deleted', 'tag': '821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a', 'status': 'completed', 'code': 200} Nov 12 20:55:14.360484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:14.423646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-a7226563-aa0e-454b-9e71-bb0353c4e8e1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.431892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-a7226563-aa0e-454b-9e71-bb0353c4e8e1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.439013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-a7226563-aa0e-454b-9e71-bb0353c4e8e1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.445966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-a7226563-aa0e-454b-9e71-bb0353c4e8e1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.452359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-a7226563-aa0e-454b-9e71-bb0353c4e8e1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.458643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-a7226563-aa0e-454b-9e71-bb0353c4e8e1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.464886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-a7226563-aa0e-454b-9e71-bb0353c4e8e1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.467756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-a7226563-aa0e-454b-9e71-bb0353c4e8e1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5368 time: 0.1668417 Nov 12 20:55:14.467756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab'}, {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': 'f41f3bbf-ad2f-4931-893f-fa6310d4a7d4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:14.469793 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2137d4-e18f-4525-b714-78369aea1add" -d '{"events": [{"name": "network-changed", "server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab"}, {"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "f41f3bbf-ad2f-4931-893f-fa6310d4a7d4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:14.573440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:14.616156 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6601cd7f-f055-4695-9534-bf918384e56d x-openstack-request-id: req-6601cd7f-f055-4695-9534-bf918384e56d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:14.616579 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "f41f3bbf-ad2f-4931-893f-fa6310d4a7d4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:14.619223 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6601cd7f-f055-4695-9534-bf918384e56d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:14.619223 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'status': 'completed', 'code': 200} Nov 12 20:55:14.619223 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': 'f41f3bbf-ad2f-4931-893f-fa6310d4a7d4', 'status': 'completed', 'code': 200} Nov 12 20:55:14.680089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd03da9a-25fb-4110-9f61-535001b2a8bf req-48124348-ed27-4350-9fac-391d2cc13dd8 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846166 Nov 12 20:55:14.738718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Attempting to bind port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:14.741156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Attempting to bind port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:14.741609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Attempting to bind port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:14.750032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-de055439-9218-4b60-96cb-a2b040bc68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.751630 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-de055439-9218-4b60-96cb-a2b040bc68f3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1099 time: 0.1400862 Nov 12 20:55:14.751775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:14.754348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Attempting to bind port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:14.754522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-bcbbd931-8881-483d-80ff-eaee6086698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.755835 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-bcbbd931-8881-483d-80ff-eaee6086698a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1099 time: 0.1235490 Nov 12 20:55:14.795552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-482e3549-8ccf-4e46-be4b-eb0e5a293fda req-6819a46c-e564-459e-a490-538063e6240f tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dbe6af1-de81-4a82-b57b-535a93c0d37d HTTP/1.1" status: 200 len: 210 time: 0.0378981 Nov 12 20:55:14.796850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:14.797294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Checking segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:14.798500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Bound using segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:14.799061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Bound port: 8219bd84-0db8-4ad4-bbe2-c4decb650bb6, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:14.799583 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:14.879527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77e0b6b-6282-48e7-b60b-a9e59364de00 req-1a77b926-3e49-4acf-b920-4c52f0af3e90 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0455120 Nov 12 20:55:14.933208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] For port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:14.938088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] For port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:14.979151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-f8a6db7c-11d6-41f3-b5dc-8d0a5da7f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.980657 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-f8a6db7c-11d6-41f3-b5dc-8d0a5da7f141 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2152114 Nov 12 20:55:14.981743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-0e00c2f3-c849-41ec-999b-a100dfa8651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.983106 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-0e00c2f3-c849-41ec-999b-a100dfa8651b service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2197776 Nov 12 20:55:14.989497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab0f4f-7575-4850-b2e6-d9c63b87e2a4 req-0b0ba5a0-9ada-4601-bd08-255e2f528bf5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.991108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6dab0f4f-7575-4850-b2e6-d9c63b87e2a4 req-0b0ba5a0-9ada-4601-bd08-255e2f528bf5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 947 time: 0.0550585 Nov 12 20:55:15.035827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:15.072911 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-3cfc43e4-0d77-4122-a3b2-bc262672aa26 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 217 time: 0.0823212 Nov 12 20:55:15.074304 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-64651acb-3965-4c22-9003-518bed12a4f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 217 time: 0.0824273 Nov 12 20:55:15.087610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6dab0f4f-7575-4850-b2e6-d9c63b87e2a4 req-5d0096c3-d382-4dbb-99ef-bde8c94b8326 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892298 Nov 12 20:55:15.092167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.092799 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:15.094162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] 10.222.0.78 "PUT /v2.0/ports/8219bd84-0db8-4ad4-bbe2-c4decb650bb6 HTTP/1.1" status: 200 len: 1090 time: 1.5889826 Nov 12 20:55:15.133133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375710ba-a872-41df-bddd-807dc13946e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:15.199110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-897e5224-a0ae-472f-a7bd-58ce6ee95458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.200858 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-897e5224-a0ae-472f-a7bd-58ce6ee95458 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1206174 Nov 12 20:55:15.202301 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-e1b12ae0-2ad6-4ed9-bbbe-561f08519c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.203625 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-e1b12ae0-2ad6-4ed9-bbbe-561f08519c76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1129158 Nov 12 20:55:15.215220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:15.283025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-21505ac7-2754-48b1-9a35-71a8ff17b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.285498 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-21505ac7-2754-48b1-9a35-71a8ff17b518 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741017 Nov 12 20:55:15.289194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-f2b9ece0-2ad9-4227-b7cf-b149e6c08fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.290577 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-f2b9ece0-2ad9-4227-b7cf-b149e6c08fa7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704305 Nov 12 20:55:15.296119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:15.467985 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-2918ebf9-e9a7-4e65-b397-26858159c075 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761639 Nov 12 20:55:15.470361 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-484a53f7-34f6-4c65-9a56-91ca70aae7f3 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592517 Nov 12 20:55:15.619224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11c2037-3072-4a65-a936-7fbc5b08432d {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:15.626703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:15.636604 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-9b3fb6d4-578c-4194-8ae5-4e435da87a66 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605823 Nov 12 20:55:15.640468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Transition to ACTIVE for port object c11c2037-3072-4a65-a936-7fbc5b08432d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:15.642101 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-d321efbc-32e0-43fd-b7bf-9882e8181469 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483538 Nov 12 20:55:15.723845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-7ec5bfd3-3129-463c-9109-7b6d4a0a29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.724316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-7ec5bfd3-3129-463c-9109-7b6d4a0a29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.724811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-7ec5bfd3-3129-463c-9109-7b6d4a0a29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.727102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-7ec5bfd3-3129-463c-9109-7b6d4a0a29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.727102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-7ec5bfd3-3129-463c-9109-7b6d4a0a29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.727102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-7ec5bfd3-3129-463c-9109-7b6d4a0a29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.731664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:15.731795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-7ec5bfd3-3129-463c-9109-7b6d4a0a29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.731795 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-7ec5bfd3-3129-463c-9109-7b6d4a0a29d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6276 time: 0.0509317 Nov 12 20:55:15.817049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c11c2037-3072-4a65-a936-7fbc5b08432d,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:15.861317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-e45bfc5b-e9b2-4349-9df0-658be13f250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.861882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-e45bfc5b-e9b2-4349-9df0-658be13f250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.862413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-e45bfc5b-e9b2-4349-9df0-658be13f250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.865129 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-e45bfc5b-e9b2-4349-9df0-658be13f250c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ef475e2c12194ab69e86d22329262a67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1267707 Nov 12 20:55:15.936178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-9a472a07-fbc5-4d43-98b1-2418353f4de2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.948598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-9a472a07-fbc5-4d43-98b1-2418353f4de2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.954847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-9a472a07-fbc5-4d43-98b1-2418353f4de2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.964982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-9a472a07-fbc5-4d43-98b1-2418353f4de2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.974508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-9a472a07-fbc5-4d43-98b1-2418353f4de2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.981389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-9a472a07-fbc5-4d43-98b1-2418353f4de2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.987500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-9a472a07-fbc5-4d43-98b1-2418353f4de2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.989983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-9a472a07-fbc5-4d43-98b1-2418353f4de2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5392 time: 0.2111945 Nov 12 20:55:16.000913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Attempting to bind port c11c2037-3072-4a65-a936-7fbc5b08432d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:16.001286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Attempting to bind port c11c2037-3072-4a65-a936-7fbc5b08432d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:16.001576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Attempting to bind port c11c2037-3072-4a65-a936-7fbc5b08432d on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:16.014085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2137d4-e18f-4525-b714-78369aea1add req-ef05d28a-cb88-425a-b9c9-4d87647bd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:16.015800 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a2137d4-e18f-4525-b714-78369aea1add req-ef05d28a-cb88-425a-b9c9-4d87647bd610 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404109 Nov 12 20:55:16.020946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Port c11c2037-3072-4a65-a936-7fbc5b08432d on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:16.021275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Attempting to bind port c11c2037-3072-4a65-a936-7fbc5b08432d on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:16.029106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:16.029446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Checking segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:16.029831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Bound using segment: {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:16.030260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Bound port: c11c2037-3072-4a65-a936-7fbc5b08432d, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a6068d-a311-4b8d-8a00-13e784e32a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:16.030616 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:16.110721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f0c3f90-2747-4c6c-91cc-e37e232f64ad req-14fde191-55fa-4151-a6a7-9556d2b5421a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066897 Nov 12 20:55:16.153585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] For port c11c2037-3072-4a65-a936-7fbc5b08432d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:16.157119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] For port c11c2037-3072-4a65-a936-7fbc5b08432d, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c11c2037-3072-4a65-a936-7fbc5b08432d,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:16.208690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9bde95f-95fd-4eb4-bb44-a6de5a1e2edf req-86f62331-88cf-4ceb-8697-cb5b9f421994 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0283692 Nov 12 20:55:16.209904 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:16.264396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:16.265025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:16.266357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] 10.222.0.78 "PUT /v2.0/ports/c11c2037-3072-4a65-a936-7fbc5b08432d HTTP/1.1" status: 200 len: 1090 time: 1.0554080 Nov 12 20:55:16.307232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee22e-0350-42b8-ba65-e7828d1bebb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c11c2037-3072-4a65-a936-7fbc5b08432d,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:16.382727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6787f-404d-4967-9c16-fa94689425d8 req-3cf95546-de3f-4ead-9f38-2214226cb68a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:16.398306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a6787f-404d-4967-9c16-fa94689425d8 req-3cf95546-de3f-4ead-9f38-2214226cb68a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 947 time: 0.0759504 Nov 12 20:55:16.411434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:16.739357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b991bf97-faad-4cfd-9ab6-87a74332f7ab details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:16.743025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:16.772989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:16.773440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 821f7d41-cf2b-4ae8-83d7-e6a4c2e2e63a not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:16.811789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6'}, {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': 'c11c2037-3072-4a65-a936-7fbc5b08432d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:16.814027 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000e5328-099f-46aa-9065-d457a5ed5ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "8219bd84-0db8-4ad4-bbe2-c4decb650bb6"}, {"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "c11c2037-3072-4a65-a936-7fbc5b08432d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:16.836818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59a6787f-404d-4967-9c16-fa94689425d8 req-2b352e02-7249-4a22-aef5-7999570b9146 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376314 Nov 12 20:55:16.842241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:16.859079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf84c5-4144-4bfd-bd73-8c503a1015cc req-fd054363-a7c3-4eea-928f-8fe505047fb9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:16.860918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bccf84c5-4144-4bfd-bd73-8c503a1015cc req-fd054363-a7c3-4eea-928f-8fe505047fb9 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.4162078 Nov 12 20:55:16.894268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:16.910339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'mac_address': 'fa:16:3e:c9:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:16.969285 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:16.969395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bccf84c5-4144-4bfd-bd73-8c503a1015cc req-54f6f936-cfdd-4ce0-bb32-c31b6c447d3b tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972753 Nov 12 20:55:16.973628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991bf97-faad-4cfd-9ab6-87a74332f7ab {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:16.998735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:17.033868 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb932cb-92e1-481b-9382-c4bd56372d6e x-openstack-request-id: req-feb932cb-92e1-481b-9382-c4bd56372d6e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:17.033868 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "8219bd84-0db8-4ad4-bbe2-c4decb650bb6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "c11c2037-3072-4a65-a936-7fbc5b08432d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:17.033868 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-feb932cb-92e1-481b-9382-c4bd56372d6e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:17.033868 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6', 'status': 'completed', 'code': 200} Nov 12 20:55:17.033868 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': 'c11c2037-3072-4a65-a936-7fbc5b08432d', 'status': 'completed', 'code': 200} Nov 12 20:55:17.080656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:17.105088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-1c42d379-9724-47d9-bc6e-191c9c751f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.105761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-1c42d379-9724-47d9-bc6e-191c9c751f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.106453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-1c42d379-9724-47d9-bc6e-191c9c751f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.106872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-1c42d379-9724-47d9-bc6e-191c9c751f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.107425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-1c42d379-9724-47d9-bc6e-191c9c751f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.107945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-1c42d379-9724-47d9-bc6e-191c9c751f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.108520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-1c42d379-9724-47d9-bc6e-191c9c751f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.111430 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-1c42d379-9724-47d9-bc6e-191c9c751f37 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6344 time: 0.0576010 Nov 12 20:55:17.154997 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:17.239865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-bb6f5584-ea28-453f-94ae-335839031ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.240242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-bb6f5584-ea28-453f-94ae-335839031ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.240485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5242a5e3-bb51-4b19-ba37-a8ba25951199 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:17.240698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-bb6f5584-ea28-453f-94ae-335839031ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.242285 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-bb6f5584-ea28-453f-94ae-335839031ca4 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ef475e2c12194ab69e86d22329262a67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1228995 Nov 12 20:55:17.273759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:17.292436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Transition to ACTIVE for port object 5242a5e3-bb51-4b19-ba37-a8ba25951199 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:17.312798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-d5f251c1-ebe1-43dc-a875-ffb0f8d1102d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.320123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-d5f251c1-ebe1-43dc-a875-ffb0f8d1102d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.326314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-d5f251c1-ebe1-43dc-a875-ffb0f8d1102d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.332498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-d5f251c1-ebe1-43dc-a875-ffb0f8d1102d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.339025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-d5f251c1-ebe1-43dc-a875-ffb0f8d1102d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.345118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-d5f251c1-ebe1-43dc-a875-ffb0f8d1102d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.351116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-d5f251c1-ebe1-43dc-a875-ffb0f8d1102d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.352615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-ee3a33c6-f8de-4d05-92a5-977626251164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.357831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-d5f251c1-ebe1-43dc-a875-ffb0f8d1102d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5392 time: 0.1347685 Nov 12 20:55:17.357955 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-ee3a33c6-f8de-4d05-92a5-977626251164 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045599 Nov 12 20:55:17.392540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:17.400106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42321d5d-314c-4f4d-87e1-0fc1b34d5767 req-fe60ce1b-d158-4659-be83-d92fb307c145 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0458815 Nov 12 20:55:17.408641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:17.476147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Pushing event updated for resources: {'Port': ['ID=5242a5e3-bb51-4b19-ba37-a8ba25951199,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:17.516994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37cdeec8-2038-46dd-826b-33cf80425e56 req-9ac2a683-80ea-4efd-b3b6-07c694562bde tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1528914 Nov 12 20:55:17.519707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-e981e285-c839-4109-b429-0e25cdac0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.520219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-e981e285-c839-4109-b429-0e25cdac0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.520695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-e981e285-c839-4109-b429-0e25cdac0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.521165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-e981e285-c839-4109-b429-0e25cdac0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.521629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-e981e285-c839-4109-b429-0e25cdac0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.522091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-e981e285-c839-4109-b429-0e25cdac0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.522552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-e981e285-c839-4109-b429-0e25cdac0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.524691 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-e981e285-c839-4109-b429-0e25cdac0a04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6370 time: 0.1189122 Nov 12 20:55:17.661895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Attempting to bind port 5242a5e3-bb51-4b19-ba37-a8ba25951199 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:17.662383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Attempting to bind port 5242a5e3-bb51-4b19-ba37-a8ba25951199 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:17.662814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Attempting to bind port 5242a5e3-bb51-4b19-ba37-a8ba25951199 on network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:17.668238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Port 5242a5e3-bb51-4b19-ba37-a8ba25951199 on network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:17.668713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Attempting to bind port 5242a5e3-bb51-4b19-ba37-a8ba25951199 on network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:17.674458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:17.675076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Checking segment: {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:17.675761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-6029f90f-1b9a-4c8c-ab57-90f78695e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.676246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Bound using segment: {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:17.676567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-6029f90f-1b9a-4c8c-ab57-90f78695e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.677186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Bound port: 5242a5e3-bb51-4b19-ba37-a8ba25951199, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:17.677329 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-6029f90f-1b9a-4c8c-ab57-90f78695e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.677722 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:17.682627 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-6029f90f-1b9a-4c8c-ab57-90f78695e61d service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ef475e2c12194ab69e86d22329262a67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1484799 Nov 12 20:55:17.768446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] For port 5242a5e3-bb51-4b19-ba37-a8ba25951199, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:17.772427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] For port 5242a5e3-bb51-4b19-ba37-a8ba25951199, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:17.813980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-c78dc13f-96aa-4335-88e6-6bf48c5e0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.816607 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-000e5328-099f-46aa-9065-d457a5ed5ca9 req-c78dc13f-96aa-4335-88e6-6bf48c5e0142 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226950 Nov 12 20:55:17.846541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:17.884846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.888409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:17.888409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] 10.222.0.78 "PUT /v2.0/ports/5242a5e3-bb51-4b19-ba37-a8ba25951199 HTTP/1.1" status: 200 len: 1092 time: 1.5147209 Nov 12 20:55:17.908041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4457361-5afb-41a6-a833-ff15e838a26e service neutron] Pushing event updated for resources: {'Port': ['ID=5242a5e3-bb51-4b19-ba37-a8ba25951199,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:17.983765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f64c35-b62b-46ee-96c4-ddf59e6e3d73 req-183703ee-b641-497c-bbf9-644f3008f70c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.988293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13f64c35-b62b-46ee-96c4-ddf59e6e3d73 req-183703ee-b641-497c-bbf9-644f3008f70c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 948 time: 0.0647905 Nov 12 20:55:18.028922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Request body: {'port': {'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:18.093201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13f64c35-b62b-46ee-96c4-ddf59e6e3d73 req-39126300-70ec-4342-8dd5-6d10bf167ea7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009367 Nov 12 20:55:18.139155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.244193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb621e1-40fa-451b-a103-94a55d39f39b req-bcf93379-adc0-49c7-ae2c-d94cda8ba14e tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:18.245696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fb621e1-40fa-451b-a103-94a55d39f39b req-bcf93379-adc0-49c7-ae2c-d94cda8ba14e tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0889452 Nov 12 20:55:18.372893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fb621e1-40fa-451b-a103-94a55d39f39b req-d9297aac-21b4-4647-8048-9c3eb636f8e5 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fbc890a-b976-4730-b4ee-c8ab5b28e930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194263 Nov 12 20:55:18.510175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-c5ae9888-bc1f-4b8b-b568-7b3bdcec9ac4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:18.512737 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-c5ae9888-bc1f-4b8b-b568-7b3bdcec9ac4 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 945 time: 0.0855045 Nov 12 20:55:18.516885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:18.525552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.574410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Transition to ACTIVE for port object 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:18.618549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563c0b4-efe8-4390-9c6c-d558c3a2fcbd req-8d7dad12-30b4-47bf-8a55-a9aaef02120f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:18.620515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b563c0b4-efe8-4390-9c6c-d558c3a2fcbd req-8d7dad12-30b4-47bf-8a55-a9aaef02120f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 948 time: 0.0921392 Nov 12 20:55:18.658401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Deleting port 1120cf31-38a2-421e-adee-65ad454acafd {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:18.658838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.703175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.707658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59fe596d-857c-445e-bee0-253976634bd6 req-5e677731-bcad-466e-bec1-a11620fac867 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.1185529 Nov 12 20:55:18.746965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b991bf97-faad-4cfd-9ab6-87a74332f7ab up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:18.779636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] For port 1120cf31-38a2-421e-adee-65ad454acafd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=1120cf31-38a2-421e-adee-65ad454acafd,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:18.779975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.794525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Calling delete_port for 1120cf31-38a2-421e-adee-65ad454acafd owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:18.841299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:18.885422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port b991bf97-faad-4cfd-9ab6-87a74332f7ab completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:18.890007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port b991bf97-faad-4cfd-9ab6-87a74332f7ab triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:18.890390 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.922385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-985ff63b-daff-4cd0-8493-033fcf6adddc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:18.924493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-985ff63b-daff-4cd0-8493-033fcf6adddc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f&tenant_id=1b08cd0c4a174a3984359e0e19946f2d&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 948 time: 0.3030047 Nov 12 20:55:18.983089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b563c0b4-efe8-4390-9c6c-d558c3a2fcbd req-4e898afc-eda8-4e9d-92bd-fb7b7cbf2fb4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488553 Nov 12 20:55:19.030976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': '5242a5e3-bb51-4b19-ba37-a8ba25951199'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:19.036208 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7eaf7c-1490-4b96-8de8-b8c01da10320" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "5242a5e3-bb51-4b19-ba37-a8ba25951199"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:19.039998 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:19.063579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:19.068279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:19.072789 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b96a64-54b1-4274-9c96-d98ce2d5b7e5" -d '{"events": [{"server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "name": "network-vif-plugged", "status": "completed", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:19.087462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:19.090064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['1120cf31-38a2-421e-adee-65ad454acafd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:19.090272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-b8efe324-3bc5-42b5-b9b0-ac0aff33a9f5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.097928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Pushing event deleted for resources: {'Port': ['ID=1120cf31-38a2-421e-adee-65ad454acafd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:19.099402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-b8efe324-3bc5-42b5-b9b0-ac0aff33a9f5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.106335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-b8efe324-3bc5-42b5-b9b0-ac0aff33a9f5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.114699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-b8efe324-3bc5-42b5-b9b0-ac0aff33a9f5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.122162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-b8efe324-3bc5-42b5-b9b0-ac0aff33a9f5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.132994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-b8efe324-3bc5-42b5-b9b0-ac0aff33a9f5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.140991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-b8efe324-3bc5-42b5-b9b0-ac0aff33a9f5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.149252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:19.150403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-b8efe324-3bc5-42b5-b9b0-ac0aff33a9f5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.3408113 Nov 12 20:55:19.180065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] No DVR routers for this DVR port 1120cf31-38a2-421e-adee-65ad454acafd on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:19.184572 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:19.188191 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b1cefd25-6acb-4f45-8408-6d61e92ae4b5 req-2d518253-d251-4364-bc6a-01df36474e47 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.78 "DELETE /v2.0/ports/1120cf31-38a2-421e-adee-65ad454acafd HTTP/1.1" status: 204 len: 173 time: 0.6688499 Nov 12 20:55:19.191868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a83c3-472c-41e6-a94a-daa6ad814c34', 'name': 'network-vif-deleted', 'tag': '1120cf31-38a2-421e-adee-65ad454acafd'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:19.197580 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aa9a36-207b-47b9-9f24-d572b5fd784b" -d '{"events": [{"server_uuid": "0a2a83c3-472c-41e6-a94a-daa6ad814c34", "name": "network-vif-deleted", "tag": "1120cf31-38a2-421e-adee-65ad454acafd"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:19.244979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:19.264617 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455594e7-dcbf-4362-afab-c837ab711af9 x-openstack-request-id: req-455594e7-dcbf-4362-afab-c837ab711af9 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:19.264907 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "5242a5e3-bb51-4b19-ba37-a8ba25951199", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:19.265163 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-455594e7-dcbf-4362-afab-c837ab711af9 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:19.265548 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': '5242a5e3-bb51-4b19-ba37-a8ba25951199', 'status': 'completed', 'code': 200} Nov 12 20:55:19.288565 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8341a63f-cbb3-477c-85f0-298b8fb6a655 x-openstack-request-id: req-8341a63f-cbb3-477c-85f0-298b8fb6a655 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:19.288565 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "name": "network-vif-plugged", "status": "completed", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:19.288953 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8341a63f-cbb3-477c-85f0-298b8fb6a655 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:19.289493 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'code': 200} Nov 12 20:55:19.311037 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-d269a788-ae0b-4106-9179-0ca48a4f59b7 service neutron] delete failed (client error): The resource could not be found. Nov 12 20:55:19.317185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-c1d87f23-50ed-47a2-b058-dab3afa9b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.317185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-c1d87f23-50ed-47a2-b058-dab3afa9b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.317185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-c1d87f23-50ed-47a2-b058-dab3afa9b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.317470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-d269a788-ae0b-4106-9179-0ca48a4f59b7 service neutron] 10.222.0.78 "DELETE /v2.0/ports/b991bf97-faad-4cfd-9ab6-87a74332f7ab/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.3767824 Nov 12 20:55:19.317546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-c1d87f23-50ed-47a2-b058-dab3afa9b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.317546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-c1d87f23-50ed-47a2-b058-dab3afa9b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.317546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-c1d87f23-50ed-47a2-b058-dab3afa9b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.317546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-c1d87f23-50ed-47a2-b058-dab3afa9b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.317546 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-c1d87f23-50ed-47a2-b058-dab3afa9b2d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6438 time: 0.0670500 Nov 12 20:55:19.321919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92e307a9-3adf-417b-9dcf-be4b7984f47e req-7bb15de0-1e0d-4c64-bfd6-d1360c2bfad9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1705387 Nov 12 20:55:19.332314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Attempting to bind port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:19.333046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Attempting to bind port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:19.333283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Attempting to bind port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 on network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:19.341628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 on network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:19.341628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Attempting to bind port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 on network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:19.354275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:19.354634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Checking segment: {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:19.355024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Bound using segment: {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:19.355486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Bound port: 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fc8823-c06a-423d-948f-3d4d566372a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:19.355850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:19.458955 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ea2af-ca09-4701-86f7-071b44129418 x-openstack-request-id: req-ea3ea2af-ca09-4701-86f7-071b44129418 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:19.459415 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a83c3-472c-41e6-a94a-daa6ad814c34", "name": "network-vif-deleted", "tag": "1120cf31-38a2-421e-adee-65ad454acafd", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:19.459674 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea3ea2af-ca09-4701-86f7-071b44129418 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:19.460069 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a83c3-472c-41e6-a94a-daa6ad814c34', 'name': 'network-vif-deleted', 'tag': '1120cf31-38a2-421e-adee-65ad454acafd', 'status': 'completed', 'code': 200} Nov 12 20:55:19.484968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-f88e565e-c4ee-4cca-8f5c-32721e84a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.485819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-f88e565e-c4ee-4cca-8f5c-32721e84a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.487184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-f88e565e-c4ee-4cca-8f5c-32721e84a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.489583 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-f88e565e-c4ee-4cca-8f5c-32721e84a342 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ef475e2c12194ab69e86d22329262a67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1643572 Nov 12 20:55:19.490841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] For port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:19.568470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee3c2120-850b-4996-9087-e3bd8fca0bc0 req-8facaf56-8c5e-4e4d-819e-94f5e021c8b3 tempest-ServerRescueTestJSON-1683113268 tempest-ServerRescueTestJSON-1683113268-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a2a83c3-472c-41e6-a94a-daa6ad814c34 HTTP/1.1" status: 200 len: 210 time: 0.0746107 Nov 12 20:55:19.573640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] For port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:19.595251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-91e186cc-3acc-4baf-a42d-471a93154606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.596991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-91e186cc-3acc-4baf-a42d-471a93154606 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1101 time: 0.1019847 Nov 12 20:55:19.621856 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3a0b2422-a842-4204-ab1f-f8011b3e1e16 req-5a1f5381-86c2-49db-b301-1701486b4f48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0301895 Nov 12 20:55:19.655674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-3e29c1ac-b735-406a-8ace-60d8e6f87428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.657138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3e7eaf7c-1490-4b96-8de8-b8c01da10320 req-3e29c1ac-b735-406a-8ace-60d8e6f87428 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595604 Nov 12 20:55:19.666443 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:19.702288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.703132 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:19.704552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] 10.222.0.78 "PUT /v2.0/ports/8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 HTTP/1.1" status: 200 len: 1092 time: 1.6881547 Nov 12 20:55:19.759155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241f8c-920c-4289-a4d2-d693b1367b34 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:19.763504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-7a7999e7-9159-45c6-ba80-f100cc1f72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.765024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-7a7999e7-9159-45c6-ba80-f100cc1f72d1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1602299 Nov 12 20:55:19.822395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-e73534a1-940b-45b8-93eb-e03cb1eb25af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 217 time: 0.0451112 Nov 12 20:55:19.871502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a8148b6-b523-411a-b1be-eff5eea7b2fa req-d2e9391b-2826-4cb4-a81a-ba3f9fc80c9b tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0523853 Nov 12 20:55:19.942242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-079bd0ff-8e11-4ea6-a3f5-cb6ee1f09f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.943956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-079bd0ff-8e11-4ea6-a3f5-cb6ee1f09f42 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1090670 Nov 12 20:55:19.960255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4cb395f9-a4a3-4f7a-81cc-4aa7a1b9b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.960745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4cb395f9-a4a3-4f7a-81cc-4aa7a1b9b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.961218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4cb395f9-a4a3-4f7a-81cc-4aa7a1b9b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.961682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4cb395f9-a4a3-4f7a-81cc-4aa7a1b9b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.962145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4cb395f9-a4a3-4f7a-81cc-4aa7a1b9b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.962606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4cb395f9-a4a3-4f7a-81cc-4aa7a1b9b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.963064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4cb395f9-a4a3-4f7a-81cc-4aa7a1b9b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.965092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4cb395f9-a4a3-4f7a-81cc-4aa7a1b9b127 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6480 time: 0.1047604 Nov 12 20:55:20.029034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e348d89e-2261-4619-b853-c2c87b7cee1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d086ce76-b78a-4813-893b-2e6bcceba638 HTTP/1.1" status: 200 len: 217 time: 0.0552082 Nov 12 20:55:20.075619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-81d0db01-bb89-4556-bcf7-500a663ff9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.077136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-81d0db01-bb89-4556-bcf7-500a663ff9d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1253362 Nov 12 20:55:20.147665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-dce5f11e-05c5-4cfc-a2ca-f88500675bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.149187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-dce5f11e-05c5-4cfc-a2ca-f88500675bb9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=164bb86d-7d0a-404e-965d-bad55e5dece2 HTTP/1.1" status: 200 len: 850 time: 0.1129603 Nov 12 20:55:20.230098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5fb0d-960c-4da2-af29-a492c5a1a7dc req-9bb46acf-71c4-4d61-9bb1-cb438791adde tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.231660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56a5fb0d-960c-4da2-af29-a492c5a1a7dc req-9bb46acf-71c4-4d61-9bb1-cb438791adde tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1520438 Nov 12 20:55:20.281528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-a7903df7-3f50-41a4-acbc-c8f8f9512e11 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835768 Nov 12 20:55:20.281528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-199bd2df-95db-4a96-9869-2a6f6e44a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.282622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-199bd2df-95db-4a96-9869-2a6f6e44a195 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8060bccd-0eb2-4d83-965c-69b630d98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061068 Nov 12 20:55:20.398801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56a5fb0d-960c-4da2-af29-a492c5a1a7dc req-d8f73745-bf7a-4d48-ae0d-6d24762bb772 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560898 Nov 12 20:55:20.518905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-a6184640-611a-4ce4-a894-45f5bf4fb073 service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226098 Nov 12 20:55:20.525153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba30ec0-9e4d-46ff-b766-45596ee96431 req-e7ec02de-f4d7-4fbb-bea4-197e788e070d service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249951 Nov 12 20:55:20.556238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d72b-4269-4388-831c-a850ef1ee40a req-cf636fd0-35d0-4e5c-bc39-b1512492a829 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.562251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d72b-4269-4388-831c-a850ef1ee40a req-cf636fd0-35d0-4e5c-bc39-b1512492a829 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.568891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d72b-4269-4388-831c-a850ef1ee40a req-cf636fd0-35d0-4e5c-bc39-b1512492a829 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.574882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d72b-4269-4388-831c-a850ef1ee40a req-cf636fd0-35d0-4e5c-bc39-b1512492a829 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.580875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d72b-4269-4388-831c-a850ef1ee40a req-cf636fd0-35d0-4e5c-bc39-b1512492a829 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.587544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d72b-4269-4388-831c-a850ef1ee40a req-cf636fd0-35d0-4e5c-bc39-b1512492a829 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.593603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d72b-4269-4388-831c-a850ef1ee40a req-cf636fd0-35d0-4e5c-bc39-b1512492a829 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.595496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6942d72b-4269-4388-831c-a850ef1ee40a req-cf636fd0-35d0-4e5c-bc39-b1512492a829 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1489191 Nov 12 20:55:20.650197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42230) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:20.727810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6942d72b-4269-4388-831c-a850ef1ee40a req-872aefc6-6619-4ca9-9e08-be351d492d06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222548 Nov 12 20:55:20.729986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-be802cdf-b8ff-4455-a200-1db276fafeae service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003698 Nov 12 20:55:20.804109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-2fe40903-272e-48be-a5d7-9cdc8e98c4b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 200 len: 217 time: 0.0646706 Nov 12 20:55:20.876755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-13d35b49-fcbe-47a0-864e-3e2c0fe518c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.879782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-13d35b49-fcbe-47a0-864e-3e2c0fe518c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.0678411 Nov 12 20:55:20.959439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6d839c01-2192-4137-9746-ccda73a1eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.961028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6d839c01-2192-4137-9746-ccda73a1eff8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741873 Nov 12 20:55:21.063503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d62c88f3-73c7-4c2d-914c-a708ccb83cf6 req-f4a2b6b6-00f7-4e84-b0d9-e8b81dc6881b tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0664327 Nov 12 20:55:21.147010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3e1d25d1-96a0-41df-8e3d-6bbc18302544 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767318 Nov 12 20:55:21.162057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:21.238755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 1120cf31-38a2-421e-adee-65ad454acafd no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:21.278106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:21.281155 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7a0707-cb11-4688-a61b-1344e935859c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:21.310333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 1120cf31-38a2-421e-adee-65ad454acafd {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:21.312208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 1120cf31-38a2-421e-adee-65ad454acafd not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:21.355025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-e8842b4d-5df8-4fc9-a314-36c0a0d320ef service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868484 Nov 12 20:55:21.463100 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4eb6d6-466c-42fd-a7db-501da99acac7 x-openstack-request-id: req-cb4eb6d6-466c-42fd-a7db-501da99acac7 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:21.463449 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:21.463705 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb4eb6d6-466c-42fd-a7db-501da99acac7 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:21.464081 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460', 'status': 'completed', 'code': 200} Nov 12 20:55:21.465680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-77e4f235-e2cf-401d-9fce-8bf061083e45 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 200 len: 217 time: 0.1097136 Nov 12 20:55:21.570587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-2aa649ab-1a5c-4342-a75e-e986e49dad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.572125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-2aa649ab-1a5c-4342-a75e-e986e49dad04 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.0989642 Nov 12 20:55:21.607637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c41035-fda1-4ae0-8590-a06c2e2259f1 req-01896384-1143-4163-8bf2-846534cda8e2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.609101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5c41035-fda1-4ae0-8590-a06c2e2259f1 req-01896384-1143-4163-8bf2-846534cda8e2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1041045 Nov 12 20:55:21.705549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5c41035-fda1-4ae0-8590-a06c2e2259f1 req-7c0a3e8c-b017-4cb3-8942-0ab37b7514a8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796216 Nov 12 20:55:21.717024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-82aef328-219a-4335-ac0a-1e13c4c269c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.718759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-82aef328-219a-4335-ac0a-1e13c4c269c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087716 Nov 12 20:55:21.857828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Deleting port 16870beb-a8ba-4fb2-9498-0d2c07be9b42 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:21.858416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:21.946383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081bd89-8d72-4b68-8910-b95515dd1dcb req-28b72dce-c864-4530-884f-6ceb3a6ba46d tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.948227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d081bd89-8d72-4b68-8910-b95515dd1dcb req-28b72dce-c864-4530-884f-6ceb3a6ba46d tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1101 time: 0.1120791 Nov 12 20:55:21.951667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-b0dee2c2-1a0b-42f3-a520-b8a4933d374e service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243874 Nov 12 20:55:21.959739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] For port 16870beb-a8ba-4fb2-9498-0d2c07be9b42, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=16870beb-a8ba-4fb2-9498-0d2c07be9b42,segment=NetworkSegment(4d67c112-08c1-4710-8737-198054c37eb3),segment_id=4d67c112-08c1-4710-8737-198054c37eb3)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:21.960037 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:21.974156 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Calling delete_port for 16870beb-a8ba-4fb2-9498-0d2c07be9b42 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:21.974645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-d98bd018-fddc-4e18-b853-3fee7fec0796 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.980385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-d98bd018-fddc-4e18-b853-3fee7fec0796 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.986555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-d98bd018-fddc-4e18-b853-3fee7fec0796 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.992736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-d98bd018-fddc-4e18-b853-3fee7fec0796 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.998802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-d98bd018-fddc-4e18-b853-3fee7fec0796 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:22.005460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-d98bd018-fddc-4e18-b853-3fee7fec0796 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:22.011696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-d98bd018-fddc-4e18-b853-3fee7fec0796 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:22.013837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-d98bd018-fddc-4e18-b853-3fee7fec0796 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1636474 Nov 12 20:55:22.296433 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:22.327003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=16870beb-a8ba-4fb2-9498-0d2c07be9b42,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:22.428672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d081bd89-8d72-4b68-8910-b95515dd1dcb req-5df27bba-f759-4526-90e5-d3561b99823f tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713569 Nov 12 20:55:22.472129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8420889-0e4d-451b-ac0a-6e6c0fe32001 req-4a11c238-bae2-4e65-bc9f-06ddbf6b0cfe tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4453001 Nov 12 20:55:22.475338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-2459db0e-c426-48e7-a729-1b0c9452eced service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154483 Nov 12 20:55:22.525479 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:22.532751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-73320c9c-0ee0-44bf-94fa-4847fec31f63 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6 HTTP/1.1" status: 200 len: 217 time: 0.0498471 Nov 12 20:55:22.566322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2be03a80-98a9-4df7-b3ef-da9c68209490 req-2934a397-4c5e-4b77-b91b-6a5fe4d3420e tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0363276 Nov 12 20:55:22.623149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3afa5421-2c09-4010-82b2-aa26ea76b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:22.624952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-3afa5421-2c09-4010-82b2-aa26ea76b254 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.0830767 Nov 12 20:55:22.683078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6ca0699d-1d6e-4e19-b499-8069e3c77bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:22.686681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6ca0699d-1d6e-4e19-b499-8069e3c77bb5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524397 Nov 12 20:55:22.805260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6a86fe82-d9c2-4335-a237-cf78254845f1 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117194 Nov 12 20:55:22.838654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Router 61671a01-f7d6-478e-8205-60c0350c6e15 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:55:22.897415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-43b09674-a5ae-4029-acc8-de68931e9644 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707278 Nov 12 20:55:22.966155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:55:22.972246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f14fd0c-d083-4899-befb-84157782f0fd admin admin] 10.222.0.64 "PUT /v2.0/routers/61671a01-f7d6-478e-8205-60c0350c6e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3201778 Nov 12 20:55:22.974872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42276) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:22.979006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] Sync routers for ids ['61671a01-f7d6-478e-8205-60c0350c6e15'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:55:23.002189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-ed37b823-dd08-41b5-806c-2a054e5ad0d8 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876438 Nov 12 20:55:23.008672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] Routers {'61671a01-f7d6-478e-8205-60c0350c6e15'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:23.009600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['61671a01-f7d6-478e-8205-60c0350c6e15'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:23.060381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-30c2b078-c02b-42bc-9f0a-7752c15fae23 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c11c2037-3072-4a65-a936-7fbc5b08432d HTTP/1.1" status: 200 len: 217 time: 0.0484326 Nov 12 20:55:23.099492 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:23.115717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-64b7e714-abde-466d-995b-2d7c73cc0947 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.123618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-64b7e714-abde-466d-995b-2d7c73cc0947 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183695 Nov 12 20:55:23.129293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] Set router 61671a01-f7d6-478e-8205-60c0350c6e15 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:23.143340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-39b5f9ad-fc8e-4568-9677-a74171666929 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/quotas/1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 375 time: 0.0188279 Nov 12 20:55:23.149928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-9e08da1e-b448-4def-bbb0-e56a0feda125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.151452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-9e08da1e-b448-4def-bbb0-e56a0feda125 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.0834026 Nov 12 20:55:23.232240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:23.242179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-e0908c73-536e-4b02-9d2a-feff254bfe74 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883994 Nov 12 20:55:23.248582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-5608953e-64f9-47b4-840d-d44f60fbca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.259953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-5608953e-64f9-47b4-840d-d44f60fbca9b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971923 Nov 12 20:55:23.324988 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5e90907d-1e91-4338-afb6-f70ff950da36 req-b9991416-897f-4125-a9b9-5700024bb07e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2dbadc736bd24b9fb870ef298a2bf902&device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0575714 Nov 12 20:55:23.375088 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5e90907d-1e91-4338-afb6-f70ff950da36 req-b0a58fff-3f95-4739-9f43-c048bceba4ab service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2dbadc736bd24b9fb870ef298a2bf902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254140 Nov 12 20:55:23.375876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2970d49-8a43-4c1e-ae49-53e4fc783fb8 req-ac051e56-7ea1-4fa2-ad5f-816beb081e49 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0696564 Nov 12 20:55:23.406514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-6b860282-292f-4b88-9296-11cb3a7f130c service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383443 Nov 12 20:55:23.510054 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Deleting port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:23.513222 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:23.541433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48b679bd-1a08-4457-b4c1-9430838e68b9 req-46590f36-34ff-4004-86eb-9c92ba805f65 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0476954 Nov 12 20:55:23.581077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-5bd2a6b4-00ab-43f1-9c0f-c79a93b947ec service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621392 Nov 12 20:55:23.581986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:55:22Z', 'revision_number': 5, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port': {'id': '42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:12Z', 'updated_at': '2021-11-12T20:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:23.609270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90907d-1e91-4338-afb6-f70ff950da36 req-58926ea4-028c-4dec-98a4-e0b064d06c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.627430 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5e90907d-1e91-4338-afb6-f70ff950da36 req-58926ea4-028c-4dec-98a4-e0b064d06c82 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2394593 Nov 12 20:55:23.637338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4b2b5e0b-feea-41e2-b859-85d5d0e118b9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199 HTTP/1.1" status: 200 len: 217 time: 0.0538208 Nov 12 20:55:23.646456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] Checking router: 61671a01-f7d6-478e-8205-60c0350c6e15 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:55:23.655798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] Routers {'61671a01-f7d6-478e-8205-60c0350c6e15'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:23.656758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['61671a01-f7d6-478e-8205-60c0350c6e15'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:23.680676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] For port 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:23.681037 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:23.695710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Calling delete_port for 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:23.731073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-f8dc19bb-b928-4687-aee0-f73b7f96a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.732603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-f8dc19bb-b928-4687-aee0-f73b7f96a8a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.0790544 Nov 12 20:55:23.746111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-6f72efe2-842e-49ac-8ed8-1609a45a39c9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.759632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-6f72efe2-842e-49ac-8ed8-1609a45a39c9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.775749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-6f72efe2-842e-49ac-8ed8-1609a45a39c9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.776940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] Set router 61671a01-f7d6-478e-8205-60c0350c6e15 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:23.785932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-6f72efe2-842e-49ac-8ed8-1609a45a39c9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.792232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-6f72efe2-842e-49ac-8ed8-1609a45a39c9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.798976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-6f72efe2-842e-49ac-8ed8-1609a45a39c9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.806234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-6f72efe2-842e-49ac-8ed8-1609a45a39c9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.808231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-6f72efe2-842e-49ac-8ed8-1609a45a39c9 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1752329 Nov 12 20:55:23.851178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:55:23Z', 'revision_number': 6, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:23.891416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093ce5b-0825-44de-8e19-d66f96ab6b26 None None] The sync data for ids ['61671a01-f7d6-478e-8205-60c0350c6e15'] in n-d-713498-29 is: [{'id': '61671a01-f7d6-478e-8205-60c0350c6e15', 'name': 'tempest-ServerRescueTestJSON-658795429-router', 'tenant_id': 'a68ecaa57d704251a7d0b6559969c411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:11Z', 'updated_at': '2021-11-12T20:55:23Z', 'revision_number': 6, 'project_id': 'a68ecaa57d704251a7d0b6559969c411', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:55:23.922778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-235a5e43-31d5-499b-aa48-a149a347182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.924361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-235a5e43-31d5-499b-aa48-a149a347182b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1152272 Nov 12 20:55:23.976851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93f1799c-7a52-4a1f-abbc-4bbd666e5bb5 req-41d6936a-d490-429e-96ba-c09dbb4c7e32 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530211 Nov 12 20:55:24.012398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.039471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:24.054405 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-fc480dcd-ea66-437d-907d-eff63b7313b0 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211236 Nov 12 20:55:24.109897 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.164479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-4ec360bf-2ab0-4f80-8fc0-3baf7ca93be6 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033621 Nov 12 20:55:24.204310 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.207203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.208887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-20f221aa-027a-4826-a7d6-894bbb265d67 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 HTTP/1.1" status: 200 len: 217 time: 0.0369411 Nov 12 20:55:24.270450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-faf0b5e5-3967-4d4d-ab1f-9f7e374d1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.271998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-faf0b5e5-3967-4d4d-ab1f-9f7e374d1325 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.0570102 Nov 12 20:55:24.309096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.310030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61671a01-f7d6-478e-8205-60c0350c6e15 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:55:24.315317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.319416 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c0855e4-d89c-475f-a0da-bd2211d29f3f admin admin] 10.222.0.64 "DELETE /v2.0/routers/61671a01-f7d6-478e-8205-60c0350c6e15 HTTP/1.1" status: 204 len: 168 time: 1.3409138 Nov 12 20:55:24.319639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42298) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:24.329432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-36156a89-0fb0-45c0-bc44-50e73606106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.331410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-36156a89-0fb0-45c0-bc44-50e73606106d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523882 Nov 12 20:55:24.372541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bec7263-98e2-4462-be80-ecbe2def425d admin admin] Deleting subnet b8536413-268d-45f3-bcf9-8b4172fef60b {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:55:24.375924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6bec7263-98e2-4462-be80-ecbe2def425d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.413911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6bec7263-98e2-4462-be80-ecbe2def425d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.452028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-298bc968-1349-4fd7-a73e-1713a9995f85 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138620 Nov 12 20:55:24.461560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6bec7263-98e2-4462-be80-ecbe2def425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.492452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc6d52b0-871a-4098-a657-9817f3432cf5 req-f568b858-3d77-4a84-805e-886cf631e443 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0380967 Nov 12 20:55:24.574686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c90f2b65-8047-4d6e-aeff-fbbdd90cebab req-7cad6fa6-20f8-4971-b314-c2a23d927c6d service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093993 Nov 12 20:55:24.594008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6bec7263-98e2-4462-be80-ecbe2def425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.622999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6bec7263-98e2-4462-be80-ecbe2def425d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.629550 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6bec7263-98e2-4462-be80-ecbe2def425d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b8536413-268d-45f3-bcf9-8b4172fef60b HTTP/1.1" status: 204 len: 168 time: 0.3059347 Nov 12 20:55:24.629550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec7263-98e2-4462-be80-ecbe2def425d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8536413-268d-45f3-bcf9-8b4172fef60b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:24.631186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42304) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:24.647830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3d4107f-1727-4567-bd6f-f48d6d3a3e72 req-f8f458ae-0979-4c52-b508-649ec3beb02d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0327294 Nov 12 20:55:24.714030 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.812528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.850396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec982ad9-8b76-4a22-adec-90f88be08db1']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:24.864323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d67c112-08c1-4710-8737-198054c37eb3') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:24.864958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d67c112-08c1-4710-8737-198054c37eb3') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:24.866858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-4c06c74f-fe7c-49e8-a0be-b66ff8985013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.867404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-4c06c74f-fe7c-49e8-a0be-b66ff8985013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.867888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-4c06c74f-fe7c-49e8-a0be-b66ff8985013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.868336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-4c06c74f-fe7c-49e8-a0be-b66ff8985013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.868789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-4c06c74f-fe7c-49e8-a0be-b66ff8985013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.869241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-4c06c74f-fe7c-49e8-a0be-b66ff8985013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.869737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-4c06c74f-fe7c-49e8-a0be-b66ff8985013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:24.871665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa7a0707-cb11-4688-a61b-1344e935859c req-4c06c74f-fe7c-49e8-a0be-b66ff8985013 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6480 time: 0.0873783 Nov 12 20:55:24.880616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.898662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.908323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:55:24.908879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:55:24.912346 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:55:25.003729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-2469e098-fd5c-4db8-b877-db942ecef522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.005447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa7a0707-cb11-4688-a61b-1344e935859c req-2469e098-fd5c-4db8-b877-db942ecef522 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 HTTP/1.1" status: 200 len: 903 time: 0.1117413 Nov 12 20:55:25.053954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa7a0707-cb11-4688-a61b-1344e935859c req-c86c90f3-1d6e-44bc-9cf2-fd84c707aca0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 HTTP/1.1" status: 200 len: 217 time: 0.0401993 Nov 12 20:55:25.066186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:25.073138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5e90907d-1e91-4338-afb6-f70ff950da36 req-ace65918-c2f8-4d0c-8779-04c8885c4dc8 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0412157 Nov 12 20:55:25.093734 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:25.099874 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ec982ad9-8b76-4a22-adec-90f88be08db1 HTTP/1.1" status: 204 len: 168 time: 0.4675548 Nov 12 20:55:25.101121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a162a4-60ea-432d-8d84-46a5dcbebae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec982ad9-8b76-4a22-adec-90f88be08db1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:25.180098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-5e2f7ef5-1fa4-4a3a-ad2f-bec344f40682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.181668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa7a0707-cb11-4688-a61b-1344e935859c req-5e2f7ef5-1fa4-4a3a-ad2f-bec344f40682 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.1203268 Nov 12 20:55:25.233060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-617cb2ba-c64c-4778-8db7-42d7e6346e06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.239419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-617cb2ba-c64c-4778-8db7-42d7e6346e06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.245873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-617cb2ba-c64c-4778-8db7-42d7e6346e06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.252461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-617cb2ba-c64c-4778-8db7-42d7e6346e06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.259384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-617cb2ba-c64c-4778-8db7-42d7e6346e06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.265852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-617cb2ba-c64c-4778-8db7-42d7e6346e06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.273799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-617cb2ba-c64c-4778-8db7-42d7e6346e06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.275819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-617cb2ba-c64c-4778-8db7-42d7e6346e06 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1349764 Nov 12 20:55:25.309745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0707-cb11-4688-a61b-1344e935859c req-5ad8f561-7e0c-4868-890c-49f57f727789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.311413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa7a0707-cb11-4688-a61b-1344e935859c req-5ad8f561-7e0c-4868-890c-49f57f727789 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1219392 Nov 12 20:55:25.404713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6945372-456e-42fd-94bc-be6cc12d2d9a req-5aae9071-d40b-4288-af72-fe5cb8e135d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223519 Nov 12 20:55:25.436420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa7a0707-cb11-4688-a61b-1344e935859c req-8de2d49f-0ea2-41ad-894b-f5ae95fab687 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177812 Nov 12 20:55:25.436625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42316) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:25.484967 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a09219f-f57a-4cd9-9e6c-d65bc33cc2c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a68ecaa57d704251a7d0b6559969c411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446849 Nov 12 20:55:25.485254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42318) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:25.539653 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a30c0d8-7f65-4741-8744-2172015163ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:25.552640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa7a0707-cb11-4688-a61b-1344e935859c req-c6ab0296-1503-4ad9-9182-f9fc2b9d412b service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087267 Nov 12 20:55:25.562869 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a30c0d8-7f65-4741-8744-2172015163ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:25.620420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e480d533-da1e-4d43-8980-ac510fe2602c req-f4f4632a-978e-4abd-aeb4-ca47e75dad92 tempest-ServerShowV254Test-1422100857 tempest-ServerShowV254Test-1422100857-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f64326b-d0bc-42da-9d70-f95dcdd0b0c2 HTTP/1.1" status: 200 len: 210 time: 0.0289147 Nov 12 20:55:25.659905 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-b6e422c0-3a71-4c6d-9a5f-381986c5b349 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224881 Nov 12 20:55:25.726837 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a30c0d8-7f65-4741-8744-2172015163ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:25.729487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a30c0d8-7f65-4741-8744-2172015163ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:25.730584 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a30c0d8-7f65-4741-8744-2172015163ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fbc890a-b976-4730-b4ee-c8ab5b28e930 HTTP/1.1" status: 204 len: 168 time: 0.2439847 Nov 12 20:55:25.743161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30c0d8-7f65-4741-8744-2172015163ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbc890a-b976-4730-b4ee-c8ab5b28e930,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:25.751067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e73f138-4c19-47fa-8521-f74742561a16 req-a7e74175-c2a5-4b51-a176-72220c7370ef tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Nov 12 20:55:25.811249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-bc5f0ee6-7ca8-41f0-b271-841339f65efe tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.812755 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-bc5f0ee6-7ca8-41f0-b271-841339f65efe tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473656 Nov 12 20:55:25.830559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Request body: {'port': {'device_id': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '1b08cd0c4a174a3984359e0e19946f2d'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:25.915712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 16870beb-a8ba-4fb2-9498-0d2c07be9b42 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:25.945880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 16870beb-a8ba-4fb2-9498-0d2c07be9b42 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:25.946556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 16870beb-a8ba-4fb2-9498-0d2c07be9b42 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:25.947117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:25.970343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:25.974394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 42d0851e-1a2d-45ad-a7eb-e3d2a1bb7227 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:26.109191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Made reservation on behalf of 1b08cd0c4a174a3984359e0e19946f2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:26.114081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:26.262526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Allocated IP 192.168.233.212 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/483dc014-2979-4db2-bc62-7f463dcaea23) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:26.438345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:26.527912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:26.546505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:26.552867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-00ded12c-095d-48f1-8fb9-04d039b88f98 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.559319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-00ded12c-095d-48f1-8fb9-04d039b88f98 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.566309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-00ded12c-095d-48f1-8fb9-04d039b88f98 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.572237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-00ded12c-095d-48f1-8fb9-04d039b88f98 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.578515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-00ded12c-095d-48f1-8fb9-04d039b88f98 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.579605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:26.585306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-00ded12c-095d-48f1-8fb9-04d039b88f98 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.585814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:26.588466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:26.591148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-00ded12c-095d-48f1-8fb9-04d039b88f98 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.594953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-00ded12c-095d-48f1-8fb9-04d039b88f98 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1027112 Nov 12 20:55:26.648194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.652555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:26.664065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:26.699436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61d785d9-1b04-4cba-94e3-8009b6908034 req-24086a85-0923-4628-b1fa-69bc95bb6e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942321 Nov 12 20:55:26.849120 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-c3bbdecd-b1bd-4d17-8a63-d1bb991af779 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0225418 Nov 12 20:55:26.867721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Request body: {'port': {'device_id': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:26.879004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b53535b7-94d1-4d18-8b30-7e5f8696b52d None None] Provisioning complete for port 483dc014-2979-4db2-bc62-7f463dcaea23 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:26.879899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b53535b7-94d1-4d18-8b30-7e5f8696b52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:26.905542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b716b1-c4c4-497c-82ab-52392709cf2d req-e6723116-0b7f-4bee-b113-6508aa76d4b4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.917980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10b716b1-c4c4-497c-82ab-52392709cf2d req-e6723116-0b7f-4bee-b113-6508aa76d4b4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 936 time: 0.0782695 Nov 12 20:55:26.940432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:26.950954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b53535b7-94d1-4d18-8b30-7e5f8696b52d None None] Port 483dc014-2979-4db2-bc62-7f463dcaea23 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:55:27.005304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10b716b1-c4c4-497c-82ab-52392709cf2d req-d6e6ede9-4aed-42e2-8b0a-6e9e4ed0b259 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840380 Nov 12 20:55:27.206634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42368) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:27.272009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42372) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:27.381980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-network', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:27.385238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-34301e76-dda3-4450-9e3b-d89e5a3b0572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.476252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-34301e76-dda3-4450-9e3b-d89e5a3b0572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.519328 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55683ff3-93a8-4c46-b4d4-18084cff56e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.524109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483dc014-2979-4db2-bc62-7f463dcaea23 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:27.531265 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.537658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Made reservation on behalf of 31e99e2f21c847e5ab6f6c8c69b0736d for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:27.540070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.544118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Transition to ACTIVE for port object 483dc014-2979-4db2-bc62-7f463dcaea23 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:27.548737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.567245 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-34301e76-dda3-4450-9e3b-d89e5a3b0572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.614766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-34301e76-dda3-4450-9e3b-d89e5a3b0572 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2dbadc736bd24b9fb870ef298a2bf902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4069166 Nov 12 20:55:27.617676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42376) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:27.623003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34301e76-dda3-4450-9e3b-d89e5a3b0572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa945a02-8332-4f3d-9c20-94423d9f94c7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:27.655989 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.664691 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.722197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42db6020-ce5e-48b0-be88-201832e2c066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.729791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:27.766920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.791633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42db6020-ce5e-48b0-be88-201832e2c066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.806103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:55:27.844492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Attempting to bind port 483dc014-2979-4db2-bc62-7f463dcaea23 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:27.844826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Attempting to bind port 483dc014-2979-4db2-bc62-7f463dcaea23 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:27.845149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Attempting to bind port 483dc014-2979-4db2-bc62-7f463dcaea23 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:27.846726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df80266-3fe2-4e49-b623-d69aa2e40c5d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:27.851010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.851457 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Added segment f054fda9-cc17-4697-bd23-d784b35374d7 of type vlan for network d7d0a5c8-9c16-4868-9609-35ec67e87841 Nov 12 20:55:27.852324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Port 483dc014-2979-4db2-bc62-7f463dcaea23 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:27.852978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Attempting to bind port 483dc014-2979-4db2-bc62-7f463dcaea23 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:27.860218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:27.865944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:27.865944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:27.865944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Bound port: 483dc014-2979-4db2-bc62-7f463dcaea23, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:27.865944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.900147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.915990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-36b017f3-f82d-42e3-abe3-674b73a23799 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:27.921977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-36b017f3-f82d-42e3-abe3-674b73a23799 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:27.928695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-36b017f3-f82d-42e3-abe3-674b73a23799 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:27.937234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-36b017f3-f82d-42e3-abe3-674b73a23799 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:27.941508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-36b017f3-f82d-42e3-abe3-674b73a23799 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:27.944126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:27.947369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:27.947512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-36b017f3-f82d-42e3-abe3-674b73a23799 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:27.953455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-36b017f3-f82d-42e3-abe3-674b73a23799 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:27.955419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-36b017f3-f82d-42e3-abe3-674b73a23799 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1648254 Nov 12 20:55:27.987098 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42db6020-ce5e-48b0-be88-201832e2c066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:27.991390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42db6020-ce5e-48b0-be88-201832e2c066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:28.006354 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-42db6020-ce5e-48b0-be88-201832e2c066 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa945a02-8332-4f3d-9c20-94423d9f94c7 HTTP/1.1" status: 204 len: 168 time: 0.3739090 Nov 12 20:55:28.014742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db6020-ce5e-48b0-be88-201832e2c066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa945a02-8332-4f3d-9c20-94423d9f94c7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:28.028112 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:28.072680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b376d6b-a7b9-4b4a-acc8-3754920730c2 req-527c344e-6c69-49ae-8794-4d67d969042f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086793 Nov 12 20:55:28.080738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:28.080738 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:28.081522 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] 10.222.0.46 "PUT /v2.0/ports/483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 1097 time: 1.2226794 Nov 12 20:55:28.082100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:28.084447 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bbf63b-bbaf-434b-8538-12bb5403e30a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:28.112217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:28.115191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:28.115901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:28.122102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fee056-e20a-4e03-95c4-508a56e3f6bf service neutron] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:28.225604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d0a5c8-9c16-4868-9609-35ec67e87841,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:28.243394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d7d0a5c8-9c16-4868-9609-35ec67e87841 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:55:28.260161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c6cc0-2c02-4190-9754-b71edc952163 req-8c4fb56c-9680-435a-a4a4-92b6f961aaa3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:28.271531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-164c6cc0-2c02-4190-9754-b71edc952163 req-8c4fb56c-9680-435a-a4a4-92b6f961aaa3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.1511710 Nov 12 20:55:28.287769 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55551fa2-12f8-4115-a372-107c7295e964 x-openstack-request-id: req-55551fa2-12f8-4115-a372-107c7295e964 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:28.287769 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:28.287769 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55551fa2-12f8-4115-a372-107c7295e964 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:28.288031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3e116ea6-204c-4269-baa1-06139b212414 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0115769 Nov 12 20:55:28.288108 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23', 'status': 'completed', 'code': 200} Nov 12 20:55:28.288108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42392) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:28.297196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Request body: {'subnet': {'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-subnet', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:28.345716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-164c6cc0-2c02-4190-9754-b71edc952163 req-23f42923-c8f7-4f5e-baa4-7e07f9102cff tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731566 Nov 12 20:55:28.366157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-e6b6e607-43ad-4b7c-845f-d758d23e2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:28.366398 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-e6b6e607-43ad-4b7c-845f-d758d23e2074 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 1100 time: 0.1276073 Nov 12 20:55:28.420845 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-68117c50-d45b-4e6e-98f4-a410ff91c693 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 217 time: 0.0412951 Nov 12 20:55:28.421391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Made reservation on behalf of 31e99e2f21c847e5ab6f6c8c69b0736d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:28.423702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:28.525873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-b8282057-3f68-45da-9470-9ce113dd5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:28.527364 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-b8282057-3f68-45da-9470-9ce113dd5cdb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0919988 Nov 12 20:55:28.612654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-6b20030e-8998-4aab-a8bf-328be448d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:28.614157 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-6b20030e-8998-4aab-a8bf-328be448d1a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0780261 Nov 12 20:55:28.746669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-de1a2b7c-1ef0-4760-84f0-c428ab5ab3a5 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237929 Nov 12 20:55:28.809665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:28.882732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cdeca20-c2d9-45fe-a36c-7fce5cc45204,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:28.908655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Checking segment: {'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:28.909046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Network hostable DHCP agents. Network: d7d0a5c8-9c16-4868-9609-35ec67e87841, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:55:28.912752 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-66972945-7d54-4a47-8b9c-1af2bd8ec54c req-9bb57c83-1bdc-4ec1-be92-c7f1a4d7b02b service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565218 Nov 12 20:55:29.032614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Network d7d0a5c8-9c16-4868-9609-35ec67e87841 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:55:29.145056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d7d0a5c8-9c16-4868-9609-35ec67e87841) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:29.158467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e693f137-382d-4aa2-8e7c-2da7cb688d3c None None] Network d7d0a5c8-9c16-4868-9609-35ec67e87841 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:55:29.171562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.172290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:29.221365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-c9e79ea9-8618-464c-bf0c-b3e24faed133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.221365 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-c9e79ea9-8618-464c-bf0c-b3e24faed133 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 1100 time: 0.0839248 Nov 12 20:55:29.263738 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-04356e4d-3055-466f-8900-97990c3ef468 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9749053 Nov 12 20:55:29.273704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42420) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:29.282197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:29.328537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-18bd35c1-7473-4dd2-a373-fa296f326a70 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.336066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-18bd35c1-7473-4dd2-a373-fa296f326a70 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.350875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-18bd35c1-7473-4dd2-a373-fa296f326a70 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.350875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-18bd35c1-7473-4dd2-a373-fa296f326a70 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.356507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-18bd35c1-7473-4dd2-a373-fa296f326a70 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.365608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-18bd35c1-7473-4dd2-a373-fa296f326a70 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.372780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-18bd35c1-7473-4dd2-a373-fa296f326a70 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.374537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-18bd35c1-7473-4dd2-a373-fa296f326a70 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1521828 Nov 12 20:55:29.423773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb76fa7-14d1-4099-87d8-cd1553f52c7b None None] Network d7d0a5c8-9c16-4868-9609-35ec67e87841 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:55:29.451629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-54ca3953-4e64-41ed-8e69-192bfb347b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.453096 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-54ca3953-4e64-41ed-8e69-192bfb347b67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2242191 Nov 12 20:55:29.480969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c18ae1d6-b204-4edd-a9da-6b71478cac6d req-21612493-e65f-49ab-b7fa-f571781fb078 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890872 Nov 12 20:55:29.488379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:29.490216 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:29.540903 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-45e64602-697a-4286-8220-0ba04009fd9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 217 time: 0.0779924 Nov 12 20:55:29.586926 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:29.607701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-7b83c464-b6f1-4076-82c4-d8c8d2420c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.609669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-7b83c464-b6f1-4076-82c4-d8c8d2420c65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0608962 Nov 12 20:55:29.646088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b4e5c-303c-4008-a1ed-71b77742f720 req-d804b2ae-0fc8-40b1-bb95-a19423f10a52 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.647665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a9b4e5c-303c-4008-a1ed-71b77742f720 req-d804b2ae-0fc8-40b1-bb95-a19423f10a52 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.0550508 Nov 12 20:55:29.664327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-60dd725a-124d-4cbe-b3fd-aa9f17e228e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.665961 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-60dd725a-124d-4cbe-b3fd-aa9f17e228e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475860 Nov 12 20:55:29.763160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a9b4e5c-303c-4008-a1ed-71b77742f720 req-80613e9e-21e3-4474-9ff5-a0c35f3cbbf3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093147 Nov 12 20:55:29.775039 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-9fabedcc-15c5-42db-acf4-3fbee8206d49 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001296 Nov 12 20:55:29.830960 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:29.877321 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f5bbf63b-bbaf-434b-8538-12bb5403e30a req-a9f9c6a0-eb8a-4503-96f1-564e41abf362 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878038 Nov 12 20:55:30.011818 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-85604292-8980-457f-8377-345bfac981bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:30.014120 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-7c73d826-56e8-44bf-8d75-108d9001e0c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483725 Nov 12 20:55:30.105105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-0ccb3ae0-cc12-42d6-ab32-28eca4817511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.106671 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-0ccb3ae0-cc12-42d6-ab32-28eca4817511 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 1099 time: 0.0441515 Nov 12 20:55:30.130268 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:30.169731 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:30.241847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-ae3cdf62-2ac6-45bf-aa1b-db83c659edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.241847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-ae3cdf62-2ac6-45bf-aa1b-db83c659edfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 200 len: 917 time: 0.1030934 Nov 12 20:55:30.315085 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-68808270-8e10-476d-80a6-c450006bead1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 200 len: 1001 time: 0.0693259 Nov 12 20:55:30.326039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Allocated IP 172.25.8.162 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/d2fb3d09-d64b-4aea-b785-435219d92857) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:30.371637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-87cc8e86-98dc-435b-92f0-317631ab1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.373623 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-87cc8e86-98dc-435b-92f0-317631ab1683 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 200 len: 855 time: 0.0505719 Nov 12 20:55:30.428969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-46b0c92b-8bd6-4be6-af41-416035c6a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.430461 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-46b0c92b-8bd6-4be6-af41-416035c6a47f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08fae675-e385-45c1-b4a9-0f36e735b554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490413 Nov 12 20:55:30.442303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:30.542022 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-cb074b7f-f652-4d51-8e44-22d61639b16a service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025627 Nov 12 20:55:30.561800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:30.622885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:30.626877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:30.646928 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93daf95d-8729-42ee-8398-8e23dc2573a3 req-dd1de1b9-c808-4fb6-a191-7c12ce78c2c1 service neutron] 10.222.0.46 "GET /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945444 Nov 12 20:55:30.647546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:30.652741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Pushing event updated for resources: {'Port': ['ID=d2fb3d09-d64b-4aea-b785-435219d92857,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:30.706787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-56f157e7-8703-4b38-8d55-547f802a0564 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.712953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-56f157e7-8703-4b38-8d55-547f802a0564 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.719040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-56f157e7-8703-4b38-8d55-547f802a0564 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.725920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-56f157e7-8703-4b38-8d55-547f802a0564 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.731927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-56f157e7-8703-4b38-8d55-547f802a0564 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.737945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-56f157e7-8703-4b38-8d55-547f802a0564 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.744228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-56f157e7-8703-4b38-8d55-547f802a0564 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.746377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-56f157e7-8703-4b38-8d55-547f802a0564 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1506994 Nov 12 20:55:30.935694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-185be79f-7169-4f98-98be-68cc0fa4dd72 req-c25ed071-2b79-4ec2-971a-484bc67e0583 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825657 Nov 12 20:55:30.953114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50366-6ef0-4339-9348-695bd3371608 req-6469e174-4045-4aef-8b0e-49d773c011e8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.954448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caa50366-6ef0-4339-9348-695bd3371608 req-6469e174-4045-4aef-8b0e-49d773c011e8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.0928349 Nov 12 20:55:31.210236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:31.367135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caa50366-6ef0-4339-9348-695bd3371608 req-d21e0f9c-1ebe-41e1-9658-14cc30dde568 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949249 Nov 12 20:55:31.399925 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:31.622986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:31.845830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:55:31.954177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:55:31.963520 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Sync routers for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:55:31.973305 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:31.973913 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:32.077884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-3cac2cfc-1fed-4b2a-aeda-e2dc8e409203 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.081339 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:32.084132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-3cac2cfc-1fed-4b2a-aeda-e2dc8e409203 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.090424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-3cac2cfc-1fed-4b2a-aeda-e2dc8e409203 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.096613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-3cac2cfc-1fed-4b2a-aeda-e2dc8e409203 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.102790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-3cac2cfc-1fed-4b2a-aeda-e2dc8e409203 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.108835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-3cac2cfc-1fed-4b2a-aeda-e2dc8e409203 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.115634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-3cac2cfc-1fed-4b2a-aeda-e2dc8e409203 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.117585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-3cac2cfc-1fed-4b2a-aeda-e2dc8e409203 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.0971224 Nov 12 20:55:32.161847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:32.165672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d280c942-7cb2-41e9-9ecc-d9780cfe3158 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8852050 Nov 12 20:55:32.166173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42480) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:32.255981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-13b9ee2f-9698-4f7d-9908-5e5848ff1b89 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1370568 Nov 12 20:55:32.301792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c700c8a3-75b0-4fc4-889f-1d6984a0c6a7 req-b7de57d9-9497-4664-ad31-6b9f39d6462a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1663294 Nov 12 20:55:32.305561 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:30Z', 'revision_number': 3, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:32.336968 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Checking router: 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:55:32.337542 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Updating router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d port d2fb3d09-d64b-4aea-b785-435219d92857 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:55:32.363512 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:32.412735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-12b52276-230a-4844-9e98-437110da4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.414264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-12b52276-230a-4844-9e98-437110da4773 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=80c2dad5a277479a92ca007eb36a9855&device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 1098 time: 0.0980656 Nov 12 20:55:32.652095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264ca5-0e7d-4178-94b2-092687007466 req-d9030e74-15f1-492d-98fd-0320b4da7fe1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.660451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75264ca5-0e7d-4178-94b2-092687007466 req-d9030e74-15f1-492d-98fd-0320b4da7fe1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.1469688 Nov 12 20:55:32.679089 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:32.755026 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:32.774407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-d1c6722c-4cca-4756-9743-1cb604a38371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.775946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-d1c6722c-4cca-4756-9743-1cb604a38371 service neutron] 10.222.0.78 "GET /v2.0/networks?id=01b908cd-64b2-4366-abbe-8aff4609024d HTTP/1.1" status: 200 len: 915 time: 0.2640173 Nov 12 20:55:32.783551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 483dc014-2979-4db2-bc62-7f463dcaea23 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:32.861645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75264ca5-0e7d-4178-94b2-092687007466 req-223a86fe-26b2-4524-af86-3c204ef88ba4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952732 Nov 12 20:55:32.898209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Pushing event updated for resources: {'Port': ['ID=d2fb3d09-d64b-4aea-b785-435219d92857,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:32.907374 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.908038 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.908568 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.909299 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.909917 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.910437 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.910962 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.911568 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.912080 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.912634 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.913164 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.913724 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:32.919234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-5bfee4f9-e3a4-4c9d-bc8b-7de1aa21881c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61cf9224-491c-425f-b08e-f9490b9b9f92 HTTP/1.1" status: 200 len: 1002 time: 0.1288249 Nov 12 20:55:32.937375 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Attempting to bind port d2fb3d09-d64b-4aea-b785-435219d92857 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:32.937375 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Attempting to bind port d2fb3d09-d64b-4aea-b785-435219d92857 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:32.937600 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Attempting to bind port d2fb3d09-d64b-4aea-b785-435219d92857 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:32.946551 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:32.947470 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:32.947704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42496) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:32.949021 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:32.950239 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:32.950951 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Bound port: d2fb3d09-d64b-4aea-b785-435219d92857, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:32.951936 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:32.955896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:32.980420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '483dc014-2979-4db2-bc62-7f463dcaea23', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '483dc014-2979-4db2-bc62-7f463dcaea23', 'mac_address': 'fa:16:3e:12:c4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:33.008501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-0b2bd76a-bb9f-4782-a90f-86780b33074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.010314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-0b2bd76a-bb9f-4782-a90f-86780b33074d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af8b5d08-02c8-4c41-a031-0d8dcb928b8c HTTP/1.1" status: 200 len: 853 time: 0.0833008 Nov 12 20:55:33.024658 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] For port d2fb3d09-d64b-4aea-b785-435219d92857, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:33.030387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.032139 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] For port d2fb3d09-d64b-4aea-b785-435219d92857, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d2fb3d09-d64b-4aea-b785-435219d92857,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:33.044813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483dc014-2979-4db2-bc62-7f463dcaea23 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:33.067073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:33.072307 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.085090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.094457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19d017ff-f673-4b98-801f-e7b93d4e67f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.107332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-a115ea15-ccdd-470f-b533-00a27f155ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.108838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-a115ea15-ccdd-470f-b533-00a27f155ddd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=01b908cd-64b2-4366-abbe-8aff4609024d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746853 Nov 12 20:55:33.124823 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.176287 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.186371 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5787433-776d-499e-ba7c-4f9d88180234 None None] Pushing event updated for resources: {'Port': ['ID=d2fb3d09-d64b-4aea-b785-435219d92857,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:33.189563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19d017ff-f673-4b98-801f-e7b93d4e67f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.206750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:33.207592 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:33.233743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:33.297962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19d017ff-f673-4b98-801f-e7b93d4e67f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.298725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-5ba1d81d-6955-4b42-98da-d66727e34ecd service neutron] 10.222.0.78 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823123 Nov 12 20:55:33.327075 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:33.347234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d017ff-f673-4b98-801f-e7b93d4e67f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfbda8-3af2-42f8-8f5e-83e333c07d38,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:33.353515 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-19d017ff-f673-4b98-801f-e7b93d4e67f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eae86198d376433eb0c3a02fe417f407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4044671 Nov 12 20:55:33.356383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42504) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:33.420558 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f50405a-05e1-4a38-b228-b81f8634853c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.428311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Allocated IP 172.20.0.1 (d7d0a5c8-9c16-4868-9609-35ec67e87841/8cdeca20-c2d9-45fe-a36c-7fce5cc45204/4dc5380f-657e-445c-8879-01e0ff3d1634) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:33.445471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f50405a-05e1-4a38-b228-b81f8634853c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.504460 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.518331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['483dc014-2979-4db2-bc62-7f463dcaea23'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:33.530923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb8269b1-3dcc-4d69-a63a-3596f825621c req-2b09f246-5f4e-4fd0-b790-eb4d1c7ba7ad service neutron] 10.222.0.78 "GET /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131510 Nov 12 20:55:33.572523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f50405a-05e1-4a38-b228-b81f8634853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.576168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f50405a-05e1-4a38-b228-b81f8634853c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.577524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0f50405a-05e1-4a38-b228-b81f8634853c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bbfbda8-3af2-42f8-8f5e-83e333c07d38 HTTP/1.1" status: 204 len: 168 time: 0.2199235 Nov 12 20:55:33.581556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-0e9d65b7-b006-468d-be19-c1aca1733a7b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.588299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-0e9d65b7-b006-468d-be19-c1aca1733a7b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.596039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-0e9d65b7-b006-468d-be19-c1aca1733a7b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.601866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-0e9d65b7-b006-468d-be19-c1aca1733a7b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.607082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50405a-05e1-4a38-b228-b81f8634853c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfbda8-3af2-42f8-8f5e-83e333c07d38,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:33.608814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-0e9d65b7-b006-468d-be19-c1aca1733a7b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.615991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-0e9d65b7-b006-468d-be19-c1aca1733a7b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.623870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-0e9d65b7-b006-468d-be19-c1aca1733a7b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.632116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-0e9d65b7-b006-468d-be19-c1aca1733a7b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1975224 Nov 12 20:55:33.633149 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e601f240-a388-4037-93af-793c1a517c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:30Z', 'revision_number': 3, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:33.684685 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601f240-a388-4037-93af-793c1a517c79 None None] The sync data for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 is: [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:30Z', 'revision_number': 3, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:55:33.737342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bc51b02-22b7-43c2-a4bb-14462c294af8 req-dd4db010-4480-45b9-85e1-30609d22b1b8 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036386 Nov 12 20:55:33.748860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.879544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.920225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Network d7d0a5c8-9c16-4868-9609-35ec67e87841 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:33.923125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:33.926523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:34.005570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc5380f-657e-445c-8879-01e0ff3d1634,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:34.032857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.099188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07ec6-4b94-4f17-bd20-beb548dd2ffb req-b894cd5d-1ef3-44ec-9f0a-ddfe61836044 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:34.103862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fd07ec6-4b94-4f17-bd20-beb548dd2ffb req-b894cd5d-1ef3-44ec-9f0a-ddfe61836044 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 949 time: 0.1266060 Nov 12 20:55:34.188616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fd07ec6-4b94-4f17-bd20-beb548dd2ffb req-a082c52e-6952-4666-9ded-72fbeb5d1ed3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779297 Nov 12 20:55:34.298179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.464024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42518) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:34.472660 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.477977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c50b1be9-436d-4b68-abc9-a9bd0b634079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.554635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.561881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c50b1be9-436d-4b68-abc9-a9bd0b634079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.621350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.629331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc5380f-657e-445c-8879-01e0ff3d1634,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:34.640142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c50b1be9-436d-4b68-abc9-a9bd0b634079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.682998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c50b1be9-436d-4b68-abc9-a9bd0b634079 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26dd49cbfa3a4c389934a8b35cb6c83a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176480 Nov 12 20:55:34.683899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b1be9-436d-4b68-abc9-a9bd0b634079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918c84df-e493-4449-826d-df75ef1da38f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:34.685985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42524) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:34.789961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 483dc014-2979-4db2-bc62-7f463dcaea23 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:34.897259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 483dc014-2979-4db2-bc62-7f463dcaea23 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:34.901694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 483dc014-2979-4db2-bc62-7f463dcaea23 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:34.902181 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:34.989639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.018298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:35.020958 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b07973-5c13-45c9-b456-4feeb6c32e56" -d '{"events": [{"server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "name": "network-vif-plugged", "status": "completed", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:35.035559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:35.074119 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d7c62f-30b9-48f3-8124-f5955bc47c56 x-openstack-request-id: req-e6d7c62f-30b9-48f3-8124-f5955bc47c56 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:35.074658 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "name": "network-vif-plugged", "status": "completed", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:35.075613 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6d7c62f-30b9-48f3-8124-f5955bc47c56 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:35.076214 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23', 'code': 200} Nov 12 20:55:35.084381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Network d7d0a5c8-9c16-4868-9609-35ec67e87841 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:35.085262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64ba0bc1-4a2a-405d-98ed-c0ded94c8ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.091150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:35.109207 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.112550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-5ebd86b5-d596-42ea-80b9-753d9743b812 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.118640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-5ebd86b5-d596-42ea-80b9-753d9743b812 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.124621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-5ebd86b5-d596-42ea-80b9-753d9743b812 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.130832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-5ebd86b5-d596-42ea-80b9-753d9743b812 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.136904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-5ebd86b5-d596-42ea-80b9-753d9743b812 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.143613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-5ebd86b5-d596-42ea-80b9-753d9743b812 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.149587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-5ebd86b5-d596-42ea-80b9-753d9743b812 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.157446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-5ebd86b5-d596-42ea-80b9-753d9743b812 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1725373 Nov 12 20:55:35.161479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:35.189172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64ba0bc1-4a2a-405d-98ed-c0ded94c8ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.197174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf390174-3b4b-401f-8e0f-6605e4b39145 req-da5e3711-459c-45ca-b7c0-7ae657c70c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.198675 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cf390174-3b4b-401f-8e0f-6605e4b39145 req-da5e3711-459c-45ca-b7c0-7ae657c70c5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 1102 time: 0.0527816 Nov 12 20:55:35.267908 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cf390174-3b4b-401f-8e0f-6605e4b39145 req-d6d9d2d2-d32a-4aa7-935f-94878a1e9b76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600982 Nov 12 20:55:35.363088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-885e0ab1-5cae-4895-81ca-8f63fddc9a45 req-56e94171-4461-4da6-be66-1b428f5f40a4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2047751 Nov 12 20:55:35.406530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee59a11-d846-46ea-b68f-9100d9adceac req-30896a63-8552-466e-9397-21cfec7ab612 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.408164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ee59a11-d846-46ea-b68f-9100d9adceac req-30896a63-8552-466e-9397-21cfec7ab612 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1294808 Nov 12 20:55:35.418265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:55:35.502222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ee59a11-d846-46ea-b68f-9100d9adceac req-a3a990ca-f131-49c6-b051-cc554e3a0e95 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859013 Nov 12 20:55:35.545793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64ba0bc1-4a2a-405d-98ed-c0ded94c8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.548372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64ba0bc1-4a2a-405d-98ed-c0ded94c8ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.549500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-64ba0bc1-4a2a-405d-98ed-c0ded94c8ef4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/918c84df-e493-4449-826d-df75ef1da38f HTTP/1.1" status: 204 len: 168 time: 0.8625627 Nov 12 20:55:35.565478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba0bc1-4a2a-405d-98ed-c0ded94c8ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c84df-e493-4449-826d-df75ef1da38f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:35.578875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:55:35.589163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Sync routers for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:55:35.593260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8795bc22-6e86-4a23-8b28-d040fb0833d4 admin admin] 10.222.0.64 "PUT /v2.0/routers/2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4261608 Nov 12 20:55:35.611657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:35.613431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:35.733649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:35.962193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 2, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:36.006000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Checking router: 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:55:36.006356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Updating router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d port 4dc5380f-657e-445c-8879-01e0ff3d1634 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:55:36.008677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d2fb3d09-d64b-4aea-b785-435219d92857 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:36.069339 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.123317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d2fb3d09-d64b-4aea-b785-435219d92857 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:36.123682 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.208009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-209866d5-efe4-4c54-9811-58604a0c4ce3 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.209522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-209866d5-efe4-4c54-9811-58604a0c4ce3 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 819 time: 0.1093705 Nov 12 20:55:36.225271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-2a821c5d-d344-4f72-92b1-895f2bcaa083 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/quotas/31e99e2f21c847e5ab6f6c8c69b0736d HTTP/1.1" status: 200 len: 375 time: 0.0098567 Nov 12 20:55:36.294435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-e7336121-3ef4-4f75-af94-3ec818411854 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635998 Nov 12 20:55:36.321471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.362554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port d2fb3d09-d64b-4aea-b785-435219d92857, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d2fb3d09-d64b-4aea-b785-435219d92857,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:36.394830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-78070688-0036-47d5-bc6f-09443a0238bd service neutron] 10.222.0.64 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918615 Nov 12 20:55:36.438252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.450371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.505995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=d2fb3d09-d64b-4aea-b785-435219d92857,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:36.554249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.571968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-1a64e7b2-7f83-449c-9aa0-b58c7818a1ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.579346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-1a64e7b2-7f83-449c-9aa0-b58c7818a1ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.586932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-1a64e7b2-7f83-449c-9aa0-b58c7818a1ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.593298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-1a64e7b2-7f83-449c-9aa0-b58c7818a1ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.600017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-1a64e7b2-7f83-449c-9aa0-b58c7818a1ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.606117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-1a64e7b2-7f83-449c-9aa0-b58c7818a1ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.613409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-1a64e7b2-7f83-449c-9aa0-b58c7818a1ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.614738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-1a64e7b2-7f83-449c-9aa0-b58c7818a1ff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1500480 Nov 12 20:55:36.633107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-2f5baf7c-4679-4bc8-b1f7-e318441ccca9 service neutron] 10.222.0.64 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248166 Nov 12 20:55:36.636379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a42ec-39a6-4c86-8d73-00d8aecc6fe6 None None] Pushing event updated for resources: {'Port': ['ID=4dc5380f-657e-445c-8879-01e0ff3d1634,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:36.673971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Attempting to bind port 4dc5380f-657e-445c-8879-01e0ff3d1634 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:36.674969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Attempting to bind port 4dc5380f-657e-445c-8879-01e0ff3d1634 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:36.675526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Attempting to bind port 4dc5380f-657e-445c-8879-01e0ff3d1634 on network d7d0a5c8-9c16-4868-9609-35ec67e87841 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:36.681412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:36.681785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Checking segment: {'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:36.682462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.682804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Bound using segment: {'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:36.683307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Bound port: 4dc5380f-657e-445c-8879-01e0ff3d1634, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:36.683691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.687872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dccc699-aa38-4522-99c2-1d76396b56b4 req-972f9e61-0843-48a3-b8b8-dcba64406171 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646226 Nov 12 20:55:36.764812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] For port 4dc5380f-657e-445c-8879-01e0ff3d1634, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:36.768341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] For port 4dc5380f-657e-445c-8879-01e0ff3d1634, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4dc5380f-657e-445c-8879-01e0ff3d1634,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:36.822149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ad92c-06e9-4475-8643-f6f00b616c38 req-9330e0c8-badb-4efc-b968-af6a36a25e84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.823712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e6ad92c-06e9-4475-8643-f6f00b616c38 req-9330e0c8-badb-4efc-b968-af6a36a25e84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0522344 Nov 12 20:55:36.868471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.912420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e6ad92c-06e9-4475-8643-f6f00b616c38 req-b68d9ca6-6a60-4592-b017-a6342db8f6b4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825536 Nov 12 20:55:36.959661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a42ec-39a6-4c86-8d73-00d8aecc6fe6 None None] Pushing event updated for resources: {'Port': ['ID=4dc5380f-657e-445c-8879-01e0ff3d1634,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:36.963504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:36.964187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:37.026468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a80ba50c-0b80-428b-a4a4-fb671296d244 req-2c73b723-5826-4640-b83f-0b070cf35395 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 210 time: 0.0321987 Nov 12 20:55:37.175766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-bb24f2ec-3634-4fb5-92f4-f4030a5e50de req-8a82479d-84f9-4452-8b7f-38c8d44d809e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:55:37.176787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb24f2ec-3634-4fb5-92f4-f4030a5e50de req-8a82479d-84f9-4452-8b7f-38c8d44d809e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058601 Nov 12 20:55:37.248808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:37.455281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:37.482206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc9faa-2760-4715-9733-d9105e6cb20c None None] The sync data for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 is: [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:55:37.662499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e87945-bfd6-43d8-9370-a55a4f29b7bd req-a1db0f05-b055-4ebf-8e1e-8e85ed485353 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:37.664027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34e87945-bfd6-43d8-9370-a55a4f29b7bd req-a1db0f05-b055-4ebf-8e1e-8e85ed485353 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0767732 Nov 12 20:55:37.735419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34e87945-bfd6-43d8-9370-a55a4f29b7bd req-bb95065f-7293-4e47-9fc1-0f6ec8499827 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630479 Nov 12 20:55:37.904094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-7f676a25-7936-4704-b4e8-aa1ac68ae595 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:37.910599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-7f676a25-7936-4704-b4e8-aa1ac68ae595 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:37.914268 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:55:37.917031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-7f676a25-7936-4704-b4e8-aa1ac68ae595 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:37.923356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-7f676a25-7936-4704-b4e8-aa1ac68ae595 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:37.929939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-7f676a25-7936-4704-b4e8-aa1ac68ae595 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:37.936563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-7f676a25-7936-4704-b4e8-aa1ac68ae595 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:37.943743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-7f676a25-7936-4704-b4e8-aa1ac68ae595 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:37.945726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-7f676a25-7936-4704-b4e8-aa1ac68ae595 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1481335 Nov 12 20:55:37.957448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-cab62bf8-7bf5-4833-a57f-552fc5c24079 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2744982 Nov 12 20:55:37.971816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-e9ece58f-a389-4eb4-a61f-165f7b4ee455 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:55:37.973173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-e9ece58f-a389-4eb4-a61f-165f7b4ee455 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071106 Nov 12 20:55:38.089015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-329f0f54-3534-41fe-88cc-135d772b80e8 req-0038e0fb-e460-43d0-bbe1-ff62dc2288b4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270623 Nov 12 20:55:38.091636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d2fb3d09-d64b-4aea-b785-435219d92857 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:38.177949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d2fb3d09-d64b-4aea-b785-435219d92857 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:38.178330 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:38.199866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4a86f4b-8f70-4da9-9096-bca2ae7cad6e req-daba5e7a-ea45-44e4-9727-83312362a5db tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 210 time: 0.0632875 Nov 12 20:55:38.320598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4dc5380f-657e-445c-8879-01e0ff3d1634 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:38.379460 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4dc5380f-657e-445c-8879-01e0ff3d1634 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:38.379800 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:38.499751 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:38.549006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 4dc5380f-657e-445c-8879-01e0ff3d1634, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4dc5380f-657e-445c-8879-01e0ff3d1634,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:38.645986 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:38.713994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=4dc5380f-657e-445c-8879-01e0ff3d1634,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:38.875392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e048e-c508-457d-bb69-b1390727d8d3 req-297ae414-2ff9-462c-89a4-ea7eb104aa29 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:38.877159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c2e048e-c508-457d-bb69-b1390727d8d3 req-297ae414-2ff9-462c-89a4-ea7eb104aa29 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0558245 Nov 12 20:55:38.944750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c2e048e-c508-457d-bb69-b1390727d8d3 req-a0e360fe-3de1-4384-a517-c22edcc1b101 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596635 Nov 12 20:55:39.218444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-b9d41dbd-3a66-4bd3-a81d-ac02259a7f6e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:39.225124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-b9d41dbd-3a66-4bd3-a81d-ac02259a7f6e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:39.231341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-b9d41dbd-3a66-4bd3-a81d-ac02259a7f6e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:39.238068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-b9d41dbd-3a66-4bd3-a81d-ac02259a7f6e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:39.244539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-b9d41dbd-3a66-4bd3-a81d-ac02259a7f6e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:39.250832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-b9d41dbd-3a66-4bd3-a81d-ac02259a7f6e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:39.258666 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-b9d41dbd-3a66-4bd3-a81d-ac02259a7f6e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:39.261234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-b9d41dbd-3a66-4bd3-a81d-ac02259a7f6e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1020963 Nov 12 20:55:39.327098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d97d7e35-be01-495a-8c31-299f4fb95150 req-21ba6971-871b-40ab-bb92-f7b8075fb7f7 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 210 time: 0.0375650 Nov 12 20:55:39.353845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c8d0fc0-19ac-4009-8c02-0f89fb3edcee req-27f40d4e-396a-457d-b639-d42c30ce4e2b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861652 Nov 12 20:55:39.551176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-c8f15cc7-19f1-4d42-9d5f-fc26b95b79ca tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:39.552697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-c8f15cc7-19f1-4d42-9d5f-fc26b95b79ca tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.78 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 819 time: 0.1151028 Nov 12 20:55:39.568238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Request body: {'port': {'device_id': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'admin_state_up': True, 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:39.786632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Made reservation on behalf of 31e99e2f21c847e5ab6f6c8c69b0736d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:39.790333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:39.948669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4dc5380f-657e-445c-8879-01e0ff3d1634 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:39.951164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Allocated IP 172.20.0.7 (d7d0a5c8-9c16-4868-9609-35ec67e87841/8cdeca20-c2d9-45fe-a36c-7fce5cc45204/b53a5950-acc1-440f-9c51-44e7af4803ed) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:40.007785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4dc5380f-657e-445c-8879-01e0ff3d1634 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:40.007785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:40.131620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:40.165881 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:40.177300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67f4e5-9717-4e2c-957b-4cbcbff8131a req-b928fdca-e924-4beb-afc6-e3d86483456a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.178958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c67f4e5-9717-4e2c-957b-4cbcbff8131a req-b928fdca-e924-4beb-afc6-e3d86483456a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1416190 Nov 12 20:55:40.236505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:40.245917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa5241-4755-4177-bee6-51b581c68558 req-87150873-3205-4dd2-b2e2-0c75ab8d9969 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.247638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81fa5241-4755-4177-bee6-51b581c68558 req-87150873-3205-4dd2-b2e2-0c75ab8d9969 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.1270239 Nov 12 20:55:40.300468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c67f4e5-9717-4e2c-957b-4cbcbff8131a req-43cafb0a-0915-4d03-a209-05ee8112ee6e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125865 Nov 12 20:55:40.341850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81fa5241-4755-4177-bee6-51b581c68558 req-a89e1667-f3fb-4ca4-aa21-8573c154a024 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849612 Nov 12 20:55:40.417679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:40.493417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Network d7d0a5c8-9c16-4868-9609-35ec67e87841 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:40.510012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:40.514880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:40.560108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event updated for resources: {'Port': ['ID=b53a5950-acc1-440f-9c51-44e7af4803ed,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:40.594933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84ec64-5006-4be9-97c8-d5367ac1b97a req-ba97b353-db3a-4835-bba5-ae86973152bf tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.596506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa84ec64-5006-4be9-97c8-d5367ac1b97a req-ba97b353-db3a-4835-bba5-ae86973152bf tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 931 time: 0.1442099 Nov 12 20:55:40.612105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.612740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:40.634173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-c2653331-2fd0-4474-b56f-c89a33609049 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.640240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-c2653331-2fd0-4474-b56f-c89a33609049 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.648457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-c2653331-2fd0-4474-b56f-c89a33609049 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.649368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42720) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:40.653119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-c2653331-2fd0-4474-b56f-c89a33609049 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.659863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-c2653331-2fd0-4474-b56f-c89a33609049 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.665845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-c2653331-2fd0-4474-b56f-c89a33609049 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.667549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-815e5ddf-3dc3-4fb9-b4db-53fe7262b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.669021 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-815e5ddf-3dc3-4fb9-b4db-53fe7262b5b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 1102 time: 0.0521204 Nov 12 20:55:40.671882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-c2653331-2fd0-4474-b56f-c89a33609049 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.673788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-c2653331-2fd0-4474-b56f-c89a33609049 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1853974 Nov 12 20:55:40.771427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa84ec64-5006-4be9-97c8-d5367ac1b97a req-ac7208af-cf80-4e49-b9e3-9eea2a18ad43 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434212 Nov 12 20:55:40.772006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-6d139fa9-26d4-46be-be5d-e1a5dbddb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.773472 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-6d139fa9-26d4-46be-be5d-e1a5dbddb528 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.0950000 Nov 12 20:55:40.779263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e5f68ad-c403-436e-aa01-904f4cd65249 req-fb73f653-1d93-469e-b539-2d259a8bcbfb tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979125 Nov 12 20:55:40.789062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-784770d4-49b6-4e06-a138-fd848708b86f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2250593 Nov 12 20:55:40.803550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Request body: {'port': {'device_id': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:40.826743 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-6498e746-c7f2-4af9-9f4a-5751857f7444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 217 time: 0.0452931 Nov 12 20:55:40.832835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edd89ae1-0d56-49e0-8ad6-4ed1fbf6d8ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:40.861068 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:40.900140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-f03cb655-0673-4280-ab84-d6f84e6e3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.901590 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-f03cb655-0673-4280-ab84-d6f84e6e3eb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0609462 Nov 12 20:55:40.978397 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-45faa1dc-5261-43ee-a891-fe32657caa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:40.979939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-45faa1dc-5261-43ee-a891-fe32657caa69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695007 Nov 12 20:55:40.984428 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edd89ae1-0d56-49e0-8ad6-4ed1fbf6d8ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.045259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edd89ae1-0d56-49e0-8ad6-4ed1fbf6d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.097402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89ae1-0d56-49e0-8ad6-4ed1fbf6d8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bb1cea-7396-4ba1-88be-946231c7e128,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:41.109790 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-edd89ae1-0d56-49e0-8ad6-4ed1fbf6d8ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a1c72deec1d4fb8985fce6ff28851e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592683 Nov 12 20:55:41.120110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42724) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:41.120110 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-b4d485a1-8d41-4135-b7bc-e6a112b743ef service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303451 Nov 12 20:55:41.136094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53a5950-acc1-440f-9c51-44e7af4803ed {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:41.144851 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.157270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Transition to ACTIVE for port object b53a5950-acc1-440f-9c51-44e7af4803ed will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:41.228544 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e146facf-7967-4b0d-81f6-dd5920ec1f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.240532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.261760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-6ffda452-26b6-4233-ab6c-93b3484ae97c service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320796 Nov 12 20:55:41.263802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e146facf-7967-4b0d-81f6-dd5920ec1f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.297065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Pushing event updated for resources: {'Port': ['ID=b53a5950-acc1-440f-9c51-44e7af4803ed,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:41.373563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Attempting to bind port b53a5950-acc1-440f-9c51-44e7af4803ed on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:41.374035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Attempting to bind port b53a5950-acc1-440f-9c51-44e7af4803ed by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:41.374379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Attempting to bind port b53a5950-acc1-440f-9c51-44e7af4803ed on network d7d0a5c8-9c16-4868-9609-35ec67e87841 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:41.388482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Port b53a5950-acc1-440f-9c51-44e7af4803ed on network d7d0a5c8-9c16-4868-9609-35ec67e87841 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:41.388808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Attempting to bind port b53a5950-acc1-440f-9c51-44e7af4803ed on network d7d0a5c8-9c16-4868-9609-35ec67e87841 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:41.389068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e146facf-7967-4b0d-81f6-dd5920ec1f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.393233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e146facf-7967-4b0d-81f6-dd5920ec1f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.394135 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e146facf-7967-4b0d-81f6-dd5920ec1f28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1bb1cea-7396-4ba1-88be-946231c7e128 HTTP/1.1" status: 204 len: 168 time: 0.2775965 Nov 12 20:55:41.395834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:41.396178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Checking segment: {'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:41.396577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Bound using segment: {'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:41.397014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Bound port: b53a5950-acc1-440f-9c51-44e7af4803ed, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f054fda9-cc17-4697-bd23-d784b35374d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:41.397582 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.406802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146facf-7967-4b0d-81f6-dd5920ec1f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bb1cea-7396-4ba1-88be-946231c7e128,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:41.521651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be50f1f-5645-456e-9c1d-9531515bd411 req-e14939b0-7506-4c5d-8fce-384172fbce70 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:41.523162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0be50f1f-5645-456e-9c1d-9531515bd411 req-e14939b0-7506-4c5d-8fce-384172fbce70 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1454368 Nov 12 20:55:41.580998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] For port b53a5950-acc1-440f-9c51-44e7af4803ed, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:41.593978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79332f-93f0-4a2a-bbcf-b89868829881 req-548a79c4-d6c6-4ea3-99c5-7e6f8499f146 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:41.594177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec79332f-93f0-4a2a-bbcf-b89868829881 req-548a79c4-d6c6-4ea3-99c5-7e6f8499f146 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.1646423 Nov 12 20:55:41.613146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] For port b53a5950-acc1-440f-9c51-44e7af4803ed, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b53a5950-acc1-440f-9c51-44e7af4803ed,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:41.653603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-20d36290-dce4-4fd2-88bf-1d0088133c21 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:41.655059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-20d36290-dce4-4fd2-88bf-1d0088133c21 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.78 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.1601312 Nov 12 20:55:41.662825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0be50f1f-5645-456e-9c1d-9531515bd411 req-a044c681-c169-4258-a7b0-eef39e778d8a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176243 Nov 12 20:55:41.712959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.728184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec79332f-93f0-4a2a-bbcf-b89868829881 req-98def482-91f4-4020-bea6-54ae7f3d9101 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194592 Nov 12 20:55:41.769250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:41.769700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:41.771067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] 10.222.0.78 "PUT /v2.0/ports/b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 1092 time: 0.9719012 Nov 12 20:55:41.771528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:41.773808 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5442a1af-c9be-4ba4-8ae5-b018eab741c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:41.827704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7f673-7386-45fb-83ab-40ba059b6383 service neutron] Pushing event updated for resources: {'Port': ['ID=b53a5950-acc1-440f-9c51-44e7af4803ed,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:41.829930 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6515e835-4359-41a3-a3ee-7350a07d2d4c x-openstack-request-id: req-6515e835-4359-41a3-a3ee-7350a07d2d4c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:41.830224 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:41.831559 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6515e835-4359-41a3-a3ee-7350a07d2d4c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:41.831933 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'status': 'completed', 'code': 200} Nov 12 20:55:41.868363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Deleting port 61cf9224-491c-425f-b08e-f9490b9b9f92 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:41.868995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.050274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a1af-c9be-4ba4-8ae5-b018eab741c2 req-2904a611-d3b7-4555-b3f7-f7d7c7d811f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.051764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5442a1af-c9be-4ba4-8ae5-b018eab741c2 req-2904a611-d3b7-4555-b3f7-f7d7c7d811f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1095 time: 0.1570153 Nov 12 20:55:42.065913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c3d6c-370b-4da2-9d9f-2015dafb3a93 req-ed300f5f-98e4-4899-a222-268a5a50d4cf tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.067383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a4c3d6c-370b-4da2-9d9f-2015dafb3a93 req-ed300f5f-98e4-4899-a222-268a5a50d4cf tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 943 time: 0.1742911 Nov 12 20:55:42.114588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3f7a-c771-486d-8164-710f69676213 req-ddd38826-9e19-4e01-89f5-b8f383d282f3 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.120419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3f7a-c771-486d-8164-710f69676213 req-ddd38826-9e19-4e01-89f5-b8f383d282f3 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.126246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3f7a-c771-486d-8164-710f69676213 req-ddd38826-9e19-4e01-89f5-b8f383d282f3 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.132597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3f7a-c771-486d-8164-710f69676213 req-ddd38826-9e19-4e01-89f5-b8f383d282f3 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.138771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3f7a-c771-486d-8164-710f69676213 req-ddd38826-9e19-4e01-89f5-b8f383d282f3 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.145434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3f7a-c771-486d-8164-710f69676213 req-ddd38826-9e19-4e01-89f5-b8f383d282f3 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.151421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3f7a-c771-486d-8164-710f69676213 req-ddd38826-9e19-4e01-89f5-b8f383d282f3 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.153289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71fc3f7a-c771-486d-8164-710f69676213 req-ddd38826-9e19-4e01-89f5-b8f383d282f3 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.2573409 Nov 12 20:55:42.227018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] For port 61cf9224-491c-425f-b08e-f9490b9b9f92, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61cf9224-491c-425f-b08e-f9490b9b9f92,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:42.235549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.360814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a4c3d6c-370b-4da2-9d9f-2015dafb3a93 req-c011f183-078f-4a0b-acc7-75c30c0338db tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854152 Nov 12 20:55:42.383667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42748) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:42.384408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71fc3f7a-c771-486d-8164-710f69676213 req-2185b668-ef2b-4ae5-a99e-bbbf9bf4fb2f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2084389 Nov 12 20:55:42.385168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dfff93c-9fff-4e9e-9b5d-6e9200e1e9e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.409056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a1af-c9be-4ba4-8ae5-b018eab741c2 req-493dc1b4-ab5c-4e9f-86e4-f9533a125510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.419112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5442a1af-c9be-4ba4-8ae5-b018eab741c2 req-493dc1b4-ab5c-4e9f-86e4-f9533a125510 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3422992 Nov 12 20:55:42.473269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dfff93c-9fff-4e9e-9b5d-6e9200e1e9e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.548794 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dfff93c-9fff-4e9e-9b5d-6e9200e1e9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.553440 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.553803 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.554109 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Floating IP f4024829-f6f2-4774-ba55-2c18aa8e0a54 disassociated. External IP: 172.25.8.187, port: 61cf9224-491c-425f-b08e-f9490b9b9f92. Nov 12 20:55:42.554444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Calling delete_port for 61cf9224-491c-425f-b08e-f9490b9b9f92 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:42.570383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a1af-c9be-4ba4-8ae5-b018eab741c2 req-0587f9a1-6c0a-4bf5-95e8-32fc7512b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.571862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5442a1af-c9be-4ba4-8ae5-b018eab741c2 req-0587f9a1-6c0a-4bf5-95e8-32fc7512b346 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530757 Nov 12 20:55:42.590355 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5dfff93c-9fff-4e9e-9b5d-6e9200e1e9e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e836f971addf4edd93a9524fafffebb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219164 Nov 12 20:55:42.591479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfff93c-9fff-4e9e-9b5d-6e9200e1e9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00009ac-b112-4056-8ab7-0a2465ff7500,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:42.593764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:42.649714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56d05282-f7ef-4125-a462-119f4c888d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.670879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56d05282-f7ef-4125-a462-119f4c888d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.677055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-c553ae1f-2d97-4b88-91ea-dc74b335be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:42.678570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-c553ae1f-2d97-4b88-91ea-dc74b335be63 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1095 time: 0.0628211 Nov 12 20:55:42.806200 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56d05282-f7ef-4125-a462-119f4c888d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.809541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56d05282-f7ef-4125-a462-119f4c888d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:42.817812 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-56d05282-f7ef-4125-a462-119f4c888d77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a00009ac-b112-4056-8ab7-0a2465ff7500 HTTP/1.1" status: 204 len: 168 time: 0.2197342 Nov 12 20:55:42.826197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d05282-f7ef-4125-a462-119f4c888d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00009ac-b112-4056-8ab7-0a2465ff7500,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:43.031958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-38fe6adc-4448-4e50-bbe5-2f771d3be4de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 217 time: 0.3442264 Nov 12 20:55:43.169114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-5e57de47-439f-42ca-962d-a652f121bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.170589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-5e57de47-439f-42ca-962d-a652f121bc86 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 200 len: 859 time: 0.1096101 Nov 12 20:55:43.179102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4479c5a-21dd-4955-bf0e-3830c984a05d req-4d264f62-b6b3-4cef-b1b5-336ce184d671 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.186245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4479c5a-21dd-4955-bf0e-3830c984a05d req-4d264f62-b6b3-4cef-b1b5-336ce184d671 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.2031815 Nov 12 20:55:43.209620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348e855-df3f-4518-afe9-5bce6c838f11 req-c3258802-f9b0-4e4a-99da-2e65ffbdffb3 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.216921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5348e855-df3f-4518-afe9-5bce6c838f11 req-c3258802-f9b0-4e4a-99da-2e65ffbdffb3 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 946 time: 0.2326527 Nov 12 20:55:43.251783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-da86f3e4-876e-4dfb-870f-bf86ea773eaa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7d0a5c8-9c16-4868-9609-35ec67e87841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625503 Nov 12 20:55:43.255092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:43.323117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event deleted for resources: {'Port': ['ID=61cf9224-491c-425f-b08e-f9490b9b9f92,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:43.387900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4479c5a-21dd-4955-bf0e-3830c984a05d req-fe8c9526-e99e-4ce7-a521-0428a216c4d4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007294 Nov 12 20:55:43.458903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5348e855-df3f-4518-afe9-5bce6c838f11 req-fcc9e9d1-6f42-4e6a-877b-85904d562992 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db77610-1138-488c-938a-680b5be56cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411113 Nov 12 20:55:43.578900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-9d84eb8c-cbcd-4392-a06d-d64c1c877431 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155756 Nov 12 20:55:43.695159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Router b6839e81-b3cf-4641-818f-401b9d47039a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:55:43.724085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-ba79d67c-3f81-424a-a301-a323c33ed75a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.730312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-ba79d67c-3f81-424a-a301-a323c33ed75a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.736503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-ba79d67c-3f81-424a-a301-a323c33ed75a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.743138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-ba79d67c-3f81-424a-a301-a323c33ed75a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.749242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-ba79d67c-3f81-424a-a301-a323c33ed75a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.756021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-ba79d67c-3f81-424a-a301-a323c33ed75a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.762376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-ba79d67c-3f81-424a-a301-a323c33ed75a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.764408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-ba79d67c-3f81-424a-a301-a323c33ed75a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.2261660 Nov 12 20:55:43.777252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c18c8-af6f-4ef5-aea8-458e16e96936 req-e73585bc-e280-4a5b-a81d-2b9444331b79 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:43.786077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-586c18c8-af6f-4ef5-aea8-458e16e96936 req-e73585bc-e280-4a5b-a81d-2b9444331b79 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 943 time: 0.2488275 Nov 12 20:55:43.843749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3c1bb7e-6dc1-4617-a105-eb4454de7e27 req-107c9f95-d260-4b7c-81a6-3976503999c4 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424638 Nov 12 20:55:43.946509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-586c18c8-af6f-4ef5-aea8-458e16e96936 req-9dd45c92-78d0-496c-9077-b062fd5b28f2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593003 Nov 12 20:55:43.988368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83eddc27-d71e-4a50-904b-bafe6026c1ae req-43cc331e-818c-4fde-89fc-0060f4d1befd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987107 Nov 12 20:55:44.021468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:55:44.036052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] Sync routers for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:55:44.052144 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:44.052776 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:44.079097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] No DVR routers for this DVR port 61cf9224-491c-425f-b08e-f9490b9b9f92 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:44.082719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:44.094261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-892eb1df-26de-41cd-9072-5c0be135bb65 req-38c0d034-f4ca-4a30-8051-404ce6731a19 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.78 "DELETE /v2.0/ports/61cf9224-491c-425f-b08e-f9490b9b9f92 HTTP/1.1" status: 204 len: 173 time: 2.4179437 Nov 12 20:55:44.094261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'name': 'network-vif-deleted', 'tag': '61cf9224-491c-425f-b08e-f9490b9b9f92'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:44.094261 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f24da8-5000-4c82-8e7f-f24916182df9" -d '{"events": [{"server_uuid": "2890ba61-60c2-431e-af6c-247c1ee23e6b", "name": "network-vif-deleted", "tag": "61cf9224-491c-425f-b08e-f9490b9b9f92"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:44.130378 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad0ee71-3e4e-401c-877f-abfb553c0af3 x-openstack-request-id: req-7ad0ee71-3e4e-401c-877f-abfb553c0af3 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:44.130675 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2890ba61-60c2-431e-af6c-247c1ee23e6b", "name": "network-vif-deleted", "tag": "61cf9224-491c-425f-b08e-f9490b9b9f92", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:44.130954 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ad0ee71-3e4e-401c-877f-abfb553c0af3 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:44.131388 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2890ba61-60c2-431e-af6c-247c1ee23e6b', 'name': 'network-vif-deleted', 'tag': '61cf9224-491c-425f-b08e-f9490b9b9f92', 'status': 'completed', 'code': 200} Nov 12 20:55:44.200585 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:44.418263 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:30Z', 'revision_number': 5, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:44.446895 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] Checking router: b6839e81-b3cf-4641-818f-401b9d47039a for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:55:44.454998 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:44.455785 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:44.539959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d56a7-cd2c-45cb-838f-131d968823f0 req-f584a8c5-9d22-4acc-a2ff-fad9f82fa59c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:44.543783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-420d56a7-cd2c-45cb-838f-131d968823f0 req-f584a8c5-9d22-4acc-a2ff-fad9f82fa59c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0736275 Nov 12 20:55:44.576859 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:44.603350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-420d56a7-cd2c-45cb-838f-131d968823f0 req-fb01df72-d578-4f7a-850f-5e720fa0b29d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508738 Nov 12 20:55:44.631635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5dce34f-3f01-4b9f-b195-77191c3809fb req-1efb0b5d-965d-4d17-9c70-c75c1db8159d tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2890ba61-60c2-431e-af6c-247c1ee23e6b HTTP/1.1" status: 200 len: 210 time: 0.0272839 Nov 12 20:55:44.781003 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:30Z', 'revision_number': 5, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:44.811698 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b0ac4-bba7-4c53-9be7-175198251e6b None None] The sync data for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 is: [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:53:19Z', 'revision_number': 4, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '789d67fa-52e9-443f-9c77-441459241447', 'name': '', 'network_id': '01b908cd-64b2-4366-abbe-8aff4609024d', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'mac_address': 'fa:16:3e:47:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:18Z', 'updated_at': '2021-11-12T20:53:30Z', 'revision_number': 5, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'subnets': [{'id': 'af8b5d08-02c8-4c41-a031-0d8dcb928b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:55:45.071753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e62dc8-6cfb-4eb5-a70c-425c5631cd96 None None] New status for floating IP f4024829-f6f2-4774-ba55-2c18aa8e0a54: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:55:45.128427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd5f8c-666f-4b13-9e42-30cb59abd436 req-28e423d1-a3c8-40da-aec2-c652a169319d tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.130007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5dd5f8c-666f-4b13-9e42-30cb59abd436 req-28e423d1-a3c8-40da-aec2-c652a169319d tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 943 time: 0.1034360 Nov 12 20:55:45.175840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-45e05df7-1f6c-47cd-8a38-14ba54b95409 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.181900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-45e05df7-1f6c-47cd-8a38-14ba54b95409 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.187936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-45e05df7-1f6c-47cd-8a38-14ba54b95409 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.194612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-45e05df7-1f6c-47cd-8a38-14ba54b95409 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.200610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-45e05df7-1f6c-47cd-8a38-14ba54b95409 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.206616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-45e05df7-1f6c-47cd-8a38-14ba54b95409 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.212580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-45e05df7-1f6c-47cd-8a38-14ba54b95409 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.214431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-45e05df7-1f6c-47cd-8a38-14ba54b95409 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5416 time: 0.1371424 Nov 12 20:55:45.253352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5dd5f8c-666f-4b13-9e42-30cb59abd436 req-bb2b64ae-6f6a-44e0-b5ec-fc2f5258c6fc tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166770 Nov 12 20:55:45.292671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c71811b4-701e-4083-9ea0-231e521a3d1a req-35c28b63-9b4a-4a43-81ee-ef14df1ea585 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692909 Nov 12 20:55:45.337667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:45.436734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:45.452200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'f41f3bbf-ad2f-4931-893f-fa6310d4a7d4', 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'port_id': 'f41f3bbf-ad2f-4931-893f-fa6310d4a7d4', 'mac_address': 'fa:16:3e:89:e0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b367797-a7c2-4010-82ff-ae298695f208', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:45.489720 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.504133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:45.523212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:45.606178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.606850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:45.675333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:45.677693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:45.696964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6', 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'port_id': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6', 'mac_address': 'fa:16:3e:9e:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b367797-a7c2-4010-82ff-ae298695f208', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:45.742407 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.743548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4c56d-f4df-4c42-b038-08f32da90397 req-88946469-ecd0-48b2-9dd6-7f599c041e5b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:45.745251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41f4c56d-f4df-4c42-b038-08f32da90397 req-88946469-ecd0-48b2-9dd6-7f599c041e5b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0538898 Nov 12 20:55:45.763491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:45.790130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:45.800017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41f4c56d-f4df-4c42-b038-08f32da90397 req-2546e208-9b49-45fb-860a-32189529d24d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483162 Nov 12 20:55:45.811192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42836) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:45.855597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.856553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device c11c2037-3072-4a65-a936-7fbc5b08432d details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:45.867116 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-567d262d-7824-46e9-9ed7-685bc08e6fb4 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.890453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-567d262d-7824-46e9-9ed7-685bc08e6fb4 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.926031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:45.930924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port c11c2037-3072-4a65-a936-7fbc5b08432d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c11c2037-3072-4a65-a936-7fbc5b08432d,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:45.943064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'c11c2037-3072-4a65-a936-7fbc5b08432d', 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'port_id': 'c11c2037-3072-4a65-a936-7fbc5b08432d', 'mac_address': 'fa:16:3e:3e:0c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b367797-a7c2-4010-82ff-ae298695f208', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:45.981149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.993591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11c2037-3072-4a65-a936-7fbc5b08432d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:46.015129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port c11c2037-3072-4a65-a936-7fbc5b08432d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c11c2037-3072-4a65-a936-7fbc5b08432d,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:46.031746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-567d262d-7824-46e9-9ed7-685bc08e6fb4 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.034566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-567d262d-7824-46e9-9ed7-685bc08e6fb4 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.035764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-567d262d-7824-46e9-9ed7-685bc08e6fb4 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "DELETE /v2.0/security-groups/9db77610-1138-488c-938a-680b5be56cf9 HTTP/1.1" status: 204 len: 168 time: 0.2236168 Nov 12 20:55:46.042813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42840) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:46.044958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d262d-7824-46e9-9ed7-685bc08e6fb4 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db77610-1138-488c-938a-680b5be56cf9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:46.059193 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-04bdf376-2aaf-4e46-b5ac-fdd769afd7db tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] show failed (client error): The resource could not be found. Nov 12 20:55:46.062421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-04bdf376-2aaf-4e46-b5ac-fdd769afd7db tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "GET /v2.0/security-groups/9db77610-1138-488c-938a-680b5be56cf9 HTTP/1.1" status: 404 len: 347 time: 0.0184679 Nov 12 20:55:46.065901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42844) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:46.089361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.090175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5242a5e3-bb51-4b19-ba37-a8ba25951199 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:46.193412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=c11c2037-3072-4a65-a936-7fbc5b08432d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:46.222150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Deleting port 2d7ca163-36be-4c42-89e4-05f5a1a58c47 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:46.222823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.286956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5242a5e3-bb51-4b19-ba37-a8ba25951199, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:46.298815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '5242a5e3-bb51-4b19-ba37-a8ba25951199', 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02', 'port_id': '5242a5e3-bb51-4b19-ba37-a8ba25951199', 'mac_address': 'fa:16:3e:96:61:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f905d784-9a61-4ee5-8d0c-2bf805410003', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:46.321811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.322447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.341256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Calling delete_port for 2d7ca163-36be-4c42-89e4-05f5a1a58c47 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:46.344045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.359935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5242a5e3-bb51-4b19-ba37-a8ba25951199 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:46.387717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5242a5e3-bb51-4b19-ba37-a8ba25951199, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:46.463012 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.463673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:46.540719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:46.544115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5242a5e3-bb51-4b19-ba37-a8ba25951199,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:46.557539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460', 'network_id': '2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02', 'port_id': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460', 'mac_address': 'fa:16:3e:df:a5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f905d784-9a61-4ee5-8d0c-2bf805410003', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:46.559854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a9f60-038d-433d-beb7-bd10da23fdbc req-2949f554-e079-489d-bd4e-db01932928a4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:46.567771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e4a9f60-038d-433d-beb7-bd10da23fdbc req-2949f554-e079-489d-bd4e-db01932928a4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 943 time: 0.1550837 Nov 12 20:55:46.602933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-64a0bd8d-298d-4346-a09c-f8b506a01403 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:46.603091 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.603212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-64a0bd8d-298d-4346-a09c-f8b506a01403 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:46.609906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-64a0bd8d-298d-4346-a09c-f8b506a01403 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:46.614218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:46.616058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-64a0bd8d-298d-4346-a09c-f8b506a01403 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:46.621985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-64a0bd8d-298d-4346-a09c-f8b506a01403 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:46.628198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-64a0bd8d-298d-4346-a09c-f8b506a01403 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:46.637923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-64a0bd8d-298d-4346-a09c-f8b506a01403 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:46.638053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:46.638152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-64a0bd8d-298d-4346-a09c-f8b506a01403 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5420 time: 0.1867001 Nov 12 20:55:46.712198 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.712876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d086ce76-b78a-4813-893b-2e6bcceba638 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:46.750660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e4a9f60-038d-433d-beb7-bd10da23fdbc req-59e2c0b5-2625-41fb-9964-576785ad40ca tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737192 Nov 12 20:55:46.770257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe1851bf-18e4-4202-8b7c-edec659c285d req-71f0ebe2-4678-44b6-ada8-446b08dc8ca5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238177 Nov 12 20:55:46.796494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:46.834812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.874494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Pushing event deleted for resources: {'Port': ['ID=2d7ca163-36be-4c42-89e4-05f5a1a58c47,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:46.916086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d086ce76-b78a-4813-893b-2e6bcceba638, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d086ce76-b78a-4813-893b-2e6bcceba638,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:46.928053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'port_id': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'mac_address': 'fa:16:3e:dd:64:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:46.968636 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.976757 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.979772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.982152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d086ce76-b78a-4813-893b-2e6bcceba638 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:46.984042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a607a55a-b973-44a8-9d3d-93ab8e05bb86 tempest-ServersTestFqdnHostnames-111399394 tempest-ServersTestFqdnHostnames-111399394-project] 10.222.0.64 "DELETE /v2.0/floatingips/f4024829-f6f2-4774-ba55-2c18aa8e0a54 HTTP/1.1" status: 204 len: 168 time: 0.9169924 Nov 12 20:55:46.984175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42880) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:47.003726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d63c65-b530-45d5-9188-a17673362b66 req-f290bf6b-9480-41a2-b8b7-201eea3d0418 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:47.005347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d63c65-b530-45d5-9188-a17673362b66 req-f290bf6b-9480-41a2-b8b7-201eea3d0418 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0826609 Nov 12 20:55:47.009689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d086ce76-b78a-4813-893b-2e6bcceba638, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d086ce76-b78a-4813-893b-2e6bcceba638,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:47.056934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d63c65-b530-45d5-9188-a17673362b66 req-a7d986a4-d865-427f-990a-2f974232076e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Nov 12 20:55:47.094722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.095555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 396e11a0-fe24-48bb-9227-113e6102113e details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:47.167604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 396e11a0-fe24-48bb-9227-113e6102113e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=396e11a0-fe24-48bb-9227-113e6102113e,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:47.170393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d086ce76-b78a-4813-893b-2e6bcceba638,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:47.186062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '396e11a0-fe24-48bb-9227-113e6102113e', 'network_id': '7d672b31-c01a-4fdd-bf3e-9724c36f781c', 'port_id': '396e11a0-fe24-48bb-9227-113e6102113e', 'mac_address': 'fa:16:3e:15:01:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b367797-a7c2-4010-82ff-ae298695f208', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:47.235310 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.248886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396e11a0-fe24-48bb-9227-113e6102113e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:47.269584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 396e11a0-fe24-48bb-9227-113e6102113e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=396e11a0-fe24-48bb-9227-113e6102113e,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:47.363433 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.367851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.389225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b53a5950-acc1-440f-9c51-44e7af4803ed details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:47.440942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=396e11a0-fe24-48bb-9227-113e6102113e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:47.525228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b53a5950-acc1-440f-9c51-44e7af4803ed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b53a5950-acc1-440f-9c51-44e7af4803ed,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:47.537679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'port_id': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'mac_address': 'fa:16:3e:bf:14:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:47.598353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.613615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53a5950-acc1-440f-9c51-44e7af4803ed {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:47.639662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b53a5950-acc1-440f-9c51-44e7af4803ed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b53a5950-acc1-440f-9c51-44e7af4803ed,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:47.646481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Deleting port 789d67fa-52e9-443f-9c77-441459241447 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:47.646741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.714434 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.733494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] For port 789d67fa-52e9-443f-9c77-441459241447, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=789d67fa-52e9-443f-9c77-441459241447,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:47.734185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.750859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Calling delete_port for 789d67fa-52e9-443f-9c77-441459241447 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:47.803214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b53a5950-acc1-440f-9c51-44e7af4803ed,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:47.895590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ff44b-8a1f-4441-9327-2ee825c95ace req-feb1f5d5-1930-4627-a5a8-f595a6ff77f0 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:47.897915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d64ff44b-8a1f-4441-9327-2ee825c95ace req-feb1f5d5-1930-4627-a5a8-f595a6ff77f0 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 944 time: 0.0692015 Nov 12 20:55:47.951023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d64ff44b-8a1f-4441-9327-2ee825c95ace req-f704cb22-5fb5-4a8f-8aad-679e3dfceeaf tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436974 Nov 12 20:55:48.021064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:48.048930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=789d67fa-52e9-443f-9c77-441459241447,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:48.059279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['d086ce76-b78a-4813-893b-2e6bcceba638'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:48.066053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['396e11a0-fe24-48bb-9227-113e6102113e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:48.100280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['8219bd84-0db8-4ad4-bbe2-c4decb650bb6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:48.102758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:48.106240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641666-65e6-453b-99bc-a08c90308aad req-866af7ae-495c-4028-b628-e636d96288b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.128722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641666-65e6-453b-99bc-a08c90308aad req-866af7ae-495c-4028-b628-e636d96288b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.136469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641666-65e6-453b-99bc-a08c90308aad req-866af7ae-495c-4028-b628-e636d96288b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.144336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641666-65e6-453b-99bc-a08c90308aad req-866af7ae-495c-4028-b628-e636d96288b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.151801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['c11c2037-3072-4a65-a936-7fbc5b08432d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:48.155094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641666-65e6-453b-99bc-a08c90308aad req-866af7ae-495c-4028-b628-e636d96288b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.163364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641666-65e6-453b-99bc-a08c90308aad req-866af7ae-495c-4028-b628-e636d96288b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.170108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641666-65e6-453b-99bc-a08c90308aad req-866af7ae-495c-4028-b628-e636d96288b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.178903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e641666-65e6-453b-99bc-a08c90308aad req-866af7ae-495c-4028-b628-e636d96288b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5423 time: 0.1507335 Nov 12 20:55:48.284902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e641666-65e6-453b-99bc-a08c90308aad req-fec4490d-6bca-4390-b448-3398b2837d87 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022062 Nov 12 20:55:48.360190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:48.416721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5242a5e3-bb51-4b19-ba37-a8ba25951199'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:48.418787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['f41f3bbf-ad2f-4931-893f-fa6310d4a7d4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:48.483641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c18e7-8789-484e-8e4c-0f21b661d307 req-b11e1c0d-9164-43bf-8718-cc5837912db8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.485385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d52c18e7-8789-484e-8e4c-0f21b661d307 req-b11e1c0d-9164-43bf-8718-cc5837912db8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0902693 Nov 12 20:55:48.514553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f25a6-497b-4592-81b9-fb651911a4db req-7a4737f7-5739-4eec-b93d-684f4c53bb3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:48.516416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d9f25a6-497b-4592-81b9-fb651911a4db req-7a4737f7-5739-4eec-b93d-684f4c53bb3c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 947 time: 0.0871251 Nov 12 20:55:48.534845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b53a5950-acc1-440f-9c51-44e7af4803ed'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:48.600353 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d52c18e7-8789-484e-8e4c-0f21b661d307 req-c349d917-e9b7-4e29-b211-e952440ebc9c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981457 Nov 12 20:55:48.610394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d9f25a6-497b-4592-81b9-fb651911a4db req-3beef641-3769-44e6-a03c-0d7e8eda6ee6 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850708 Nov 12 20:55:48.674427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Router b6839e81-b3cf-4641-818f-401b9d47039a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:55:48.794873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:55:48.804106 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-268d02e8-5b77-4441-bedf-ab53e5bc3a07 admin admin] 10.222.0.64 "PUT /v2.0/routers/b6839e81-b3cf-4641-818f-401b9d47039a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8153768 Nov 12 20:55:48.804106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42930) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:48.806122 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] Sync routers for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:55:48.824157 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:48.824849 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:49.080556 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:49.116448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605206a-c3f7-471e-9e3b-b2f5a41a2cd2 req-f0b2c1a8-bdea-4649-bf64-0f22f27be212 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.129876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7605206a-c3f7-471e-9e3b-b2f5a41a2cd2 req-f0b2c1a8-bdea-4649-bf64-0f22f27be212 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 944 time: 0.0714984 Nov 12 20:55:49.223968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7605206a-c3f7-471e-9e3b-b2f5a41a2cd2 req-957df608-b1f6-4a42-9661-2320c5f63f42 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929079 Nov 12 20:55:49.268562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.386775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61cf9224-491c-425f-b08e-f9490b9b9f92 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:49.409537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 61cf9224-491c-425f-b08e-f9490b9b9f92 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:49.409895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61cf9224-491c-425f-b08e-f9490b9b9f92 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:49.443746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.467917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-985f2e30-31d6-4dfd-aed0-bf91bc8ffe9a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.473917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-985f2e30-31d6-4dfd-aed0-bf91bc8ffe9a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.484130 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:55:47Z', 'revision_number': 5, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port': {'id': 'efd96bbe-43bc-448c-88db-adfac6c0f342', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:14Z', 'updated_at': '2021-11-12T20:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:49.485575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-985f2e30-31d6-4dfd-aed0-bf91bc8ffe9a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.493676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-985f2e30-31d6-4dfd-aed0-bf91bc8ffe9a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.501464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-985f2e30-31d6-4dfd-aed0-bf91bc8ffe9a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.508881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-985f2e30-31d6-4dfd-aed0-bf91bc8ffe9a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.514314 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] Checking router: b6839e81-b3cf-4641-818f-401b9d47039a for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:55:49.517246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-985f2e30-31d6-4dfd-aed0-bf91bc8ffe9a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.525014 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] Routers {'b6839e81-b3cf-4641-818f-401b9d47039a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:49.525905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-985f2e30-31d6-4dfd-aed0-bf91bc8ffe9a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5423 time: 0.1330581 Nov 12 20:55:49.526176 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b6839e81-b3cf-4641-818f-401b9d47039a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:49.579308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Deleting port efd96bbe-43bc-448c-88db-adfac6c0f342 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:49.580069 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.591904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8dbaa8a9-658c-4ebc-a3fd-3f8ecf26760f req-ad62165a-4a7b-43aa-93c8-42b73ec38228 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650303 Nov 12 20:55:49.592476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:49.628662 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] Set router b6839e81-b3cf-4641-818f-401b9d47039a gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:49.686424 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:55:49Z', 'revision_number': 6, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:49.711188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-06ce9f85-bf6d-45ea-b54c-e22bcfff2ccb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.712977 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-06ce9f85-bf6d-45ea-b54c-e22bcfff2ccb tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.46 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 947 time: 0.0783644 Nov 12 20:55:49.719415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] For port efd96bbe-43bc-448c-88db-adfac6c0f342, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=efd96bbe-43bc-448c-88db-adfac6c0f342,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:49.719985 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.728894 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8cb98f-1fb6-46f5-9673-ba4aade50a36 None None] The sync data for ids ['b6839e81-b3cf-4641-818f-401b9d47039a'] in n-d-713498-29 is: [{'id': 'b6839e81-b3cf-4641-818f-401b9d47039a', 'name': 'tempest-ServersTestFqdnHostnames-547107291-router', 'tenant_id': '80c2dad5a277479a92ca007eb36a9855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:13Z', 'updated_at': '2021-11-12T20:55:49Z', 'revision_number': 6, 'project_id': '80c2dad5a277479a92ca007eb36a9855', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:55:49.763068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Calling delete_port for efd96bbe-43bc-448c-88db-adfac6c0f342 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:49.825276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097788-c5a1-4515-ae45-179c47160c19 req-35ff3d57-15f0-45d3-9482-a00fffabc5d9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.826772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10097788-c5a1-4515-ae45-179c47160c19 req-35ff3d57-15f0-45d3-9482-a00fffabc5d9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1002386 Nov 12 20:55:49.839462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c86a5d-36d5-4f91-8263-55ff3ac78cfa req-ff1aa048-3bc0-4dc6-8bec-bef10b2e4c72 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:49.840964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41c86a5d-36d5-4f91-8263-55ff3ac78cfa req-ff1aa048-3bc0-4dc6-8bec-bef10b2e4c72 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 947 time: 0.0718164 Nov 12 20:55:49.853524 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.915471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10097788-c5a1-4515-ae45-179c47160c19 req-ad5c3afe-ad7e-4ed2-957d-e3d83cf91d01 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735140 Nov 12 20:55:49.918788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41c86a5d-36d5-4f91-8263-55ff3ac78cfa req-b387753f-be12-4546-b0a2-8e35c45d2592 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups?id=786e7c60-8737-434b-a849-c6d831de4e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704918 Nov 12 20:55:49.980047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Deleting port aa86fda3-2791-425b-8694-d171da8a7615 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:49.980387 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.112275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.140291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] For port aa86fda3-2791-425b-8694-d171da8a7615, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aa86fda3-2791-425b-8694-d171da8a7615,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:50.140768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.140877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 789d67fa-52e9-443f-9c77-441459241447 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:50.173675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 789d67fa-52e9-443f-9c77-441459241447 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:50.174540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 789d67fa-52e9-443f-9c77-441459241447 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:50.190212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.210287 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.273240 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3778adeccef42cdb87791092b208a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6794693 Nov 12 20:55:50.274082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd96bbe-43bc-448c-88db-adfac6c0f342,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:50.276320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42954) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:50.312239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1aac4-dd04-4268-ba07-56bc17671419,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:50.348289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.348624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.348962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.349299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.349635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.349971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.350298 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.350630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.350949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.351277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.351621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.351941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.372745 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cfdb0d-7449-4060-aa2b-c7b44cface8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.376534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.377516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.377948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.378290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.378920 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.378920 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.379262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.379614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.379940 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.380263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.381259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.381259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0df8dc-f2cb-434a-9380-373fc86ca50c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:50.396906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f197e-3eac-4e6b-b805-f62e28845dfd req-c94098ff-d0e5-4be2-8117-a7ee28afd43a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:50.398328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc6f197e-3eac-4e6b-b805-f62e28845dfd req-c94098ff-d0e5-4be2-8117-a7ee28afd43a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 944 time: 0.0783086 Nov 12 20:55:50.415924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cfdb0d-7449-4060-aa2b-c7b44cface8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.447137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.492713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc6f197e-3eac-4e6b-b805-f62e28845dfd req-45bb6f92-f659-4050-9256-257be19a2835 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837989 Nov 12 20:55:50.556639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.557022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.557385 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Floating IP f7b86eca-f5dd-436a-ab48-7a44e4bed725 disassociated. External IP: 172.25.8.43, port: aa86fda3-2791-425b-8694-d171da8a7615. Nov 12 20:55:50.557728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Calling delete_port for aa86fda3-2791-425b-8694-d171da8a7615 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:50.560820 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.565725 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.603188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cfdb0d-7449-4060-aa2b-c7b44cface8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.606725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3cfdb0d-7449-4060-aa2b-c7b44cface8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.609754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d3cfdb0d-7449-4060-aa2b-c7b44cface8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25d1aac4-dd04-4268-ba07-56bc17671419 HTTP/1.1" status: 204 len: 168 time: 0.3312559 Nov 12 20:55:50.618903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfdb0d-7449-4060-aa2b-c7b44cface8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1aac4-dd04-4268-ba07-56bc17671419,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:50.722241 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.722895 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6839e81-b3cf-4641-818f-401b9d47039a {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:55:50.727916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.731403 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ee4e89a8-5ba5-4bde-9b8a-4162187c7b06 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b6839e81-b3cf-4641-818f-401b9d47039a HTTP/1.1" status: 204 len: 168 time: 1.9246576 Nov 12 20:55:50.731788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42964) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:50.781675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95da44-46e2-4682-959c-52b9144dc49e req-561b86bc-73cf-4e8a-96d7-42446d905c65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:50.788128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95da44-46e2-4682-959c-52b9144dc49e req-561b86bc-73cf-4e8a-96d7-42446d905c65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:50.794125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95da44-46e2-4682-959c-52b9144dc49e req-561b86bc-73cf-4e8a-96d7-42446d905c65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:50.800570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95da44-46e2-4682-959c-52b9144dc49e req-561b86bc-73cf-4e8a-96d7-42446d905c65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:50.806500 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.806674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95da44-46e2-4682-959c-52b9144dc49e req-561b86bc-73cf-4e8a-96d7-42446d905c65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:50.812694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95da44-46e2-4682-959c-52b9144dc49e req-561b86bc-73cf-4e8a-96d7-42446d905c65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:50.819550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95da44-46e2-4682-959c-52b9144dc49e req-561b86bc-73cf-4e8a-96d7-42446d905c65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:50.821501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea95da44-46e2-4682-959c-52b9144dc49e req-561b86bc-73cf-4e8a-96d7-42446d905c65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5423 time: 0.1327565 Nov 12 20:55:50.845044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event deleted for resources: {'Port': ['ID=aa86fda3-2791-425b-8694-d171da8a7615,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:50.851021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3e8d30-e420-411b-b427-0aea11b78f87 admin admin] Deleting subnet af8b5d08-02c8-4c41-a031-0d8dcb928b8c {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:55:50.856628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8d30-e420-411b-b427-0aea11b78f87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.921346 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8d30-e420-411b-b427-0aea11b78f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.979668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea95da44-46e2-4682-959c-52b9144dc49e req-b40be831-0d91-42ce-96b5-8c7e844fb739 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447172 Nov 12 20:55:51.007330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Router cb811d70-48e5-4f9a-b0e6-48cb254440f9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:55:51.106994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4e58613-39b8-4f7b-9570-4ab95a569480 req-ce517932-4a75-4313-90fb-676782b43647 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 210 time: 0.0404022 Nov 12 20:55:51.117374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15a68-7857-4470-b75f-a55bd2fc7611 req-be6ec456-9c0c-41ec-b1cf-71d843fea06b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:51.118869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97e15a68-7857-4470-b75f-a55bd2fc7611 req-be6ec456-9c0c-41ec-b1cf-71d843fea06b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1292782 Nov 12 20:55:51.128885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8d30-e420-411b-b427-0aea11b78f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.143694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:55:51.154474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] Sync routers for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:55:51.165394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:51.166011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:51.187306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] No DVR routers for this DVR port aa86fda3-2791-425b-8694-d171da8a7615 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:51.197368 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.202684 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-03d25b2f-2a3d-40ce-ad69-2602ea1ec856 req-322dd34a-df6f-4665-a3ae-adaad7ccaa29 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.46 "DELETE /v2.0/ports/aa86fda3-2791-425b-8694-d171da8a7615 HTTP/1.1" status: 204 len: 173 time: 1.4792826 Nov 12 20:55:51.203186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-deleted', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:51.211329 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd9d1bf-e54c-4d0d-8b21-5d9c542ad6c2" -d '{"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-deleted", "tag": "aa86fda3-2791-425b-8694-d171da8a7615"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:51.216651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97e15a68-7857-4470-b75f-a55bd2fc7611 req-0b87be31-95f0-4671-abaf-3bd5576ccfd1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848184 Nov 12 20:55:51.256459 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4477cff4-bc74-4b24-a4c7-e9e5e9dc03bf x-openstack-request-id: req-4477cff4-bc74-4b24-a4c7-e9e5e9dc03bf {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:51.256830 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217ea62-8864-46d1-bedb-2d192b3f6f2f", "name": "network-vif-deleted", "tag": "aa86fda3-2791-425b-8694-d171da8a7615", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:51.257227 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4477cff4-bc74-4b24-a4c7-e9e5e9dc03bf {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:51.257669 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217ea62-8864-46d1-bedb-2d192b3f6f2f', 'name': 'network-vif-deleted', 'tag': 'aa86fda3-2791-425b-8694-d171da8a7615', 'status': 'completed', 'code': 200} Nov 12 20:55:51.292293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8d30-e420-411b-b427-0aea11b78f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.322484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:51.325928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e8d30-e420-411b-b427-0aea11b78f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8b5d08-02c8-4c41-a031-0d8dcb928b8c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:51.329808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8d30-e420-411b-b427-0aea11b78f87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.333578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bc3e8d30-e420-411b-b427-0aea11b78f87 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/af8b5d08-02c8-4c41-a031-0d8dcb928b8c HTTP/1.1" status: 204 len: 168 time: 0.6006556 Nov 12 20:55:51.335969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42974) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:51.363795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522cbe30-3f72-4347-b7d8-450531ef6aef None None] Network 01b908cd-64b2-4366-abbe-8aff4609024d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:55:51.366352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42976) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:51.415103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.426567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:51.452815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b4942b8-b248-41c1-b229-e61dffe36401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.511130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Deleting port da42c689-7305-4857-875e-5ba487dbb9e1 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:51.511561 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.625841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b4942b8-b248-41c1-b229-e61dffe36401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.657047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] For port da42c689-7305-4857-875e-5ba487dbb9e1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=da42c689-7305-4857-875e-5ba487dbb9e1,segment=NetworkSegment(cf78538b-670e-413f-bbbc-ad25d33faa52),segment_id=cf78538b-670e-413f-bbbc-ad25d33faa52)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:51.657420 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.674309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Calling delete_port for da42c689-7305-4857-875e-5ba487dbb9e1 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:51.688695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85481e8b-ba17-40da-a846-0dadb6bdf78d req-e41c0271-e1fe-45e2-8988-a920d4277dce tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:51.690356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85481e8b-ba17-40da-a846-0dadb6bdf78d req-e41c0271-e1fe-45e2-8988-a920d4277dce tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 944 time: 0.0793355 Nov 12 20:55:51.738113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:51.751708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b4942b8-b248-41c1-b229-e61dffe36401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.785128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4942b8-b248-41c1-b229-e61dffe36401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d56aacb-1157-4386-b08c-deee8a3a011a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:51.796645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85481e8b-ba17-40da-a846-0dadb6bdf78d req-1fa92b47-141c-4054-960e-b6a5bb2a51ce tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634332 Nov 12 20:55:51.812166 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6b4942b8-b248-41c1-b229-e61dffe36401 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca075622bf164373a2df125f91975cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4424102 Nov 12 20:55:51.812481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42986) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:51.816757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] DHCP port deletion for 01b908cd-64b2-4366-abbe-8aff4609024d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:55:51.818793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:51.822179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] Checking router: cb811d70-48e5-4f9a-b0e6-48cb254440f9 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:55:51.829184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:51.829675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.868458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f49b242-5504-4790-accc-0b50c973fbf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.880475 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.880670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:51.881046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:51.900345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f49b242-5504-4790-accc-0b50c973fbf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.925940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] No DVR routers for this DVR port da42c689-7305-4857-875e-5ba487dbb9e1 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:51.944682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=da42c689-7305-4857-875e-5ba487dbb9e1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:52.013097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device efd96bbe-43bc-448c-88db-adfac6c0f342 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:52.049137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f49b242-5504-4790-accc-0b50c973fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.054421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f49b242-5504-4790-accc-0b50c973fbf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.056481 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f49b242-5504-4790-accc-0b50c973fbf4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d56aacb-1157-4386-b08c-deee8a3a011a HTTP/1.1" status: 204 len: 168 time: 0.2429538 Nov 12 20:55:52.067693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49b242-5504-4790-accc-0b50c973fbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d56aacb-1157-4386-b08c-deee8a3a011a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:52.071639 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.127493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b908cd-64b2-4366-abbe-8aff4609024d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:52.175232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf78538b-670e-413f-bbbc-ad25d33faa52') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:52.175556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf78538b-670e-413f-bbbc-ad25d33faa52') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:52.199525 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.213423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: efd96bbe-43bc-448c-88db-adfac6c0f342 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:52.214369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device efd96bbe-43bc-448c-88db-adfac6c0f342 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:52.214951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device da42c689-7305-4857-875e-5ba487dbb9e1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:52.237641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-73e59700-08c9-4090-a042-915a619cf92c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.243917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-73e59700-08c9-4090-a042-915a619cf92c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.249938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-73e59700-08c9-4090-a042-915a619cf92c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.256164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-73e59700-08c9-4090-a042-915a619cf92c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.257575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] Deleting port da42c689-7305-4857-875e-5ba487dbb9e1 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:52.257946 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.262692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-73e59700-08c9-4090-a042-915a619cf92c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.265380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: da42c689-7305-4857-875e-5ba487dbb9e1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:52.265727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device da42c689-7305-4857-875e-5ba487dbb9e1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:52.269702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-73e59700-08c9-4090-a042-915a619cf92c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.276110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-73e59700-08c9-4090-a042-915a619cf92c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.277969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-73e59700-08c9-4090-a042-915a619cf92c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5423 time: 0.1940110 Nov 12 20:55:52.299514 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.300412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:52.320255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7ab8ab0-aa34-4029-ba45-8a58b3b9258d req-83439e40-95fc-47eb-be84-6d0a6e71298c tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/ports?device_id=8217ea62-8864-46d1-bedb-2d192b3f6f2f HTTP/1.1" status: 200 len: 210 time: 0.0405698 Nov 12 20:55:52.326328 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.329664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:55:52.332951 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:55:52.402276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] For port da42c689-7305-4857-875e-5ba487dbb9e1, host n-d-713498-29, got binding levels [] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:52.402585 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.412178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41f3bbf-ad2f-4931-893f-fa6310d4a7d4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:52.414449 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60748434-fcb9-4633-a339-351c0dab10fb" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "f41f3bbf-ad2f-4931-893f-fa6310d4a7d4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:52.461311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] Calling delete_port for da42c689-7305-4857-875e-5ba487dbb9e1 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:52.466610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:52.468476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.ipam_backend_mixin [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] Port da42c689-7305-4857-875e-5ba487dbb9e1 was not found and therefore no delete operation was performed {{(pid=109630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:55:52.485678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.492458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c11eb8-7dd0-4e42-ac5b-ea22026e7b14 req-6dade6c3-b22f-42c0-aaee-0091cda73806 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989582 Nov 12 20:55:52.517169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252101b2-86c7-42c9-a0db-a7d14de534bf req-637c9eae-cb04-4d9b-a2ec-405848d0c7e2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.523803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-252101b2-86c7-42c9-a0db-a7d14de534bf req-637c9eae-cb04-4d9b-a2ec-405848d0c7e2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1184070 Nov 12 20:55:52.525251 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.531758 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.536189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] 10.222.0.64 "DELETE /v2.0/networks/01b908cd-64b2-4366-abbe-8aff4609024d HTTP/1.1" status: 204 len: 168 time: 1.1991556 Nov 12 20:55:52.546246 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f91dfd-9b5a-4a61-8e0e-f52508eb5ea7 x-openstack-request-id: req-f0f91dfd-9b5a-4a61-8e0e-f52508eb5ea7 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:52.546532 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "f41f3bbf-ad2f-4931-893f-fa6310d4a7d4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:52.546784 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0f91dfd-9b5a-4a61-8e0e-f52508eb5ea7 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:52.547177 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41f3bbf-ad2f-4931-893f-fa6310d4a7d4', 'code': 200} Nov 12 20:55:52.552193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] Pushing event deleted for resources: {'Port': ['ID=da42c689-7305-4857-875e-5ba487dbb9e1,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:52.559706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73199e5-4655-438e-b836-369db2c44f16 None None] No DVR routers for this DVR port da42c689-7305-4857-875e-5ba487dbb9e1 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:52.562751 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.563592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:52.645428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89004b13-91ec-4dee-b54f-861d47a7c8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=01b908cd-64b2-4366-abbe-8aff4609024d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:52.683794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:52.737510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-252101b2-86c7-42c9-a0db-a7d14de534bf req-e7a8b1f4-bf32-4a95-a3bd-7a9a86985907 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946671 Nov 12 20:55:52.761252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:52.796609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039d8e0-3c95-499d-82b5-4061caf74a65 None None] The sync data for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 is: [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '675f3e02-82f6-4b7a-b511-7a47d7505ae0', 'name': '', 'network_id': '08fae675-e385-45c1-b4a9-0f36e735b554', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'mac_address': 'fa:16:3e:62:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:46Z', 'updated_at': '2021-11-12T20:46:54Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'subnets': [{'id': '3465fa19-e516-4344-9f68-90cc02d9e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:55:52.798186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:52.803025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:52.803494 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.878035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:52.903624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: aa86fda3-2791-425b-8694-d171da8a7615 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:52.903955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device aa86fda3-2791-425b-8694-d171da8a7615 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:52.917059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.954264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:52.966988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16c512-5107-41d2-9a9a-89cf994711ac req-27837426-f404-4e13-ad55-e7dd7a6b2696 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.968583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee16c512-5107-41d2-9a9a-89cf994711ac req-27837426-f404-4e13-ad55-e7dd7a6b2696 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 944 time: 0.0786524 Nov 12 20:55:53.025085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee16c512-5107-41d2-9a9a-89cf994711ac req-768d9736-721f-4f39-9977-2c2747a54388 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495186 Nov 12 20:55:53.074531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.075510 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device c11c2037-3072-4a65-a936-7fbc5b08432d up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:53.090196 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39750d-cef7-4131-9a9f-376e75ac09e4 None None] New status for floating IP f7b86eca-f5dd-436a-ab48-7a44e4bed725: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:55:53.127192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43018) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:53.155356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:53.186180 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a08ea95-0967-4632-b8df-299dec0c40f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80c2dad5a277479a92ca007eb36a9855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544686 Nov 12 20:55:53.186394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43020) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:53.236539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9b85ac5-1553-4e91-8fb3-9616344a3fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.260408 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9b85ac5-1553-4e91-8fb3-9616344a3fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.265562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port c11c2037-3072-4a65-a936-7fbc5b08432d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:53.270680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port c11c2037-3072-4a65-a936-7fbc5b08432d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:53.271051 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.358871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.377726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9b85ac5-1553-4e91-8fb3-9616344a3fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.380717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9b85ac5-1553-4e91-8fb3-9616344a3fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.387976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b9b85ac5-1553-4e91-8fb3-9616344a3fde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecacba77-0e7b-4648-ab68-5968d25b7c19 HTTP/1.1" status: 204 len: 168 time: 0.1944792 Nov 12 20:55:53.391035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b85ac5-1553-4e91-8fb3-9616344a3fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecacba77-0e7b-4648-ab68-5968d25b7c19,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:53.393649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port c11c2037-3072-4a65-a936-7fbc5b08432d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c11c2037-3072-4a65-a936-7fbc5b08432d,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:53.457371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.458221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:53.547645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43036) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:53.555367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=c11c2037-3072-4a65-a936-7fbc5b08432d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:53.646174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:53.650462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b4672e3-a5b5-48bb-a301-52bc16722e56 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.652775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:53.664005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.691392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-57fb9463-ad94-4fe6-a1f2-b8385909792c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:53.697334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-57fb9463-ad94-4fe6-a1f2-b8385909792c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:53.703349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-57fb9463-ad94-4fe6-a1f2-b8385909792c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:53.711976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-57fb9463-ad94-4fe6-a1f2-b8385909792c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:53.718081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-57fb9463-ad94-4fe6-a1f2-b8385909792c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:53.724650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-57fb9463-ad94-4fe6-a1f2-b8385909792c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:53.730611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-57fb9463-ad94-4fe6-a1f2-b8385909792c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:53.732531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-57fb9463-ad94-4fe6-a1f2-b8385909792c tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5426 time: 0.1317489 Nov 12 20:55:53.742570 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b4672e3-a5b5-48bb-a301-52bc16722e56 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.779732 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.828267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:53.843216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b1c0b59-7fea-4216-bb7d-cd7a44d01170 req-cb48d654-711d-4117-b799-0c3e179d4d59 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755832 Nov 12 20:55:53.901417 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b4672e3-a5b5-48bb-a301-52bc16722e56 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.904368 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b4672e3-a5b5-48bb-a301-52bc16722e56 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.905524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3b4672e3-a5b5-48bb-a301-52bc16722e56 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "DELETE /v2.0/security-groups/786e7c60-8737-434b-a849-c6d831de4e20 HTTP/1.1" status: 204 len: 168 time: 0.3606269 Nov 12 20:55:53.908389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43056) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:53.926716 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-56bc6f86-0b75-4d0d-ad4b-f79dfcb582b3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] show failed (client error): The resource could not be found. Nov 12 20:55:53.928934 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-56bc6f86-0b75-4d0d-ad4b-f79dfcb582b3 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "GET /v2.0/security-groups/786e7c60-8737-434b-a849-c6d831de4e20 HTTP/1.1" status: 404 len: 347 time: 0.0195284 Nov 12 20:55:53.930823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4672e3-a5b5-48bb-a301-52bc16722e56 tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e7c60-8737-434b-a849-c6d831de4e20,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:53.932610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43058) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:53.950025 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:53.954842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d086ce76-b78a-4813-893b-2e6bcceba638 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:53.954990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3494f-234a-4dc3-9959-631c38ea010d req-b1ac8748-7278-4de2-9349-5a375449a94b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:53.954990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3d3494f-234a-4dc3-9959-631c38ea010d req-b1ac8748-7278-4de2-9349-5a375449a94b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0896947 Nov 12 20:55:54.053278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:54.132693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Deleting port 4ac82b2c-8762-4a5b-95d6-393e87f07831 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:54.133367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.146472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port d086ce76-b78a-4813-893b-2e6bcceba638 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:54.151748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port d086ce76-b78a-4813-893b-2e6bcceba638 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:54.152462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.263686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.264297 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.280441 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.282014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Calling delete_port for 4ac82b2c-8762-4a5b-95d6-393e87f07831 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:54.341817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d086ce76-b78a-4813-893b-2e6bcceba638, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d086ce76-b78a-4813-893b-2e6bcceba638,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:54.377562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3d3494f-234a-4dc3-9959-631c38ea010d req-553f9e8a-e84a-4b0f-8b62-fec0209b6bf1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154372 Nov 12 20:55:54.390663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2875607-59bc-4218-bd89-610c65626661 req-1424114d-9777-4759-b3e4-5174864170d1 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:54.398925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2875607-59bc-4218-bd89-610c65626661 req-1424114d-9777-4759-b3e4-5174864170d1 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 944 time: 0.0807731 Nov 12 20:55:54.417475 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.457859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2875607-59bc-4218-bd89-610c65626661 req-da3d7980-78a5-4354-a905-b9dfda2d39a8 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579104 Nov 12 20:55:54.461432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5242a5e3-bb51-4b19-ba37-a8ba25951199 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:54.521333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d086ce76-b78a-4813-893b-2e6bcceba638,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:54.523206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.548838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6'}, {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11c2037-3072-4a65-a936-7fbc5b08432d'}, {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460'}, {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:54.552022 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f9ef0-5386-46dd-9256-45514a2d932b" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "8219bd84-0db8-4ad4-bbe2-c4decb650bb6"}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "c11c2037-3072-4a65-a936-7fbc5b08432d"}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460"}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:54.561312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Pushing event deleted for resources: {'Port': ['ID=4ac82b2c-8762-4a5b-95d6-393e87f07831,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:54.607588 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec04bf5f-b7d7-4595-9b9d-05d1a9e36222 x-openstack-request-id: req-ec04bf5f-b7d7-4595-9b9d-05d1a9e36222 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:54.607900 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "8219bd84-0db8-4ad4-bbe2-c4decb650bb6", "code": 200}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "c11c2037-3072-4a65-a936-7fbc5b08432d", "code": 200}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460", "code": 200}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:54.608157 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec04bf5f-b7d7-4595-9b9d-05d1a9e36222 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:54.608560 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6', 'code': 200} Nov 12 20:55:54.608867 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11c2037-3072-4a65-a936-7fbc5b08432d', 'code': 200} Nov 12 20:55:54.609103 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460', 'code': 200} Nov 12 20:55:54.609304 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'code': 200} Nov 12 20:55:54.614266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 5242a5e3-bb51-4b19-ba37-a8ba25951199 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:54.619130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 5242a5e3-bb51-4b19-ba37-a8ba25951199 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:54.619539 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.640170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.643850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.645030 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2fbbdff0-dd6f-4372-8cb3-a2fb38de49ff tempest-AttachVolumeShelveTestJSON-1411017709 tempest-AttachVolumeShelveTestJSON-1411017709-project] 10.222.0.64 "DELETE /v2.0/floatingips/f7b86eca-f5dd-436a-ab48-7a44e4bed725 HTTP/1.1" status: 204 len: 168 time: 0.7013443 Nov 12 20:55:54.739011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.776508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5242a5e3-bb51-4b19-ba37-a8ba25951199, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:54.790311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43090) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:54.846130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.847055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b53a5950-acc1-440f-9c51-44e7af4803ed up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:54.897891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1559034363-network', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:54.930314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5242a5e3-bb51-4b19-ba37-a8ba25951199,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:55.022962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Made reservation on behalf of d9b91358e6624354b3bbafc8f28ffa91 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:55.025784 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.027051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-1a72e5c4-51b5-4681-9048-88c2d7b93146 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.034116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-1a72e5c4-51b5-4681-9048-88c2d7b93146 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.035786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.041015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-1a72e5c4-51b5-4681-9048-88c2d7b93146 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.047140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-1a72e5c4-51b5-4681-9048-88c2d7b93146 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.052059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port b53a5950-acc1-440f-9c51-44e7af4803ed completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:55.054154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-1a72e5c4-51b5-4681-9048-88c2d7b93146 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.059829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port b53a5950-acc1-440f-9c51-44e7af4803ed triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:55.060203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.060419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-1a72e5c4-51b5-4681-9048-88c2d7b93146 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.066505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-1a72e5c4-51b5-4681-9048-88c2d7b93146 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.068722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-1a72e5c4-51b5-4681-9048-88c2d7b93146 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5429 time: 0.1027501 Nov 12 20:55:55.160840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.161293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0413d8e-80c5-46f7-a142-2ed6a6e4600f req-04447fe6-1f60-48af-9c41-ac1e41a9f2d5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838671 Nov 12 20:55:55.183831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.199177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b53a5950-acc1-440f-9c51-44e7af4803ed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b53a5950-acc1-440f-9c51-44e7af4803ed,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:55.240257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.267686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:55:55.271819 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.272692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 396e11a0-fe24-48bb-9227-113e6102113e up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:55.279547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a91140a-88a1-43d3-8bd6-51875c34c00a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:55.285542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.285964 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Added segment bd5a0cba-5707-4a93-82c2-120a76ecd180 of type vlan for network f56083d2-5309-4a49-a7d6-0ff320b33480 Nov 12 20:55:55.358855 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.368201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b53a5950-acc1-440f-9c51-44e7af4803ed,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:55.457126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 396e11a0-fe24-48bb-9227-113e6102113e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:55.457280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.458341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.459659 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.461449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 396e11a0-fe24-48bb-9227-113e6102113e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:55.461824 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.520163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817705a1-d667-45fd-a2a5-cc6ea54ab86b req-0a98ed6a-ae45-4c8c-b106-cdf12f3d0c3d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.528438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-817705a1-d667-45fd-a2a5-cc6ea54ab86b req-0a98ed6a-ae45-4c8c-b106-cdf12f3d0c3d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0694578 Nov 12 20:55:55.564847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] Pushing event updated for resources: {'Network': ['ID=f56083d2-5309-4a49-a7d6-0ff320b33480,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:55.588609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d2bc3faa-dd85-4d22-91ed-04ab12a147eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7943723 Nov 12 20:55:55.590069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43114) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:55.608039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-817705a1-d667-45fd-a2a5-cc6ea54ab86b req-0dcc240e-a695-4f77-9a12-63173dfde91b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784101 Nov 12 20:55:55.616139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Request body: {'subnet': {'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1559034363-subnet', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:55.619999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.622078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f56083d2-5309-4a49-a7d6-0ff320b33480 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:55:55.687905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf9625-1fd4-4e02-b3ed-ef23aa685a10 req-db3e4387-3241-4640-a7c3-492f3047472d tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.690215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25cf9625-1fd4-4e02-b3ed-ef23aa685a10 req-db3e4387-3241-4640-a7c3-492f3047472d tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1011674 Nov 12 20:55:55.716560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 396e11a0-fe24-48bb-9227-113e6102113e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=396e11a0-fe24-48bb-9227-113e6102113e,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:55.744712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25cf9625-1fd4-4e02-b3ed-ef23aa685a10 req-fbf35a0e-ef53-44e9-9ab2-362d4b4f0f75 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Nov 12 20:55:55.808861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Made reservation on behalf of d9b91358e6624354b3bbafc8f28ffa91 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:55.816535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.839983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.888478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=396e11a0-fe24-48bb-9227-113e6102113e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:56.109113 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:56.159385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=907c3a21-ca6e-4ecb-90a1-150a526395ea,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:56.180469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Checking segment: {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:56.184151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Network hostable DHCP agents. Network: f56083d2-5309-4a49-a7d6-0ff320b33480, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:55:56.305259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-21fe1f6c-df09-4f31-ad7c-b8cb5cf09e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.311316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-21fe1f6c-df09-4f31-ad7c-b8cb5cf09e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.318109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-21fe1f6c-df09-4f31-ad7c-b8cb5cf09e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.324222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-21fe1f6c-df09-4f31-ad7c-b8cb5cf09e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.330244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-21fe1f6c-df09-4f31-ad7c-b8cb5cf09e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.336394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-21fe1f6c-df09-4f31-ad7c-b8cb5cf09e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.342330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-21fe1f6c-df09-4f31-ad7c-b8cb5cf09e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.344316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-21fe1f6c-df09-4f31-ad7c-b8cb5cf09e65 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.1097910 Nov 12 20:55:56.345859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Network f56083d2-5309-4a49-a7d6-0ff320b33480 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:55:56.413263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1a1fd9d-ccf8-4e94-911b-4379554c200a req-ab4dc356-ee3f-45b0-b0a7-5115f61c1ca8 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603054 Nov 12 20:55:56.414702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f56083d2-5309-4a49-a7d6-0ff320b33480) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:56.426675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d0634a-4a49-401a-bd6d-b6318e53903f None None] Network f56083d2-5309-4a49-a7d6-0ff320b33480 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:55:56.428214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.429333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:56.534624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-18ebd147-2da3-44cb-b500-eeba3aa3c8b2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9250596 Nov 12 20:55:56.537219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43134) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:56.541589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:56.643566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:56.644998 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:56.728076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5242a5e3-bb51-4b19-ba37-a8ba25951199'}, {'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed'}, {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396e11a0-fe24-48bb-9227-113e6102113e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:56.730318 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be885a0-920b-4141-bf24-1dad893ee3ca" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "5242a5e3-bb51-4b19-ba37-a8ba25951199"}, {"server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "name": "network-vif-plugged", "status": "completed", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed"}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "396e11a0-fe24-48bb-9227-113e6102113e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:56.778763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f56083d2-5309-4a49-a7d6-0ff320b33480', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:55:56.779654 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:56.785941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:56.851568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82192dc-124c-4be0-86e2-adf0a86ba03e req-2018d34d-a827-4a90-a000-9efdb0aaf8f4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.862758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a82192dc-124c-4be0-86e2-adf0a86ba03e req-2018d34d-a827-4a90-a000-9efdb0aaf8f4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0815187 Nov 12 20:55:56.940496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Allocated IP 172.20.0.2 (f56083d2-5309-4a49-a7d6-0ff320b33480/907c3a21-ca6e-4ecb-90a1-150a526395ea/d9861d43-c886-41e6-b9dd-389fcc281a04) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:56.973309 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844e98f4-230d-4eb5-a559-82cfb11ba92e x-openstack-request-id: req-844e98f4-230d-4eb5-a559-82cfb11ba92e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:56.973587 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "5242a5e3-bb51-4b19-ba37-a8ba25951199", "code": 200}, {"server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "name": "network-vif-plugged", "status": "completed", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed", "code": 200}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-plugged", "status": "completed", "tag": "396e11a0-fe24-48bb-9227-113e6102113e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:56.973889 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-844e98f4-230d-4eb5-a559-82cfb11ba92e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:56.974234 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5242a5e3-bb51-4b19-ba37-a8ba25951199', 'code': 200} Nov 12 20:55:56.974486 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'code': 200} Nov 12 20:55:56.974736 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396e11a0-fe24-48bb-9227-113e6102113e', 'code': 200} Nov 12 20:55:57.121424 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.180208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a82192dc-124c-4be0-86e2-adf0a86ba03e req-8a8e7d1a-05b1-4698-ab9f-77872bf223a6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166177 Nov 12 20:55:57.215359 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.222684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62696600-cad5-4d02-ab91-cd90b8683cef req-c0b6821f-5878-4b90-986e-8b801ce37c28 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.224264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62696600-cad5-4d02-ab91-cd90b8683cef req-c0b6821f-5878-4b90-986e-8b801ce37c28 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.2717631 Nov 12 20:55:57.231784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.250840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cd26e-ed52-48a8-9aed-bbe0bb41bc86 req-54a75354-4a7a-4cd3-ac02-bf6af03f4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.252447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d5cd26e-ed52-48a8-9aed-bbe0bb41bc86 req-54a75354-4a7a-4cd3-ac02-bf6af03f4009 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1097 time: 0.2633908 Nov 12 20:55:57.263578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-1ee35d0f-54f3-40a4-aa6b-4f0c3832eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.264070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-1ee35d0f-54f3-40a4-aa6b-4f0c3832eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.264565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-1ee35d0f-54f3-40a4-aa6b-4f0c3832eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.265029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-1ee35d0f-54f3-40a4-aa6b-4f0c3832eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.265508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-1ee35d0f-54f3-40a4-aa6b-4f0c3832eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.265955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-1ee35d0f-54f3-40a4-aa6b-4f0c3832eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.266416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-1ee35d0f-54f3-40a4-aa6b-4f0c3832eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.268870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-1ee35d0f-54f3-40a4-aa6b-4f0c3832eeb6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6494 time: 0.2717750 Nov 12 20:55:57.304693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Network f56083d2-5309-4a49-a7d6-0ff320b33480 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:57.328401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:57.341772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:57.351581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Pushing event updated for resources: {'Port': ['ID=d9861d43-c886-41e6-b9dd-389fcc281a04,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:57.392601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d5cd26e-ed52-48a8-9aed-bbe0bb41bc86 req-eada6731-24b0-431b-92db-3b616d099753 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224835 Nov 12 20:55:57.397771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62696600-cad5-4d02-ab91-cd90b8683cef req-341bf4e6-3bb2-40a4-a8e0-8f4b9efd1345 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601152 Nov 12 20:55:57.436185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32d2dd42-73de-4979-bc7f-e6e8db542f41 req-98341559-3e86-4bb7-ba19-4a76c97a9864 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484113 Nov 12 20:55:57.446665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Attempting to bind port d9861d43-c886-41e6-b9dd-389fcc281a04 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:57.448110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Attempting to bind port d9861d43-c886-41e6-b9dd-389fcc281a04 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:57.448110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Attempting to bind port d9861d43-c886-41e6-b9dd-389fcc281a04 on network f56083d2-5309-4a49-a7d6-0ff320b33480 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:57.462709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:57.463093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Checking segment: {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:57.463526 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.463927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Bound using segment: {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:57.464413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Bound port: d9861d43-c886-41e6-b9dd-389fcc281a04, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:57.464801 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.513223 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9faed56-de3f-4eb4-9368-15e3b2c31050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.552978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] For port d9861d43-c886-41e6-b9dd-389fcc281a04, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:57.556502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] For port d9861d43-c886-41e6-b9dd-389fcc281a04, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d9861d43-c886-41e6-b9dd-389fcc281a04,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:57.663154 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.692408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-31afa805-1ca0-4487-832c-1190cd940333 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.699324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-31afa805-1ca0-4487-832c-1190cd940333 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.707370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-31afa805-1ca0-4487-832c-1190cd940333 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.713576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-31afa805-1ca0-4487-832c-1190cd940333 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.719748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-31afa805-1ca0-4487-832c-1190cd940333 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.726293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-31afa805-1ca0-4487-832c-1190cd940333 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.735554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-31afa805-1ca0-4487-832c-1190cd940333 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.739789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ff6ce-1b0c-4bf0-9f89-e87872f46f0a None None] Pushing event updated for resources: {'Port': ['ID=d9861d43-c886-41e6-b9dd-389fcc281a04,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:57.743876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-31afa805-1ca0-4487-832c-1190cd940333 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.1717186 Nov 12 20:55:57.748322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.785602 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:57.883453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b1dd925-f323-44bb-97fb-fe9f5905a942 req-1f923c02-38aa-4429-998c-dba22c6511be tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354973 Nov 12 20:55:57.973631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Allocated IP 172.25.8.134 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/b6ca3c50-13ba-42fa-8a35-da70726a8c08) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:58.109235 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:58.218545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:58.287118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:58.305702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:58.314957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:58.368922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ca3c50-13ba-42fa-8a35-da70726a8c08,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:58.454766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340754-b12c-4d51-b3cb-1e06b305c86e req-4b179009-e751-441a-b3de-70f7a5533716 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:58.459945 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e340754-b12c-4d51-b3cb-1e06b305c86e req-4b179009-e751-441a-b3de-70f7a5533716 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1750128 Nov 12 20:55:58.745394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5edcec-d08a-4ccf-93c7-2a3c190a8e42 req-72b33a66-2832-4812-984b-edb9aa0d8f74 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:58.750110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a5edcec-d08a-4ccf-93c7-2a3c190a8e42 req-72b33a66-2832-4812-984b-edb9aa0d8f74 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1744637 Nov 12 20:55:58.778971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e340754-b12c-4d51-b3cb-1e06b305c86e req-f613e579-b721-4462-b78c-5e686d2fcaf1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146424 Nov 12 20:55:59.082557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a5edcec-d08a-4ccf-93c7-2a3c190a8e42 req-358ffce5-37a1-460b-91df-32d21f75513d tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024139 Nov 12 20:55:59.082824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac2415-56e3-4165-a942-88096a0d81c6 None None] Network f56083d2-5309-4a49-a7d6-0ff320b33480 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:55:59.085739 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:59.178278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-5663bfec-4e08-493b-9a81-8dd600c23c1f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.192398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-5663bfec-4e08-493b-9a81-8dd600c23c1f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.199204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-5663bfec-4e08-493b-9a81-8dd600c23c1f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.205358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-5663bfec-4e08-493b-9a81-8dd600c23c1f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.211569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-5663bfec-4e08-493b-9a81-8dd600c23c1f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.217572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-5663bfec-4e08-493b-9a81-8dd600c23c1f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.223836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-5663bfec-4e08-493b-9a81-8dd600c23c1f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.225811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-5663bfec-4e08-493b-9a81-8dd600c23c1f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.1884761 Nov 12 20:55:59.243032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8638f5fb-32ec-4107-bbf3-e1873e2a439b None None] Provisioning complete for port d9861d43-c886-41e6-b9dd-389fcc281a04 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:59.243728 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8638f5fb-32ec-4107-bbf3-e1873e2a439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:59.408909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8638f5fb-32ec-4107-bbf3-e1873e2a439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:59.452241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8638f5fb-32ec-4107-bbf3-e1873e2a439b None None] For port d9861d43-c886-41e6-b9dd-389fcc281a04, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d9861d43-c886-41e6-b9dd-389fcc281a04,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:59.475171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e481834f-50a6-48b5-bf6d-a31c0167a104 req-d2405499-dc1d-47bd-8b97-e2443c6d8a34 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2178807 Nov 12 20:55:59.556250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:59.572018 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8638f5fb-32ec-4107-bbf3-e1873e2a439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:59.645340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638f5fb-32ec-4107-bbf3-e1873e2a439b None None] Pushing event updated for resources: {'Port': ['ID=d9861d43-c886-41e6-b9dd-389fcc281a04,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:59.700373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b244d784-b598-48d8-b067-b4bf3462daaf None None] Provisioning complete for port d9861d43-c886-41e6-b9dd-389fcc281a04 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:59.701571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b244d784-b598-48d8-b067-b4bf3462daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:59.895430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Router 73ad98ce-066c-49a3-8b95-f71531355c39 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:55:59.932941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239f289-0123-4ecf-933f-36c01179aaa1 req-ef321b96-b115-4d14-b4ca-de371993b5c2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.937992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6239f289-0123-4ecf-933f-36c01179aaa1 req-ef321b96-b115-4d14-b4ca-de371993b5c2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0906940 Nov 12 20:56:00.018124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d89763f5-04e9-4734-b159-a5de6f92ad32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:00.026605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d9861d43-c886-41e6-b9dd-389fcc281a04 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:00.102195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6239f289-0123-4ecf-933f-36c01179aaa1 req-96c2dfd9-5b45-4e84-b8ae-decafada96e7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970333 Nov 12 20:56:00.106517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d9861d43-c886-41e6-b9dd-389fcc281a04 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:00.107009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:00.143884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:00.163666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Sync routers for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:00.205378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:00.206023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:00.268391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26adc-77b0-444a-b4a9-5074e1cdd088 req-439d1986-cde9-4012-8827-c63bc2d0e20e tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.275377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28d26adc-77b0-444a-b4a9-5074e1cdd088 req-439d1986-cde9-4012-8827-c63bc2d0e20e tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0932913 Nov 12 20:56:00.297425 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:00.297425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7ae11db1-4354-48a6-95f0-cab4958e2c34 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7556992 Nov 12 20:56:00.299273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43220) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:00.363394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28d26adc-77b0-444a-b4a9-5074e1cdd088 req-c4b43054-ce39-4e89-b717-533ac22eabe1 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867085 Nov 12 20:56:00.389561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:00.686743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:55:58Z', 'revision_number': 3, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:00.733137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Checking router: 73ad98ce-066c-49a3-8b95-f71531355c39 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:00.733482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Updating router 73ad98ce-066c-49a3-8b95-f71531355c39 port b6ca3c50-13ba-42fa-8a35-da70726a8c08 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:56:00.737875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-29d87d13-3838-42f7-8e7b-65d5bc3de299 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.744769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-29d87d13-3838-42f7-8e7b-65d5bc3de299 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.750980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-29d87d13-3838-42f7-8e7b-65d5bc3de299 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.759087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-29d87d13-3838-42f7-8e7b-65d5bc3de299 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.762941 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:00.769532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-29d87d13-3838-42f7-8e7b-65d5bc3de299 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.777456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-29d87d13-3838-42f7-8e7b-65d5bc3de299 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.784579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-29d87d13-3838-42f7-8e7b-65d5bc3de299 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.796960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-29d87d13-3838-42f7-8e7b-65d5bc3de299 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.1431403 Nov 12 20:56:00.953119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc4c6666-a347-4f08-8795-b741e83e7e64 req-fdcb2178-55a8-4c4c-8622-b3f52aec23f4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550300 Nov 12 20:56:01.018434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.051080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38999d1e-9ffc-47a1-b493-e96892ff7c1a req-134f81d2-c60d-4fe5-aaf2-2cc15161ffdd tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.060088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38999d1e-9ffc-47a1-b493-e96892ff7c1a req-134f81d2-c60d-4fe5-aaf2-2cc15161ffdd tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1979918 Nov 12 20:56:01.094119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-3364e45f-656d-4684-b9ba-92b1f3bd27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.096815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-3364e45f-656d-4684-b9ba-92b1f3bd27f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1097 time: 0.1725559 Nov 12 20:56:01.240948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38999d1e-9ffc-47a1-b493-e96892ff7c1a req-d35f6e5b-4b90-4b11-979c-7cd591f37134 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794577 Nov 12 20:56:01.253660 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.297005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.309801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Allocated IP 172.20.0.1 (f56083d2-5309-4a49-a7d6-0ff320b33480/907c3a21-ca6e-4ecb-90a1-150a526395ea/a258eae2-e415-4ec3-aded-cb0eb439150a) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:01.317498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2d47-ba70-49b2-8f51-fac5fc022276 req-91b5bb6f-4b90-4d91-8c39-39de6fff2569 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.324804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2d47-ba70-49b2-8f51-fac5fc022276 req-91b5bb6f-4b90-4d91-8c39-39de6fff2569 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.332953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2d47-ba70-49b2-8f51-fac5fc022276 req-91b5bb6f-4b90-4d91-8c39-39de6fff2569 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.340293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2d47-ba70-49b2-8f51-fac5fc022276 req-91b5bb6f-4b90-4d91-8c39-39de6fff2569 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.346599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2d47-ba70-49b2-8f51-fac5fc022276 req-91b5bb6f-4b90-4d91-8c39-39de6fff2569 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.353391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2d47-ba70-49b2-8f51-fac5fc022276 req-91b5bb6f-4b90-4d91-8c39-39de6fff2569 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.354238 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.361907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2d47-ba70-49b2-8f51-fac5fc022276 req-91b5bb6f-4b90-4d91-8c39-39de6fff2569 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.377093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95af2d47-ba70-49b2-8f51-fac5fc022276 req-91b5bb6f-4b90-4d91-8c39-39de6fff2569 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.2095835 Nov 12 20:56:01.380034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:01.396358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Request body: {'floatingip': {'port_id': 'd086ce76-b78a-4813-893b-2e6bcceba638'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:01.417939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-cb23365f-d1dc-4da7-96aa-15057aef6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.419558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-cb23365f-d1dc-4da7-96aa-15057aef6744 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 920 time: 0.2980459 Nov 12 20:56:01.479164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-b05a94f7-0dcd-4558-bd20-668b0aa7932a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 217 time: 0.0498545 Nov 12 20:56:01.480649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Attempting to bind port b6ca3c50-13ba-42fa-8a35-da70726a8c08 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:01.481029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Attempting to bind port b6ca3c50-13ba-42fa-8a35-da70726a8c08 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:01.481400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Attempting to bind port b6ca3c50-13ba-42fa-8a35-da70726a8c08 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:01.483633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Pushing event updated for resources: {'Port': ['ID=b6ca3c50-13ba-42fa-8a35-da70726a8c08,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:01.490500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:01.490883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:01.491303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.491706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:01.492844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Bound port: b6ca3c50-13ba-42fa-8a35-da70726a8c08, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:01.492844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.495143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de2f41-93ae-4cc1-987f-64c0cb60ac20 req-c2c7b558-1c38-436e-9c34-093676017b8c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.502729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97de2f41-93ae-4cc1-987f-64c0cb60ac20 req-c2c7b558-1c38-436e-9c34-093676017b8c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1246684 Nov 12 20:56:01.553244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] For port b6ca3c50-13ba-42fa-8a35-da70726a8c08, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:01.556263 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.557344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] For port b6ca3c50-13ba-42fa-8a35-da70726a8c08, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b6ca3c50-13ba-42fa-8a35-da70726a8c08,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:01.576302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-c55a6fe6-1ded-42ca-8154-50012aa6aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.577513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-c55a6fe6-1ded-42ca-8154-50012aa6aaee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 200 len: 859 time: 0.0718532 Nov 12 20:56:01.621579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-2ef7095f-7bb0-41f2-aa86-78bdc1105004 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7d0a5c8-9c16-4868-9609-35ec67e87841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326679 Nov 12 20:56:01.626514 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.633158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97de2f41-93ae-4cc1-987f-64c0cb60ac20 req-41e0a811-a5c0-4aa6-922a-d600810fd96e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279387 Nov 12 20:56:01.634729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.763196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Pushing event updated for resources: {'Port': ['ID=b6ca3c50-13ba-42fa-8a35-da70726a8c08,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:01.782108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:01.783056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:01.785835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.785959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.786237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.786571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.786902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.787382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.788522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.788803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.789256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.789594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.789911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.790241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b1443-23ef-4dcd-a13e-c1c98adde9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:01.793301 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:01.824171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-46dbaeac-f5ac-44ee-98ea-146ca92aa2ba service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903200 Nov 12 20:56:01.948015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9b4bb59-d9fe-498a-b598-3bdfef36b690 req-f7ee10cc-c51f-482f-abd4-166e3a7178ae service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132989 Nov 12 20:56:02.161773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:02.218469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Network f56083d2-5309-4a49-a7d6-0ff320b33480 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:02.225852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:02.236688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:02.322918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Pushing event updated for resources: {'Port': ['ID=a258eae2-e415-4ec3-aded-cb0eb439150a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:02.349814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:02.463728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:55:58Z', 'revision_number': 3, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:02.483690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20750a-dcaa-4b31-a02a-03fa4a75e693 req-3a160c4e-18ab-41b5-b291-397bbbca104e tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:02.486485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b20750a-dcaa-4b31-a02a-03fa4a75e693 req-3a160c4e-18ab-41b5-b291-397bbbca104e tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1161346 Nov 12 20:56:02.521067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb49b8-13f2-4598-b851-d98551f451e7 None None] The sync data for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 is: [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:55:58Z', 'revision_number': 3, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:02.566401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b20750a-dcaa-4b31-a02a-03fa4a75e693 req-8fd4298f-2168-4e03-bc25-4f6ffe97dc91 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664027 Nov 12 20:56:02.648164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9b24fc93-f578-4bb5-b735-7347b5e84479 None None] Provisioning complete for port a258eae2-e415-4ec3-aded-cb0eb439150a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:02.648546 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9b24fc93-f578-4bb5-b735-7347b5e84479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:02.693999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9b24fc93-f578-4bb5-b735-7347b5e84479 None None] Port a258eae2-e415-4ec3-aded-cb0eb439150a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:02.754559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:02.867237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aae7d-5f8a-42fe-bf67-94547ded4fa2 req-8a1fddcc-f8d4-432e-b1e7-f344fb678f7e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:02.890821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-341aae7d-5f8a-42fe-bf67-94547ded4fa2 req-8a1fddcc-f8d4-432e-b1e7-f344fb678f7e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1544769 Nov 12 20:56:02.990890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-341aae7d-5f8a-42fe-bf67-94547ded4fa2 req-e9998659-6121-4aec-a633-d58fd4d8f78c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942061 Nov 12 20:56:03.009657 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:03.029151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43286) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:03.110235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:03.135585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:03.292478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:03.325849 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Floating IP 7286950a-3705-4798-aad2-edf69d3a6857 associated. External IP: 172.25.8.42, port: d086ce76-b78a-4813-893b-2e6bcceba638. Nov 12 20:56:03.379904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:03.479993 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:03.502214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:03.529666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Pushing event updated for resources: {'Port': ['ID=a258eae2-e415-4ec3-aded-cb0eb439150a,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:03.784455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Network f56083d2-5309-4a49-a7d6-0ff320b33480 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:03.788144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:03.903681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Router f0aeee7e-2051-4176-8319-d2fa97630936 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:56:04.050771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b6ca3c50-13ba-42fa-8a35-da70726a8c08 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:04.164479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b6ca3c50-13ba-42fa-8a35-da70726a8c08 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:04.164938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:04.221242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ceb0-46c5-4307-ab1a-f7462ffc00a8 req-9267a727-49d6-4a70-a02c-7d3c63b74612 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.230617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf25ceb0-46c5-4307-ab1a-f7462ffc00a8 req-9267a727-49d6-4a70-a02c-7d3c63b74612 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.2108862 Nov 12 20:56:04.248402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Router 73ad98ce-066c-49a3-8b95-f71531355c39 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:56:04.269330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:04.282358 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] Sync routers for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:04.283326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-75d40481-e6f2-4eaf-918f-c0046e9c9a3f None None] Provisioning complete for port a258eae2-e415-4ec3-aded-cb0eb439150a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:04.283326 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-75d40481-e6f2-4eaf-918f-c0046e9c9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:04.301198 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:04.302369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:04.306129 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:04.325139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-75d40481-e6f2-4eaf-918f-c0046e9c9a3f None None] Port a258eae2-e415-4ec3-aded-cb0eb439150a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:04.378119 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:04.385778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a166d12-9a2e-49dd-a3de-b932a722c8a2 req-d236fd10-4965-4c6e-a30b-adff3fe3377c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.390989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a166d12-9a2e-49dd-a3de-b932a722c8a2 req-d236fd10-4965-4c6e-a30b-adff3fe3377c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.2037375 Nov 12 20:56:04.414919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port b6ca3c50-13ba-42fa-8a35-da70726a8c08, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b6ca3c50-13ba-42fa-8a35-da70726a8c08,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:04.431532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf25ceb0-46c5-4307-ab1a-f7462ffc00a8 req-3eff01bc-ceb3-4c13-ac1b-6666343530a7 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993608 Nov 12 20:56:04.481645 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cf0b0d39-3076-4174-a1b6-8915127b0bba tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "PUT /v2.0/floatingips/7286950a-3705-4798-aad2-edf69d3a6857 HTTP/1.1" status: 200 len: 990 time: 3.0994546 Nov 12 20:56:04.484921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:04.491850 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:04.494284 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:04.566098 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:04.578046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a166d12-9a2e-49dd-a3de-b932a722c8a2 req-d5d6d6ef-6858-4d78-808a-75775f552486 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734471 Nov 12 20:56:04.613271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=b6ca3c50-13ba-42fa-8a35-da70726a8c08,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:04.667837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:04.683345 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dd6b753d-c496-4027-a53f-9903da97aa8a admin admin] 10.222.0.64 "PUT /v2.0/routers/73ad98ce-066c-49a3-8b95-f71531355c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3788970 Nov 12 20:56:04.716420 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66adce7-cd93-4cb1-9b5f-a7b1448c44c9 x-openstack-request-id: req-c66adce7-cd93-4cb1-9b5f-a7b1448c44c9 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:04.722573 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:04.723750 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c66adce7-cd93-4cb1-9b5f-a7b1448c44c9 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:04.724327 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'status': 'completed', 'code': 200} Nov 12 20:56:04.750240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:04.881193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-7eee1e6d-3f9e-487c-b3db-ee7921cbc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.881680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-7eee1e6d-3f9e-487c-b3db-ee7921cbc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.882169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-7eee1e6d-3f9e-487c-b3db-ee7921cbc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.883037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-7eee1e6d-3f9e-487c-b3db-ee7921cbc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.883153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-7eee1e6d-3f9e-487c-b3db-ee7921cbc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.883563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-7eee1e6d-3f9e-487c-b3db-ee7921cbc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.884029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-7eee1e6d-3f9e-487c-b3db-ee7921cbc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:04.885990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-7eee1e6d-3f9e-487c-b3db-ee7921cbc1b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6494 time: 0.1326771 Nov 12 20:56:05.008097 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '7286950a-3705-4798-aad2-edf69d3a6857', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'port_id': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'mac_address': 'fa:16:3e:dd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:54:53Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 1, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:52Z', 'revision_number': 5, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:05.052899 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] Checking router: f0aeee7e-2051-4176-8319-d2fa97630936 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:05.075820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:05.082601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Sync routers for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:05.086128 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:05.111410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:05.112608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:05.200646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-3121f1cd-a5bc-4fb3-9890-5b27820a03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:05.202002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-3121f1cd-a5bc-4fb3-9890-5b27820a03e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8060bccd-0eb2-4d83-965c-69b630d98cf8 HTTP/1.1" status: 200 len: 912 time: 0.3044901 Nov 12 20:56:05.246133 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:05.287229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:05.305301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-96d83223-c61a-4fc7-b5fc-d758a843f71a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d086ce76-b78a-4813-893b-2e6bcceba638 HTTP/1.1" status: 200 len: 998 time: 0.0869017 Nov 12 20:56:05.401324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-20447d2e-3254-4c13-983f-fc4e224fd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:05.402364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-20447d2e-3254-4c13-983f-fc4e224fd1b8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=164bb86d-7d0a-404e-965d-bad55e5dece2 HTTP/1.1" status: 200 len: 850 time: 0.0765414 Nov 12 20:56:05.455051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Deleting port 675f3e02-82f6-4b7a-b511-7a47d7505ae0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:05.456317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:05.482989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-977df869-9e63-4457-af90-7df708d3e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:05.484771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-977df869-9e63-4457-af90-7df708d3e427 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8060bccd-0eb2-4d83-965c-69b630d98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746021 Nov 12 20:56:05.597455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:03Z', 'revision_number': 2, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:05.624025 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '7286950a-3705-4798-aad2-edf69d3a6857', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'port_id': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'mac_address': 'fa:16:3e:dd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:54:53Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 1, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:52Z', 'revision_number': 5, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:05.642036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] For port 675f3e02-82f6-4b7a-b511-7a47d7505ae0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=675f3e02-82f6-4b7a-b511-7a47d7505ae0,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:05.642381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:05.662352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Calling delete_port for 675f3e02-82f6-4b7a-b511-7a47d7505ae0 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:05.663186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Checking router: 73ad98ce-066c-49a3-8b95-f71531355c39 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:05.665428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Updating router 73ad98ce-066c-49a3-8b95-f71531355c39 port a258eae2-e415-4ec3-aded-cb0eb439150a binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:56:05.673496 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7746fe-bdae-4fb0-83d7-33b2c22ab8b1 None None] The sync data for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 is: [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '7286950a-3705-4798-aad2-edf69d3a6857', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'port_id': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'mac_address': 'fa:16:3e:dd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:54:53Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 1, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:52Z', 'revision_number': 5, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:05.698860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992da62c-35bb-4fef-8d4f-35e170db5b64 req-698ec42c-52b9-4e24-b3de-4d6388786f38 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:05.710610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-992da62c-35bb-4fef-8d4f-35e170db5b64 req-698ec42c-52b9-4e24-b3de-4d6388786f38 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1257663 Nov 12 20:56:05.713737 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:05.779730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-f187235d-a869-4428-a962-16198f6a7d9c service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650824 Nov 12 20:56:05.825367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-992da62c-35bb-4fef-8d4f-35e170db5b64 req-b4a80fb9-f259-4e94-a410-49629b37bf8c tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136906 Nov 12 20:56:05.865995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43334) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:05.871418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-af362d2d-d488-410f-b1ed-68a0eefac309 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882321046', 'description': 'tempest-description--332326279'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:06.026529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b6ca3c50-13ba-42fa-8a35-da70726a8c08 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:06.038493 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999692c-084c-49ca-ab4d-267b75b7cb3c None None] New status for floating IP 7286950a-3705-4798-aad2-edf69d3a6857: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:56:06.102346 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af362d2d-d488-410f-b1ed-68a0eefac309 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.108068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b6ca3c50-13ba-42fa-8a35-da70726a8c08 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:06.108444 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.182930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-622eb4b4-89a9-47de-9f18-16a99e7f6a6d req-aea7c99b-15fe-45c5-b24b-dbd9a506585e service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705747 Nov 12 20:56:06.211173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cfb22-893b-4475-88ab-d16832d44dff req-0b215712-eb0e-45e1-a509-39e2e324bef4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:06.212957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-235cfb22-893b-4475-88ab-d16832d44dff req-0b215712-eb0e-45e1-a509-39e2e324bef4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.2593384 Nov 12 20:56:06.240373 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af362d2d-d488-410f-b1ed-68a0eefac309 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.260442 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.314267 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af362d2d-d488-410f-b1ed-68a0eefac309 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.344504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-235cfb22-893b-4475-88ab-d16832d44dff req-22880e9e-5a12-48d2-9ece-4ab1b08da0d5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719244 Nov 12 20:56:06.345697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af362d2d-d488-410f-b1ed-68a0eefac309 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c0d27-122b-448b-b3dd-e9d1af25f648,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:06.370842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.402682 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af362d2d-d488-410f-b1ed-68a0eefac309 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.405884 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af362d2d-d488-410f-b1ed-68a0eefac309 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5385802 Nov 12 20:56:06.411535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:06.422732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3b86c476-f809-4d39-801a-e48cb9c632bf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Request body: {'security_group_rule': {'security_group_id': 'bf3c0d27-122b-448b-b3dd-e9d1af25f648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:06.462548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.477458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d09c6-b398-49f9-8d98-bc2fa76772ba None None] Pushing event updated for resources: {'Port': ['ID=a258eae2-e415-4ec3-aded-cb0eb439150a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:06.520717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Attempting to bind port a258eae2-e415-4ec3-aded-cb0eb439150a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:06.521313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Attempting to bind port a258eae2-e415-4ec3-aded-cb0eb439150a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:06.521689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Attempting to bind port a258eae2-e415-4ec3-aded-cb0eb439150a on network f56083d2-5309-4a49-a7d6-0ff320b33480 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:06.527890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:06.530299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Checking segment: {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:06.530930 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.531162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Bound using segment: {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:06.533292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Bound port: a258eae2-e415-4ec3-aded-cb0eb439150a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:06.533929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.541515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Pushing event deleted for resources: {'Port': ['ID=675f3e02-82f6-4b7a-b511-7a47d7505ae0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:06.569465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43342) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:06.597944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.598540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.599027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.599603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.600105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.600581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.601054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.601538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.602022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.602354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.602693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.602997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:06.608841 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b86c476-f809-4d39-801a-e48cb9c632bf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.638375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] For port a258eae2-e415-4ec3-aded-cb0eb439150a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:06.646999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] For port a258eae2-e415-4ec3-aded-cb0eb439150a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a258eae2-e415-4ec3-aded-cb0eb439150a,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:06.719278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4b38-8ff4-49b7-8182-5eaafb741264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.726321 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.742938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b86c476-f809-4d39-801a-e48cb9c632bf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.810410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:06.811026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:06.819161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b86c476-f809-4d39-801a-e48cb9c632bf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.826146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4b38-8ff4-49b7-8182-5eaafb741264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.847386 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86c476-f809-4d39-801a-e48cb9c632bf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9604b8-96ee-468a-8cbe-76d752536c2c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:06.850007 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.905904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4b38-8ff4-49b7-8182-5eaafb741264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:06.947117 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e8ca4b38-8ff4-49b7-8182-5eaafb741264 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbf0c1f5c99a49ff8bd24241c881fe4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776338 Nov 12 20:56:06.950679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca4b38-8ff4-49b7-8182-5eaafb741264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416756bf-9c2d-4a4c-80c4-801d32b84a3a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:06.953403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43348) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:06.981145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d09c6-b398-49f9-8d98-bc2fa76772ba None None] Pushing event updated for resources: {'Port': ['ID=a258eae2-e415-4ec3-aded-cb0eb439150a,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:06.997580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d3bc9221-2550-4098-b78d-be427e36dc6d None None] Provisioning complete for port a258eae2-e415-4ec3-aded-cb0eb439150a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:06.997884 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9221-2550-4098-b78d-be427e36dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.022104 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4754749-0ce5-49db-bbfe-d41ea6ec4499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.031440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:07.052786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4754749-0ce5-49db-bbfe-d41ea6ec4499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.067690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b86c476-f809-4d39-801a-e48cb9c632bf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.071262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3b86c476-f809-4d39-801a-e48cb9c632bf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6508512 Nov 12 20:56:07.072255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43354) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:07.084802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5ae6dd7e-68f0-4bc4-8d65-4aa947d946d3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Request body: {'security_group_rule': {'security_group_id': 'bf3c0d27-122b-448b-b3dd-e9d1af25f648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:07.172084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2065e28-fc89-4da7-934a-6a027fcc8992 req-e41691b6-cd54-4836-ad8b-daa7e3ff5cee tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:07.174176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2065e28-fc89-4da7-934a-6a027fcc8992 req-e41691b6-cd54-4836-ad8b-daa7e3ff5cee tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.2409878 Nov 12 20:56:07.202364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4754749-0ce5-49db-bbfe-d41ea6ec4499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.205338 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4754749-0ce5-49db-bbfe-d41ea6ec4499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.206682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e4754749-0ce5-49db-bbfe-d41ea6ec4499 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/416756bf-9c2d-4a4c-80c4-801d32b84a3a HTTP/1.1" status: 204 len: 168 time: 0.2521660 Nov 12 20:56:07.226485 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4754749-0ce5-49db-bbfe-d41ea6ec4499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416756bf-9c2d-4a4c-80c4-801d32b84a3a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:07.262885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2065e28-fc89-4da7-934a-6a027fcc8992 req-9e906d3f-eb30-4de9-adb3-921615b9f51f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545933 Nov 12 20:56:07.273293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dd7e-68f0-4bc4-8d65-4aa947d946d3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.320186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Router cb811d70-48e5-4f9a-b0e6-48cb254440f9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:56:07.412480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dd7e-68f0-4bc4-8d65-4aa947d946d3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.466064 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9221-2550-4098-b78d-be427e36dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.500695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dd7e-68f0-4bc4-8d65-4aa947d946d3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.513247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:07.522062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c86ddb9a-9602-4646-b972-7656783e9542 admin admin] 10.222.0.64 "PUT /v2.0/routers/cb811d70-48e5-4f9a-b0e6-48cb254440f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4918146 Nov 12 20:56:07.522406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43364) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:07.530588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d3bc9221-2550-4098-b78d-be427e36dc6d None None] For port a258eae2-e415-4ec3-aded-cb0eb439150a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a258eae2-e415-4ec3-aded-cb0eb439150a,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:07.540658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] Sync routers for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:07.547506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd371f-0839-4faa-83bc-56200d25bfd2 req-7d8cf740-1f38-4f7c-b306-b31e057d3a1c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:07.549629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fedd371f-0839-4faa-83bc-56200d25bfd2 req-7d8cf740-1f38-4f7c-b306-b31e057d3a1c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1044481 Nov 12 20:56:07.550706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6dd7e-68f0-4bc4-8d65-4aa947d946d3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580f05bc-8108-40c1-9b0e-9b25e1514801,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:07.567936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:07.569793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:07.575004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:06Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:07.608142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fedd371f-0839-4faa-83bc-56200d25bfd2 req-9b1d2e7f-6b9a-4622-8231-add41c63f0af tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Nov 12 20:56:07.647668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dd7e-68f0-4bc4-8d65-4aa947d946d3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.649342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5ae6dd7e-68f0-4bc4-8d65-4aa947d946d3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5749524 Nov 12 20:56:07.650121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93e741-c61c-4f2c-b44f-280d59402ce1 None None] The sync data for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 is: [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:06Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:07.651983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9221-2550-4098-b78d-be427e36dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.654689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43366) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:07.661564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:07.722495 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.776805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.802897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:07.883973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc9221-2550-4098-b78d-be427e36dc6d None None] Pushing event updated for resources: {'Port': ['ID=a258eae2-e415-4ec3-aded-cb0eb439150a,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:07.916524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4bcb5440-a5ad-4b63-9d75-ec42e27e2916 None None] Provisioning complete for port a258eae2-e415-4ec3-aded-cb0eb439150a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:07.916524 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5440-a5ad-4b63-9d75-ec42e27e2916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.968152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43368) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:07.987703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-add8da0b-a8b7-4c7a-89a2-8c32617650c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.169757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a258eae2-e415-4ec3-aded-cb0eb439150a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:08.169914 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-add8da0b-a8b7-4c7a-89a2-8c32617650c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.243648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-add8da0b-a8b7-4c7a-89a2-8c32617650c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.269065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.285084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:56:06Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:08.321796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] Checking router: cb811d70-48e5-4f9a-b0e6-48cb254440f9 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:08.327893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.337732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] Routers {'cb811d70-48e5-4f9a-b0e6-48cb254440f9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:08.338520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:08.341046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a258eae2-e415-4ec3-aded-cb0eb439150a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:08.341615 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.347266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-add8da0b-a8b7-4c7a-89a2-8c32617650c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf45271a1ed24461a097ebc24a6ef6f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777339 Nov 12 20:56:08.358685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43378) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:08.362754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8da0b-a8b7-4c7a-89a2-8c32617650c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36820df4-b356-4acc-8ed7-3ddbca75752e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:08.506127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Deleting port 166edbb5-71e5-4678-9ed8-32fed6ab3c57 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:08.507300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.524057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a1dc-a71c-4b8a-94db-94a565cf6c28 req-4e991d9c-d5de-44c9-bc39-b1a9d8f34e8f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.532749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c190a1dc-a71c-4b8a-94db-94a565cf6c28 req-4e991d9c-d5de-44c9-bc39-b1a9d8f34e8f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0769036 Nov 12 20:56:08.556643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05903e8c-962e-49f0-a1c1-84d4c647d80c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.569157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] Set router cb811d70-48e5-4f9a-b0e6-48cb254440f9 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:08.576337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Allocated IP 172.25.8.148 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/5931182c-411d-498a-9e11-5e14285fc9a6) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:08.607361 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05903e8c-962e-49f0-a1c1-84d4c647d80c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.650564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c190a1dc-a71c-4b8a-94db-94a565cf6c28 req-fb33c7d0-9eba-4d10-a3a2-a2307738692c tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153822 Nov 12 20:56:08.705394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] For port 166edbb5-71e5-4678-9ed8-32fed6ab3c57, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=166edbb5-71e5-4678-9ed8-32fed6ab3c57,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:08.705863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.726002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Calling delete_port for 166edbb5-71e5-4678-9ed8-32fed6ab3c57 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:08.778247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c97332-43dd-4acd-a989-eac77d212922 req-94cac9a9-9fc7-4db6-92e4-73047ae41fd1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.779957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04c97332-43dd-4acd-a989-eac77d212922 req-94cac9a9-9fc7-4db6-92e4-73047ae41fd1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0636799 Nov 12 20:56:08.781863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05903e8c-962e-49f0-a1c1-84d4c647d80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.785486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05903e8c-962e-49f0-a1c1-84d4c647d80c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.789610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-05903e8c-962e-49f0-a1c1-84d4c647d80c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36820df4-b356-4acc-8ed7-3ddbca75752e HTTP/1.1" status: 204 len: 168 time: 0.4197407 Nov 12 20:56:08.802564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903e8c-962e-49f0-a1c1-84d4c647d80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36820df4-b356-4acc-8ed7-3ddbca75752e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:08.810022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:56:06Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:08.853624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cd500-673d-46e7-9db7-f169d9d9df8f None None] The sync data for ids ['cb811d70-48e5-4f9a-b0e6-48cb254440f9'] in n-d-713498-29 is: [{'id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'name': 'tempest-AttachVolumeShelveTestJSON-547563541-router', 'tenant_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:46:37Z', 'updated_at': '2021-11-12T20:56:06Z', 'revision_number': 5, 'project_id': 'c4425a0c6e5947d29a9a6b0ec5ef1704', 'gw_port': {'id': '166edbb5-71e5-4678-9ed8-32fed6ab3c57', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:25:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb811d70-48e5-4f9a-b0e6-48cb254440f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:46:38Z', 'updated_at': '2021-11-12T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:08.865209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.881615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04c97332-43dd-4acd-a989-eac77d212922 req-72e4913f-330a-4889-8105-bc56a59135bb tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906229 Nov 12 20:56:08.918490 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-2cfe78a8-f61f-46b3-b007-bcfe4fbd95e4 service neutron] show failed (client error): The resource could not be found. Nov 12 20:56:08.919497 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-2cfe78a8-f61f-46b3-b007-bcfe4fbd95e4 service neutron] 10.222.0.46 "GET /v2.0/ports/483dc014-2979-4db2-bc62-7f463dcaea23/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.1653931 Nov 12 20:56:09.114577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.153444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:09.156308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:09.162990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:09.167737 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.196847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event updated for resources: {'Port': ['ID=5931182c-411d-498a-9e11-5e14285fc9a6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:09.264062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=166edbb5-71e5-4678-9ed8-32fed6ab3c57,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:09.328009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.434449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.439533 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.526972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.527328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-5fd3f5d1-28af-4ec7-a28a-2b12d999941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:09.529614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-5fd3f5d1-28af-4ec7-a28a-2b12d999941a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4&tenant_id=1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 1102 time: 0.0655551 Nov 12 20:56:09.551455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:09.576423 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.576955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb811d70-48e5-4f9a-b0e6-48cb254440f9 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:56:09.584409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.584409 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-99721e23-7045-4fde-b6e1-1dadf9993d0f admin admin] 10.222.0.64 "DELETE /v2.0/routers/cb811d70-48e5-4f9a-b0e6-48cb254440f9 HTTP/1.1" status: 204 len: 168 time: 2.0590513 Nov 12 20:56:09.585297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43398) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:09.638341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.643439 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.812249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9764e2c9-8b78-457d-9a56-acb10474eb79 admin admin] Deleting subnet 3465fa19-e516-4344-9f68-90cc02d9e5a6 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:56:09.819246 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9764e2c9-8b78-457d-9a56-acb10474eb79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.821908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.885248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.924538 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9764e2c9-8b78-457d-9a56-acb10474eb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.935240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad25009-50c9-474d-8ff6-221559129ef8 req-99fa3fa7-65ea-4437-8c04-bf268c94b054 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:09.936854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ad25009-50c9-474d-8ff6-221559129ef8 req-99fa3fa7-65ea-4437-8c04-bf268c94b054 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1606593 Nov 12 20:56:09.982309 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:09.987026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event updated for resources: {'Port': ['ID=5931182c-411d-498a-9e11-5e14285fc9a6,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:10.113703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.116000 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d17bb225-df3f-49bc-8904-986f1ce9313a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4588943 Nov 12 20:56:10.179787 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.208069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.266512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a258eae2-e415-4ec3-aded-cb0eb439150a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:10.328305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a258eae2-e415-4ec3-aded-cb0eb439150a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:10.328305 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.353372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:10.457676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ad25009-50c9-474d-8ff6-221559129ef8 req-4c150983-5df6-45c6-84a2-449fac5b0320 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995763 Nov 12 20:56:10.473089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9764e2c9-8b78-457d-9a56-acb10474eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.483112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 675f3e02-82f6-4b7a-b511-7a47d7505ae0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:10.498205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:10.518456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 675f3e02-82f6-4b7a-b511-7a47d7505ae0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:10.518893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 675f3e02-82f6-4b7a-b511-7a47d7505ae0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:10.519204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 166edbb5-71e5-4678-9ed8-32fed6ab3c57 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:10.529368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdf7c2-90af-4c66-8b25-75b169ba4d47 req-a58a40c6-1ac4-408e-bf84-65d176ec6f66 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:10.530966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66cdf7c2-90af-4c66-8b25-75b169ba4d47 req-a58a40c6-1ac4-408e-bf84-65d176ec6f66 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1981361 Nov 12 20:56:10.544375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 166edbb5-71e5-4678-9ed8-32fed6ab3c57 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:10.544721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 166edbb5-71e5-4678-9ed8-32fed6ab3c57 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:10.594548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:10.597540 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e87d60c-369b-4fe8-9e21-3e629f4588e5" -d '{"events": [{"server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:10.602717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.666877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66cdf7c2-90af-4c66-8b25-75b169ba4d47 req-fc9291bf-b550-4fa7-bd32-a24a3f7daf9f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185808 Nov 12 20:56:10.679462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-c1511a42-4a68-4315-bda7-66ea27672c74 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--882321046&fields=id&tenant_id=d9b91358e6624354b3bbafc8f28ffa91 HTTP/1.1" status: 200 len: 267 time: 0.1038246 Nov 12 20:56:10.697438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Transition to ACTIVE for port object 483dc014-2979-4db2-bc62-7f463dcaea23 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:56:10.709982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9764e2c9-8b78-457d-9a56-acb10474eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.781574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764e2c9-8b78-457d-9a56-acb10474eb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3465fa19-e516-4344-9f68-90cc02d9e5a6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:10.789900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.794106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9764e2c9-8b78-457d-9a56-acb10474eb79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:10.797221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c49842-4d10-4d8a-8db9-e4e8eca52400 None None] Network 08fae675-e385-45c1-b4a9-0f36e735b554 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:10.800613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9764e2c9-8b78-457d-9a56-acb10474eb79 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3465fa19-e516-4344-9f68-90cc02d9e5a6 HTTP/1.1" status: 204 len: 168 time: 1.2142715 Nov 12 20:56:10.800874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43442) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:10.869347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:10.896123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] No DVR routers for this DVR port 483dc014-2979-4db2-bc62-7f463dcaea23 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:10.905724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-34dcf1f2-3e80-46bb-b5cb-63ce5191e804 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:10.913259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-34dcf1f2-3e80-46bb-b5cb-63ce5191e804 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/networks?id=f56083d2-5309-4a49-a7d6-0ff320b33480 HTTP/1.1" status: 200 len: 812 time: 0.2267666 Nov 12 20:56:10.943701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-09fa31a7-8291-4cc9-9ad6-8fe61654e320 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/quotas/d9b91358e6624354b3bbafc8f28ffa91 HTTP/1.1" status: 200 len: 375 time: 0.0282204 Nov 12 20:56:10.949621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.024000 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611a8f71-23ce-46b0-af9a-ec2158c86869 x-openstack-request-id: req-611a8f71-23ce-46b0-af9a-ec2158c86869 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:11.024298 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:11.024554 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-611a8f71-23ce-46b0-af9a-ec2158c86869 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:11.024959 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23', 'code': 200} Nov 12 20:56:11.054226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Attempting to bind port 483dc014-2979-4db2-bc62-7f463dcaea23 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:11.054567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Attempting to bind port 483dc014-2979-4db2-bc62-7f463dcaea23 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:11.054900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Attempting to bind port 483dc014-2979-4db2-bc62-7f463dcaea23 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:11.064687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Port 483dc014-2979-4db2-bc62-7f463dcaea23 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:56:11.065029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Attempting to bind port 483dc014-2979-4db2-bc62-7f463dcaea23 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:11.073536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Deleting port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:11.073864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.099936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-bd22a397-a457-4b1e-bc23-c82f5e73eb52 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9b91358e6624354b3bbafc8f28ffa91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1565619 Nov 12 20:56:11.106245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:11.108140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:11.108568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:11.109034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Bound port: 483dc014-2979-4db2-bc62-7f463dcaea23, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:11.109407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.161677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] For port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:11.162304 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.179913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Calling delete_port for 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:11.304304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:11.324892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:11.341098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-712f8bc6-b4ef-4c5d-98e6-ec77c420e8f0 service neutron] 10.222.0.64 "GET /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266533 Nov 12 20:56:11.348430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] DHCP port deletion for 08fae675-e385-45c1-b4a9-0f36e735b554 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:11.402175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] Deleting port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:11.402557 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.439851 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.467732 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.470550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] For port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,segment=NetworkSegment(65a60933-7c9e-4b7b-9c31-b7fb436b887b),segment_id=65a60933-7c9e-4b7b-9c31-b7fb436b887b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:11.471070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.485858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] Calling delete_port for 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:11.488360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-abc5293d-0c65-4f59-a977-a2f04c173b6e service neutron] 10.222.0.64 "GET /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403472 Nov 12 20:56:11.489861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:11.490957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.493162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] 10.222.0.78 "PUT /v2.0/ports/483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 1097 time: 1.9468331 Nov 12 20:56:11.539070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:11.557039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] No DVR routers for this DVR port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:11.629987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee0aff-65ab-4547-b57d-78033e882047 service neutron] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:11.684206 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.702680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.724671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-8bfbdb68-13ff-418c-ac37-7dab97653dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:11.724947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] Pushing event deleted for resources: {'Port': ['ID=3c8788e9-2fac-4f83-80f0-0f7a0e9097f7,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:11.726728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-8bfbdb68-13ff-418c-ac37-7dab97653dd4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 1100 time: 0.2049081 Nov 12 20:56:11.729496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fae675-e385-45c1-b4a9-0f36e735b554']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:11.738763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef564086-3559-4e9c-afa6-01ba1c3322b5 None None] No DVR routers for this DVR port 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:11.749282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a60933-7c9e-4b7b-9c31-b7fb436b887b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:11.749882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a60933-7c9e-4b7b-9c31-b7fb436b887b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:11.760521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2141f-9e6c-4c5c-88f5-aed6e2d4fbdf req-0714294a-106d-4d1b-b77c-35bd8bbef504 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:11.763781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efa2141f-9e6c-4c5c-88f5-aed6e2d4fbdf req-0714294a-106d-4d1b-b77c-35bd8bbef504 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1492422 Nov 12 20:56:11.790285 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.811725 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.818729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:11.819124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:11.820898 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:11.976955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:12.006409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:12.011931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:12.012278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3c8788e9-2fac-4f83-80f0-0f7a0e9097f7 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:12.019595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:12.026758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-1e51d2ea-a38b-4425-a2b8-81d22dcd2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:12.028390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-1e51d2ea-a38b-4425-a2b8-81d22dcd2378 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2920017 Nov 12 20:56:12.033154 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] 10.222.0.64 "DELETE /v2.0/networks/08fae675-e385-45c1-b4a9-0f36e735b554 HTTP/1.1" status: 204 len: 168 time: 1.2297282 Nov 12 20:56:12.033290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efa2141f-9e6c-4c5c-88f5-aed6e2d4fbdf req-13015983-67f9-44f5-ae34-305f3b8ef57b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349289 Nov 12 20:56:12.041112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0e9a-8db5-4d30-9672-ab0310969f76 req-2092ea06-daa0-41e9-9f83-7a271f34dd77 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:12.048573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a26b0e9a-8db5-4d30-9672-ab0310969f76 req-2092ea06-daa0-41e9-9f83-7a271f34dd77 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.1453757 Nov 12 20:56:12.089729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddb5d4-a982-47e5-9e8f-32e2f77bad88 admin admin] Pushing event deleted for resources: {'Network': ['ID=08fae675-e385-45c1-b4a9-0f36e735b554,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:12.128224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-54d756a0-f300-4eaf-beee-d76b6d543f68 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 217 time: 0.0768368 Nov 12 20:56:12.229296 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a26b0e9a-8db5-4d30-9672-ab0310969f76 req-0ecfc5e3-fc71-45bb-bef1-68d8fb8ef5b6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796479 Nov 12 20:56:12.245442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-5afa2366-c232-4e1c-9a2b-09b9f67c0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:12.246313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-5afa2366-c232-4e1c-9a2b-09b9f67c0263 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1073356 Nov 12 20:56:12.248337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac0871ed-9169-4bf7-b966-a5eabe6c9dea req-29a3f791-dd2b-417d-bbda-23a3fc427de8 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 210 time: 0.0365880 Nov 12 20:56:12.317627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-3668b7d3-dc1d-4d12-b0cc-f131870ed9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:12.319227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-3668b7d3-dc1d-4d12-b0cc-f131870ed9fa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620799 Nov 12 20:56:12.439404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-51c3da7b-eb6a-4655-850e-acfad4bedb14 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977335 Nov 12 20:56:12.531641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43488) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:12.533537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90e4309b-6ac5-44e4-aa4e-7207734ced6a req-6efc793b-0c86-4a2a-9eeb-a3327d30d28a service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870299 Nov 12 20:56:12.573942 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9bc5b51e-07aa-42e7-b9d4-82b43530fa91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4425a0c6e5947d29a9a6b0ec5ef1704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410419 Nov 12 20:56:12.576604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:12.631888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-256ba01b-8df3-4208-acfd-4e6879e137c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:12.654399 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-256ba01b-8df3-4208-acfd-4e6879e137c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:12.819227 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-256ba01b-8df3-4208-acfd-4e6879e137c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:12.821957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-256ba01b-8df3-4208-acfd-4e6879e137c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:12.823153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-256ba01b-8df3-4208-acfd-4e6879e137c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d4d5486-a8a5-42aa-85e5-726f65bdde77 HTTP/1.1" status: 204 len: 168 time: 0.2455690 Nov 12 20:56:12.831743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba01b-8df3-4208-acfd-4e6879e137c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d5486-a8a5-42aa-85e5-726f65bdde77,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:12.942162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 483dc014-2979-4db2-bc62-7f463dcaea23 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:12.980780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 483dc014-2979-4db2-bc62-7f463dcaea23 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:13.025846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:13.028316 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:13.080986 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb0187d-d39d-4582-affe-3999e99c8868 x-openstack-request-id: req-3cb0187d-d39d-4582-affe-3999e99c8868 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:13.081431 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:13.081825 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cb0187d-d39d-4582-affe-3999e99c8868 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:13.082401 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23', 'status': 'completed', 'code': 200} Nov 12 20:56:13.183753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-a9526e92-9b0e-4b8c-9f28-11821f61b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.187681 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-a9526e92-9b0e-4b8c-9f28-11821f61b4fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 1100 time: 0.0738161 Nov 12 20:56:13.209896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-57b5cefa-fbf1-4752-8a16-4337a86a9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.211433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-57b5cefa-fbf1-4752-8a16-4337a86a9ba7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 1100 time: 0.0995796 Nov 12 20:56:13.226683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962dce5-4913-4fe0-a2c7-755d726a439e req-d3fd21d5-0a84-4325-8815-72f54b3a143e tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.228264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9962dce5-4913-4fe0-a2c7-755d726a439e req-d3fd21d5-0a84-4325-8815-72f54b3a143e tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1040497 Nov 12 20:56:13.324086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-43af99ca-6ce3-4f9c-8e34-8fe202f7b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.331483 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-43af99ca-6ce3-4f9c-8e34-8fe202f7b1d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1267307 Nov 12 20:56:13.401248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9962dce5-4913-4fe0-a2c7-755d726a439e req-c8bf0eea-39d3-40eb-8243-7b741269227a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533909 Nov 12 20:56:13.403267 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-e45fa6c9-616a-4743-8f07-ef1ca5fe8bb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 217 time: 0.0637221 Nov 12 20:56:13.417077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-d5a78ed8-8a3f-4801-9b6d-6761135a5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.420539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-d5a78ed8-8a3f-4801-9b6d-6761135a5f08 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1913154 Nov 12 20:56:13.470492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08706d3-62df-47b4-8b54-d9891a625ff0 req-aae2f7c3-2356-4f2a-8f12-3729fac8f4da tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.477188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-765e0bd7-8d0b-49cc-b594-c2d3b5326710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.478804 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-765e0bd7-8d0b-49cc-b594-c2d3b5326710 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0603065 Nov 12 20:56:13.480437 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c08706d3-62df-47b4-8b54-d9891a625ff0 req-aae2f7c3-2356-4f2a-8f12-3729fac8f4da tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.1451962 Nov 12 20:56:13.519335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-ca834b59-bb3b-449e-9717-35211094b6bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 217 time: 0.0882981 Nov 12 20:56:13.534540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-c4a10a57-5037-43cc-b492-9dd4baf3a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.541511 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-c4a10a57-5037-43cc-b492-9dd4baf3a887 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0457022 Nov 12 20:56:13.597631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05949425-05c1-45a4-a3be-3339c6d6b27f req-56ae8ea7-ff02-4063-9963-f9cf05aff8c4 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 210 time: 0.0571613 Nov 12 20:56:13.632410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c08706d3-62df-47b4-8b54-d9891a625ff0 req-f4e96dfe-a79a-4ed7-a564-fa49a08038cb tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509802 Nov 12 20:56:13.635634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-e731fd06-7d0a-4a09-bd24-dc7ca3c650fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.638477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-e731fd06-7d0a-4a09-bd24-dc7ca3c650fa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1101308 Nov 12 20:56:13.697002 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-31db995c-dfa7-4d09-b829-331333f486e3 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485724 Nov 12 20:56:13.700479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-60cfcdd6-4a3a-4ee8-ad80-777b28090a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.702021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-60cfcdd6-4a3a-4ee8-ad80-777b28090a25 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0561578 Nov 12 20:56:13.812073 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-531ea19a-6f25-4897-9974-ecf32c3c1567 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020486 Nov 12 20:56:13.851317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-5283956b-b0ee-47f0-8fea-a01defef0a5e service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212499 Nov 12 20:56:13.953403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17f981f3-e5e0-40ba-b9ba-480ea870cfb4 req-ce3fe542-6d19-443c-b441-9e7915d4c9e9 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918682 Nov 12 20:56:14.309193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43538) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:14.441808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43546) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:14.509081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1347109826-network', 'tenant_id': '715e19b9fccd4b509dc2d228fdc43ce4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:14.530071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bc7558d-8451-4262-8572-f1959a3a09ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:14.597148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-15e6cee1-6df0-45db-bc48-7a59200e280e tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:14.598608 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-15e6cee1-6df0-45db-bc48-7a59200e280e tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.46 "GET /v2.0/networks?id=f56083d2-5309-4a49-a7d6-0ff320b33480 HTTP/1.1" status: 200 len: 812 time: 0.1242189 Nov 12 20:56:14.606428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f07cac-b0ef-4a23-b5d5-0515b6d02775 req-5ac7d729-b347-4e80-b54e-f0234bbf0570 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:14.607999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88f07cac-b0ef-4a23-b5d5-0515b6d02775 req-5ac7d729-b347-4e80-b54e-f0234bbf0570 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0899339 Nov 12 20:56:14.660343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Made reservation on behalf of 715e19b9fccd4b509dc2d228fdc43ce4 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:14.664697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:14.689193 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-6605ad25-f606-4c70-ba84-daac2390881f tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b91358e6624354b3bbafc8f28ffa91 HTTP/1.1" status: 200 len: 379 time: 0.0739655 Nov 12 20:56:14.701491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Request body: {'port': {'device_id': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'admin_state_up': True, 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'security_groups': ['bf3c0d27-122b-448b-b3dd-e9d1af25f648']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:14.711279 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:14.742070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88f07cac-b0ef-4a23-b5d5-0515b6d02775 req-2c18e8e2-3940-44b8-96de-56fbbbfa3b88 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264651 Nov 12 20:56:14.744409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bc7558d-8451-4262-8572-f1959a3a09ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:14.746743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1595fdbd-2bce-4144-8ace-53f8e9c2dc8c req-1721485f-8a13-4639-a548-47eb419de686 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 210 time: 0.0555115 Nov 12 20:56:14.853579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:14.874323 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bc7558d-8451-4262-8572-f1959a3a09ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:14.902401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Made reservation on behalf of d9b91358e6624354b3bbafc8f28ffa91 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:14.908559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:14.914327 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:56:14.939744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6bc7558d-8451-4262-8572-f1959a3a09ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd80f4dc1ab344989eda51dbdaf29be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4937041 Nov 12 20:56:14.939744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7558d-8451-4262-8572-f1959a3a09ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355def4f-0025-4e5d-a02f-ee08b97aea3c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:14.947773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:14.950415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a435f0-6d51-4ef7-b319-70f0d117c95e req-1220bf6b-8ee7-4678-8450-b845c6d6a910 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:14.951963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a435f0-6d51-4ef7-b319-70f0d117c95e req-1220bf6b-8ee7-4678-8450-b845c6d6a910 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.1126118 Nov 12 20:56:14.975896 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.010519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:15.036556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae2743f-cd4c-406a-8e24-4937a05c10ab,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:15.039497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.039834 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Added segment 73f6c184-ed80-40b6-a035-a171308f0024 of type vlan for network 5b844a3b-d355-4405-81ca-ab57419ffb05 Nov 12 20:56:15.052575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a435f0-6d51-4ef7-b319-70f0d117c95e req-3ac23d0a-128e-42e7-a4fd-77d6454dc685 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928717 Nov 12 20:56:15.065966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e74adc75-6756-4b19-924a-42a7313586b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.086985 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.089810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Allocated IP 172.20.0.10 (f56083d2-5309-4a49-a7d6-0ff320b33480/907c3a21-ca6e-4ecb-90a1-150a526395ea/a3be1083-5ca7-4e77-925d-635cd44a6380) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:15.108041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e74adc75-6756-4b19-924a-42a7313586b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.196628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.197851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:15.198549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.267456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] Pushing event updated for resources: {'Network': ['ID=5b844a3b-d355-4405-81ca-ab57419ffb05,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:15.267732 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.277828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5b844a3b-d355-4405-81ca-ab57419ffb05 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:15.308379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e74adc75-6756-4b19-924a-42a7313586b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.311139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e74adc75-6756-4b19-924a-42a7313586b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.312339 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e74adc75-6756-4b19-924a-42a7313586b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/355def4f-0025-4e5d-a02f-ee08b97aea3c HTTP/1.1" status: 204 len: 168 time: 0.3706968 Nov 12 20:56:15.315407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43560) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:15.322163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Request body: {'subnet': {'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1347109826-subnet', 'tenant_id': '715e19b9fccd4b509dc2d228fdc43ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:15.323772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b25d51cb-8922-4e21-9658-c6adf9dba051 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0052469 Nov 12 20:56:15.337086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74adc75-6756-4b19-924a-42a7313586b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355def4f-0025-4e5d-a02f-ee08b97aea3c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:15.369095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.421842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Network f56083d2-5309-4a49-a7d6-0ff320b33480 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:15.428009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:15.431747 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:15.439699 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event updated for resources: {'Port': ['ID=a3be1083-5ca7-4e77-925d-635cd44a6380,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:15.462231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Made reservation on behalf of 715e19b9fccd4b509dc2d228fdc43ce4 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:15.464593 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.535812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:15.536444 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.640178 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5450e20d-de1d-4958-a13b-f5271dc85c72 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9426372 Nov 12 20:56:15.665294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Request body: {'port': {'device_id': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:15.694959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-98c9e709-fdf1-44e3-a1ef-b0192f7bb4bc None None] Provisioning complete for port a3be1083-5ca7-4e77-925d-635cd44a6380 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:15.695439 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-98c9e709-fdf1-44e3-a1ef-b0192f7bb4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.729861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-98c9e709-fdf1-44e3-a1ef-b0192f7bb4bc None None] Port a3be1083-5ca7-4e77-925d-635cd44a6380 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:15.731117 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.768286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:15.887915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:15.909231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b157d0c-2c06-45b8-9a09-67fc994086bf req-8bf031e3-550b-48f9-b4ab-20eb2a8ef433 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:15.910928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b157d0c-2c06-45b8-9a09-67fc994086bf req-8bf031e3-550b-48f9-b4ab-20eb2a8ef433 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0808454 Nov 12 20:56:15.932777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910651f9-6d32-471c-b615-e04ed01f2862 req-3f129576-4396-4155-bd41-93b7f4b8ed67 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:15.933368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Checking segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:15.933724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Network hostable DHCP agents. Network: 5b844a3b-d355-4405-81ca-ab57419ffb05, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:15.934257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910651f9-6d32-471c-b615-e04ed01f2862 req-3f129576-4396-4155-bd41-93b7f4b8ed67 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 932 time: 0.1029510 Nov 12 20:56:15.963045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43576) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:15.991857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-663df86a-ec66-4bea-9e7b-50bcbe4b8e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.023154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b157d0c-2c06-45b8-9a09-67fc994086bf req-a199ea1e-38c7-436a-b2d3-2b9b49af97ac tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045232 Nov 12 20:56:16.052534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-910651f9-6d32-471c-b615-e04ed01f2862 req-918fba76-2a1a-449a-b878-56997932c91f tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092093 Nov 12 20:56:16.080542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3be1083-5ca7-4e77-925d-635cd44a6380 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:16.088945 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.103800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Transition to ACTIVE for port object a3be1083-5ca7-4e77-925d-635cd44a6380 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:56:16.104569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Network 5b844a3b-d355-4405-81ca-ab57419ffb05 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:16.134215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-663df86a-ec66-4bea-9e7b-50bcbe4b8e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.211021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.239765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-663df86a-ec66-4bea-9e7b-50bcbe4b8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.241643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5b844a3b-d355-4405-81ca-ab57419ffb05) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:16.249265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:16.254918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.262343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a836e-6df2-4f23-b31d-39fa76ee062b None None] Network 5b844a3b-d355-4405-81ca-ab57419ffb05 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:16.272998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Pushing event updated for resources: {'Port': ['ID=a3be1083-5ca7-4e77-925d-635cd44a6380,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:16.302142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-663df86a-ec66-4bea-9e7b-50bcbe4b8e21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f63eac4688345e9801d99f85e6a04a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378005 Nov 12 20:56:16.304567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43580) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:16.331968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663df86a-ec66-4bea-9e7b-50bcbe4b8e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc0e14f-cdfd-4123-880c-db5ed00710f1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:16.365019 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc84fd2a-e4e8-4d3e-84ea-3724ef16fe47 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0400493 Nov 12 20:56:16.374214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Attempting to bind port a3be1083-5ca7-4e77-925d-635cd44a6380 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:16.374574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Attempting to bind port a3be1083-5ca7-4e77-925d-635cd44a6380 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:16.374971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Attempting to bind port a3be1083-5ca7-4e77-925d-635cd44a6380 on network f56083d2-5309-4a49-a7d6-0ff320b33480 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:16.385899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Port a3be1083-5ca7-4e77-925d-635cd44a6380 on network f56083d2-5309-4a49-a7d6-0ff320b33480 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:56:16.386567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Attempting to bind port a3be1083-5ca7-4e77-925d-635cd44a6380 on network f56083d2-5309-4a49-a7d6-0ff320b33480 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:16.395151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:16.395151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Checking segment: {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:16.398879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Bound using segment: {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:16.398879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Bound port: a3be1083-5ca7-4e77-925d-635cd44a6380, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5a0cba-5707-4a93-82c2-120a76ecd180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:16.398879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.427235 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4a97e3b-43a9-4a58-b31f-42cd04f62d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.456871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4a97e3b-43a9-4a58-b31f-42cd04f62d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.542448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab715b-664f-4631-bdfa-b89a301575a5 req-72a7f37d-a077-462b-8f83-23cc93feb54e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:16.553118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60ab715b-664f-4631-bdfa-b89a301575a5 req-72a7f37d-a077-462b-8f83-23cc93feb54e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.1670501 Nov 12 20:56:16.556903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] For port a3be1083-5ca7-4e77-925d-635cd44a6380, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:16.571701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] For port a3be1083-5ca7-4e77-925d-635cd44a6380, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a3be1083-5ca7-4e77-925d-635cd44a6380,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:16.586402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4a97e3b-43a9-4a58-b31f-42cd04f62d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.589362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4a97e3b-43a9-4a58-b31f-42cd04f62d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.592965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b4a97e3b-43a9-4a58-b31f-42cd04f62d5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8cc0e14f-cdfd-4123-880c-db5ed00710f1 HTTP/1.1" status: 204 len: 168 time: 0.2851939 Nov 12 20:56:16.598123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76cfc49-03af-4581-b28e-98a9a2a120d4 None None] Network 5b844a3b-d355-4405-81ca-ab57419ffb05 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:16.615011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a97e3b-43a9-4a58-b31f-42cd04f62d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc0e14f-cdfd-4123-880c-db5ed00710f1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:16.632489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60ab715b-664f-4631-bdfa-b89a301575a5 req-e1108aed-0c57-4e4f-9e6e-e770aa24d8b4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757964 Nov 12 20:56:16.637841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.686532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:16.687223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:16.688849 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] 10.222.0.46 "PUT /v2.0/ports/a3be1083-5ca7-4e77-925d-635cd44a6380 HTTP/1.1" status: 200 len: 1093 time: 1.0277121 Nov 12 20:56:16.690200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'tag': 'a3be1083-5ca7-4e77-925d-635cd44a6380'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:16.693053 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24dd22c-9053-439a-92a6-bb9a76e471b2" -d '{"events": [{"name": "network-changed", "server_uuid": "372e2f06-ca1c-4a10-9c22-0ab26c08af06", "tag": "a3be1083-5ca7-4e77-925d-635cd44a6380"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:16.725526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eae64e-7e8a-4aee-8110-1c677449c765 service neutron] Pushing event updated for resources: {'Port': ['ID=a3be1083-5ca7-4e77-925d-635cd44a6380,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:16.966733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-0b0fad4d-4ebe-4b71-82d2-2a197d9e945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:16.968262 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-0b0fad4d-4ebe-4b71-82d2-2a197d9e945b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9b91358e6624354b3bbafc8f28ffa91&device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 1096 time: 0.0681851 Nov 12 20:56:17.015521 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-69d8f507-bc96-491d-8025-6f1f41f39608 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3be1083-5ca7-4e77-925d-635cd44a6380 HTTP/1.1" status: 200 len: 217 time: 0.0358968 Nov 12 20:56:17.043267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-153e2130-d650-41da-a280-6bb57b9d6c6a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.051450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-153e2130-d650-41da-a280-6bb57b9d6c6a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 815 time: 0.1154003 Nov 12 20:56:17.063546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-9079678f-1d80-4e9d-a562-0228cde3aa4b tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/quotas/715e19b9fccd4b509dc2d228fdc43ce4 HTTP/1.1" status: 200 len: 375 time: 0.0109684 Nov 12 20:56:17.074504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-04742c85-1377-4c6d-af59-61b320b5f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.076077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-04742c85-1377-4c6d-af59-61b320b5f782 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=907c3a21-ca6e-4ecb-90a1-150a526395ea HTTP/1.1" status: 200 len: 851 time: 0.0503516 Nov 12 20:56:17.098761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-ae7610aa-06f9-4b10-8113-8bc48a334999 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287092 Nov 12 20:56:17.130051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-06103b5f-f3c5-4590-ba83-f608c26cb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.131837 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-06103b5f-f3c5-4590-ba83-f608c26cb440 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f56083d2-5309-4a49-a7d6-0ff320b33480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455325 Nov 12 20:56:17.207958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-a465dc39-12aa-4ff5-99ed-9b80a7bc19a9 service neutron] 10.222.0.64 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015878 Nov 12 20:56:17.249465 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f29ba-83ee-4d34-9730-8b371ccc2ce6 x-openstack-request-id: req-403f29ba-83ee-4d34-9730-8b371ccc2ce6 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:17.252421 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372e2f06-ca1c-4a10-9c22-0ab26c08af06", "tag": "a3be1083-5ca7-4e77-925d-635cd44a6380", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:17.252870 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-403f29ba-83ee-4d34-9730-8b371ccc2ce6 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:17.253437 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'tag': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'status': 'completed', 'code': 200} Nov 12 20:56:17.286025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-57c9c0fc-4b0d-4a21-a1be-83c10645b1f0 service neutron] 10.222.0.46 "GET /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466873 Nov 12 20:56:17.363971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-a07b70b2-a8c3-484a-887c-3635ede1a7fc service neutron] 10.222.0.64 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471643 Nov 12 20:56:17.389103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06af2f9-1346-43c8-8442-ec9139490208 req-db3d8559-6a75-4153-bf5b-b0540f1160b3 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.390811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e06af2f9-1346-43c8-8442-ec9139490208 req-db3d8559-6a75-4153-bf5b-b0540f1160b3 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0707986 Nov 12 20:56:17.413773 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-48e0be43-9436-4c41-804e-19b77fb0a72c req-5fab1770-0dbc-4284-86aa-1ec444c831db service neutron] 10.222.0.46 "GET /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134436 Nov 12 20:56:17.459150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e06af2f9-1346-43c8-8442-ec9139490208 req-5d228880-1f0a-4995-a39d-0f44ee2b0685 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603163 Nov 12 20:56:17.483595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 483dc014-2979-4db2-bc62-7f463dcaea23 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:56:17.562319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-28142a9e-ba1e-439d-ac40-c1619408bab5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.571869 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-28142a9e-ba1e-439d-ac40-c1619408bab5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4&tenant_id=1b08cd0c4a174a3984359e0e19946f2d&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 948 time: 0.1013589 Nov 12 20:56:17.613750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:17.636269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635609d-1e80-47af-840e-2c2bf2a99742 req-cc6a730d-29ca-43c8-b331-879be07386b3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.645223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1635609d-1e80-47af-840e-2c2bf2a99742 req-cc6a730d-29ca-43c8-b331-879be07386b3 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 944 time: 0.1214199 Nov 12 20:56:17.661097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '483dc014-2979-4db2-bc62-7f463dcaea23', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '483dc014-2979-4db2-bc62-7f463dcaea23', 'mac_address': 'fa:16:3e:12:c4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:56:17.709334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-f70bc81e-c158-4f70-8d9b-cb01dc2746da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.710826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-f70bc81e-c158-4f70-8d9b-cb01dc2746da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9b91358e6624354b3bbafc8f28ffa91&device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 1096 time: 0.1306777 Nov 12 20:56:17.712136 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:17.731173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483dc014-2979-4db2-bc62-7f463dcaea23 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:17.741786 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-7a0ceb41-d083-453d-adde-be2798e61dbd service neutron] delete failed (client error): The resource could not be found. Nov 12 20:56:17.742873 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-7a0ceb41-d083-453d-adde-be2798e61dbd service neutron] 10.222.0.46 "DELETE /v2.0/ports/483dc014-2979-4db2-bc62-7f463dcaea23/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.1425385 Nov 12 20:56:17.760263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:17.822918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1635609d-1e80-47af-840e-2c2bf2a99742 req-0013f956-ac9c-456f-b711-8ea60dc12c44 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768317 Nov 12 20:56:17.847447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbc72-1881-4ae9-8b09-e6f0ec728374 req-f2e2046c-9023-441b-bb2e-09a4208ea38d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.847447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-305dbc72-1881-4ae9-8b09-e6f0ec728374 req-f2e2046c-9023-441b-bb2e-09a4208ea38d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 948 time: 0.1758034 Nov 12 20:56:17.862537 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:17.884228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-409b8366-ff3b-4adb-b184-551cf9300f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.885121 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-409b8366-ff3b-4adb-b184-551cf9300f37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 1100 time: 0.0953033 Nov 12 20:56:17.916031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-4c618564-20eb-4d94-87ca-d2c5e14d3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:17.918268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-4c618564-20eb-4d94-87ca-d2c5e14d3df2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f56083d2-5309-4a49-a7d6-0ff320b33480 HTTP/1.1" status: 200 len: 913 time: 0.1919796 Nov 12 20:56:17.955636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-305dbc72-1881-4ae9-8b09-e6f0ec728374 req-caf674ef-c730-46e4-9575-340f6cd35099 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012499 Nov 12 20:56:17.977118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:17.989500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-1252c688-241f-4116-9a44-b013117707d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3be1083-5ca7-4e77-925d-635cd44a6380 HTTP/1.1" status: 200 len: 217 time: 0.0584409 Nov 12 20:56:18.042703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-528396bb-3a14-4b5a-8ec9-d01942219d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.044279 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-528396bb-3a14-4b5a-8ec9-d01942219d87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1509261 Nov 12 20:56:18.080737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-558e2ecc-841e-4231-989f-328f67156fac req-55dfa52e-6e31-4235-8a22-827e152612e8 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 210 time: 0.0382202 Nov 12 20:56:18.090285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-98bdf598-2239-490e-a6cf-e7a4e82d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.091841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-98bdf598-2239-490e-a6cf-e7a4e82d7238 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=907c3a21-ca6e-4ecb-90a1-150a526395ea HTTP/1.1" status: 200 len: 851 time: 0.0943673 Nov 12 20:56:18.095575 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-45c16c9c-f3c3-432e-838e-f570c0474f12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 200 len: 217 time: 0.0429716 Nov 12 20:56:18.184213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-9433b6db-d33f-42f5-a015-26a51f47fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.185733 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-9433b6db-d33f-42f5-a015-26a51f47fdb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0734568 Nov 12 20:56:18.213279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-ecf7521f-f0a3-46fe-8c4c-61602355130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.215519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-ecf7521f-f0a3-46fe-8c4c-61602355130e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f56083d2-5309-4a49-a7d6-0ff320b33480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041999 Nov 12 20:56:18.225685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95d98b-e1fd-4164-865f-156a7302a317 req-4e3a328f-6a66-4dfe-be1e-c26cbc9c2d30 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.227667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a95d98b-e1fd-4164-865f-156a7302a317 req-4e3a328f-6a66-4dfe-be1e-c26cbc9c2d30 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 945 time: 0.0699823 Nov 12 20:56:18.233723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['483dc014-2979-4db2-bc62-7f463dcaea23'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:18.249899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-c4485703-6117-4281-92c0-6c1246182192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.252354 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-c4485703-6117-4281-92c0-6c1246182192 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579197 Nov 12 20:56:18.372018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a95d98b-e1fd-4164-865f-156a7302a317 req-f72d4eab-4db0-42cf-b4da-fb09958cee23 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263411 Nov 12 20:56:18.409299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-f2667b0d-445c-437a-be0f-e33c94312256 service neutron] 10.222.0.46 "GET /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800456 Nov 12 20:56:18.472885 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-ef80f563-2a8f-4a3f-af45-2d7c77cfeea9 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032533 Nov 12 20:56:18.525284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f24dd22c-9053-439a-92a6-bb9a76e471b2 req-50163da3-dfb3-43fb-989c-847111501f0b service neutron] 10.222.0.46 "GET /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083112 Nov 12 20:56:18.618905 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7bffd18-5da4-493f-a570-f9d8bad54bb6 req-ef053446-1e95-413f-b3b6-5be7594a0277 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324401 Nov 12 20:56:18.630279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117bfe0-b1d3-4db0-9028-a7ea3dd226d0 req-a0afe798-7a50-414f-803d-6ce6ad2af83f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.632055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2117bfe0-b1d3-4db0-9028-a7ea3dd226d0 req-a0afe798-7a50-414f-803d-6ce6ad2af83f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0609694 Nov 12 20:56:18.699786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2117bfe0-b1d3-4db0-9028-a7ea3dd226d0 req-a3d1afc7-9cc4-4ab0-b4a4-6ebda3c5f05d tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594444 Nov 12 20:56:18.960703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6dec-7d9b-4526-961a-b701f58d2c2d req-c4477ebc-b0b1-40d6-a2aa-5da1266a8027 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.962181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-feaa6dec-7d9b-4526-961a-b701f58d2c2d req-c4477ebc-b0b1-40d6-a2aa-5da1266a8027 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 944 time: 0.0555031 Nov 12 20:56:19.010112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-feaa6dec-7d9b-4526-961a-b701f58d2c2d req-d32aac50-0ce8-4a0d-95d2-db005638eb78 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415616 Nov 12 20:56:19.159095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89299240-9395-497f-9764-e5a5db52d573 req-da4d552a-8c13-4d07-905a-596fbb1d0d26 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:19.163631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89299240-9395-497f-9764-e5a5db52d573 req-da4d552a-8c13-4d07-905a-596fbb1d0d26 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 949 time: 0.0671015 Nov 12 20:56:19.209846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ea6b5d5-4d3d-4cc6-a80b-a72cb57221e1 req-c42ac94c-2e24-4747-89f9-d47ff9153174 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 210 time: 0.0390434 Nov 12 20:56:19.277326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89299240-9395-497f-9764-e5a5db52d573 req-10be3505-2829-4651-a433-5765276ef2a0 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033103 Nov 12 20:56:19.510347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 483dc014-2979-4db2-bc62-7f463dcaea23 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:19.633670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 483dc014-2979-4db2-bc62-7f463dcaea23 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:56:19.639336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 483dc014-2979-4db2-bc62-7f463dcaea23 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:19.639924 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:19.722478 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:19.755410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:19.757837 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db564771-92d2-48a4-88ed-3e309d2fbf1b" -d '{"events": [{"server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "name": "network-vif-plugged", "status": "completed", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:19.795426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:19.817808 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131c384a-ec05-4896-890f-e868721bf4dc x-openstack-request-id: req-131c384a-ec05-4896-890f-e868721bf4dc {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:19.818222 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "name": "network-vif-plugged", "status": "completed", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:19.818479 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-131c384a-ec05-4896-890f-e868721bf4dc {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:19.818875 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23', 'code': 200} Nov 12 20:56:19.829624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716dbec-d20f-42dd-9425-e2790202b2b3 req-fd05e164-ba1e-40d5-9d72-92633b78a13b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:19.831125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9716dbec-d20f-42dd-9425-e2790202b2b3 req-fd05e164-ba1e-40d5-9d72-92633b78a13b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0550120 Nov 12 20:56:19.882783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9716dbec-d20f-42dd-9425-e2790202b2b3 req-3af83fe2-65cf-46a1-afaa-8597b05b8df2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453019 Nov 12 20:56:19.922189 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:19.974761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:20.140832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e63b7-8645-4ffa-b634-0bf4681de5e0 req-d1c1c310-51be-4735-a234-29259a43408a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:20.143532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b3e63b7-8645-4ffa-b634-0bf4681de5e0 req-d1c1c310-51be-4735-a234-29259a43408a tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 944 time: 0.0547101 Nov 12 20:56:20.197104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b3e63b7-8645-4ffa-b634-0bf4681de5e0 req-f7ad9f92-bf50-4d40-82ab-e44edbaf61d6 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471287 Nov 12 20:56:20.323544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e97e1cb9-8acf-48ad-9209-c812ac569e15 req-b201bb1c-fa3e-4330-959a-ec363c2ca651 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 210 time: 0.0309780 Nov 12 20:56:20.385780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e25e7-c7b4-441a-ac49-55a949b35ea1 req-ec987f89-cec8-44bd-ab11-c7213c81a4a9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:20.389212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d50e25e7-c7b4-441a-ac49-55a949b35ea1 req-ec987f89-cec8-44bd-ab11-c7213c81a4a9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.0518637 Nov 12 20:56:20.503769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d50e25e7-c7b4-441a-ac49-55a949b35ea1 req-bc6d74ba-aa29-405a-9b39-636502a4954b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081414 Nov 12 20:56:20.553675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-2a42d8a8-9e98-4471-8690-70d38f0a8edd tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:20.555332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-2a42d8a8-9e98-4471-8690-70d38f0a8edd tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.78 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 815 time: 0.1462235 Nov 12 20:56:20.570707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Request body: {'port': {'device_id': '8bd19031-16b6-49cb-a804-88ac3eab45c3', 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'admin_state_up': True, 'tenant_id': '715e19b9fccd4b509dc2d228fdc43ce4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:20.961835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a3be1083-5ca7-4e77-925d-635cd44a6380 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:56:21.024956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34035d-ecaa-4bfd-beeb-e1c0d81aa063 req-a7068f68-53e5-44ce-9944-35355e60847a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:21.026386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f34035d-ecaa-4bfd-beeb-e1c0d81aa063 req-a7068f68-53e5-44ce-9944-35355e60847a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.4304566 Nov 12 20:56:21.067545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a3be1083-5ca7-4e77-925d-635cd44a6380, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a3be1083-5ca7-4e77-925d-635cd44a6380,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:21.081347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'port_id': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'mac_address': 'fa:16:3e:56:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:56:21.084488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f6996-12e9-4f32-b0d9-6d2450e62db3 req-3bc96e36-c5f1-43e2-b8ee-e0133409552a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:21.086615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-356f6996-12e9-4f32-b0d9-6d2450e62db3 req-3bc96e36-c5f1-43e2-b8ee-e0133409552a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1200926 Nov 12 20:56:21.125445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f34035d-ecaa-4bfd-beeb-e1c0d81aa063 req-19fd1338-d94c-466a-b743-1b7a37649f17 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909433 Nov 12 20:56:21.129751 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:21.151436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3be1083-5ca7-4e77-925d-635cd44a6380 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:21.168337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-356f6996-12e9-4f32-b0d9-6d2450e62db3 req-73ab6e25-c6f4-46ee-a823-c659a266be5a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712857 Nov 12 20:56:21.173780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a3be1083-5ca7-4e77-925d-635cd44a6380, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a3be1083-5ca7-4e77-925d-635cd44a6380,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:21.179258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Made reservation on behalf of 715e19b9fccd4b509dc2d228fdc43ce4 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:21.182924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:21.270911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:21.342635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=a3be1083-5ca7-4e77-925d-635cd44a6380,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:21.391008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Allocated IP 172.20.0.5 (5b844a3b-d355-4405-81ca-ab57419ffb05/7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da/5688ddbe-cc88-4fef-b6d9-8a64550d4b9d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:21.472061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd1724-24aa-401d-9833-eb591db6541c req-06c52bac-cd96-49e1-9161-00745e310227 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:21.473917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8dd1724-24aa-401d-9833-eb591db6541c req-06c52bac-cd96-49e1-9161-00745e310227 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 945 time: 0.1025517 Nov 12 20:56:21.594828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8dd1724-24aa-401d-9833-eb591db6541c req-2bdc3c3c-b46d-4a20-82e5-ef3190279130 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140866 Nov 12 20:56:21.599619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['a3be1083-5ca7-4e77-925d-635cd44a6380'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:21.644158 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:21.680380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0728fbf-c464-4802-a18d-69130a33826b req-d1cdb42e-7a48-43ea-b52c-44d92c05916c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 210 time: 0.0327847 Nov 12 20:56:21.799720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-fd12fc4b-d07b-45a7-816d-d7fc840a6ddd tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222049 Nov 12 20:56:21.818483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:21.918893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Network 5b844a3b-d355-4405-81ca-ab57419ffb05 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:21.925834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:21.934322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:21.940495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Pushing event updated for resources: {'Port': ['ID=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:22.008373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-0926677f-4fe9-4497-98c7-83b6dd4fafef tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:22.009856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-0926677f-4fe9-4497-98c7-83b6dd4fafef tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043426 Nov 12 20:56:22.015805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:22.016453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:22.034905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-bdc8af2e-d369-44a3-a4fc-621423cf55c5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/quotas/1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 375 time: 0.0147471 Nov 12 20:56:22.089305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3b2aaf77-f67f-4cab-9ea4-c4b184f42700 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479455 Nov 12 20:56:22.142046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-5784970b-6c3d-4626-9f46-ec7962c6a1cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5755901 Nov 12 20:56:22.163902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Request body: {'port': {'device_id': '8bd19031-16b6-49cb-a804-88ac3eab45c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:22.227435 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:22.337382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32594c-b74e-4e08-950a-625dad7d5ed9 req-d2904d6d-4ecb-4b3b-a07d-38240a9d753b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:22.339454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f32594c-b74e-4e08-950a-625dad7d5ed9 req-d2904d6d-4ecb-4b3b-a07d-38240a9d753b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1010208 Nov 12 20:56:22.451313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3acfce51-78a9-4b38-ab7f-5486a346230f req-560df77c-d37b-42fb-b6f8-a404d6c6d02e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 210 time: 0.0586514 Nov 12 20:56:22.532510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f32594c-b74e-4e08-950a-625dad7d5ed9 req-07c10395-f3ce-4d17-99c2-705081fa133b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380491 Nov 12 20:56:22.653754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:22.662385 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:22.676662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Transition to ACTIVE for port object 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:56:22.727963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfee4d-5e3f-4b27-87f6-fef5fb494de3 req-2409aa61-4e25-4e8a-87ed-ee2fb6d130cd tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:22.729581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8dfee4d-5e3f-4b27-87f6-fef5fb494de3 req-2409aa61-4e25-4e8a-87ed-ee2fb6d130cd tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 945 time: 0.0542548 Nov 12 20:56:22.752812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:22.860879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Pushing event updated for resources: {'Port': ['ID=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:22.872542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8dfee4d-5e3f-4b27-87f6-fef5fb494de3 req-720cd4ad-d7e5-4b5e-8248-a519afd05a1c tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356275 Nov 12 20:56:22.928933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073b8fe-5edc-44bd-9a1f-f83f513c64ce req-60f5004f-2481-486a-bab6-951452127ebb tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:22.930497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6073b8fe-5edc-44bd-9a1f-f83f513c64ce req-60f5004f-2481-486a-bab6-951452127ebb tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 943 time: 0.1459694 Nov 12 20:56:22.982600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Attempting to bind port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:22.982937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Attempting to bind port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:22.983075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a3be1083-5ca7-4e77-925d-635cd44a6380 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:22.983546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Attempting to bind port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d on network 5b844a3b-d355-4405-81ca-ab57419ffb05 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:22.996486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d on network 5b844a3b-d355-4405-81ca-ab57419ffb05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:56:23.002174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Attempting to bind port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d on network 5b844a3b-d355-4405-81ca-ab57419ffb05 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:23.005149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:23.005493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Checking segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:23.005874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Bound using segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:23.006305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Bound port: 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:23.006659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.040434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6073b8fe-5edc-44bd-9a1f-f83f513c64ce req-1b0f36a0-0708-4127-a3d5-aa59824adbd0 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689001 Nov 12 20:56:23.095955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] For port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:23.099254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] For port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:23.100282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port a3be1083-5ca7-4e77-925d-635cd44a6380 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:56:23.104435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port a3be1083-5ca7-4e77-925d-635cd44a6380 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:23.104846 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.173978 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.194245 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.218170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be1083-5ca7-4e77-925d-635cd44a6380'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:23.220788 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748da8f-b435-43c5-b4a0-0158aceff647" -d '{"events": [{"server_uuid": "372e2f06-ca1c-4a10-9c22-0ab26c08af06", "name": "network-vif-plugged", "status": "completed", "tag": "a3be1083-5ca7-4e77-925d-635cd44a6380"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:23.227496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:23.227496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.229648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] 10.222.0.78 "PUT /v2.0/ports/5688ddbe-cc88-4fef-b6d9-8a64550d4b9d HTTP/1.1" status: 200 len: 1092 time: 1.0696440 Nov 12 20:56:23.229648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd19031-16b6-49cb-a804-88ac3eab45c3', 'tag': '5688ddbe-cc88-4fef-b6d9-8a64550d4b9d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:23.232872 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecdccdd-c5a7-48d7-a1c9-d2dc073c6d86" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd19031-16b6-49cb-a804-88ac3eab45c3", "tag": "5688ddbe-cc88-4fef-b6d9-8a64550d4b9d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:23.254929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70791ec5-0d5e-4ca5-becd-5c22feba9e13 service neutron] Pushing event updated for resources: {'Port': ['ID=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:23.257796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a3be1083-5ca7-4e77-925d-635cd44a6380, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a3be1083-5ca7-4e77-925d-635cd44a6380,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:23.287777 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4943b6bb-d3e0-4625-a0cf-b91ade701f48 x-openstack-request-id: req-4943b6bb-d3e0-4625-a0cf-b91ade701f48 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:23.287949 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f256679-6c8b-4eb9-b29c-6801a918dad2 x-openstack-request-id: req-2f256679-6c8b-4eb9-b29c-6801a918dad2 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:23.288072 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372e2f06-ca1c-4a10-9c22-0ab26c08af06", "name": "network-vif-plugged", "status": "completed", "tag": "a3be1083-5ca7-4e77-925d-635cd44a6380", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:23.288183 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd19031-16b6-49cb-a804-88ac3eab45c3", "tag": "5688ddbe-cc88-4fef-b6d9-8a64550d4b9d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:23.288306 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f256679-6c8b-4eb9-b29c-6801a918dad2 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:23.288405 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4943b6bb-d3e0-4625-a0cf-b91ade701f48 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:23.288825 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'code': 200} Nov 12 20:56:23.288948 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd19031-16b6-49cb-a804-88ac3eab45c3', 'tag': '5688ddbe-cc88-4fef-b6d9-8a64550d4b9d', 'status': 'completed', 'code': 200} Nov 12 20:56:23.350762 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.367241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdccdd-c5a7-48d7-a1c9-d2dc073c6d86 req-17f6e2fd-2563-4d2f-b2a1-037ba0bc924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:23.368784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ecdccdd-c5a7-48d7-a1c9-d2dc073c6d86 req-17f6e2fd-2563-4d2f-b2a1-037ba0bc924d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 1095 time: 0.0516756 Nov 12 20:56:23.411494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457338aa-423c-4e52-808e-5dbc3bdfef40 req-4b85239a-3c08-4793-a6a3-07903cdd2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:23.413638 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-457338aa-423c-4e52-808e-5dbc3bdfef40 req-4b85239a-3c08-4793-a6a3-07903cdd2492 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 1098 time: 0.0595291 Nov 12 20:56:23.418388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=a3be1083-5ca7-4e77-925d-635cd44a6380,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:23.470768 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-457338aa-423c-4e52-808e-5dbc3bdfef40 req-4441e8eb-0f8a-443e-8f80-ff1a7d84b59c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459821 Nov 12 20:56:23.498770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdccdd-c5a7-48d7-a1c9-d2dc073c6d86 req-d6a6bbe2-e37e-4de4-b385-b65d66d9be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:23.500463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ecdccdd-c5a7-48d7-a1c9-d2dc073c6d86 req-d6a6bbe2-e37e-4de4-b385-b65d66d9be79 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1225460 Nov 12 20:56:23.555429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:56:23.559303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72a4c77f-aff2-4d4d-8216-8badad98b460 req-6646b253-ad39-4649-ac46-a24c3d30ff1c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 210 time: 0.0360496 Nov 12 20:56:23.656291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdccdd-c5a7-48d7-a1c9-d2dc073c6d86 req-7a770469-57cb-43fa-b41e-67bf8309e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:23.657882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ecdccdd-c5a7-48d7-a1c9-d2dc073c6d86 req-7a770469-57cb-43fa-b41e-67bf8309e70d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079903 Nov 12 20:56:23.685730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:23.709887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'mac_address': 'fa:16:3e:d2:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:56:23.763401 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.782211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49d4bfb6-79c9-4eef-a767-338f0c2714be {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:23.799128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a040d1-de23-4da8-8962-90c633cf86b5 req-b33ebad9-e612-4f7f-9669-1e543e76a0aa tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:23.803363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9a040d1-de23-4da8-8962-90c633cf86b5 req-b33ebad9-e612-4f7f-9669-1e543e76a0aa tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1014364 Nov 12 20:56:23.812280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:23.818035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-d040344c-36c7-4cce-a6b1-820828954ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:23.819662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-d040344c-36c7-4cce-a6b1-820828954ec9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 1095 time: 0.0779424 Nov 12 20:56:23.868930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-098f840c-92c3-42ae-8683-41ca22a58ad9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d HTTP/1.1" status: 200 len: 217 time: 0.0390019 Nov 12 20:56:23.879360 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.924958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9a040d1-de23-4da8-8962-90c633cf86b5 req-d3945519-d002-45da-b558-f763adc0a97d tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163530 Nov 12 20:56:23.943182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:23.944515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-755b1c60-a137-461c-a148-8c067760d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:23.946801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-755b1c60-a137-461c-a148-8c067760d86b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da HTTP/1.1" status: 200 len: 855 time: 0.0694318 Nov 12 20:56:24.014484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-c8d7538a-4ec9-480f-8dd2-5ea5cdb43a5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5b844a3b-d355-4405-81ca-ab57419ffb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535412 Nov 12 20:56:24.033463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['49d4bfb6-79c9-4eef-a767-338f0c2714be'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:24.140822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9ed7-5854-4e33-8f1e-d0227ebe4212 req-d477129b-4fea-4f43-b6a0-f2653dc6a822 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:24.150930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ffd9ed7-5854-4e33-8f1e-d0227ebe4212 req-d477129b-4fea-4f43-b6a0-f2653dc6a822 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 946 time: 0.1919742 Nov 12 20:56:24.180798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-2a0a3ea3-97b2-4f93-a673-95573d2f3ba2 service neutron] 10.222.0.78 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561153 Nov 12 20:56:24.298710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ffd9ed7-5854-4e33-8f1e-d0227ebe4212 req-2266e28c-e5e1-49fb-9a5a-6922090e381d tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466291 Nov 12 20:56:24.339601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b577b2-ce4f-4cf6-ac93-0cd0ed899692 req-4bc440f7-8f56-4f44-a5aa-6b7d2e03a205 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:24.341155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35b577b2-ce4f-4cf6-ac93-0cd0ed899692 req-4bc440f7-8f56-4f44-a5aa-6b7d2e03a205 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 943 time: 0.1316922 Nov 12 20:56:24.364551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40c85db0-3045-4763-af4e-b3d50fa20a87 req-071fd8c0-779b-4683-a282-8cdbde67d850 service neutron] 10.222.0.78 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676664 Nov 12 20:56:24.403511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35b577b2-ce4f-4cf6-ac93-0cd0ed899692 req-34db266f-6742-44c4-bbba-25cf7955c512 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521746 Nov 12 20:56:24.663276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04b042c8-b011-4d79-b51d-035cef4fcb54 req-9915b210-c8f5-4f3f-8b53-f2c3c89295fc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 210 time: 0.0320942 Nov 12 20:56:24.893791 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-e6d69a31-8b3e-47c0-a301-f706a2613a14 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255878 Nov 12 20:56:25.051728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-1bc696db-874a-4614-b4fb-9576b4b5a5e8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:25.053247 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-1bc696db-874a-4614-b4fb-9576b4b5a5e8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415105 Nov 12 20:56:25.069142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Request body: {'port': {'device_id': '813bee83-f52e-46f0-b87b-16d29aa02481', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '1b08cd0c4a174a3984359e0e19946f2d'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:25.147744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c118b-bc58-43f5-a6d7-f3a3be42ce4a req-09cf55d4-ac08-460f-b573-aa3c1733a09b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:25.154044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-470c118b-bc58-43f5-a6d7-f3a3be42ce4a req-09cf55d4-ac08-460f-b573-aa3c1733a09b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1210735 Nov 12 20:56:25.261982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-470c118b-bc58-43f5-a6d7-f3a3be42ce4a req-1cf3773c-2542-41b3-ac4a-2ea6fa10323a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007433 Nov 12 20:56:25.287675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Made reservation on behalf of 1b08cd0c4a174a3984359e0e19946f2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:25.292878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.456850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Allocated IP 192.168.233.40 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/0b61846e-0769-4651-89a7-e8e210b9bed5) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:25.497273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c8ad9-f497-4779-91fc-157f672dc2ca req-0746ddb6-d314-401f-a9f5-722342cc5a9b tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:25.507003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-991c8ad9-f497-4779-91fc-157f672dc2ca req-0746ddb6-d314-401f-a9f5-722342cc5a9b tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 946 time: 0.0921617 Nov 12 20:56:25.567145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:25.647593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-991c8ad9-f497-4779-91fc-157f672dc2ca req-39bc91ae-e117-4bbc-9ae8-da81f3d52572 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335330 Nov 12 20:56:25.659109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1fd9f-a3b1-45ab-8618-6565b14a6eba req-92b6ec1a-8371-49c7-8489-5f2aa1c1fa45 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:25.662108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88b1fd9f-a3b1-45ab-8618-6565b14a6eba req-92b6ec1a-8371-49c7-8489-5f2aa1c1fa45 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 943 time: 0.1461272 Nov 12 20:56:25.671022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 49d4bfb6-79c9-4eef-a767-338f0c2714be triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:25.671710 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.784529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.798592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88b1fd9f-a3b1-45ab-8618-6565b14a6eba req-38e853c4-e5ef-4576-9f51-0db7174ddbcd tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304264 Nov 12 20:56:25.858807 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.888170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.894556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:25.898738 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f9bdc-99b7-4c3f-a13e-172790496f81" -d '{"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-plugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:25.909041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:25.913021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['483dc014-2979-4db2-bc62-7f463dcaea23'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:25.931322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d15171-564d-4e4f-b841-98b33b437f01 req-d7752e8e-3f9b-4dc5-ad35-274aa57c67f6 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:25.937544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97d15171-564d-4e4f-b841-98b33b437f01 req-d7752e8e-3f9b-4dc5-ad35-274aa57c67f6 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 946 time: 0.1613624 Nov 12 20:56:25.958362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43904) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:25.973088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Request body: {'floatingip': {'port_id': 'a3be1083-5ca7-4e77-925d-635cd44a6380'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:25.988263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:26.038541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:26.043307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175617-d51a-4012-bc6f-8ba7fefc2539 req-87d64815-ab5f-49d1-92ec-891f702b174e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:26.044570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:26.053997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95175617-d51a-4012-bc6f-8ba7fefc2539 req-87d64815-ab5f-49d1-92ec-891f702b174e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 935 time: 0.1145513 Nov 12 20:56:26.086171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:26.117998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:26.142979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95175617-d51a-4012-bc6f-8ba7fefc2539 req-ee198aff-a67a-4a5f-ae44-8459401ce77f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875111 Nov 12 20:56:26.346806 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0c700e-9d70-4af7-9cbd-8bea121da3a3 x-openstack-request-id: req-cb0c700e-9d70-4af7-9cbd-8bea121da3a3 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:26.348780 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-plugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:26.348780 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb0c700e-9d70-4af7-9cbd-8bea121da3a3 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:26.348780 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'code': 200} Nov 12 20:56:26.353654 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:26.470227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed521d57-a689-42d9-bc73-02aa18424b15 req-fb741af5-58cc-4162-bfb1-26d198c00ab4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:26.491612 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed521d57-a689-42d9-bc73-02aa18424b15 req-fb741af5-58cc-4162-bfb1-26d198c00ab4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0882261 Nov 12 20:56:26.539705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:26.568942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed521d57-a689-42d9-bc73-02aa18424b15 req-051e2580-7c82-482f-acca-cf94f5811464 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753284 Nov 12 20:56:26.646116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9bd0b4b5-8b18-47b0-a81e-4274efbd3f29 None None] Provisioning complete for port 0b61846e-0769-4651-89a7-e8e210b9bed5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:26.646612 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b4b5-8b18-47b0-a81e-4274efbd3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:26.694360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:26.751321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9bd0b4b5-8b18-47b0-a81e-4274efbd3f29 None None] Port 0b61846e-0769-4651-89a7-e8e210b9bed5 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:26.801700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:26.802321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:26.913673 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-411c90c3-714e-4f3c-b24a-2f9436e1493c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8487527 Nov 12 20:56:26.941739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Request body: {'port': {'device_id': '813bee83-f52e-46f0-b87b-16d29aa02481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:26.986244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de530e3-7c2d-4fa0-b371-ee3a88e339bd req-cb875bc9-32e9-4a75-a9d0-11347a23fdf9 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:26.994759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4de530e3-7c2d-4fa0-b371-ee3a88e339bd req-cb875bc9-32e9-4a75-a9d0-11347a23fdf9 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 943 time: 0.0925841 Nov 12 20:56:27.074368 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:27.096887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4de530e3-7c2d-4fa0-b371-ee3a88e339bd req-2e2f3953-0da8-418a-b783-84c2868e2d56 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009994 Nov 12 20:56:27.385072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f153a-b404-4990-b91e-71453a49d6a4 req-41382cf8-96f3-4f6d-a66a-f8710040ab26 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:27.395346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-830f153a-b404-4990-b91e-71453a49d6a4 req-41382cf8-96f3-4f6d-a66a-f8710040ab26 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 935 time: 0.1292069 Nov 12 20:56:27.503211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-830f153a-b404-4990-b91e-71453a49d6a4 req-4671f24e-dc19-4e7c-b993-74e7aebe8dbf tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015136 Nov 12 20:56:27.538865 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd69a599-046b-40da-8ba8-5036a23b626a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:27.599713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:56:27.616536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:27.721827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:27.726776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b61846e-0769-4651-89a7-e8e210b9bed5 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:27.798523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:27.799427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:27.803318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af174c-a9dc-48b3-931a-cf241bda7b76 req-a3fb4a4c-367c-46f2-89e5-2613f2486b53 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:27.806164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1af174c-a9dc-48b3-931a-cf241bda7b76 req-a3fb4a4c-367c-46f2-89e5-2613f2486b53 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1209159 Nov 12 20:56:27.829201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Transition to ACTIVE for port object 0b61846e-0769-4651-89a7-e8e210b9bed5 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:56:27.846634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '5688ddbe-cc88-4fef-b6d9-8a64550d4b9d', 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'port_id': '5688ddbe-cc88-4fef-b6d9-8a64550d4b9d', 'mac_address': 'fa:16:3e:52:60:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:56:27.913404 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Floating IP cd92774b-4a0a-4f63-a27e-1e6bcb45ed84 associated. External IP: 172.25.8.148, port: a3be1083-5ca7-4e77-925d-635cd44a6380. Nov 12 20:56:27.917982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:27.921032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1af174c-a9dc-48b3-931a-cf241bda7b76 req-d9e03fae-3c8d-48ea-863a-4b032e0dd6c6 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046107 Nov 12 20:56:27.939131 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:27.971481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:28.025273 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:28.131600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:28.134232 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:28.265637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Attempting to bind port 0b61846e-0769-4651-89a7-e8e210b9bed5 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:28.266032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Attempting to bind port 0b61846e-0769-4651-89a7-e8e210b9bed5 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:28.269387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Attempting to bind port 0b61846e-0769-4651-89a7-e8e210b9bed5 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:28.286021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:28.288821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Port 0b61846e-0769-4651-89a7-e8e210b9bed5 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:56:28.291937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Attempting to bind port 0b61846e-0769-4651-89a7-e8e210b9bed5 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:28.336828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:28.337356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:28.338034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:28.338684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Bound port: 0b61846e-0769-4651-89a7-e8e210b9bed5, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:28.339245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:28.344901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a794cc3-e7a1-475d-8576-28cfadd2a2b5 req-b35dcddc-94d4-450c-bed3-2c7ea5ef8042 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:28.349308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a794cc3-e7a1-475d-8576-28cfadd2a2b5 req-b35dcddc-94d4-450c-bed3-2c7ea5ef8042 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 944 time: 0.1448305 Nov 12 20:56:28.435932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Router 73ad98ce-066c-49a3-8b95-f71531355c39 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:56:28.450037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a794cc3-e7a1-475d-8576-28cfadd2a2b5 req-ad7ca6dc-bc98-4650-b079-56533c4afd28 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926507 Nov 12 20:56:28.451155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:28.465605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:28.550470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5688ddbe-cc88-4fef-b6d9-8a64550d4b9d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:28.622925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:28.625819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:28.635171 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] Sync routers for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:28.637297 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:28.651177 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:28.654693 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:28.712810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:28.746929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076442-b6e5-4825-9c61-bdae4d3f74de req-b74bfdad-99bf-49d5-a9a6-b006efd0a3b3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:28.748311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:28.748926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:28.750360 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3253ee22-8bea-475f-b2ab-69de0574f7a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b61846e-0769-4651-89a7-e8e210b9bed5 HTTP/1.1" status: 200 len: 1096 time: 1.8136697 Nov 12 20:56:28.751439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:28.762550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49076442-b6e5-4825-9c61-bdae4d3f74de req-b74bfdad-99bf-49d5-a9a6-b006efd0a3b3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 947 time: 0.1537054 Nov 12 20:56:28.765373 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac41063-4426-489a-8bcd-f6a8b3977e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:28.772434 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1f247649-144f-4a7b-9d66-6dbdedcac8aa tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "PUT /v2.0/floatingips/cd92774b-4a0a-4f63-a27e-1e6bcb45ed84 HTTP/1.1" status: 200 len: 992 time: 2.8069630 Nov 12 20:56:28.858603 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c215d9a5-69ad-4d4e-8a59-9a67c62ca2d6 x-openstack-request-id: req-c215d9a5-69ad-4d4e-8a59-9a67c62ca2d6 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:28.858959 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:28.859299 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c215d9a5-69ad-4d4e-8a59-9a67c62ca2d6 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:28.860542 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'status': 'completed', 'code': 200} Nov 12 20:56:28.938366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49076442-b6e5-4825-9c61-bdae4d3f74de req-39fce7be-e602-4026-a576-3e6ec18ad0f0 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742463 Nov 12 20:56:28.982272 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:29.016863 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac41063-4426-489a-8bcd-f6a8b3977e2b req-617303b9-1522-49c5-a041-08c5bc65f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.023203 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8ac41063-4426-489a-8bcd-f6a8b3977e2b req-617303b9-1522-49c5-a041-08c5bc65f9a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 1099 time: 0.1391928 Nov 12 20:56:29.072090 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8ac41063-4426-489a-8bcd-f6a8b3977e2b req-6c38dfb9-1424-44c0-a7c0-94215ac40a6d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410686 Nov 12 20:56:29.130154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b02717-37f5-4946-8a98-56536565c3ee req-3bb1fa51-c91e-4cf1-b744-290451ba45bf tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.139389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b02717-37f5-4946-8a98-56536565c3ee req-3bb1fa51-c91e-4cf1-b744-290451ba45bf tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1113966 Nov 12 20:56:29.247918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1b02717-37f5-4946-8a98-56536565c3ee req-8d8a79f7-83f7-4e48-aa6f-9a88363b5ab1 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072042 Nov 12 20:56:29.308941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac41063-4426-489a-8bcd-f6a8b3977e2b req-d56bd359-c2d5-4918-b10a-d1b32655863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.311012 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8ac41063-4426-489a-8bcd-f6a8b3977e2b req-d56bd359-c2d5-4918-b10a-d1b32655863f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309108 Nov 12 20:56:29.420835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3d1bbde5-d710-4c62-9c09-c4f8b78c7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.422937 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-3d1bbde5-d710-4c62-9c09-c4f8b78c7225 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 1099 time: 0.0679035 Nov 12 20:56:29.454338 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'cd92774b-4a0a-4f63-a27e-1e6bcb45ed84', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'port_id': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'mac_address': 'fa:16:3e:56:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:56:09Z', 'updated_at': '2021-11-12T20:56:27Z', 'revision_number': 1, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:07Z', 'revision_number': 5, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:29.490062 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] Checking router: 73ad98ce-066c-49a3-8b95-f71531355c39 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:29.499889 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-72eba902-38bb-4b8b-8a80-7c595c3340d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b61846e-0769-4651-89a7-e8e210b9bed5 HTTP/1.1" status: 200 len: 217 time: 0.0684412 Nov 12 20:56:29.500445 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:29.501521 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:29.623844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-0f51efa1-0620-40c9-aebd-58064a9a7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.626032 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-0f51efa1-0620-40c9-aebd-58064a9a7f34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1148906 Nov 12 20:56:29.657474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777d23-faf1-4168-8ecb-d32470742f26 req-b18b8479-24c6-4b9e-ae8f-aa7c3f072cc8 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.662671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78777d23-faf1-4168-8ecb-d32470742f26 req-b18b8479-24c6-4b9e-ae8f-aa7c3f072cc8 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 944 time: 0.1075103 Nov 12 20:56:29.736359 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:29.757937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-38ad5b2d-b4d3-48a0-ab93-a2533d4bf144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.759332 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-38ad5b2d-b4d3-48a0-ab93-a2533d4bf144 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249731 Nov 12 20:56:29.777185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78777d23-faf1-4168-8ecb-d32470742f26 req-46cea0e9-b041-4c90-ae8e-6550ea81e95a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074829 Nov 12 20:56:29.878880 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-286282e0-fdb4-4bf1-ae05-620c5e249d39 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109941 Nov 12 20:56:30.034764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4c81cdfd-7a28-4135-9a87-40fce825076e req-0e8a5b74-7996-47e3-8c5d-adaca7404045 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480577 Nov 12 20:56:30.090469 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'cd92774b-4a0a-4f63-a27e-1e6bcb45ed84', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'port_id': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'mac_address': 'fa:16:3e:56:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:56:09Z', 'updated_at': '2021-11-12T20:56:27Z', 'revision_number': 1, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:07Z', 'revision_number': 5, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:30.119792 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a73f32c-8a79-4cd9-b1d4-a244eadd54b1 None None] The sync data for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 is: [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'cd92774b-4a0a-4f63-a27e-1e6bcb45ed84', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'port_id': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'mac_address': 'fa:16:3e:56:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:56:09Z', 'updated_at': '2021-11-12T20:56:27Z', 'revision_number': 1, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:07Z', 'revision_number': 5, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:30.150188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc7fe3-5458-4035-ab79-6eb7a515ff27 req-6559476c-3f5a-4cdc-817f-8d8473e5626c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:30.152211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1abc7fe3-5458-4035-ab79-6eb7a515ff27 req-6559476c-3f5a-4cdc-817f-8d8473e5626c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 947 time: 0.0672927 Nov 12 20:56:30.217993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1abc7fe3-5458-4035-ab79-6eb7a515ff27 req-e6e73fe7-77e2-411b-b1cc-f887de9215e0 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583665 Nov 12 20:56:30.230390 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6afa77c5-a7bf-420f-8673-747084996da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.351910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7efdcc-8193-475d-9ee9-79b2ff16054f None None] New status for floating IP cd92774b-4a0a-4f63-a27e-1e6bcb45ed84: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:56:30.385919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c06dad-8184-4ea7-a08b-547252f174bf req-5de2b3ab-8d82-4494-ad52-5a3dcd8231ec tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:30.387859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7c06dad-8184-4ea7-a08b-547252f174bf req-5de2b3ab-8d82-4494-ad52-5a3dcd8231ec tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0663700 Nov 12 20:56:30.464934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7c06dad-8184-4ea7-a08b-547252f174bf req-b00144b0-0c33-4217-b96d-ed7df079734a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679023 Nov 12 20:56:30.862666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'tag': 'a3be1083-5ca7-4e77-925d-635cd44a6380'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:30.865785 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342" -d '{"events": [{"name": "network-changed", "server_uuid": "372e2f06-ca1c-4a10-9c22-0ab26c08af06", "tag": "a3be1083-5ca7-4e77-925d-635cd44a6380"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:30.930392 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e4ba95-fb1b-45f3-bb93-8938fdde8deb x-openstack-request-id: req-08e4ba95-fb1b-45f3-bb93-8938fdde8deb {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:30.930696 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372e2f06-ca1c-4a10-9c22-0ab26c08af06", "tag": "a3be1083-5ca7-4e77-925d-635cd44a6380", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:30.933340 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08e4ba95-fb1b-45f3-bb93-8938fdde8deb {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:30.937214 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'tag': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'status': 'completed', 'code': 200} Nov 12 20:56:31.031614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd175e66-5c36-41d0-b948-5a1161d2d326 req-29fda55b-ffec-4291-ab49-f1891b9dee56 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.033388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd175e66-5c36-41d0-b948-5a1161d2d326 req-29fda55b-ffec-4291-ab49-f1891b9dee56 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 944 time: 0.1173151 Nov 12 20:56:31.041548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-6514f069-9b5c-436e-806c-31174e65ffde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0987554 Nov 12 20:56:31.046458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-2281489b-595c-432c-806e-c72826f77f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.049246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-2281489b-595c-432c-806e-c72826f77f3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9b91358e6624354b3bbafc8f28ffa91&device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 1098 time: 0.0762868 Nov 12 20:56:31.160871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd175e66-5c36-41d0-b948-5a1161d2d326 req-f0839beb-2a57-4124-ac52-f8b0d91af8cc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122453 Nov 12 20:56:31.222160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-98693488-b186-4472-bcdb-236c5904727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.222650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-98693488-b186-4472-bcdb-236c5904727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.223213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-98693488-b186-4472-bcdb-236c5904727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.223720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-98693488-b186-4472-bcdb-236c5904727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.224677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-98693488-b186-4472-bcdb-236c5904727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.225161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-98693488-b186-4472-bcdb-236c5904727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.225625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-98693488-b186-4472-bcdb-236c5904727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.237698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-98693488-b186-4472-bcdb-236c5904727d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6505 time: 0.1246922 Nov 12 20:56:31.253204 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.385949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-acb2ed8b-5fa4-41b5-aaeb-1baa6e4cc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.387576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-acb2ed8b-5fa4-41b5-aaeb-1baa6e4cc485 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f56083d2-5309-4a49-a7d6-0ff320b33480 HTTP/1.1" status: 200 len: 913 time: 0.2871168 Nov 12 20:56:31.418544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bea895-5bce-4392-baad-a08b8e68eacf req-6dc3b242-358b-4bd3-8345-2d93571c1ead tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.421390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4bea895-5bce-4392-baad-a08b8e68eacf req-6dc3b242-358b-4bd3-8345-2d93571c1ead tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 947 time: 0.0977397 Nov 12 20:56:31.502173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-4d9f6fe1-63d3-4b29-855a-108c4c201afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.502645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-4d9f6fe1-63d3-4b29-855a-108c4c201afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.503152 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-4d9f6fe1-63d3-4b29-855a-108c4c201afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.504835 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-4d9f6fe1-63d3-4b29-855a-108c4c201afa service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d55188b-f390-4fb9-9446-2ca26fe33c28&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6 HTTP/1.1" status: 200 len: 2299 time: 0.2306836 Nov 12 20:56:31.536762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-8f863526-1816-4626-beca-52489fc0cc9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3be1083-5ca7-4e77-925d-635cd44a6380 HTTP/1.1" status: 200 len: 1002 time: 0.1397359 Nov 12 20:56:31.541922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4bea895-5bce-4392-baad-a08b8e68eacf req-0ece1aed-c56c-438d-9493-d41b3c413216 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860188 Nov 12 20:56:31.612784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:31.616036 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-03a7b80b-4cc5-413d-8118-36c0ee81a951 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07 HTTP/1.1" status: 200 len: 1000 time: 0.1018655 Nov 12 20:56:31.628430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-5977d087-37ec-40ad-a656-868d514fc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.637485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-5977d087-37ec-40ad-a656-868d514fc012 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=907c3a21-ca6e-4ecb-90a1-150a526395ea HTTP/1.1" status: 200 len: 851 time: 0.0943103 Nov 12 20:56:31.682188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-091a8ad0-175b-4802-8458-64ae987fbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.684359 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-091a8ad0-175b-4802-8458-64ae987fbff2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df07bf98-60de-4136-8439-aa74a28789ab HTTP/1.1" status: 200 len: 856 time: 0.0619986 Nov 12 20:56:31.765467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-0f122682-b54b-420a-a4de-085b7a409c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.768341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-0f122682-b54b-420a-a4de-085b7a409c67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f56083d2-5309-4a49-a7d6-0ff320b33480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212392 Nov 12 20:56:31.773732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-83a7a82f-b816-4430-9c55-ebe75b325644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.775671 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-83a7a82f-b816-4430-9c55-ebe75b325644 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d55188b-f390-4fb9-9446-2ca26fe33c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824389 Nov 12 20:56:31.778893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0f7d0-b18b-495c-84de-9035b6c261ab req-ea5dfe69-1ec6-4337-b741-c57692f6bc4c tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.781983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83e0f7d0-b18b-495c-84de-9035b6c261ab req-ea5dfe69-1ec6-4337-b741-c57692f6bc4c tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0859008 Nov 12 20:56:31.829131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:56:31.835892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:31.836221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.900513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-cad06922-044d-4624-af83-b0cafda2d6f3 service neutron] 10.222.0.46 "GET /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171165 Nov 12 20:56:31.971539 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-cc9df0ab-b472-47d2-8a17-d15779758148 service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861250 Nov 12 20:56:32.059478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83e0f7d0-b18b-495c-84de-9035b6c261ab req-f75de8a2-c44f-44aa-95b4-398a6e9ac136 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577013 Nov 12 20:56:32.060727 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.109184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd19031-16b6-49cb-a804-88ac3eab45c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5688ddbe-cc88-4fef-b6d9-8a64550d4b9d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:32.111650 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb0fa51-32b6-4c33-91f6-be2d4c4002a5" -d '{"events": [{"server_uuid": "8bd19031-16b6-49cb-a804-88ac3eab45c3", "name": "network-vif-plugged", "status": "completed", "tag": "5688ddbe-cc88-4fef-b6d9-8a64550d4b9d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:32.114458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4dbc180-d69d-4ddc-90b1-603d5f5fa342 req-ed877d7b-fec8-4f5b-a666-a872c355ef41 service neutron] 10.222.0.46 "GET /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033207 Nov 12 20:56:32.122987 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-f1fdda35-623f-4d2c-876a-09e53ac107ae service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332765 Nov 12 20:56:32.145728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:32.162112 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0066a4-be2b-4298-98f5-ebafa15279df x-openstack-request-id: req-cd0066a4-be2b-4298-98f5-ebafa15279df {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:32.162673 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd19031-16b6-49cb-a804-88ac3eab45c3", "name": "network-vif-plugged", "status": "completed", "tag": "5688ddbe-cc88-4fef-b6d9-8a64550d4b9d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:32.163083 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd0066a4-be2b-4298-98f5-ebafa15279df {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:32.165470 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd19031-16b6-49cb-a804-88ac3eab45c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5688ddbe-cc88-4fef-b6d9-8a64550d4b9d', 'code': 200} Nov 12 20:56:32.180527 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-6346f8de-c466-460d-a6be-62e88c029e47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 200 len: 217 time: 0.0495393 Nov 12 20:56:32.264886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-68afd06d-e76d-4235-8e37-c68c54ed9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.267433 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-68afd06d-e76d-4235-8e37-c68c54ed9819 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.0712800 Nov 12 20:56:32.273605 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.341638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-ac3dccae-9030-4957-8995-375851d8cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.344503 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-ac3dccae-9030-4957-8995-375851d8cf7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687966 Nov 12 20:56:32.378228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:32.397545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fbe11-5c3e-469b-928e-2a728a007fe6 req-d286ee23-d9eb-4b62-b37d-118ec3fccf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.401978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-945fbe11-5c3e-469b-928e-2a728a007fe6 req-d286ee23-d9eb-4b62-b37d-118ec3fccf09 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 1097 time: 0.1325188 Nov 12 20:56:32.414315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ad01c-2d87-42bc-bab3-bd49047cd58d req-8ff5cdb8-35d6-4b48-b30e-6eaa8bce6a60 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.416399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-856ad01c-2d87-42bc-bab3-bd49047cd58d req-8ff5cdb8-35d6-4b48-b30e-6eaa8bce6a60 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 945 time: 0.1701221 Nov 12 20:56:32.473102 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-b0e9ce4d-18ba-4241-9a6e-a384c6065293 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189704 Nov 12 20:56:32.512687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-856ad01c-2d87-42bc-bab3-bd49047cd58d req-b283f25a-946e-46ce-9668-4a1ab0e26859 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642636 Nov 12 20:56:32.514807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-945fbe11-5c3e-469b-928e-2a728a007fe6 req-248a9d4b-d899-4171-9fee-8215ef45f803 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975189 Nov 12 20:56:32.613829 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-e04e395f-44ff-417b-8dc5-8b0c6eaaa842 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330562 Nov 12 20:56:32.665641 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-89282008-1daf-493d-9ae9-6102cd8e7744 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 200 len: 217 time: 0.0443320 Nov 12 20:56:32.667873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44048) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:32.727309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d375b-fed8-4145-9ff4-6d008b125dcd req-9d2c4c92-bb84-42ac-9faa-edd785dd2bb9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.728850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a5d375b-fed8-4145-9ff4-6d008b125dcd req-9d2c4c92-bb84-42ac-9faa-edd785dd2bb9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 947 time: 0.0577807 Nov 12 20:56:32.753959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-eabc0eaa-d539-460b-9c15-6c91d7f7f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.757465 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-eabc0eaa-d539-460b-9c15-6c91d7f7f733 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.0829728 Nov 12 20:56:32.803545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a5d375b-fed8-4145-9ff4-6d008b125dcd req-13c15551-25ee-4ca8-b378-b6f40ddfa12d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676534 Nov 12 20:56:32.866155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-dadb6c13-b0a7-485e-8d6e-c012aef37801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.867655 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-dadb6c13-b0a7-485e-8d6e-c012aef37801 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020641 Nov 12 20:56:32.868366 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33bbcc7a-c511-4eb2-87b3-bcd19542a0b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.930756 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.998461 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-19d401ee-b032-4c94-a30a-f3826dcbbb2a service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212609 Nov 12 20:56:33.004367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:56:33.070722 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33bbcc7a-c511-4eb2-87b3-bcd19542a0b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.141956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33bbcc7a-c511-4eb2-87b3-bcd19542a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.169863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:33.188962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'mac_address': 'fa:16:3e:1d:8e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:56:33.249550 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33bbcc7a-c511-4eb2-87b3-bcd19542a0b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69497c9dcefe44f091d502236d5c1a5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783916 Nov 12 20:56:33.249744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257cd42-6908-482d-8541-5455ab852c81 req-169d10c0-b074-455a-8cb9-d30a55d4e68a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:33.251179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7257cd42-6908-482d-8541-5455ab852c81 req-169d10c0-b074-455a-8cb9-d30a55d4e68a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0884535 Nov 12 20:56:33.257115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44058) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:33.257302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbcc7a-c511-4eb2-87b3-bcd19542a0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d875a2b-aa95-4d49-ae70-15d8b06b9662,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:33.257302 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-43ba945c-d90d-406c-8f7b-c79cf216c29d service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508218 Nov 12 20:56:33.272697 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.291604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b61846e-0769-4651-89a7-e8e210b9bed5 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:33.308303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-6cd1156d-2e90-4e61-884c-53c3da1c8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:33.309865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-6cd1156d-2e90-4e61-884c-53c3da1c8200 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1186388 Nov 12 20:56:33.316152 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-f942505b-a2d8-492c-86f6-9757dbe70144 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 HTTP/1.1" status: 200 len: 217 time: 0.0513482 Nov 12 20:56:33.330264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:33.386752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-664b42cb-dc0d-4ff8-a082-27b8ec75fc50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.399888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-4d1de168-25ce-47ad-99fd-bfae4e9cdae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:33.402176 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-4d1de168-25ce-47ad-99fd-bfae4e9cdae8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.0762064 Nov 12 20:56:33.416966 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-664b42cb-dc0d-4ff8-a082-27b8ec75fc50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.431515 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.456059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7257cd42-6908-482d-8541-5455ab852c81 req-518f05ca-5bb6-4ccc-b18c-f31635b6f1b5 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614370 Nov 12 20:56:33.474966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-c6e4db23-dd3d-4962-aa43-58f764d33336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:33.476692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-c6e4db23-dd3d-4962-aa43-58f764d33336 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663142 Nov 12 20:56:33.503056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.512727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-be2ac9bd-074a-406a-94f8-d92576e617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:33.514378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-be2ac9bd-074a-406a-94f8-d92576e617ce service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.1741498 Nov 12 20:56:33.522301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:33.597743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-664b42cb-dc0d-4ff8-a082-27b8ec75fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.601349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-664b42cb-dc0d-4ff8-a082-27b8ec75fc50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.602803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-664b42cb-dc0d-4ff8-a082-27b8ec75fc50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d875a2b-aa95-4d49-ae70-15d8b06b9662 HTTP/1.1" status: 204 len: 168 time: 0.3435965 Nov 12 20:56:33.622039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-09a7a08b-c1db-4aa6-a04e-c83902538d3b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 1001 time: 0.0968034 Nov 12 20:56:33.623314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b42cb-dc0d-4ff8-a082-27b8ec75fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d875a2b-aa95-4d49-ae70-15d8b06b9662,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:33.645306 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-4f6805d2-79a4-4dc3-81c9-d8fb3c566ff1 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596267 Nov 12 20:56:33.759131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-0d49c592-1d09-4035-8a8e-2ed0c3f8f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:33.761994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-0d49c592-1d09-4035-8a8e-2ed0c3f8f055 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1286566 Nov 12 20:56:33.780893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5b3e8-6974-477d-81c9-20e720f87ee5 req-6d71900f-d7e9-4891-9993-db96d1b7ed6f tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:33.784418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68d5b3e8-6974-477d-81c9-20e720f87ee5 req-6d71900f-d7e9-4891-9993-db96d1b7ed6f tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 945 time: 0.1247637 Nov 12 20:56:33.790282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0b61846e-0769-4651-89a7-e8e210b9bed5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:34.049231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-25c92348-404c-49fa-b2e7-750a28a9a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:34.058195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-25c92348-404c-49fa-b2e7-750a28a9a9fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2655292 Nov 12 20:56:34.065020 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68d5b3e8-6974-477d-81c9-20e720f87ee5 req-82f9baed-8afd-4ba8-9fad-4dd009635af6 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489967 Nov 12 20:56:34.157265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473024-8305-4bfd-b27b-a36f0df912b6 req-1e6ee4fa-d9e2-4e6b-a6d2-688e3da2ace6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:34.158884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83473024-8305-4bfd-b27b-a36f0df912b6 req-1e6ee4fa-d9e2-4e6b-a6d2-688e3da2ace6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 948 time: 0.2232826 Nov 12 20:56:34.170418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06181f52-1bd7-40bd-95d5-bdd5dc984ad6 req-a10a1ac7-588d-41cb-994e-7b11dbc5a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:34.174002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06181f52-1bd7-40bd-95d5-bdd5dc984ad6 req-a10a1ac7-588d-41cb-994e-7b11dbc5a9ef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1097 time: 0.2944131 Nov 12 20:56:34.312026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-8d401e5d-6f52-47fd-826c-1e593c199a6c service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386835 Nov 12 20:56:34.315094 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-5a305afc-e516-41a7-b1da-ef40f8041431 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602864 Nov 12 20:56:34.374545 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-62428544-6eed-4c22-90f8-c5fd907d8c62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=e66877d1-7052-4510-be0f-7e88565c976a HTTP/1.1" status: 200 len: 217 time: 0.0523024 Nov 12 20:56:34.389205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06181f52-1bd7-40bd-95d5-bdd5dc984ad6 req-3222d0bf-4b49-467f-9d15-18d873e37ea6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978224 Nov 12 20:56:34.393852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83473024-8305-4bfd-b27b-a36f0df912b6 req-dac57438-7016-4f15-a468-11033979ec8a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180762 Nov 12 20:56:34.472322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-29389039-0f28-43bf-be1b-2cd117b0f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:34.473850 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-29389039-0f28-43bf-be1b-2cd117b0f835 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.0912099 Nov 12 20:56:34.505155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db310cb5-64b4-41cd-bb99-930ae5629a2d req-12e3bc51-db01-4afb-8a51-8e8561bd2267 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806335 Nov 12 20:56:34.508498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44082) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:34.521132 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21f79f59-c449-449d-b4d8-6dc693fbbc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.570656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-056edd3b-a4a8-46a1-b67d-010091a05b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:34.573031 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-056edd3b-a4a8-46a1-b67d-010091a05b37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889645 Nov 12 20:56:34.670779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9857-afda-4a69-a5f8-b2b26b976938 req-d3c628f6-4648-4a0f-b6ce-c2e8454e9dc7 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:34.672406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb9e9857-afda-4a69-a5f8-b2b26b976938 req-d3c628f6-4648-4a0f-b6ce-c2e8454e9dc7 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0940733 Nov 12 20:56:34.693711 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21f79f59-c449-449d-b4d8-6dc693fbbc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.716782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-ff8be5bb-4d07-402e-9652-c6830352e998 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329012 Nov 12 20:56:34.756308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb9e9857-afda-4a69-a5f8-b2b26b976938 req-c197e471-2688-4971-8b75-378ea93bdf9f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715425 Nov 12 20:56:34.767771 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21f79f59-c449-449d-b4d8-6dc693fbbc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.817905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f79f59-c449-449d-b4d8-6dc693fbbc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b302e450-8183-4309-a7a2-7e306d5eab42,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:34.822359 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-8c23ab3f-22f7-48ab-8788-c7a10a89077e service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945556 Nov 12 20:56:34.835204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-21f79f59-c449-449d-b4d8-6dc693fbbc84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bfb9fd997ed64a6596c553b14aa76a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3285258 Nov 12 20:56:34.838327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44088) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:34.881858 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-f0d93d54-a0aa-4dd8-be5e-63ba1d6c3ca1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413e66bc-caf1-4d8d-955a-5729d255d131 HTTP/1.1" status: 200 len: 217 time: 0.0486670 Nov 12 20:56:34.903945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7329cfe-1720-437d-b0b6-5557679fb7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.940497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7329cfe-1720-437d-b0b6-5557679fb7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.949368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-bb9c4795-e71a-4a96-86ac-d35e33b17dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:34.950832 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-bb9c4795-e71a-4a96-86ac-d35e33b17dbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.0506315 Nov 12 20:56:35.015267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:35.034201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-51f87a1c-f1e3-470e-8605-ce7125021541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:35.036281 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-51f87a1c-f1e3-470e-8605-ce7125021541 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627773 Nov 12 20:56:35.107972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7329cfe-1720-437d-b0b6-5557679fb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.107972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7329cfe-1720-437d-b0b6-5557679fb7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.109647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d7329cfe-1720-437d-b0b6-5557679fb7b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b302e450-8183-4309-a7a2-7e306d5eab42 HTTP/1.1" status: 204 len: 168 time: 0.2699277 Nov 12 20:56:35.123172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7329cfe-1720-437d-b0b6-5557679fb7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b302e450-8183-4309-a7a2-7e306d5eab42,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:35.197052 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-f69c62c5-543b-4bd8-81cf-238a1c896262 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510093 Nov 12 20:56:35.206516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 0b61846e-0769-4651-89a7-e8e210b9bed5 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:56:35.218900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0b61846e-0769-4651-89a7-e8e210b9bed5 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:35.225169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.287316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962c431-f989-4cf4-b74a-7dd5a61aad0d req-2e567099-54cc-40b8-889d-bc2c6a3d7ee7 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:35.289383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9962c431-f989-4cf4-b74a-7dd5a61aad0d req-2e567099-54cc-40b8-889d-bc2c6a3d7ee7 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 945 time: 0.1293032 Nov 12 20:56:35.308099 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-383bcde0-e25d-4ba9-a528-05051105d58e service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025324 Nov 12 20:56:35.362708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9962c431-f989-4cf4-b74a-7dd5a61aad0d req-b06ef985-cd7f-43fa-8ac0-205ddb089131 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657585 Nov 12 20:56:35.369346 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-51401211-c124-4bd0-95d5-4bdb89d6d3b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce HTTP/1.1" status: 200 len: 217 time: 0.0478373 Nov 12 20:56:35.371592 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.413680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:35.414921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:35.418428 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee68888-ce33-4e73-89c0-ddbec4e955e0" -d '{"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-plugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:35.442861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-f7f9ca24-75fa-4875-9944-cc13fc199e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:35.445793 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-f7f9ca24-75fa-4875-9944-cc13fc199e6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.0668011 Nov 12 20:56:35.505506 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e2c63-2410-4542-b7a7-056bbb56cb9c x-openstack-request-id: req-943e2c63-2410-4542-b7a7-056bbb56cb9c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:35.505799 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-plugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:35.506053 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-943e2c63-2410-4542-b7a7-056bbb56cb9c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:35.506448 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'code': 200} Nov 12 20:56:35.522431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-549e885c-588c-40cf-a4f4-ea321e716a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:35.523959 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-549e885c-588c-40cf-a4f4-ea321e716a2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719240 Nov 12 20:56:35.542238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3478c9-c1ee-4f03-b838-44da7ccac835 req-7be9180c-4d80-4114-b8f2-885f387264d8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:35.550433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e3478c9-c1ee-4f03-b838-44da7ccac835 req-7be9180c-4d80-4114-b8f2-885f387264d8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 948 time: 0.0621226 Nov 12 20:56:35.587970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.699574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:35.735550 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-d374e8e6-e549-4e55-ba0f-7c215e2efe38 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999538 Nov 12 20:56:35.872711 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ab93daa4-87c1-4756-a608-2a3854c96947 req-973cd991-a6f7-4870-97f4-b29869b23948 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297333 Nov 12 20:56:36.117392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e3478c9-c1ee-4f03-b838-44da7ccac835 req-0a6fdc87-33d0-43f2-a47e-1d8d021162b1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660894 Nov 12 20:56:36.158681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8fa85-d350-445a-a065-0d9dacf6a339 req-0d96ab71-842f-48c6-951f-a84884840ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:36.160471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5e8fa85-d350-445a-a065-0d9dacf6a339 req-0d96ab71-842f-48c6-951f-a84884840ae2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 1101 time: 0.5729973 Nov 12 20:56:36.177123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ea228-cfd6-4c4a-bc73-7b28e3ec0276 req-505a41f4-9408-4ef9-9865-f682de96737b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:36.178857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-111ea228-cfd6-4c4a-bc73-7b28e3ec0276 req-505a41f4-9408-4ef9-9865-f682de96737b tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0972164 Nov 12 20:56:36.264305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5e8fa85-d350-445a-a065-0d9dacf6a339 req-1b59b4c2-1dc6-4a55-80cd-cf61717224a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826621 Nov 12 20:56:36.278511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-111ea228-cfd6-4c4a-bc73-7b28e3ec0276 req-b20466bb-be71-4c73-8bb5-6ce1dee455d5 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948117 Nov 12 20:56:36.312137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-643280d0-a84a-474f-8813-69e1406254bd req-9cdb893c-23b1-4e59-9aa3-b4c316e5d4c2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2521763', 'description': 'tempest-description-2087858858'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:36.474812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-643280d0-a84a-474f-8813-69e1406254bd req-9cdb893c-23b1-4e59-9aa3-b4c316e5d4c2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.617121 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-643280d0-a84a-474f-8813-69e1406254bd req-9cdb893c-23b1-4e59-9aa3-b4c316e5d4c2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.744092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-643280d0-a84a-474f-8813-69e1406254bd req-9cdb893c-23b1-4e59-9aa3-b4c316e5d4c2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.793327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb893c-23b1-4e59-9aa3-b4c316e5d4c2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5b721-4b04-4812-9826-b741bbe43ea1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:36.874541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-643280d0-a84a-474f-8813-69e1406254bd req-9cdb893c-23b1-4e59-9aa3-b4c316e5d4c2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.883403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-643280d0-a84a-474f-8813-69e1406254bd req-9cdb893c-23b1-4e59-9aa3-b4c316e5d4c2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5691428 Nov 12 20:56:37.003604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-75ba956f-70a7-4dc7-8ffa-927073ddeec4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2521763&fields=id&tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d HTTP/1.1" status: 200 len: 267 time: 0.0603580 Nov 12 20:56:37.130606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-38a10ef4-d5ad-4d5b-8d45-b4fd3698cba3 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:37.141855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-38a10ef4-d5ad-4d5b-8d45-b4fd3698cba3 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1214731 Nov 12 20:56:37.149543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Request body: {'port': {'security_groups': ['1df80266-3fe2-4e49-b623-d69aa2e40c5d', 'e5b5b721-4b04-4812-9826-b741bbe43ea1']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:37.336835 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.483532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc380-7275-4d87-8cdc-4019adf7de59 req-460608c4-84e6-4126-9248-b6fe55e2b912 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:37.485820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a49fc380-7275-4d87-8cdc-4019adf7de59 req-460608c4-84e6-4126-9248-b6fe55e2b912 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.2029936 Nov 12 20:56:37.598658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a49fc380-7275-4d87-8cdc-4019adf7de59 req-ddc814db-8089-4158-ba6e-8d0833018df9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925078 Nov 12 20:56:37.753285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] For port b53a5950-acc1-440f-9c51-44e7af4803ed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b53a5950-acc1-440f-9c51-44e7af4803ed,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:37.823993 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.896409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.913582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b53a5950-acc1-440f-9c51-44e7af4803ed'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:37.974169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:37.975139 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.976635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624dad0a-bf2f-48ef-8182-1f77e19912ff req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "PUT /v2.0/ports/b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 981 time: 0.8339682 Nov 12 20:56:37.977175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:37.979728 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bab189-7735-4aff-bfdf-1bbfa43650ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:38.025770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871ffd6-42c9-4f16-931b-d630f327fda4 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event updated for resources: {'Port': ['ID=b53a5950-acc1-440f-9c51-44e7af4803ed,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:38.110647 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52806ca-be4d-45f1-b32a-6b2687af3f04 x-openstack-request-id: req-a52806ca-be4d-45f1-b32a-6b2687af3f04 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:38.110950 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:38.111206 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a52806ca-be4d-45f1-b32a-6b2687af3f04 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:38.112675 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'status': 'completed', 'code': 200} Nov 12 20:56:38.143318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b53a5950-acc1-440f-9c51-44e7af4803ed'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:38.227193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-f1acc5de-5b62-4760-915d-58d3e0f79459 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2521763&fields=id&tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d HTTP/1.1" status: 200 len: 267 time: 0.1133387 Nov 12 20:56:38.274152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-26ec6d69-8cb5-4b66-b893-d8ed84c92bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:38.274152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-26ec6d69-8cb5-4b66-b893-d8ed84c92bc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1136 time: 0.1095080 Nov 12 20:56:38.324332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-5ec3c9a1-783c-4212-85f0-5ea7623cd483 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:38.335034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-5ec3c9a1-783c-4212-85f0-5ea7623cd483 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 984 time: 0.1068463 Nov 12 20:56:38.343375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Request body: {'port': {'security_groups': ['1df80266-3fe2-4e49-b623-d69aa2e40c5d']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:38.496919 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.500893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-123c62e4-9bf6-4b18-b99b-d3831e24901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:38.502388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-123c62e4-9bf6-4b18-b99b-d3831e24901d service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 920 time: 0.2195294 Nov 12 20:56:38.584750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-cdfb9a58-93bd-4c69-a246-ad2a97de3a3f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 217 time: 0.0736299 Nov 12 20:56:38.746204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-12b71aab-1498-4831-8639-8874ededeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:38.748182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-12b71aab-1498-4831-8639-8874ededeff9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 200 len: 859 time: 0.1518755 Nov 12 20:56:38.844806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-260fc899-f777-4ad2-8cec-45154708e5c2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7d0a5c8-9c16-4868-9609-35ec67e87841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598152 Nov 12 20:56:38.894956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] For port b53a5950-acc1-440f-9c51-44e7af4803ed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b53a5950-acc1-440f-9c51-44e7af4803ed,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:38.959659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.000972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-caa3dda8-9120-4d46-a53e-370b17f45fb5 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461704 Nov 12 20:56:39.057517 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.070771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b53a5950-acc1-440f-9c51-44e7af4803ed'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:39.120204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:39.120856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.136611 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-210359cb-14ed-4a6f-b08d-1090a854cc84 req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "PUT /v2.0/ports/b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 942 time: 0.8002326 Nov 12 20:56:39.290269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7bab189-7735-4aff-bfdf-1bbfa43650ab req-06423b2f-b1c7-4c7d-99b4-1939a3c72673 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822497 Nov 12 20:56:39.291266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf23cb-9949-4ead-a909-4a28d828f864 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event updated for resources: {'Port': ['ID=b53a5950-acc1-440f-9c51-44e7af4803ed,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:39.298005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b53a5950-acc1-440f-9c51-44e7af4803ed'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:39.323083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f34ea-089f-4a12-9cec-7dac76a98bfc req-9a91bcda-460a-4dfe-ba2c-bf0e00aaf95c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:39.324516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c2f34ea-089f-4a12-9cec-7dac76a98bfc req-9a91bcda-460a-4dfe-ba2c-bf0e00aaf95c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0933321 Nov 12 20:56:39.405077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c2f34ea-089f-4a12-9cec-7dac76a98bfc req-b7061f68-d4be-4b95-9b11-2476328aed27 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722692 Nov 12 20:56:39.933550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef4c10-4351-4b6e-b1f2-8759f5e9951c req-1b87c875-1855-4e34-afaa-71f3e19c2cef tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:39.935228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5ef4c10-4351-4b6e-b1f2-8759f5e9951c req-1b87c875-1855-4e34-afaa-71f3e19c2cef tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1719134 Nov 12 20:56:39.959474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-6236a433-fcec-4c1a-85fb-8b7c904d81ea tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3023753 Nov 12 20:56:39.972736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:40.014834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5ef4c10-4351-4b6e-b1f2-8759f5e9951c req-450fe91c-9d2b-45a9-9e63-7609386aafb9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727992 Nov 12 20:56:40.114298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:40.116815 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f1b23-516a-4074-8238-93944dff09ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:40.256006 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.258401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.262581 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.340953 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb46225-db03-4605-bb1c-939733a7e9aa x-openstack-request-id: req-ffb46225-db03-4605-bb1c-939733a7e9aa {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:40.341634 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:40.341898 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffb46225-db03-4605-bb1c-939733a7e9aa {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:40.342976 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'status': 'completed', 'code': 200} Nov 12 20:56:40.411092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f1b23-516a-4074-8238-93944dff09ac req-127535dd-7ac7-40eb-9bc4-7d2845aaf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:40.412927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd7f1b23-516a-4074-8238-93944dff09ac req-127535dd-7ac7-40eb-9bc4-7d2845aaf7d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1097 time: 0.0674586 Nov 12 20:56:40.522561 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.604112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f1b23-516a-4074-8238-93944dff09ac req-b6b142de-7b6c-4c31-8d91-c8c262455752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:40.605659 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd7f1b23-516a-4074-8238-93944dff09ac req-b6b142de-7b6c-4c31-8d91-c8c262455752 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 920 time: 0.1804259 Nov 12 20:56:40.693835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd7f1b23-516a-4074-8238-93944dff09ac req-6e556a78-6070-489f-a9f8-c6f8795200f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 217 time: 0.0687397 Nov 12 20:56:40.775070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Allocated IP 172.25.8.253 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/77c90476-393c-4f93-bcf9-53811402cb01) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:40.807575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f1b23-516a-4074-8238-93944dff09ac req-3aa72ead-f1b0-4958-80f6-77d3d6006dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:40.810008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd7f1b23-516a-4074-8238-93944dff09ac req-3aa72ead-f1b0-4958-80f6-77d3d6006dc2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 200 len: 859 time: 0.1052892 Nov 12 20:56:40.891108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd7f1b23-516a-4074-8238-93944dff09ac req-d459e149-48bf-4013-b0a4-ebda3b37552a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7d0a5c8-9c16-4868-9609-35ec67e87841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562503 Nov 12 20:56:41.107109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.133226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd7f1b23-516a-4074-8238-93944dff09ac req-fd45bb46-9197-4da4-b166-390cfb9e6f01 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168510 Nov 12 20:56:41.145214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-02674c6a-13d5-4434-83fd-f116d9e19da2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121638 Nov 12 20:56:41.277426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd7f1b23-516a-4074-8238-93944dff09ac req-8c737f32-bebc-4a0c-bb4a-8974f907a6d4 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298051 Nov 12 20:56:41.316112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.382044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event updated for resources: {'Port': ['ID=77c90476-393c-4f93-bcf9-53811402cb01,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:41.402867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:41.407821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:41.420498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:41.459665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e7da-9bf8-4b27-8a1a-512986d548fd req-de574c24-00a2-4ec6-9661-65a5ef264521 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:41.469863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a893e7da-9bf8-4b27-8a1a-512986d548fd req-de574c24-00a2-4ec6-9661-65a5ef264521 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1691222 Nov 12 20:56:41.591361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a893e7da-9bf8-4b27-8a1a-512986d548fd req-bead2e05-d7f2-452f-855e-f711ca8b390b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205466 Nov 12 20:56:41.624544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.811324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.038926 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.142901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.268384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event updated for resources: {'Port': ['ID=77c90476-393c-4f93-bcf9-53811402cb01,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:42.299197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.446631 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.447914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-ebd5a61d-0768-4642-bfc1-32545d74ce5f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4812620 Nov 12 20:56:42.526642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-856fc21c-5d09-497f-87f0-396a050d7360 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 696 time: 0.0713999 Nov 12 20:56:42.646156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-c87af8a3-4f9d-4f11-ad64-d1b27807d46a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:42.648217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-c87af8a3-4f9d-4f11-ad64-d1b27807d46a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.1154757 Nov 12 20:56:42.662479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-73b1a85c-5727-45c0-aaba-5d64e7cd6029 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:56:42.663800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbac90e5-0791-4766-8a4b-7009b427a0c2 req-73b1a85c-5727-45c0-aaba-5d64e7cd6029 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087719 Nov 12 20:56:42.780093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15a721-b714-4e5d-a5df-077a68a341ed req-a3c1ada1-61b6-4eec-b2f9-edf037f0e6be tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:42.786323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b15a721-b714-4e5d-a5df-077a68a341ed req-a3c1ada1-61b6-4eec-b2f9-edf037f0e6be tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0780573 Nov 12 20:56:43.269064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36598-0804-44e6-8359-3b919be82121 req-13b459b8-d1fb-4983-9901-f480dc087efd tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:43.276707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-13b459b8-d1fb-4983-9901-f480dc087efd tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4889016 Nov 12 20:56:43.337049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-fea66b52-c1de-419f-be61-4c2e43967304 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 696 time: 0.0593216 Nov 12 20:56:43.342335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Request body: {'floatingip': {'port_id': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:43.360373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b15a721-b714-4e5d-a5df-077a68a341ed req-c4eff20a-5953-41fc-ab94-8d2c96c2e0a0 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548325 Nov 12 20:56:43.420173 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:43.561223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81d386-50e5-486b-a039-fedf47259264 req-f68c2623-0998-437f-b19b-6c52557399cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:43.562993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a81d386-50e5-486b-a039-fedf47259264 req-f68c2623-0998-437f-b19b-6c52557399cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 945 time: 0.1382537 Nov 12 20:56:43.682152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a81d386-50e5-486b-a039-fedf47259264 req-aacccd0c-5bd6-4e1c-971e-6f5bd34c32bb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108198 Nov 12 20:56:44.067257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.317634 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.405585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-fb9649e8-f33c-46b6-8f72-0642c5ed3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:44.407721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-fb9649e8-f33c-46b6-8f72-0642c5ed3e63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 1101 time: 0.1201770 Nov 12 20:56:44.486799 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Floating IP be34e16f-dc79-4ade-96c4-7f193205e958 associated. External IP: 172.25.8.253, port: b53a5950-acc1-440f-9c51-44e7af4803ed. Nov 12 20:56:44.604429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-a737423b-616a-43d4-bbc5-60fa9c4416d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:44.605900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-a737423b-616a-43d4-bbc5-60fa9c4416d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1878455 Nov 12 20:56:44.657434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-764c1a11-d9ad-4605-b6b3-f44d65a1fab0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b61846e-0769-4651-89a7-e8e210b9bed5 HTTP/1.1" status: 200 len: 217 time: 0.0402379 Nov 12 20:56:44.779143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-c699445c-aa65-4c86-885a-bdefa25da8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:44.780626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-c699445c-aa65-4c86-885a-bdefa25da8f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1159842 Nov 12 20:56:44.866428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:56:44.880574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-2b40d25e-b195-4349-afa5-aba3e3a8da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:44.882097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-2b40d25e-b195-4349-afa5-aba3e3a8da1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899806 Nov 12 20:56:44.963002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dc94c-f837-4731-8542-83682412409b req-a79af978-eba8-4741-92a8-6af757731017 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:44.964783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-247dc94c-f837-4731-8542-83682412409b req-a79af978-eba8-4741-92a8-6af757731017 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1373138 Nov 12 20:56:45.113142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-247dc94c-f837-4731-8542-83682412409b req-7734873b-b718-4705-98c1-36f4dfabb730 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062059 Nov 12 20:56:45.114167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:45.123044 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.137581 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] Sync routers for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:45.150262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-1dcd4bf6-9f2b-4ac2-9aff-3caf877a9694 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543600 Nov 12 20:56:45.155054 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:45.156089 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:45.191112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-d56d4463-181a-49a5-9576-ffa4248dbdff tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "PUT /v2.0/floatingips/be34e16f-dc79-4ade-96c4-7f193205e958 HTTP/1.1" status: 200 len: 996 time: 1.8529446 Nov 12 20:56:45.193427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:45.196048 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b54ba2-0c53-447d-82b0-4059876039ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:45.290170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36598-0804-44e6-8359-3b919be82121 req-89a80e39-1e0e-4c50-b7e3-f83be5c0a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:45.291864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-89a80e39-1e0e-4c50-b7e3-f83be5c0a31b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1097 time: 0.0668213 Nov 12 20:56:45.293745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-f02b532f-d136-4b34-abc5-c09644627902 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342776 Nov 12 20:56:45.349766 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:45.437425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36598-0804-44e6-8359-3b919be82121 req-d925b546-674c-4523-8508-77357a5c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:45.443265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-d925b546-674c-4523-8508-77357a5c925b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 920 time: 0.1354430 Nov 12 20:56:45.499152 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44500) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:45.557637 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b786f63e-c493-424c-96f1-77af2d9012a7 x-openstack-request-id: req-b786f63e-c493-424c-96f1-77af2d9012a7 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:45.557986 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:45.558345 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b786f63e-c493-424c-96f1-77af2d9012a7 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:45.558786 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'status': 'completed', 'code': 200} Nov 12 20:56:45.567224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-c477a20f-2713-4614-bf23-ee8b7b936f93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 999 time: 0.1209941 Nov 12 20:56:45.658607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b36598-0804-44e6-8359-3b919be82121 req-db177e9b-d6de-4566-b0b3-40296649093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:45.665704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a57d3cf3-273a-4425-881b-d7e9ab578cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.668845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-db177e9b-d6de-4566-b0b3-40296649093f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 200 len: 859 time: 0.1006153 Nov 12 20:56:45.678597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-a5bf1860-789b-4666-88a5-f1a3983d7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:45.680219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-a5bf1860-789b-4666-88a5-f1a3983d7ecb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1097 time: 0.0847750 Nov 12 20:56:45.714565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-15f5c18a-0623-4a71-a9a9-be7090687e39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7d0a5c8-9c16-4868-9609-35ec67e87841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310872 Nov 12 20:56:45.741097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-aa286516-d083-4bd9-9102-4e372cc01b13 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:56:45.742107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-aa286516-d083-4bd9-9102-4e372cc01b13 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068126 Nov 12 20:56:45.744931 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'be34e16f-dc79-4ade-96c4-7f193205e958', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'port_id': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'mac_address': 'fa:16:3e:bf:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:56:41Z', 'updated_at': '2021-11-12T20:56:43Z', 'revision_number': 1, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:38Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:45.779690 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] Checking router: 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:45.805209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:45.807935 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:45.851699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a57d3cf3-273a-4425-881b-d7e9ab578cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.869145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-7e95d8b7-a298-455d-8926-d1fa7328f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:45.870645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-7e95d8b7-a298-455d-8926-d1fa7328f957 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 920 time: 0.1794863 Nov 12 20:56:45.940331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-8d696114-0062-4b4c-882b-3af415075fe7 service neutron] 10.222.0.64 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659031 Nov 12 20:56:45.950725 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:45.964610 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a57d3cf3-273a-4425-881b-d7e9ab578cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.015551 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a57d3cf3-273a-4425-881b-d7e9ab578cc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22c0406ec8c14595aa3872269b75c4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5212355 Nov 12 20:56:46.016617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d3cf3-273a-4425-881b-d7e9ab578cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc478a4-a35d-45d6-9e16-aab9e45222ac,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:46.019425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44508) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:46.063446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b36598-0804-44e6-8359-3b919be82121 req-70d57317-3ad8-4058-9f85-b49548f3c7e3 service neutron] 10.222.0.64 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215401 Nov 12 20:56:46.083052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-c6ba3cd8-32d6-4a77-a6d7-9b56e9c8495b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 999 time: 0.2029550 Nov 12 20:56:46.095098 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-220cf915-ed48-43c6-936b-7405057b7dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.120247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-220cf915-ed48-43c6-936b-7405057b7dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.154062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-f899fd23-06dd-4e82-bdc9-1a35eeae7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:46.155761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-f899fd23-06dd-4e82-bdc9-1a35eeae7099 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 200 len: 859 time: 0.0629203 Nov 12 20:56:46.240141 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'be34e16f-dc79-4ade-96c4-7f193205e958', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'port_id': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'mac_address': 'fa:16:3e:bf:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:56:41Z', 'updated_at': '2021-11-12T20:56:43Z', 'revision_number': 1, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:38Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:46.270803 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b187cf-9c18-4b34-9928-634db080476f None None] The sync data for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 is: [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'be34e16f-dc79-4ade-96c4-7f193205e958', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'port_id': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'mac_address': 'fa:16:3e:bf:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:56:41Z', 'updated_at': '2021-11-12T20:56:43Z', 'revision_number': 1, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:38Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:46.279122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-b3742d4f-1361-4f08-bf62-8622ab1b0eab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7d0a5c8-9c16-4868-9609-35ec67e87841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946219 Nov 12 20:56:46.287139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-220cf915-ed48-43c6-936b-7405057b7dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.293774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-220cf915-ed48-43c6-936b-7405057b7dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.293774 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-220cf915-ed48-43c6-936b-7405057b7dc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebc478a4-a35d-45d6-9e16-aab9e45222ac HTTP/1.1" status: 204 len: 168 time: 0.2590368 Nov 12 20:56:46.314201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf915-ed48-43c6-936b-7405057b7dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc478a4-a35d-45d6-9e16-aab9e45222ac,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:46.391202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-475a03ad-0d92-4e5c-9402-2d51ebdf6026 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 999 time: 0.2047255 Nov 12 20:56:46.630099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edb2b0-8854-47fe-90d9-73579fbfae88 None None] New status for floating IP be34e16f-dc79-4ade-96c4-7f193205e958: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:56:46.871969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-ce455172-559e-4b3d-8203-184aa388fa54 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:46.886654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-ce455172-559e-4b3d-8203-184aa388fa54 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports/b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 942 time: 0.4943416 Nov 12 20:56:46.908016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e34cf-f88d-47b5-ae41-e9a762a7903e req-bceac9ff-c75f-4462-9c3b-b3024ea780f9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:46.909559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b2e34cf-f88d-47b5-ae41-e9a762a7903e req-bceac9ff-c75f-4462-9c3b-b3024ea780f9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.6633940 Nov 12 20:56:46.990738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-c498961e-9bec-431d-b5fa-82057108b38f service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389384 Nov 12 20:56:47.058017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-f6f1b95b-2864-4024-a66f-6eaa4da8df1f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 999 time: 0.1315222 Nov 12 20:56:47.076584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b2e34cf-f88d-47b5-ae41-e9a762a7903e req-264b129d-7747-49ed-8092-1a908e87c5f1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455021 Nov 12 20:56:47.192436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9b54ba2-0c53-447d-82b0-4059876039ef req-43475100-bc22-4763-85e2-5de20c8888e4 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863661 Nov 12 20:56:47.221742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-83424adf-39a8-49e2-bf7d-4775ff335f51 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:47.223123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-83424adf-39a8-49e2-bf7d-4775ff335f51 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.1341522 Nov 12 20:56:47.301055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-7cc7fd1a-c0f8-4bdf-847d-aa0af190d9dd tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 1001 time: 0.0683379 Nov 12 20:56:47.319839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:47.379102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.530327 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.612078 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.612432 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Floating IP be34e16f-dc79-4ade-96c4-7f193205e958 disassociated. External IP: 172.25.8.253, port: b53a5950-acc1-440f-9c51-44e7af4803ed. Nov 12 20:56:47.727977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:47.839153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:56:47.951065 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.964930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:47.970026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.976007 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] Sync routers for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:47.978748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:47.981023 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b93ba15-ac56-46cc-bd09-210f12b1b1ce" -d '{"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:47.988411 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:47.989418 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:48.017009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:48.017210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b1d8489f-a087-42b0-b22a-5c37eaf83370 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "PUT /v2.0/floatingips/be34e16f-dc79-4ade-96c4-7f193205e958 HTTP/1.1" status: 200 len: 695 time: 0.7012122 Nov 12 20:56:48.024868 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf45021-538d-4a6a-b7ad-b3ef208758fe x-openstack-request-id: req-fdf45021-538d-4a6a-b7ad-b3ef208758fe {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:48.028147 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:48.028147 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdf45021-538d-4a6a-b7ad-b3ef208758fe {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:48.028147 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'code': 200} Nov 12 20:56:48.029556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:48.031966 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453b39a-e5a8-4508-b216-57acb0d1c861" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:48.073585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b64587a0-0c9b-4915-a5b0-ed1cee8a7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:48.075326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-b64587a0-0c9b-4915-a5b0-ed1cee8a7052 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1097 time: 0.0535626 Nov 12 20:56:48.094509 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83de607e-375e-4fe4-bc1b-4dec3d1cae5c x-openstack-request-id: req-83de607e-375e-4fe4-bc1b-4dec3d1cae5c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:48.094830 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:48.095058 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83de607e-375e-4fe4-bc1b-4dec3d1cae5c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:48.095485 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'status': 'completed', 'code': 200} Nov 12 20:56:48.201267 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:48.207618 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:48.268360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:48.271706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-0c28a866-9c9a-4274-8ec4-9b16f7807e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:48.273607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-0c28a866-9c9a-4274-8ec4-9b16f7807e04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 920 time: 0.1913204 Nov 12 20:56:48.302842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-451b10c3-54a1-47be-8f2a-d85f8a895182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:48.304346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-451b10c3-54a1-47be-8f2a-d85f8a895182 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 1097 time: 0.1248269 Nov 12 20:56:48.356535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda30fb-4eb1-4de4-9352-a419170aca4d req-6cbc8503-b077-4a55-ac4a-aa21b48fcabc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:48.358241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cdda30fb-4eb1-4de4-9352-a419170aca4d req-6cbc8503-b077-4a55-ac4a-aa21b48fcabc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1775422 Nov 12 20:56:48.368299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-7bbb05d8-86ee-4b42-98d0-02d3b913eeb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 217 time: 0.0768666 Nov 12 20:56:48.448248 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:38Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:48.484723 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] Checking router: 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:48.495424 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:48.496065 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:56:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:48.512633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cdda30fb-4eb1-4de4-9352-a419170aca4d req-1735c434-e411-4f17-bbf5-6a4e73fab6bf tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402636 Nov 12 20:56:48.517133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-71a33760-4875-49e0-aff9-7278528012f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:48.518881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-71a33760-4875-49e0-aff9-7278528012f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 200 len: 859 time: 0.1384144 Nov 12 20:56:48.552624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-bebaab07-a47d-4fe0-aa4a-dcdf5adfbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:48.554222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-bebaab07-a47d-4fe0-aa4a-dcdf5adfbda0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 200 len: 920 time: 0.2138479 Nov 12 20:56:48.570888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-fd27637d-10d9-4f67-a4a8-488dc6dd69d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7d0a5c8-9c16-4868-9609-35ec67e87841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433197 Nov 12 20:56:48.616863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-9116007d-4358-41b9-bfd9-56923b806703 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 200 len: 217 time: 0.0480103 Nov 12 20:56:48.621393 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:48.738276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-d5b50c13-0bde-4cb0-8e53-dd6099b2b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:48.740142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-d5b50c13-0bde-4cb0-8e53-dd6099b2b0a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 200 len: 859 time: 0.1104248 Nov 12 20:56:48.770698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-6a7c2436-7329-4420-a400-618d70d1fdd7 service neutron] 10.222.0.64 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626318 Nov 12 20:56:48.790720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-b46680bc-047d-47e4-82b2-7526a297327e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7d0a5c8-9c16-4868-9609-35ec67e87841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356827 Nov 12 20:56:48.862931 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:38Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:48.889826 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dfd4b-df70-44ba-8595-b2768f833646 None None] The sync data for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 is: [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:55:34Z', 'revision_number': 4, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4dc5380f-657e-445c-8879-01e0ff3d1634', 'name': '', 'network_id': 'd7d0a5c8-9c16-4868-9609-35ec67e87841', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'mac_address': 'fa:16:3e:af:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:33Z', 'updated_at': '2021-11-12T20:55:38Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'subnets': [{'id': '8cdeca20-c2d9-45fe-a36c-7fce5cc45204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:48.953402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38cc64e6-37b3-4b3c-838a-aaa0690ff315 req-f161e29e-4345-4707-82b1-f103cf4d4e72 service neutron] 10.222.0.64 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645982 Nov 12 20:56:48.965023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-ca7874a2-5362-48bd-b448-5d0b06828bb8 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518075 Nov 12 20:56:49.070058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d453b39a-e5a8-4508-b216-57acb0d1c861 req-6085c98a-c87f-4b59-b7de-569b645099e0 service neutron] 10.222.0.78 "GET /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967162 Nov 12 20:56:49.124922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03d51559-833d-4db2-8207-f407aa46c01c req-f209288b-45c7-4bf6-8fa7-647dc3fa10f1 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/floatingips/be34e16f-dc79-4ade-96c4-7f193205e958 HTTP/1.1" status: 200 len: 695 time: 0.0516784 Nov 12 20:56:49.197883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8840f172-0a81-44fe-857f-09d5b47900ca None None] New status for floating IP be34e16f-dc79-4ade-96c4-7f193205e958: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:56:49.246226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51559-833d-4db2-8207-f407aa46c01c req-77bbea2c-80e8-4a66-a35d-c0d11f50f599 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:49.247705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03d51559-833d-4db2-8207-f407aa46c01c req-77bbea2c-80e8-4a66-a35d-c0d11f50f599 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.1164265 Nov 12 20:56:49.259095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-03d51559-833d-4db2-8207-f407aa46c01c req-1b992602-e3c5-4b44-a240-d479e00c7bf2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:56:49.260348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03d51559-833d-4db2-8207-f407aa46c01c req-1b992602-e3c5-4b44-a240-d479e00c7bf2 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059137 Nov 12 20:56:49.315189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03d51559-833d-4db2-8207-f407aa46c01c req-66828c9b-be28-483e-8292-91db2ab824e9 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 698 time: 0.0482006 Nov 12 20:56:49.370462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03d51559-833d-4db2-8207-f407aa46c01c req-1e3843ce-3d5c-4696-b27d-d6f90afc2682 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.253 HTTP/1.1" status: 200 len: 698 time: 0.0487204 Nov 12 20:56:49.506872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Deleting port 77c90476-393c-4f93-bcf9-53811402cb01 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:49.507217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.676384 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.676384 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.676384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Calling delete_port for 77c90476-393c-4f93-bcf9-53811402cb01 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:49.703116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b81cd-b135-4e1b-9d25-822d8b803a20 req-9330edec-3c9e-4427-928f-7177c020598c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:49.704722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-727b81cd-b135-4e1b-9d25-822d8b803a20 req-9330edec-3c9e-4427-928f-7177c020598c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1026132 Nov 12 20:56:49.736464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:56:49.785780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-727b81cd-b135-4e1b-9d25-822d8b803a20 req-8c277e4d-f0b8-4241-8a0e-a9b9a3b32866 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714383 Nov 12 20:56:49.846508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:49.860504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'mac_address': 'fa:16:3e:d2:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:56:49.914623 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.930475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d4bfb6-79c9-4eef-a767-338f0c2714be {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:49.958966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:49.967398 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.998593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event deleted for resources: {'Port': ['ID=77c90476-393c-4f93-bcf9-53811402cb01,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:50.075781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.078557 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.079791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03d51559-833d-4db2-8207-f407aa46c01c req-904d5958-e9d5-43dd-bcfe-0f4900d703ab tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "DELETE /v2.0/floatingips/be34e16f-dc79-4ade-96c4-7f193205e958 HTTP/1.1" status: 204 len: 173 time: 0.7027488 Nov 12 20:56:50.131229 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.154781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9c1efc4-27c0-4f0d-bc8e-4b2a2086d8f2 req-e828dcda-db15-4db9-b153-da95ff7f4c4f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups/e5b5b721-4b04-4812-9826-b741bbe43ea1 HTTP/1.1" status: 200 len: 1824 time: 0.0461195 Nov 12 20:56:50.198489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:50.224863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b9c1efc4-27c0-4f0d-bc8e-4b2a2086d8f2 req-50f4b48c-3d0d-4ad2-881f-11efe52a0c77 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.250052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b9c1efc4-27c0-4f0d-bc8e-4b2a2086d8f2 req-50f4b48c-3d0d-4ad2-881f-11efe52a0c77 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.275354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['49d4bfb6-79c9-4eef-a767-338f0c2714be'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:50.387156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b9c1efc4-27c0-4f0d-bc8e-4b2a2086d8f2 req-50f4b48c-3d0d-4ad2-881f-11efe52a0c77 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.392133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b9c1efc4-27c0-4f0d-bc8e-4b2a2086d8f2 req-50f4b48c-3d0d-4ad2-881f-11efe52a0c77 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.392133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9c1efc4-27c0-4f0d-bc8e-4b2a2086d8f2 req-50f4b48c-3d0d-4ad2-881f-11efe52a0c77 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "DELETE /v2.0/security-groups/e5b5b721-4b04-4812-9826-b741bbe43ea1 HTTP/1.1" status: 204 len: 173 time: 0.2283883 Nov 12 20:56:50.404686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4b48c-3d0d-4ad2-881f-11efe52a0c77 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5b721-4b04-4812-9826-b741bbe43ea1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:50.933065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1e5f-955e-4ca3-b2d3-d3564d2e67d8 req-bce4829d-7ff8-4cd9-8832-87b912ef743d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:50.934920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d24b1e5f-955e-4ca3-b2d3-d3564d2e67d8 req-bce4829d-7ff8-4cd9-8832-87b912ef743d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0692513 Nov 12 20:56:51.033816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac4d1-2ba3-4f1f-b13c-38a6dad7a09f req-796606bb-b96d-4708-9e24-2202d1ffbe71 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:51.043687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-becac4d1-2ba3-4f1f-b13c-38a6dad7a09f req-796606bb-b96d-4708-9e24-2202d1ffbe71 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1075463 Nov 12 20:56:51.057534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d24b1e5f-955e-4ca3-b2d3-d3564d2e67d8 req-bf0e4b6a-9217-4b67-ad3b-ad1bf0aa408c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088047 Nov 12 20:56:51.129839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-becac4d1-2ba3-4f1f-b13c-38a6dad7a09f req-b1d74b6c-b806-43f4-b04a-2aaa2bc91cc5 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838265 Nov 12 20:56:51.388073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44698) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:51.531491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.616754 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.749011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.761450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:51.785882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b7dff-2ad4-4a94-9b75-7be88f193bb6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:51.801688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.802305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.802639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.803141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.803507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.803838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.804161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.804476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.804961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.805459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.805779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.806257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:51.812006 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cabd4613-bc45-4d36-b3d1-088fa95fb865 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb864effeafa47d1b7534cb41f8fc035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226432 Nov 12 20:56:51.814457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44704) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:51.831863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 49d4bfb6-79c9-4eef-a767-338f0c2714be triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:51.832243 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.877973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-444856e9-2908-41d6-8285-73d33bf1cb99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.911121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-444856e9-2908-41d6-8285-73d33bf1cb99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.914750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:56:51.940270 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.978867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:51.981395 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1a352b-dcf5-4f8e-a203-4e8475831153" -d '{"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-plugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:51.988565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:52.029657 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63e376a-6c4c-409e-b30a-a2f0fb6f9e75 x-openstack-request-id: req-e63e376a-6c4c-409e-b30a-a2f0fb6f9e75 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:52.029948 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-plugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:52.030202 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e63e376a-6c4c-409e-b30a-a2f0fb6f9e75 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:52.032407 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'code': 200} Nov 12 20:56:52.065190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-444856e9-2908-41d6-8285-73d33bf1cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.066474 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-444856e9-2908-41d6-8285-73d33bf1cb99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.067652 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-444856e9-2908-41d6-8285-73d33bf1cb99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e9b7dff-2ad4-4a94-9b75-7be88f193bb6 HTTP/1.1" status: 204 len: 168 time: 0.2511306 Nov 12 20:56:52.076311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444856e9-2908-41d6-8285-73d33bf1cb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b7dff-2ad4-4a94-9b75-7be88f193bb6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:52.096124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.170871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:52.231205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c9ce-646a-4029-a7ec-a5fc28aec822 req-f01c4f5b-6267-4f55-8762-b31d20d61b29 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:52.232919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e001c9ce-646a-4029-a7ec-a5fc28aec822 req-f01c4f5b-6267-4f55-8762-b31d20d61b29 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0665812 Nov 12 20:56:52.337410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4dc5c-95f2-4de5-beed-caa4a6ca1e40 req-2ef1ca58-c112-4fed-a82f-6dc320c75eca tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:52.339240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56e4dc5c-95f2-4de5-beed-caa4a6ca1e40 req-2ef1ca58-c112-4fed-a82f-6dc320c75eca tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1045551 Nov 12 20:56:52.356564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e001c9ce-646a-4029-a7ec-a5fc28aec822 req-7458e46a-6304-4881-a1bd-59eb82844adf tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029747 Nov 12 20:56:52.431701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56e4dc5c-95f2-4de5-beed-caa4a6ca1e40 req-7be3e820-5815-4479-af8c-05ca531213ec tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745573 Nov 12 20:56:52.970618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44728) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:52.986905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64278250-f5bc-4f9f-9532-94a2984f5ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.085502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64278250-f5bc-4f9f-9532-94a2984f5ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.181664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64278250-f5bc-4f9f-9532-94a2984f5ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.230039 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-64278250-f5bc-4f9f-9532-94a2984f5ee4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6338b8e9d7c04580a50903355ff1e0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2580760 Nov 12 20:56:53.235582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44734) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:53.237089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64278250-f5bc-4f9f-9532-94a2984f5ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcb7e92-5ee1-494e-884a-a69033fd6273,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:53.309204 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94a18864-f11f-4f8e-acec-ce70a0fc5df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.338636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94a18864-f11f-4f8e-acec-ce70a0fc5df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.487441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94a18864-f11f-4f8e-acec-ce70a0fc5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.487441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94a18864-f11f-4f8e-acec-ce70a0fc5df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.487441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-94a18864-f11f-4f8e-acec-ce70a0fc5df8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ddcb7e92-5ee1-494e-884a-a69033fd6273 HTTP/1.1" status: 204 len: 168 time: 0.2490726 Nov 12 20:56:53.503983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf06d-83c2-4b66-8c63-bf5c2f2b5106 req-d3b5d920-4c6f-48af-9f57-940c2cc1d047 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:53.504474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cdaf06d-83c2-4b66-8c63-bf5c2f2b5106 req-d3b5d920-4c6f-48af-9f57-940c2cc1d047 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0770302 Nov 12 20:56:53.510221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a18864-f11f-4f8e-acec-ce70a0fc5df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcb7e92-5ee1-494e-884a-a69033fd6273,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:53.586859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cdaf06d-83c2-4b66-8c63-bf5c2f2b5106 req-6726f6dd-28af-4c9e-8b77-bba988c797c7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741255 Nov 12 20:56:53.728351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39000c76-3b8f-4979-b39f-c0c7bc135d44 req-adf0f98c-ce92-4b48-b6ae-d8b453b3ea7f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:53.729972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39000c76-3b8f-4979-b39f-c0c7bc135d44 req-adf0f98c-ce92-4b48-b6ae-d8b453b3ea7f tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.1125534 Nov 12 20:56:53.777260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-033070e7-9213-48d1-8b63-ac44d12d9555 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:53.778716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-033070e7-9213-48d1-8b63-ac44d12d9555 tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 945 time: 0.0932589 Nov 12 20:56:53.803327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39000c76-3b8f-4979-b39f-c0c7bc135d44 req-6c568bf1-f4c5-4149-84cf-8390b316f81e tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/security-groups?id=1df80266-3fe2-4e49-b623-d69aa2e40c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651302 Nov 12 20:56:53.892849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Deleting port b53a5950-acc1-440f-9c51-44e7af4803ed {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:53.899654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.430503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] For port b53a5950-acc1-440f-9c51-44e7af4803ed, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b53a5950-acc1-440f-9c51-44e7af4803ed,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:54.431207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.453816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Calling delete_port for b53a5950-acc1-440f-9c51-44e7af4803ed owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:54.475896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-78b4901e-10a5-4b83-81d2-4824f94de26a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:54.482977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-78b4901e-10a5-4b83-81d2-4824f94de26a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 815 time: 0.5345716 Nov 12 20:56:54.503862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-8ef9fe31-907a-42ad-85c1-94eeedec88ec tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/quotas/715e19b9fccd4b509dc2d228fdc43ce4 HTTP/1.1" status: 200 len: 375 time: 0.0193229 Nov 12 20:56:54.614185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-1db20567-b5a6-4a55-8ece-6abe6b564dbb tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1087358 Nov 12 20:56:54.761625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-3412dd21-bc8d-41a4-8814-e8fc2d3fc4f1 service neutron] 10.222.0.64 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462896 Nov 12 20:56:54.865972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.882092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b53a5950-acc1-440f-9c51-44e7af4803ed'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:54.914522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Pushing event deleted for resources: {'Port': ['ID=b53a5950-acc1-440f-9c51-44e7af4803ed,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:54.934561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198749-bbbd-482c-971d-e21647e439f0 req-84088f88-2f9c-4160-bf45-316fdc94fc51 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:54.936192 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab198749-bbbd-482c-971d-e21647e439f0 req-84088f88-2f9c-4160-bf45-316fdc94fc51 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1121519 Nov 12 20:56:54.974980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-5a7c152c-ec90-4088-a987-a209380b3d5c service neutron] 10.222.0.64 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046497 Nov 12 20:56:55.035889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] No DVR routers for this DVR port b53a5950-acc1-440f-9c51-44e7af4803ed on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:55.043550 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:55.047767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7df40afb-5c3c-4ee8-bacd-8d5525f20d57 req-e1e63207-aee1-4925-b41e-8a433f2fa0fb tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.78 "DELETE /v2.0/ports/b53a5950-acc1-440f-9c51-44e7af4803ed HTTP/1.1" status: 204 len: 173 time: 1.2590418 Nov 12 20:56:55.048490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'name': 'network-vif-deleted', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:55.050983 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce07124-374a-4bde-b3e4-0b2926450d7e" -d '{"events": [{"server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "name": "network-vif-deleted", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:55.097010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab198749-bbbd-482c-971d-e21647e439f0 req-16af8593-e340-4e89-93f0-a6d1079ec2ba tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513872 Nov 12 20:56:55.399204 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3cfd69-43ea-44ac-846b-88712033b6c5 x-openstack-request-id: req-df3cfd69-43ea-44ac-846b-88712033b6c5 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:55.400030 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cda040-90a0-40fa-b22a-019c756aa1ea", "name": "network-vif-deleted", "tag": "b53a5950-acc1-440f-9c51-44e7af4803ed", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:55.400297 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df3cfd69-43ea-44ac-846b-88712033b6c5 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:55.401072 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cda040-90a0-40fa-b22a-019c756aa1ea', 'name': 'network-vif-deleted', 'tag': 'b53a5950-acc1-440f-9c51-44e7af4803ed', 'status': 'completed', 'code': 200} Nov 12 20:56:55.414342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e115ac-88ba-4d2d-905e-97fa8a710b3d req-d23182a7-601a-4d95-8109-d6abd7600bcc tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 210 time: 0.0673845 Nov 12 20:56:55.522813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9256a691-024e-41bb-8bb7-b7c0b7fe4f7c req-c25ba4f6-cc94-4dee-a69e-ca2d6e031bbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 210 time: 0.0435984 Nov 12 20:56:56.291205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af409eb9-1397-4507-869c-6f36fdf1ce9d req-8c2b9a41-2d35-4108-9150-9d61f7ee6b19 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:56.301571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af409eb9-1397-4507-869c-6f36fdf1ce9d req-8c2b9a41-2d35-4108-9150-9d61f7ee6b19 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1178606 Nov 12 20:56:56.356002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af409eb9-1397-4507-869c-6f36fdf1ce9d req-9f28f2cc-931a-4494-87b8-23af3bf886c3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537090 Nov 12 20:56:56.566390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb8644d1-1b5c-43b7-b394-6bdca031797c req-58612d02-beb8-4711-a652-b1d744155e5a tempest-ServerRescueTestJSONUnderV235-2069893919 tempest-ServerRescueTestJSONUnderV235-2069893919-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8cda040-90a0-40fa-b22a-019c756aa1ea HTTP/1.1" status: 200 len: 210 time: 0.0388596 Nov 12 20:56:56.646218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee9b539d-a1aa-4f54-96b6-fa537f2cab16 req-6bf790a0-0bc1-4fbc-90e2-9b8320ed4110 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 210 time: 0.0404506 Nov 12 20:56:57.505259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a39f78-4a58-455f-9e33-38560f4eeb97 req-906584c8-c7c8-4f33-ac72-755e88a093b6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:57.506805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11a39f78-4a58-455f-9e33-38560f4eeb97 req-906584c8-c7c8-4f33-ac72-755e88a093b6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0553226 Nov 12 20:56:57.563744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11a39f78-4a58-455f-9e33-38560f4eeb97 req-e3abdcd0-9983-45f3-a2f2-14e7ab23614f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 Nov 12 20:56:57.646606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44902) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:57.737539 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48639278-ba5d-4a25-ad0b-0dbdc797e2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.767096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97fc36a3-56f1-49ec-8f0c-046f00554b10 req-8f53c54c-1ed3-49df-9cf8-cad2be39ddfb tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 210 time: 0.0303636 Nov 12 20:56:57.782050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b53a5950-acc1-440f-9c51-44e7af4803ed no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:57.803800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: b53a5950-acc1-440f-9c51-44e7af4803ed {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:57.806247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b53a5950-acc1-440f-9c51-44e7af4803ed not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:58.098892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-23e389fc-99fc-4e6e-92ff-73687a3b4e1d tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.100377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-23e389fc-99fc-4e6e-92ff-73687a3b4e1d tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.46 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 815 time: 0.1767523 Nov 12 20:56:58.129492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Request body: {'port': {'device_id': 'ab980c5a-bdf5-42d9-8e27-002e110ba5a7', 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'admin_state_up': True, 'tenant_id': '715e19b9fccd4b509dc2d228fdc43ce4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:58.339513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:58.398633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Made reservation on behalf of 715e19b9fccd4b509dc2d228fdc43ce4 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:58.402696 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:58.552665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44920) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:58.695182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Allocated IP 172.20.0.13 (5b844a3b-d355-4405-81ca-ab57419ffb05/7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da/44b84ca9-2225-40fa-b24f-01afaa89c754) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:58.763105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-034b781a-2828-4429-81b2-06633a8c3db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:58.857939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-034b781a-2828-4429-81b2-06633a8c3db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:58.946783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545026a4-a666-4ef9-b2e0-dd012bb24e3e req-fb672672-7a43-4af6-8fd5-426457508eb6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.948349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-545026a4-a666-4ef9-b2e0-dd012bb24e3e req-fb672672-7a43-4af6-8fd5-426457508eb6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1844087 Nov 12 20:56:58.950159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fa34000-0a1a-4620-ab4d-c804a5c58dfa req-9f596213-c4cf-40df-a131-a05357f414b5 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 210 time: 0.0903585 Nov 12 20:56:58.970280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-034b781a-2828-4429-81b2-06633a8c3db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.004549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Deleting port 4dc5380f-657e-445c-8879-01e0ff3d1634 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:59.004999 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.067199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b781a-2828-4429-81b2-06633a8c3db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4178087-c891-4d93-a673-bdd17024121a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:59.076363 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-034b781a-2828-4429-81b2-06633a8c3db4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ec988c4ac6b46f89269fa6bb55be658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5227904 Nov 12 20:56:59.082628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44934) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:59.109901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.135892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-545026a4-a666-4ef9-b2e0-dd012bb24e3e req-be657baa-41dc-4279-b5f5-457a08f456df tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749640 Nov 12 20:56:59.157684 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e1c573f-bf1c-408d-b294-caf3625e6033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.179641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e1c573f-bf1c-408d-b294-caf3625e6033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.180369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] For port 4dc5380f-657e-445c-8879-01e0ff3d1634, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4dc5380f-657e-445c-8879-01e0ff3d1634,segment=NetworkSegment(f054fda9-cc17-4697-bd23-d784b35374d7),segment_id=f054fda9-cc17-4697-bd23-d784b35374d7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:59.180922 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.198819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Calling delete_port for 4dc5380f-657e-445c-8879-01e0ff3d1634 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:59.320445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.326804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e1c573f-bf1c-408d-b294-caf3625e6033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.329869 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e1c573f-bf1c-408d-b294-caf3625e6033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.332798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5688ddbe-cc88-4fef-b6d9-8a64550d4b9d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:59.343733 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1e1c573f-bf1c-408d-b294-caf3625e6033 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4178087-c891-4d93-a673-bdd17024121a HTTP/1.1" status: 204 len: 168 time: 0.2526362 Nov 12 20:56:59.376723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c573f-bf1c-408d-b294-caf3625e6033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4178087-c891-4d93-a673-bdd17024121a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:59.391957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Network 5b844a3b-d355-4405-81ca-ab57419ffb05 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:59.401966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:59.405714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:59.475025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Pushing event updated for resources: {'Port': ['ID=44b84ca9-2225-40fa-b24f-01afaa89c754,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:59.500097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:59.502089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.637741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-76dd19a3-78e5-4058-9491-3389c26a9a24 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5141609 Nov 12 20:56:59.653227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Request body: {'port': {'device_id': 'ab980c5a-bdf5-42d9-8e27-002e110ba5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:59.688050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.773243 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:59.775400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc5380f-657e-445c-8879-01e0ff3d1634,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:00.004966 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c669b0bc-ba76-448b-ae90-3cb27fe1a083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.175045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44954) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:00.200360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f2a8-8824-4bb8-bc9f-bfd0a85e5f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.327577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f2a8-8824-4bb8-bc9f-bfd0a85e5f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.383710 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f2a8-8824-4bb8-bc9f-bfd0a85e5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.467001 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e4f1f2a8-8824-4bb8-bc9f-bfd0a85e5f42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40e035a1c3ad45ab8a7e95f821b77cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893052 Nov 12 20:57:00.470035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44956) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:00.476587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1f2a8-8824-4bb8-bc9f-bfd0a85e5f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2609928-1df3-4baf-82ad-11459b68a90a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:00.484738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.533467 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8832ea-63d3-4b0b-9c7b-8f74582d9dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.554417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dee1c-4bfd-4775-bc0b-2caa04a6b788 req-da49f1f2-ccf9-411b-a020-f0b119166d5b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:00.562928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f58dee1c-4bfd-4775-bc0b-2caa04a6b788 req-da49f1f2-ccf9-411b-a020-f0b119166d5b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1925600 Nov 12 20:57:00.567736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8832ea-63d3-4b0b-9c7b-8f74582d9dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.585110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07ddf-6616-456f-a2ca-f90df8e18589 req-9bad9ecd-93c1-451b-a781-d16ffe60828e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:00.592985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ff07ddf-6616-456f-a2ca-f90df8e18589 req-9bad9ecd-93c1-451b-a781-d16ffe60828e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 932 time: 0.2235930 Nov 12 20:57:00.705494 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8832ea-63d3-4b0b-9c7b-8f74582d9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.708749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8832ea-63d3-4b0b-9c7b-8f74582d9dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:00.712323 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a8832ea-63d3-4b0b-9c7b-8f74582d9dc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2609928-1df3-4baf-82ad-11459b68a90a HTTP/1.1" status: 204 len: 168 time: 0.2382021 Nov 12 20:57:00.725688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8832ea-63d3-4b0b-9c7b-8f74582d9dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2609928-1df3-4baf-82ad-11459b68a90a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:00.853080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ff07ddf-6616-456f-a2ca-f90df8e18589 req-bba3d46b-2af5-4213-8d07-ac774f7be1c6 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544987 Nov 12 20:57:00.872648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f58dee1c-4bfd-4775-bc0b-2caa04a6b788 req-2b979b6a-fd4f-41ac-b6bc-582613b177db tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040662 Nov 12 20:57:00.941630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b84ca9-2225-40fa-b24f-01afaa89c754 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:00.966437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:01.004447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Transition to ACTIVE for port object 44b84ca9-2225-40fa-b24f-01afaa89c754 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:57:01.117484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:01.204168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:57:01.247532 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:01.264151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Pushing event updated for resources: {'Port': ['ID=44b84ca9-2225-40fa-b24f-01afaa89c754,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:01.361727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Attempting to bind port 44b84ca9-2225-40fa-b24f-01afaa89c754 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:01.362254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Attempting to bind port 44b84ca9-2225-40fa-b24f-01afaa89c754 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:01.362778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Attempting to bind port 44b84ca9-2225-40fa-b24f-01afaa89c754 on network 5b844a3b-d355-4405-81ca-ab57419ffb05 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:01.414496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Port 44b84ca9-2225-40fa-b24f-01afaa89c754 on network 5b844a3b-d355-4405-81ca-ab57419ffb05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:01.414824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Attempting to bind port 44b84ca9-2225-40fa-b24f-01afaa89c754 on network 5b844a3b-d355-4405-81ca-ab57419ffb05 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:01.423768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:57:01.424107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Checking segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:57:01.424505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Bound using segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:57:01.424960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Bound port: 44b84ca9-2225-40fa-b24f-01afaa89c754, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:57:01.425327 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:01.485709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:57:01.500365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-50e4e9f3-76ba-4086-bc95-2857a285ba8f admin admin] 10.222.0.64 "PUT /v2.0/routers/2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8523200 Nov 12 20:57:01.503068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:01.507554 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] Sync routers for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:57:01.519859 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:57:01.520864 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:57:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:01.563440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] For port 44b84ca9-2225-40fa-b24f-01afaa89c754, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:57:01.570689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] For port 44b84ca9-2225-40fa-b24f-01afaa89c754, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44b84ca9-2225-40fa-b24f-01afaa89c754,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:57:01.639952 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:01.641259 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:57:01.759144 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:01.833097 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:56:59Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:01.859633 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] Checking router: 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:57:01.868080 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] Routers {'2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:57:01.868641 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:57:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:01.983105 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] Set router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:57:01.990182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b84412-cd85-4f3b-a034-ea0319ce5fc8 req-f31d3e34-8fdd-4ee6-8ffb-c4193c268cee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:01.991702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b84412-cd85-4f3b-a034-ea0319ce5fc8 req-f31d3e34-8fdd-4ee6-8ffb-c4193c268cee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 944 time: 0.0647535 Nov 12 20:57:02.033081 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:02.088619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:02.089240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:02.090629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/44b84ca9-2225-40fa-b24f-01afaa89c754 HTTP/1.1" status: 200 len: 1093 time: 2.4430368 Nov 12 20:57:02.092992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab980c5a-bdf5-42d9-8e27-002e110ba5a7', 'tag': '44b84ca9-2225-40fa-b24f-01afaa89c754'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:02.110834 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc517d9-5845-4338-b568-d7fd7efc3809" -d '{"events": [{"name": "network-changed", "server_uuid": "ab980c5a-bdf5-42d9-8e27-002e110ba5a7", "tag": "44b84ca9-2225-40fa-b24f-01afaa89c754"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:02.167185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Deleting port d2fb3d09-d64b-4aea-b785-435219d92857 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:57:02.168102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:02.184281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77b84412-cd85-4f3b-a034-ea0319ce5fc8 req-cc03a78d-f807-4c93-9aae-144d22fbead7 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700919 Nov 12 20:57:02.212965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84d2bc-3b1b-423c-b512-54368747487b req-3f9600ed-2ad7-4e06-815e-2d27b3bf7b07 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:02.231433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e84d2bc-3b1b-423c-b512-54368747487b req-3f9600ed-2ad7-4e06-815e-2d27b3bf7b07 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.2589166 Nov 12 20:57:02.240358 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:56:59Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:02.303753 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f40b9-d5d4-4e74-9e86-92429f66d95f None None] The sync data for ids ['2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d'] in n-d-713498-29 is: [{'id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'name': 'tempest-ServerRescueTestJSONUnderV235-124977586-router', 'tenant_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:29Z', 'updated_at': '2021-11-12T20:56:59Z', 'revision_number': 5, 'project_id': '31e99e2f21c847e5ab6f6c8c69b0736d', 'gw_port': {'id': 'd2fb3d09-d64b-4aea-b785-435219d92857', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:30Z', 'updated_at': '2021-11-12T20:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:57:02.360622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc7333-dab2-4dad-abfa-c8e57f4221c5 service neutron] Pushing event updated for resources: {'Port': ['ID=44b84ca9-2225-40fa-b24f-01afaa89c754,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:02.376278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] For port d2fb3d09-d64b-4aea-b785-435219d92857, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d2fb3d09-d64b-4aea-b785-435219d92857,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:02.376913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:02.393296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Calling delete_port for d2fb3d09-d64b-4aea-b785-435219d92857 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:57:02.422437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-f3f67cad-d293-414e-af68-11c7a374817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:02.424632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-f3f67cad-d293-414e-af68-11c7a374817c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1788933 Nov 12 20:57:02.447449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e84d2bc-3b1b-423c-b512-54368747487b req-5cdee1ca-b1f4-4fe1-b60b-7395ab75cb1d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109063 Nov 12 20:57:02.519650 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7de74b6-868e-44c8-be63-20f7aea6fc95 x-openstack-request-id: req-f7de74b6-868e-44c8-be63-20f7aea6fc95 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:02.520055 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab980c5a-bdf5-42d9-8e27-002e110ba5a7", "tag": "44b84ca9-2225-40fa-b24f-01afaa89c754", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:02.520301 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7de74b6-868e-44c8-be63-20f7aea6fc95 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:02.520703 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab980c5a-bdf5-42d9-8e27-002e110ba5a7', 'tag': '44b84ca9-2225-40fa-b24f-01afaa89c754', 'status': 'completed', 'code': 200} Nov 12 20:57:02.522229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-a6c8306b-bc56-4617-bd7d-1cb1cbef49b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b84ca9-2225-40fa-b24f-01afaa89c754 HTTP/1.1" status: 200 len: 217 time: 0.0737998 Nov 12 20:57:02.581035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-034f2c36-a67e-4f3a-b64a-4593e297acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:02.582728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-034f2c36-a67e-4f3a-b64a-4593e297acdd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da HTTP/1.1" status: 200 len: 855 time: 0.0511355 Nov 12 20:57:02.623974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-625f2b03-dec8-4538-922e-36b6ad4498a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b844a3b-d355-4405-81ca-ab57419ffb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319605 Nov 12 20:57:02.724432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:02.794129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-e441b1e9-bc55-42b7-9b73-9b321b3435cd service neutron] 10.222.0.46 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598153 Nov 12 20:57:02.807079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fb3d09-d64b-4aea-b785-435219d92857,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:02.878546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:02.945505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d5425f7-3eb5-444b-a1e6-ded189f84f4a req-9af2fb15-9752-48e4-8e39-ce1ae9081e8f service neutron] 10.222.0.46 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434901 Nov 12 20:57:02.947149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.019408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.023354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.125995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.126750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:57:03.140362 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.140362 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-27533f14-445b-4fef-b429-d4f74202250b admin admin] 10.222.0.64 "DELETE /v2.0/routers/2c3cbb63-f62c-4ab1-a41f-c8191b2acd6d HTTP/1.1" status: 204 len: 168 time: 1.6320302 Nov 12 20:57:03.140516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-28783de9-4235-4743-a8cb-bbd128fefaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:03.141125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-28783de9-4235-4743-a8cb-bbd128fefaf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0606222 Nov 12 20:57:03.141607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45020) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:03.285456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc1d718-6461-4fa8-8c1b-44bcdec09ad3 admin admin] Deleting subnet 8cdeca20-c2d9-45fe-a36c-7fce5cc45204 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:57:03.304623 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d718-6461-4fa8-8c1b-44bcdec09ad3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.394483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-1b284972-b2ee-4cb9-a830-e820fcc4e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:03.396059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-1b284972-b2ee-4cb9-a830-e820fcc4e154 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 916 time: 0.2400646 Nov 12 20:57:03.398596 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d718-6461-4fa8-8c1b-44bcdec09ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.534960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-a1b17c0d-aae8-44dd-a3df-7ee909ccd3fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b84ca9-2225-40fa-b24f-01afaa89c754 HTTP/1.1" status: 200 len: 217 time: 0.0933483 Nov 12 20:57:03.534960 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d718-6461-4fa8-8c1b-44bcdec09ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.552661 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.570961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41c10c-b6bc-47f3-86f7-4a04a29331db req-b67a44b4-9eaf-471a-a77d-512b103107ba tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:03.572544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c41c10c-b6bc-47f3-86f7-4a04a29331db req-b67a44b4-9eaf-471a-a77d-512b103107ba tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 944 time: 0.2659540 Nov 12 20:57:03.676874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-4bdcaaca-b20f-40dd-8d93-50ec77b5a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:03.678440 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-4bdcaaca-b20f-40dd-8d93-50ec77b5a126 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da HTTP/1.1" status: 200 len: 855 time: 0.1472023 Nov 12 20:57:03.698474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45044) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:03.737375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-9c0b39a6-b780-4943-8e33-5897b4ed165e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b844a3b-d355-4405-81ca-ab57419ffb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505707 Nov 12 20:57:03.747732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e27c-a9f7-421a-8a3c-a4e11fcb0229 req-7dbb8e3f-ed7d-4c78-b290-75ca701659f3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:03.749282 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11d5e27c-a9f7-421a-8a3c-a4e11fcb0229 req-7dbb8e3f-ed7d-4c78-b290-75ca701659f3 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1532569 Nov 12 20:57:03.752776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c41c10c-b6bc-47f3-86f7-4a04a29331db req-33b484ab-7e25-409d-b864-2593453784e7 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600990 Nov 12 20:57:03.830951 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d718-6461-4fa8-8c1b-44bcdec09ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.853846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9a02a819-8d4b-4394-87c0-6d16877ad366 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1345980177'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:03.854529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9a02a819-8d4b-4394-87c0-6d16877ad366 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Unknown quota resources ['metering_label']. {{(pid=109628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:57:03.875595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1d718-6461-4fa8-8c1b-44bcdec09ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cdeca20-c2d9-45fe-a36c-7fce5cc45204,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:03.891589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d718-6461-4fa8-8c1b-44bcdec09ad3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.894801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9cc1d718-6461-4fa8-8c1b-44bcdec09ad3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8cdeca20-c2d9-45fe-a36c-7fce5cc45204 HTTP/1.1" status: 204 len: 168 time: 0.7522292 Nov 12 20:57:03.900002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45050) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:03.913307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11d5e27c-a9f7-421a-8a3c-a4e11fcb0229 req-32d0e322-e94e-4a6b-b2f2-197bfd073573 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511204 Nov 12 20:57:03.975593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-4844288c-1bb6-4683-a7be-60d82297e507 service neutron] 10.222.0.46 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218189 Nov 12 20:57:04.011020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d2fb3d09-d64b-4aea-b785-435219d92857 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:57:04.020195 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.035856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d2fb3d09-d64b-4aea-b785-435219d92857 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:57:04.036276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d2fb3d09-d64b-4aea-b785-435219d92857 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:57:04.036758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4dc5380f-657e-445c-8879-01e0ff3d1634 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:57:04.063232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4dc5380f-657e-445c-8879-01e0ff3d1634 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:57:04.065081 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4dc5380f-657e-445c-8879-01e0ff3d1634 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:57:04.156034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a02a819-8d4b-4394-87c0-6d16877ad366 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.157185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbc517d9-5845-4338-b568-d7fd7efc3809 req-a3ea71fe-9a97-4a61-a2bc-836916e55b1a service neutron] 10.222.0.46 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732323 Nov 12 20:57:04.157667 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a02a819-8d4b-4394-87c0-6d16877ad366 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4578428 Nov 12 20:57:04.158788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.160545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45064) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:04.165553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9786eaa7-7d01-4d56-a3bd-21060319beb5 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '81a63e6a-d686-4bc4-9142-9265add45c34'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:04.166079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9786eaa7-7d01-4d56-a3bd-21060319beb5 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:57:04.185481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d0a5c8-9c16-4868-9609-35ec67e87841']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:04.195687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f054fda9-cc17-4697-bd23-d784b35374d7') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:04.195961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f054fda9-cc17-4697-bd23-d784b35374d7') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:04.208239 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.222547 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.229769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:57:04.230166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:57:04.231865 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:57:04.334524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578b158-4ddc-4e5d-9671-4c14dad0b56c req-ab4152ac-e983-46dc-a4b8-1b9cba9018ba tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:04.336050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6578b158-4ddc-4e5d-9671-4c14dad0b56c req-ab4152ac-e983-46dc-a4b8-1b9cba9018ba tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0593183 Nov 12 20:57:04.343610 n-d-713498-29 neutron-server[109628]: WARNING neutron.services.metering.metering_plugin [None req-9786eaa7-7d01-4d56-a3bd-21060319beb5 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 20:57:04.389477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6578b158-4ddc-4e5d-9671-4c14dad0b56c req-5ea28bea-0c97-408f-8483-82c30069f994 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457580 Nov 12 20:57:04.447815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9786eaa7-7d01-4d56-a3bd-21060319beb5 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.448925 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9786eaa7-7d01-4d56-a3bd-21060319beb5 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2874410 Nov 12 20:57:04.459837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45070) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:04.463961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-35cde33a-606a-4073-85aa-21349e161305 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '81a63e6a-d686-4bc4-9142-9265add45c34'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:04.464449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-35cde33a-606a-4073-85aa-21349e161305 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:57:04.485184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.491630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.495978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] 10.222.0.64 "DELETE /v2.0/networks/d7d0a5c8-9c16-4868-9609-35ec67e87841 HTTP/1.1" status: 204 len: 168 time: 0.5942745 Nov 12 20:57:04.507956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3a9df-5cc1-4174-9894-6db5e546b13d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d0a5c8-9c16-4868-9609-35ec67e87841,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:04.594433 n-d-713498-29 neutron-server[109628]: WARNING neutron.services.metering.metering_plugin [None req-35cde33a-606a-4073-85aa-21349e161305 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 20:57:04.677370 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35cde33a-606a-4073-85aa-21349e161305 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:04.678553 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-35cde33a-606a-4073-85aa-21349e161305 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2178843 Nov 12 20:57:04.681297 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45080) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:04.691798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5918261b-520b-4e61-b487-d9a2f6de1a08 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e7ce4603-f820-4e0d-aa1e-05cf7b3a612a HTTP/1.1" status: 200 len: 462 time: 0.0094771 Nov 12 20:57:04.694394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:04.879097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a906058-416b-4bc9-8b62-0a10e1d6508d req-0ad451b9-6c93-4d5c-9f1c-988e95d316aa tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:04.880801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a906058-416b-4bc9-8b62-0a10e1d6508d req-0ad451b9-6c93-4d5c-9f1c-988e95d316aa tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 944 time: 0.0538127 Nov 12 20:57:04.886308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45088) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:04.971135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-71078ee0-c8c9-487a-a6ef-12447b3ca19e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31e99e2f21c847e5ab6f6c8c69b0736d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835404 Nov 12 20:57:04.971773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45092) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:04.983574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a906058-416b-4bc9-8b62-0a10e1d6508d req-f0c07624-74e5-4df6-9e46-63a14288e1e3 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898731 Nov 12 20:57:05.062077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-378e7c6c-e85d-4e3a-ab56-c96a8005da2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:05.081646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c548-53fe-4183-80b7-9991f1c70fda req-774f85c5-5b63-4d45-b839-067387e18e89 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:05.083323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6910c548-53fe-4183-80b7-9991f1c70fda req-774f85c5-5b63-4d45-b839-067387e18e89 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0825744 Nov 12 20:57:05.099714 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-378e7c6c-e85d-4e3a-ab56-c96a8005da2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:05.144060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 44b84ca9-2225-40fa-b24f-01afaa89c754 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:05.168452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6910c548-53fe-4183-80b7-9991f1c70fda req-3e3ffc91-7a2b-4a0c-8fd9-b3d839de238e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742347 Nov 12 20:57:05.169046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdedeeae-f405-4eaa-a0fd-e123ffda6421 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:05.169649 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fdedeeae-f405-4eaa-a0fd-e123ffda6421 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/e7ce4603-f820-4e0d-aa1e-05cf7b3a612a HTTP/1.1" status: 204 len: 168 time: 0.4743891 Nov 12 20:57:05.172506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45094) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:05.187698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-828e59c4-557b-4880-acb4-465c7b6f1282 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e7ce4603-f820-4e0d-aa1e-05cf7b3a612a HTTP/1.1" status: 200 len: 221 time: 0.0077808 Nov 12 20:57:05.188236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45096) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:05.192662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-91d03be3-dd32-442a-b7de-af63b0dfa65b tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1766810036', 'description': 'label created by tempest'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:05.193158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-91d03be3-dd32-442a-b7de-af63b0dfa65b tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Unknown quota resources ['metering_label']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:57:05.275343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 44b84ca9-2225-40fa-b24f-01afaa89c754, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44b84ca9-2225-40fa-b24f-01afaa89c754,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:05.286242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '44b84ca9-2225-40fa-b24f-01afaa89c754', 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'port_id': '44b84ca9-2225-40fa-b24f-01afaa89c754', 'mac_address': 'fa:16:3e:96:bf:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:05.297286 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-378e7c6c-e85d-4e3a-ab56-c96a8005da2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:05.302961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-378e7c6c-e85d-4e3a-ab56-c96a8005da2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:05.302961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-378e7c6c-e85d-4e3a-ab56-c96a8005da2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1df80266-3fe2-4e49-b623-d69aa2e40c5d HTTP/1.1" status: 204 len: 168 time: 0.3273995 Nov 12 20:57:05.309257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7c6c-e85d-4e3a-ab56-c96a8005da2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df80266-3fe2-4e49-b623-d69aa2e40c5d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:05.337714 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:05.353047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b84ca9-2225-40fa-b24f-01afaa89c754 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:05.372682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 44b84ca9-2225-40fa-b24f-01afaa89c754, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44b84ca9-2225-40fa-b24f-01afaa89c754,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:05.451315 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:05.502162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=44b84ca9-2225-40fa-b24f-01afaa89c754,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:05.509780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.510128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.510471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.510805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.511137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.511498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.511829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.512153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.512479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.512803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.513127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.513448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:05.823785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['44b84ca9-2225-40fa-b24f-01afaa89c754'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:05.834064 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-91d03be3-dd32-442a-b7de-af63b0dfa65b tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:05.837664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-91d03be3-dd32-442a-b7de-af63b0dfa65b tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6463099 Nov 12 20:57:05.839539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45112) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:05.876833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3075f-9e8a-488b-934a-23c911a43b2a req-71d10e60-053d-4bfd-b4c8-9b618f2a5201 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:05.878567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79f3075f-9e8a-488b-934a-23c911a43b2a req-71d10e60-053d-4bfd-b4c8-9b618f2a5201 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.4016030 Nov 12 20:57:05.934519 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-add4d7e8-954b-47bf-b227-c9e51dd6de8b tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=f672a502-e6db-46aa-870a-3a21bbe599d4 HTTP/1.1" status: 200 len: 468 time: 0.0934925 Nov 12 20:57:05.935135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45118) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:05.944488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79f3075f-9e8a-488b-934a-23c911a43b2a req-ca8d24d8-6642-4764-82a7-769448b659b6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588951 Nov 12 20:57:06.143994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9010c-90d8-4b68-a451-1c8d63381a9d req-077b4604-819c-4157-a6e0-85b057cde764 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:06.145542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ef9010c-90d8-4b68-a451-1c8d63381a9d req-077b4604-819c-4157-a6e0-85b057cde764 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 945 time: 0.0546842 Nov 12 20:57:06.205716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ef9010c-90d8-4b68-a451-1c8d63381a9d req-11d96b49-9721-4f34-b3e2-c52045a77b88 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515556 Nov 12 20:57:06.250183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ac63936-7c68-4de5-8bcb-e3979fe76024 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:06.250183 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3ac63936-7c68-4de5-8bcb-e3979fe76024 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/f672a502-e6db-46aa-870a-3a21bbe599d4 HTTP/1.1" status: 204 len: 168 time: 0.3106689 Nov 12 20:57:06.255911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45140) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:06.278806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fc04e717-631f-4ec0-82ee-25ce30c6eb5a tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=f672a502-e6db-46aa-870a-3a21bbe599d4 HTTP/1.1" status: 200 len: 216 time: 0.0217555 Nov 12 20:57:06.282421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45144) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:06.322248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9c1cd04b-4510-4221-a4c0-b4dddffeeca6 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0383415 Nov 12 20:57:06.325812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45146) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:06.341718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701024b9-9e68-46fc-9e1f-7654e6fa3f69 req-1e6b5012-4c03-4b5d-a5b0-ad43789caf58 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:06.343873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-701024b9-9e68-46fc-9e1f-7654e6fa3f69 req-1e6b5012-4c03-4b5d-a5b0-ad43789caf58 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0794923 Nov 12 20:57:06.351025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2e69b977-9f34-4bd3-bff4-2e9263242b62 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0222383 Nov 12 20:57:06.352787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45148) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:06.393222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-701024b9-9e68-46fc-9e1f-7654e6fa3f69 req-104198fb-758f-4611-9166-ab3ba210d2a2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431583 Nov 12 20:57:06.413080 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-958b1099-4dcc-4ea4-b6f6-5021247f3463 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/81a63e6a-d686-4bc4-9142-9265add45c34 HTTP/1.1" status: 200 len: 473 time: 0.0554943 Nov 12 20:57:06.416616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45150) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:06.427406 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ee1931c9-8c58-4b12-be5a-3970943a81b8 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/92b5908a-0ffb-4c05-bb42-72f7d7d040e0 HTTP/1.1" status: 200 len: 459 time: 0.0095220 Nov 12 20:57:06.431103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45154) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:06.595814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8931e202-3bb4-4a74-8df9-6f5cb6e0d857 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:06.599182 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8931e202-3bb4-4a74-8df9-6f5cb6e0d857 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/92b5908a-0ffb-4c05-bb42-72f7d7d040e0 HTTP/1.1" status: 204 len: 168 time: 0.1650922 Nov 12 20:57:06.600894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45160) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:06.888636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d78a-92af-4d52-a47c-f88d2a145c76 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:06.890152 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d8c5d78a-92af-4d52-a47c-f88d2a145c76 tempest-MeteringIpV6TestJSON-2063852370 tempest-MeteringIpV6TestJSON-2063852370-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/81a63e6a-d686-4bc4-9142-9265add45c34 HTTP/1.1" status: 204 len: 168 time: 0.2883649 Nov 12 20:57:06.919901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42a9fe-620e-4293-a052-af238a3ea591 req-32ad4fc1-b681-4d4a-9402-b769cb7c4c97 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:06.921989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d42a9fe-620e-4293-a052-af238a3ea591 req-32ad4fc1-b681-4d4a-9402-b769cb7c4c97 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0564196 Nov 12 20:57:06.973194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d42a9fe-620e-4293-a052-af238a3ea591 req-043943b2-c22b-4ca9-8275-5f6dfdba4e15 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447395 Nov 12 20:57:07.141969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 44b84ca9-2225-40fa-b24f-01afaa89c754 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:07.286083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 44b84ca9-2225-40fa-b24f-01afaa89c754 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:57:07.290097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 44b84ca9-2225-40fa-b24f-01afaa89c754 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:07.290645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:07.322268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df81214-c5a1-4578-8eb6-f05383136337 req-bf8cad3c-1f54-4cef-86e1-3c71d120f124 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:07.323817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2df81214-c5a1-4578-8eb6-f05383136337 req-bf8cad3c-1f54-4cef-86e1-3c71d120f124 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 945 time: 0.0541401 Nov 12 20:57:07.374120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2df81214-c5a1-4578-8eb6-f05383136337 req-d43f6fcb-dc1f-49b5-af7a-08da0a031e47 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 Nov 12 20:57:07.374339 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:07.399585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab980c5a-bdf5-42d9-8e27-002e110ba5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b84ca9-2225-40fa-b24f-01afaa89c754'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:07.401705 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c39ea8c-6d4e-4153-aad1-c3e806279d28" -d '{"events": [{"server_uuid": "ab980c5a-bdf5-42d9-8e27-002e110ba5a7", "name": "network-vif-plugged", "status": "completed", "tag": "44b84ca9-2225-40fa-b24f-01afaa89c754"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:07.415946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 44b84ca9-2225-40fa-b24f-01afaa89c754, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44b84ca9-2225-40fa-b24f-01afaa89c754,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:07.443516 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871dc665-419d-4888-8743-2dc2916998ff x-openstack-request-id: req-871dc665-419d-4888-8743-2dc2916998ff {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:07.444279 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab980c5a-bdf5-42d9-8e27-002e110ba5a7", "name": "network-vif-plugged", "status": "completed", "tag": "44b84ca9-2225-40fa-b24f-01afaa89c754", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:07.444793 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-871dc665-419d-4888-8743-2dc2916998ff {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:07.445645 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab980c5a-bdf5-42d9-8e27-002e110ba5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b84ca9-2225-40fa-b24f-01afaa89c754', 'code': 200} Nov 12 20:57:07.477808 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:07.492091 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:07.558000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=44b84ca9-2225-40fa-b24f-01afaa89c754,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:07.601820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-531675c2-a924-4bea-b3ac-ea0237794a13 service neutron] 10.222.0.46 "GET /v2.0/ports/0b61846e-0769-4651-89a7-e8e210b9bed5/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 383 time: 0.0617299 Nov 12 20:57:07.606013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99021bea-2865-44e1-931d-9ad24573fe3d req-29c4629c-d464-43e8-8509-5c0c96baef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:07.608867 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-99021bea-2865-44e1-931d-9ad24573fe3d req-29c4629c-d464-43e8-8509-5c0c96baef09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0659602 Nov 12 20:57:07.620061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52dd9-12af-4ca7-a732-48fb4870c037 req-18300d4e-a285-49da-9e6a-e3b6da80f4b1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:07.628520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3d52dd9-12af-4ca7-a732-48fb4870c037 req-18300d4e-a285-49da-9e6a-e3b6da80f4b1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1229806 Nov 12 20:57:07.674125 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-99021bea-2865-44e1-931d-9ad24573fe3d req-636fa4bf-9c76-45c0-9913-11eeda5ede8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563326 Nov 12 20:57:07.677980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3d52dd9-12af-4ca7-a732-48fb4870c037 req-f6f6d745-928d-40bc-9bdf-d31b53ee5ab2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Nov 12 20:57:07.687780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d97fba4-7278-468f-abcf-0601d67ec04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:07.762502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d97fba4-7278-468f-abcf-0601d67ec04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:07.800445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:57:07.840112 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d97fba4-7278-468f-abcf-0601d67ec04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:07.880953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2d97fba4-7278-468f-abcf-0601d67ec04d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c3f4eeacc9e45f7904a39ddec5843ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019871 Nov 12 20:57:07.884041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45198) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:07.884603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97fba4-7278-468f-abcf-0601d67ec04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b75b8-c126-4838-a3a0-4697f89434d1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:07.888554 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:07.925661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:07.956083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:07.977853 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:08.075097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:08.145997 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:08.147881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f25c1-05a7-4e2f-8cf3-78000b227efc req-c599e4e0-4b27-42ce-95c6-8ed221e918da tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:08.149455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d8f25c1-05a7-4e2f-8cf3-78000b227efc req-c599e4e0-4b27-42ce-95c6-8ed221e918da tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0964427 Nov 12 20:57:08.203215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d8f25c1-05a7-4e2f-8cf3-78000b227efc req-80b45b96-7049-4426-8955-beb82ce22745 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453160 Nov 12 20:57:08.228910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:08.231623 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:08.232901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c32b75b8-c126-4838-a3a0-4697f89434d1 HTTP/1.1" status: 204 len: 168 time: 0.3472745 Nov 12 20:57:08.246199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b75b8-c126-4838-a3a0-4697f89434d1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:08.250902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.251650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.251998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.252338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.252673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.253023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.253488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.253916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.254153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.254479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.254802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.255128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ff94-490f-4287-b1d0-e061e503eddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:08.508457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322dce8-51d9-4de6-bd5e-3aec34cbe418 req-08ee8f98-75a7-4b43-8660-c381f931ed26 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:08.510371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6322dce8-51d9-4de6-bd5e-3aec34cbe418 req-08ee8f98-75a7-4b43-8660-c381f931ed26 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 946 time: 0.0615811 Nov 12 20:57:08.543950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-54be13bb-f224-4de4-9260-1ba2cf766d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:08.546215 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-54be13bb-f224-4de4-9260-1ba2cf766d77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481&tenant_id=1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 1101 time: 0.0455918 Nov 12 20:57:08.565860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6322dce8-51d9-4de6-bd5e-3aec34cbe418 req-7a90b2d6-b847-4bb9-a03e-78ddbc33b429 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476477 Nov 12 20:57:08.619063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-118a2e0a-f472-4e39-8751-cd961f1ba531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:08.620728 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-118a2e0a-f472-4e39-8751-cd961f1ba531 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 1101 time: 0.0518482 Nov 12 20:57:08.755983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-199f8802-132b-4326-b7d0-35bdd9b0e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:08.758040 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-199f8802-132b-4326-b7d0-35bdd9b0e8bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1248927 Nov 12 20:57:08.817353 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-cadc144c-fefe-44c7-b568-4b5635aa38b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b61846e-0769-4651-89a7-e8e210b9bed5 HTTP/1.1" status: 200 len: 217 time: 0.0480676 Nov 12 20:57:08.831355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b968e-9c43-472f-a9b5-df9721d87ea3 req-48330df2-cb18-432d-a5a4-578c2d1ca1ed tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:08.833225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e1b968e-9c43-472f-a9b5-df9721d87ea3 req-48330df2-cb18-432d-a5a4-578c2d1ca1ed tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0544045 Nov 12 20:57:08.878702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-35a91f38-6e1d-4575-98d1-940fdfddf650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:08.880365 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-35a91f38-6e1d-4575-98d1-940fdfddf650 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0511489 Nov 12 20:57:08.886509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e1b968e-9c43-472f-a9b5-df9721d87ea3 req-46c7fd0a-5904-4df5-a91d-9d4febf9339d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461266 Nov 12 20:57:08.934413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-82bc60ea-3048-43d8-9cf0-30a09681f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:08.936815 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-82bc60ea-3048-43d8-9cf0-30a09681f85b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480070 Nov 12 20:57:09.009686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45222) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:09.023185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-740fe837-d096-47c2-88a8-5455b2ce8c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:09.037347 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-f1f7e216-ed3d-4caf-b169-d554da707efa service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938931 Nov 12 20:57:09.104318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-740fe837-d096-47c2-88a8-5455b2ce8c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:09.133466 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-416c1a38-68c8-4623-acec-ced88c2a6660 req-531d3b26-9ad2-4233-a211-11e71d8c314f service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892470 Nov 12 20:57:09.315534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-740fe837-d096-47c2-88a8-5455b2ce8c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:09.351046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a324-b8ac-42e1-98a9-8cf0fb2ceb3e req-1107ad47-7dea-4491-81b5-d8fff4631aaf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:09.352610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17b1a324-b8ac-42e1-98a9-8cf0fb2ceb3e req-1107ad47-7dea-4491-81b5-d8fff4631aaf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0765228 Nov 12 20:57:09.375027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-740fe837-d096-47c2-88a8-5455b2ce8c24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d41083c007734ad8b87ea6e125e627a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641973 Nov 12 20:57:09.377852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45228) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:09.382164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fe837-d096-47c2-88a8-5455b2ce8c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd14c81-c1c0-404c-a0a8-c781be3fcb56,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:09.418887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17b1a324-b8ac-42e1-98a9-8cf0fb2ceb3e req-a73fe180-a32c-4894-9b60-723546577e9f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557315 Nov 12 20:57:09.446728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bfb103d-c894-4455-a80c-fbea2beefd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:09.447540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:09.449916 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cecfb56-bf74-4803-bde1-1f2724c474ea" -d '{"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:09.469649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bfb103d-c894-4455-a80c-fbea2beefd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:09.488911 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b329fc3f-05c3-4a2f-82eb-f36b8742d679 x-openstack-request-id: req-b329fc3f-05c3-4a2f-82eb-f36b8742d679 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:09.489257 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:09.489516 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b329fc3f-05c3-4a2f-82eb-f36b8742d679 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:09.489909 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'code': 200} Nov 12 20:57:09.598559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bfb103d-c894-4455-a80c-fbea2beefd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:09.601368 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bfb103d-c894-4455-a80c-fbea2beefd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:09.602538 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7bfb103d-c894-4455-a80c-fbea2beefd00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8bd14c81-c1c0-404c-a0a8-c781be3fcb56 HTTP/1.1" status: 204 len: 168 time: 0.2237093 Nov 12 20:57:09.610921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb103d-c894-4455-a80c-fbea2beefd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd14c81-c1c0-404c-a0a8-c781be3fcb56,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:09.708088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe2eb-8ff2-4506-8253-867836e28492 req-0d2d6c51-0e84-4361-9cee-fe4ebc169a8a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:09.715824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc0fe2eb-8ff2-4506-8253-867836e28492 req-0d2d6c51-0e84-4361-9cee-fe4ebc169a8a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 946 time: 0.0634072 Nov 12 20:57:09.766791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc0fe2eb-8ff2-4506-8253-867836e28492 req-1037fc15-405c-44f0-8921-743ed13a8c54 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500200 Nov 12 20:57:09.809631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:09.925112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:09.940108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'mac_address': 'fa:16:3e:d2:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:09.981393 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:09.997367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d4bfb6-79c9-4eef-a767-338f0c2714be {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:10.025527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:10.042585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2906d4-1a67-45ff-9840-5fa27317c4e9 req-882d7682-f932-400a-a2ea-cd7fec177786 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:10.044015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af2906d4-1a67-45ff-9840-5fa27317c4e9 req-882d7682-f932-400a-a2ea-cd7fec177786 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0591733 Nov 12 20:57:10.098476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af2906d4-1a67-45ff-9840-5fa27317c4e9 req-a1558503-d678-4c7b-9fc2-70d45d05d334 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476291 Nov 12 20:57:10.126082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:10.199940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=12']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:10.278013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['49d4bfb6-79c9-4eef-a767-338f0c2714be'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:10.305345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:10.328556 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:10.560744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ef414-c683-47b0-bfff-d829b64b6fa5 req-7fe2ce71-96e5-4ad8-8ca8-fcdd59559dd5 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:10.562845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f68ef414-c683-47b0-bfff-d829b64b6fa5 req-7fe2ce71-96e5-4ad8-8ca8-fcdd59559dd5 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Nov 12 20:57:10.612801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f68ef414-c683-47b0-bfff-d829b64b6fa5 req-4b9315c0-06e9-4c63-8a8b-e54cf1a09020 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436180 Nov 12 20:57:11.153554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:11.158226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:57:11.365527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed131748-ad62-4827-9cdf-652ac49bf8b6 req-97c83949-1228-4772-9f95-ac28c4d10772 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:11.369958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed131748-ad62-4827-9cdf-652ac49bf8b6 req-97c83949-1228-4772-9f95-ac28c4d10772 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1766076 Nov 12 20:57:11.484134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed131748-ad62-4827-9cdf-652ac49bf8b6 req-02cabf54-7715-4d1a-b06c-8dbe9cadaa32 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016123 Nov 12 20:57:11.485140 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:11.507476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:11.531410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'mac_address': 'fa:16:3e:1d:8e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:11.551586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:11.551586 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266c89d1-39cd-4a2d-8c63-87dd39aa98d9" -d '{"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-unplugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:11.587634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:11.607132 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:11.622412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b61846e-0769-4651-89a7-e8e210b9bed5 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:11.679784 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bc7986-fcc1-4459-9cfd-7d96486e036b x-openstack-request-id: req-f0bc7986-fcc1-4459-9cfd-7d96486e036b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:11.680290 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-unplugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:11.680802 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0bc7986-fcc1-4459-9cfd-7d96486e036b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:11.681803 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'code': 200} Nov 12 20:57:11.702050 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:11.844273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ee42f-cbc3-46be-af84-00378747927b req-641ff844-782e-446a-80f4-417d9fd0b6f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:11.852417 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c87ee42f-cbc3-46be-af84-00378747927b req-641ff844-782e-446a-80f4-417d9fd0b6f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 945 time: 0.0685558 Nov 12 20:57:11.916086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c87ee42f-cbc3-46be-af84-00378747927b req-4df2e84a-c15b-4eda-8b27-53bf7fdcd05d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623171 Nov 12 20:57:11.966026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:12.020628 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:57:12.020947 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:57:12.026264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:12.058048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 49d4bfb6-79c9-4eef-a767-338f0c2714be triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:12.058656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:12.195532 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:12.252178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:12.450167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:12.569145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=13']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:12.677835 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:12.712808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b61846e-0769-4651-89a7-e8e210b9bed5 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:12.760073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4d60b-1de0-491a-b85a-d3f1b6caa33c req-583314e2-db9e-4301-92c4-b3b86d1633d2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:12.762992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc4d60b-1de0-491a-b85a-d3f1b6caa33c req-583314e2-db9e-4301-92c4-b3b86d1633d2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 947 time: 0.0905929 Nov 12 20:57:12.766735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:12.839909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc4d60b-1de0-491a-b85a-d3f1b6caa33c req-87e29602-5ffd-498d-b3d2-8a16e60c7133 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695620 Nov 12 20:57:12.966104 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:13.017696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45372) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:13.072438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:13.140158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effd163-ddb7-4990-a168-cdf232fe074c req-5f61980a-a33b-456f-9bea-ce8a107db62a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:13.142728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8effd163-ddb7-4990-a168-cdf232fe074c req-5f61980a-a33b-456f-9bea-ce8a107db62a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0759428 Nov 12 20:57:13.232094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-da87845c-aa16-4a90-a560-5f53250c9409 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:13.252938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8effd163-ddb7-4990-a168-cdf232fe074c req-3dd18fc8-25ca-488f-ac84-2013e3145738 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026559 Nov 12 20:57:13.293631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0b61846e-0769-4651-89a7-e8e210b9bed5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:13.361997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-da87845c-aa16-4a90-a560-5f53250c9409 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] 10.222.0.64 "PUT /v2.0/quotas/b85730480b2046b0905bfca0d1560751 HTTP/1.1" status: 200 len: 368 time: 0.3431621 Nov 12 20:57:13.364607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45376) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:13.372136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Request body: {'network': {'project_id': 'b85730480b2046b0905bfca0d1560751'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:13.593043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Made reservation on behalf of b85730480b2046b0905bfca0d1560751 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:13.596644 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:13.617087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:13.682761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:13.687402 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93bdb2-56b4-47c2-a0a6-015d89a011dd" -d '{"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-plugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:13.755143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:13.817673 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ab36e2-5f71-4733-82af-e99cf9a8b3b2 x-openstack-request-id: req-08ab36e2-5f71-4733-82af-e99cf9a8b3b2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:13.818077 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-plugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:13.818428 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08ab36e2-5f71-4733-82af-e99cf9a8b3b2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:13.818997 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'code': 200} Nov 12 20:57:13.897453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:14.006975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd2022-4684-42aa-9cad-2fe4cc563ad9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:14.015333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:57:14.058614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-5b101e69-c458-486c-9617-7b62fc8def4a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:14.060252 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-5b101e69-c458-486c-9617-7b62fc8def4a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481&tenant_id=1b08cd0c4a174a3984359e0e19946f2d&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 948 time: 0.0833399 Nov 12 20:57:14.068337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:14.068841 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Added segment cfe7ba20-213d-4088-b3c3-ba7b935d66fa of type vlan for network 92bda953-8c1d-4c58-b044-9f8e492b758e Nov 12 20:57:14.126685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7a910-4a24-4571-9cd4-98f0b3e661a3 req-06ff4d72-4b4d-4736-8bde-a07369366682 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:14.137046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abc7a910-4a24-4571-9cd4-98f0b3e661a3 req-06ff4d72-4b4d-4736-8bde-a07369366682 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 948 time: 0.1736524 Nov 12 20:57:14.161766 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-17fedf5f-4e56-4660-9b60-aff44bc596fa service neutron] 10.222.0.46 "GET /v2.0/ports/0b61846e-0769-4651-89a7-e8e210b9bed5/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 383 time: 0.0800443 Nov 12 20:57:14.162351 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:14.220706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abc7a910-4a24-4571-9cd4-98f0b3e661a3 req-a03efaea-d0ee-4aba-b1b4-903180992218 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849273 Nov 12 20:57:14.276427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-12af1d73-d7bf-4e8f-b3dc-749ba1569612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:14.276427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-12af1d73-d7bf-4e8f-b3dc-749ba1569612 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 1100 time: 0.0835643 Nov 12 20:57:14.296064 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:14.297156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:14.298222 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:14.437381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-85b418bf-204c-44dd-8ccb-d17edfe60e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:14.437381 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-85b418bf-204c-44dd-8ccb-d17edfe60e79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1439841 Nov 12 20:57:14.517516 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-bdfdac56-ce2c-4400-aee5-3d21d6cb43f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b61846e-0769-4651-89a7-e8e210b9bed5 HTTP/1.1" status: 200 len: 217 time: 0.0770094 Nov 12 20:57:14.527037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Pushing event updated for resources: {'Network': ['ID=92bda953-8c1d-4c58-b044-9f8e492b758e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:14.534740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4b2465e3-2add-46f2-b335-545efb295612 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1689548 Nov 12 20:57:14.537664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45398) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:14.542777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Request body: {'network': {'project_id': 'b85730480b2046b0905bfca0d1560751'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:14.546143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 92bda953-8c1d-4c58-b044-9f8e492b758e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:57:14.632594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969ee64-d92a-42bc-80d2-0b69bb91e6ed req-8c490b6f-a3a7-4766-8cc4-b4d7e4880dae tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:14.642695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e969ee64-d92a-42bc-80d2-0b69bb91e6ed req-8c490b6f-a3a7-4766-8cc4-b4d7e4880dae tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.1828806 Nov 12 20:57:14.694632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-dc882220-ca8d-4bc3-b714-2302659b12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:14.696374 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-dc882220-ca8d-4bc3-b714-2302659b12a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1729493 Nov 12 20:57:14.700013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Made reservation on behalf of b85730480b2046b0905bfca0d1560751 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:14.705945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:14.782295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e969ee64-d92a-42bc-80d2-0b69bb91e6ed req-51c28dc1-a628-4c95-b74c-94ea3d2487ba tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333902 Nov 12 20:57:14.797579 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-99ade487-6a92-4475-bf1a-498ff570d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:14.808643 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-99ade487-6a92-4475-bf1a-498ff570d5c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987406 Nov 12 20:57:14.827541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:57:14.862895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:14.863425 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Added segment 9a9a8a9e-7d9c-4183-8cf7-a3e26dc4eba8 of type vlan for network 8dd43ea0-21e8-4d76-a3d6-3ca58ac9638c Nov 12 20:57:14.984992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.045808 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-4e65c2ee-b631-41f9-b662-2041c57a5736 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328432 Nov 12 20:57:15.137147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.142236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:15.142642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.189483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:15.294953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-09b94ff3-6964-41fd-a357-e5fe39768128 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363079 Nov 12 20:57:15.314262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7725034 Nov 12 20:57:15.315081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45414) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:15.322224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-672e1436-37d7-4c6b-856a-3c97e1cd1052 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Request body: {'network': {'project_id': 'b85730480b2046b0905bfca0d1560751'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:15.330036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e04d3b-c7c7-47f6-af27-c09aa28aacbe tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Pushing event updated for resources: {'Network': ['ID=8dd43ea0-21e8-4d76-a3d6-3ca58ac9638c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:15.347027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8dd43ea0-21e8-4d76-a3d6-3ca58ac9638c details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:57:15.351223 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-672e1436-37d7-4c6b-856a-3c97e1cd1052 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 20:57:15.360695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672e1436-37d7-4c6b-856a-3c97e1cd1052 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:57:15.363344 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-672e1436-37d7-4c6b-856a-3c97e1cd1052 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0459464 Nov 12 20:57:15.365254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45416) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:15.473258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-df1f453a-c6d2-4700-ad72-6c4c67b20070 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b85730480b2046b0905bfca0d1560751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1064470 Nov 12 20:57:15.475886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45418) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:15.515015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045923ac-23c9-4246-8929-6cf74478ee94 req-f3fceb2e-76e6-4b70-9e14-8781f8474e2d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:15.516856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-045923ac-23c9-4246-8929-6cf74478ee94 req-f3fceb2e-76e6-4b70-9e14-8781f8474e2d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 948 time: 0.1229846 Nov 12 20:57:15.622625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0b61846e-0769-4651-89a7-e8e210b9bed5 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:15.624824 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.625554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca084e96-6b27-4a21-bdd1-0ecedadc4d62 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.666800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-045923ac-23c9-4246-8929-6cf74478ee94 req-0f20e539-22f6-4c5c-a7ec-9417c312fc25 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403542 Nov 12 20:57:15.721954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca084e96-6b27-4a21-bdd1-0ecedadc4d62 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.869535 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.914005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca084e96-6b27-4a21-bdd1-0ecedadc4d62 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.916655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca084e96-6b27-4a21-bdd1-0ecedadc4d62 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:15.917810 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca084e96-6b27-4a21-bdd1-0ecedadc4d62 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3dd2022-4684-42aa-9cad-2fe4cc563ad9 HTTP/1.1" status: 204 len: 168 time: 0.4405899 Nov 12 20:57:15.923479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45428) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:15.978239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca084e96-6b27-4a21-bdd1-0ecedadc4d62 tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd2022-4684-42aa-9cad-2fe4cc563ad9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:16.016474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:16.020683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:16.032627 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e937a181-becc-4120-84e4-7fc1b0fbb873" -d '{"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-plugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:16.091412 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.098166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45434) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:16.125409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac3749-ff93-4ede-81ea-c2ce14e2c1be req-a06a71bd-c996-40c3-82ea-8c59f6e3cf3b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:16.135083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95ac3749-ff93-4ede-81ea-c2ce14e2c1be req-a06a71bd-c996-40c3-82ea-8c59f6e3cf3b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.2102170 Nov 12 20:57:16.172561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.262987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:16.289332 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbdf598-3df5-48cf-8bd1-b68d3f7c497f x-openstack-request-id: req-6cbdf598-3df5-48cf-8bd1-b68d3f7c497f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:16.289616 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-plugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:16.290023 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cbdf598-3df5-48cf-8bd1-b68d3f7c497f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:16.294511 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'code': 200} Nov 12 20:57:16.312578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95ac3749-ff93-4ede-81ea-c2ce14e2c1be req-98fe0f18-8b60-4deb-947b-571a4e56f310 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617844 Nov 12 20:57:16.388838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.399498 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae5f6ce-4d5d-49bc-944f-87cf3d5afca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.421817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd43ea0-21e8-4d76-a3d6-3ca58ac9638c']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:16.434646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9a8a9e-7d9c-4183-8cf7-a3e26dc4eba8') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:16.435258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9a8a9e-7d9c-4183-8cf7-a3e26dc4eba8') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:16.449385 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.466548 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.474387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:57:16.475316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.483156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae5f6ce-4d5d-49bc-944f-87cf3d5afca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:57:16.555187 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:57:16.635024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae5f6ce-4d5d-49bc-944f-87cf3d5afca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.681357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6ae5f6ce-4d5d-49bc-944f-87cf3d5afca9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ba6870b141f4d1abaceb41db8d2baab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5790443 Nov 12 20:57:16.681357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5f6ce-4d5d-49bc-944f-87cf3d5afca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b5520a-6fc1-4ca3-8909-89810f218ddf,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:16.682319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45440) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:16.764881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.775739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.775739 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8dd43ea0-21e8-4d76-a3d6-3ca58ac9638c HTTP/1.1" status: 204 len: 168 time: 0.8534625 Nov 12 20:57:16.782972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45446) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:16.824803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf0fcc-216e-4544-bdbd-5b4297e827bf tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Pushing event deleted for resources: {'Network': ['ID=8dd43ea0-21e8-4d76-a3d6-3ca58ac9638c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:16.862010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9a20-f1e4-4b57-b989-6e6a2665ab98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.900054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9a20-f1e4-4b57-b989-6e6a2665ab98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.921857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e05945-bcc3-4b08-bbb4-4b782e1a0440 req-a145c62e-b807-4eff-9f52-011996c0310f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:16.928032 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:16.929151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e05945-bcc3-4b08-bbb4-4b782e1a0440 req-a145c62e-b807-4eff-9f52-011996c0310f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1522167 Nov 12 20:57:17.027665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e05945-bcc3-4b08-bbb4-4b782e1a0440 req-1a2ec914-e3b8-4fb9-92a5-6ec664018efa tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933456 Nov 12 20:57:17.083404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:17.124243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bda953-8c1d-4c58-b044-9f8e492b758e']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:17.141610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe7ba20-213d-4088-b3c3-ba7b935d66fa') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:17.141963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe7ba20-213d-4088-b3c3-ba7b935d66fa') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:17.147172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9a20-f1e4-4b57-b989-6e6a2665ab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:17.155631 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9a20-f1e4-4b57-b989-6e6a2665ab98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:17.155631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cbdc9a20-f1e4-4b57-b989-6e6a2665ab98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73b5520a-6fc1-4ca3-8909-89810f218ddf HTTP/1.1" status: 204 len: 168 time: 0.4700656 Nov 12 20:57:17.161622 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:17.173216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc9a20-f1e4-4b57-b989-6e6a2665ab98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b5520a-6fc1-4ca3-8909-89810f218ddf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:17.221274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:17.229839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:57:17.232949 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:57:17.234078 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:57:17.399641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:17.412872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:17.430795 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] 10.222.0.64 "DELETE /v2.0/networks/92bda953-8c1d-4c58-b044-9f8e492b758e HTTP/1.1" status: 204 len: 168 time: 0.6442575 Nov 12 20:57:17.458693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c4d00-a5d5-4cf1-8bf7-cb759c5c013f tempest-QuotasNegativeTest-1198571360 tempest-QuotasNegativeTest-1198571360-project-admin] Pushing event deleted for resources: {'Network': ['ID=92bda953-8c1d-4c58-b044-9f8e492b758e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:17.477029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa622ea1-32f4-41f6-ab9c-a15e41cc5235 req-632b6280-1441-4c74-b090-c74adf1ab5c6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:17.478692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa622ea1-32f4-41f6-ab9c-a15e41cc5235 req-632b6280-1441-4c74-b090-c74adf1ab5c6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0846858 Nov 12 20:57:17.549142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa622ea1-32f4-41f6-ab9c-a15e41cc5235 req-e2b1328e-e2ec-4bd2-bbb8-a7de1a4ddd0f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563431 Nov 12 20:57:18.241682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c280f-ea91-4b86-846d-4f3f11baa533 req-45bfdd7d-1bd1-4fad-87b5-755b30c72665 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:18.247785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-930c280f-ea91-4b86-846d-4f3f11baa533 req-45bfdd7d-1bd1-4fad-87b5-755b30c72665 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0869026 Nov 12 20:57:18.298373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-930c280f-ea91-4b86-846d-4f3f11baa533 req-d1791f16-7eeb-45fd-bfc2-d6eb2ac4260d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 Nov 12 20:57:18.679063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560fc41-51d1-47b0-af29-4a0b2c563248 req-7201c4cf-047d-4043-bc2c-16eb20122323 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:18.680776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6560fc41-51d1-47b0-af29-4a0b2c563248 req-7201c4cf-047d-4043-bc2c-16eb20122323 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0494905 Nov 12 20:57:18.736661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6560fc41-51d1-47b0-af29-4a0b2c563248 req-f3c36211-a6d9-4fc9-a1fb-5907b9d83202 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490420 Nov 12 20:57:19.222867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:57:19.236608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-c9e842cc-a549-42c5-9fb9-1590162c5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:19.238425 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-c9e842cc-a549-42c5-9fb9-1590162c5657 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481&tenant_id=1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 1101 time: 0.0660725 Nov 12 20:57:19.257369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45500) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:19.406660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-13344c05-ec6e-4226-b80f-1ce605fe4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:19.409280 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-13344c05-ec6e-4226-b80f-1ce605fe4a37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 1101 time: 0.1101522 Nov 12 20:57:19.423839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:19.474891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:19.477940 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9fd330-72dc-4e16-aad1-0e1d81e28d39" -d '{"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-unplugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:19.496168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:19.546740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5506d-1950-4a0b-aff2-d1bf7a7c1ad0 req-2f810df5-5cfb-446f-a1e2-977281d169a5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:19.558549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79c5506d-1950-4a0b-aff2-d1bf7a7c1ad0 req-2f810df5-5cfb-446f-a1e2-977281d169a5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.1220906 Nov 12 20:57:19.588158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:19.611556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-06a916f6-4512-465f-a7de-408aaaedfefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:19.613402 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-06a916f6-4512-465f-a7de-408aaaedfefe service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1956992 Nov 12 20:57:19.679662 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ee0851-4333-4c0f-9f11-910896100b10 x-openstack-request-id: req-87ee0851-4333-4c0f-9f11-910896100b10 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:19.680245 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-unplugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:19.680725 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87ee0851-4333-4c0f-9f11-910896100b10 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:19.681388 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'code': 200} Nov 12 20:57:19.719028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:19.731998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-6221d547-6909-4c8a-85f3-bbd088b6fa12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b61846e-0769-4651-89a7-e8e210b9bed5 HTTP/1.1" status: 200 len: 217 time: 0.1102157 Nov 12 20:57:19.805780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79c5506d-1950-4a0b-aff2-d1bf7a7c1ad0 req-688fbeba-f875-4486-adac-f484afd2caf2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460294 Nov 12 20:57:19.807027 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56a15e4c-d819-4f43-a158-58fa0ae81089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:19.886218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-20bc838b-a6ba-4401-a1ed-5dbb663789c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:19.894175 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-20bc838b-a6ba-4401-a1ed-5dbb663789c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1547356 Nov 12 20:57:19.941145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6e946-9c35-4c70-b018-bb0331fe2cd7 req-a22ea7f9-9369-433c-96af-c4867e45ca73 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:19.942976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88c6e946-9c35-4c70-b018-bb0331fe2cd7 req-a22ea7f9-9369-433c-96af-c4867e45ca73 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0854692 Nov 12 20:57:19.987151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56a15e4c-d819-4f43-a158-58fa0ae81089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:19.990035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-4364a40e-c080-4b4c-a439-6451a60b4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:19.991734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-4364a40e-c080-4b4c-a439-6451a60b4c35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893242 Nov 12 20:57:20.030305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88c6e946-9c35-4c70-b018-bb0331fe2cd7 req-f8028516-6719-4ae9-bbfb-4050ab0fff84 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751250 Nov 12 20:57:20.109503 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-3daa40ba-c8ee-46ba-a2a0-ff3063bde9f5 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083167 Nov 12 20:57:20.203810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56a15e4c-d819-4f43-a158-58fa0ae81089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:20.266255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-56a15e4c-d819-4f43-a158-58fa0ae81089 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69303ef6af0744b98353c159312a7d34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0071049 Nov 12 20:57:20.269363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45540) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:20.272229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a15e4c-d819-4f43-a158-58fa0ae81089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b6b46-a90d-45dc-b67b-aa9ea78a79eb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:20.293450 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-168f968e-48f4-4cfc-9587-26c1675b30d3 req-21043063-6f13-4ea9-abc0-744e85eef91f service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763921 Nov 12 20:57:20.301575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e43b1-1ae6-468c-b863-945ec6359acf req-1abddd62-b281-4572-9cd0-550bafbcd620 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:20.320492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-1abddd62-b281-4572-9cd0-550bafbcd620 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 815 time: 0.2284985 Nov 12 20:57:20.337602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-29b9d3a4-dd87-474f-bf2b-393adc8b8232 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/quotas/715e19b9fccd4b509dc2d228fdc43ce4 HTTP/1.1" status: 200 len: 375 time: 0.0139680 Nov 12 20:57:20.370048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2543661e-ad24-498c-9118-49df32c67213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:20.395132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2543661e-ad24-498c-9118-49df32c67213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:20.437100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-dec62708-a777-4902-8b8c-d41465b9ccd0 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906215 Nov 12 20:57:20.559910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2543661e-ad24-498c-9118-49df32c67213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:20.562777 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2543661e-ad24-498c-9118-49df32c67213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:20.565133 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2543661e-ad24-498c-9118-49df32c67213 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d64b6b46-a90d-45dc-b67b-aa9ea78a79eb HTTP/1.1" status: 204 len: 168 time: 0.2934809 Nov 12 20:57:20.579682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543661e-ad24-498c-9118-49df32c67213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b6b46-a90d-45dc-b67b-aa9ea78a79eb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:20.676257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-65b1da62-e52b-4f07-bdfc-261156644639 service neutron] 10.222.0.64 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269204 Nov 12 20:57:20.814697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-9c40ad50-d7e6-4ab1-b375-bb2380e74872 service neutron] 10.222.0.64 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371462 Nov 12 20:57:20.960130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62efd5a-bc0b-4e89-ac80-e436d2c20742 req-de373757-1b3d-4b1f-b124-dcd31d1934a7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:20.961501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a62efd5a-bc0b-4e89-ac80-e436d2c20742 req-de373757-1b3d-4b1f-b124-dcd31d1934a7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 947 time: 0.0671713 Nov 12 20:57:21.045149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a62efd5a-bc0b-4e89-ac80-e436d2c20742 req-2ebd2444-0cb3-4450-af46-7c19b5248c6a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749576 Nov 12 20:57:21.270817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a4c30-390e-4361-8cdf-5c4aa41b6d18 req-8c425674-c274-40e6-80b5-1580b44b8d42 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:21.282186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a43a4c30-390e-4361-8cdf-5c4aa41b6d18 req-8c425674-c274-40e6-80b5-1580b44b8d42 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.1510789 Nov 12 20:57:21.290573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41a05f5b-24de-42bf-b044-1df61d6cad53 req-e3f7bad4-175f-4a7f-b53c-7a12d5c1dfc4 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 210 time: 0.1050737 Nov 12 20:57:21.377543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a43a4c30-390e-4361-8cdf-5c4aa41b6d18 req-d009260e-376c-4b61-9ccb-2ff7d1577f2b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944445 Nov 12 20:57:21.599775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45580) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:21.624046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-def157e2-6dd6-431d-bea1-d1ea99bb0544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:21.719842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-def157e2-6dd6-431d-bea1-d1ea99bb0544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:21.883640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-def157e2-6dd6-431d-bea1-d1ea99bb0544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:21.965459 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-def157e2-6dd6-431d-bea1-d1ea99bb0544 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff53a24d5e4e4b5cac7daf617d3d6940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3644843 Nov 12 20:57:21.967813 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def157e2-6dd6-431d-bea1-d1ea99bb0544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea4bb5-7668-4026-929f-fc19f13a8d75,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:21.968322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45586) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:22.027894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1066fe5e-2220-4d55-995a-cfad212ca89a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:22.080981 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1066fe5e-2220-4d55-995a-cfad212ca89a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:22.248183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a2891-f523-4d69-b146-4c39ca290309 req-eedf56aa-10b0-4e07-b64e-0df0e8c6b5dd tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:22.256825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad8a2891-f523-4d69-b146-4c39ca290309 req-eedf56aa-10b0-4e07-b64e-0df0e8c6b5dd tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 947 time: 0.1193519 Nov 12 20:57:22.315708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad8a2891-f523-4d69-b146-4c39ca290309 req-1851d7c9-76b2-487b-8ad3-646967670c45 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 Nov 12 20:57:22.390723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc5f9f92-f469-4ff2-917b-73fd637e8a83 req-89a5abc5-7f9d-45a7-a6ac-7d26b5fe8523 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 210 time: 0.0377438 Nov 12 20:57:22.404687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1066fe5e-2220-4d55-995a-cfad212ca89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:22.410549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1066fe5e-2220-4d55-995a-cfad212ca89a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:22.417899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1066fe5e-2220-4d55-995a-cfad212ca89a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9ea4bb5-7668-4026-929f-fc19f13a8d75 HTTP/1.1" status: 204 len: 168 time: 0.4479322 Nov 12 20:57:22.439988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066fe5e-2220-4d55-995a-cfad212ca89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea4bb5-7668-4026-929f-fc19f13a8d75,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:22.640787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca10f8-cc4c-49d1-bd79-53fe067caa87 req-ce035917-5b84-4208-bc6a-d785c065e9e0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:22.643994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fca10f8-cc4c-49d1-bd79-53fe067caa87 req-ce035917-5b84-4208-bc6a-d785c065e9e0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0901475 Nov 12 20:57:22.723451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fca10f8-cc4c-49d1-bd79-53fe067caa87 req-f66cf014-20f9-4a69-ac7e-e7b786d5780e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665102 Nov 12 20:57:23.249039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:23.422985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:23.438116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'mac_address': 'fa:16:3e:1d:8e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:23.483803 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:23.491370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f8787-ce49-4278-8d09-432e93268f27 req-5dc1fede-af2f-4129-89d8-a044775b1d91 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:23.493592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d1f8787-ce49-4278-8d09-432e93268f27 req-5dc1fede-af2f-4129-89d8-a044775b1d91 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 947 time: 0.0868356 Nov 12 20:57:23.498982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b61846e-0769-4651-89a7-e8e210b9bed5 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:23.520299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:23.526299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2eca903-94a3-4ccd-a812-f9a3830e89a3 req-706e7a24-cba7-4eea-8007-a27b7aea2e45 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 210 time: 0.0315812 Nov 12 20:57:23.566021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d1f8787-ce49-4278-8d09-432e93268f27 req-0f4af53d-97ed-41f6-aa14-27de9a072c14 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620422 Nov 12 20:57:23.651004 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:23.714740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03659e07-9f88-4e18-9a5d-48dcc7abbafe req-478addfd-334d-464e-b050-210345e8099e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:23.717081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03659e07-9f88-4e18-9a5d-48dcc7abbafe req-478addfd-334d-464e-b050-210345e8099e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 949 time: 0.0751855 Nov 12 20:57:23.743816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:23.789253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03659e07-9f88-4e18-9a5d-48dcc7abbafe req-bae88596-f4f8-457e-8a85-2e4361394af0 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647805 Nov 12 20:57:23.941256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4a001-0a7d-4b84-9096-f8ba279523e6 req-1bb5c9c2-4e7e-40e4-961d-3ddf56accf93 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:23.950314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4d4a001-0a7d-4b84-9096-f8ba279523e6 req-1bb5c9c2-4e7e-40e4-961d-3ddf56accf93 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0817661 Nov 12 20:57:24.003472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0b61846e-0769-4651-89a7-e8e210b9bed5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:24.074232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4d4a001-0a7d-4b84-9096-f8ba279523e6 req-1699835f-73f8-494d-91bf-e7001795b430 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228855 Nov 12 20:57:24.321098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-2c18af76-344a-409a-b6be-d1f8bcba0950 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374975 Nov 12 20:57:24.546771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389716fb-7cd9-4667-9dd0-c431257a404f req-5826787b-9654-45c5-b03e-d6e7fce8820f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:24.566543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-5826787b-9654-45c5-b03e-d6e7fce8820f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444079 Nov 12 20:57:24.580768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e43b1-1ae6-468c-b863-945ec6359acf req-eeb742a6-86c8-4693-925b-0c535a8781a5 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:24.588316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-eeb742a6-86c8-4693-925b-0c535a8781a5 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.78 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 815 time: 0.2234743 Nov 12 20:57:24.616284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Request body: {'port': {'device_id': '74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c', 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'admin_state_up': True, 'tenant_id': '715e19b9fccd4b509dc2d228fdc43ce4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:24.628779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-ac287b55-7919-4445-9743-84aefe6c21ee tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/quotas/1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 375 time: 0.0610893 Nov 12 20:57:24.744916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-466e004c-8703-41b3-99ba-056a9df4639d req-93c829f4-7d50-4b36-8682-df224dae1b02 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 210 time: 0.0833642 Nov 12 20:57:24.794352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-2f8efae8-2ef3-4f82-a95b-655e5c64f493 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475356 Nov 12 20:57:24.937777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Made reservation on behalf of 715e19b9fccd4b509dc2d228fdc43ce4 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:24.941415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:25.252615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:25.303139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929d7a3-93d5-4ac2-a150-1d4a4f23e3b0 req-72a5ca58-f46d-485c-b5e8-3cbc42160a23 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:25.313260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8929d7a3-93d5-4ac2-a150-1d4a4f23e3b0 req-72a5ca58-f46d-485c-b5e8-3cbc42160a23 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.1469848 Nov 12 20:57:25.313880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0b61846e-0769-4651-89a7-e8e210b9bed5 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:25.314468 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:25.360057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Allocated IP 172.20.0.14 (5b844a3b-d355-4405-81ca-ab57419ffb05/7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da/7975251e-857f-431c-b821-879fb4439092) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:57:25.426752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0df34369-3b2f-4281-8b51-ff38e1822319 req-514092d5-756c-420c-82c3-9ba9431a3e57 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 210 time: 0.0460041 Nov 12 20:57:25.449830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8929d7a3-93d5-4ac2-a150-1d4a4f23e3b0 req-bb376c76-f724-4454-b85b-19b9cbca69b8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355231 Nov 12 20:57:25.465141 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:25.508407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:25.512559 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a75074-1c4f-453e-a4f5-7fe2f36c4582" -d '{"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-plugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:25.551957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:25.572957 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16630803-fc60-419a-b58f-729111d24c1f x-openstack-request-id: req-16630803-fc60-419a-b58f-729111d24c1f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:25.573123 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-plugged", "status": "completed", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:25.573387 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16630803-fc60-419a-b58f-729111d24c1f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:25.573752 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'code': 200} Nov 12 20:57:25.677513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:25.706980 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:25.746954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45704) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:25.793346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:25.844628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:25.861364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5688ddbe-cc88-4fef-b6d9-8a64550d4b9d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:25.953001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['44b84ca9-2225-40fa-b24f-01afaa89c754'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:25.985541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Network 5b844a3b-d355-4405-81ca-ab57419ffb05 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:57:25.988713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:26.048665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:26.134717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77cc1a1b-4244-493f-b80b-d51ec27303e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.200617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45720) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:26.220091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77cc1a1b-4244-493f-b80b-d51ec27303e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.224138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Pushing event updated for resources: {'Port': ['ID=7975251e-857f-431c-b821-879fb4439092,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:26.271782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e410cbc-1f7b-43b5-89a7-b3b47bad5260 req-3a6dabc0-1a56-43d3-b15e-1751290bae76 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:26.279740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e410cbc-1f7b-43b5-89a7-b3b47bad5260 req-3a6dabc0-1a56-43d3-b15e-1751290bae76 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 932 time: 0.3926351 Nov 12 20:57:26.305425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:26.306074 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.314944 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77cc1a1b-4244-493f-b80b-d51ec27303e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.388016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e410cbc-1f7b-43b5-89a7-b3b47bad5260 req-c299c0c6-a79b-4afa-a0b7-819b42618abc tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071045 Nov 12 20:57:26.398799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-77cc1a1b-4244-493f-b80b-d51ec27303e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baf9db5a6a304a24becb24994c27ba10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6480780 Nov 12 20:57:26.399072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45726) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:26.400305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc1a1b-4244-493f-b80b-d51ec27303e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11059fd4-0531-4071-a070-e754e51aaded,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:26.460425 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-909cd9c0-c3cf-469e-b7bd-fcb5e97f3569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.471054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-02ad7d6b-6696-4d42-89e8-c38fa0ed37a1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8652143 Nov 12 20:57:26.484976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Request body: {'port': {'device_id': '74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:26.487140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-909cd9c0-c3cf-469e-b7bd-fcb5e97f3569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.533160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-20595556'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:26.611594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bdc02de-8df0-4c87-ab5f-7d231de53756 req-db14aac9-7ca5-4a4f-a594-ddc17263f180 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 210 time: 0.0538702 Nov 12 20:57:26.668737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.685123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Made reservation on behalf of 7830d13c0d5243b78d81fbbd44e1aedd for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:26.689435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.702377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.703483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33084ad-acde-4b67-8454-308f9957177e req-1f189382-b7fa-4264-8112-d168266fb848 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:26.705262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f33084ad-acde-4b67-8454-308f9957177e req-1f189382-b7fa-4264-8112-d168266fb848 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.1315286 Nov 12 20:57:26.738199 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-909cd9c0-c3cf-469e-b7bd-fcb5e97f3569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.745339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-909cd9c0-c3cf-469e-b7bd-fcb5e97f3569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.746861 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-909cd9c0-c3cf-469e-b7bd-fcb5e97f3569 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11059fd4-0531-4071-a070-e754e51aaded HTTP/1.1" status: 204 len: 168 time: 0.3467400 Nov 12 20:57:26.768329 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cd9c0-c3cf-469e-b7bd-fcb5e97f3569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11059fd4-0531-4071-a070-e754e51aaded,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:26.844146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.977637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f33084ad-acde-4b67-8454-308f9957177e req-3f2c73f7-4f1c-43bf-b72c-f6006023d7ea tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603849 Nov 12 20:57:26.996915 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.017010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:57:27.033052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.033770 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Added segment 5fc6591f-1431-48f7-86db-8226ca234bd0 of type vlan for network bd135987-125c-4c16-b600-856d3c02a772 Nov 12 20:57:27.082478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.163978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc555b9-a132-4340-9bc9-8ef88f8b12d7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:27.246094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.259475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:27.260527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.273792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7975251e-857f-431c-b821-879fb4439092 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:27.289146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.315317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Transition to ACTIVE for port object 7975251e-857f-431c-b821-879fb4439092 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:57:27.360459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Pushing event updated for resources: {'Network': ['ID=bd135987-125c-4c16-b600-856d3c02a772,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:27.376135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network bd135987-125c-4c16-b600-856d3c02a772 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:57:27.424515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.506968 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f5d5885-95b8-45ae-b9e6-09bcd0e7c4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.3032820 Nov 12 20:57:27.576114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Pushing event updated for resources: {'Port': ['ID=7975251e-857f-431c-b821-879fb4439092,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:27.651426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b050c15e-f81a-4677-b103-707723b0eef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.689708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698909f-621e-411f-a20c-32ee30fd5d4e req-99cfdb98-7f20-4716-93b5-ab7cffcf3daa tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:27.691654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0698909f-621e-411f-a20c-32ee30fd5d4e req-99cfdb98-7f20-4716-93b5-ab7cffcf3daa tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 944 time: 0.1258187 Nov 12 20:57:27.761127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Attempting to bind port 7975251e-857f-431c-b821-879fb4439092 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:27.762040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Attempting to bind port 7975251e-857f-431c-b821-879fb4439092 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:27.762040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Attempting to bind port 7975251e-857f-431c-b821-879fb4439092 on network 5b844a3b-d355-4405-81ca-ab57419ffb05 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:27.768598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0698909f-621e-411f-a20c-32ee30fd5d4e req-8de2d852-2429-45ae-8001-627fbfb68efb tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632606 Nov 12 20:57:27.770955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Port 7975251e-857f-431c-b821-879fb4439092 on network 5b844a3b-d355-4405-81ca-ab57419ffb05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:27.771375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Attempting to bind port 7975251e-857f-431c-b821-879fb4439092 on network 5b844a3b-d355-4405-81ca-ab57419ffb05 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:27.780359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:57:27.780777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Checking segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:57:27.781226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Bound using segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:57:27.781728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Bound port: 7975251e-857f-431c-b821-879fb4439092, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:57:27.782169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:27.871676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] For port 7975251e-857f-431c-b821-879fb4439092, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:57:27.875553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] For port 7975251e-857f-431c-b821-879fb4439092, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7975251e-857f-431c-b821-879fb4439092,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:57:27.917656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:27.923686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Request body: {'port': {'network_id': 'bd135987-125c-4c16-b600-856d3c02a772', 'binding:host_id': 'n-h1-713498-29', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-205601296'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:27.971918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbe805c8-76a2-4249-9cf8-1af44c8ec2ba req-a2c2379b-916b-4f0f-9955-64e7df25c762 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 210 time: 0.0447550 Nov 12 20:57:28.006859 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:28.067246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:28.067910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:28.071396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] 10.222.0.78 "PUT /v2.0/ports/7975251e-857f-431c-b821-879fb4439092 HTTP/1.1" status: 200 len: 1093 time: 1.5897875 Nov 12 20:57:28.071396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c', 'tag': '7975251e-857f-431c-b821-879fb4439092'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:28.073712 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1e5dcf-9361-419f-8120-c98a65e77523" -d '{"events": [{"name": "network-changed", "server_uuid": "74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c", "tag": "7975251e-857f-431c-b821-879fb4439092"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:28.095043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Made reservation on behalf of 2fd969b600f5486bbd1b23cdadfe7466 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:28.098449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:28.113278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45756) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:28.113878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:28.165132 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e3eeea-64e2-47cd-a01a-350449215b3b x-openstack-request-id: req-97e3eeea-64e2-47cd-a01a-350449215b3b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:28.165397 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c", "tag": "7975251e-857f-431c-b821-879fb4439092", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:28.165654 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97e3eeea-64e2-47cd-a01a-350449215b3b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:28.166543 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c', 'tag': '7975251e-857f-431c-b821-879fb4439092', 'status': 'completed', 'code': 200} Nov 12 20:57:28.223854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb182648-de21-4f3c-bb79-05ba9f786ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:28.234117 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:28.245815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ed2f6-db18-46f5-8c00-bcf465e2b675 service neutron] Pushing event updated for resources: {'Port': ['ID=7975251e-857f-431c-b821-879fb4439092,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:28.277815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ddab-090c-494a-bf19-5792b99c79b8 req-d4689703-892f-416d-8a5c-71dde4f12666 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:28.279655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f31ddab-090c-494a-bf19-5792b99c79b8 req-d4689703-892f-416d-8a5c-71dde4f12666 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.2090914 Nov 12 20:57:28.323795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:28.330292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] device_id is not set on port 34be70f7-4064-43fd-aaaa-b9da89acc127 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:57:28.412525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c2496-fd4f-4ae5-ba94-1204a08b852e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:28.652752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] device_id is not set on port 34be70f7-4064-43fd-aaaa-b9da89acc127 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:57:28.664000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:28.684816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e5dcf-9361-419f-8120-c98a65e77523 req-19e0a582-e04e-4691-89c5-1f423343d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:28.687063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b1e5dcf-9361-419f-8120-c98a65e77523 req-19e0a582-e04e-4691-89c5-1f423343d8c4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 1096 time: 0.5134597 Nov 12 20:57:28.705027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-b107ab6c-6938-4344-bbbb-0fa7e7dc7479 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400698 Nov 12 20:57:28.808404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f31ddab-090c-494a-bf19-5792b99c79b8 req-b58f0042-7d92-47dc-a4f7-d78aecedf727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5179486 Nov 12 20:57:29.027925 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:57:29.028399 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb182648-de21-4f3c-bb79-05ba9f786ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.028399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389716fb-7cd9-4667-9dd0-c431257a404f req-5a60d803-1bde-4bd2-ba18-04bc88a50a89 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:29.028399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-5a60d803-1bde-4bd2-ba18-04bc88a50a89 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853794 Nov 12 20:57:29.028399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e5dcf-9361-419f-8120-c98a65e77523 req-51bf8468-07ea-4a30-8e56-05969a482a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:29.028399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b1e5dcf-9361-419f-8120-c98a65e77523 req-51bf8468-07ea-4a30-8e56-05969a482a4c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2873654 Nov 12 20:57:29.028399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ec417-f27b-437d-a78f-f741b2b42e9a req-3245bde1-4715-4049-87fe-a60a17309961 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:29.028399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-681ec417-f27b-437d-a78f-f741b2b42e9a req-3245bde1-4715-4049-87fe-a60a17309961 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 944 time: 0.1135242 Nov 12 20:57:29.028399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Request body: {'port': {'device_id': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '1b08cd0c4a174a3984359e0e19946f2d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:29.141211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71b1b322-4d10-4853-9fc8-5dc170d480a7 req-1d34f515-1ecc-41d6-a37a-bf3a6876b9f5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 210 time: 0.0852599 Nov 12 20:57:29.173254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.214135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-681ec417-f27b-437d-a78f-f741b2b42e9a req-6962a96c-5278-44b2-b649-cdcb51a9e7c2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812816 Nov 12 20:57:29.246810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=34be70f7-4064-43fd-aaaa-b9da89acc127,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:29.253044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Checking segment: {'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:57:29.253490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Network hostable DHCP agents. Network: bd135987-125c-4c16-b600-856d3c02a772, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:57:29.280581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb182648-de21-4f3c-bb79-05ba9f786ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.292742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e5dcf-9361-419f-8120-c98a65e77523 req-400cc163-b962-4481-9584-e662abffd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:29.294376 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b1e5dcf-9361-419f-8120-c98a65e77523 req-400cc163-b962-4481-9584-e662abffd49a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2764103 Nov 12 20:57:29.355926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:29.367257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eb182648-de21-4f3c-bb79-05ba9f786ff2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60a47f87b1bf4feab4c9e6bed8de9cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2528226 Nov 12 20:57:29.424433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb182648-de21-4f3c-bb79-05ba9f786ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997526e9-28ea-4afa-bb5b-9965b69e7efe,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:29.453848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Network bd135987-125c-4c16-b600-856d3c02a772 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:57:29.489274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Made reservation on behalf of 1b08cd0c4a174a3984359e0e19946f2d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:29.495927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.507619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ce5dfa9-66c1-481e-aee3-6dd039136c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.542274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ce5dfa9-66c1-481e-aee3-6dd039136c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.543269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e43b1-1ae6-468c-b863-945ec6359acf req-3e1aa4b5-572b-4317-88f4-140361645dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:29.545739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-3e1aa4b5-572b-4317-88f4-140361645dae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 1096 time: 0.1666787 Nov 12 20:57:29.585131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, bd135987-125c-4c16-b600-856d3c02a772) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:29.597441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2713d-0a06-49e9-a43c-2da5a0e9f3f7 None None] Network bd135987-125c-4c16-b600-856d3c02a772 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:57:29.601883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:29.623141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.623532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.624115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.630124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.630548 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.631331 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 2 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.650385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.650870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.651212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.661117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-221e1f52-7214-44c4-a907-f24d476ae7ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7975251e-857f-431c-b821-879fb4439092 HTTP/1.1" status: 200 len: 217 time: 0.0818846 Nov 12 20:57:29.661795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.662240 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.663014 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 3 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.679167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.679668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.680140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.687040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.691430 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.691430 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 4 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.709608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.710048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.714309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.723777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.724112 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.724506 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 5 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.738437 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ce5dfa9-66c1-481e-aee3-6dd039136c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.741562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ce5dfa9-66c1-481e-aee3-6dd039136c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.742719 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ce5dfa9-66c1-481e-aee3-6dd039136c33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/997526e9-28ea-4afa-bb5b-9965b69e7efe HTTP/1.1" status: 204 len: 168 time: 0.3857479 Nov 12 20:57:29.759791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5dfa9-66c1-481e-aee3-6dd039136c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997526e9-28ea-4afa-bb5b-9965b69e7efe,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:29.762071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.762465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.762809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.771595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.771969 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.772316 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 6 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.806728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.808487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.809059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.814929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.815971 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.816836 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 7 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.834455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.835158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.835778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.843140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e43b1-1ae6-468c-b863-945ec6359acf req-3e818934-ae94-43e5-9ba6-efd8edfa2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:29.851979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-3e818934-ae94-43e5-9ba6-efd8edfa2109 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da HTTP/1.1" status: 200 len: 855 time: 0.1728718 Nov 12 20:57:29.856324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.856871 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.858224 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 8 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.876313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.876313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.876878 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.882923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.884931 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.885439 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 9 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.907332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.908399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.908832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.916785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.918231 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.918822 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 10 to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 Nov 12 20:57:29.929982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Allocated IP 192.168.233.189 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/b5b87ae0-8b0c-4323-a87c-205f4ba22383) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:57:29.938637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-0ff17639-3534-420e-ba49-aeeec61813b9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5b844a3b-d355-4405-81ca-ab57419ffb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670509 Nov 12 20:57:29.942001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:29.943094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:29.947139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:29.956411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 34be70f7-4064-43fd-aaaa-b9da89acc127 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:29.970745 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 34be70f7-4064-43fd-aaaa-b9da89acc127 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:29.971893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.052176 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c61e8f51-b26b-4a99-a2bd-5ea3063a3db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.067188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] For port 34be70f7-4064-43fd-aaaa-b9da89acc127, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:57:30.067917 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempted to set empty binding levels {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:57:30.109268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf57c3b-f9a6-4d1c-ae6a-64b8ca972c3e req-50f0ae05-f482-4748-9407-b23fa5804a7a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:30.110932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbf57c3b-f9a6-4d1c-ae6a-64b8ca972c3e req-50f0ae05-f482-4748-9407-b23fa5804a7a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.1827588 Nov 12 20:57:30.172606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.211535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:30.212132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.242137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=34be70f7-4064-43fd-aaaa-b9da89acc127,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:30.289293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-6cdbc7da-955a-46aa-b297-8caea55e88fc service neutron] 10.222.0.78 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433342 Nov 12 20:57:30.335333 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e4e89512-0a12-4367-a6eb-baa4b1259bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4157798 Nov 12 20:57:30.335547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45790) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:30.346953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-206ae135-4257-4019-a362-d586f2049c01 req-322f6f15-d509-4d03-b968-fad8f83b76f0 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 210 time: 0.0603340 Nov 12 20:57:30.384162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbf57c3b-f9a6-4d1c-ae6a-64b8ca972c3e req-7073956e-66e4-47f1-8554-1334e6d2ad03 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549529 Nov 12 20:57:30.461406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Deleting port 34be70f7-4064-43fd-aaaa-b9da89acc127 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:57:30.461873 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.518001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.549098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] For port 34be70f7-4064-43fd-aaaa-b9da89acc127, host n-h1-713498-29, got binding levels [] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:30.549780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.566549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Calling delete_port for 34be70f7-4064-43fd-aaaa-b9da89acc127 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:57:30.576338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-675e43b1-1ae6-468c-b863-945ec6359acf req-3fee8d4a-31e2-4b7e-9c8d-91d44e40a932 service neutron] 10.222.0.78 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685924 Nov 12 20:57:30.595217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df042c-291b-4aff-b913-607f652be033 req-3ef72cc0-2762-4bf1-918c-9fd6823ab37c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:30.610899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8df042c-291b-4aff-b913-607f652be033 req-3ef72cc0-2762-4bf1-918c-9fd6823ab37c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 944 time: 0.1609538 Nov 12 20:57:30.666738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8df042c-291b-4aff-b913-607f652be033 req-3f5ccb9e-8eab-4020-8705-08272bb41c11 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547101 Nov 12 20:57:30.803568 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.805619 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.818692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab', '0b61846e-0769-4651-89a7-e8e210b9bed5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:30.822244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['483dc014-2979-4db2-bc62-7f463dcaea23'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:30.830613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event deleted for resources: {'Port': ['ID=34be70f7-4064-43fd-aaaa-b9da89acc127,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:30.842120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:30.846303 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b2edb014-f511-4aed-bc0f-5d02ad479032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "DELETE /v2.0/ports/34be70f7-4064-43fd-aaaa-b9da89acc127 HTTP/1.1" status: 204 len: 168 time: 0.5094016 Nov 12 20:57:30.848524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45812) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:30.852950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:57:30.856158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:30.862982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:30.875357 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42013b7-7a8d-492e-af05-3aaab3302890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:57:30.877013 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e42013b7-7a8d-492e-af05-3aaab3302890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "GET /v2.0/ports/34be70f7-4064-43fd-aaaa-b9da89acc127 HTTP/1.1" status: 404 len: 333 time: 0.0274203 Nov 12 20:57:30.880488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45814) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:30.886300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Request body: {'port': {'network_id': 'bd135987-125c-4c16-b600-856d3c02a772', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-665780764'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:30.896888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:30.951239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:30.963326 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.049450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Made reservation on behalf of 2fd969b600f5486bbd1b23cdadfe7466 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:31.052043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.073002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] device_id is not set on port e1787180-ede4-4dd4-b59a-ed8a2d28c825 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:57:31.150583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-aef57d50-7e77-427f-85e2-789b919f1d7b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1334934 Nov 12 20:57:31.164265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Request body: {'port': {'device_id': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:31.227224 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.238464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-06f20ce8-ed5e-4a1f-8c3c-7e5b59c2ce4e None None] Provisioning complete for port b5b87ae0-8b0c-4323-a87c-205f4ba22383 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:31.239191 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06f20ce8-ed5e-4a1f-8c3c-7e5b59c2ce4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.266905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.269039 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.289879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-06f20ce8-ed5e-4a1f-8c3c-7e5b59c2ce4e None None] Port b5b87ae0-8b0c-4323-a87c-205f4ba22383 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:57:31.423423 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.473334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Network bd135987-125c-4c16-b600-856d3c02a772 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:57:31.484242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:31.488745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:31.489741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:31.490579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.500043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=e1787180-ede4-4dd4-b59a-ed8a2d28c825,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:31.549510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f50fb-3df7-4a18-87d7-59a7de36eb70 req-8c43c91e-a021-4d8d-9d64-65fc96de922e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:31.551160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b5f50fb-3df7-4a18-87d7-59a7de36eb70 req-8c43c91e-a021-4d8d-9d64-65fc96de922e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 936 time: 0.1116037 Nov 12 20:57:31.620545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eec577-6044-4918-a9fc-adbf2bfb7616 req-2effa9c0-96c7-4279-9371-4ebc76f7ca4a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:31.622264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eec577-6044-4918-a9fc-adbf2bfb7616 req-2effa9c0-96c7-4279-9371-4ebc76f7ca4a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.1359980 Nov 12 20:57:31.660799 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8a33755f-0a12-4ed5-9b78-da371f7be586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7792459 Nov 12 20:57:31.663919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:31.674306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:31.679045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b5f50fb-3df7-4a18-87d7-59a7de36eb70 req-dff3b747-8ead-40d7-8f10-17bf99fdd9c5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218288 Nov 12 20:57:31.751793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b87ae0-8b0c-4323-a87c-205f4ba22383 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:31.754447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.760010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eec577-6044-4918-a9fc-adbf2bfb7616 req-0eeaaab1-7a48-42c2-942b-6c27cb462770 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281707 Nov 12 20:57:31.766026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.785067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Transition to ACTIVE for port object b5b87ae0-8b0c-4323-a87c-205f4ba22383 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:57:31.906597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e49e4-0856-4be9-8ab5-4154d7d4195c req-bc93c240-3568-46a4-ac84-ca2b5612ab0a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:31.915907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-055e49e4-0856-4be9-8ab5-4154d7d4195c req-bc93c240-3568-46a4-ac84-ca2b5612ab0a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 944 time: 0.0681443 Nov 12 20:57:31.923842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:32.028519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:32.043427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-055e49e4-0856-4be9-8ab5-4154d7d4195c req-1e71c665-b563-4438-9939-100fbbe06345 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264024 Nov 12 20:57:32.147485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:32.147862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:32.148201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:32.154217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:32.154217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:32.159716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:57:32.160090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:57:32.160732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:57:32.161260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Bound port: b5b87ae0-8b0c-4323-a87c-205f4ba22383, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:57:32.161699 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:32.266185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:57:32.269972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:57:32.357140 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c29c2303-158e-499f-a1e9-3c177f1976af req-380f50f9-b6a6-4ccf-8dfa-ba345589c499 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4113374 Nov 12 20:57:32.398114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] device_id is not set on port e1787180-ede4-4dd4-b59a-ed8a2d28c825 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:57:32.420973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:32.422372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:32.437237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c2303-158e-499f-a1e9-3c177f1976af req-ee6a700d-d2f2-4bfd-b5c3-029f1e8f64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:32.438782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c29c2303-158e-499f-a1e9-3c177f1976af req-ee6a700d-d2f2-4bfd-b5c3-029f1e8f64f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 1101 time: 0.0564504 Nov 12 20:57:32.474613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:32.475200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:32.476591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] 10.222.0.78 "PUT /v2.0/ports/b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 1097 time: 1.3169968 Nov 12 20:57:32.477140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:32.482150 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52554308-9483-4848-a597-cbc04d4cbaca" -d '{"events": [{"name": "network-changed", "server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:32.516812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cce09b-bd19-40af-be22-0c200a942e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:32.533124 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c694a5be-093e-4c76-9263-b41a78dfb494 x-openstack-request-id: req-c694a5be-093e-4c76-9263-b41a78dfb494 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:32.533418 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:32.533671 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c694a5be-093e-4c76-9263-b41a78dfb494 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:32.534142 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'status': 'completed', 'code': 200} Nov 12 20:57:32.567685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c2303-158e-499f-a1e9-3c177f1976af req-b69806e2-5eb5-46dd-8bc2-ecc0454859ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:32.569198 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c29c2303-158e-499f-a1e9-3c177f1976af req-b69806e2-5eb5-46dd-8bc2-ecc0454859ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1003067 Nov 12 20:57:32.597818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554308-9483-4848-a597-cbc04d4cbaca req-96788f00-b593-484c-8eb2-7a042ccb9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:32.599251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52554308-9483-4848-a597-cbc04d4cbaca req-96788f00-b593-484c-8eb2-7a042ccb9a82 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1100 time: 0.0477176 Nov 12 20:57:32.615813 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c29c2303-158e-499f-a1e9-3c177f1976af req-42cfcd4d-c11b-4310-a3b8-2b0317a7ab63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 200 len: 217 time: 0.0379188 Nov 12 20:57:32.616408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:32.631632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52554308-9483-4848-a597-cbc04d4cbaca req-aa37fd70-b507-4a3e-9cfc-1ade7212e54f service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231888 Nov 12 20:57:32.708790 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=e1787180-ede4-4dd4-b59a-ed8a2d28c825,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:32.722090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c2303-158e-499f-a1e9-3c177f1976af req-b265fdd3-2073-4524-8fe9-fe55833d6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:32.723794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c29c2303-158e-499f-a1e9-3c177f1976af req-b265fdd3-2073-4524-8fe9-fe55833d6877 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0987842 Nov 12 20:57:32.743042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:32.744203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:32.744694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:32.766258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:32.766513 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:32.768439 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 2 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:32.788969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:32.788969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:32.788969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:32.796310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:32.796723 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:32.798653 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 3 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:32.804166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c2303-158e-499f-a1e9-3c177f1976af req-4e6c100f-eb30-4a6a-82de-a38a494d6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:32.805869 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c29c2303-158e-499f-a1e9-3c177f1976af req-4e6c100f-eb30-4a6a-82de-a38a494d6783 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720720 Nov 12 20:57:32.829300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:32.829896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:32.830424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:32.860390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554308-9483-4848-a597-cbc04d4cbaca req-ac5c9b72-6c4b-439b-8c70-a6e4fe0cab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:32.862351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52554308-9483-4848-a597-cbc04d4cbaca req-ac5c9b72-6c4b-439b-8c70-a6e4fe0cab1d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232463 Nov 12 20:57:32.864564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:32.865425 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:32.867148 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 4 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:32.908712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc04d5-7ff9-49a2-ad3b-1b6aa4c1d1df req-23fcbfe1-32a1-4c6f-805b-d8cbeefad27a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:32.910026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:32.910248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72cc04d5-7ff9-49a2-ad3b-1b6aa4c1d1df req-23fcbfe1-32a1-4c6f-805b-d8cbeefad27a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 948 time: 0.1062870 Nov 12 20:57:32.910508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:32.910921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:32.919047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:32.920012 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:32.924077 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 5 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:32.947602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:32.947943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:32.948285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:32.959806 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:32.960135 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:32.961973 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 6 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:32.973326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c29c2303-158e-499f-a1e9-3c177f1976af req-1f1aae13-43ef-4c1d-ba6f-8e528ad087ae service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577313 Nov 12 20:57:32.977384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:32.977718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:32.978053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:32.990653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:32.990894 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:32.992384 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 7 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:33.013117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389716fb-7cd9-4667-9dd0-c431257a404f req-fb3aec5e-269a-4152-84f7-6c5f5740d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.014771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-fb3aec5e-269a-4152-84f7-6c5f5740d689 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1100 time: 0.1036448 Nov 12 20:57:33.022294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:33.022503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:33.022842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a5687-f691-4782-a2f1-ad148115c398 req-230dfec3-f9fa-4b15-b4b9-7ed0c76e95f3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.022967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:33.027948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-525a5687-f691-4782-a2f1-ad148115c398 req-230dfec3-f9fa-4b15-b4b9-7ed0c76e95f3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.1637285 Nov 12 20:57:33.056635 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.059336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:33.059683 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:33.061663 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 8 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:33.077987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72cc04d5-7ff9-49a2-ad3b-1b6aa4c1d1df req-20ebc258-a70a-4d3c-84e3-0a7d41ee45bd tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515191 Nov 12 20:57:33.082555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:33.082879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:33.083220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:33.084859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-1321e9e9-cc06-469e-a56d-7c8b1dd9aad1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.0530136 Nov 12 20:57:33.090779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:33.091110 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:33.095030 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 9 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:33.116764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c29c2303-158e-499f-a1e9-3c177f1976af req-35bd6537-f155-4b2d-bcd9-826dd7af543e service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334095 Nov 12 20:57:33.117639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:33.118006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:33.118323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:33.131036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:33.131410 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:33.131809 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 10 to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 Nov 12 20:57:33.155810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:33.156344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:33.156843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:33.161977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:33.162506 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:33.164563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.206133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389716fb-7cd9-4667-9dd0-c431257a404f req-ffee563a-3df5-49e9-b507-8302fef5457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.207646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-ffee563a-3df5-49e9-b507-8302fef5457a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1135221 Nov 12 20:57:33.212460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-525a5687-f691-4782-a2f1-ad148115c398 req-6be30784-68e4-4baf-b234-d0c3cc3a8a7e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707323 Nov 12 20:57:33.277760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] For port e1787180-ede4-4dd4-b59a-ed8a2d28c825, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:57:33.280718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempted to set empty binding levels {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:57:33.288250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389716fb-7cd9-4667-9dd0-c431257a404f req-805fd84f-1bc8-40d6-94b5-b2dd98a19002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.289946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-805fd84f-1bc8-40d6-94b5-b2dd98a19002 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738177 Nov 12 20:57:33.371309 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.407209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] In _notify_port_updated(), no bound segment for port e1787180-ede4-4dd4-b59a-ed8a2d28c825 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:57:33.408434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.409843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.413646 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "PUT /v2.0/ports/e1787180-ede4-4dd4-b59a-ed8a2d28c825 HTTP/1.1" status: 200 len: 979 time: 1.7457409 Nov 12 20:57:33.414058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:33.425066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-4d8e0241-eabf-4bad-b300-9064a50294b8 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275291 Nov 12 20:57:33.462825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ac876-3c56-4044-b7f1-c6dd8cd91cdd req-ab68342f-c27c-4c83-b09b-130736d108ed tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.464495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c7ac876-3c56-4044-b7f1-c6dd8cd91cdd req-ab68342f-c27c-4c83-b09b-130736d108ed tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 944 time: 0.0827954 Nov 12 20:57:33.498912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43749a7-a12d-4b21-89a4-86dcaecd57f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=e1787180-ede4-4dd4-b59a-ed8a2d28c825,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:33.547586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.548059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.548968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.549418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.549879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.550336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.550851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.551409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.551855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.552307 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.552771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.553216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.553660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.554110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.554563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.555011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.555862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.556317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.556766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.557230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.557665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.558114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.558562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.559007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.559480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.560492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.561283 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.561789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.562668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.563145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.563709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.564163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.564618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.565065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.565521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.565967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.566674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.567133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.567610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.568196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.568783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.568968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.569417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.569868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.570203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.580366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.580366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.580366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.580366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.581577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c7ac876-3c56-4044-b7f1-c6dd8cd91cdd req-29c1ae69-a57b-4f58-9d17-c422c44e6156 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019704 Nov 12 20:57:33.581577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-389716fb-7cd9-4667-9dd0-c431257a404f req-5027a51a-4604-4cd3-83f8-ccaaebd9bb1b service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457245 Nov 12 20:57:33.582133 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-15dcc49d-a615-4ff9-92be-f5597fe30255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43220 time: 0.1649845 Nov 12 20:57:33.585212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45932) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:33.668041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Deleting port e1787180-ede4-4dd4-b59a-ed8a2d28c825 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:57:33.668386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.731218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] For port e1787180-ede4-4dd4-b59a-ed8a2d28c825, host n-h1-713498-29, got binding levels [] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:33.731616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.745533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Calling delete_port for e1787180-ede4-4dd4-b59a-ed8a2d28c825 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:57:33.910284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7975251e-857f-431c-b821-879fb4439092 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:33.953629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.980166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1787180-ede4-4dd4-b59a-ed8a2d28c825,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:33.987388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:33.993241 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c15fe7b9-83c2-42db-b112-5dd0ca665b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e1787180-ede4-4dd4-b59a-ed8a2d28c825 HTTP/1.1" status: 204 len: 168 time: 0.4040942 Nov 12 20:57:33.993808 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45936) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:34.013972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7975251e-857f-431c-b821-879fb4439092, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7975251e-857f-431c-b821-879fb4439092,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:34.017294 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3552eff0-924f-4415-9cf3-9d99b21a9741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:57:34.018789 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3552eff0-924f-4415-9cf3-9d99b21a9741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "GET /v2.0/ports/e1787180-ede4-4dd4-b59a-ed8a2d28c825 HTTP/1.1" status: 404 len: 333 time: 0.0245030 Nov 12 20:57:34.023209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45938) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:34.028329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-738539', 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:34.032263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '7975251e-857f-431c-b821-879fb4439092', 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'port_id': '7975251e-857f-431c-b821-879fb4439092', 'mac_address': 'fa:16:3e:7b:f3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:34.070313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:34.084243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7975251e-857f-431c-b821-879fb4439092 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:34.108474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7975251e-857f-431c-b821-879fb4439092, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7975251e-857f-431c-b821-879fb4439092,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:34.164058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Made reservation on behalf of 2fd969b600f5486bbd1b23cdadfe7466 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:34.166610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:34.184207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] device_id is not set on port 15b275c1-d0e1-46d1-a346-b7049670a483 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:57:34.279407 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:34.337935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7975251e-857f-431c-b821-879fb4439092,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:34.418260 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:34.443643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965c43d-39ad-406a-a46b-676ac188a098 req-c3818912-fbb4-4e82-9faa-854cb22935cb tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:34.445183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0965c43d-39ad-406a-a46b-676ac188a098 req-c3818912-fbb4-4e82-9faa-854cb22935cb tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 948 time: 0.2870390 Nov 12 20:57:34.512237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0965c43d-39ad-406a-a46b-676ac188a098 req-ea552858-5e69-4c7c-a1ff-f86118e2ed6d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585005 Nov 12 20:57:34.619117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10501c17-d0ba-45d9-8af9-0baf1775004e req-b03efee8-aa77-40f5-8055-4ec04de520cc tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:34.620787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10501c17-d0ba-45d9-8af9-0baf1775004e req-b03efee8-aa77-40f5-8055-4ec04de520cc tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 946 time: 0.0496061 Nov 12 20:57:34.627566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['7975251e-857f-431c-b821-879fb4439092'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:34.692889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10501c17-d0ba-45d9-8af9-0baf1775004e req-1bd5c99c-242c-48d6-b849-6b75a5b6ed32 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648611 Nov 12 20:57:34.714190 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:34.766365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Network bd135987-125c-4c16-b600-856d3c02a772 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:57:34.779392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:34.784654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:34.785733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:34.786452 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:34.797363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=15b275c1-d0e1-46d1-a346-b7049670a483,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:34.811521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2380-d405-4677-8d28-0f71622f7a6a req-1f7324f2-9a47-47dd-a8e9-8a3604dac954 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:34.813303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2add2380-d405-4677-8d28-0f71622f7a6a req-1f7324f2-9a47-47dd-a8e9-8a3604dac954 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 945 time: 0.1445029 Nov 12 20:57:34.865725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2add2380-d405-4677-8d28-0f71622f7a6a req-8aa79992-6edf-4474-9d7c-b3866d19f6ec tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Nov 12 20:57:35.013893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-80714aee-9dc6-421d-afa1-7093132261f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9888189 Nov 12 20:57:35.016431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45986) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:35.052914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b8747-d39d-4333-8f56-38d355f43e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:35.054837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d1b8747-d39d-4333-8f56-38d355f43e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "GET /v2.0/ports/15b275c1-d0e1-46d1-a346-b7049670a483 HTTP/1.1" status: 200 len: 955 time: 0.0368128 Nov 12 20:57:35.057462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45988) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:35.177345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-514cf128-1404-44a1-a93d-af0ab8faeb10 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0651593 Nov 12 20:57:35.179486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-03b79d3c-3fdd-4755-b09f-0d91e779cb0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Deleting port 15b275c1-d0e1-46d1-a346-b7049670a483 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:57:35.179830 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03b79d3c-3fdd-4755-b09f-0d91e779cb0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.276446 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03b79d3c-3fdd-4755-b09f-0d91e779cb0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.294221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-03b79d3c-3fdd-4755-b09f-0d91e779cb0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Calling delete_port for 15b275c1-d0e1-46d1-a346-b7049670a483 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:57:35.306527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-66488568-bc07-4f17-ae32-ecf1d1522772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:35.307991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-66488568-bc07-4f17-ae32-ecf1d1522772 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0718615 Nov 12 20:57:35.461508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-78253332-ec70-40d5-ad41-b42423b0f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:35.463011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-78253332-ec70-40d5-ad41-b42423b0f751 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.1129513 Nov 12 20:57:35.541387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-a827bb22-2105-422b-a38f-26f61811e803 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 1001 time: 0.0702746 Nov 12 20:57:35.602661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03b79d3c-3fdd-4755-b09f-0d91e779cb0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.605064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-13cc0c0c-3102-425d-9d32-2a565ef9028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:35.606483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-13cc0c0c-3102-425d-9d32-2a565ef9028b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.0582733 Nov 12 20:57:35.676194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b79d3c-3fdd-4755-b09f-0d91e779cb0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event deleted for resources: {'Port': ['ID=15b275c1-d0e1-46d1-a346-b7049670a483,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:35.687203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03b79d3c-3fdd-4755-b09f-0d91e779cb0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.690581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-03b79d3c-3fdd-4755-b09f-0d91e779cb0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "DELETE /v2.0/ports/15b275c1-d0e1-46d1-a346-b7049670a483 HTTP/1.1" status: 204 len: 168 time: 0.6326318 Nov 12 20:57:35.693437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46018) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:35.711255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322852b7-ce7a-49a4-b887-dbe0ccf86c1a req-5bf57fac-46a7-4927-ad39-9ec914838ab1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:35.712801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-322852b7-ce7a-49a4-b887-dbe0ccf86c1a req-5bf57fac-46a7-4927-ad39-9ec914838ab1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 948 time: 0.1234632 Nov 12 20:57:35.719636 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82053dc-cf7f-4ebb-aec6-0348ca809b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:57:35.720352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-a15fff10-23c3-454f-9767-e069c023edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:35.721149 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b82053dc-cf7f-4ebb-aec6-0348ca809b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "GET /v2.0/ports/15b275c1-d0e1-46d1-a346-b7049670a483 HTTP/1.1" status: 404 len: 333 time: 0.0260096 Nov 12 20:57:35.721889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-a15fff10-23c3-454f-9767-e069c023edba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960491 Nov 12 20:57:35.724851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:35.729570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Request body: {'port': {'network_id': 'bd135987-125c-4c16-b600-856d3c02a772', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2015967510'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:35.826432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-322852b7-ce7a-49a4-b887-dbe0ccf86c1a req-838fae2a-d0b7-4df4-b8b1-79150b505f3c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035564 Nov 12 20:57:35.848492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-4a79921f-7239-41fb-a6a6-b4d8b2bc79ed service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190796 Nov 12 20:57:35.916173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Made reservation on behalf of 2fd969b600f5486bbd1b23cdadfe7466 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:35.916173 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.916466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:35.916466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7975251e-857f-431c-b821-879fb4439092 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:35.929388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] device_id is not set on port 36bbb72f-765e-4ca9-92af-21c064855180 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:57:35.956329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7ff6328-0b22-40b0-8511-72c4eba4aea0 req-097050f0-d25d-4f96-8963-5e78f96a8d77 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006236 Nov 12 20:57:36.046229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aaeab-c7be-4ec5-8078-d27ef56e7c8a req-4907149e-d5f8-41a7-9d21-a3ac29821daf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.047833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-566aaeab-c7be-4ec5-8078-d27ef56e7c8a req-4907149e-d5f8-41a7-9d21-a3ac29821daf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 945 time: 0.0523131 Nov 12 20:57:36.115645 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.121267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-566aaeab-c7be-4ec5-8078-d27ef56e7c8a req-4a20ec65-83e3-42f4-8cc2-039f8cfbbc11 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663826 Nov 12 20:57:36.129204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:36.144761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'mac_address': 'fa:16:3e:ff:0c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:36.184001 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.196977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b87ae0-8b0c-4323-a87c-205f4ba22383 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:36.203930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 7975251e-857f-431c-b821-879fb4439092 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:57:36.217338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 7975251e-857f-431c-b821-879fb4439092 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:36.217708 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.237709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:36.301486 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.324127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7975251e-857f-431c-b821-879fb4439092'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:36.325882 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.327953 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aad4486-96b9-41bc-a010-03f626143085" -d '{"events": [{"server_uuid": "74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c", "name": "network-vif-plugged", "status": "completed", "tag": "7975251e-857f-431c-b821-879fb4439092"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:36.348356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7975251e-857f-431c-b821-879fb4439092, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7975251e-857f-431c-b821-879fb4439092,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:36.372209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Network bd135987-125c-4c16-b600-856d3c02a772 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:57:36.377066 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238e0f03-0714-4aa3-b978-a7961ed852a6 x-openstack-request-id: req-238e0f03-0714-4aa3-b978-a7961ed852a6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:36.377373 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c", "name": "network-vif-plugged", "status": "completed", "tag": "7975251e-857f-431c-b821-879fb4439092", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:36.377786 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-238e0f03-0714-4aa3-b978-a7961ed852a6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:36.378859 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7975251e-857f-431c-b821-879fb4439092', 'code': 200} Nov 12 20:57:36.379132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:36.380831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.384422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:36.386234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.387021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.391410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=36bbb72f-765e-4ca9-92af-21c064855180,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:36.443403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:36.448936 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.449764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:57:36.506217 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ab5acce5-12c9-465d-b53c-66368ca411a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7802758 Nov 12 20:57:36.509175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46044) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:36.517574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:36.635076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.764496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7975251e-857f-431c-b821-879fb4439092,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:36.784959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.833840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:36.838781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b5b87ae0-8b0c-4323-a87c-205f4ba22383'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:36.876247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3ad9c-ae30-4c33-9222-0c83bf69135c req-b509a918-6dda-449c-b84c-b227c8e311a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.877849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85e3ad9c-ae30-4c33-9222-0c83bf69135c req-b509a918-6dda-449c-b84c-b227c8e311a1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 1098 time: 0.4372880 Nov 12 20:57:36.964606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] device_id is not set on port 36bbb72f-765e-4ca9-92af-21c064855180 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:57:36.976123 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.982312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85e3ad9c-ae30-4c33-9222-0c83bf69135c req-52dcf7a5-549d-4bce-8862-c8c1c952b2ea service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900722 Nov 12 20:57:36.991130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db74c9-6a33-464e-9c55-cb10df627f26 req-2de7bf2f-2c31-4715-a16b-8ba552f6815d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.992831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41db74c9-6a33-464e-9c55-cb10df627f26 req-2de7bf2f-2c31-4715-a16b-8ba552f6815d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.0823267 Nov 12 20:57:37.047824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41db74c9-6a33-464e-9c55-cb10df627f26 req-1c70a19f-ea6f-4855-b9ec-c528ca712a59 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Nov 12 20:57:37.073233 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:37.135523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=14']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:37.150325 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:37.206491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=36bbb72f-765e-4ca9-92af-21c064855180,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:37.218789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.219189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.219483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.224175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.224465 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.224842 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 2 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.242262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.242602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.242939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.248036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.248524 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.248914 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 3 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.264689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.265056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.265423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.270066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.270384 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.270677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a77e91-d066-45bf-b2b5-5856d25e3953 req-f6cafa22-f24d-4bbb-af7f-b7e4197100b2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:37.271119 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 4 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.277853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93a77e91-d066-45bf-b2b5-5856d25e3953 req-f6cafa22-f24d-4bbb-af7f-b7e4197100b2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 946 time: 0.0666022 Nov 12 20:57:37.284098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.284422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.284755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.289152 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.289481 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.290014 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 5 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.303512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.303831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.304160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.309148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.310548 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.310656 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 6 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.323640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.323970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.324299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.326435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93a77e91-d066-45bf-b2b5-5856d25e3953 req-667b696b-6621-4a2f-9e07-94a736f98817 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Nov 12 20:57:37.329273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.329577 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.329957 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 7 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.342450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.342774 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.343097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.350364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.350364 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.350364 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 8 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.360834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.361217 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.361492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.365760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.366072 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.366622 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 9 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.379714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.380138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.380495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.385425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.385747 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.386149 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempt 10 to bind port 36bbb72f-765e-4ca9-92af-21c064855180 Nov 12 20:57:37.400267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:37.400600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:37.400936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempting to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:37.406114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:37.406455 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Failed to bind port 36bbb72f-765e-4ca9-92af-21c064855180 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '5fc6591f-1431-48f7-86db-8226ca234bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'bd135987-125c-4c16-b600-856d3c02a772'}] Nov 12 20:57:37.406827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:37.470302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] For port 36bbb72f-765e-4ca9-92af-21c064855180, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:57:37.470694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attempted to set empty binding levels {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:57:37.627699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:37.663771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] In _notify_port_updated(), no bound segment for port 36bbb72f-765e-4ca9-92af-21c064855180 on network bd135987-125c-4c16-b600-856d3c02a772 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:57:37.664733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:37.665482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:37.666503 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "PUT /v2.0/ports/36bbb72f-765e-4ca9-92af-21c064855180 HTTP/1.1" status: 200 len: 980 time: 1.1560926 Nov 12 20:57:37.669527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46096) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:37.678741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbf062-39c8-407b-9a97-91b5c9b6627e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event updated for resources: {'Port': ['ID=36bbb72f-765e-4ca9-92af-21c064855180,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:37.747138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Deleting port 36bbb72f-765e-4ca9-92af-21c064855180 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:57:37.747479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:37.818187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] For port 36bbb72f-765e-4ca9-92af-21c064855180, host n-h1-713498-29, got binding levels [] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:37.818559 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:37.831563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Calling delete_port for 36bbb72f-765e-4ca9-92af-21c064855180 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:57:38.152503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.186467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Pushing event deleted for resources: {'Port': ['ID=36bbb72f-765e-4ca9-92af-21c064855180,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:38.190863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.194301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d045e531-3728-40be-ac04-0e185227c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "DELETE /v2.0/ports/36bbb72f-765e-4ca9-92af-21c064855180 HTTP/1.1" status: 204 len: 168 time: 0.5231683 Nov 12 20:57:38.197120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46116) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:38.223539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d8d1-efa1-4953-a668-c03bed7caffe req-450b9f41-9da5-4129-8797-8bb546157f47 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:38.225275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29a8d8d1-efa1-4953-a668-c03bed7caffe req-450b9f41-9da5-4129-8797-8bb546157f47 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.1047137 Nov 12 20:57:38.230445 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6174804c-f3b5-4f12-8db3-1a1180cffcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:57:38.232042 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6174804c-f3b5-4f12-8db3-1a1180cffcd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104636197-project-admin] 10.222.0.64 "GET /v2.0/ports/36bbb72f-765e-4ca9-92af-21c064855180 HTTP/1.1" status: 404 len: 333 time: 0.0324256 Nov 12 20:57:38.236344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46118) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:38.288980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29a8d8d1-efa1-4953-a668-c03bed7caffe req-5270051c-e3a7-4fcb-a4da-127e36d41818 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545964 Nov 12 20:57:38.320557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.380086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:38.383983 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e3ed74-a148-487a-9e89-fb493cf3c449" -d '{"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:38.411920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.431714 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcea758-dd85-4708-91df-16a85c6e31e0 x-openstack-request-id: req-5bcea758-dd85-4708-91df-16a85c6e31e0 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:38.431714 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:38.431714 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bcea758-dd85-4708-91df-16a85c6e31e0 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:38.431714 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'code': 200} Nov 12 20:57:38.440158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd135987-125c-4c16-b600-856d3c02a772']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:38.450653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc6591f-1431-48f7-86db-8226ca234bd0') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:38.451630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc6591f-1431-48f7-86db-8226ca234bd0') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:57:38.468643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.476169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f8185-1a15-462f-ad31-da63e90d477c req-e199e1d8-d706-4e1b-af44-973f01d229b4 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:38.479277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-028f8185-1a15-462f-ad31-da63e90d477c req-e199e1d8-d706-4e1b-af44-973f01d229b4 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 946 time: 0.0791199 Nov 12 20:57:38.498569 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.505745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:57:38.506554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:57:38.510361 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:57:38.551803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-028f8185-1a15-462f-ad31-da63e90d477c req-a63c2223-ce4a-4c44-baef-5c134d7b9c64 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Nov 12 20:57:38.708235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282deb4-17da-46ca-88b7-2c4463111236 req-b4966684-552a-4e54-81ee-5fa936bd4ee2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:38.710319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a282deb4-17da-46ca-88b7-2c4463111236 req-b4966684-552a-4e54-81ee-5fa936bd4ee2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0630519 Nov 12 20:57:38.744165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.755953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:38.762788 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] 10.222.0.64 "DELETE /v2.0/networks/bd135987-125c-4c16-b600-856d3c02a772 HTTP/1.1" status: 204 len: 168 time: 0.5230906 Nov 12 20:57:38.779695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772f45a-599f-49d8-8547-4229d3d3981f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157266725-project] Pushing event deleted for resources: {'Network': ['ID=bd135987-125c-4c16-b600-856d3c02a772,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:38.786181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a282deb4-17da-46ca-88b7-2c4463111236 req-cd2a6724-778b-4ee4-8034-bb77cb219930 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691359 Nov 12 20:57:39.322244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06665f-f483-40b4-838b-ceaa0b6bff20 req-0d94e916-fdda-4a9b-a5e3-575d50d869d3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:39.324116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de06665f-f483-40b4-838b-ceaa0b6bff20 req-0d94e916-fdda-4a9b-a5e3-575d50d869d3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0522099 Nov 12 20:57:39.394106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46200) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:39.429128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de06665f-f483-40b4-838b-ceaa0b6bff20 req-50415eee-1d06-4c1b-b19a-0db085c4a977 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940776 Nov 12 20:57:39.447690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bfce6-2f55-4882-aca4-115024e3e16e req-43f2c599-761e-47ad-b31e-ae1a50d32212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:39.449668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976bfce6-2f55-4882-aca4-115024e3e16e req-43f2c599-761e-47ad-b31e-ae1a50d32212 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0680306 Nov 12 20:57:39.561735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46212) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:39.561989 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5f9ef379-74af-4e32-86ed-239dd007ca75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7830d13c0d5243b78d81fbbd44e1aedd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1667109 Nov 12 20:57:39.580229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bfce6-2f55-4882-aca4-115024e3e16e req-16376948-3107-451d-bce1-aab9d2c69b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:39.582040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976bfce6-2f55-4882-aca4-115024e3e16e req-16376948-3107-451d-bce1-aab9d2c69b5f service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.1244962 Nov 12 20:57:39.749601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976bfce6-2f55-4882-aca4-115024e3e16e req-844a62d3-99a0-413a-896f-f8b2b768207b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 999 time: 0.1552854 Nov 12 20:57:39.757878 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a661140b-e468-43c4-95c5-8702108e6d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:39.817585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6260-ba90-44f3-ac41-80457b8f8395 req-61647381-7ea6-47ee-8336-9df0b76ea5bc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:39.819106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-185b6260-ba90-44f3-ac41-80457b8f8395 req-61647381-7ea6-47ee-8336-9df0b76ea5bc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.4013069 Nov 12 20:57:39.837642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c6c2f-00fa-4869-b60e-c4865316756d req-9652a397-ea3b-4acb-8ec9-d2750bf52981 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:39.839578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-744c6c2f-00fa-4869-b60e-c4865316756d req-9652a397-ea3b-4acb-8ec9-d2750bf52981 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 946 time: 0.1931872 Nov 12 20:57:39.847980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a661140b-e468-43c4-95c5-8702108e6d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:39.910714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:39.937499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bfce6-2f55-4882-aca4-115024e3e16e req-9d7618fe-648c-487a-a956-b6660150473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:39.939058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976bfce6-2f55-4882-aca4-115024e3e16e req-9d7618fe-648c-487a-a956-b6660150473f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1775312 Nov 12 20:57:40.008156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-185b6260-ba90-44f3-ac41-80457b8f8395 req-8efab2d4-2d8f-4cd9-9be5-4d226f8d57ce tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675475 Nov 12 20:57:40.013096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-744c6c2f-00fa-4869-b60e-c4865316756d req-9cc3823d-d602-4e3c-806a-d1f88a88ce6f tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511183 Nov 12 20:57:40.038846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bfce6-2f55-4882-aca4-115024e3e16e req-0cb79eac-2b71-48fb-a209-6d1ee7fa8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:40.041091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976bfce6-2f55-4882-aca4-115024e3e16e req-0cb79eac-2b71-48fb-a209-6d1ee7fa8d31 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899651 Nov 12 20:57:40.124406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port b5b87ae0-8b0c-4323-a87c-205f4ba22383 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:57:40.151153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port b5b87ae0-8b0c-4323-a87c-205f4ba22383 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:40.151638 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:40.169899 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a661140b-e468-43c4-95c5-8702108e6d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:40.173795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a661140b-e468-43c4-95c5-8702108e6d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:40.174957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a661140b-e468-43c4-95c5-8702108e6d4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bc555b9-a132-4340-9bc9-8ef88f8b12d7 HTTP/1.1" status: 204 len: 168 time: 0.6117561 Nov 12 20:57:40.195207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661140b-e468-43c4-95c5-8702108e6d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc555b9-a132-4340-9bc9-8ef88f8b12d7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:40.246840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:40.276922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976bfce6-2f55-4882-aca4-115024e3e16e req-94eab348-e782-4263-af55-c683aaa927b7 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260535 Nov 12 20:57:40.299059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:40.300134 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:40.340905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:40.382605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976bfce6-2f55-4882-aca4-115024e3e16e req-43988ca9-64fd-477a-a266-7197c8f0e7f5 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971999 Nov 12 20:57:40.431077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:40.433517 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54af322-9cf7-4b40-9733-05d29817e141" -d '{"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-plugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:40.475140 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9c29d0-c65f-4245-b8db-9403c82f18dc x-openstack-request-id: req-7d9c29d0-c65f-4245-b8db-9403c82f18dc {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:40.475579 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-plugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:40.475891 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d9c29d0-c65f-4245-b8db-9403c82f18dc {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:40.476337 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'code': 200} Nov 12 20:57:40.518732 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:40.567637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:40.598149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ae2e2-ef19-4ca5-9b7b-b281b0beb1c7 req-2b4399f7-d319-43a7-a248-6855425303d4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:40.599697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c12ae2e2-ef19-4ca5-9b7b-b281b0beb1c7 req-2b4399f7-d319-43a7-a248-6855425303d4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0895197 Nov 12 20:57:40.606182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb693c-9b64-486e-995e-2ec1bb9a57b1 req-c98223ae-1ecc-41c1-b2f1-36bfda2f5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:40.607784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54cb693c-9b64-486e-995e-2ec1bb9a57b1 req-c98223ae-1ecc-41c1-b2f1-36bfda2f5fe6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1102 time: 0.0605252 Nov 12 20:57:40.672287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c12ae2e2-ef19-4ca5-9b7b-b281b0beb1c7 req-07dc1dfa-acb0-4119-9611-f4de1e45ea88 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635259 Nov 12 20:57:40.686305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54cb693c-9b64-486e-995e-2ec1bb9a57b1 req-55f0022b-a43e-41e7-b46d-872d892a88a8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705814 Nov 12 20:57:41.011093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46288) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:41.133515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04eca48e-c9e0-4682-9ee1-dacf9f1e7f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.172919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2d4a-6ed2-40dc-9521-cf32383b26bb req-f908258a-a1e8-45b1-ac34-f6df1d87bc6c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:41.177691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e9c2d4a-6ed2-40dc-9521-cf32383b26bb req-f908258a-a1e8-45b1-ac34-f6df1d87bc6c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0896037 Nov 12 20:57:41.260973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e9c2d4a-6ed2-40dc-9521-cf32383b26bb req-13e9f137-2c9a-4d42-8643-7d3ded128bc8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791781 Nov 12 20:57:41.300883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04eca48e-c9e0-4682-9ee1-dacf9f1e7f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.306484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46306) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:41.348420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e1f61200-dab7-4399-b51b-c51818c8a293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fd969b600f5486bbd1b23cdadfe7466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407979 Nov 12 20:57:41.354484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46308) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:41.404134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9543f2b5-634a-497b-8370-6d2ce784c6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.424465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04eca48e-c9e0-4682-9ee1-dacf9f1e7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.429897 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9543f2b5-634a-497b-8370-6d2ce784c6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.490895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eca48e-c9e0-4682-9ee1-dacf9f1e7f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8beefd-def5-4be4-a54f-2d2988760e56,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:41.495602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-04eca48e-c9e0-4682-9ee1-dacf9f1e7f79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b8bf15a536d4587a67fcb118ccdabd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4833760 Nov 12 20:57:41.499836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46312) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:41.566703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c76dc3ba-d9dd-4067-a892-6b06f3851086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.589895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c76dc3ba-d9dd-4067-a892-6b06f3851086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.627040 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9543f2b5-634a-497b-8370-6d2ce784c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.629613 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9543f2b5-634a-497b-8370-6d2ce784c6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.633824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9543f2b5-634a-497b-8370-6d2ce784c6d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e9c2496-fd4f-4ae5-ba94-1204a08b852e HTTP/1.1" status: 204 len: 168 time: 0.2753136 Nov 12 20:57:41.640447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543f2b5-634a-497b-8370-6d2ce784c6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c2496-fd4f-4ae5-ba94-1204a08b852e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:41.724701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c76dc3ba-d9dd-4067-a892-6b06f3851086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.728486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c76dc3ba-d9dd-4067-a892-6b06f3851086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.733854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c76dc3ba-d9dd-4067-a892-6b06f3851086 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef8beefd-def5-4be4-a54f-2d2988760e56 HTTP/1.1" status: 204 len: 168 time: 0.2302370 Nov 12 20:57:41.742688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dc3ba-d9dd-4067-a892-6b06f3851086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8beefd-def5-4be4-a54f-2d2988760e56,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:41.841692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bf023-433c-4c8a-b39f-061ad7b6f31a req-10718bb2-0e4a-4ec8-bfdf-5decd2625586 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:41.843425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-515bf023-433c-4c8a-b39f-061ad7b6f31a req-10718bb2-0e4a-4ec8-bfdf-5decd2625586 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0574186 Nov 12 20:57:41.912156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-515bf023-433c-4c8a-b39f-061ad7b6f31a req-931326fa-0def-4bfc-9f35-3d2023ca811e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624130 Nov 12 20:57:42.112192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8c09c-75eb-4188-ad35-b336947f8f34 req-6d486c31-1551-452c-a375-552502f86718 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:42.113737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44a8c09c-75eb-4188-ad35-b336947f8f34 req-6d486c31-1551-452c-a375-552502f86718 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0570803 Nov 12 20:57:42.170542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44a8c09c-75eb-4188-ad35-b336947f8f34 req-8ef5d756-ee5e-48e8-a506-57a56e70f880 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500038 Nov 12 20:57:42.369573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e437cc-07c3-4364-a722-4505783e211d req-9b65ca25-f241-49e9-8ad6-bb7d916c98b3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:42.371169 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21e437cc-07c3-4364-a722-4505783e211d req-9b65ca25-f241-49e9-8ad6-bb7d916c98b3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0713730 Nov 12 20:57:42.440229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21e437cc-07c3-4364-a722-4505783e211d req-e9f51ce9-df70-4b30-807a-3732c7fbe4b4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627501 Nov 12 20:57:42.528887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a579278-b11e-4e5e-b866-46a0fc59a00a req-2d922fd4-fbc7-43a0-aaf7-21a614dc4af7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:42.530430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a579278-b11e-4e5e-b866-46a0fc59a00a req-2d922fd4-fbc7-43a0-aaf7-21a614dc4af7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0782216 Nov 12 20:57:42.582001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a579278-b11e-4e5e-b866-46a0fc59a00a req-67ee73e1-1074-4f3c-bada-90de4d74c1a9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449955 Nov 12 20:57:42.644131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46362) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:42.667597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22ef110d-4603-4e68-b793-fa9cd7dfb917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:42.812019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056441b1-5c4d-444c-b1d5-7f171b791c90 req-3e5c403f-1638-4cbd-b529-1ae9c8d70483 tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:42.813466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-056441b1-5c4d-444c-b1d5-7f171b791c90 req-3e5c403f-1638-4cbd-b529-1ae9c8d70483 tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1102 time: 0.1494327 Nov 12 20:57:42.863410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48859-82c0-408e-832f-ccf02624949e req-b7186c35-bd79-4e95-8b19-20a7310f1386 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:42.864905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-b7186c35-bd79-4e95-8b19-20a7310f1386 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.1993191 Nov 12 20:57:42.912446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-c2291184-d696-4207-9218-34be772bb482 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/quotas/0d3eb9aea66f485ab2148ab1989dfab9 HTTP/1.1" status: 200 len: 375 time: 0.0364192 Nov 12 20:57:42.917867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-056441b1-5c4d-444c-b1d5-7f171b791c90 req-c050368b-ec53-42da-9cfd-3c586ee6fd94 tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982115 Nov 12 20:57:42.931961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22ef110d-4603-4e68-b793-fa9cd7dfb917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:42.989687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-c5318b3e-3f83-44d6-9eaa-d02c67a9c449 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0563674 Nov 12 20:57:43.102387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-06e90ee8-bd6d-4ff9-8b59-9058bb80782f service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056397 Nov 12 20:57:43.178261 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22ef110d-4603-4e68-b793-fa9cd7dfb917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:43.229719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-71325f2e-c3e4-43f6-ad95-ff031a4490d4 service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193094 Nov 12 20:57:43.230517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-22ef110d-4603-4e68-b793-fa9cd7dfb917 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=432a3b0fdb7940d5b25adf2ef6ab092a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850613 Nov 12 20:57:43.233461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46380) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:43.247846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef110d-4603-4e68-b793-fa9cd7dfb917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b722fe23-ba00-4d0b-b3b1-9fc1f5965da0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:43.318030 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8289076b-12d5-496b-8d8a-541ba17f35dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:43.345683 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8289076b-12d5-496b-8d8a-541ba17f35dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:43.585356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8289076b-12d5-496b-8d8a-541ba17f35dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:43.588082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8289076b-12d5-496b-8d8a-541ba17f35dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:43.590582 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8289076b-12d5-496b-8d8a-541ba17f35dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b722fe23-ba00-4d0b-b3b1-9fc1f5965da0 HTTP/1.1" status: 204 len: 168 time: 0.3561296 Nov 12 20:57:43.603525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289076b-12d5-496b-8d8a-541ba17f35dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722fe23-ba00-4d0b-b3b1-9fc1f5965da0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:43.868479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ae1b892b-2f45-4525-93c9-934253499da7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822680 Nov 12 20:57:44.017626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529e9dd-db5a-42b7-8b2f-e188f7ceaeab req-2a49e94a-d86e-426c-9310-4ee62512430b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:44.019145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3529e9dd-db5a-42b7-8b2f-e188f7ceaeab req-2a49e94a-d86e-426c-9310-4ee62512430b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0589976 Nov 12 20:57:44.071848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3529e9dd-db5a-42b7-8b2f-e188f7ceaeab req-979fdb82-22ed-4712-b0b7-134a2f881c53 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452917 Nov 12 20:57:44.158128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbe60aa8-0d70-4f73-9884-57d76f6abd00 req-afe5e3eb-1f46-416f-90d2-4b738b4cda7f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 210 time: 0.0285819 Nov 12 20:57:45.042878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:45.149164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-af00f70d-cff8-40d0-a885-d8b4b09e6063 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:45.247121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e182b3-ebfb-4db3-865c-1b307db450dc req-735b55e1-07f1-420c-b77d-b1bd663ca5e6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:45.250240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0e182b3-ebfb-4db3-865c-1b307db450dc req-735b55e1-07f1-420c-b77d-b1bd663ca5e6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0770781 Nov 12 20:57:45.300795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c16f273c-cff3-4b85-aa6e-f422cf499116 req-e8bdf6e7-954d-4a98-ae29-c901e86eb690 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 210 time: 0.0447905 Nov 12 20:57:45.360650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0e182b3-ebfb-4db3-865c-1b307db450dc req-a23c1f80-363e-4e0f-a222-34bc1c7acb71 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032405 Nov 12 20:57:45.507139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-af00f70d-cff8-40d0-a885-d8b4b09e6063 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "PUT /v2.0/quotas/b3b7a25cb1834509a25142869255fc17 HTTP/1.1" status: 200 len: 366 time: 0.4630675 Nov 12 20:57:45.510300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46482) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:45.523142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac4b62e4-09f5-4ff7-9eca-6fb24cde394b tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0115871 Nov 12 20:57:45.525773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46486) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:45.536656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a2499dfc-a7b2-447b-9b4f-3ee8889dcf10 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "GET /v2.0/quotas/b3b7a25cb1834509a25142869255fc17 HTTP/1.1" status: 200 len: 366 time: 0.0097618 Nov 12 20:57:45.542125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46488) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:45.648598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46492) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:45.649269 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d099b498-a89d-407b-a55d-187bebb08987 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/b3b7a25cb1834509a25142869255fc17 HTTP/1.1" status: 204 len: 168 time: 0.1059644 Nov 12 20:57:45.661253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b806b13a-1117-4f1d-a4be-2a23f126af83 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0098429 Nov 12 20:57:45.663381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46494) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:45.686006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0a806407-5c6c-426b-88f0-44a3f02fb150 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "GET /v2.0/quotas/b3b7a25cb1834509a25142869255fc17 HTTP/1.1" status: 200 len: 370 time: 0.0195684 Nov 12 20:57:45.688430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46496) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:45.696742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-24c4b2aa-adc3-47cc-b18e-3cae1ac12cda tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "GET /v2.0/quotas/b3b7a25cb1834509a25142869255fc17/default HTTP/1.1" status: 200 len: 370 time: 0.0054667 Nov 12 20:57:45.699135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46498) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:45.709280 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-d4cf1c1b-3f79-4ba3-9c5c-613c03badecd tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] delete failed (client error): The resource could not be found. Nov 12 20:57:45.712420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d4cf1c1b-3f79-4ba3-9c5c-613c03badecd tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/b3b7a25cb1834509a25142869255fc17 HTTP/1.1" status: 404 len: 348 time: 0.0101705 Nov 12 20:57:46.293155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46516) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:46.332624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Usage tracker for resource:network and project:eb8c608596b24cb39dd836c9d0af56f6 is out of sync, need to count used quota {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:57:46.341811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:57:46.347471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Usage tracker for resource:subnet and project:eb8c608596b24cb39dd836c9d0af56f6 is out of sync, need to count used quota {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:57:46.351454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:57:46.361625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Usage tracker for resource:subnetpool and project:eb8c608596b24cb39dd836c9d0af56f6 is out of sync, need to count used quota {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:57:46.368897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:57:46.377181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Usage tracker for resource:port and project:eb8c608596b24cb39dd836c9d0af56f6 is out of sync, need to count used quota {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:57:46.381110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:57:46.399105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Usage tracker for resource:router and project:eb8c608596b24cb39dd836c9d0af56f6 is out of sync, need to count used quota {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:57:46.412057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:57:46.433010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f75828a-b8cb-4f1e-9cf1-072a16bfc290 req-f2c0d5e9-c060-452e-97ab-e5275e9da424 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 210 time: 0.0372293 Nov 12 20:57:46.437470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Usage tracker for resource:floatingip and project:eb8c608596b24cb39dd836c9d0af56f6 is out of sync, need to count used quota {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:57:46.440832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:57:46.526916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783f701-7696-4620-8d3c-fa456c5e39bf req-f1e3d116-1787-403a-805e-c246a9fd799e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:46.528461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d783f701-7696-4620-8d3c-fa456c5e39bf req-f1e3d116-1787-403a-805e-c246a9fd799e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0698612 Nov 12 20:57:46.532920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Usage tracker for resource:security_group and project:eb8c608596b24cb39dd836c9d0af56f6 is out of sync, need to count used quota {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:57:46.536265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:57:46.549009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Usage tracker for resource:security_group_rule and project:eb8c608596b24cb39dd836c9d0af56f6 is out of sync, need to count used quota {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:57:46.559184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.quota.resource [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109629) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:57:46.567954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0b313767-03ee-451e-99e7-ee336fdfd628 tempest-QuotasTest-1207728798 tempest-QuotasTest-1207728798-project-admin] 10.222.0.64 "GET /v2.0/quotas/eb8c608596b24cb39dd836c9d0af56f6/details.json HTTP/1.1" status: 200 len: 703 time: 0.2719572 Nov 12 20:57:46.598974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d783f701-7696-4620-8d3c-fa456c5e39bf req-b4004ed0-bc95-406d-b00b-113d58d0be5e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575325 Nov 12 20:57:47.026030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48859-82c0-408e-832f-ccf02624949e req-bbdf729a-3671-4419-9eda-7293be012cc6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:47.027870 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-bbdf729a-3671-4419-9eda-7293be012cc6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.46 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.1454008 Nov 12 20:57:47.048957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'port': {'device_id': '07a1a681-e931-450d-9b60-099682bb1cb5', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'admin_state_up': True, 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:47.265448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46544) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:47.307249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Made reservation on behalf of 0d3eb9aea66f485ab2148ab1989dfab9 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:47.311587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:47.534338 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de5f5cff-b2ab-4b1d-a283-2e8a7157f8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:47.545129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Allocated IP 172.20.0.14 (da242f3a-e193-45a1-9c1a-084171207d19/b1f8470e-54ab-45e2-82b7-8f288266b1ea/b18bb174-28de-47a7-952b-6ba008a35098) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:57:47.574845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e171a676-3067-40f2-8b12-6401eba7eaf2 req-cc5e7774-d4b6-4d77-9760-bead8ba0275d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 210 time: 0.0294440 Nov 12 20:57:47.586107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-bc0c047e-0cc0-4709-ba5d-e6e688542e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:47.588036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-bc0c047e-0cc0-4709-ba5d-e6e688542e68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1102 time: 0.0678852 Nov 12 20:57:47.715519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-8b723423-00d4-43c8-bcf7-0c8dc9f2084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:47.717342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-8b723423-00d4-43c8-bcf7-0c8dc9f2084d service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1144938 Nov 12 20:57:47.728046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de5f5cff-b2ab-4b1d-a283-2e8a7157f8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:47.766597 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:47.781023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-c6be128a-03a3-407a-b053-7e2a5c205a46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.0492747 Nov 12 20:57:47.820804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de5f5cff-b2ab-4b1d-a283-2e8a7157f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:47.828067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e936-057f-4b39-959b-e8680e39a6c6 req-2dc37758-29ef-4844-b7cc-a49ba0b99af5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:47.829904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb69e936-057f-4b39-959b-e8680e39a6c6 req-2dc37758-29ef-4844-b7cc-a49ba0b99af5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.1292241 Nov 12 20:57:47.859582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-70375cfc-3338-4c4d-8ec4-3e523f6edc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:47.861758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-70375cfc-3338-4c4d-8ec4-3e523f6edc2a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0742414 Nov 12 20:57:47.864996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de5f5cff-b2ab-4b1d-a283-2e8a7157f8bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abd8d0d27fa74767a59d9de3165a2ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5974021 Nov 12 20:57:47.865350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46556) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:47.872154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f5cff-b2ab-4b1d-a283-2e8a7157f8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d367da-619c-44fd-ae2e-980780b723ba,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:47.912976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:47.948657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb69e936-057f-4b39-959b-e8680e39a6c6 req-7e73c5c4-0955-465b-9bfa-31fa47228b9c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106734 Nov 12 20:57:47.968419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Network da242f3a-e193-45a1-9c1a-084171207d19 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:57:47.972956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:47.979365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-5b47f4c5-8e64-4765-8a56-4aaad90d06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:47.981174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-5b47f4c5-8e64-4765-8a56-4aaad90d06b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092336 Nov 12 20:57:47.987793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3268a1d4-9af9-4e63-92dd-87beab2ad896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:47.994189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'Port': ['ID=b18bb174-28de-47a7-952b-6ba008a35098,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:47.997841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:48.066543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3268a1d4-9af9-4e63-92dd-87beab2ad896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.096056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:48.096773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.177046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-c738c8ae-4232-4dad-a2c9-e65263aaaa00 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616647 Nov 12 20:57:48.190911 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-9fada14f-b48f-4d7f-a03b-865d2d2f1d09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1465986 Nov 12 20:57:48.209499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Request body: {'port': {'device_id': '07a1a681-e931-450d-9b60-099682bb1cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:48.316905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-906698e3-6fa7-41bf-85a3-52e00cc05ea1 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213946 Nov 12 20:57:48.318410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3268a1d4-9af9-4e63-92dd-87beab2ad896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.320960 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3268a1d4-9af9-4e63-92dd-87beab2ad896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.336128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3268a1d4-9af9-4e63-92dd-87beab2ad896 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7d367da-619c-44fd-ae2e-980780b723ba HTTP/1.1" status: 204 len: 168 time: 0.4584451 Nov 12 20:57:48.354504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.359475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268a1d4-9af9-4e63-92dd-87beab2ad896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d367da-619c-44fd-ae2e-980780b723ba,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:48.422732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-baba2487-490d-4b37-9e23-56a5389fe190 None None] Provisioning complete for port b18bb174-28de-47a7-952b-6ba008a35098 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:48.423323 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-baba2487-490d-4b37-9e23-56a5389fe190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.457348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46570) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:48.486219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-baba2487-490d-4b37-9e23-56a5389fe190 None None] Port b18bb174-28de-47a7-952b-6ba008a35098 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:57:48.585382 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d651dc2d-51a7-402d-b144-4e47042f479a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.670866 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d651dc2d-51a7-402d-b144-4e47042f479a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.735801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae8d87-f87a-4d95-a11a-7fa979e05950 req-7450f5d5-3b8e-43ba-a670-e25c2c3aeaea tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:48.743385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dae8d87-f87a-4d95-a11a-7fa979e05950 req-7450f5d5-3b8e-43ba-a670-e25c2c3aeaea tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 932 time: 0.0690882 Nov 12 20:57:48.787537 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18bb174-28de-47a7-952b-6ba008a35098 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:48.788677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dae8d87-f87a-4d95-a11a-7fa979e05950 req-3de703c5-f853-4821-b1db-9e4f9d805ce8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Nov 12 20:57:48.792308 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d651dc2d-51a7-402d-b144-4e47042f479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.797081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.813324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Transition to ACTIVE for port object b18bb174-28de-47a7-952b-6ba008a35098 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:57:48.839383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d651dc2d-51a7-402d-b144-4e47042f479a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e83583d379414f599f8e10b64e63a6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3807137 Nov 12 20:57:48.842605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651dc2d-51a7-402d-b144-4e47042f479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc633677-7abd-4c99-a85b-f6426534540d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:48.842962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46576) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:48.900109 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-902d3833-4bdd-484c-b242-5c30e2e2d0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.923255 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-902d3833-4bdd-484c-b242-5c30e2e2d0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:48.972770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.050276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Pushing event updated for resources: {'Port': ['ID=b18bb174-28de-47a7-952b-6ba008a35098,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:49.122903 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-902d3833-4bdd-484c-b242-5c30e2e2d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.125540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-902d3833-4bdd-484c-b242-5c30e2e2d0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.134458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996d31e-cc31-4ccb-9280-9b1fadd56321 req-7c99dc31-9972-41ba-b9c3-43ed2cb119cf tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:49.136033 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-902d3833-4bdd-484c-b242-5c30e2e2d0f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc633677-7abd-4c99-a85b-f6426534540d HTTP/1.1" status: 204 len: 168 time: 0.2912500 Nov 12 20:57:49.140823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7996d31e-cc31-4ccb-9280-9b1fadd56321 req-7c99dc31-9972-41ba-b9c3-43ed2cb119cf tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0812969 Nov 12 20:57:49.167662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d3833-4bdd-484c-b242-5c30e2e2d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc633677-7abd-4c99-a85b-f6426534540d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:49.195674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Attempting to bind port b18bb174-28de-47a7-952b-6ba008a35098 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:49.204126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Attempting to bind port b18bb174-28de-47a7-952b-6ba008a35098 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:49.204126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Attempting to bind port b18bb174-28de-47a7-952b-6ba008a35098 on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:49.204126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Port b18bb174-28de-47a7-952b-6ba008a35098 on network da242f3a-e193-45a1-9c1a-084171207d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:49.204126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Attempting to bind port b18bb174-28de-47a7-952b-6ba008a35098 on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:49.214821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:57:49.215172 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Checking segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:57:49.215804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Bound using segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:57:49.216892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Bound port: b18bb174-28de-47a7-952b-6ba008a35098, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:57:49.217323 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.286967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7996d31e-cc31-4ccb-9280-9b1fadd56321 req-3da7c3a7-cd90-480b-a307-3147d641f5f5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367412 Nov 12 20:57:49.306983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] For port b18bb174-28de-47a7-952b-6ba008a35098, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:57:49.310962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] For port b18bb174-28de-47a7-952b-6ba008a35098, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b18bb174-28de-47a7-952b-6ba008a35098,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:57:49.399013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.409462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46588) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:49.421659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01b218d9-7375-4c35-94e0-52ec1000a0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.440291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:49.440913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.442351 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] 10.222.0.46 "PUT /v2.0/ports/b18bb174-28de-47a7-952b-6ba008a35098 HTTP/1.1" status: 200 len: 1093 time: 1.2378259 Nov 12 20:57:49.442860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a1a681-e931-450d-9b60-099682bb1cb5', 'tag': 'b18bb174-28de-47a7-952b-6ba008a35098'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:49.445874 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da25b17-7998-494a-b967-856535d27826" -d '{"events": [{"name": "network-changed", "server_uuid": "07a1a681-e931-450d-9b60-099682bb1cb5", "tag": "b18bb174-28de-47a7-952b-6ba008a35098"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:49.500816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cf5bf-c6c1-42bb-b3cc-1b290d24e246 service neutron] Pushing event updated for resources: {'Port': ['ID=b18bb174-28de-47a7-952b-6ba008a35098,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:49.527472 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01b218d9-7375-4c35-94e0-52ec1000a0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.563521 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f93b81-fb92-4254-ad76-139499ec1738 x-openstack-request-id: req-e6f93b81-fb92-4254-ad76-139499ec1738 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:49.563903 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a1a681-e931-450d-9b60-099682bb1cb5", "tag": "b18bb174-28de-47a7-952b-6ba008a35098", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:49.564218 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6f93b81-fb92-4254-ad76-139499ec1738 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:49.564621 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a1a681-e931-450d-9b60-099682bb1cb5', 'tag': 'b18bb174-28de-47a7-952b-6ba008a35098', 'status': 'completed', 'code': 200} Nov 12 20:57:49.620970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48859-82c0-408e-832f-ccf02624949e req-7db213d1-64bd-4638-835b-4a73c9aaafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:49.621079 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01b218d9-7375-4c35-94e0-52ec1000a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.621524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-7db213d1-64bd-4638-835b-4a73c9aaafc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0464828 Nov 12 20:57:49.671257 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-2ded07e5-5ca4-4f4f-b0bd-bd8ee848b385 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18bb174-28de-47a7-952b-6ba008a35098 HTTP/1.1" status: 200 len: 217 time: 0.0396574 Nov 12 20:57:49.707511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-01b218d9-7375-4c35-94e0-52ec1000a0f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb8c608596b24cb39dd836c9d0af56f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984476 Nov 12 20:57:49.709487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b218d9-7375-4c35-94e0-52ec1000a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c87510a-3439-40e0-89e5-ee00271f1448,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:49.722198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46602) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:49.782102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48859-82c0-408e-832f-ccf02624949e req-d2396f3d-603b-4a8a-9c2f-906eaeaf562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:49.783897 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-d2396f3d-603b-4a8a-9c2f-906eaeaf562b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1041746 Nov 12 20:57:49.804210 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8f81-97fb-480c-b8b8-fe0fb906be97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.830887 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8f81-97fb-480c-b8b8-fe0fb906be97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.858862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48859-82c0-408e-832f-ccf02624949e req-40a19893-9655-4b5f-a9b7-9c601f320f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:49.860410 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-40a19893-9655-4b5f-a9b7-9c601f320f11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686028 Nov 12 20:57:49.962981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281766ae-2f8a-48d6-b6eb-9fceef14f14f req-39b60ec2-5e9d-4f9d-b5c6-b47b3b45bdcf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:49.970732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-281766ae-2f8a-48d6-b6eb-9fceef14f14f req-39b60ec2-5e9d-4f9d-b5c6-b47b3b45bdcf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 944 time: 0.0707955 Nov 12 20:57:49.993757 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8f81-97fb-480c-b8b8-fe0fb906be97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:49.996079 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-359751b8-a8f7-4cba-81e1-73af93f189ad service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237471 Nov 12 20:57:49.997112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8f81-97fb-480c-b8b8-fe0fb906be97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:50.001397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a0cb8f81-97fb-480c-b8b8-fe0fb906be97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c87510a-3439-40e0-89e5-ee00271f1448 HTTP/1.1" status: 204 len: 168 time: 0.2759235 Nov 12 20:57:50.018967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb8f81-97fb-480c-b8b8-fe0fb906be97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c87510a-3439-40e0-89e5-ee00271f1448,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:50.043690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-281766ae-2f8a-48d6-b6eb-9fceef14f14f req-f5825cf2-d83b-4852-9ae9-e6ab0986f2b8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672867 Nov 12 20:57:50.127634 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f48859-82c0-408e-832f-ccf02624949e req-ec804541-caff-4bc5-b1d1-3c011d3483ea service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234825 Nov 12 20:57:50.348908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da25b17-7998-494a-b967-856535d27826 req-4eb7a3e8-d756-4d8e-aad3-b7b6087d8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:50.350479 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6da25b17-7998-494a-b967-856535d27826 req-4eb7a3e8-d756-4d8e-aad3-b7b6087d8d06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0519178 Nov 12 20:57:50.424584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6e2d5-8657-4361-af14-39c0ad860458 req-26d75bf2-9a75-4225-81f8-536b2e5a4227 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:50.434058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fee6e2d5-8657-4361-af14-39c0ad860458 req-26d75bf2-9a75-4225-81f8-536b2e5a4227 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0716865 Nov 12 20:57:50.513930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fee6e2d5-8657-4361-af14-39c0ad860458 req-b39277c1-a4ee-409a-8fa5-d5e73e455623 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761640 Nov 12 20:57:50.541381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da25b17-7998-494a-b967-856535d27826 req-247da0e7-8d97-4b11-b75a-d022c37f8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:50.542868 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6da25b17-7998-494a-b967-856535d27826 req-247da0e7-8d97-4b11-b75a-d022c37f8f9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.1828005 Nov 12 20:57:50.627743 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6da25b17-7998-494a-b967-856535d27826 req-d521adf8-6ea4-444b-b9cc-999b0a99a9c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18bb174-28de-47a7-952b-6ba008a35098 HTTP/1.1" status: 200 len: 217 time: 0.0730424 Nov 12 20:57:50.679545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da25b17-7998-494a-b967-856535d27826 req-023d74ef-a201-47fe-9fe3-feb87f60260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:50.681026 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6da25b17-7998-494a-b967-856535d27826 req-023d74ef-a201-47fe-9fe3-feb87f60260d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.0469730 Nov 12 20:57:50.739148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da25b17-7998-494a-b967-856535d27826 req-b24eba45-75b6-467e-a1bf-341a5e6da2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:50.740752 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6da25b17-7998-494a-b967-856535d27826 req-b24eba45-75b6-467e-a1bf-341a5e6da2c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511749 Nov 12 20:57:50.850658 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6da25b17-7998-494a-b967-856535d27826 req-3620ebb4-19b4-4fb6-bbf6-66da99ff27cd service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012051 Nov 12 20:57:50.959127 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6da25b17-7998-494a-b967-856535d27826 req-67344a0c-a668-411e-9fc5-d67b7503476f service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004415 Nov 12 20:57:51.168915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cfa39-b1a8-45b8-95cc-618ad9c43ab0 req-d8000b91-e513-4b6a-b1ac-d824cdd09dc8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:51.171227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f8cfa39-b1a8-45b8-95cc-618ad9c43ab0 req-d8000b91-e513-4b6a-b1ac-d824cdd09dc8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 944 time: 0.0650132 Nov 12 20:57:51.225989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f8cfa39-b1a8-45b8-95cc-618ad9c43ab0 req-41f1865b-476f-4998-8a24-4d09c4feee6b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484114 Nov 12 20:57:51.345374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b18bb174-28de-47a7-952b-6ba008a35098 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:51.501483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b18bb174-28de-47a7-952b-6ba008a35098, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b18bb174-28de-47a7-952b-6ba008a35098,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:51.522893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'b18bb174-28de-47a7-952b-6ba008a35098', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': 'b18bb174-28de-47a7-952b-6ba008a35098', 'mac_address': 'fa:16:3e:e9:7d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:51.583568 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:51.598907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18bb174-28de-47a7-952b-6ba008a35098 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:51.621028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b18bb174-28de-47a7-952b-6ba008a35098, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b18bb174-28de-47a7-952b-6ba008a35098,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:51.665048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64f626-4755-4daa-a7ae-1cdcb62affa7 req-f053eebc-a518-4714-a881-1bea71399a7a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:51.680478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e64f626-4755-4daa-a7ae-1cdcb62affa7 req-f053eebc-a518-4714-a881-1bea71399a7a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0697014 Nov 12 20:57:51.680591 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:51.736542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e64f626-4755-4daa-a7ae-1cdcb62affa7 req-a80fabce-379e-42df-b407-3cc0f5e0bba6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610690 Nov 12 20:57:51.738084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=b18bb174-28de-47a7-952b-6ba008a35098,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:52.034575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b18bb174-28de-47a7-952b-6ba008a35098'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:52.214415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46694) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:52.330214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1911124183', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:52.385855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b609b-0a40-4cc1-b4e1-5ea315fc8aad req-5e670cf8-7685-4418-8bc1-2efdc24e6586 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:52.387382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-471b609b-0a40-4cc1-b4e1-5ea315fc8aad req-5e670cf8-7685-4418-8bc1-2efdc24e6586 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 945 time: 0.0736361 Nov 12 20:57:52.436694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-471b609b-0a40-4cc1-b4e1-5ea315fc8aad req-2c24f9dd-a7fa-4ace-b7ba-83a888cbde42 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 Nov 12 20:57:52.438043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Made reservation on behalf of 9c5287d29e6940c8a6284c15f7ec1d8c for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:52.440361 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:52.450355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:52.528045 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:52.672776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:52.678186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] device_id is not set on port a5c8c21f-4ca3-4eae-b5f9-4c0f12a13d1c yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:57:52.735078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75aab9a-0607-4f3f-9774-867cad23f263,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:52.813817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Allocated IP 172.25.8.19 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/a5c8c21f-4ca3-4eae-b5f9-4c0f12a13d1c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:57:52.902771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491eefea-79d0-4011-a93d-82c11d7389d8 req-3574c96f-d523-46e5-945e-8693fd165bf4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:52.905183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-491eefea-79d0-4011-a93d-82c11d7389d8 req-3574c96f-d523-46e5-945e-8693fd165bf4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0855944 Nov 12 20:57:53.005585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-491eefea-79d0-4011-a93d-82c11d7389d8 req-49ec06d6-032b-431e-9d3b-1b794569c3bc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904820 Nov 12 20:57:53.040720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.198491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.237266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:57:53.240069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:53.242435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:53.278006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c8c21f-4ca3-4eae-b5f9-4c0f12a13d1c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:53.297393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:53.298129 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.358715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b18bb174-28de-47a7-952b-6ba008a35098 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:53.390304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a62dd9e0-9b7b-4a22-910c-d245dd62415d tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.1746323 Nov 12 20:57:53.393198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46726) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:53.397816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.19'}]}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:53.489325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port b18bb174-28de-47a7-952b-6ba008a35098 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:57:53.494433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port b18bb174-28de-47a7-952b-6ba008a35098 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:53.494991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.522559 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.523706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.583738 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.597401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.609114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a1a681-e931-450d-9b60-099682bb1cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18bb174-28de-47a7-952b-6ba008a35098'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:53.610217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdc3b-1633-4134-ac4f-2896e3f5a2e0 req-fc4110f6-bcdf-4eae-b6f7-e42283664924 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:53.611244 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a739271c-39b4-4157-8433-11cb2bbbf1e5" -d '{"events": [{"server_uuid": "07a1a681-e931-450d-9b60-099682bb1cb5", "name": "network-vif-plugged", "status": "completed", "tag": "b18bb174-28de-47a7-952b-6ba008a35098"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:53.611749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3fdc3b-1633-4134-ac4f-2896e3f5a2e0 req-fc4110f6-bcdf-4eae-b6f7-e42283664924 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 945 time: 0.1009717 Nov 12 20:57:53.624580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b18bb174-28de-47a7-952b-6ba008a35098, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b18bb174-28de-47a7-952b-6ba008a35098,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:53.652583 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d46f1c-fa78-48ea-8896-f9324e5844ad x-openstack-request-id: req-b0d46f1c-fa78-48ea-8896-f9324e5844ad {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:53.652917 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a1a681-e931-450d-9b60-099682bb1cb5", "name": "network-vif-plugged", "status": "completed", "tag": "b18bb174-28de-47a7-952b-6ba008a35098", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:53.653177 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0d46f1c-fa78-48ea-8896-f9324e5844ad {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:53.653787 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a1a681-e931-450d-9b60-099682bb1cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18bb174-28de-47a7-952b-6ba008a35098', 'code': 200} Nov 12 20:57:53.668758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b3fdc3b-1633-4134-ac4f-2896e3f5a2e0 req-b186d697-06fc-4942-a44c-f81eb011a8db tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508180 Nov 12 20:57:53.717580 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.779653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=b18bb174-28de-47a7-952b-6ba008a35098,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:53.797825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09063e85-5685-4c7e-b580-1d9fa617cc30 req-17b4bf0f-e98e-403d-b36c-df864fcf67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:53.799609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-09063e85-5685-4c7e-b580-1d9fa617cc30 req-17b4bf0f-e98e-403d-b36c-df864fcf67d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0745764 Nov 12 20:57:53.838694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.847082 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-09063e85-5685-4c7e-b580-1d9fa617cc30 req-d6d90286-53bf-48be-b92a-24e6eee24561 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Nov 12 20:57:54.085088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:54.196780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.275760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.358440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.367162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40887707-8c06-466b-8687-b6584076a17e req-3145439a-2c90-43d5-898d-35c94c09f214 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:54.368715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40887707-8c06-466b-8687-b6584076a17e req-3145439a-2c90-43d5-898d-35c94c09f214 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0625334 Nov 12 20:57:54.401244 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6850b56febf74b06bc2df5de75086848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147206 Nov 12 20:57:54.404029 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:54.411249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c9b10-001b-4e89-a579-33160c488e1f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:54.427631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.427968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.428304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.428631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.428955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.429273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.429590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.429905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.430219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.430533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.430846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.431158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca2f3d6-4585-486a-8b39-83f8cdd8429b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:54.465747 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aabc3da9-ed1b-45bf-9dee-f54b398719fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.487121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aabc3da9-ed1b-45bf-9dee-f54b398719fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.488906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40887707-8c06-466b-8687-b6584076a17e req-51f30d48-1653-4a4b-8050-680c764fa5a1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121411 Nov 12 20:57:54.528396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.548649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.632401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aabc3da9-ed1b-45bf-9dee-f54b398719fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.635490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aabc3da9-ed1b-45bf-9dee-f54b398719fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.637717 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aabc3da9-ed1b-45bf-9dee-f54b398719fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/146c9b10-001b-4e89-a579-33160c488e1f HTTP/1.1" status: 204 len: 168 time: 0.2318077 Nov 12 20:57:54.646161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc3da9-ed1b-45bf-9dee-f54b398719fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c9b10-001b-4e89-a579-33160c488e1f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:54.820240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33f053-bc3e-4015-bfcc-7bb7458409af req-ffb53c6e-af15-4262-8047-7c0f389f020f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:54.823807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a33f053-bc3e-4015-bfcc-7bb7458409af req-ffb53c6e-af15-4262-8047-7c0f389f020f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0824909 Nov 12 20:57:54.850501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.980443 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a33f053-bc3e-4015-bfcc-7bb7458409af req-29dd37cf-b8d3-4667-94bf-690dc080e068 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524973 Nov 12 20:57:55.053468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:55.055772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:55.220815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:55.221306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e272a8f3-1c2a-4d6f-b775-654b2567a43c {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:57:55.312453 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 20:57:55.313548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-22601b16-abe4-4aa5-92b8-c2b5ab37c839 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9193218 Nov 12 20:57:55.316399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46774) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:55.393908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5a163257-ecc7-462d-8afa-a2ed37113c82 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Deleting port a5c8c21f-4ca3-4eae-b5f9-4c0f12a13d1c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:57:55.394594 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a163257-ecc7-462d-8afa-a2ed37113c82 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:55.484813 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a163257-ecc7-462d-8afa-a2ed37113c82 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:55.496539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5a163257-ecc7-462d-8afa-a2ed37113c82 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Calling delete_port for a5c8c21f-4ca3-4eae-b5f9-4c0f12a13d1c owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:57:55.649589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56878e2f-735a-4f50-860d-f2c2e964df1c req-52cff0af-2566-4337-9cda-671723238976 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:55.651070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56878e2f-735a-4f50-860d-f2c2e964df1c req-52cff0af-2566-4337-9cda-671723238976 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0838027 Nov 12 20:57:55.703761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56878e2f-735a-4f50-860d-f2c2e964df1c req-17f4ef11-3bec-4a34-817c-aa62c4fd1bdf tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Nov 12 20:57:55.741224 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a163257-ecc7-462d-8afa-a2ed37113c82 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:55.774086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a163257-ecc7-462d-8afa-a2ed37113c82 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5c8c21f-4ca3-4eae-b5f9-4c0f12a13d1c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:55.842017 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a163257-ecc7-462d-8afa-a2ed37113c82 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:55.845496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5a163257-ecc7-462d-8afa-a2ed37113c82 tempest-RoutersAdminNegativeIpV6Test-1583813988 tempest-RoutersAdminNegativeIpV6Test-1583813988-project-admin] 10.222.0.64 "DELETE /v2.0/ports/a5c8c21f-4ca3-4eae-b5f9-4c0f12a13d1c HTTP/1.1" status: 204 len: 168 time: 0.5281439 Nov 12 20:57:56.119279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32e9c9-cd95-4f0f-8f56-c1b264bcced2 req-8816deb0-03e4-4ccc-8465-2f74d50d375a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:56.120624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb32e9c9-cd95-4f0f-8f56-c1b264bcced2 req-8816deb0-03e4-4ccc-8465-2f74d50d375a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0512171 Nov 12 20:57:56.172446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb32e9c9-cd95-4f0f-8f56-c1b264bcced2 req-073dc5ae-bd9e-40e9-afa1-e4071f9e7fe7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Nov 12 20:57:56.334093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46812) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:56.443070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9458074b-be52-4095-b3ec-5510b03563f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:56.570170 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9458074b-be52-4095-b3ec-5510b03563f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:56.590575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d6b16-cb63-4bb1-8c7b-476632bc743f req-30df50f1-a9e5-48d0-81e2-4a66b72a262e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:56.592888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e3d6b16-cb63-4bb1-8c7b-476632bc743f req-30df50f1-a9e5-48d0-81e2-4a66b72a262e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0708964 Nov 12 20:57:56.647215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e3d6b16-cb63-4bb1-8c7b-476632bc743f req-2a3251e9-a34b-453d-bbf1-38aeb000a419 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Nov 12 20:57:56.668622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9458074b-be52-4095-b3ec-5510b03563f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:56.708637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9458074b-be52-4095-b3ec-5510b03563f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8661e5290b34fbe86f3b393f9cd3c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3734515 Nov 12 20:57:56.710586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458074b-be52-4095-b3ec-5510b03563f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d8bdc9-f4a0-410b-9167-7b2d7aa97448,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:56.711545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46828) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:56.774295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5648de92-2306-4fee-b61c-8ce003675ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:56.807054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5648de92-2306-4fee-b61c-8ce003675ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:56.842890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28291a5d-bb41-4137-9fef-39ebdb4cc684 req-2f990d67-f989-489d-b78d-9a5bbb826212 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:56.844954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28291a5d-bb41-4137-9fef-39ebdb4cc684 req-2f990d67-f989-489d-b78d-9a5bbb826212 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0564098 Nov 12 20:57:56.896229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28291a5d-bb41-4137-9fef-39ebdb4cc684 req-fd016ea7-f604-437e-a426-99a7209020b7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Nov 12 20:57:57.031587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5648de92-2306-4fee-b61c-8ce003675ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:57.034341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5648de92-2306-4fee-b61c-8ce003675ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:57.035757 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5648de92-2306-4fee-b61c-8ce003675ecf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10d8bdc9-f4a0-410b-9167-7b2d7aa97448 HTTP/1.1" status: 204 len: 168 time: 0.3232162 Nov 12 20:57:57.044503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648de92-2306-4fee-b61c-8ce003675ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d8bdc9-f4a0-410b-9167-7b2d7aa97448,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:57.490459 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-391ba518-367d-4fbe-97c1-3c8bcf37121e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:57.773719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa753b44-251e-4500-82a4-9fe388c88526 req-1fd16ac0-de10-4e7b-a256-5d68d183224b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:57.775395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa753b44-251e-4500-82a4-9fe388c88526 req-1fd16ac0-de10-4e7b-a256-5d68d183224b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0551925 Nov 12 20:57:57.807111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46886) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:57.832071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa753b44-251e-4500-82a4-9fe388c88526 req-006d0203-6a54-425e-9d5e-2ecd1d617eb3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497053 Nov 12 20:57:57.861647 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a4e3573-6af0-4f69-8382-1c6ca9c20519 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c5287d29e6940c8a6284c15f7ec1d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507426 Nov 12 20:57:57.863598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46890) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:57.919779 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ddc119d-8aab-4ed1-a313-41e761165b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:57.956680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ddc119d-8aab-4ed1-a313-41e761165b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:58.038322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd0e68-d466-47e1-ac56-dbb1ecdbb879 req-f6f67dee-8a3c-48f1-a06d-089ad6bf5644 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:58.043235 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68bd0e68-d466-47e1-ac56-dbb1ecdbb879 req-f6f67dee-8a3c-48f1-a06d-089ad6bf5644 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0645714 Nov 12 20:57:58.098170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68bd0e68-d466-47e1-ac56-dbb1ecdbb879 req-1b8f531f-c076-4991-8f47-3f89be870111 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520263 Nov 12 20:57:58.147272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ddc119d-8aab-4ed1-a313-41e761165b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:58.150691 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ddc119d-8aab-4ed1-a313-41e761165b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:58.151649 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1ddc119d-8aab-4ed1-a313-41e761165b62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b75aab9a-0607-4f3f-9774-867cad23f263 HTTP/1.1" status: 204 len: 168 time: 0.2868769 Nov 12 20:57:58.160639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc119d-8aab-4ed1-a313-41e761165b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75aab9a-0607-4f3f-9774-867cad23f263,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:58.961611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9172c-88d1-4654-bd49-c7214e6712e8 req-af076b71-4922-43d7-b7fe-405f757c5b65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:58.963205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47c9172c-88d1-4654-bd49-c7214e6712e8 req-af076b71-4922-43d7-b7fe-405f757c5b65 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0532405 Nov 12 20:57:59.014771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47c9172c-88d1-4654-bd49-c7214e6712e8 req-cb9c7566-f1ea-43e5-b5ef-3f1dd9b252c1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Nov 12 20:57:59.188794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:59.220223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5e9e-27cd-4786-8ed7-727ff4d93e94 req-e5349bf7-f8ba-49ca-9e4f-4f83d40e1231 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:59.221868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a7f5e9e-27cd-4786-8ed7-727ff4d93e94 req-e5349bf7-f8ba-49ca-9e4f-4f83d40e1231 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0556436 Nov 12 20:57:59.292462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a7f5e9e-27cd-4786-8ed7-727ff4d93e94 req-e3ccc214-747d-4dba-96ac-2d36933e46bb tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634856 Nov 12 20:57:59.344518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46986) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:59.457310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1950668731'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:59.462686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25899d20-4288-4bd7-895a-19175cbf097e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.545743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25899d20-4288-4bd7-895a-19175cbf097e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.574958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:59.578716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.587748 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.632406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25899d20-4288-4bd7-895a-19175cbf097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.689055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25899d20-4288-4bd7-895a-19175cbf097e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe54318b98d546fb9e07b4219c9f75f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4990528 Nov 12 20:57:59.689771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25899d20-4288-4bd7-895a-19175cbf097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30daf158-ae4b-41fe-bd2b-9676ee242adb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:59.691827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46990) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:57:59.710060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.749732 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae642-aa25-42af-a65f-0acf647b2a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.772336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae642-aa25-42af-a65f-0acf647b2a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.792679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.818672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:57:59.833946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c2822a-08a1-4a29-b794-82144eca462e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:59.918741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae642-aa25-42af-a65f-0acf647b2a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.923229 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.923429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae642-aa25-42af-a65f-0acf647b2a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:59.923922 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Added segment bd4eec95-6a8c-4bbb-bab1-b50be3901aea of type vlan for network 562b17e4-82bc-45a1-bb66-23d0d781dbba Nov 12 20:57:59.925713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f2ae642-aa25-42af-a65f-0acf647b2a8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30daf158-ae4b-41fe-bd2b-9676ee242adb HTTP/1.1" status: 204 len: 168 time: 0.2315495 Nov 12 20:57:59.941449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ae642-aa25-42af-a65f-0acf647b2a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30daf158-ae4b-41fe-bd2b-9676ee242adb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:59.973184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:00.003947 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42b86723-d67e-406b-8a39-ad3ea07812e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:00.101025 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:00.106634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:00.107992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:00.181076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cfe2-b0e5-46a4-9f94-1914988dda06 req-9444405c-3098-4428-bc77-600a5f6a01cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:00.181076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8168cfe2-b0e5-46a4-9f94-1914988dda06 req-9444405c-3098-4428-bc77-600a5f6a01cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0898194 Nov 12 20:58:00.202065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Network': ['ID=562b17e4-82bc-45a1-bb66-23d0d781dbba,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:00.212619 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-23c3faf3-1615-404c-9a46-f09ecbfba1ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8668158 Nov 12 20:58:00.213256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47002) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:00.219562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:00.222102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:58:00.249155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8168cfe2-b0e5-46a4-9f94-1914988dda06 req-da7a119b-77c5-4d19-b8c5-e774b8052557 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594950 Nov 12 20:58:00.438162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e779d-0276-40b2-8b62-3dde0ffff963 req-f2ee873b-e7a3-4145-a4ca-c412c3e71773 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:00.439619 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-566e779d-0276-40b2-8b62-3dde0ffff963 req-f2ee873b-e7a3-4145-a4ca-c412c3e71773 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0542154 Nov 12 20:58:00.449231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:00.452984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:00.495572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-566e779d-0276-40b2-8b62-3dde0ffff963 req-53065007-c19a-4a65-b8fa-48ff11c94d35 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499213 Nov 12 20:58:00.700617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47010) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:00.713987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdab9768-7392-4d60-a3e7-07a28acb75f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:00.724186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:00.811408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=3c7f65b8-1267-43be-bbed-b15331bea7c1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:00.828661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:00.829025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network hostable DHCP agents. Network: 562b17e4-82bc-45a1-bb66-23d0d781dbba, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:58:00.875872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdab9768-7392-4d60-a3e7-07a28acb75f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:00.946572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:58:00.997970 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdab9768-7392-4d60-a3e7-07a28acb75f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.043097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47014) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:01.043451 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fdab9768-7392-4d60-a3e7-07a28acb75f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=194c504a6cdb47eaac5322f7201c8935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3410811 Nov 12 20:58:01.043951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab9768-7392-4d60-a3e7-07a28acb75f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde88bbb-4376-42fd-9b27-f6119cd0d557,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:01.078079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 562b17e4-82bc-45a1-bb66-23d0d781dbba) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:01.085482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:01.085482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.091588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f6b9f-26ba-4b75-af2a-2f2f7a35ea29 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:01.122476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01b8df9b-8c17-4b87-b910-b88bd9dc3cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.151396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01b8df9b-8c17-4b87-b910-b88bd9dc3cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.243169 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-30bd2a74-dd17-4d46-b7d4-0b5912ce2f04 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0287604 Nov 12 20:58:01.245740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:01.252147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'name': 'tempest-NetworksTestDHCPv6-191006890'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:01.268558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '3c7f65b8-1267-43be-bbed-b15331bea7c1'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:01.269583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.281844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.396506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca41eb7-bdc0-4862-8bad-a3027ab4c355 req-c837082b-5a1d-4e29-bc48-3646a3f2d9de tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:01.400403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ca41eb7-bdc0-4862-8bad-a3027ab4c355 req-c837082b-5a1d-4e29-bc48-3646a3f2d9de tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0591936 Nov 12 20:58:01.401756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01b8df9b-8c17-4b87-b910-b88bd9dc3cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.406168 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01b8df9b-8c17-4b87-b910-b88bd9dc3cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.409898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-01b8df9b-8c17-4b87-b910-b88bd9dc3cd5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bde88bbb-4376-42fd-9b27-f6119cd0d557 HTTP/1.1" status: 204 len: 168 time: 0.3620691 Nov 12 20:58:01.425272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8df9b-8c17-4b87-b910-b88bd9dc3cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde88bbb-4376-42fd-9b27-f6119cd0d557,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:01.455678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:01.460892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.507055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 4fd2ed85-baf9-4cd0-8632-5e425415fb6f yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:01.532850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/3c7f65b8-1267-43be-bbed-b15331bea7c1/346ad372-1ca1-4265-8bfe-ac18d699062b) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:01.542912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ca41eb7-bdc0-4862-8bad-a3027ab4c355 req-4525464d-3442-40d7-ad55-8615a1385bdd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341689 Nov 12 20:58:01.688731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e2267-9fb3-4006-993a-35e289b7a3e2 req-966493ad-e2c9-4652-90e1-bbff977dd545 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:01.690183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a08e2267-9fb3-4006-993a-35e289b7a3e2 req-966493ad-e2c9-4652-90e1-bbff977dd545 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0721362 Nov 12 20:58:01.729903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.752099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a08e2267-9fb3-4006-993a-35e289b7a3e2 req-7fa6994a-cd08-4204-87a5-2c90ac32e04e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Nov 12 20:58:01.862058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:01.908870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:01.912432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:01.921658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:01.935931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Pushing event updated for resources: {'Port': ['ID=346ad372-1ca1-4265-8bfe-ac18d699062b,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:01.951931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::232 (562b17e4-82bc-45a1-bb66-23d0d781dbba/3c7f65b8-1267-43be-bbed-b15331bea7c1/4fd2ed85-baf9-4cd0-8632-5e425415fb6f) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:02.007413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Attempting to bind port 346ad372-1ca1-4265-8bfe-ac18d699062b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:02.008229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Attempting to bind port 346ad372-1ca1-4265-8bfe-ac18d699062b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:02.008586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Attempting to bind port 346ad372-1ca1-4265-8bfe-ac18d699062b on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:02.015836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:02.016690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:02.017261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:02.017830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:02.018457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Bound port: 346ad372-1ca1-4265-8bfe-ac18d699062b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:02.019001 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:02.104760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] For port 346ad372-1ca1-4265-8bfe-ac18d699062b, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:02.110883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] For port 346ad372-1ca1-4265-8bfe-ac18d699062b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=346ad372-1ca1-4265-8bfe-ac18d699062b,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:02.137763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:02.182099 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:02.281569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69337a0e-770d-4676-b8ff-94dd919e9ee8 None None] Pushing event updated for resources: {'Port': ['ID=346ad372-1ca1-4265-8bfe-ac18d699062b,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:02.318147 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:02.355657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:02.376537 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:02.379135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:02.386327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:02.387096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:02.416233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=4fd2ed85-baf9-4cd0-8632-5e425415fb6f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:02.554616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47048) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:02.558475 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1e635829-fe81-4a09-bbe2-17787bd38fe4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3085105 Nov 12 20:58:02.682965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fdab21-eefe-42f7-bbdf-fe183236b7b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:02.690069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fdab21-eefe-42f7-bbdf-fe183236b7b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:02.691685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c9fdab21-eefe-42f7-bbdf-fe183236b7b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1354032 Nov 12 20:58:02.694642 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47052) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:02.738820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3171a6d-09db-4a0e-b8c6-d8f414fd0e61 req-a973a00c-89aa-4535-a7f0-a8034c0191bf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:02.740422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3171a6d-09db-4a0e-b8c6-d8f414fd0e61 req-a973a00c-89aa-4535-a7f0-a8034c0191bf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0832732 Nov 12 20:58:02.824422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3171a6d-09db-4a0e-b8c6-d8f414fd0e61 req-c6e797e6-2a09-4d49-9f46-d3d3db52ca5d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764198 Nov 12 20:58:02.941821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d93d4-edd2-4c1a-970e-f4719fc50603 req-d592ac03-d965-4f26-ad68-100576757a47 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:02.945575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab5d93d4-edd2-4c1a-970e-f4719fc50603 req-d592ac03-d965-4f26-ad68-100576757a47 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0672479 Nov 12 20:58:03.038413 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.078711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab5d93d4-edd2-4c1a-970e-f4719fc50603 req-f85636e3-e457-48a2-a36a-3677f7148b90 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135817 Nov 12 20:58:03.256007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c5bfc7fb-0c41-47c5-a8d0-d5a3c09908e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 4fd2ed85-baf9-4cd0-8632-5e425415fb6f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:03.256655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc7fb-0c41-47c5-a8d0-d5a3c09908e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.379476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc7fb-0c41-47c5-a8d0-d5a3c09908e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.414271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c5bfc7fb-0c41-47c5-a8d0-d5a3c09908e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 4fd2ed85-baf9-4cd0-8632-5e425415fb6f owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:03.517678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.520796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de51d81-1d4c-4217-be2a-c8a9b5a7b33d None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:03.613668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-707f2215-4b6b-40c7-8e55-103f0df34cfe None None] Provisioning complete for port 346ad372-1ca1-4265-8bfe-ac18d699062b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:03.613668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-707f2215-4b6b-40c7-8e55-103f0df34cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.696167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc7fb-0c41-47c5-a8d0-d5a3c09908e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.729328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfc7fb-0c41-47c5-a8d0-d5a3c09908e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=4fd2ed85-baf9-4cd0-8632-5e425415fb6f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:03.768470 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-707f2215-4b6b-40c7-8e55-103f0df34cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.769822 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc7fb-0c41-47c5-a8d0-d5a3c09908e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.776244 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c5bfc7fb-0c41-47c5-a8d0-d5a3c09908e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/4fd2ed85-baf9-4cd0-8632-5e425415fb6f HTTP/1.1" status: 204 len: 168 time: 1.0781834 Nov 12 20:58:03.776927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47078) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:03.812662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-707f2215-4b6b-40c7-8e55-103f0df34cfe None None] For port 346ad372-1ca1-4265-8bfe-ac18d699062b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=346ad372-1ca1-4265-8bfe-ac18d699062b,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:03.896419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ed0d4-e52c-446c-b52e-628f8a207e19 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:03.898393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ed0d4-e52c-446c-b52e-628f8a207e19 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:03.903122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47082) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:03.912021 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-707f2215-4b6b-40c7-8e55-103f0df34cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:03.915113 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-976ed0d4-e52c-446c-b52e-628f8a207e19 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1341863 Nov 12 20:58:04.000761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a5d446-4503-4383-8e43-24df7d8675b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 3c7f65b8-1267-43be-bbed-b15331bea7c1 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:04.026959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f2215-4b6b-40c7-8e55-103f0df34cfe None None] Pushing event updated for resources: {'Port': ['ID=346ad372-1ca1-4265-8bfe-ac18d699062b,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:04.067165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d446-4503-4383-8e43-24df7d8675b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:04.161679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-493ffc1b-8b84-4f04-b7a7-3ceec309bbe7 None None] Provisioning complete for port 346ad372-1ca1-4265-8bfe-ac18d699062b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:04.162173 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-493ffc1b-8b84-4f04-b7a7-3ceec309bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:04.188092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768d417-5d43-4d8d-a68b-227860ba4559 req-0837ca28-c7fa-4328-a3ea-929f12619f46 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:04.199329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1768d417-5d43-4d8d-a68b-227860ba4559 req-0837ca28-c7fa-4328-a3ea-929f12619f46 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.2596107 Nov 12 20:58:04.219681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d446-4503-4383-8e43-24df7d8675b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:04.239988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 346ad372-1ca1-4265-8bfe-ac18d699062b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:04.386639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1768d417-5d43-4d8d-a68b-227860ba4559 req-3d4d3b8e-e687-4db2-97fb-91b162bc6858 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861722 Nov 12 20:58:04.402097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 346ad372-1ca1-4265-8bfe-ac18d699062b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:04.403851 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:04.505963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d446-4503-4383-8e43-24df7d8675b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:04.516146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-603fbb28-0111-4d07-9b48-d5e2f4996d21 None None] Could not find standard attr ID for object 4fd2ed85-baf9-4cd0-8632-5e425415fb6f. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:58:04.582160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e81de-0cd5-44a3-b4be-7c83f3ccea68 req-4d3616a9-9f04-4e06-98e8-1b9127ff5584 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:04.584835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-540e81de-0cd5-44a3-b4be-7c83f3ccea68 req-4d3616a9-9f04-4e06-98e8-1b9127ff5584 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.3319974 Nov 12 20:58:04.668840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-540e81de-0cd5-44a3-b4be-7c83f3ccea68 req-daf979b1-103e-47ca-82fe-a596bedc569c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635688 Nov 12 20:58:04.923965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d446-4503-4383-8e43-24df7d8675b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:04.951237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5d446-4503-4383-8e43-24df7d8675b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7f65b8-1267-43be-bbed-b15331bea7c1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:04.955052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d446-4503-4383-8e43-24df7d8675b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:04.958284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b1a5d446-4503-4383-8e43-24df7d8675b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/3c7f65b8-1267-43be-bbed-b15331bea7c1 HTTP/1.1" status: 204 len: 168 time: 1.0533323 Nov 12 20:58:04.960791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47112) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:04.962534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba7c97-3326-442b-9102-9c6d26e11901 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:05.029601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d2c9317e-2819-43f5-9ab9-8978ef99c4c0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642786 Nov 12 20:58:05.029830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47118) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:05.034900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:05.243567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:05.250115 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:05.274903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:05.328325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Deleting port 346ad372-1ca1-4265-8bfe-ac18d699062b {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:05.328690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:05.403513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] For port 346ad372-1ca1-4265-8bfe-ac18d699062b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=346ad372-1ca1-4265-8bfe-ac18d699062b,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:05.404662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:05.420187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Calling delete_port for 346ad372-1ca1-4265-8bfe-ac18d699062b owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:05.523207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51338768-185a-4dec-a4e1-fa62d7e49235 req-bd393db2-c279-4de0-ac79-d6bfcb3ecaff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:05.524713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51338768-185a-4dec-a4e1-fa62d7e49235 req-bd393db2-c279-4de0-ac79-d6bfcb3ecaff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0611033 Nov 12 20:58:05.586930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51338768-185a-4dec-a4e1-fa62d7e49235 req-dcaf024f-9909-4b77-bdc5-6dcc98321431 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 Nov 12 20:58:05.598038 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:05.632193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] No DVR routers for this DVR port 346ad372-1ca1-4265-8bfe-ac18d699062b on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:05.633877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Pushing event deleted for resources: {'Port': ['ID=346ad372-1ca1-4265-8bfe-ac18d699062b,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:05.645381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.645723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.646083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.646412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.646736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.647056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.647422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.647742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.648102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.648380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.648824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.649145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a5ab9-6548-4cc1-b961-cdd979f03dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:05.650078 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:05.693010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:05.696343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:05.705223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:05.705223 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:05.709841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd472c47-8457-4dea-90f6-752538c4691a None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:05.727027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=070f6ad9-aaf2-4349-8675-7ac7d91e69ea,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:05.817825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60f4ea-5b36-4fad-a106-3681e580e3c6 req-fff76172-2520-4932-ac74-0046129ee22b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:05.819570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a60f4ea-5b36-4fad-a106-3681e580e3c6 req-fff76172-2520-4932-ac74-0046129ee22b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0578485 Nov 12 20:58:05.823582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cda86a8e-c8ff-4667-87e6-b27b7431341f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7927389 Nov 12 20:58:05.827268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47162) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:05.831875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'name': 'tempest-NetworksTestDHCPv6-1920463282'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:05.872964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '070f6ad9-aaf2-4349-8675-7ac7d91e69ea'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:05.874141 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:05.916912 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:58:05.942550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a60f4ea-5b36-4fad-a106-3681e580e3c6 req-af654cb7-c87a-41cd-be15-9c29a0189d89 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071093 Nov 12 20:58:06.051274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 346ad372-1ca1-4265-8bfe-ac18d699062b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:06.084121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 346ad372-1ca1-4265-8bfe-ac18d699062b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:06.084461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 346ad372-1ca1-4265-8bfe-ac18d699062b not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:06.091871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/070f6ad9-aaf2-4349-8675-7ac7d91e69ea/5fd44d42-1cf5-4446-96f6-2129dcaafd0a) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:06.157973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:06.161734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.180399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 02a40e31-9c1e-4a68-9e10-969aaffe4556 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:06.237622 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.329538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.374549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:06.377529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:06.383672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:06.393345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Pushing event updated for resources: {'Port': ['ID=5fd44d42-1cf5-4446-96f6-2129dcaafd0a,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:06.397382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::158 (562b17e4-82bc-45a1-bb66-23d0d781dbba/070f6ad9-aaf2-4349-8675-7ac7d91e69ea/02a40e31-9c1e-4a68-9e10-969aaffe4556) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:06.453868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Attempting to bind port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:06.454244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Attempting to bind port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:06.454609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Attempting to bind port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:06.462246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:06.462897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:06.463385 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.463727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:06.464326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Bound port: 5fd44d42-1cf5-4446-96f6-2129dcaafd0a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:06.464715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.530882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] For port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:06.534596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] For port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5fd44d42-1cf5-4446-96f6-2129dcaafd0a,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:06.626765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.644379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.668576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47190) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:06.693518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cc01-da81-4d10-8810-c51dafa51451 req-50454121-8d57-4fbd-a36f-7fb1dc475725 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:06.695038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-50454121-8d57-4fbd-a36f-7fb1dc475725 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 815 time: 0.1643198 Nov 12 20:58:06.709318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0f8bc-bf17-49e5-90b4-a7be044ab27c None None] Pushing event updated for resources: {'Port': ['ID=5fd44d42-1cf5-4446-96f6-2129dcaafd0a,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:06.752629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-a3d07b3e-53f0-4e0e-965d-b5a9869e7926 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/quotas/715e19b9fccd4b509dc2d228fdc43ce4 HTTP/1.1" status: 200 len: 375 time: 0.0381074 Nov 12 20:58:06.800348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339883-a7dc-4fdb-ba8c-e765c94bf8fc req-f07a7593-b195-4ed4-893e-3c85a2bea5c2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:06.801924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6339883-a7dc-4fdb-ba8c-e765c94bf8fc req-f07a7593-b195-4ed4-893e-3c85a2bea5c2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.1207712 Nov 12 20:58:06.813604 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.856272 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27758ae1-b234-4900-a46e-ce0390e57629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.930272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:06.951418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:06.953895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:06.960347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:06.961002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.977176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-8baba5b3-8628-4631-a1ac-74596e4ade9b tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2158816 Nov 12 20:58:06.991156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=02a40e31-9c1e-4a68-9e10-969aaffe4556,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:07.043577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6339883-a7dc-4fdb-ba8c-e765c94bf8fc req-21dc6fe8-8598-4cad-859a-e49d90d8286b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280321 Nov 12 20:58:07.112917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b9d781b2-19bb-43de-a76e-bbcb3aadec49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2852061 Nov 12 20:58:07.115501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:07.139053 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27758ae1-b234-4900-a46e-ce0390e57629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.152639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-2779984f-a55e-4c6e-96f6-d4f475d09748 service neutron] 10.222.0.64 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563041 Nov 12 20:58:07.210764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ae35c-8bf0-45fd-936f-15ea6c27c0f5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:07.217728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ae35c-8bf0-45fd-936f-15ea6c27c0f5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:07.219776 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3f6ae35c-8bf0-45fd-936f-15ea6c27c0f5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1032696 Nov 12 20:58:07.222495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47202) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:07.236511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27758ae1-b234-4900-a46e-ce0390e57629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.303234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-27758ae1-b234-4900-a46e-ce0390e57629 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3e3022bbd8c4cd99db1fb94f3fce28f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6305034 Nov 12 20:58:07.303466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47204) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:07.306804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27758ae1-b234-4900-a46e-ce0390e57629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e9c9c-ad7e-4103-8824-f7394e5ffec3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:07.344027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-e6be3166-2277-4ec9-bf1d-a22197a083b0 service neutron] 10.222.0.64 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886435 Nov 12 20:58:07.367024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b3649-e240-4fc2-80d0-3132ae2365d1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 02a40e31-9c1e-4a68-9e10-969aaffe4556 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:07.367391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3649-e240-4fc2-80d0-3132ae2365d1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.375638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85013-6588-4ca4-9f2c-f4981567066b req-f7185e75-8547-4b1e-9cd6-a6073740dc5e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:07.377368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfe85013-6588-4ca4-9f2c-f4981567066b req-f7185e75-8547-4b1e-9cd6-a6073740dc5e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.1000805 Nov 12 20:58:07.386426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15184c9-b68c-4159-a14c-fb692258d68c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.443003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfe85013-6588-4ca4-9f2c-f4981567066b req-a3d62161-eb6d-4964-a74d-820686a7d8e4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581489 Nov 12 20:58:07.449885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15184c9-b68c-4159-a14c-fb692258d68c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.504798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3649-e240-4fc2-80d0-3132ae2365d1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.520500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b3649-e240-4fc2-80d0-3132ae2365d1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 02a40e31-9c1e-4a68-9e10-969aaffe4556 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:07.594793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce71c6-57aa-49d0-8067-516914c5774b req-bb2700d3-04e1-424f-9e82-112c017eb9f5 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:07.596396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17ce71c6-57aa-49d0-8067-516914c5774b req-bb2700d3-04e1-424f-9e82-112c017eb9f5 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 946 time: 0.0898974 Nov 12 20:58:07.626485 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15184c9-b68c-4159-a14c-fb692258d68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.629562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15184c9-b68c-4159-a14c-fb692258d68c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.631083 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f15184c9-b68c-4159-a14c-fb692258d68c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/739e9c9c-ad7e-4103-8824-f7394e5ffec3 HTTP/1.1" status: 204 len: 168 time: 0.3266783 Nov 12 20:58:07.645550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15184c9-b68c-4159-a14c-fb692258d68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e9c9c-ad7e-4103-8824-f7394e5ffec3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:07.648112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1bc1a95e-01a0-4d71-bb69-e97641aa6d26 req-bc8f152c-8fb3-4968-8415-e5b1e40d5741 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0354419 Nov 12 20:58:07.724544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17ce71c6-57aa-49d0-8067-516914c5774b req-84153c25-af65-4578-83ba-d751d68b533f tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212738 Nov 12 20:58:07.860543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3649-e240-4fc2-80d0-3132ae2365d1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.892121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b3649-e240-4fc2-80d0-3132ae2365d1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=02a40e31-9c1e-4a68-9e10-969aaffe4556,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:07.920631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3649-e240-4fc2-80d0-3132ae2365d1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.921863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0176e7e7-29ab-4c21-9850-db0f01ff364e None None] Provisioning complete for port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:07.922848 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0176e7e7-29ab-4c21-9850-db0f01ff364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:07.924095 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4b8b3649-e240-4fc2-80d0-3132ae2365d1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/02a40e31-9c1e-4a68-9e10-969aaffe4556 HTTP/1.1" status: 204 len: 168 time: 0.6998310 Nov 12 20:58:07.927099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47218) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:08.058416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f926155-0eb0-4c78-b7c2-67836f7bfdf4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:08.063871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f926155-0eb0-4c78-b7c2-67836f7bfdf4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:08.071988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f926155-0eb0-4c78-b7c2-67836f7bfdf4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1377251 Nov 12 20:58:08.072131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47226) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:08.075715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0176e7e7-29ab-4c21-9850-db0f01ff364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.136419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5fd44d42-1cf5-4446-96f6-2129dcaafd0a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:08.142209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0176e7e7-29ab-4c21-9850-db0f01ff364e None None] For port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5fd44d42-1cf5-4446-96f6-2129dcaafd0a,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:08.205835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-957371fc-4e01-433d-8db5-e263b392cefb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 070f6ad9-aaf2-4349-8675-7ac7d91e69ea {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:08.223916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-957371fc-4e01-433d-8db5-e263b392cefb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.236508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:08.237453 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.253975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaadad2-a128-4b0d-8664-bd9aa099fd77 req-5615497f-7ed1-4899-8199-a960e9ed4be7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:08.277626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2aaadad2-a128-4b0d-8664-bd9aa099fd77 req-5615497f-7ed1-4899-8199-a960e9ed4be7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0836763 Nov 12 20:58:08.306796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-957371fc-4e01-433d-8db5-e263b392cefb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.321763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0176e7e7-29ab-4c21-9850-db0f01ff364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.339704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2aaadad2-a128-4b0d-8664-bd9aa099fd77 req-874024e5-b7cc-4ff8-a3a6-4a9903c3618a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676687 Nov 12 20:58:08.422983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176e7e7-29ab-4c21-9850-db0f01ff364e None None] Pushing event updated for resources: {'Port': ['ID=5fd44d42-1cf5-4446-96f6-2129dcaafd0a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:08.443547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-af03e6ee-a0fa-49d5-962a-930f9d87bd0f None None] Could not find standard attr ID for object 02a40e31-9c1e-4a68-9e10-969aaffe4556. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:58:08.457360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-957371fc-4e01-433d-8db5-e263b392cefb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.585708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a04d0-1d0e-4cfb-858c-1ad888d1bc71 req-5c6f204c-4897-4c98-b5ce-ca7c07c75ebe tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:08.587243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d85a04d0-1d0e-4cfb-858c-1ad888d1bc71 req-5c6f204c-4897-4c98-b5ce-ca7c07c75ebe tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0541608 Nov 12 20:58:08.656185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-957371fc-4e01-433d-8db5-e263b392cefb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.676694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d85a04d0-1d0e-4cfb-858c-1ad888d1bc71 req-659ae9ec-989c-4340-8002-de43d025c237 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801411 Nov 12 20:58:08.691130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f660-edaf-4e75-8567-0063ec8d7978 req-d49cc353-7c08-400c-8a7f-ee3961ac298b tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:08.692666 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b84f660-edaf-4e75-8567-0063ec8d7978 req-d49cc353-7c08-400c-8a7f-ee3961ac298b tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 946 time: 0.0825956 Nov 12 20:58:08.701229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957371fc-4e01-433d-8db5-e263b392cefb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=070f6ad9-aaf2-4349-8675-7ac7d91e69ea,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:08.705841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-957371fc-4e01-433d-8db5-e263b392cefb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.711047 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-957371fc-4e01-433d-8db5-e263b392cefb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/070f6ad9-aaf2-4349-8675-7ac7d91e69ea HTTP/1.1" status: 204 len: 168 time: 0.6374185 Nov 12 20:58:08.713308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47242) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:08.719181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b85af-0585-4908-9744-350db1670340 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:08.727341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47244) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:08.771355 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5d2bdfb6-8cf7-40be-9f31-bd8c89e28ea3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545170 Nov 12 20:58:08.772235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47246) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:08.775342 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.778363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:08.786065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c330948-c5f5-4c3d-88d5-e73b50d59d25 req-03df1aa4-9cb8-4537-a034-3a0e0417a15b tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0595918 Nov 12 20:58:08.816470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b84f660-edaf-4e75-8567-0063ec8d7978 req-dfaf3ab9-50a7-4312-b8e9-54b30af906bf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152508 Nov 12 20:58:08.920881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.931604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:08.981353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] Deleting port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:08.982359 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.045093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] For port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5fd44d42-1cf5-4446-96f6-2129dcaafd0a,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:09.045583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.058303 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] Calling delete_port for 5fd44d42-1cf5-4446-96f6-2129dcaafd0a owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:09.112295 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.118596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:09.118596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.152507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=204e6165065f4e9390631574dfc581a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230533 Nov 12 20:58:09.154029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df46db45-14f7-40a9-b5b7-a2a73adaeaf8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:09.156037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47254) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:09.174217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.174217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.174516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.174600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.174924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.175250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.175594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.175922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.176240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.176561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.176877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.177403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c09e5-b1c6-4d41-93d6-2a41034a378e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:09.223928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5b83197-535d-432c-8d42-73c794ca41a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.277293 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.306585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] Pushing event deleted for resources: {'Port': ['ID=5fd44d42-1cf5-4446-96f6-2129dcaafd0a,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:09.313870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390de57a-2bd3-415e-83d5-ab3c90b70248 None None] No DVR routers for this DVR port 5fd44d42-1cf5-4446-96f6-2129dcaafd0a on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:09.512473 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.566922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:09.580093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:09.584422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:09.585115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.592300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3eb38-b341-4658-8ba3-ee4cb7449080 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:09.592730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=3cee5bf4-ae2b-435f-86e5-f5e23aa22fa7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:09.605453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5b83197-535d-432c-8d42-73c794ca41a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.647508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a8f3a-6e29-4546-b49e-c3a037fb1d75 req-f3ca03db-9bc9-4ecc-8d92-e3f2b746c56e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:09.649072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d62a8f3a-6e29-4546-b49e-c3a037fb1d75 req-f3ca03db-9bc9-4ecc-8d92-e3f2b746c56e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0815609 Nov 12 20:58:09.693145 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-279a7045-04d6-4f36-8de2-ef458cb23ec8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9174392 Nov 12 20:58:09.693879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47262) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:09.707381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'name': 'tempest-NetworksTestDHCPv6-762696824'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:09.722757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d62a8f3a-6e29-4546-b49e-c3a037fb1d75 req-268f8886-fb17-49db-9243-5aff58f79570 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645895 Nov 12 20:58:09.761940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '3cee5bf4-ae2b-435f-86e5-f5e23aa22fa7'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:09.762929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.769041 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5b83197-535d-432c-8d42-73c794ca41a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.773068 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5b83197-535d-432c-8d42-73c794ca41a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:09.773068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a5b83197-535d-432c-8d42-73c794ca41a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df46db45-14f7-40a9-b5b7-a2a73adaeaf8 HTTP/1.1" status: 204 len: 168 time: 0.6158950 Nov 12 20:58:09.839527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b83197-535d-432c-8d42-73c794ca41a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46db45-14f7-40a9-b5b7-a2a73adaeaf8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:09.877418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c0c6d-08c2-4736-aea9-314f8706b7aa req-6e282dd5-602d-4eaf-843b-a7a10c4aefc1 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:09.878927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-423c0c6d-08c2-4736-aea9-314f8706b7aa req-6e282dd5-602d-4eaf-843b-a7a10c4aefc1 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 946 time: 0.1045322 Nov 12 20:58:09.914851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2da72f-9bfc-4b5e-a837-a4affc54da0c req-73464ff8-d0bf-4e60-8649-e317d3e82ecc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:09.916375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e2da72f-9bfc-4b5e-a837-a4affc54da0c req-73464ff8-d0bf-4e60-8649-e317d3e82ecc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0946527 Nov 12 20:58:09.958679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-423c0c6d-08c2-4736-aea9-314f8706b7aa req-f2618aff-e72b-429a-9718-d412e8653a8c tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726054 Nov 12 20:58:09.967907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/3cee5bf4-ae2b-435f-86e5-f5e23aa22fa7/31b47d43-9385-44fb-8147-02dccb89d974) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:09.984197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:09.987874 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.002310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e2da72f-9bfc-4b5e-a837-a4affc54da0c req-2455bd7f-9769-47c1-beb1-9ac78bff6027 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749605 Nov 12 20:58:10.038086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 2ff58636-f07e-476e-b518-865bf3587c23 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:10.091812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a475502-80bc-44ee-b592-b6bfcfe7dd7f req-c6fd047c-61df-414f-ac33-84e6e1246f81 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0501206 Nov 12 20:58:10.128559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5fd44d42-1cf5-4446-96f6-2129dcaafd0a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:10.153233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 5fd44d42-1cf5-4446-96f6-2129dcaafd0a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:10.154118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5fd44d42-1cf5-4446-96f6-2129dcaafd0a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:10.224098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.294144 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.294965 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.329473 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.366906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:10.369622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:10.375970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:10.385292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Pushing event updated for resources: {'Port': ['ID=31b47d43-9385-44fb-8147-02dccb89d974,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:10.397492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::19e (562b17e4-82bc-45a1-bb66-23d0d781dbba/3cee5bf4-ae2b-435f-86e5-f5e23aa22fa7/2ff58636-f07e-476e-b518-865bf3587c23) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:10.460269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Attempting to bind port 31b47d43-9385-44fb-8147-02dccb89d974 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:10.461973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Attempting to bind port 31b47d43-9385-44fb-8147-02dccb89d974 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:10.462450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Attempting to bind port 31b47d43-9385-44fb-8147-02dccb89d974 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:10.468461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:10.469261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:10.469586 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.470131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:10.470803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Bound port: 31b47d43-9385-44fb-8147-02dccb89d974, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:10.471483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.551209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] For port 31b47d43-9385-44fb-8147-02dccb89d974, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:10.554414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] For port 31b47d43-9385-44fb-8147-02dccb89d974, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=31b47d43-9385-44fb-8147-02dccb89d974,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:10.578563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.672794 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.706559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.734695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143cd8e-8fc3-422a-bfd9-665e549145fa None None] Pushing event updated for resources: {'Port': ['ID=31b47d43-9385-44fb-8147-02dccb89d974,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:10.758001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:10.763461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:10.767385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:10.773396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:10.773915 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.796976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=2ff58636-f07e-476e-b518-865bf3587c23,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:10.882692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f8724-ad03-417a-a64b-cbcb5792e216 req-d0fc9894-4985-4455-93e9-2fe5f6aa8a6d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:10.885011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a2f8724-ad03-417a-a64b-cbcb5792e216 req-d0fc9894-4985-4455-93e9-2fe5f6aa8a6d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0643620 Nov 12 20:58:10.932480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cc01-da81-4d10-8810-c51dafa51451 req-178fe76a-1147-41b0-ac61-9437d1be56db tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:10.933721 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-178fe76a-1147-41b0-ac61-9437d1be56db tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.46 "GET /v2.0/networks?id=5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 200 len: 815 time: 0.1311991 Nov 12 20:58:10.939259 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3d6f477c-7395-4f63-b5d1-2346df414d8c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2439959 Nov 12 20:58:10.943178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47292) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:10.966971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Request body: {'port': {'device_id': 'ef500367-88e7-45fe-b304-80298574d4b1', 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'admin_state_up': True, 'tenant_id': '715e19b9fccd4b509dc2d228fdc43ce4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:11.031244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a2f8724-ad03-417a-a64b-cbcb5792e216 req-795b95a9-c545-45bd-97ba-51b178107e74 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295741 Nov 12 20:58:11.119252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914dc31-fd12-4bec-8b2c-c441c23205e7 req-a2da0e4e-bf15-43bd-84ef-bc4fc0b1c0c4 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:11.126719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9914dc31-fd12-4bec-8b2c-c441c23205e7 req-a2da0e4e-bf15-43bd-84ef-bc4fc0b1c0c4 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 946 time: 0.0713787 Nov 12 20:58:11.173542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536411eb-9e0a-46fd-b78c-4015c1f1dbaa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:11.180224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536411eb-9e0a-46fd-b78c-4015c1f1dbaa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:11.182039 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-536411eb-9e0a-46fd-b78c-4015c1f1dbaa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2378263 Nov 12 20:58:11.189967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47304) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:11.255599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9914dc31-fd12-4bec-8b2c-c441c23205e7 req-4c5ca9b7-9994-43fa-942e-ad5fe679034b tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf3c0d27-122b-448b-b3dd-e9d1af25f648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256635 Nov 12 20:58:11.291967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79391-23e2-4e37-be97-99548e06e18f req-de45e14c-cc96-4dfc-84e7-972f22b7d6b7 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:11.293460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13c79391-23e2-4e37-be97-99548e06e18f req-de45e14c-cc96-4dfc-84e7-972f22b7d6b7 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.46 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 946 time: 0.1145954 Nov 12 20:58:11.318462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549d49d-fa13-4636-897a-7da07ba25147 req-56f3282b-db3f-49f5-9db7-c8a412c0d910 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:11.321014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b549d49d-fa13-4636-897a-7da07ba25147 req-56f3282b-db3f-49f5-9db7-c8a412c0d910 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.1759865 Nov 12 20:58:11.333191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-965decc3-c2d5-4dba-bb94-67efa2054b2f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 2ff58636-f07e-476e-b518-865bf3587c23 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:11.333603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-965decc3-c2d5-4dba-bb94-67efa2054b2f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.393479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Made reservation on behalf of 715e19b9fccd4b509dc2d228fdc43ce4 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:11.396969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.408814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-137e9efb-a65b-486f-93cf-8d7b1b5490cf req-7681dc08-d5f5-4d5e-acf4-33855800bc91 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0458713 Nov 12 20:58:11.486064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-965decc3-c2d5-4dba-bb94-67efa2054b2f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.508661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-965decc3-c2d5-4dba-bb94-67efa2054b2f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 2ff58636-f07e-476e-b518-865bf3587c23 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:11.511006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Deleting port a3be1083-5ca7-4e77-925d-635cd44a6380 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:11.511679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.607754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b549d49d-fa13-4636-897a-7da07ba25147 req-e470bb28-93bf-49d9-b336-071b13c27e0e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400513 Nov 12 20:58:11.650380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] For port a3be1083-5ca7-4e77-925d-635cd44a6380, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a3be1083-5ca7-4e77-925d-635cd44a6380,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:11.651044 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.663796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Allocated IP 172.20.0.2 (5b844a3b-d355-4405-81ca-ab57419ffb05/7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da/f250cf26-3079-4a35-954e-0ace8928ba3c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:11.895344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.924569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.925149 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.925261 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Floating IP cd92774b-4a0a-4f63-a27e-1e6bcb45ed84 disassociated. External IP: 172.25.8.148, port: a3be1083-5ca7-4e77-925d-635cd44a6380. Nov 12 20:58:11.925578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Calling delete_port for a3be1083-5ca7-4e77-925d-635cd44a6380 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:11.927440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-965decc3-c2d5-4dba-bb94-67efa2054b2f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.958229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965decc3-c2d5-4dba-bb94-67efa2054b2f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=2ff58636-f07e-476e-b518-865bf3587c23,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:11.987307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-965decc3-c2d5-4dba-bb94-67efa2054b2f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.993547 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-965decc3-c2d5-4dba-bb94-67efa2054b2f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/2ff58636-f07e-476e-b518-865bf3587c23 HTTP/1.1" status: 204 len: 168 time: 0.8019125 Nov 12 20:58:11.994149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47324) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:12.073525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a5cb2732-2439-4712-b31a-549f04034137 None None] Provisioning complete for port 31b47d43-9385-44fb-8147-02dccb89d974 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:12.073977 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2732-2439-4712-b31a-549f04034137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.122132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669f7eb-80f9-4cde-9eea-afedf2988b03 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:12.123759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669f7eb-80f9-4cde-9eea-afedf2988b03 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:12.128102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47340) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:12.130003 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3669f7eb-80f9-4cde-9eea-afedf2988b03 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1340339 Nov 12 20:58:12.141080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.167518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['44b84ca9-2225-40fa-b24f-01afaa89c754'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:12.168629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5688ddbe-cc88-4fef-b6d9-8a64550d4b9d', '7975251e-857f-431c-b821-879fb4439092'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:12.203981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Network 5b844a3b-d355-4405-81ca-ab57419ffb05 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:12.214420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:12.220598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:12.225550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Pushing event updated for resources: {'Port': ['ID=f250cf26-3079-4a35-954e-0ace8928ba3c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:12.260104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.323131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 31b47d43-9385-44fb-8147-02dccb89d974 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:12.405142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:12.406270 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.467935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55d8216a-5e64-4859-a79c-f92dcebd5297 req-b79dd876-8af1-4cb2-87fc-f54425b2307e tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 210 time: 0.0977049 Nov 12 20:58:12.469320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event deleted for resources: {'Port': ['ID=a3be1083-5ca7-4e77-925d-635cd44a6380,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:12.493557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdcf3a-0800-450f-89ed-554837f76c25 req-cac1f5ab-d5d4-43f1-8e1f-11d7a5f4fda0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:12.503247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fcfdcf3a-0800-450f-89ed-554837f76c25 req-cac1f5ab-d5d4-43f1-8e1f-11d7a5f4fda0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.3051338 Nov 12 20:58:12.521164 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-32d91b1c-aca6-4731-9aa2-7402715b8c34 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5641928 Nov 12 20:58:12.540919 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2732-2439-4712-b31a-549f04034137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.541891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa609ec-7657-4836-9e36-8bcd623924b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 3cee5bf4-ae2b-435f-86e5-f5e23aa22fa7 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:12.557415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fa609ec-7657-4836-9e36-8bcd623924b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.578422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 31b47d43-9385-44fb-8147-02dccb89d974 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:12.578708 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.639580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a5cb2732-2439-4712-b31a-549f04034137 None None] For port 31b47d43-9385-44fb-8147-02dccb89d974, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=31b47d43-9385-44fb-8147-02dccb89d974,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:12.685439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Request body: {'port': {'device_id': 'ef500367-88e7-45fe-b304-80298574d4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:12.724892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2732-2439-4712-b31a-549f04034137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.757402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fa609ec-7657-4836-9e36-8bcd623924b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.782790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.809595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fcfdcf3a-0800-450f-89ed-554837f76c25 req-c29c0a47-0ca2-4791-99e4-eb346af4f8ec tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052320 Nov 12 20:58:12.869050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ccc50c93-15ce-4934-b745-3d93eb886df8 None None] Could not find standard attr ID for object 2ff58636-f07e-476e-b518-865bf3587c23. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:58:12.886586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7845-acb0-43e0-838b-3207db329091 req-efd46aef-705c-40c8-868e-bca10bb64338 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:12.891574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e52c7845-acb0-43e0-838b-3207db329091 req-efd46aef-705c-40c8-868e-bca10bb64338 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 931 time: 0.3303795 Nov 12 20:58:12.902433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Router 73ad98ce-066c-49a3-8b95-f71531355c39 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:12.922179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb2732-2439-4712-b31a-549f04034137 None None] Pushing event updated for resources: {'Port': ['ID=31b47d43-9385-44fb-8147-02dccb89d974,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:12.991406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47358) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:13.123885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20418c46-c506-4222-bbe2-d3cf69d24c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.160853 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fa609ec-7657-4836-9e36-8bcd623924b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.197946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e52c7845-acb0-43e0-838b-3207db329091 req-8c3ad149-197c-4cc0-a9e7-a75a48e3ae8a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885914 Nov 12 20:58:13.203804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f250cf26-3079-4a35-954e-0ace8928ba3c {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:13.221939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.239079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Transition to ACTIVE for port object f250cf26-3079-4a35-954e-0ace8928ba3c will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:58:13.263828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20418c46-c506-4222-bbe2-d3cf69d24c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.282096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4feac3-3df3-4fd0-9c06-1b05b5db1cbb req-b5782f89-6263-43da-ae96-5bc1176d2d05 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:13.283634 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad4feac3-3df3-4fd0-9c06-1b05b5db1cbb req-b5782f89-6263-43da-ae96-5bc1176d2d05 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.2320156 Nov 12 20:58:13.313261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:13.323302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] Sync routers for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:13.333517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:13.334155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:13.341990 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.344230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20418c46-c506-4222-bbe2-d3cf69d24c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.366441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] No DVR routers for this DVR port a3be1083-5ca7-4e77-925d-635cd44a6380 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:13.373188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.376583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13c79391-23e2-4e37-be97-99548e06e18f req-8c85a521-3b0f-47b7-905a-227ee4208c05 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.46 "DELETE /v2.0/ports/a3be1083-5ca7-4e77-925d-635cd44a6380 HTTP/1.1" status: 204 len: 173 time: 2.0541577 Nov 12 20:58:13.380277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'name': 'network-vif-deleted', 'tag': 'a3be1083-5ca7-4e77-925d-635cd44a6380'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:13.380277 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f532af4f-bcfd-4a46-b1fa-3fa2307d1587" -d '{"events": [{"server_uuid": "372e2f06-ca1c-4a10-9c22-0ab26c08af06", "name": "network-vif-deleted", "tag": "a3be1083-5ca7-4e77-925d-635cd44a6380"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:13.399270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad4feac3-3df3-4fd0-9c06-1b05b5db1cbb req-b5a1e2d4-a1f4-4ee6-ba72-2471cc375ea1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076958 Nov 12 20:58:13.400815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fa609ec-7657-4836-9e36-8bcd623924b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.430196 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fa609ec-7657-4836-9e36-8bcd623924b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.434090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1fa609ec-7657-4836-9e36-8bcd623924b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/3cee5bf4-ae2b-435f-86e5-f5e23aa22fa7 HTTP/1.1" status: 204 len: 168 time: 1.3039279 Nov 12 20:58:13.436929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47366) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:13.454635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20418c46-c506-4222-bbe2-d3cf69d24c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e0ff83-e1e2-46b4-aa32-5218c58529da,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:13.460908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a3be1083-5ca7-4e77-925d-635cd44a6380 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:13.462868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759bd0c0-25cb-4c0d-8803-06acfdc79b3c None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:13.491821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa609ec-7657-4836-9e36-8bcd623924b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=3cee5bf4-ae2b-435f-86e5-f5e23aa22fa7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:13.502998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-20418c46-c506-4222-bbe2-d3cf69d24c1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82bef65b78b9485fbf0f0abb2ae10c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5105135 Nov 12 20:58:13.505900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:13.507511 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-74f3eb1d-c7eb-43da-b9d5-46ed139022f9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633521 Nov 12 20:58:13.508804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Pushing event updated for resources: {'Port': ['ID=f250cf26-3079-4a35-954e-0ace8928ba3c,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:13.511504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47372) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:13.593146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c03e272-221c-40c6-9e54-ef85b9a1cf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.624476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c03e272-221c-40c6-9e54-ef85b9a1cf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.661882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: a3be1083-5ca7-4e77-925d-635cd44a6380 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:13.662333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a3be1083-5ca7-4e77-925d-635cd44a6380 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:13.685168 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462a75d-561d-4634-b16c-f47fd58c1c14 x-openstack-request-id: req-b462a75d-561d-4634-b16c-f47fd58c1c14 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:13.685467 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372e2f06-ca1c-4a10-9c22-0ab26c08af06", "name": "network-vif-deleted", "tag": "a3be1083-5ca7-4e77-925d-635cd44a6380", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:13.685722 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b462a75d-561d-4634-b16c-f47fd58c1c14 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:13.686124 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372e2f06-ca1c-4a10-9c22-0ab26c08af06', 'name': 'network-vif-deleted', 'tag': 'a3be1083-5ca7-4e77-925d-635cd44a6380', 'status': 'completed', 'code': 200} Nov 12 20:58:13.696106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fbc50-0de9-42d2-ad15-4d750d75c6b6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:13.701005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-360fbc50-0de9-42d2-ad15-4d750d75c6b6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1841500 Nov 12 20:58:13.703523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47374) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:13.719322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:13.719526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-931e2a87-18fd-4b2a-bc37-ed6e14520a7a req-8bfec81b-6a4a-45b8-9a71-d8fdd378efdf tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/ports?device_id=372e2f06-ca1c-4a10-9c22-0ab26c08af06 HTTP/1.1" status: 200 len: 210 time: 0.0416629 Nov 12 20:58:13.759440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Attempting to bind port f250cf26-3079-4a35-954e-0ace8928ba3c on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:13.759688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Attempting to bind port f250cf26-3079-4a35-954e-0ace8928ba3c by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:13.760019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Attempting to bind port f250cf26-3079-4a35-954e-0ace8928ba3c on network 5b844a3b-d355-4405-81ca-ab57419ffb05 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:13.772239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Port f250cf26-3079-4a35-954e-0ace8928ba3c on network 5b844a3b-d355-4405-81ca-ab57419ffb05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:58:13.772562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Attempting to bind port f250cf26-3079-4a35-954e-0ace8928ba3c on network 5b844a3b-d355-4405-81ca-ab57419ffb05 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:13.780299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d350b92-3c77-43fc-bcfe-1681234cf42f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:13.782877 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1d350b92-3c77-43fc-bcfe-1681234cf42f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0774517 Nov 12 20:58:13.784690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47376) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:13.785681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:13.786018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Checking segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:13.786403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Bound using segment: {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:13.786834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Bound port: f250cf26-3079-4a35-954e-0ace8928ba3c, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f6c184-ed80-40b6-a035-a171308f0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:13.787203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.835918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d873ffd-7087-4a8c-9018-d03bc47ffdb1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497241 Nov 12 20:58:13.840712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47380) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:13.843995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c03e272-221c-40c6-9e54-ef85b9a1cf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.846612 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c03e272-221c-40c6-9e54-ef85b9a1cf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.847811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9c03e272-221c-40c6-9e54-ef85b9a1cf2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60e0ff83-e1e2-46b4-aa32-5218c58529da HTTP/1.1" status: 204 len: 168 time: 0.3376348 Nov 12 20:58:13.873325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:13.877558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03e272-221c-40c6-9e54-ef85b9a1cf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e0ff83-e1e2-46b4-aa32-5218c58529da,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:13.923705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] For port f250cf26-3079-4a35-954e-0ace8928ba3c, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:13.927398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] For port f250cf26-3079-4a35-954e-0ace8928ba3c, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f250cf26-3079-4a35-954e-0ace8928ba3c,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:13.979082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcaf6-5dc1-41c3-853b-61f9fddb8874 req-a9f93597-7ba8-43bc-ac85-944100b41f63 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:13.980985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ddcaf6-5dc1-41c3-853b-61f9fddb8874 req-a9f93597-7ba8-43bc-ac85-944100b41f63 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0603707 Nov 12 20:58:13.993013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:14.047313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ddcaf6-5dc1-41c3-853b-61f9fddb8874 req-a171353a-66c4-487a-a7f7-e8fb82b82340 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595243 Nov 12 20:58:14.079331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 31b47d43-9385-44fb-8147-02dccb89d974 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:14.085564 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.124721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:14.124898 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.126293 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] 10.222.0.46 "PUT /v2.0/ports/f250cf26-3079-4a35-954e-0ace8928ba3c HTTP/1.1" status: 200 len: 1092 time: 1.5962684 Nov 12 20:58:14.126747 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef500367-88e7-45fe-b304-80298574d4b1', 'tag': 'f250cf26-3079-4a35-954e-0ace8928ba3c'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:14.129626 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1027d6-1c88-42c2-b2d1-9e797f497df9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef500367-88e7-45fe-b304-80298574d4b1", "tag": "f250cf26-3079-4a35-954e-0ace8928ba3c"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:14.165981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c69232-947a-4b29-b004-84d998e51d0f service neutron] Pushing event updated for resources: {'Port': ['ID=f250cf26-3079-4a35-954e-0ace8928ba3c,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:14.177048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] Deleting port 31b47d43-9385-44fb-8147-02dccb89d974 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:14.177429 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.177629 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93d595e-8e18-4e41-a92e-69cc3a7178c8 x-openstack-request-id: req-d93d595e-8e18-4e41-a92e-69cc3a7178c8 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:14.177954 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef500367-88e7-45fe-b304-80298574d4b1", "tag": "f250cf26-3079-4a35-954e-0ace8928ba3c", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:14.178266 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d93d595e-8e18-4e41-a92e-69cc3a7178c8 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:14.178725 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef500367-88e7-45fe-b304-80298574d4b1', 'tag': 'f250cf26-3079-4a35-954e-0ace8928ba3c', 'status': 'completed', 'code': 200} Nov 12 20:58:14.186258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:14.190314 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.293465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] For port 31b47d43-9385-44fb-8147-02dccb89d974, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=31b47d43-9385-44fb-8147-02dccb89d974,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:14.293801 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.306804 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.313679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:07Z', 'revision_number': 5, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:14.328940 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1027d6-1c88-42c2-b2d1-9e797f497df9 req-c9645e36-568e-47e4-a7f0-b1e360a7b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:14.344524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6c1027d6-1c88-42c2-b2d1-9e797f497df9 req-c9645e36-568e-47e4-a7f0-b1e360a7b23f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 1095 time: 0.1369860 Nov 12 20:58:14.347347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] Calling delete_port for 31b47d43-9385-44fb-8147-02dccb89d974 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:14.349050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] Checking router: 73ad98ce-066c-49a3-8b95-f71531355c39 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:14.383460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1509b6-6637-4fb8-949f-6ebb3084d63e req-754d2a36-73b0-4a2d-bcbc-dac879db015c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:14.385072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c1509b6-6637-4fb8-949f-6ebb3084d63e req-754d2a36-73b0-4a2d-bcbc-dac879db015c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 943 time: 0.1122658 Nov 12 20:58:14.421383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:14.421986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:14.480609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 31b47d43-9385-44fb-8147-02dccb89d974, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=31b47d43-9385-44fb-8147-02dccb89d974,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:14.512213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c1509b6-6637-4fb8-949f-6ebb3084d63e req-b41de695-2dec-4d17-9e8d-258bc285fadd tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183956 Nov 12 20:58:14.580172 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.586933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:14.609287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9246aba-9d69-4a4b-854f-c0d148f7e203 req-8f6bac24-daa4-425a-936d-9681cf4b6d2f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:14.611159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1027d6-1c88-42c2-b2d1-9e797f497df9 req-ad9db933-cdce-475e-a2ff-9637878257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:14.612833 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6c1027d6-1c88-42c2-b2d1-9e797f497df9 req-ad9db933-cdce-475e-a2ff-9637878257e1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2521548 Nov 12 20:58:14.618558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9246aba-9d69-4a4b-854f-c0d148f7e203 req-8f6bac24-daa4-425a-936d-9681cf4b6d2f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0880697 Nov 12 20:58:14.690461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9246aba-9d69-4a4b-854f-c0d148f7e203 req-bf359122-af42-44fc-91d4-e1d1bd546f73 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651760 Nov 12 20:58:14.699862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.704103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.736975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=31b47d43-9385-44fb-8147-02dccb89d974,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:14.764129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:14.780794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:14.798794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] No DVR routers for this DVR port 31b47d43-9385-44fb-8147-02dccb89d974 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:14.798921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:14.798921 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.799129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac902cd-df46-4a33-a236-00ed077fe0a6 None None] Pushing event deleted for resources: {'Port': ['ID=31b47d43-9385-44fb-8147-02dccb89d974,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:14.833361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=18de4147-a6e4-4830-9b65-22946ff4aa76,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:14.841513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a05bab-a9e4-41dd-bfa7-1d0d1674570f None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:14.842329 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1027d6-1c88-42c2-b2d1-9e797f497df9 req-f7e2e44d-00b0-4269-ad07-8d99ea699437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:14.844078 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6c1027d6-1c88-42c2-b2d1-9e797f497df9 req-f7e2e44d-00b0-4269-ad07-8d99ea699437 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2243385 Nov 12 20:58:14.880864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47408) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:14.954568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cc01-da81-4d10-8810-c51dafa51451 req-3c4184c4-47e9-4a48-a91a-05b66b910ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:14.956282 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-3c4184c4-47e9-4a48-a91a-05b66b910ee1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0690255 Nov 12 20:58:14.957676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c418748-e3ed-40db-940d-b79ab9f7cd33 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.962938 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-108b145a-f8a3-493c-95c4-d5bd75d337e7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0941584 Nov 12 20:58:14.963103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47410) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:14.968479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '18de4147-a6e4-4830-9b65-22946ff4aa76', 'ip_address': '2001:db8::b72b:c2fe:a2c7:e0f9'}], 'name': 'tempest-NetworksTestDHCPv6-334892279'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:15.005797 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-b7e550e2-000b-4cb0-90ea-d272ef4d07be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f250cf26-3079-4a35-954e-0ace8928ba3c HTTP/1.1" status: 200 len: 217 time: 0.0410492 Nov 12 20:58:15.055532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c418748-e3ed-40db-940d-b79ab9f7cd33 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.060067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '18de4147-a6e4-4830-9b65-22946ff4aa76'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:15.060970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.115969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:07Z', 'revision_number': 5, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:15.121087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206cc01-da81-4d10-8810-c51dafa51451 req-649cc0da-125f-4d13-9163-35ba912bf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:15.127175 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-649cc0da-125f-4d13-9163-35ba912bf2e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da HTTP/1.1" status: 200 len: 855 time: 0.1017063 Nov 12 20:58:15.161293 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-4891a86a-cdc6-48a5-88d6-867b47526739 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b844a3b-d355-4405-81ca-ab57419ffb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293870 Nov 12 20:58:15.174502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7986c-1ef5-400f-aac2-b6ba5b61b6ae None None] The sync data for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 is: [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:56:02Z', 'revision_number': 4, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a258eae2-e415-4ec3-aded-cb0eb439150a', 'name': '', 'network_id': 'f56083d2-5309-4a49-a7d6-0ff320b33480', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'mac_address': 'fa:16:3e:06:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:01Z', 'updated_at': '2021-11-12T20:56:07Z', 'revision_number': 5, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'subnets': [{'id': '907c3a21-ca6e-4ecb-90a1-150a526395ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:15.246925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a69c-3db7-448f-acc8-f99f759e264e req-362da54a-5f3a-497c-b1ce-f884e7393bf3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:15.258129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e60a69c-3db7-448f-acc8-f99f759e264e req-362da54a-5f3a-497c-b1ce-f884e7393bf3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0904565 Nov 12 20:58:15.267820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:15.284079 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c418748-e3ed-40db-940d-b79ab9f7cd33 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.287157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c418748-e3ed-40db-940d-b79ab9f7cd33 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.288429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4c418748-e3ed-40db-940d-b79ab9f7cd33 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "DELETE /v2.0/security-groups/bf3c0d27-122b-448b-b3dd-e9d1af25f648 HTTP/1.1" status: 204 len: 168 time: 0.4061790 Nov 12 20:58:15.321669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47422) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:15.322528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c418748-e3ed-40db-940d-b79ab9f7cd33 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c0d27-122b-448b-b3dd-e9d1af25f648,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:15.378678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/18de4147-a6e4-4830-9b65-22946ff4aa76/76d96f1f-0113-4170-aed9-d9982702296c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:15.397744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e60a69c-3db7-448f-acc8-f99f759e264e req-bfa05a97-8f6e-4b94-9695-13f61c526ac9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326640 Nov 12 20:58:15.444216 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-d6aa47b7-2a2c-45d5-96c5-f41ef4e2ecec tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] show failed (client error): The resource could not be found. Nov 12 20:58:15.445771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d6aa47b7-2a2c-45d5-96c5-f41ef4e2ecec tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "GET /v2.0/security-groups/bf3c0d27-122b-448b-b3dd-e9d1af25f648 HTTP/1.1" status: 404 len: 347 time: 0.1197338 Nov 12 20:58:15.448604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47428) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:15.618850 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.632562 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03239512-18d8-4363-a4fb-8d3c4ae73e02 None None] New status for floating IP cd92774b-4a0a-4f63-a27e-1e6bcb45ed84: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:58:15.658888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.702236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.719161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 996e9540-dee2-4d4c-8aa1-151e9dd8a9ba yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:15.738315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e696-64bc-4cad-a308-0d54037c2476 req-dbcd51c7-1cc6-4066-ad85-fb835fa183e4 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:15.752188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7072e696-64bc-4cad-a308-0d54037c2476 req-dbcd51c7-1cc6-4066-ad85-fb835fa183e4 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 943 time: 0.1359386 Nov 12 20:58:15.764706 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-a7b4557f-67c5-43f1-8d82-529667ac1f87 service neutron] 10.222.0.46 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963955 Nov 12 20:58:15.787453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:15.790824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:15.797695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:15.831518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Pushing event updated for resources: {'Port': ['ID=76d96f1f-0113-4170-aed9-d9982702296c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:15.869911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Attempting to bind port 76d96f1f-0113-4170-aed9-d9982702296c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:15.870550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Attempting to bind port 76d96f1f-0113-4170-aed9-d9982702296c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:15.871075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Attempting to bind port 76d96f1f-0113-4170-aed9-d9982702296c on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:15.881098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:15.881585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:15.882443 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.883037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:15.883749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Bound port: 76d96f1f-0113-4170-aed9-d9982702296c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:15.884246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.912452 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d206cc01-da81-4d10-8810-c51dafa51451 req-58800704-2d06-46ef-a2d1-7a63ab0e34c5 service neutron] 10.222.0.46 "GET /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379941 Nov 12 20:58:15.942630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Deleting port 5931182c-411d-498a-9e11-5e14285fc9a6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:15.943007 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.952857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7072e696-64bc-4cad-a308-0d54037c2476 req-8c0caa99-c728-4c5a-a9eb-71b5b28aeada tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571078 Nov 12 20:58:15.970517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] For port 76d96f1f-0113-4170-aed9-d9982702296c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:15.974867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] For port 76d96f1f-0113-4170-aed9-d9982702296c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=76d96f1f-0113-4170-aed9-d9982702296c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:15.986064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bef037-6059-402b-95b1-718a7ec5e41c req-81250432-b949-46f9-9687-2078153fa0e2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:15.987600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49bef037-6059-402b-95b1-718a7ec5e41c req-81250432-b949-46f9-9687-2078153fa0e2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.1751423 Nov 12 20:58:16.163011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::b72b:c2fe:a2c7:e0f9 (562b17e4-82bc-45a1-bb66-23d0d781dbba/18de4147-a6e4-4830-9b65-22946ff4aa76/996e9540-dee2-4d4c-8aa1-151e9dd8a9ba) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:16.167764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49bef037-6059-402b-95b1-718a7ec5e41c req-d0720a87-d15b-4e28-967c-bc115e3c9459 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721919 Nov 12 20:58:16.169701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.170036 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.190482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Calling delete_port for 5931182c-411d-498a-9e11-5e14285fc9a6 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:16.209492 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.277429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39e627-777f-4e01-9795-cdb40c49ada1 None None] Pushing event updated for resources: {'Port': ['ID=76d96f1f-0113-4170-aed9-d9982702296c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:16.439638 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.546080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.587127 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.625697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Pushing event deleted for resources: {'Port': ['ID=5931182c-411d-498a-9e11-5e14285fc9a6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:16.703574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:16.714526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd541b0-1e1c-45b2-a890-49375f765559 req-be416292-a20d-47cc-9b03-0f43775bff58 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:16.716923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cdd541b0-1e1c-45b2-a890-49375f765559 req-be416292-a20d-47cc-9b03-0f43775bff58 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.1963041 Nov 12 20:58:16.725861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:16.736563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:16.746763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:16.746763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.766666 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=996e9540-dee2-4d4c-8aa1-151e9dd8a9ba,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:16.777842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.781092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.782251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ad1d064b-7cb8-4780-8a09-3c52067fea30 tempest-ServersTestManualDisk-1172251649 tempest-ServersTestManualDisk-1172251649-project] 10.222.0.64 "DELETE /v2.0/floatingips/cd92774b-4a0a-4f63-a27e-1e6bcb45ed84 HTTP/1.1" status: 204 len: 168 time: 1.3325417 Nov 12 20:58:16.785478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47456) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:16.821842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cdd541b0-1e1c-45b2-a890-49375f765559 req-9a724b2e-ec25-435e-8e3b-94245c2a7c09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933275 Nov 12 20:58:16.851764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-87813c45-5c3e-4c03-9f37-8038b451acf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8879411 Nov 12 20:58:16.854285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47460) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:16.920576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11f6d7-f756-488b-b95c-69797506ba29 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:16.926743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11f6d7-f756-488b-b95c-69797506ba29 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:16.928616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0b11f6d7-f756-488b-b95c-69797506ba29 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0732150 Nov 12 20:58:16.938188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:17.044045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a5aa0-90bd-4343-80aa-81987544f571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 996e9540-dee2-4d4c-8aa1-151e9dd8a9ba {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:17.044719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5aa0-90bd-4343-80aa-81987544f571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.222962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.363016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47478) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:17.554986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:17.563196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10946226-06ef-4fd8-8bd8-02e9216c91ee req-85059595-f532-400a-ac9e-fb8759927d8e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:17.564779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10946226-06ef-4fd8-8bd8-02e9216c91ee req-85059595-f532-400a-ac9e-fb8759927d8e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 943 time: 0.5243444 Nov 12 20:58:17.570889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Deleting port a258eae2-e415-4ec3-aded-cb0eb439150a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:17.571516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.590878 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5aa0-90bd-4343-80aa-81987544f571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.613204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ab0ff-c61c-42af-ba22-be4c271155f7 req-22937ca3-0cd0-4f33-a17b-97fc21a4f213 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:17.615613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a28ab0ff-c61c-42af-ba22-be4c271155f7 req-22937ca3-0cd0-4f33-a17b-97fc21a4f213 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.1150649 Nov 12 20:58:17.626381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a5aa0-90bd-4343-80aa-81987544f571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 996e9540-dee2-4d4c-8aa1-151e9dd8a9ba owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:17.652719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-aadb892f-df62-414a-b58a-61ca0696b14f None None] Provisioning complete for port 76d96f1f-0113-4170-aed9-d9982702296c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:17.654103 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aadb892f-df62-414a-b58a-61ca0696b14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.676244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] For port a258eae2-e415-4ec3-aded-cb0eb439150a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a258eae2-e415-4ec3-aded-cb0eb439150a,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:17.676621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.692827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Calling delete_port for a258eae2-e415-4ec3-aded-cb0eb439150a owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:17.722529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10946226-06ef-4fd8-8bd8-02e9216c91ee req-dd662d10-078d-42cd-aa5e-835ce708e9df tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482947 Nov 12 20:58:17.756770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.758328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a28ab0ff-c61c-42af-ba22-be4c271155f7 req-c964c512-b85d-4139-8d38-0dfafb6b5dbc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348035 Nov 12 20:58:17.935090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aadb892f-df62-414a-b58a-61ca0696b14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.968999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-aadb892f-df62-414a-b58a-61ca0696b14f None None] For port 76d96f1f-0113-4170-aed9-d9982702296c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=76d96f1f-0113-4170-aed9-d9982702296c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:17.982443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d173d9-a242-46eb-b3ed-9d7277b24179 req-bc469f1d-c767-43c1-882e-18e106396ad0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:17.983898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10d173d9-a242-46eb-b3ed-9d7277b24179 req-bc469f1d-c767-43c1-882e-18e106396ad0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0545199 Nov 12 20:58:17.992588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.036511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10d173d9-a242-46eb-b3ed-9d7277b24179 req-f1312b61-7eee-418f-b0f9-8198784ca6bb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Nov 12 20:58:18.051553 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5aa0-90bd-4343-80aa-81987544f571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.082921 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aadb892f-df62-414a-b58a-61ca0696b14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.104323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a5aa0-90bd-4343-80aa-81987544f571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=996e9540-dee2-4d4c-8aa1-151e9dd8a9ba,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:18.134194 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5aa0-90bd-4343-80aa-81987544f571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.135781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bc7a5aa0-90bd-4343-80aa-81987544f571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/996e9540-dee2-4d4c-8aa1-151e9dd8a9ba HTTP/1.1" status: 204 len: 168 time: 1.2035291 Nov 12 20:58:18.138318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47486) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:18.157411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 76d96f1f-0113-4170-aed9-d9982702296c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:18.198734 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Allocated IP 172.25.8.155 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/bb467870-11df-4b86-ac3b-0b4c85c08d6a) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:18.203363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eabe2b-e34b-4f2c-b3c7-ec9f0a2b5619 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:18.205549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eabe2b-e34b-4f2c-b3c7-ec9f0a2b5619 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:18.206384 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.207624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-93eabe2b-e34b-4f2c-b3c7-ec9f0a2b5619 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0682375 Nov 12 20:58:18.210177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb892f-df62-414a-b58a-61ca0696b14f None None] Pushing event updated for resources: {'Port': ['ID=76d96f1f-0113-4170-aed9-d9982702296c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:18.210612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47488) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:18.225352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d6928dcd-9833-4188-b148-18148796ca39 None None] Could not find standard attr ID for object 996e9540-dee2-4d4c-8aa1-151e9dd8a9ba. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:58:18.245958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 76d96f1f-0113-4170-aed9-d9982702296c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:18.246341 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.250399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a258eae2-e415-4ec3-aded-cb0eb439150a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:18.308470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-807cee63-c460-48dd-a5e6-227cd3b54264 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 18de4147-a6e4-4830-9b65-22946ff4aa76 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:18.313363 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-807cee63-c460-48dd-a5e6-227cd3b54264 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.366330 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-807cee63-c460-48dd-a5e6-227cd3b54264 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.465033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-807cee63-c460-48dd-a5e6-227cd3b54264 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.488451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.573442 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.608959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-807cee63-c460-48dd-a5e6-227cd3b54264 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.641975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cee63-c460-48dd-a5e6-227cd3b54264 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=18de4147-a6e4-4830-9b65-22946ff4aa76,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:18.645887 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-807cee63-c460-48dd-a5e6-227cd3b54264 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.649070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-807cee63-c460-48dd-a5e6-227cd3b54264 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/18de4147-a6e4-4830-9b65-22946ff4aa76 HTTP/1.1" status: 204 len: 168 time: 0.4372368 Nov 12 20:58:18.651569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:18.658031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea736e5-9f6a-407f-a827-7faac9253426 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:18.667794 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.695139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-69d5719e-f5d1-4445-b8b1-8cb937c50f1b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424716 Nov 12 20:58:18.697933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47492) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:18.704151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:18.722656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:18.730412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:18.733243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:18.766122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'Port': ['ID=bb467870-11df-4b86-ac3b-0b4c85c08d6a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:18.884491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:18.925321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc67a9e-13a5-4b1f-a5e3-104fa827212a req-df43b85e-b270-47ee-945c-7499b3071710 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:18.926869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fc67a9e-13a5-4b1f-a5e3-104fa827212a req-df43b85e-b270-47ee-945c-7499b3071710 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 943 time: 0.1124506 Nov 12 20:58:18.937010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] Deleting port 76d96f1f-0113-4170-aed9-d9982702296c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:18.937683 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.944387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d2fc5-e566-49bd-b34a-da58c0b53b55 req-b24322d5-9451-4538-a995-f068bdfaa5cc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:18.951949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-408d2fc5-e566-49bd-b34a-da58c0b53b55 req-b24322d5-9451-4538-a995-f068bdfaa5cc tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0896261 Nov 12 20:58:18.952903 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.955431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Router 73ad98ce-066c-49a3-8b95-f71531355c39 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:18.978938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:18.983013 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.015389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] For port 76d96f1f-0113-4170-aed9-d9982702296c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=76d96f1f-0113-4170-aed9-d9982702296c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:19.015389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.028852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] Calling delete_port for 76d96f1f-0113-4170-aed9-d9982702296c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:19.076708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fc67a9e-13a5-4b1f-a5e3-104fa827212a req-2f846138-b347-492c-8c8b-2a5faa84ec39 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297786 Nov 12 20:58:19.093740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.099034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-408d2fc5-e566-49bd-b34a-da58c0b53b55 req-59ee2d3b-c34e-42b4-976b-0b5fda132d39 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438894 Nov 12 20:58:19.132247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:19.152468 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac1e452f-c1a1-49db-bc71-811eaef06c72 admin admin] 10.222.0.64 "PUT /v2.0/routers/73ad98ce-066c-49a3-8b95-f71531355c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3561070 Nov 12 20:58:19.152587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] Sync routers for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:19.152695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47504) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:19.161656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:19.162443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:19.247218 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.329902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] Pushing event deleted for resources: {'Port': ['ID=76d96f1f-0113-4170-aed9-d9982702296c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:19.330762 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.339929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38619ed4-7999-488b-b0e6-a6263f67a5ca None None] No DVR routers for this DVR port 76d96f1f-0113-4170-aed9-d9982702296c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:19.362104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29853695-5132-4941-852b-e8a4a7a73b8f req-7337327e-47c3-445c-8f01-ba567eee4454 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:19.363403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:19.363762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29853695-5132-4941-852b-e8a4a7a73b8f req-7337327e-47c3-445c-8f01-ba567eee4454 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.1042747 Nov 12 20:58:19.420692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29853695-5132-4941-852b-e8a4a7a73b8f req-0dc2ddaa-8fa7-4a25-bc41-1531f7924425 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Nov 12 20:58:19.443517 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.459139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.469203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f250cf26-3079-4a35-954e-0ace8928ba3c details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:58:19.486828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.493964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:19.497421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:19.503299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:19.504059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.518285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=d2ea044b-b29c-4b91-a2a9-3449e31697a8,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:19.521144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb542f-b4f7-451a-896d-48fe2aada595 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:19.529832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.602097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e283cc2b-4078-49c1-b8e3-23f04eee4d5e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9005868 Nov 12 20:58:19.602571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47506) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:19.609009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': 'd2ea044b-b29c-4b91-a2a9-3449e31697a8', 'ip_address': '2001:db8::ca1c:1871:2b05:7e36'}], 'name': 'tempest-NetworksTestDHCPv6-1211578'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:19.629971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'Port': ['ID=bb467870-11df-4b86-ac3b-0b4c85c08d6a,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:19.644174 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.670685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Deleting port b6ca3c50-13ba-42fa-8a35-da70726a8c08 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:19.671034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.695227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f250cf26-3079-4a35-954e-0ace8928ba3c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f250cf26-3079-4a35-954e-0ace8928ba3c,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:19.713580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'f250cf26-3079-4a35-954e-0ace8928ba3c', 'network_id': '5b844a3b-d355-4405-81ca-ab57419ffb05', 'port_id': 'f250cf26-3079-4a35-954e-0ace8928ba3c', 'mac_address': 'fa:16:3e:39:96:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:58:19.727155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.730065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bbd7a8f3-326b-42f5-8df9-ed40d6d919ce tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3658156 Nov 12 20:58:19.733411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47508) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:19.740532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-840752200'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:19.769122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] For port b6ca3c50-13ba-42fa-8a35-da70726a8c08, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b6ca3c50-13ba-42fa-8a35-da70726a8c08,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:19.769504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.779888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:58:18Z', 'revision_number': 5, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port': {'id': 'b6ca3c50-13ba-42fa-8a35-da70726a8c08', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:55:57Z', 'updated_at': '2021-11-12T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:19.786073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Calling delete_port for b6ca3c50-13ba-42fa-8a35-da70726a8c08 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:19.816532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:19.822043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.823659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] Checking router: 73ad98ce-066c-49a3-8b95-f71531355c39 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:19.847984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:19.848239 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.864256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] Routers {'73ad98ce-066c-49a3-8b95-f71531355c39'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:19.865497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['73ad98ce-066c-49a3-8b95-f71531355c39'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:19.867521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f250cf26-3079-4a35-954e-0ace8928ba3c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:19.874941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': 'd2ea044b-b29c-4b91-a2a9-3449e31697a8'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:19.875467 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.901264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Made reservation on behalf of 6320d10a13e74501b36fc661506a27b6 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:19.905850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.921701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.968353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f250cf26-3079-4a35-954e-0ace8928ba3c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f250cf26-3079-4a35-954e-0ace8928ba3c,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:20.037214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] Set router 73ad98ce-066c-49a3-8b95-f71531355c39 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:20.070641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::ca1c:1871:2b05:7e36 (562b17e4-82bc-45a1-bb66-23d0d781dbba/d2ea044b-b29c-4b91-a2a9-3449e31697a8/2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:20.119186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.174347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.223563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ca3c50-13ba-42fa-8a35-da70726a8c08,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:20.269544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.276370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 76d96f1f-0113-4170-aed9-d9982702296c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:20.282078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:58:19Z', 'revision_number': 6, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:20.283606 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.297295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.329485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:58:20.333762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 76d96f1f-0113-4170-aed9-d9982702296c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:20.333985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 76d96f1f-0113-4170-aed9-d9982702296c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:20.357312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3caea-5448-4b70-9880-28142f8a7be1 None None] The sync data for ids ['73ad98ce-066c-49a3-8b95-f71531355c39'] in n-d-713498-29 is: [{'id': '73ad98ce-066c-49a3-8b95-f71531355c39', 'name': 'tempest-ServersTestManualDisk-1559034363-router', 'tenant_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:55:56Z', 'updated_at': '2021-11-12T20:58:19Z', 'revision_number': 6, 'project_id': 'd9b91358e6624354b3bbafc8f28ffa91', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:20.366079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1925bc80-fd40-4ddb-9c7f-4462761b2ce5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:20.369261 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.369622 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Added segment 4b05a810-d395-44be-8d51-a1815157519e of type vlan for network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 Nov 12 20:58:20.403037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f250cf26-3079-4a35-954e-0ace8928ba3c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:20.412134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.416539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.424134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34768a-10c4-444d-8b83-801cb725ec9d req-53720d04-0954-444f-9f9e-7bcb39b2405e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:20.425698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd34768a-10c4-444d-8b83-801cb725ec9d req-53720d04-0954-444f-9f9e-7bcb39b2405e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 944 time: 0.2345138 Nov 12 20:58:20.433550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b728-97b8-477b-8de8-93e5342f1075 req-1b73b836-351b-4e63-b9d6-73585554c000 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:20.435878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd7b728-97b8-477b-8de8-93e5342f1075 req-1b73b836-351b-4e63-b9d6-73585554c000 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.2097425 Nov 12 20:58:20.500443 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.509307 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.522860 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.523475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ad98ce-066c-49a3-8b95-f71531355c39 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:58:20.528161 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.529500 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-21abdb7f-46d9-4e20-a019-6e52d95c4c94 admin admin] 10.222.0.64 "DELETE /v2.0/routers/73ad98ce-066c-49a3-8b95-f71531355c39 HTTP/1.1" status: 204 len: 168 time: 1.3751965 Nov 12 20:58:20.532041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:20.584183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd34768a-10c4-444d-8b83-801cb725ec9d req-b0e90312-3b1c-45ad-b50e-b02d90539894 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446717 Nov 12 20:58:20.584417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-62648c5a-7d97-4c6e-b4ec-d58d0ec54b8e admin admin] Deleting subnet 907c3a21-ca6e-4ecb-90a1-150a526395ea {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:20.587393 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62648c5a-7d97-4c6e-b4ec-d58d0ec54b8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.605355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd7b728-97b8-477b-8de8-93e5342f1075 req-c4d3d8c9-262c-47eb-b9cd-0a377b1be98a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368642 Nov 12 20:58:20.625658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62648c5a-7d97-4c6e-b4ec-d58d0ec54b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.654145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['f250cf26-3079-4a35-954e-0ace8928ba3c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:20.654462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.663818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:20.664278 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.695249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.728272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62648c5a-7d97-4c6e-b4ec-d58d0ec54b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.783822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:20.814275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/d2ea044b-b29c-4b91-a2a9-3449e31697a8/a3c81c62-be8b-4f55-8f32-368178e6ee56) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:20.824691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:20.843609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1088376 Nov 12 20:58:20.845183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47524) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:20.845328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:20.850998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:20.851679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.854078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Request body: {'subnet': {'network_id': 'ac5e8704-c9a8-4477-be3f-c181bc3c65c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:20.901530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8434a-b70d-491c-a9b5-e60a84c02aa7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'Network': ['ID=ac5e8704-c9a8-4477-be3f-c181bc3c65c5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:20.908952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:20.929128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62648c5a-7d97-4c6e-b4ec-d58d0ec54b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.936033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c456a-dcb3-4f7f-ad3f-f9d1448600e2 req-626fa101-b893-4f38-ab74-7288b9b55c59 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:20.944023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-702c456a-dcb3-4f7f-ad3f-f9d1448600e2 req-626fa101-b893-4f38-ab74-7288b9b55c59 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.1076331 Nov 12 20:58:20.944254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:58:20.994344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3ebf6720-9f69-4831-ac63-b426c6ab8198 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.3901944 Nov 12 20:58:20.997850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62648c5a-7d97-4c6e-b4ec-d58d0ec54b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.003822 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-62648c5a-7d97-4c6e-b4ec-d58d0ec54b8e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/907c3a21-ca6e-4ecb-90a1-150a526395ea HTTP/1.1" status: 204 len: 168 time: 0.4704249 Nov 12 20:58:21.004131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47526) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:21.004131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47528) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:21.004690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62648c5a-7d97-4c6e-b4ec-d58d0ec54b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907c3a21-ca6e-4ecb-90a1-150a526395ea,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:21.030444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4154e7e-6165-4f81-8d81-91ee7c717aae None None] Network f56083d2-5309-4a49-a7d6-0ff320b33480 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:21.117112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Made reservation on behalf of 6320d10a13e74501b36fc661506a27b6 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:21.124026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.124236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-702c456a-dcb3-4f7f-ad3f-f9d1448600e2 req-5c0ce065-58c0-4ac7-8744-c76389359408 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763997 Nov 12 20:58:21.152793 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-f3719222-a30b-4546-aa3f-8f7cafe9663c service neutron] show failed (client error): The resource could not be found. Nov 12 20:58:21.154801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-f3719222-a30b-4546-aa3f-8f7cafe9663c service neutron] 10.222.0.78 "GET /v2.0/ports/b5b87ae0-8b0c-4323-a87c-205f4ba22383/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.3670042 Nov 12 20:58:21.161076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.172800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54037c-1ce7-4a43-931a-915b7428b6ce tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:21.176759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-db54037c-1ce7-4a43-931a-915b7428b6ce tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1691885 Nov 12 20:58:21.177158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47530) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:21.238437 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.320814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Deleting port d9861d43-c886-41e6-b9dd-389fcc281a04 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:21.321352 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.351109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] DHCP port deletion for f56083d2-5309-4a49-a7d6-0ff320b33480 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:21.355782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.386730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d3395522-5ff4-4c83-a0f0-42185adbbc9c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:21.387001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3395522-5ff4-4c83-a0f0-42185adbbc9c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.442989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:21.449398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:21.454701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:21.456184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] For port d9861d43-c886-41e6-b9dd-389fcc281a04, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d9861d43-c886-41e6-b9dd-389fcc281a04,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:21.456455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Pushing event updated for resources: {'Port': ['ID=a3c81c62-be8b-4f55-8f32-368178e6ee56,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:21.456606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.466801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.476974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Calling delete_port for d9861d43-c886-41e6-b9dd-389fcc281a04 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:21.524984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Attempting to bind port a3c81c62-be8b-4f55-8f32-368178e6ee56 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:21.525990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Attempting to bind port a3c81c62-be8b-4f55-8f32-368178e6ee56 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:21.525990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Attempting to bind port a3c81c62-be8b-4f55-8f32-368178e6ee56 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:21.534771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] Deleting port d9861d43-c886-41e6-b9dd-389fcc281a04 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:21.538258 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.538258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:21.538258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:21.538258 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.538258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:21.538888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Bound port: a3c81c62-be8b-4f55-8f32-368178e6ee56, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:21.538888 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.545321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'Subnet': ['ID=9793c5aa-2d75-45ee-8350-59a55f7344f9,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:21.555604 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3395522-5ff4-4c83-a0f0-42185adbbc9c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.557253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Checking segment: {'id': '4b05a810-d395-44be-8d51-a1815157519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ac5e8704-c9a8-4477-be3f-c181bc3c65c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:21.557253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Network hostable DHCP agents. Network: ac5e8704-c9a8-4477-be3f-c181bc3c65c5, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:58:21.580882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d3395522-5ff4-4c83-a0f0-42185adbbc9c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:21.645111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:58:21.673147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] For port d9861d43-c886-41e6-b9dd-389fcc281a04, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d9861d43-c886-41e6-b9dd-389fcc281a04,segment=NetworkSegment(bd5a0cba-5707-4a93-82c2-120a76ecd180),segment_id=bd5a0cba-5707-4a93-82c2-120a76ecd180)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:21.673885 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.726021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] Calling delete_port for d9861d43-c886-41e6-b9dd-389fcc281a04 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:21.732277 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.739571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] For port a3c81c62-be8b-4f55-8f32-368178e6ee56, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:21.748460 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] For port a3c81c62-be8b-4f55-8f32-368178e6ee56, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a3c81c62-be8b-4f55-8f32-368178e6ee56,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:21.768328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, ac5e8704-c9a8-4477-be3f-c181bc3c65c5) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:21.772838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:21.782800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.796738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb7d494-1ca1-4387-a6d6-1c1098bfdcf1 None None] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:21.832403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9861d43-c886-41e6-b9dd-389fcc281a04,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:21.848233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] No DVR routers for this DVR port d9861d43-c886-41e6-b9dd-389fcc281a04 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:21.884941 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.920792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371df5f-baeb-44fd-8295-3dd4ce54dcbe req-eeeb7650-1dde-46f0-90d4-947d85d77425 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:21.922377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2371df5f-baeb-44fd-8295-3dd4ce54dcbe req-eeeb7650-1dde-46f0-90d4-947d85d77425 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 944 time: 0.1967547 Nov 12 20:58:21.933649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607607d3-d1aa-46bf-8c38-b3185b1f5eb1 req-15f2f56f-aa8c-41fa-a5ee-fd26cd18b669 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:21.947814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-607607d3-d1aa-46bf-8c38-b3185b1f5eb1 req-15f2f56f-aa8c-41fa-a5ee-fd26cd18b669 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.2192516 Nov 12 20:58:21.956743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.976751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] No DVR routers for this DVR port d9861d43-c886-41e6-b9dd-389fcc281a04 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:22.035146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3395522-5ff4-4c83-a0f0-42185adbbc9c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.076434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15178c12-3fed-43b4-aba8-131ab76c55e6 None None] Pushing event updated for resources: {'Port': ['ID=a3c81c62-be8b-4f55-8f32-368178e6ee56,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:22.096687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.103302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69dd36-876d-4230-a399-2230f8d9581b None None] Pushing event deleted for resources: {'Port': ['ID=d9861d43-c886-41e6-b9dd-389fcc281a04,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:22.106305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-ac5e8704-c9a8-4477-be3f-c181bc3c65c5', 'network_id': 'ac5e8704-c9a8-4477-be3f-c181bc3c65c5', 'tenant_id': '6320d10a13e74501b36fc661506a27b6', 'fixed_ips': [{'subnet_id': '9793c5aa-2d75-45ee-8350-59a55f7344f9'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:22.107188 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.164399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3395522-5ff4-4c83-a0f0-42185adbbc9c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:22.192301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56083d2-5309-4a49-a7d6-0ff320b33480']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:22.245226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2371df5f-baeb-44fd-8295-3dd4ce54dcbe req-f112e494-31cd-4971-ab3e-00635d69620e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825382 Nov 12 20:58:22.256377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5a0cba-5707-4a93-82c2-120a76ecd180') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:22.260675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5a0cba-5707-4a93-82c2-120a76ecd180') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:22.283801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Allocated IP 172.20.0.2 (ac5e8704-c9a8-4477-be3f-c181bc3c65c5/9793c5aa-2d75-45ee-8350-59a55f7344f9/ba47901b-a7a6-4bea-9d89-3b2e75159746) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:22.293257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d3395522-5ff4-4c83-a0f0-42185adbbc9c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.328843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d3395522-5ff4-4c83-a0f0-42185adbbc9c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081 HTTP/1.1" status: 204 len: 168 time: 1.1478772 Nov 12 20:58:22.329705 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.330525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47542) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:22.337019 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-29837e6a-8c15-4d86-81f8-cc00421be352 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4890835 Nov 12 20:58:22.340653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47544) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:22.346117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-607607d3-d1aa-46bf-8c38-b3185b1f5eb1 req-813c3dcb-b043-42a8-a31f-d42567c21c32 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974183 Nov 12 20:58:22.351318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1908198644', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:22.403362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a258eae2-e415-4ec3-aded-cb0eb439150a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:22.404216 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.428055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:58:22.428480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:58:22.432944 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:58:22.438999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-0b907bc3-2022-4069-aa0f-13d87f6a81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:22.440886 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-0b907bc3-2022-4069-aa0f-13d87f6a81a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4&tenant_id=1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 1102 time: 0.6095061 Nov 12 20:58:22.445800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a258eae2-e415-4ec3-aded-cb0eb439150a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:22.445800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a258eae2-e415-4ec3-aded-cb0eb439150a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:22.446264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b6ca3c50-13ba-42fa-8a35-da70726a8c08 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:22.464673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:22.484417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b6ca3c50-13ba-42fa-8a35-da70726a8c08 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:22.485015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b6ca3c50-13ba-42fa-8a35-da70726a8c08 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:22.485176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d9861d43-c886-41e6-b9dd-389fcc281a04 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:22.504583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98dc22-c38b-4de7-b6bb-a2ae1f74fed4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:22.506388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98dc22-c38b-4de7-b6bb-a2ae1f74fed4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:22.508373 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cf98dc22-c38b-4de7-b6bb-a2ae1f74fed4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1703475 Nov 12 20:58:22.517837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d9861d43-c886-41e6-b9dd-389fcc281a04 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:22.517837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d9861d43-c886-41e6-b9dd-389fcc281a04 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:22.527678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47546) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:22.561155 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.570642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.585316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.586350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.600931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf16db7-82b6-4591-bd14-e7b8a8fdb83d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet d2ea044b-b29c-4b91-a2a9-3449e31697a8 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:22.614329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d5ce4-2b49-4619-9c7b-ebe6f5006dc4 req-793257ee-6f75-4d59-b994-dd6f92871c45 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:22.615868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-273d5ce4-2b49-4619-9c7b-ebe6f5006dc4 req-793257ee-6f75-4d59-b994-dd6f92871c45 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0668948 Nov 12 20:58:22.620047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf16db7-82b6-4591-bd14-e7b8a8fdb83d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.632332 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.672097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:22.676948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.677982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:22.681993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:22.683126 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf16db7-82b6-4591-bd14-e7b8a8fdb83d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.687201 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.690608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Pushing event updated for resources: {'Port': ['ID=ba47901b-a7a6-4bea-9d89-3b2e75159746,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:22.693377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] 10.222.0.64 "DELETE /v2.0/networks/f56083d2-5309-4a49-a7d6-0ff320b33480 HTTP/1.1" status: 204 len: 168 time: 1.6871476 Nov 12 20:58:22.716500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-273d5ce4-2b49-4619-9c7b-ebe6f5006dc4 req-5d9625ee-c05f-46cf-b7c0-c502c8b0153b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938640 Nov 12 20:58:22.718913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcd1f6-a9e3-44e9-a511-a9fd9b0df24b admin admin] Pushing event deleted for resources: {'Network': ['ID=f56083d2-5309-4a49-a7d6-0ff320b33480,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:22.753050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.790142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Attempting to bind port ba47901b-a7a6-4bea-9d89-3b2e75159746 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:22.790505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Attempting to bind port ba47901b-a7a6-4bea-9d89-3b2e75159746 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '4b05a810-d395-44be-8d51-a1815157519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ac5e8704-c9a8-4477-be3f-c181bc3c65c5'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:22.790870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Attempting to bind port ba47901b-a7a6-4bea-9d89-3b2e75159746 on network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:22.798010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:22.798710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Checking segment: {'id': '4b05a810-d395-44be-8d51-a1815157519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ac5e8704-c9a8-4477-be3f-c181bc3c65c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:22.799165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.799674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Bound using segment: {'id': '4b05a810-d395-44be-8d51-a1815157519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ac5e8704-c9a8-4477-be3f-c181bc3c65c5'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:22.800149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Bound port: ba47901b-a7a6-4bea-9d89-3b2e75159746, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b05a810-d395-44be-8d51-a1815157519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ac5e8704-c9a8-4477-be3f-c181bc3c65c5'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:22.800545 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.871310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] For port ba47901b-a7a6-4bea-9d89-3b2e75159746, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:22.876342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] For port ba47901b-a7a6-4bea-9d89-3b2e75159746, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ba47901b-a7a6-4bea-9d89-3b2e75159746,segment=NetworkSegment(4b05a810-d395-44be-8d51-a1815157519e),segment_id=4b05a810-d395-44be-8d51-a1815157519e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:22.897484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf16db7-82b6-4591-bd14-e7b8a8fdb83d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.953620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:23.001267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:23.009296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.051105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.053537 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:23.056106 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfead17-2f9c-45da-8842-8725c89d1df2" -d '{"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:23.060774 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.081278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Transition to ACTIVE for port object b5b87ae0-8b0c-4323-a87c-205f4ba22383 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:58:23.095002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8276b2-56d9-4888-a830-79b5e0ed6e54 None None] Pushing event updated for resources: {'Port': ['ID=ba47901b-a7a6-4bea-9d89-3b2e75159746,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:23.129268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf16db7-82b6-4591-bd14-e7b8a8fdb83d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.134195 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b1de7c-2a2d-4e60-8fe8-8f07402bfb1e x-openstack-request-id: req-71b1de7c-2a2d-4e60-8fe8-8f07402bfb1e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:23.134607 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:23.135090 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71b1de7c-2a2d-4e60-8fe8-8f07402bfb1e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:23.135647 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'code': 200} Nov 12 20:58:23.164233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf16db7-82b6-4591-bd14-e7b8a8fdb83d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ea044b-b29c-4b91-a2a9-3449e31697a8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:23.170822 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abf16db7-82b6-4591-bd14-e7b8a8fdb83d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.174677 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-abf16db7-82b6-4591-bd14-e7b8a8fdb83d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/d2ea044b-b29c-4b91-a2a9-3449e31697a8 HTTP/1.1" status: 204 len: 168 time: 0.6455925 Nov 12 20:58:23.177448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47552) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:23.220259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.225306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-65d16583-7be2-4497-9f2d-f27ed5ee00fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466673 Nov 12 20:58:23.230786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47554) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:23.270931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:23.276945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:23.430820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] No DVR routers for this DVR port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:23.455642 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=6']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:23.485642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f250cf26-3079-4a35-954e-0ace8928ba3c up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:23.516987 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2d78ca04-15e6-47eb-8621-705708cc154c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9b91358e6624354b3bbafc8f28ffa91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2361758 Nov 12 20:58:23.525214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47566) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:23.549563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa966e37-209c-4db7-a503-90d29ceebed8 req-d49e8728-2655-4e42-9903-405733d4ce2c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:23.557592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa966e37-209c-4db7-a503-90d29ceebed8 req-d49e8728-2655-4e42-9903-405733d4ce2c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 944 time: 0.1673989 Nov 12 20:58:23.603626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84099700-0786-4e82-a3f0-1e06a37a7e70 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:23.646588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:23.651121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.657586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:23.657586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:23.658606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:23.667655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port f250cf26-3079-4a35-954e-0ace8928ba3c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:58:23.686558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port f250cf26-3079-4a35-954e-0ace8928ba3c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:23.686933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.692012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-18272eb5-79e1-4797-bc02-9641a67725c1 None None] Provisioning complete for port a3c81c62-be8b-4f55-8f32-368178e6ee56 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:23.692268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18272eb5-79e1-4797-bc02-9641a67725c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.697604 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:58:23.698064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:23.704107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f302520-7eb3-47bf-a73d-f336068ec865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.760346 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f302520-7eb3-47bf-a73d-f336068ec865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.769822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:23.770308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:23.771786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:23.772458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Bound port: b5b87ae0-8b0c-4323-a87c-205f4ba22383, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:23.772853 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.951478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:23.976861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:24.055549 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.063372 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f302520-7eb3-47bf-a73d-f336068ec865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.067578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.072782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f302520-7eb3-47bf-a73d-f336068ec865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.076661 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f302520-7eb3-47bf-a73d-f336068ec865 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a91140a-88a1-43d3-8bd6-51875c34c00a HTTP/1.1" status: 204 len: 168 time: 0.5461681 Nov 12 20:58:24.078963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:24.080230 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18272eb5-79e1-4797-bc02-9641a67725c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.108695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa966e37-209c-4db7-a503-90d29ceebed8 req-fd8d65a4-107d-417e-a349-7ff0f17e4a53 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497768 Nov 12 20:58:24.165447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.166909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f302520-7eb3-47bf-a73d-f336068ec865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a91140a-88a1-43d3-8bd6-51875c34c00a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.204382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:24.205006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.207080 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] 10.222.0.46 "PUT /v2.0/ports/b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 1097 time: 1.7468703 Nov 12 20:58:24.227175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c46b3-16ed-4d0b-9dc8-b0464c28e170 req-ff6e4239-ae33-45dd-a489-800101d694c4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:24.228792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7cd50-52d8-45ac-b450-2bdd5870be9c service neutron] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=7']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.239225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-935c46b3-16ed-4d0b-9dc8-b0464c28e170 req-ff6e4239-ae33-45dd-a489-800101d694c4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 948 time: 0.7379761 Nov 12 20:58:24.242750 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.267968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef500367-88e7-45fe-b304-80298574d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f250cf26-3079-4a35-954e-0ace8928ba3c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:24.270933 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ae2cc0-a50c-41ee-b8dc-78a595a15f55" -d '{"events": [{"server_uuid": "ef500367-88e7-45fe-b304-80298574d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "f250cf26-3079-4a35-954e-0ace8928ba3c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:24.274592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:24.279174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ba47901b-a7a6-4bea-9d89-3b2e75159746 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:24.332418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-18272eb5-79e1-4797-bc02-9641a67725c1 None None] For port a3c81c62-be8b-4f55-8f32-368178e6ee56, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a3c81c62-be8b-4f55-8f32-368178e6ee56,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:24.372751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.382974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f250cf26-3079-4a35-954e-0ace8928ba3c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f250cf26-3079-4a35-954e-0ace8928ba3c,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:24.411540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18272eb5-79e1-4797-bc02-9641a67725c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.445247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Allocated IP 172.25.8.68 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/7dd2768e-2a62-447e-9940-9d3cf54c01e6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:24.487854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:24.502118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] Deleting port a3c81c62-be8b-4f55-8f32-368178e6ee56 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:24.502504 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.504311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.565143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=19275b5e-ed56-435c-8d64-65c685aa3e38,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.570573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ba47901b-a7a6-4bea-9d89-3b2e75159746 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:24.570950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.601822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-032882a5-d800-4719-9aed-14a918ab01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:24.603747 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-032882a5-d800-4719-9aed-14a918ab01d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1100 time: 0.3547373 Nov 12 20:58:24.616317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:24.633535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-935c46b3-16ed-4d0b-9dc8-b0464c28e170 req-92072f09-1471-489c-8721-d804e35d858d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882236 Nov 12 20:58:24.635121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18272eb5-79e1-4797-bc02-9641a67725c1 None None] Pushing event updated for resources: {'Port': ['ID=a3c81c62-be8b-4f55-8f32-368178e6ee56,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.705011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4e207-4180-4a90-a24a-b45b96180e85 None None] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:24.708344 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.727407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa2fa-3f2e-408c-b79e-e78d65e24533 req-dc9000e9-0df2-4cc3-b747-f2e9aeded13d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:24.728982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-162fa2fa-3f2e-408c-b79e-e78d65e24533 req-dc9000e9-0df2-4cc3-b747-f2e9aeded13d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0943861 Nov 12 20:58:24.787174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-4753ec64-eb26-4ebd-baad-0359620b327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:24.788733 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-4753ec64-eb26-4ebd-baad-0359620b327e service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1707976 Nov 12 20:58:24.789825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:24.792983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:24.793614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.803810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-162fa2fa-3f2e-408c-b79e-e78d65e24533 req-06a9f251-820c-46ff-bc70-bed5d9d4ff3c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676861 Nov 12 20:58:24.865023 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-341fba46-3c4b-43da-b973-b62385516c09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.0565040 Nov 12 20:58:24.873317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-42105787-c989-4a7d-80a1-28f30d792589 None None] Provisioning complete for port ba47901b-a7a6-4bea-9d89-3b2e75159746 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:24.873686 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42105787-c989-4a7d-80a1-28f30d792589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.880616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] For port a3c81c62-be8b-4f55-8f32-368178e6ee56, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a3c81c62-be8b-4f55-8f32-368178e6ee56,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:24.880616 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.889860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.921536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f250cf26-3079-4a35-954e-0ace8928ba3c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.939742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:24.945689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:24.950269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:24.957923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] Calling delete_port for a3c81c62-be8b-4f55-8f32-368178e6ee56 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:24.974123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-0730cd51-a089-4bce-b3f8-cc6804d9b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:24.977935 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-0730cd51-a089-4bce-b3f8-cc6804d9b52c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0998974 Nov 12 20:58:25.004329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'Port': ['ID=7dd2768e-2a62-447e-9940-9d3cf54c01e6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:25.020956 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e52bcd7c-1fd1-4e5a-9739-98487b827447 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7851028 Nov 12 20:58:25.025475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:25.032358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '19275b5e-ed56-435c-8d64-65c685aa3e38', 'ip_address': '2001:db8::6228:db5a:8119:7f1d'}], 'name': 'tempest-NetworksTestDHCPv6-1274008102'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:25.054999 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a344f6a0-be30-437f-a704-b81e55d99504 x-openstack-request-id: req-a344f6a0-be30-437f-a704-b81e55d99504 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:25.055311 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef500367-88e7-45fe-b304-80298574d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "f250cf26-3079-4a35-954e-0ace8928ba3c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:25.055622 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a344f6a0-be30-437f-a704-b81e55d99504 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:25.056015 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef500367-88e7-45fe-b304-80298574d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f250cf26-3079-4a35-954e-0ace8928ba3c', 'code': 200} Nov 12 20:58:25.058876 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.067840 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-f8114843-014b-43c4-a040-68a5482fb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:25.069533 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-f8114843-014b-43c4-a040-68a5482fb791 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825970 Nov 12 20:58:25.175470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:25.181436 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:25.216875 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42105787-c989-4a7d-80a1-28f30d792589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.220435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port ba47901b-a7a6-4bea-9d89-3b2e75159746, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ba47901b-a7a6-4bea-9d89-3b2e75159746,segment=NetworkSegment(4b05a810-d395-44be-8d51-a1815157519e),segment_id=4b05a810-d395-44be-8d51-a1815157519e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:25.275659 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-b8aeaf5a-811d-4275-bbfc-208ce52979ad service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887803 Nov 12 20:58:25.287758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.314486 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b3a3b-dee7-4477-a432-b1523ebf9fda x-openstack-request-id: req-a15b3a3b-dee7-4477-a432-b1523ebf9fda {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:25.314862 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:25.315392 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a15b3a3b-dee7-4477-a432-b1523ebf9fda {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:25.316015 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'status': 'completed', 'code': 200} Nov 12 20:58:25.369473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86295ebf-2b19-4e0d-a9db-3426cb3a81f5 req-f2fc8b33-ab21-4d39-8f08-2413dbf0248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:25.371016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86295ebf-2b19-4e0d-a9db-3426cb3a81f5 req-f2fc8b33-ab21-4d39-8f08-2413dbf0248b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 1097 time: 0.1607380 Nov 12 20:58:25.374886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.420689 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ecdf1638-01b1-4b5c-9db8-e4998da98272 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326578 Nov 12 20:58:25.446202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=ba47901b-a7a6-4bea-9d89-3b2e75159746,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:25.459577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] No DVR routers for this DVR port a3c81c62-be8b-4f55-8f32-368178e6ee56 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:25.512297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64320cb5-4dd9-48db-ac2a-30abf9f0638e req-e1134bd9-38e7-41db-a288-84d3a58ce13e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:25.513710 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-42105787-c989-4a7d-80a1-28f30d792589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:58:25.514596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64320cb5-4dd9-48db-ac2a-30abf9f0638e req-e1134bd9-38e7-41db-a288-84d3a58ce13e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 945 time: 0.3028545 Nov 12 20:58:25.517607 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-42105787-c989-4a7d-80a1-28f30d792589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:58:25.522636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ecc2bf-0139-4cc7-a07a-b9029e45812a None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:25.574596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-5574ae49-9edf-4cdc-85db-de80747fec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:25.576546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-5574ae49-9edf-4cdc-85db-de80747fec91 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1100 time: 0.2345786 Nov 12 20:58:25.593675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86295ebf-2b19-4e0d-a9db-3426cb3a81f5 req-636fd425-63f7-4eba-a269-1c3f227818b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649160 Nov 12 20:58:25.594611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7853b-d5b8-48bf-ac2c-9cf972024c81 None None] Pushing event deleted for resources: {'Port': ['ID=a3c81c62-be8b-4f55-8f32-368178e6ee56,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:25.655815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-f08cc6b4-2ee1-4e82-844d-e99ca8a5ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:25.659614 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-f08cc6b4-2ee1-4e82-844d-e99ca8a5ada0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1100 time: 0.0757377 Nov 12 20:58:25.697800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:25.728566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '19275b5e-ed56-435c-8d64-65c685aa3e38'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:25.729718 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.868972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64320cb5-4dd9-48db-ac2a-30abf9f0638e req-ef92f7b1-7974-4b3e-af64-26f064448cef tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388989 Nov 12 20:58:25.877630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47608) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:25.949161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-c2630744-7f49-4d3a-a3da-4a8aa5bf8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:25.953895 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-c2630744-7f49-4d3a-a3da-4a8aa5bf8165 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1497495 Nov 12 20:58:25.955996 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/19275b5e-ed56-435c-8d64-65c685aa3e38/dd11c2f8-d571-49f6-9701-fb487073a6b2) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:26.028962 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-8c93c377-09ed-481f-9bea-b09bd1e448d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.0663214 Nov 12 20:58:26.042290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1117062640-network', 'tenant_id': 'a29db0e5d1a94a41bd1c96eb021ff970'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:26.065532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75407db1-0451-4dd1-875d-08ecf99a26ed req-bd40627c-cd96-4c4f-8d6c-4da7f7415b61 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:26.072846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75407db1-0451-4dd1-875d-08ecf99a26ed req-bd40627c-cd96-4c4f-8d6c-4da7f7415b61 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 948 time: 0.3553112 Nov 12 20:58:26.075232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-faf170e4-8817-41af-a9d5-e8f1c725ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:26.077480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-faf170e4-8817-41af-a9d5-e8f1c725ab11 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.4902635 Nov 12 20:58:26.081548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.102468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.117152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ba47901b-a7a6-4bea-9d89-3b2e75159746 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:26.123817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-04216a1d-f3b3-4b3e-9f11-52d3f279bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:26.126274 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-04216a1d-f3b3-4b3e-9f11-52d3f279bff7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0631003 Nov 12 20:58:26.146329 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Made reservation on behalf of a29db0e5d1a94a41bd1c96eb021ff970 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:26.147162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.173095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.199166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-a2999b5a-998e-4052-85fa-bff4514679e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:26.199652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-7bac44fc-0fa9-440f-a76f-4723dcd3ede2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.1027002 Nov 12 20:58:26.200458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port a49f48eb-8ce2-4803-9124-4de2b0137273 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:26.201266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-a2999b5a-998e-4052-85fa-bff4514679e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664408 Nov 12 20:58:26.222797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394abbb-79d6-4a38-82d6-695fe286afc5 req-41d9704f-943d-4a28-b2cc-f1531964216e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:26.227596 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.230130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9394abbb-79d6-4a38-82d6-695fe286afc5 req-41d9704f-943d-4a28-b2cc-f1531964216e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.2591484 Nov 12 20:58:26.243663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ba47901b-a7a6-4bea-9d89-3b2e75159746 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:26.244038 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.311275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-49108c6d-b6d4-4d32-ba41-6aa2ca6f654e None None] Provisioning complete for port ba47901b-a7a6-4bea-9d89-3b2e75159746 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:26.311957 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-49108c6d-b6d4-4d32-ba41-6aa2ca6f654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.316187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.354530 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-69a0a238-2d26-494a-aab2-e3d2b4e28224 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369333 Nov 12 20:58:26.360940 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.394035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75407db1-0451-4dd1-875d-08ecf99a26ed req-ff69b46c-54ec-4c2e-a9e2-3e97be106745 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202977 Nov 12 20:58:26.430608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-9df3a98e-bbf7-4321-85ac-9089317bd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:26.434193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-9df3a98e-bbf7-4321-85ac-9089317bd38a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.2232764 Nov 12 20:58:26.434823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:26.446369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:26.448769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:26.458138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Pushing event updated for resources: {'Port': ['ID=dd11c2f8-d571-49f6-9701-fb487073a6b2,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:26.461718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.475422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:58:26.491969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.508868 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Added segment 84c61421-ecfa-4330-9ad5-e50bbc507738 of type vlan for network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e Nov 12 20:58:26.509081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9394abbb-79d6-4a38-82d6-695fe286afc5 req-f9f435e1-8919-4748-868e-5b634216e9c2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751362 Nov 12 20:58:26.573958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:26.580977 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-86de12b1-1487-4722-b0b4-485f4fe64b6e service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175674 Nov 12 20:58:26.583270 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.623946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Attempting to bind port dd11c2f8-d571-49f6-9701-fb487073a6b2 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:26.624429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Attempting to bind port dd11c2f8-d571-49f6-9701-fb487073a6b2 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:26.624893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Attempting to bind port dd11c2f8-d571-49f6-9701-fb487073a6b2 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:26.630416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:26.631337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:26.631337 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.632828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:26.632828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Bound port: dd11c2f8-d571-49f6-9701-fb487073a6b2, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:26.633252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.669155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-7bdb85a8-adcb-4337-a7be-07601434a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:26.670670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-7bdb85a8-adcb-4337-a7be-07601434a2a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2089202 Nov 12 20:58:26.705380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] For port dd11c2f8-d571-49f6-9701-fb487073a6b2, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:26.708640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] For port dd11c2f8-d571-49f6-9701-fb487073a6b2, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dd11c2f8-d571-49f6-9701-fb487073a6b2,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:26.717543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.718528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:26.720665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.733730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::6228:db5a:8119:7f1d (562b17e4-82bc-45a1-bb66-23d0d781dbba/19275b5e-ed56-435c-8d64-65c685aa3e38/a49f48eb-8ce2-4803-9124-4de2b0137273) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:26.767923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.779070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] Pushing event updated for resources: {'Network': ['ID=49f261bb-f0fc-48a2-b45a-d06b6ca8017e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:26.790808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:58:26.861869 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.892127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-ecdf110d-adc5-4d2d-89f7-bbce0288bbbe service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119141 Nov 12 20:58:26.900049 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-26ff7734-0caa-4779-bcad-dd7ccd1c85d5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0184040 Nov 12 20:58:26.900280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47616) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:26.905954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Request body: {'subnet': {'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1117062640-subnet', 'tenant_id': 'a29db0e5d1a94a41bd1c96eb021ff970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:27.060201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Made reservation on behalf of a29db0e5d1a94a41bd1c96eb021ff970 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:27.062672 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.073080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62f04a-8978-4dae-ae9f-395d9c6bcdcd None None] Pushing event updated for resources: {'Port': ['ID=dd11c2f8-d571-49f6-9701-fb487073a6b2,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:27.396799 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.460679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf2d0b8-7b35-457f-9bce-037392e904d1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:27.478076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Checking segment: {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:27.478554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Network hostable DHCP agents. Network: 49f261bb-f0fc-48a2-b45a-d06b6ca8017e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:58:27.497740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c49d90-5530-4003-97aa-793ea43bb4d7 req-06b18b8a-e18a-4bea-be52-fa730e6b7b4c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:27.499218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72c49d90-5530-4003-97aa-793ea43bb4d7 req-06b18b8a-e18a-4bea-be52-fa730e6b7b4c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 945 time: 0.2060573 Nov 12 20:58:27.516991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a205-a166-4aa3-a1b1-ce2941bda998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.578134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.586326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63d9eb7e-bfa4-46aa-81be-25591c37bbb4 req-4f1d5c51-dbf8-42e0-91e5-693b4c91a971 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622670 Nov 12 20:58:27.591090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:58:27.659125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e00ddb-a92e-4a4c-aa6b-15274b7d5f11 req-ab4fe55e-330d-4adf-89bb-efe8c2e6e372 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:27.660638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48e00ddb-a92e-4a4c-aa6b-15274b7d5f11 req-ab4fe55e-330d-4adf-89bb-efe8c2e6e372 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 948 time: 0.1548843 Nov 12 20:58:27.665342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72c49d90-5530-4003-97aa-793ea43bb4d7 req-1d606b18-3ecf-41d5-8b5b-f132bbc28f66 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504371 Nov 12 20:58:27.671614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 49f261bb-f0fc-48a2-b45a-d06b6ca8017e) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:27.679400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:27.681031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.685204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8a61b3-4488-4696-86cf-e928cd83c797 None None] Network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:27.723498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48e00ddb-a92e-4a4c-aa6b-15274b7d5f11 req-9b3eb26b-b5ff-484b-a79d-4f0da4cbfa7a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Nov 12 20:58:27.777473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Router 6cbd8fea-c0e6-4994-ac25-5173b19be71d is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:58:27.805562 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d6b14d8a-ee18-4abc-8fba-6dd1d330afa4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9042444 Nov 12 20:58:27.810952 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.914309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b808d-4ee8-411d-b137-137a021af067 None None] Network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:27.939609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20f7b-cf86-4efa-8485-a592f370f87f req-fd4a23a2-c708-4c22-8072-c119bf0d2de3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:27.941213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00e20f7b-cf86-4efa-8485-a592f370f87f req-fd4a23a2-c708-4c22-8072-c119bf0d2de3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.1880643 Nov 12 20:58:28.053213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:28.062738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00e20f7b-cf86-4efa-8485-a592f370f87f req-29508913-057a-4097-bd36-ed18ea9d954b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133049 Nov 12 20:58:28.121210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:28.125354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=a49f48eb-8ce2-4803-9124-4de2b0137273,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:28.129535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:28.135767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:28.136414 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.195532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:28.214632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dd11c2f8-d571-49f6-9701-fb487073a6b2 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:28.219276 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eac313-f403-4c75-b6d5-79f2c5eab098 None None] Sync routers for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:28.236969 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eac313-f403-4c75-b6d5-79f2c5eab098 None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:28.238273 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-92eac313-f403-4c75-b6d5-79f2c5eab098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:28.254763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47640) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:28.255126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6ec9283d-ca19-4677-8404-ccafd8f4b0bd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2243209 Nov 12 20:58:28.286078 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-92eac313-f403-4c75-b6d5-79f2c5eab098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:28.305970 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eac313-f403-4c75-b6d5-79f2c5eab098 None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:28.306992 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-92eac313-f403-4c75-b6d5-79f2c5eab098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:28.342009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9aff02-53ef-40ad-85d5-673e0d741332 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:28.348575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9aff02-53ef-40ad-85d5-673e0d741332 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:28.351052 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-df9aff02-53ef-40ad-85d5-673e0d741332 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0940325 Nov 12 20:58:28.353944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47642) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:28.360897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port dd11c2f8-d571-49f6-9701-fb487073a6b2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:28.361405 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.363027 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-92eac313-f403-4c75-b6d5-79f2c5eab098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:28.363786 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eac313-f403-4c75-b6d5-79f2c5eab098 None None] The sync data for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:28.397062 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.398308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fe2f696b-9c65-4066-8601-cfedfd065963 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.0566783 Nov 12 20:58:28.401739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47644) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:28.472959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.493763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728af30-245d-4d5a-9262-2de753bc9f86 req-03632f3f-bfd6-45a0-ab2b-5f0933edee79 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:28.495374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1728af30-245d-4d5a-9262-2de753bc9f86 req-03632f3f-bfd6-45a0-ab2b-5f0933edee79 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1742866 Nov 12 20:58:28.515840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-92949732-841e-4592-9349-b2916b20ebc4 None None] Provisioning complete for port dd11c2f8-d571-49f6-9701-fb487073a6b2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:28.522802 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-92949732-841e-4592-9349-b2916b20ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.550801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port dd11c2f8-d571-49f6-9701-fb487073a6b2, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dd11c2f8-d571-49f6-9701-fb487073a6b2,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:28.617165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-92949732-841e-4592-9349-b2916b20ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.629933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.661636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1728af30-245d-4d5a-9262-2de753bc9f86 req-3dacc683-c934-4517-a936-fd8f876da7fc tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532428 Nov 12 20:58:28.697934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb064d-d5ef-4464-b3fe-d15d847ffa6c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port a49f48eb-8ce2-4803-9124-4de2b0137273 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:28.700380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7cb064d-d5ef-4464-b3fe-d15d847ffa6c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.704370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=dd11c2f8-d571-49f6-9701-fb487073a6b2,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:28.761061 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-92949732-841e-4592-9349-b2916b20ebc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:58:28.761723 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-92949732-841e-4592-9349-b2916b20ebc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:58:28.810574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-88908346-7bf2-407c-90b7-5cad2924e8ac tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:28.812113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-88908346-7bf2-407c-90b7-5cad2924e8ac tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/networks?id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e HTTP/1.1" status: 200 len: 815 time: 0.2811551 Nov 12 20:58:28.865206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-d5cbf646-1453-4417-a1f3-54980fad9c13 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/quotas/a29db0e5d1a94a41bd1c96eb021ff970 HTTP/1.1" status: 200 len: 375 time: 0.0419860 Nov 12 20:58:28.915103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7cb064d-d5ef-4464-b3fe-d15d847ffa6c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.925406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ebf2f-d5f1-4d98-8182-370dda5a39b0 req-3384e253-5112-4d9c-89f0-5540bdc99e02 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:28.926971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b9ebf2f-d5f1-4d98-8182-370dda5a39b0 req-3384e253-5112-4d9c-89f0-5540bdc99e02 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 945 time: 0.1274750 Nov 12 20:58:28.929029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-e63624a2-faa9-4a70-95d7-b2dfe1e2fda1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530746 Nov 12 20:58:28.946254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb064d-d5ef-4464-b3fe-d15d847ffa6c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for a49f48eb-8ce2-4803-9124-4de2b0137273 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:29.049894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b9ebf2f-d5f1-4d98-8182-370dda5a39b0 req-e8328aec-ceaa-43d7-8b75-9a675b52408e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125934 Nov 12 20:58:29.104056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:29.266092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c354a7c8-6e93-4528-b767-4ce1273bae09 service neutron] 10.222.0.64 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178942 Nov 12 20:58:29.359849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de8f9f-a291-4db1-bc4e-a94373d99162 req-ab009b33-85ae-440b-9449-c6ccdca2106b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:29.361434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11de8f9f-a291-4db1-bc4e-a94373d99162 req-ab009b33-85ae-440b-9449-c6ccdca2106b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2171404 Nov 12 20:58:29.413674 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-6f1bc70a-fc22-4bbf-bcd3-6aa09e9ec2ad service neutron] 10.222.0.64 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390705 Nov 12 20:58:29.421725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7cb064d-d5ef-4464-b3fe-d15d847ffa6c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:29.431377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8328abd0-7c80-44ba-8a81-ea3409b4e40c None None] Could not find standard attr ID for object a49f48eb-8ce2-4803-9124-4de2b0137273. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:58:29.434986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8328abd0-7c80-44ba-8a81-ea3409b4e40c None None] Could not find standard attr ID for object 2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:58:29.458934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11de8f9f-a291-4db1-bc4e-a94373d99162 req-0d008eb5-2122-4f44-b469-d75145a759ea tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912719 Nov 12 20:58:29.460124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb064d-d5ef-4464-b3fe-d15d847ffa6c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=a49f48eb-8ce2-4803-9124-4de2b0137273,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:29.504266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:58:29.540244 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7cb064d-d5ef-4464-b3fe-d15d847ffa6c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:29.552436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c7cb064d-d5ef-4464-b3fe-d15d847ffa6c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/a49f48eb-8ce2-4803-9124-4de2b0137273 HTTP/1.1" status: 204 len: 168 time: 1.1975684 Nov 12 20:58:29.555599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47670) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:29.680760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed1f9d-1aaa-44c5-9e15-216db760546b req-08cb4f30-9237-4d48-ab73-3ee9471189be tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:29.696024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9ed1f9d-1aaa-44c5-9e15-216db760546b req-08cb4f30-9237-4d48-ab73-3ee9471189be tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 948 time: 0.1106408 Nov 12 20:58:29.751860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:29.781670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'mac_address': 'fa:16:3e:ff:0c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:58:29.816520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9ed1f9d-1aaa-44c5-9e15-216db760546b req-60234783-4505-40bf-8289-5dec51441c77 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190488 Nov 12 20:58:29.850722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:29.896543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b87ae0-8b0c-4323-a87c-205f4ba22383 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:29.961437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:30.068170 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.088406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-265a049b-83d1-4839-a968-161c445c742e req-a7828f88-0b2d-4d8f-9d30-c30eb26393e7 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 210 time: 0.0417271 Nov 12 20:58:30.157970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-f6735432-976b-41df-bc78-9eaffad77631 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:30.172621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-f6735432-976b-41df-bc78-9eaffad77631 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.2335739 Nov 12 20:58:30.181511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31842f4-620b-41b0-b186-40d610d58968 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:30.182824 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ff84a02-e3eb-4ef1-8c2b-caaa89a13ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.183142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31842f4-620b-41b0-b186-40d610d58968 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:30.196406 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b31842f4-620b-41b0-b186-40d610d58968 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6377897 Nov 12 20:58:30.204083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47696) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:30.210045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-0025c0b1-c4f2-4511-9ec0-8bf09d14250e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/quotas/0d3eb9aea66f485ab2148ab1989dfab9 HTTP/1.1" status: 200 len: 375 time: 0.0355854 Nov 12 20:58:30.220397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dd11c2f8-d571-49f6-9701-fb487073a6b2 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:30.276225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Allocated IP 172.20.0.1 (ac5e8704-c9a8-4477-be3f-c181bc3c65c5/9793c5aa-2d75-45ee-8350-59a55f7344f9/0b382015-79d3-435a-966f-34489393ba7f) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:30.279191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:30.282743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95af275-58fb-47d2-b034-76b50163d96e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 19275b5e-ed56-435c-8d64-65c685aa3e38 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:30.286061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a95af275-58fb-47d2-b034-76b50163d96e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.298419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-63876698-5da4-4e5c-a8d7-28f702f38080 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0872698 Nov 12 20:58:30.309689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port dd11c2f8-d571-49f6-9701-fb487073a6b2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:30.310115 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.360525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a95af275-58fb-47d2-b034-76b50163d96e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.424660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b5b87ae0-8b0c-4323-a87c-205f4ba22383'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:30.428938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-afa9c035-b4d3-4243-8910-6ebedd30416c service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212084 Nov 12 20:58:30.516391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.542245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-68f8ef9b-4f99-4eb9-9589-8432cf4edefa service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136451 Nov 12 20:58:30.573363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a95af275-58fb-47d2-b034-76b50163d96e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.642546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.726555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:30.733423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:30.735532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'Port': ['ID=0b382015-79d3-435a-966f-34489393ba7f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:30.741038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa8126-2d1a-40a6-bd1e-46bca03dc9bb req-f5876aea-cc35-4df4-add8-4eac7e5a5161 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:30.743800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:30.755787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82fa8126-2d1a-40a6-bd1e-46bca03dc9bb req-f5876aea-cc35-4df4-add8-4eac7e5a5161 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.0676799 Nov 12 20:58:30.829657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82fa8126-2d1a-40a6-bd1e-46bca03dc9bb req-d6749aee-2a01-418b-ab6a-996331d43ed4 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761628 Nov 12 20:58:30.830729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.916249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a95af275-58fb-47d2-b034-76b50163d96e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.944327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bba0e83e-ea53-4d4c-9541-4af80f4bcc7d req-701c757e-a005-418d-bdf8-761922d7abde tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 210 time: 0.0527806 Nov 12 20:58:30.964045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-ab0f2cac-8a8b-4452-9072-c358d411077a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:30.966984 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-ab0f2cac-8a8b-4452-9072-c358d411077a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4&tenant_id=1b08cd0c4a174a3984359e0e19946f2d&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 949 time: 0.1960409 Nov 12 20:58:30.998085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece7b49-cc0e-45fe-9b9d-0631f23fecbc None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:31.103856 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a95af275-58fb-47d2-b034-76b50163d96e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.107580 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a95af275-58fb-47d2-b034-76b50163d96e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/19275b5e-ed56-435c-8d64-65c685aa3e38 HTTP/1.1" status: 204 len: 168 time: 0.9019041 Nov 12 20:58:31.108555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95af275-58fb-47d2-b034-76b50163d96e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=19275b5e-ed56-435c-8d64-65c685aa3e38,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:31.111682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47718) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:31.164690 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-c263975e-2d11-497d-ae83-dbb167afc2bd service neutron] 10.222.0.46 "GET /v2.0/ports/b5b87ae0-8b0c-4323-a87c-205f4ba22383/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 383 time: 0.1740594 Nov 12 20:58:31.207573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c11e3bb2-6647-4348-a559-15345a93b151 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913248 Nov 12 20:58:31.208296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47722) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:31.245880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1ded5f22-d35c-4b04-9ce7-a0394abf3365 None None] Provisioning complete for port 0b382015-79d3-435a-966f-34489393ba7f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:31.246299 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1ded5f22-d35c-4b04-9ce7-a0394abf3365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.275841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-9e35b6ff-8820-4417-a9ab-de04254d413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:31.275841 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-9e35b6ff-8820-4417-a9ab-de04254d413e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1101 time: 0.0767188 Nov 12 20:58:31.296226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c531a03-b2a0-48ac-a32e-ec473f656702 req-2cb5d870-4a75-473a-936b-86a791c59f70 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 210 time: 0.0940485 Nov 12 20:58:31.315509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba666-759a-4987-be63-5740658ae888 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:31.319873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-216ba666-759a-4987-be63-5740658ae888 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1094749 Nov 12 20:58:31.320637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47724) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:31.342980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1ded5f22-d35c-4b04-9ce7-a0394abf3365 None None] Port 0b382015-79d3-435a-966f-34489393ba7f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:31.373922 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.389537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccef3da-ed53-4f31-a30a-8f2e89219c8f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:31.391513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7ccef3da-ed53-4f31-a30a-8f2e89219c8f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695095 Nov 12 20:58:31.394049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47726) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:31.437460 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:31.458568 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.483784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-32ed88db-1a5b-4d87-b514-ee152af3a683 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884986 Nov 12 20:58:31.490451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47728) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:31.498087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:31.514100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] Deleting port dd11c2f8-d571-49f6-9701-fb487073a6b2 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:31.516126 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.544101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-dd91c4bd-25a0-416d-aaea-76d8e0e6e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:31.545736 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-dd91c4bd-25a0-416d-aaea-76d8e0e6e221 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.2605212 Nov 12 20:58:31.614781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] For port dd11c2f8-d571-49f6-9701-fb487073a6b2, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dd11c2f8-d571-49f6-9701-fb487073a6b2,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:31.615368 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.634601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] Calling delete_port for dd11c2f8-d571-49f6-9701-fb487073a6b2 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:31.695665 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-f39ce13c-f6c9-4af7-8cad-93715f249ab5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.1412175 Nov 12 20:58:31.705220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:31.709553 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.802878 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.817265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-1b1fc40d-344b-4a84-b45b-70525c9d6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:31.818704 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-1b1fc40d-344b-4a84-b45b-70525c9d6cc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1154301 Nov 12 20:58:31.832333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] Pushing event deleted for resources: {'Port': ['ID=dd11c2f8-d571-49f6-9701-fb487073a6b2,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:31.840841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bf1676-9b2a-4cd2-bc92-4792f1d9aaae None None] No DVR routers for this DVR port dd11c2f8-d571-49f6-9701-fb487073a6b2 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:31.937159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-624289a5-55c7-4b4f-ba3e-cbab95d57f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:31.938724 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-624289a5-55c7-4b4f-ba3e-cbab95d57f43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083877 Nov 12 20:58:32.002112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82109-2b54-4918-99a8-a01895eacd08 req-fdfc1536-0dfe-40f5-90a3-5d6169d01e74 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:32.003845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5c82109-2b54-4918-99a8-a01895eacd08 req-fdfc1536-0dfe-40f5-90a3-5d6169d01e74 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.0656555 Nov 12 20:58:32.077211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5c82109-2b54-4918-99a8-a01895eacd08 req-688e5aef-86fc-45ad-ba07-45018129826f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639465 Nov 12 20:58:32.100152 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:32.131152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bec94f17-70c6-4e2f-8217-cf6fe8273c30 req-683d1060-52bc-4b8d-b772-302c340486ae tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 210 time: 0.0462298 Nov 12 20:58:32.142061 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-57fa5767-d57f-4705-af13-3eee15fb78c1 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935880 Nov 12 20:58:32.150977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dd11c2f8-d571-49f6-9701-fb487073a6b2 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:32.178881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: dd11c2f8-d571-49f6-9701-fb487073a6b2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:32.179305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dd11c2f8-d571-49f6-9701-fb487073a6b2 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:32.223067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:32.253935 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:32.301395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:32.304623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:32.310267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:32.328314 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:32.328793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f58bc-ddfc-438c-86b9-0a70e08e1212 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:32.328882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=8139a7d2-068d-45ae-ad3e-4dceba54a573,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:32.360360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:32.367096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'Port': ['ID=0b382015-79d3-435a-966f-34489393ba7f,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:32.391944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-79054e03-fc75-4cc1-acc2-ad2f3bb33b09 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423882 Nov 12 20:58:32.418665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-854c24c5-f926-47d4-9136-48e28c2cd220 req-adacb1aa-3a57-4753-a4a2-0fa7598d786f tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 210 time: 0.0363312 Nov 12 20:58:32.473310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f01c584e-0d48-4c21-80ff-495448054b58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9819345 Nov 12 20:58:32.476003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47750) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:32.481375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '8139a7d2-068d-45ae-ad3e-4dceba54a573', 'ip_address': '2001:db8::d319:80de:eb3b:4977'}], 'name': 'tempest-NetworksTestDHCPv6-951988727'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:32.497567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:32.499583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:32.582445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '8139a7d2-068d-45ae-ad3e-4dceba54a573'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:32.583482 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:32.688491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:32.719995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Router 6cbd8fea-c0e6-4994-ac25-5173b19be71d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:32.792135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/8139a7d2-068d-45ae-ad3e-4dceba54a573/f12f1d4a-87f0-4122-aeb5-4f6449c68ef6) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:32.802303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:32.805357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3ce9a5a5-8e96-4034-8fa6-9b34fabb7501 None None] Provisioning complete for port 0b382015-79d3-435a-966f-34489393ba7f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:32.805827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a5a5-8e96-4034-8fa6-9b34fabb7501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:32.824702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 3d0e9a29-6f9a-4d95-b701-9bc512a651ec yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:32.854707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:32.861670 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-deb3f152-1b02-4cbf-a9c3-980906ef9281 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "PUT /v2.0/routers/6cbd8fea-c0e6-4994-ac25-5173b19be71d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4584634 Nov 12 20:58:32.864925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47756) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:32.872528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ebf4b-ed69-4d1f-8670-b671a70f002c None None] Sync routers for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:32.872766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Request body: {'port': {'network_id': 'ac5e8704-c9a8-4477-be3f-c181bc3c65c5', 'name': 'tempest-FloatingIPAdminTestJSON-333304113'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:32.905291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9a5a5-8e96-4034-8fa6-9b34fabb7501 None None] Port 0b382015-79d3-435a-966f-34489393ba7f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:32.924727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ebf4b-ed69-4d1f-8670-b671a70f002c None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:32.925670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-439ebf4b-ed69-4d1f-8670-b671a70f002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:32.960909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-439ebf4b-ed69-4d1f-8670-b671a70f002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:32.988632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ebf4b-ed69-4d1f-8670-b671a70f002c None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:32.989433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-439ebf4b-ed69-4d1f-8670-b671a70f002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:33.001328 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.034000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-439ebf4b-ed69-4d1f-8670-b671a70f002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:33.034635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ebf4b-ed69-4d1f-8670-b671a70f002c None None] The sync data for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:33.081068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.100157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Made reservation on behalf of 6320d10a13e74501b36fc661506a27b6 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:33.104968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.125538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] device_id is not set on port ed2a662f-8772-4de1-ab21-e4644d15b37b yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:33.174321 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.248413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:33.251426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:33.256735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Pushing event updated for resources: {'Port': ['ID=f12f1d4a-87f0-4122-aeb5-4f6449c68ef6,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:33.259174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:33.291541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d93c976-7c09-4241-b09f-6166192b6bbd req-7f54141b-6e8f-4be1-b8c6-ea2dc41fb46c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 210 time: 0.0348117 Nov 12 20:58:33.304981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Allocated IP 172.20.0.8 (ac5e8704-c9a8-4477-be3f-c181bc3c65c5/9793c5aa-2d75-45ee-8350-59a55f7344f9/ed2a662f-8772-4de1-ab21-e4644d15b37b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:33.319580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::d319:80de:eb3b:4977 (562b17e4-82bc-45a1-bb66-23d0d781dbba/8139a7d2-068d-45ae-ad3e-4dceba54a573/3d0e9a29-6f9a-4d95-b701-9bc512a651ec) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:33.327560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Attempting to bind port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:33.327935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Attempting to bind port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:33.328305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Attempting to bind port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:33.335593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:33.336217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:33.336630 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.337240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:33.337500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Bound port: f12f1d4a-87f0-4122-aeb5-4f6449c68ef6, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:33.337886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.350581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeb986-d6d1-46a4-8a7c-238f3f40d813 req-aedd9cfa-2c6d-45db-9b8b-69e2ef5d7573 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:33.352158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-faeeb986-d6d1-46a4-8a7c-238f3f40d813 req-aedd9cfa-2c6d-45db-9b8b-69e2ef5d7573 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.1904674 Nov 12 20:58:33.434584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] For port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:33.440109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] For port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f12f1d4a-87f0-4122-aeb5-4f6449c68ef6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:33.478491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-faeeb986-d6d1-46a4-8a7c-238f3f40d813 req-6116c846-c67f-40b6-b63f-75d20f7018d1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002498 Nov 12 20:58:33.534253 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.538145 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.584339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:33.623414 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.657793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ccd886e-0e71-4a39-9793-f95fcab0369c req-24c1eadd-b1ab-462f-a0cd-4459aed6b13b tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 210 time: 0.0478256 Nov 12 20:58:33.700701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-1d1151e0-a94e-4081-a114-7352c214588d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:33.702222 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-1d1151e0-a94e-4081-a114-7352c214588d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.46 "GET /v2.0/networks?id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e HTTP/1.1" status: 200 len: 815 time: 0.3067367 Nov 12 20:58:33.713988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.715891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddc008-3327-422a-831e-096718b2deb6 None None] Pushing event updated for resources: {'Port': ['ID=f12f1d4a-87f0-4122-aeb5-4f6449c68ef6,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:33.728846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Request body: {'port': {'device_id': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'admin_state_up': True, 'tenant_id': 'a29db0e5d1a94a41bd1c96eb021ff970'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:33.802409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.819018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port b5b87ae0-8b0c-4323-a87c-205f4ba22383 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:58:33.837718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port b5b87ae0-8b0c-4323-a87c-205f4ba22383 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:33.838014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.863760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:33.868241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:33.878998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:33.897505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:33.899460 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:33.913668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=3d0e9a29-6f9a-4d95-b701-9bc512a651ec,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:34.034034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.062083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:34.064546 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5ea369-77e3-4332-93cb-9ea5e4f9f5c3" -d '{"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-plugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:34.080039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.104296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:34.141160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:34.145064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:34.149942 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e904bd2-2a34-4707-b04b-698ec425fc3a x-openstack-request-id: req-0e904bd2-2a34-4707-b04b-698ec425fc3a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:34.150536 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-plugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:34.150669 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e904bd2-2a34-4707-b04b-698ec425fc3a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:34.151039 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'code': 200} Nov 12 20:58:34.159084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:34.185272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:34.228191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:34.228826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.245148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event updated for resources: {'Port': ['ID=ed2a662f-8772-4de1-ab21-e4644d15b37b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:34.263417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Made reservation on behalf of a29db0e5d1a94a41bd1c96eb021ff970 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:34.271614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.282018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bfdc1c5f-94fa-4bfa-a770-6b81096a0da2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8039048 Nov 12 20:58:34.286592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:34.302287 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.316258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2edad61a-bdad-4ba5-8c31-f90e9c4ba17e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '8139a7d2-068d-45ae-ad3e-4dceba54a573', 'ip_address': '2001:db8::d319:80de:eb3b:4977'}], 'name': 'tempest-NetworksTestDHCPv6-2031204007'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:34.418151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:34.430555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:34.430555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.552092 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4e1e19b4-d677-4e06-82f6-0ed336349ea7 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6834075 Nov 12 20:58:34.557634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47782) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:34.594708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3ec8258-360b-4f10-a65b-20690962ac71 req-b522a433-47d9-4ead-835a-d6ba9c825638 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 210 time: 0.1257918 Nov 12 20:58:34.627178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Allocated IP 172.20.0.9 (49f261bb-f0fc-48a2-b45a-d06b6ca8017e/2cf2d0b8-7b35-457f-9bce-037392e904d1/d926507c-ec50-471b-8306-4f9793d9a287) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:34.647211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-42712abe-8dd6-4d78-a23a-977f20e96c9f None None] Provisioning complete for port ed2a662f-8772-4de1-ab21-e4644d15b37b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:34.647406 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42712abe-8dd6-4d78-a23a-977f20e96c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.671104 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edad61a-bdad-4ba5-8c31-f90e9c4ba17e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:34.724772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-93293d2b-d0dc-4b1a-8da2-2da14a58c48e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:34.728388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-93293d2b-d0dc-4b1a-8da2-2da14a58c48e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.46 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.4985073 Nov 12 20:58:34.752496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-42712abe-8dd6-4d78-a23a-977f20e96c9f None None] Port ed2a662f-8772-4de1-ab21-e4644d15b37b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:34.785280 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.820506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'port': {'device_id': 'c81eaab6-e757-473a-ac18-bf5ac2ba3639', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'admin_state_up': True, 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:34.836201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2edad61a-bdad-4ba5-8c31-f90e9c4ba17e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:34.889539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f12f1d4a-87f0-4122-aeb5-4f6449c68ef6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:34.894974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'project_id': '6320d10a13e74501b36fc661506a27b6', 'port_id': 'ed2a662f-8772-4de1-ab21-e4644d15b37b'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:34.951100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-2edad61a-bdad-4ba5-8c31-f90e9c4ba17e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 6fbfc85b-59eb-4621-bfb6-8db89f801863 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:34.953972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fcbb0-0310-4812-a98a-40b0c20f791b req-3b6c31d3-d2d9-46e5-934f-25ccb3e2cf99 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:34.961746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec9fcbb0-0310-4812-a98a-40b0c20f791b req-3b6c31d3-d2d9-46e5-934f-25ccb3e2cf99 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.2451978 Nov 12 20:58:34.996715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:35.003804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79f3a50c-911f-427a-ad75-401aa13bfe49 req-4bc80d96-1735-4d0a-bc98-f9c45273b092 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 210 time: 0.0768218 Nov 12 20:58:35.085675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec9fcbb0-0310-4812-a98a-40b0c20f791b req-a772f170-518f-49cd-a7a0-8883208be033 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225727 Nov 12 20:58:35.100710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=f12f1d4a-87f0-4122-aeb5-4f6449c68ef6,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:35.113956 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-aceadea2-ed03-4db3-aaaf-44baae494184 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2744553 Nov 12 20:58:35.160054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:35.260052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Made reservation on behalf of 0d3eb9aea66f485ab2148ab1989dfab9 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:35.271991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:35.285093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b803d5e7-c013-4619-848b-8c258930cde7 None None] Provisioning complete for port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:35.285651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b803d5e7-c013-4619-848b-8c258930cde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:35.504556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:35.511605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Allocated IP 172.20.0.7 (da242f3a-e193-45a1-9c1a-084171207d19/b1f8470e-54ab-45e2-82b7-8f288266b1ea/8f8976bb-3057-4b05-80aa-2ee3395067a3) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:35.557848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8141f864-1afb-465c-aa5c-d6256889ebf4 None None] Provisioning complete for port 3d0e9a29-6f9a-4d95-b701-9bc512a651ec triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:35.558333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8141f864-1afb-465c-aa5c-d6256889ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:35.794379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8141f864-1afb-465c-aa5c-d6256889ebf4 None None] Port 3d0e9a29-6f9a-4d95-b701-9bc512a651ec cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:35.820541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:35.858412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-08949475-b9a7-486b-9d3e-d1a761770b89 req-79a80033-068d-4d8f-8669-026d50ca13aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 210 time: 0.0445099 Nov 12 20:58:35.870469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-a9b44566-da35-4b87-83fb-efc7093b3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:35.882087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-a9b44566-da35-4b87-83fb-efc7093b3c8d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4&tenant_id=1b08cd0c4a174a3984359e0e19946f2d HTTP/1.1" status: 200 len: 1102 time: 0.1607983 Nov 12 20:58:35.889367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:35.894757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-6478ad3e-d29a-4b87-a697-ce9f6387001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:35.895362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-6478ad3e-d29a-4b87-a697-ce9f6387001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:35.895576 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-6478ad3e-d29a-4b87-a697-ce9f6387001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:35.896030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-6478ad3e-d29a-4b87-a697-ce9f6387001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:35.896490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-6478ad3e-d29a-4b87-a697-ce9f6387001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:35.896944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-6478ad3e-d29a-4b87-a697-ce9f6387001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:35.897762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-6478ad3e-d29a-4b87-a697-ce9f6387001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:35.900170 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-6478ad3e-d29a-4b87-a697-ce9f6387001c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6505 time: 0.7154574 Nov 12 20:58:35.964101 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.040677 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edad61a-bdad-4ba5-8c31-f90e9c4ba17e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 20:58:36.042106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edad61a-bdad-4ba5-8c31-f90e9c4ba17e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:58:36.101943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.114553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b18bb174-28de-47a7-952b-6ba008a35098'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:36.146478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-0dca043e-9d19-4b0b-acca-aeda3a426949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.146961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-0dca043e-9d19-4b0b-acca-aeda3a426949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.148158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-0dca043e-9d19-4b0b-acca-aeda3a426949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.150054 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-0dca043e-9d19-4b0b-acca-aeda3a426949 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d55188b-f390-4fb9-9446-2ca26fe33c28&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6 HTTP/1.1" status: 200 len: 2299 time: 0.2185621 Nov 12 20:58:36.157122 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.165715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:36.250391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.279631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:36.280784 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.326955 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2edad61a-bdad-4ba5-8c31-f90e9c4ba17e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0284548 Nov 12 20:58:36.343276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:36.346942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47804) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:36.353970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:36.356772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:36.446959 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-10a3cbab-1acb-41df-92bf-62d936d0d42e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07 HTTP/1.1" status: 200 len: 1000 time: 0.2877433 Nov 12 20:58:36.456907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Pushing event updated for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:36.581152 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.581772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.609081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5456893-7337-46d9-80cf-22c6b1654453 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.615322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5456893-7337-46d9-80cf-22c6b1654453 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.617020 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c5456893-7337-46d9-80cf-22c6b1654453 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2568634 Nov 12 20:58:36.630587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47808) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:36.639721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Allocated IP 172.25.8.44 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/80747876-4b4c-46ac-82a8-a9c7c938b9c5) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:36.643251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-792f18c9-9f1d-4fd5-94d6-1258ab64acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.646601 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-792f18c9-9f1d-4fd5-94d6-1258ab64acb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df07bf98-60de-4136-8439-aa74a28789ab HTTP/1.1" status: 200 len: 856 time: 0.1860516 Nov 12 20:58:36.665357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Network da242f3a-e193-45a1-9c1a-084171207d19 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:36.670143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09734810-0e2c-4bb4-9638-fa6382e6fa4d req-cbdd57a8-4225-4838-8b97-fd34377b8016 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 210 time: 0.5536733 Nov 12 20:58:36.695226 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-c42aff28-c8a6-4aeb-b3c2-61eed8964c54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9786522 Nov 12 20:58:36.697204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:36.717919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:36.738661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Request body: {'port': {'device_id': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:36.823370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.825220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.831321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'Port': ['ID=8f8976bb-3057-4b05-80aa-2ee3395067a3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:36.909342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07197bda-04be-4d8b-baf9-f21463fa66c9 req-b84b1da9-eb4e-40a9-8768-6fa56b3a9762 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:36.911633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07197bda-04be-4d8b-baf9-f21463fa66c9 req-b84b1da9-eb4e-40a9-8768-6fa56b3a9762 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.2692552 Nov 12 20:58:36.956556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.997105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-55fa1717-81a5-4285-9c51-026adc881359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.001901 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-55fa1717-81a5-4285-9c51-026adc881359 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d55188b-f390-4fb9-9446-2ca26fe33c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3125196 Nov 12 20:58:37.010598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-5998ea4f-5033-46c4-ba11-dc2a758d58b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2068944 Nov 12 20:58:37.041990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e801e62a-f441-43e2-a661-928b5d6ef6c5 None None] Provisioning complete for port 8f8976bb-3057-4b05-80aa-2ee3395067a3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:37.042519 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e801e62a-f441-43e2-a661-928b5d6ef6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.067416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Request body: {'port': {'device_id': 'c81eaab6-e757-473a-ac18-bf5ac2ba3639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:37.084135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:37.089281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e801e62a-f441-43e2-a661-928b5d6ef6c5 None None] Port 8f8976bb-3057-4b05-80aa-2ee3395067a3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:37.151255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07197bda-04be-4d8b-baf9-f21463fa66c9 req-d778515b-77ca-4d18-84a3-f99b20668eb5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236962 Nov 12 20:58:37.186087 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.206305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-433cd920-1fed-406e-8194-be3c4703f822 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2247510 Nov 12 20:58:37.212966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2f094a7f-bce2-4860-a17e-1647140d9c9d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 3d0e9a29-6f9a-4d95-b701-9bc512a651ec {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:37.213295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f094a7f-bce2-4860-a17e-1647140d9c9d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.221025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f239d-962c-45c8-8466-e428166a4c0e req-b785e6c9-62a8-44bb-a12a-ad64f1ff7081 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.225422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca3f239d-962c-45c8-8466-e428166a4c0e req-b785e6c9-62a8-44bb-a12a-ad64f1ff7081 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 931 time: 0.2397656 Nov 12 20:58:37.227838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:37.291640 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.343816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:37.348702 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfe3b73-0a05-4136-918b-93065aa4e990" -d '{"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:37.352500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.408056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca3f239d-962c-45c8-8466-e428166a4c0e req-5fee1bb0-5b9b-4ed4-ad81-560c769121b0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532145 Nov 12 20:58:37.413159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Transition to ACTIVE for port object b5b87ae0-8b0c-4323-a87c-205f4ba22383 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:58:37.420633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-e086e11e-95ce-4325-afcf-b2b56a44cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.421119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-e086e11e-95ce-4325-afcf-b2b56a44cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.421592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-e086e11e-95ce-4325-afcf-b2b56a44cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.423415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-e086e11e-95ce-4325-afcf-b2b56a44cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.423415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-e086e11e-95ce-4325-afcf-b2b56a44cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.423415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-e086e11e-95ce-4325-afcf-b2b56a44cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.423749 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-a5c35394-1e85-40fb-a8b5-d44992631130 service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131389 Nov 12 20:58:37.423857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-e086e11e-95ce-4325-afcf-b2b56a44cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.425886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-e086e11e-95ce-4325-afcf-b2b56a44cf37 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6494 time: 0.1723440 Nov 12 20:58:37.435846 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b246a766-9b7e-4317-bfbf-eaa499ad2827 x-openstack-request-id: req-b246a766-9b7e-4317-bfbf-eaa499ad2827 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:37.436260 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:37.436583 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b246a766-9b7e-4317-bfbf-eaa499ad2827 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:37.437046 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'code': 200} Nov 12 20:58:37.503146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.548275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.630818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:37.636020 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f094a7f-bce2-4860-a17e-1647140d9c9d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.645341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:37.677094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:37.680781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] No DVR routers for this DVR port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:37.794528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:37.800865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d926507c-ec50-471b-8306-4f9793d9a287 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:37.803670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-a45f1a6c-d732-48e9-b5ef-e359ca8a2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.804289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-a45f1a6c-d732-48e9-b5ef-e359ca8a2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.804758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-a45f1a6c-d732-48e9-b5ef-e359ca8a2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.806377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-a45f1a6c-d732-48e9-b5ef-e359ca8a2a28 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8060bccd-0eb2-4d83-965c-69b630d98cf8&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 HTTP/1.1" status: 200 len: 2292 time: 0.3065352 Nov 12 20:58:37.828731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:37.829368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:37.829368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:37.843319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2f094a7f-bce2-4860-a17e-1647140d9c9d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 3d0e9a29-6f9a-4d95-b701-9bc512a651ec owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:37.853478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.903099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Pushing event updated for resources: {'Port': ['ID=80747876-4b4c-46ac-82a8-a9c7c938b9c5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:37.903363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:58:37.903363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Attempting to bind port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:37.926744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:37.927091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:37.927526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:37.927979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Bound port: b5b87ae0-8b0c-4323-a87c-205f4ba22383, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:37.928518 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:37.961462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52658c7a-07aa-468c-ae90-8cad31542b00 req-58a175fe-626b-4175-98df-8eea83cc8927 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:37.963064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52658c7a-07aa-468c-ae90-8cad31542b00 req-58a175fe-626b-4175-98df-8eea83cc8927 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 931 time: 0.1808934 Nov 12 20:58:37.973814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Transition to ACTIVE for port object d926507c-ec50-471b-8306-4f9793d9a287 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:58:37.978320 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-a2d5ee6d-013f-4fd4-8a67-d1cddc0475ff service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217326 Nov 12 20:58:37.987201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-4b215757-5681-4492-a885-646a93458ea2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d086ce76-b78a-4813-893b-2e6bcceba638 HTTP/1.1" status: 200 len: 1000 time: 0.1550682 Nov 12 20:58:38.056979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:38.060869 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-29d8b2d4-28ed-4dfa-ad8e-8b33937a68d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 200 len: 217 time: 0.0702035 Nov 12 20:58:38.140219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8976bb-3057-4b05-80aa-2ee3395067a3 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:38.161032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:38.170979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-51bf6082-5a68-4588-8f81-3e34d2005065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:38.172420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-51bf6082-5a68-4588-8f81-3e34d2005065 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=164bb86d-7d0a-404e-965d-bad55e5dece2 HTTP/1.1" status: 200 len: 850 time: 0.1527524 Nov 12 20:58:38.208487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52658c7a-07aa-468c-ae90-8cad31542b00 req-e27d20ba-f57d-4f39-89f6-91e46d8c5fe7 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363038 Nov 12 20:58:38.213739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:38.244885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Transition to ACTIVE for port object 8f8976bb-3057-4b05-80aa-2ee3395067a3 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:58:38.272841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:38.282164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-d4ee7e61-2372-4a0a-b1ce-c5778c7620a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:38.283658 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-d4ee7e61-2372-4a0a-b1ce-c5778c7620a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.1983802 Nov 12 20:58:38.302224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:38.311651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-372f24b5-b9d2-444a-8c4c-db144601266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:38.313724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-372f24b5-b9d2-444a-8c4c-db144601266e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8060bccd-0eb2-4d83-965c-69b630d98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307228 Nov 12 20:58:38.352824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c846a-b511-466e-9d09-db94cbe67b83 req-5a5879a7-29fe-47de-9330-3699d2e564db tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:38.354560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-858c846a-b511-466e-9d09-db94cbe67b83 req-5a5879a7-29fe-47de-9330-3699d2e564db tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.1064572 Nov 12 20:58:38.391891 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:38.457240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:38.468903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-c16bddf3-4411-479f-8695-7cd62dae31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:38.470447 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-c16bddf3-4411-479f-8695-7cd62dae31eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1638823 Nov 12 20:58:38.483847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Attempting to bind port d926507c-ec50-471b-8306-4f9793d9a287 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:38.483992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Attempting to bind port d926507c-ec50-471b-8306-4f9793d9a287 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:38.484217 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Attempting to bind port d926507c-ec50-471b-8306-4f9793d9a287 on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:38.501416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:38.501416 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:38.506787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] 10.222.0.78 "PUT /v2.0/ports/b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 1098 time: 2.6200023 Nov 12 20:58:38.525211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f094a7f-bce2-4860-a17e-1647140d9c9d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:38.547652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-858c846a-b511-466e-9d09-db94cbe67b83 req-7ce1e54c-7518-4406-96d8-c8a12f397fdf tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808915 Nov 12 20:58:38.550363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Pushing event updated for resources: {'Port': ['ID=8f8976bb-3057-4b05-80aa-2ee3395067a3,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:38.551715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Port d926507c-ec50-471b-8306-4f9793d9a287 on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:58:38.552035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Attempting to bind port d926507c-ec50-471b-8306-4f9793d9a287 on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:38.694577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:38.695031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Checking segment: {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:38.695550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Bound using segment: {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:38.696100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Bound port: d926507c-ec50-471b-8306-4f9793d9a287, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:38.696745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:38.700427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f094a7f-bce2-4860-a17e-1647140d9c9d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=3d0e9a29-6f9a-4d95-b701-9bc512a651ec,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:38.758202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f094a7f-bce2-4860-a17e-1647140d9c9d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:38.763783 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2f094a7f-bce2-4860-a17e-1647140d9c9d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/3d0e9a29-6f9a-4d95-b701-9bc512a651ec HTTP/1.1" status: 204 len: 168 time: 2.1315491 Nov 12 20:58:38.772477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47832) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:38.853291 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-78e790e0-21e2-46c4-bf99-1f8b13b9ce30 service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275161 Nov 12 20:58:38.862915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:38.862915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:38.870242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-7fafd18e-4e1d-47ea-bee9-eff23287eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:38.879691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-7fafd18e-4e1d-47ea-bee9-eff23287eddf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1101 time: 0.3174658 Nov 12 20:58:38.989199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa5e69-9aa0-4b04-ab10-cccfd890470f service neutron] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=11']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:38.998045 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-3208ccd6-5288-4795-805f-c8d749073146 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113983 Nov 12 20:58:39.004849 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.048197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67059d26-2108-4108-864e-e001ca89c905 req-b001f0f0-79ca-410e-9d28-973262f0c12a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.050919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67059d26-2108-4108-864e-e001ca89c905 req-b001f0f0-79ca-410e-9d28-973262f0c12a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 943 time: 0.4635384 Nov 12 20:58:39.055338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed478f-9194-4583-9366-b4c34c218d6f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.055884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Attempting to bind port 8f8976bb-3057-4b05-80aa-2ee3395067a3 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:39.056368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Attempting to bind port 8f8976bb-3057-4b05-80aa-2ee3395067a3 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:39.064120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Attempting to bind port 8f8976bb-3057-4b05-80aa-2ee3395067a3 on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:39.064271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed478f-9194-4583-9366-b4c34c218d6f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.064271 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2eed478f-9194-4583-9366-b4c34c218d6f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2818332 Nov 12 20:58:39.064510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47836) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:39.104110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.111492 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.111492 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/d926507c-ec50-471b-8306-4f9793d9a287 HTTP/1.1" status: 200 len: 1092 time: 2.3893588 Nov 12 20:58:39.111935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Port 8f8976bb-3057-4b05-80aa-2ee3395067a3 on network da242f3a-e193-45a1-9c1a-084171207d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:58:39.111935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Attempting to bind port 8f8976bb-3057-4b05-80aa-2ee3395067a3 on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:39.121622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:39.126813 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb44a1f-a39c-4d87-a76b-eed9ba915097" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "tag": "d926507c-ec50-471b-8306-4f9793d9a287"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:39.178675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.180117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:39.180463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Checking segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:39.180860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Bound using segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:39.181314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Bound port: 8f8976bb-3057-4b05-80aa-2ee3395067a3, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:39.181675 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.228478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f1a2-83c7-4507-b46f-5b352f3189c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:39.276162 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4c30b6-9429-41da-9dc6-518bd391bc6c x-openstack-request-id: req-0c4c30b6-9429-41da-9dc6-518bd391bc6c {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:39.276453 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "tag": "d926507c-ec50-471b-8306-4f9793d9a287", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:39.276711 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c4c30b6-9429-41da-9dc6-518bd391bc6c {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:39.277194 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287', 'status': 'completed', 'code': 200} Nov 12 20:58:39.308031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67059d26-2108-4108-864e-e001ca89c905 req-14d23b3c-4c70-40d4-81d9-c3973362b652 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144053 Nov 12 20:58:39.312676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-18278f7b-2303-48ef-b776-57f13263c03f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 8139a7d2-068d-45ae-ad3e-4dceba54a573 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:39.336675 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-18278f7b-2303-48ef-b776-57f13263c03f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.349670 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-638bc7c7-066d-4c9d-beef-bd7a8bf62b00 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383145 Nov 12 20:58:39.356425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb44a1f-a39c-4d87-a76b-eed9ba915097 req-ccf66953-dbd3-4b45-bd0e-31b721eed545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.357909 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fdb44a1f-a39c-4d87-a76b-eed9ba915097 req-ccf66953-dbd3-4b45-bd0e-31b721eed545 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 1095 time: 0.0630453 Nov 12 20:58:39.370818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-edc34a19-c38a-4f0d-b5a3-6f33f6806e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.373476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-edc34a19-c38a-4f0d-b5a3-6f33f6806e5a service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.4433687 Nov 12 20:58:39.390818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-468fbe02-75ba-40dc-8a74-8cade25df5c1 service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815640 Nov 12 20:58:39.450509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:39.453024 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d481c-0d87-459c-8c78-f94397995795" -d '{"events": [{"name": "network-changed", "server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:39.533676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-18278f7b-2303-48ef-b776-57f13263c03f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.539507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-63f4d0c6-c459-41d2-9b1c-75d7663d78db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.1400087 Nov 12 20:58:39.551005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:39.563179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-79c53a3a-e2b7-40ac-b6b9-99b019253d86 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 200 len: 217 time: 0.1524785 Nov 12 20:58:39.564811 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb22136-feb5-4188-b8cd-5186860180b2 x-openstack-request-id: req-0eb22136-feb5-4188-b8cd-5186860180b2 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:39.565095 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:39.565345 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0eb22136-feb5-4188-b8cd-5186860180b2 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:39.565730 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'status': 'completed', 'code': 200} Nov 12 20:58:39.569684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.46', 57842) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:39.592521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] For port 8f8976bb-3057-4b05-80aa-2ee3395067a3, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:39.636232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:39.685407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] For port 8f8976bb-3057-4b05-80aa-2ee3395067a3, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f8976bb-3057-4b05-80aa-2ee3395067a3,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:39.752192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da5dc-4e9e-46a8-97a6-7b2f4694a499 req-44c3c4d3-1ebb-486c-a65d-0aa0cefbb123 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.759866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e6da5dc-4e9e-46a8-97a6-7b2f4694a499 req-44c3c4d3-1ebb-486c-a65d-0aa0cefbb123 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 943 time: 0.3957212 Nov 12 20:58:39.784310 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.821513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-d83cbd7c-2eff-4e08-8923-25081a17bb56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 200 len: 217 time: 0.4536057 Nov 12 20:58:39.840701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d481c-0d87-459c-8c78-f94397995795 req-92aed51c-a872-486d-b349-d9403eec8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.842203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-92aed51c-a872-486d-b349-d9403eec8c40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1101 time: 0.2693748 Nov 12 20:58:39.843568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-fc57c136-763a-4a8c-9b71-dda892c7cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.850320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-fc57c136-763a-4a8c-9b71-dda892c7cce7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.2742858 Nov 12 20:58:39.870501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-83d21505-5103-456b-a128-7e20928f272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.872619 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-83d21505-5103-456b-a128-7e20928f272b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.2778361 Nov 12 20:58:39.908496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.932199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.932826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:39.935213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] 10.222.0.46 "PUT /v2.0/ports/8f8976bb-3057-4b05-80aa-2ee3395067a3 HTTP/1.1" status: 200 len: 1092 time: 2.8808708 Nov 12 20:58:39.983213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-486b8e8f-4b60-4e19-b117-de92b558ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:39.984589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-486b8e8f-4b60-4e19-b117-de92b558ea07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.1442399 Nov 12 20:58:40.003782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-18278f7b-2303-48ef-b776-57f13263c03f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:40.017966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d11ff-0b6d-4c15-99ea-3e2a5c111647 req-be7abe6e-5bff-4ecb-bb7a-34a7f60944b7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.025342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-060d11ff-0b6d-4c15-99ea-3e2a5c111647 req-be7abe6e-5bff-4ecb-bb7a-34a7f60944b7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.3384695 Nov 12 20:58:40.040783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb44a1f-a39c-4d87-a76b-eed9ba915097 req-ea92789a-0dce-40c8-852f-f530458c03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.042271 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fdb44a1f-a39c-4d87-a76b-eed9ba915097 req-ea92789a-0dce-40c8-852f-f530458c03ec service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6655164 Nov 12 20:58:40.168381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e6da5dc-4e9e-46a8-97a6-7b2f4694a499 req-ab37e1e1-39d3-4007-ab80-31dcfcce7253 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025755 Nov 12 20:58:40.171116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-22160c52-05c7-48e1-921a-b5f63a371bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.172781 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-22160c52-05c7-48e1-921a-b5f63a371bb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1784036 Nov 12 20:58:40.231786 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:40.260554 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:40.318109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb44a1f-a39c-4d87-a76b-eed9ba915097 req-7e6cb0a7-0867-47d6-8a93-c880f531e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.319763 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fdb44a1f-a39c-4d87-a76b-eed9ba915097 req-7e6cb0a7-0867-47d6-8a93-c880f531e3b4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464638 Nov 12 20:58:40.329121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:40.364782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-a342940e-42a5-42ff-a109-c4393b01a4f5 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751611 Nov 12 20:58:40.397546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:40.578174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Pushing event updated for resources: {'Port': ['ID=80747876-4b4c-46ac-82a8-a9c7c938b9c5,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:40.583252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f52c-cfb6-4793-a03b-25390bbae91d service neutron] Pushing event updated for resources: {'Port': ['ID=8f8976bb-3057-4b05-80aa-2ee3395067a3,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:40.593893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-00c5e16c-e9f0-44fe-8418-c93fd7f6abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.595656 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-00c5e16c-e9f0-44fe-8418-c93fd7f6abed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 1095 time: 0.1799295 Nov 12 20:58:40.603854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:40.615471 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-8996dae2-efac-4010-9656-f42bec7ef2ad service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389026 Nov 12 20:58:40.666137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-1217fc50-d7b2-475c-a5a2-7a71247ee74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.667727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-1217fc50-d7b2-475c-a5a2-7a71247ee74f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7908342 Nov 12 20:58:40.681184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-5693e4ce-c554-4ee1-bc8c-dbbaa3befd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.682693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-5693e4ce-c554-4ee1-bc8c-dbbaa3befd1c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7860942 Nov 12 20:58:40.693574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-9c9acb55-b879-4d28-95a8-2b0e64a776ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d926507c-ec50-471b-8306-4f9793d9a287 HTTP/1.1" status: 200 len: 217 time: 0.0852706 Nov 12 20:58:40.732749 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-ab0f2042-69ba-4d4f-89e9-f590a3db5740 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 HTTP/1.1" status: 200 len: 217 time: 0.0827770 Nov 12 20:58:40.736904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d481c-0d87-459c-8c78-f94397995795 req-dd8bfd89-04d8-4f1a-add3-a996990ae183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.738383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-dd8bfd89-04d8-4f1a-add3-a996990ae183 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.8604882 Nov 12 20:58:40.779929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-060d11ff-0b6d-4c15-99ea-3e2a5c111647 req-c048caf7-5edb-4171-afcc-49cd6b22a61d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7536676 Nov 12 20:58:40.854342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-bc2c1765-fba5-4075-82f5-26940201d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.855934 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-bc2c1765-fba5-4075-82f5-26940201d198 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cf2d0b8-7b35-457f-9bce-037392e904d1 HTTP/1.1" status: 200 len: 855 time: 0.1333473 Nov 12 20:58:40.864269 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Floating IP dad8ff66-cd13-49b7-a0d6-d420f095ecf7 associated. External IP: 172.25.8.44, port: ed2a662f-8772-4de1-ab21-e4644d15b37b. Nov 12 20:58:40.875567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-87b43293-7661-42b3-8ed7-a5534a8728a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.876981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-87b43293-7661-42b3-8ed7-a5534a8728a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.1240685 Nov 12 20:58:40.932372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-064bd560-4c0e-4552-891c-f22d0661a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.933978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-064bd560-4c0e-4552-891c-f22d0661a5d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 1095 time: 0.8047340 Nov 12 20:58:40.940495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-69521e64-b18f-408f-a491-cdebf7b7a00b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733869 Nov 12 20:58:40.943984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-eb82887d-d404-43a8-9cea-622378d42304 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.1854529 Nov 12 20:58:40.949798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-18278f7b-2303-48ef-b776-57f13263c03f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:40.968289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6195674-5903-4e4b-a771-be26433ed8f0 req-81412992-c305-4ded-84c3-a9bcde4e6130 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.969761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6195674-5903-4e4b-a771-be26433ed8f0 req-81412992-c305-4ded-84c3-a9bcde4e6130 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 943 time: 0.3835902 Nov 12 20:58:41.073171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-d2536ee0-6470-4ea2-8780-fc4e2df44a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:41.075419 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-d2536ee0-6470-4ea2-8780-fc4e2df44a22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1630876 Nov 12 20:58:41.081148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-a2225878-8817-48cd-97ae-db3f644011e4 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928678 Nov 12 20:58:41.081769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18278f7b-2303-48ef-b776-57f13263c03f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=8139a7d2-068d-45ae-ad3e-4dceba54a573,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:41.084193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-27b11899-9e3f-479f-ade6-479afdd8c9d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8976bb-3057-4b05-80aa-2ee3395067a3 HTTP/1.1" status: 200 len: 217 time: 0.1312528 Nov 12 20:58:41.085385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e2491d-399e-4261-ae81-6824ee070362 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:41.093636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-18278f7b-2303-48ef-b776-57f13263c03f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:41.096969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-18278f7b-2303-48ef-b776-57f13263c03f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/8139a7d2-068d-45ae-ad3e-4dceba54a573 HTTP/1.1" status: 204 len: 168 time: 1.9965656 Nov 12 20:58:41.110367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47862) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:41.214647 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-909647e4-dac0-4c22-ae48-672756754b28 service neutron] 10.222.0.46 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582660 Nov 12 20:58:41.309157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2de7bc7a-2b7d-40b5-a178-ed2dd8d12fd2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1949861 Nov 12 20:58:41.314131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47870) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:41.317135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-0db0169d-cc67-4acf-a809-d67e34095c42 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152620 Nov 12 20:58:41.318520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d481c-0d87-459c-8c78-f94397995795 req-43cccaac-54c2-4547-b05d-db32dc67aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:41.319236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:41.320134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-43cccaac-54c2-4547-b05d-db32dc67aff0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.3372831 Nov 12 20:58:41.323302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:41.352474 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-466d3f2a-f06b-4892-8736-16d2220ad851 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659192 Nov 12 20:58:41.380424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] Deleting port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:41.380954 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:41.428123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-1a7fff36-51f1-4b39-a411-5f53b2cdce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:41.429588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-1a7fff36-51f1-4b39-a411-5f53b2cdce96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.3262637 Nov 12 20:58:41.434552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6195674-5903-4e4b-a771-be26433ed8f0 req-97c3788d-907e-4aae-be25-1121cbc498fe tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328055 Nov 12 20:58:41.469060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] For port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f12f1d4a-87f0-4122-aeb5-4f6449c68ef6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:41.469549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:41.486700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] Calling delete_port for f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:41.502762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Router 6cbd8fea-c0e6-4994-ac25-5173b19be71d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:41.532702 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-39425a53-8ed4-4c58-bfd6-5b2d8c496ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082316 Nov 12 20:58:41.535268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554e3e4-6ca2-4687-9544-ce06c34e4f92 req-99bb6715-e052-42de-99be-853f3c47b14c service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291513 Nov 12 20:58:41.554981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8e4f-f43f-447a-b1f2-2f020c6e4a85 req-571b3979-39b0-4735-90a5-9b95f1cb46b5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:41.556578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33ec8e4f-f43f-447a-b1f2-2f020c6e4a85 req-571b3979-39b0-4735-90a5-9b95f1cb46b5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 943 time: 0.2840447 Nov 12 20:58:41.562151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d481c-0d87-459c-8c78-f94397995795 req-0f22e569-30f0-4373-a6e7-e5fe1cd0afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:41.563675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-0f22e569-30f0-4373-a6e7-e5fe1cd0afca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2250953 Nov 12 20:58:41.568591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81eaab6-e757-473a-ac18-bf5ac2ba3639', 'tag': '8f8976bb-3057-4b05-80aa-2ee3395067a3'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:41.570941 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2719feb0-3254-48da-871a-b02b7b151069" -d '{"events": [{"name": "network-changed", "server_uuid": "c81eaab6-e757-473a-ac18-bf5ac2ba3639", "tag": "8f8976bb-3057-4b05-80aa-2ee3395067a3"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:41.616396 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-13e6dd58-8368-4ab1-8c31-3a19148392d5 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454112 Nov 12 20:58:41.656245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-aa49e4b1-e2f3-4fb2-a0f6-291581e4b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:41.657911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-aa49e4b1-e2f3-4fb2-a0f6-291581e4b85a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170150 Nov 12 20:58:41.675434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-49e935fa-19a0-4d31-9ea1-cb7cd065a62e service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321486 Nov 12 20:58:41.700222 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-e96d3091-c86d-4b47-aa5e-65402ce9ed48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=e66877d1-7052-4510-be0f-7e88565c976a HTTP/1.1" status: 200 len: 217 time: 0.0761433 Nov 12 20:58:41.701141 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b886d489-4d91-4e39-83f0-41d9d45d2175 x-openstack-request-id: req-b886d489-4d91-4e39-83f0-41d9d45d2175 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:41.701467 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81eaab6-e757-473a-ac18-bf5ac2ba3639", "tag": "8f8976bb-3057-4b05-80aa-2ee3395067a3", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:41.701677 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b886d489-4d91-4e39-83f0-41d9d45d2175 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:41.702346 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81eaab6-e757-473a-ac18-bf5ac2ba3639', 'tag': '8f8976bb-3057-4b05-80aa-2ee3395067a3', 'status': 'completed', 'code': 200} Nov 12 20:58:41.702519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:41.706008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:41.722278 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:41.754231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] Pushing event deleted for resources: {'Port': ['ID=f12f1d4a-87f0-4122-aeb5-4f6449c68ef6,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:41.760550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537ab97-7953-4359-a79a-03eb277607b2 None None] No DVR routers for this DVR port f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:41.801803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-8f1a66a7-9f0c-45ce-be28-4e91160ecae6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 200 len: 217 time: 0.0947082 Nov 12 20:58:41.833547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:41.846321 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b826f-898b-46e9-998c-236dcbf615a2 None None] Sync routers for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:41.848756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-9785b215-8616-4f15-a366-7ad7706e5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:41.849758 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-9785b215-8616-4f15-a366-7ad7706e5a39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.1388030 Nov 12 20:58:41.857185 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b826f-898b-46e9-998c-236dcbf615a2 None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:41.857865 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f27b826f-898b-46e9-998c-236dcbf615a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:41.923631 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f27b826f-898b-46e9-998c-236dcbf615a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:41.948036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d481c-0d87-459c-8c78-f94397995795 req-3d83ac9b-4176-4caa-aa90-e97af2677958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:41.950046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-3d83ac9b-4176-4caa-aa90-e97af2677958 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1101 time: 0.3113203 Nov 12 20:58:41.951344 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b826f-898b-46e9-998c-236dcbf615a2 None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:41.952190 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f27b826f-898b-46e9-998c-236dcbf615a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:41.952335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-912a5e42-9311-497a-b83e-6f03335a2c36 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743243 Nov 12 20:58:41.990639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33ec8e4f-f43f-447a-b1f2-2f020c6e4a85 req-ad582b4f-1d61-4289-ab5f-a32378f75df3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234345 Nov 12 20:58:42.003402 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f27b826f-898b-46e9-998c-236dcbf615a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:42.004285 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b826f-898b-46e9-998c-236dcbf615a2 None None] The sync data for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:42.060427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-bed44519-4640-4dfb-b507-106187e4a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.061954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-bed44519-4640-4dfb-b507-106187e4a04c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.2191210 Nov 12 20:58:42.118375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-a7425af6-e068-4d85-8bd1-6217744c2a82 service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152944 Nov 12 20:58:42.122606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:42.151652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:42.151652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f12f1d4a-87f0-4122-aeb5-4f6449c68ef6 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:42.248095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:42.290761 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8cc1101b-3f3a-489b-bd62-b439f0ecb5e2 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.7312977 Nov 12 20:58:42.296587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47880) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:42.307851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905320-33e1-4ffa-828a-727061180900 req-af041be4-a13f-4074-833b-1d40451c9a38 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.309484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20905320-33e1-4ffa-828a-727061180900 req-af041be4-a13f-4074-833b-1d40451c9a38 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.3784547 Nov 12 20:58:42.321482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-06b0af76-5676-40b8-b2e6-a145f4395eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.322964 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-06b0af76-5676-40b8-b2e6-a145f4395eca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4627085 Nov 12 20:58:42.350475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-c009c23c-9b0d-4b1f-a86e-64d9f01d0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.352063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-c009c23c-9b0d-4b1f-a86e-64d9f01d0edc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2669117 Nov 12 20:58:42.370499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-0dfb7ecb-0d4a-46cb-87a4-9374249cf609 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738241 Nov 12 20:58:42.394967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d481c-0d87-459c-8c78-f94397995795 req-4dfe7c96-f8d0-43b4-b112-8e62fedc8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.396937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-4dfe7c96-f8d0-43b4-b112-8e62fedc8d29 service neutron] 10.222.0.78 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.3599007 Nov 12 20:58:42.496429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-a023fa67-2f43-453f-9909-e574726231be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 200 len: 217 time: 0.0822542 Nov 12 20:58:42.502517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c012c3c3-d985-4daf-826c-98d6dc288c74 req-b4f882d3-64fa-4097-92b7-1732e73ac9cd service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414278 Nov 12 20:58:42.506422 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5d0c8b43-565f-4ad7-a0bc-0ecf94556865 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] 10.222.0.64 "GET /v2.0/floatingips/dad8ff66-cd13-49b7-a0d6-d420f095ecf7 HTTP/1.1" status: 200 len: 981 time: 0.2077734 Nov 12 20:58:42.512528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47884) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:42.518433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20905320-33e1-4ffa-828a-727061180900 req-7b116c5e-5bd3-45b4-9692-3e808c5d9b8e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012656 Nov 12 20:58:42.629190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-05d3c559-86d5-49fe-ad23-d61f11f2a4d6 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624428 Nov 12 20:58:42.632797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d481c-0d87-459c-8c78-f94397995795 req-72e7928f-f988-4cfc-aa9e-a85be6ad207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.634569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-72e7928f-f988-4cfc-aa9e-a85be6ad207c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1290681 Nov 12 20:58:42.649273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c668bf-8a0b-4cc5-90e9-37a58013867f req-8954aaa7-67f6-4c2f-9398-beb28360061b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.651451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86c668bf-8a0b-4cc5-90e9-37a58013867f req-8954aaa7-67f6-4c2f-9398-beb28360061b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 943 time: 0.1183622 Nov 12 20:58:42.655899 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-a19ddb77-6365-44b4-9493-8f09f89c95bb service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704210 Nov 12 20:58:42.701748 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-685a5e44-82cf-4296-8cf5-6769a4e01437 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3816 time: 0.1868558 Nov 12 20:58:42.708135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:42.711814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47888) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:42.818058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719feb0-3254-48da-871a-b02b7b151069 req-407bb48d-02d2-4a09-b092-77d5b446e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.819599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2719feb0-3254-48da-871a-b02b7b151069 req-407bb48d-02d2-4a09-b092-77d5b446e3dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 1095 time: 0.1639776 Nov 12 20:58:42.827329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d481c-0d87-459c-8c78-f94397995795 req-2041b00c-d5e5-4a23-ba6c-4a2cb8cb8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.828777 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-2041b00c-d5e5-4a23-ba6c-4a2cb8cb8ce2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1758294 Nov 12 20:58:42.831206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:42.846576 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:42.846834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86c668bf-8a0b-4cc5-90e9-37a58013867f req-95c74804-4c47-4470-a16a-9191e2278ec6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645126 Nov 12 20:58:42.856644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:42.857248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:42.866874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e365b38-7110-41b1-b430-9598dd52a212 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:42.876686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=8b186874-23c8-4ede-bcc5-8cf650c1711b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:42.930238 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:58:42.931753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-0ad2cc4a-4c36-4111-aa2a-1e5533b80273 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773135 Nov 12 20:58:42.932923 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-87977a6f-0176-47fb-969b-930e207b6126 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675984 Nov 12 20:58:42.985084 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-2cdb80bd-56ce-4110-817e-d494b4bfbc16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413e66bc-caf1-4d8d-955a-5729d255d131 HTTP/1.1" status: 200 len: 217 time: 0.0445530 Nov 12 20:58:43.065439 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0de7d3eb-4061-4992-a54e-a4ce86234d48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7502112 Nov 12 20:58:43.086117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47894) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:43.092452 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5bf2ecba-2804-4a6c-a468-e01ef75ce900 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '8b186874-23c8-4ede-bcc5-8cf650c1711b', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2061819134'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:43.180858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-18bdef51-be70-47a3-b1b5-e1587796e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:43.182741 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-18bdef51-be70-47a3-b1b5-e1587796e1b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.1448092 Nov 12 20:58:43.197586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '8b186874-23c8-4ede-bcc5-8cf650c1711b'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:43.198462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.296177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Deleting port 80747876-4b4c-46ac-82a8-a9c7c938b9c5 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:43.297219 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.326018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-2b8a1347-79c1-41be-8e1d-02a3c5a54988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:43.327836 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-2b8a1347-79c1-41be-8e1d-02a3c5a54988 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1324539 Nov 12 20:58:43.406990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/8b186874-23c8-4ede-bcc5-8cf650c1711b/3716042d-9e11-4226-a375-3563cce21012) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:43.432855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf2ecba-2804-4a6c-a468-e01ef75ce900 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:43.516369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.516986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.545372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Calling delete_port for 80747876-4b4c-46ac-82a8-a9c7c938b9c5 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:43.580111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.601357 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-d572729a-4353-4aa3-a3aa-146ab275362c service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398250 Nov 12 20:58:43.640240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-cc2f4781-a60b-432a-af4e-a0edbd4b7bda service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6 HTTP/1.1" status: 200 len: 217 time: 0.6742806 Nov 12 20:58:43.667222 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.697921 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5bf2ecba-2804-4a6c-a468-e01ef75ce900 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.718593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:43.724837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:43.728913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:43.752773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Pushing event updated for resources: {'Port': ['ID=3716042d-9e11-4226-a375-3563cce21012,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:43.768134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-5bf2ecba-2804-4a6c-a468-e01ef75ce900 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 1aa46f0f-d096-4630-8ea6-044d36b9d199 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:58:43.811362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-a31e580f-7a05-4530-ae18-ecac6d178faa service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9697628 Nov 12 20:58:43.834257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Attempting to bind port 3716042d-9e11-4226-a375-3563cce21012 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:43.835514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Attempting to bind port 3716042d-9e11-4226-a375-3563cce21012 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:43.835910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Attempting to bind port 3716042d-9e11-4226-a375-3563cce21012 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:43.846711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:43.847547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:43.849024 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.850049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:43.851632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Bound port: 3716042d-9e11-4226-a375-3563cce21012, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:43.851963 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:43.858862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719feb0-3254-48da-871a-b02b7b151069 req-da2a2459-261d-4adb-b3f1-a22c7bbee36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:43.858862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2719feb0-3254-48da-871a-b02b7b151069 req-da2a2459-261d-4adb-b3f1-a22c7bbee36a service neutron] 10.222.0.46 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 1.0272856 Nov 12 20:58:43.883494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d3763-d6a2-4a1b-9d90-75201108a369 req-bd600a20-7544-4ab0-a0aa-157692b5c5ba tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:43.892185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f14d3763-d6a2-4a1b-9d90-75201108a369 req-bd600a20-7544-4ab0-a0aa-157692b5c5ba tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 943 time: 0.2506890 Nov 12 20:58:43.915212 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-9c2a9071-ccb8-4242-8fac-0d4300cd6e60 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031225 Nov 12 20:58:43.958001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-5f073436-aace-48cd-9158-54bdb39930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:43.959485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-5f073436-aace-48cd-9158-54bdb39930ab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.2907245 Nov 12 20:58:43.981860 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-a769bbb6-d607-47e0-8807-b21b51acbd20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce HTTP/1.1" status: 200 len: 217 time: 0.0576580 Nov 12 20:58:43.994965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] For port 3716042d-9e11-4226-a375-3563cce21012, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:44.000327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] For port 3716042d-9e11-4226-a375-3563cce21012, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3716042d-9e11-4226-a375-3563cce21012,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:44.051480 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf2ecba-2804-4a6c-a468-e01ef75ce900 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:58:44.052040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf2ecba-2804-4a6c-a468-e01ef75ce900 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:58:44.062096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2719feb0-3254-48da-871a-b02b7b151069 req-0b1eb6e9-8b4f-4ef5-b0ee-153560e2497f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8976bb-3057-4b05-80aa-2ee3395067a3 HTTP/1.1" status: 200 len: 217 time: 0.1403232 Nov 12 20:58:44.071178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f14d3763-d6a2-4a1b-9d90-75201108a369 req-6e6a997e-d37e-46f8-a1be-6b90b3da854e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774850 Nov 12 20:58:44.080265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-8ec9492e-888c-475d-b30c-8979bb97fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.081751 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-8ec9492e-888c-475d-b30c-8979bb97fd31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.0911694 Nov 12 20:58:44.121529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:44.149984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-21a2240a-7a25-4bf5-9b8b-d4b0417c8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.155663 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-21a2240a-7a25-4bf5-9b8b-d4b0417c8e1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635574 Nov 12 20:58:44.184580 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5bf2ecba-2804-4a6c-a468-e01ef75ce900 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0971198 Nov 12 20:58:44.212345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719feb0-3254-48da-871a-b02b7b151069 req-88addff9-faed-4faf-a519-126cd17f1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.214236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2719feb0-3254-48da-871a-b02b7b151069 req-88addff9-faed-4faf-a519-126cd17f1359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1423111 Nov 12 20:58:44.220681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47906) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:44.227352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec2795-083e-4895-94f9-653361a85542 req-5a9e6ddf-9118-4909-a656-60c4ea85e073 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.231845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15ec2795-083e-4895-94f9-653361a85542 req-5a9e6ddf-9118-4909-a656-60c4ea85e073 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 949 time: 0.5761514 Nov 12 20:58:44.257954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ed3f8-c39a-4183-aa4b-91dfa9d795ad None None] Pushing event updated for resources: {'Port': ['ID=3716042d-9e11-4226-a375-3563cce21012,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:44.275144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:58:44.290194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:44.422742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event deleted for resources: {'Port': ['ID=80747876-4b4c-46ac-82a8-a9c7c938b9c5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:44.470413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:44.481303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee8d481c-0d87-459c-8c78-f94397995795 req-9a0b72e3-81a2-4a53-93e3-84e3f46de4da service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574206 Nov 12 20:58:44.481619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29477854-9607-4cdb-a8cb-0dbd2ed6803c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.483174 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-29477854-9607-4cdb-a8cb-0dbd2ed6803c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2610545 Nov 12 20:58:44.489868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-da8e8789-5f35-407d-8d14-d7910b718dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.492616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-da8e8789-5f35-407d-8d14-d7910b718dc4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4990175 Nov 12 20:58:44.495991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47910) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:44.523486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'mac_address': 'fa:16:3e:ff:0c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:58:44.550701 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-aeea9eca-ec87-4905-a17e-1048f8b20081 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861170 Nov 12 20:58:44.551570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:44.551907 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Floating IP dad8ff66-cd13-49b7-a0d6-d420f095ecf7 disassociated (deleted). External IP: 172.25.8.44, port: ed2a662f-8772-4de1-ab21-e4644d15b37b. Nov 12 20:58:44.576358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15ec2795-083e-4895-94f9-653361a85542 req-f6634d3a-1d78-4660-b9b0-b5aef537745e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434613 Nov 12 20:58:44.641998 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:44.659789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b87ae0-8b0c-4323-a87c-205f4ba22383 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:44.685317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:44.700557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ee13c-32a0-43e5-9d21-afe3922afb58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.702168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ee13c-32a0-43e5-9d21-afe3922afb58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.706308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-650ee13c-32a0-43e5-9d21-afe3922afb58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2048519 Nov 12 20:58:44.711824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47912) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:44.713968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-3d6df579-7589-459a-8dd0-c3e9172b8d6a service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363573 Nov 12 20:58:44.726535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719feb0-3254-48da-871a-b02b7b151069 req-b3ce0caa-d422-447f-860c-a1d819649e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.728135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2719feb0-3254-48da-871a-b02b7b151069 req-b3ce0caa-d422-447f-860c-a1d819649e8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4931235 Nov 12 20:58:44.762730 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:44.784153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708564e6-d20b-48d7-8964-d69a0a9bd24f req-8fe5730e-d252-4fed-ab65-058abbcf11bd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:44.786723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-708564e6-d20b-48d7-8964-d69a0a9bd24f req-8fe5730e-d252-4fed-ab65-058abbcf11bd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 943 time: 0.4109845 Nov 12 20:58:44.826032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=12']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:44.912578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Router 6cbd8fea-c0e6-4994-ac25-5173b19be71d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:44.920629 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a03af99e-0897-4d3d-9c66-09079f8ffb8d req-66c6e740-120b-4ec7-a890-11e247e2083c service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075558 Nov 12 20:58:44.932505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fbd770-2721-476a-ab79-dd652b2f7870 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 8b186874-23c8-4ede-bcc5-8cf650c1711b {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:44.940514 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82fbd770-2721-476a-ab79-dd652b2f7870 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.017029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-708564e6-d20b-48d7-8964-d69a0a9bd24f req-bbb63b42-d646-44bf-85d6-86c40d46fdcf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034421 Nov 12 20:58:45.039537 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82fbd770-2721-476a-ab79-dd652b2f7870 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.072479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-4aedd289-b58f-4150-ad86-22061e155a0d service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488011 Nov 12 20:58:45.077493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2719feb0-3254-48da-871a-b02b7b151069 req-9c362157-2f4d-4ebe-a7ba-011089b63703 service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351431 Nov 12 20:58:45.110874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b5b87ae0-8b0c-4323-a87c-205f4ba22383'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:45.159154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-bf5548bd-fc0c-4e1e-8a1f-b162af954ba1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c11c2037-3072-4a65-a936-7fbc5b08432d HTTP/1.1" status: 200 len: 217 time: 0.0785389 Nov 12 20:58:45.363558 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82fbd770-2721-476a-ab79-dd652b2f7870 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.369580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-34b3f452-b956-426f-8a75-2edbdd9873e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:45.371930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-34b3f452-b956-426f-8a75-2edbdd9873e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.2024386 Nov 12 20:58:45.411393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73099d-7a34-4a3d-bd2f-bd34a12352f4 req-dbcdb78f-efab-4bdb-8343-f6adc4aedd97 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:45.412958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b73099d-7a34-4a3d-bd2f-bd34a12352f4 req-dbcdb78f-efab-4bdb-8343-f6adc4aedd97 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 943 time: 0.1788309 Nov 12 20:58:45.453230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2719feb0-3254-48da-871a-b02b7b151069 req-46dbe8c6-d276-4e1b-aa53-cecfaa0977de service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597229 Nov 12 20:58:45.462880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:45.468524 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.475881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50787c-bff3-416e-a33f-a0994a515e8b None None] Sync routers for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:45.492285 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50787c-bff3-416e-a33f-a0994a515e8b None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:45.493804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ce50787c-bff3-416e-a33f-a0994a515e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:45.502206 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a566e75e-9438-45b3-ba19-c561d8c889a4 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "DELETE /v2.0/floatingips/dad8ff66-cd13-49b7-a0d6-d420f095ecf7 HTTP/1.1" status: 204 len: 168 time: 2.7858667 Nov 12 20:58:45.509508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47920) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:45.517704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:45.535891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-916aee33-9f70-4b73-932b-5397b1d0a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:45.537791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-916aee33-9f70-4b73-932b-5397b1d0a700 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1348505 Nov 12 20:58:45.538373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ce50787c-bff3-416e-a33f-a0994a515e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:45.549107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50787c-bff3-416e-a33f-a0994a515e8b None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:45.550366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ce50787c-bff3-416e-a33f-a0994a515e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:45.572806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b73099d-7a34-4a3d-bd2f-bd34a12352f4 req-fdbe459d-1946-41f8-a8a4-238f2e1568b4 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442468 Nov 12 20:58:45.592617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d926507c-ec50-471b-8306-4f9793d9a287 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:58:45.594961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ce50787c-bff3-416e-a33f-a0994a515e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:45.595594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50787c-bff3-416e-a33f-a0994a515e8b None None] The sync data for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:45.624588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.669939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-90da76db-40b0-41ac-b914-0b7a2ff27dab service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218815 Nov 12 20:58:45.671703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82fbd770-2721-476a-ab79-dd652b2f7870 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.718750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:45.727792 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.735208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3b75f435-d216-4c2c-88c0-978b1e02545c None None] Provisioning complete for port 3716042d-9e11-4226-a375-3563cce21012 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:45.735494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbd770-2721-476a-ab79-dd652b2f7870 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=8b186874-23c8-4ede-bcc5-8cf650c1711b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:45.735986 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b75f435-d216-4c2c-88c0-978b1e02545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.770941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82fbd770-2721-476a-ab79-dd652b2f7870 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.778544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-82fbd770-2721-476a-ab79-dd652b2f7870 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/8b186874-23c8-4ede-bcc5-8cf650c1711b HTTP/1.1" status: 204 len: 168 time: 1.0626714 Nov 12 20:58:45.781503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bca5af-1f68-4587-ba84-4975d0da4ae4 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:45.783677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47926) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:45.785781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd926507c-ec50-471b-8306-4f9793d9a287', 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'port_id': 'd926507c-ec50-471b-8306-4f9793d9a287', 'mac_address': 'fa:16:3e:be:d2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf2d0b8-7b35-457f-9bce-037392e904d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:58:45.846921 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:45.857181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Allocated IP 172.25.8.60 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/7fa86b8b-cd05-45fd-a582-08f7f5c5e575) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:45.857389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e4ea682c-b34c-4192-8b7c-adf0df481f48 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723958 Nov 12 20:58:45.863968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:45.867784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:45.890540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee288f-0ac9-4afa-a79d-475901c61ff8 req-be951fa6-df87-4edd-aab5-66fac2fd9d51 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:45.891567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91ee288f-0ac9-4afa-a79d-475901c61ff8 req-be951fa6-df87-4edd-aab5-66fac2fd9d51 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.1975510 Nov 12 20:58:45.903099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-8d6e401c-77a5-4caa-9498-72d5cfc7bb48 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187281 Nov 12 20:58:45.906518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d926507c-ec50-471b-8306-4f9793d9a287 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:45.927604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:45.958714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-deb80af3-c82a-4ba5-96d6-1d61ef77f8cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199 HTTP/1.1" status: 200 len: 217 time: 0.0456741 Nov 12 20:58:46.010891 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b75f435-d216-4c2c-88c0-978b1e02545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.017408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91ee288f-0ac9-4afa-a79d-475901c61ff8 req-732feabb-e482-4faa-a08e-e4e6b55f02c2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105471 Nov 12 20:58:46.031024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-d8cb17ff-d570-4be5-b214-bb42f347c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:46.032809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-d8cb17ff-d570-4be5-b214-bb42f347c284 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.0636690 Nov 12 20:58:46.035781 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.036436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8f8976bb-3057-4b05-80aa-2ee3395067a3 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:58:46.067812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.123844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:46.131465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.164493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-89626848-b448-4bb5-bd12-c7f4aa1761db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:46.166526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-89626848-b448-4bb5-bd12-c7f4aa1761db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1249094 Nov 12 20:58:46.224664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.268442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3716042d-9e11-4226-a375-3563cce21012 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:46.274407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3b75f435-d216-4c2c-88c0-978b1e02545c None None] For port 3716042d-9e11-4226-a375-3563cce21012, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3716042d-9e11-4226-a375-3563cce21012,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:46.288785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:46.300530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:46.309749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:46.332049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265eefd-2760-4d3d-b047-0defbe8e4da1 req-b5972c2e-509a-4d3a-a0fb-ce87ed575c75 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:46.341153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7265eefd-2760-4d3d-b047-0defbe8e4da1 req-b5972c2e-509a-4d3a-a0fb-ce87ed575c75 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 943 time: 0.2105024 Nov 12 20:58:46.368377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a507b-1a81-4589-8e3e-43e1c5899f41 req-62f197ed-ccaf-4bcb-86e5-5449bb9811ac tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:46.375449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Pushing event updated for resources: {'Port': ['ID=7fa86b8b-cd05-45fd-a582-08f7f5c5e575,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:46.377311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f1a507b-1a81-4589-8e3e-43e1c5899f41 req-62f197ed-ccaf-4bcb-86e5-5449bb9811ac tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 1102 time: 0.1855195 Nov 12 20:58:46.393146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:46.395800 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b75f435-d216-4c2c-88c0-978b1e02545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.406345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:46.423744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-5da1fed4-b1b0-49fd-8196-db6b722dacab service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493503 Nov 12 20:58:46.491651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7265eefd-2760-4d3d-b047-0defbe8e4da1 req-de76c431-5277-48f8-a414-187da516335c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488352 Nov 12 20:58:46.509947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8f8976bb-3057-4b05-80aa-2ee3395067a3, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f8976bb-3057-4b05-80aa-2ee3395067a3,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:46.531658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3716042d-9e11-4226-a375-3563cce21012 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:46.532025 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.540036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.557029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75f435-d216-4c2c-88c0-978b1e02545c None None] Pushing event updated for resources: {'Port': ['ID=3716042d-9e11-4226-a375-3563cce21012,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:46.562964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '8f8976bb-3057-4b05-80aa-2ee3395067a3', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': '8f8976bb-3057-4b05-80aa-2ee3395067a3', 'mac_address': 'fa:16:3e:0e:27:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:58:46.575753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f1a507b-1a81-4589-8e3e-43e1c5899f41 req-c26e7c42-78b5-48b5-a750-54b075946b99 tempest-MigrationsAdminTest-1842629622 tempest-MigrationsAdminTest-1842629622-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946898 Nov 12 20:58:46.623936 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.639081 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] Deleting port 3716042d-9e11-4226-a375-3563cce21012 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:46.639638 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.648736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-98a476d2-6d48-4a75-97a4-066c70741aa2 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137237 Nov 12 20:58:46.648955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.655969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8976bb-3057-4b05-80aa-2ee3395067a3 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:46.708244 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.717630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-45827710-7c13-4359-9866-1291cd774b00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 HTTP/1.1" status: 200 len: 217 time: 0.0607433 Nov 12 20:58:46.722438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:46.728260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:46.735175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8f8976bb-3057-4b05-80aa-2ee3395067a3, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f8976bb-3057-4b05-80aa-2ee3395067a3,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:46.815500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:46.815500 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.815500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=7b3a8661-2944-4c74-9abc-9f50a98f346c,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:46.816652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] For port 3716042d-9e11-4226-a375-3563cce21012, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3716042d-9e11-4226-a375-3563cce21012,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:46.816652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.833028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] Calling delete_port for 3716042d-9e11-4226-a375-3563cce21012 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:46.841062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-f9ea2059-af72-47ae-b5bb-93c347de8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:46.842043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-f9ea2059-af72-47ae-b5bb-93c347de8f64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.1086915 Nov 12 20:58:46.867931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c0444-8e0d-4513-814c-d42a76636f5b req-de42007b-21cf-4bbb-97da-cbaaa089d586 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:46.869672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-831c0444-8e0d-4513-814c-d42a76636f5b req-de42007b-21cf-4bbb-97da-cbaaa089d586 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 944 time: 0.1509681 Nov 12 20:58:46.940639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-11d77a06-040d-4f2b-8e52-e5c653840bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:46.942129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-11d77a06-040d-4f2b-8e52-e5c653840bd4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932047 Nov 12 20:58:46.950395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-831c0444-8e0d-4513-814c-d42a76636f5b req-67292e4f-1dfd-4966-8c21-010ff12e8a09 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606256 Nov 12 20:58:46.953774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:46.976670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.011008 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-021d1393-5876-4b7e-a758-cb8b46adee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1476655 Nov 12 20:58:47.014121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:47.015233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=8f8976bb-3057-4b05-80aa-2ee3395067a3,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:47.020965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7ddd981a-87fd-4362-be55-fb3adf41a5da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1414976926', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:47.062094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-388bb0e5-4822-4616-81ce-2a615f25f297 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106865 Nov 12 20:58:47.099130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.115074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] No DVR routers for this DVR port 3716042d-9e11-4226-a375-3563cce21012 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:47.139277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74192328-2c0b-48b0-8a76-b6924d469532 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:47.141771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bd754-cefb-4201-bc64-5c372fa13b44 None None] Pushing event deleted for resources: {'Port': ['ID=3716042d-9e11-4226-a375-3563cce21012,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:47.144583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.204218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e1fd1f-27fb-4b08-8496-a85b5c895879 req-6c841913-b09b-4656-9ef3-b341db3e7a16 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332560 Nov 12 20:58:47.237483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ddd981a-87fd-4362-be55-fb3adf41a5da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.238550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ddd981a-87fd-4362-be55-fb3adf41a5da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.252837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Pushing event updated for resources: {'Port': ['ID=7fa86b8b-cd05-45fd-a582-08f7f5c5e575,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:47.272453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.323165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ddd981a-87fd-4362-be55-fb3adf41a5da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.340159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '7b3a8661-2944-4c74-9abc-9f50a98f346c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:47.342139 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.346538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d926507c-ec50-471b-8306-4f9793d9a287'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:47.348554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['8f8976bb-3057-4b05-80aa-2ee3395067a3'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:47.420666 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073d4f6-9ee9-456b-afad-1e8ad5a28a56 req-16ab55fc-fdc2-4a73-ac42-787ee697d884 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:47.422300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4073d4f6-9ee9-456b-afad-1e8ad5a28a56 req-16ab55fc-fdc2-4a73-ac42-787ee697d884 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0611880 Nov 12 20:58:47.450412 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.458201 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b550639a-7b8d-4dea-837d-e2fab4c74135 tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9412599 Nov 12 20:58:47.458201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ddd981a-87fd-4362-be55-fb3adf41a5da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.460243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47952) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:47.533212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ddd981a-87fd-4362-be55-fb3adf41a5da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:47.540440 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7ddd981a-87fd-4362-be55-fb3adf41a5da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5229621 Nov 12 20:58:47.542714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47960) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:47.562131 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4073d4f6-9ee9-456b-afad-1e8ad5a28a56 req-8533076a-8572-4abe-9dd6-42930292ba3d tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224453 Nov 12 20:58:47.695279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/7b3a8661-2944-4c74-9abc-9f50a98f346c/8b26a6e9-11f2-4949-a43c-3065bb8e9a86) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:47.816516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:47.822053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1e96-2657-4fd9-8f2a-e715f290b85e req-6607cb74-eb90-4759-a3e3-aca88f6c3dbf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:47.823748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09cd1e96-2657-4fd9-8f2a-e715f290b85e req-6607cb74-eb90-4759-a3e3-aca88f6c3dbf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 944 time: 0.1776724 Nov 12 20:58:47.905239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09cd1e96-2657-4fd9-8f2a-e715f290b85e req-ee890bab-e3de-405b-a080-58a03cd2b894 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751963 Nov 12 20:58:47.957252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.048740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.058957 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.093859 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.107953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209956a0-bc8e-4d45-ae2d-2abe2ae28e5a req-3d1acc7f-cf8d-4fb2-80e3-f592babdfa0c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:48.108772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-209956a0-bc8e-4d45-ae2d-2abe2ae28e5a req-3d1acc7f-cf8d-4fb2-80e3-f592babdfa0c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 944 time: 0.0566506 Nov 12 20:58:48.119627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3716042d-9e11-4226-a375-3563cce21012 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:48.146300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:48.162293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-209956a0-bc8e-4d45-ae2d-2abe2ae28e5a req-769b0246-6fce-47e0-9bcd-d65f3fe24a02 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471129 Nov 12 20:58:48.175075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:48.179971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 3716042d-9e11-4226-a375-3563cce21012 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:48.180338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3716042d-9e11-4226-a375-3563cce21012 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:48.181761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:48.202199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Pushing event updated for resources: {'Port': ['ID=8b26a6e9-11f2-4949-a43c-3065bb8e9a86,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:48.254883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Attempting to bind port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:48.255255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Attempting to bind port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:48.255653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Attempting to bind port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:48.262059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:48.262059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:48.262557 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.262821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:48.263253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Bound port: 8b26a6e9-11f2-4949-a43c-3065bb8e9a86, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:48.263671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.297372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:48.366002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] For port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:48.369885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.370302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] For port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8b26a6e9-11f2-4949-a43c-3065bb8e9a86,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:48.393040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::1 (562b17e4-82bc-45a1-bb66-23d0d781dbba/7b3a8661-2944-4c74-9abc-9f50a98f346c/e452bfde-0b5e-466a-b047-8609750e24e0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:48.448301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.490796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port b5b87ae0-8b0c-4323-a87c-205f4ba22383 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:58:48.505300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port b5b87ae0-8b0c-4323-a87c-205f4ba22383 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:48.505787 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.561928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20570809-19a2-4abb-bd3f-f639a19ac27c None None] Pushing event updated for resources: {'Port': ['ID=8b26a6e9-11f2-4949-a43c-3065bb8e9a86,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:48.567640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Allocated IP 172.25.8.238 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/4bd3ab92-a9b1-48d6-97c4-bd8458bbbc2a) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:48.613910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.637196 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.666023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:48.674570 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf8ce9-a18d-4a29-bee3-9f57beb5eb12" -d '{"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-plugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:48.684989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:48.717841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.725735 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d801f6bc-0a7e-4dae-be3e-8d19fa51d3dc x-openstack-request-id: req-d801f6bc-0a7e-4dae-be3e-8d19fa51d3dc {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:48.726279 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-plugged", "status": "completed", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:48.726279 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d801f6bc-0a7e-4dae-be3e-8d19fa51d3dc {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:48.726713 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'code': 200} Nov 12 20:58:48.750283 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.763492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-33e66104-b9cf-4181-a92a-2898679204ae tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:48.764975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-33e66104-b9cf-4181-a92a-2898679204ae tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.0796618 Nov 12 20:58:48.773356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5073-ad6b-4142-b311-7a8997b03954 req-3ed99763-7878-47f2-8e19-56c8d19854c8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:48.774823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f55e5073-ad6b-4142-b311-7a8997b03954 req-3ed99763-7878-47f2-8e19-56c8d19854c8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 950 time: 0.1458349 Nov 12 20:58:48.785473 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.839147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=13']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:48.853925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:48.859653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:48.863810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:48.865088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.871031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=e452bfde-0b5e-466a-b047-8609750e24e0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:48.896583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f55e5073-ad6b-4142-b311-7a8997b03954 req-48827216-78e7-49e4-8647-50b4d6c0ab1f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083865 Nov 12 20:58:48.924923 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.980387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Deleting port b5b87ae0-8b0c-4323-a87c-205f4ba22383 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:48.980973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:48.993828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:48.999043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:49.006246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:49.068760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Pushing event updated for resources: {'Port': ['ID=4bd3ab92-a9b1-48d6-97c4-bd8458bbbc2a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:49.135066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.135991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] For port b5b87ae0-8b0c-4323-a87c-205f4ba22383, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b5b87ae0-8b0c-4323-a87c-205f4ba22383,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:49.137092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.156691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bfdf8-4630-450f-b8c4-9f97a9c544b8 req-2c7b96ae-10b3-40b5-b3cb-c13aebfdfbf3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:49.158194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-774bfdf8-4630-450f-b8c4-9f97a9c544b8 req-2c7b96ae-10b3-40b5-b3cb-c13aebfdfbf3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 944 time: 0.0987046 Nov 12 20:58:49.164411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Calling delete_port for b5b87ae0-8b0c-4323-a87c-205f4ba22383 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:49.178589 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.248845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-774bfdf8-4630-450f-b8c4-9f97a9c544b8 req-d30e8201-a2a5-4bb1-bd13-ee7353ffed36 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796909 Nov 12 20:58:49.342442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76e6ea-cc8b-47b0-b336-7c1e15b0a951 req-42ebe1f0-71b7-4757-a169-dbcafba9fd44 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:49.350769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b76e6ea-cc8b-47b0-b336-7c1e15b0a951 req-42ebe1f0-71b7-4757-a169-dbcafba9fd44 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 944 time: 0.0825877 Nov 12 20:58:49.602544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8f8976bb-3057-4b05-80aa-2ee3395067a3 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:49.603692 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.614786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.690665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.691572 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.750588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 8f8976bb-3057-4b05-80aa-2ee3395067a3 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:58:49.755480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 8f8976bb-3057-4b05-80aa-2ee3395067a3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:49.756111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.902770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:49.911791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:49.913501 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:49.933862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b76e6ea-cc8b-47b0-b336-7c1e15b0a951 req-775d4a51-c3f2-4c51-9fec-dc431c9da74f tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819788 Nov 12 20:58:49.959661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=e452bfde-0b5e-466a-b047-8609750e24e0,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:49.985706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.006826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8f8976bb-3057-4b05-80aa-2ee3395067a3, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f8976bb-3057-4b05-80aa-2ee3395067a3,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:50.014363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['483dc014-2979-4db2-bc62-7f463dcaea23', 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:50.018506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab', '0b61846e-0769-4651-89a7-e8e210b9bed5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:50.047555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event deleted for resources: {'Port': ['ID=b5b87ae0-8b0c-4323-a87c-205f4ba22383,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:50.083682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe99b3cd-bffa-400b-ad69-69f1d675894f req-92818083-ccd6-4a4e-a8e3-5ddc74b72946 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=71ce25ce-0121-4ba7-9002-bf4f9e12cab4 HTTP/1.1" status: 200 len: 210 time: 0.0455062 Nov 12 20:58:50.130060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.131241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d926507c-ec50-471b-8306-4f9793d9a287 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:50.141289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] No DVR routers for this DVR port b5b87ae0-8b0c-4323-a87c-205f4ba22383 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:50.144476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.150867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a410d42-3f7b-4b38-a975-3017d2480453 req-84e1423e-4644-4fcb-804d-8bd19bc605d6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "DELETE /v2.0/ports/b5b87ae0-8b0c-4323-a87c-205f4ba22383 HTTP/1.1" status: 204 len: 173 time: 1.3733318 Nov 12 20:58:50.156419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-deleted', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:50.161802 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5133b3e-f045-4c8a-92ad-3475188e48c0" -d '{"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-deleted", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:50.267737 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359ef03-3b27-4f2f-b934-f5b9d84565da x-openstack-request-id: req-5359ef03-3b27-4f2f-b934-f5b9d84565da {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:50.268796 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ce25ce-0121-4ba7-9002-bf4f9e12cab4", "name": "network-vif-deleted", "tag": "b5b87ae0-8b0c-4323-a87c-205f4ba22383", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:50.269054 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5359ef03-3b27-4f2f-b934-f5b9d84565da {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:50.269455 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ce25ce-0121-4ba7-9002-bf4f9e12cab4', 'name': 'network-vif-deleted', 'tag': 'b5b87ae0-8b0c-4323-a87c-205f4ba22383', 'status': 'completed', 'code': 200} Nov 12 20:58:50.272566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.379640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Router 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:58:50.383710 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.422811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:50.431395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-25cae1d2-635b-4414-943f-2d6a642bcc0b None None] Provisioning complete for port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:50.442188 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-25cae1d2-635b-4414-943f-2d6a642bcc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.442482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817078-378c-48f8-b9f0-00e99c19e3ee req-8fc81cd3-0b07-46f8-93de-ead318f9dd37 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:50.442482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a817078-378c-48f8-b9f0-00e99c19e3ee req-8fc81cd3-0b07-46f8-93de-ead318f9dd37 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 945 time: 0.0832427 Nov 12 20:58:50.478523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Pushing event updated for resources: {'Port': ['ID=4bd3ab92-a9b1-48d6-97c4-bd8458bbbc2a,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:50.563155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a817078-378c-48f8-b9f0-00e99c19e3ee req-58a4eaa1-7d44-432e-98e0-628861171b79 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186478 Nov 12 20:58:50.668023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=8f8976bb-3057-4b05-80aa-2ee3395067a3,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:50.687820 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.725364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:50.736890 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Sync routers for ids ['5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:50.744206 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6250f7cb-093e-43f7-aa0c-f1532e38d163 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "PUT /v2.0/routers/5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1989150 Nov 12 20:58:50.747731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48006) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:50.750179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81eaab6-e757-473a-ac18-bf5ac2ba3639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8976bb-3057-4b05-80aa-2ee3395067a3'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:50.752659 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f553c42d-11b3-40e2-9124-de8a7ba4392e" -d '{"events": [{"server_uuid": "c81eaab6-e757-473a-ac18-bf5ac2ba3639", "name": "network-vif-plugged", "status": "completed", "tag": "8f8976bb-3057-4b05-80aa-2ee3395067a3"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:50.755027 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Routers {'5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:50.755027 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:50.804599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.806294 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24525989-6ed7-4ecd-afe4-a40f57eddf80 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3447859 Nov 12 20:58:50.809497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48010) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:50.817720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ede7d-5cba-4496-9341-3b1d748b72b0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:50.819996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-341ede7d-5cba-4496-9341-3b1d748b72b0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports/e452bfde-0b5e-466a-b047-8609750e24e0 HTTP/1.1" status: 200 len: 911 time: 0.0709727 Nov 12 20:58:50.823440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48012) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:50.852041 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd92bd7b-74dc-4bb8-9cfa-d64eb29ce137 x-openstack-request-id: req-cd92bd7b-74dc-4bb8-9cfa-d64eb29ce137 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:50.852309 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81eaab6-e757-473a-ac18-bf5ac2ba3639", "name": "network-vif-plugged", "status": "completed", "tag": "8f8976bb-3057-4b05-80aa-2ee3395067a3", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:50.852561 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd92bd7b-74dc-4bb8-9cfa-d64eb29ce137 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:50.852937 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81eaab6-e757-473a-ac18-bf5ac2ba3639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8976bb-3057-4b05-80aa-2ee3395067a3', 'code': 200} Nov 12 20:58:50.857606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port d926507c-ec50-471b-8306-4f9793d9a287 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:58:50.882349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d926507c-ec50-471b-8306-4f9793d9a287 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:50.882996 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.894504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:50.895149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.902503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e3a7b-40e9-4f57-a65f-2f99fcd96cf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:50.910886 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Set router 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:50.914454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e3a7b-40e9-4f57-a65f-2f99fcd96cf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:50.915336 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-187e3a7b-40e9-4f57-a65f-2f99fcd96cf6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0902145 Nov 12 20:58:50.918291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48014) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:51.017601 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f6e7feee-fd1d-438b-86af-00ec2d070a1d tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.2068639 Nov 12 20:58:51.023323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:51.063498 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-25cae1d2-635b-4414-943f-2d6a642bcc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.127756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af294b-d7ef-4708-96ff-8a6cfe0f8737 req-43a6cd01-3c6e-4186-bba3-a7795383e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:51.127756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21af294b-d7ef-4708-96ff-8a6cfe0f8737 req-43a6cd01-3c6e-4186-bba3-a7795383e7a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 1097 time: 0.1527364 Nov 12 20:58:51.166282 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bdbbf59e-0e1f-4791-b735-e63a59c9bca0 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1410134 Nov 12 20:58:51.169592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48024) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:51.224915 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.303052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21af294b-d7ef-4708-96ff-8a6cfe0f8737 req-3058b59b-ec1a-4a8e-b640-8d82942dc9c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463969 Nov 12 20:58:51.308653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-25cae1d2-635b-4414-943f-2d6a642bcc0b None None] For port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8b26a6e9-11f2-4949-a43c-3065bb8e9a86,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:51.320507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73809e-1e27-413e-a826-6dfbd91e4e8c req-ba9769cc-a06e-49e1-be1c-239f25d087b2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:51.329938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73809e-1e27-413e-a826-6dfbd91e4e8c req-ba9769cc-a06e-49e1-be1c-239f25d087b2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 944 time: 0.2314479 Nov 12 20:58:51.349823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Deleting port 4bd3ab92-a9b1-48d6-97c4-bd8458bbbc2a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:51.350215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.399658 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-25cae1d2-635b-4414-943f-2d6a642bcc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.415605 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'name': 'tempest-NetworksTestDHCPv6-router-1414976926', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:47Z', 'updated_at': '2021-11-12T20:58:49Z', 'revision_number': 2, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None, '_interfaces': [{'id': 'e452bfde-0b5e-466a-b047-8609750e24e0', 'name': '', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'mac_address': 'fa:16:3e:74:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7b3a8661-2944-4c74-9abc-9f50a98f346c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:48Z', 'updated_at': '2021-11-12T20:58:49Z', 'revision_number': 2, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'subnets': [{'id': '7b3a8661-2944-4c74-9abc-9f50a98f346c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:51.447279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73809e-1e27-413e-a826-6dfbd91e4e8c req-65aba8c8-9980-4207-b6e5-11484859a6b6 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164465 Nov 12 20:58:51.455093 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Checking router: 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:51.455893 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Updating router 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 port e452bfde-0b5e-466a-b047-8609750e24e0 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:58:51.479184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.479510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.497023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:51.502568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Calling delete_port for 4bd3ab92-a9b1-48d6-97c4-bd8458bbbc2a owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:51.523586 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.556176 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.692858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c452cba2-072d-427f-b784-c1c78a0d2250 None None] Provisioning complete for port e452bfde-0b5e-466a-b047-8609750e24e0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:51.693488 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c452cba2-072d-427f-b784-c1c78a0d2250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.695198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cae1d2-635b-4414-943f-2d6a642bcc0b None None] Pushing event updated for resources: {'Port': ['ID=8b26a6e9-11f2-4949-a43c-3065bb8e9a86,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:51.735993 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.804886 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.808651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.843081 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:58:51.844094 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:58:51.844719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c452cba2-072d-427f-b784-c1c78a0d2250 None None] Port e452bfde-0b5e-466a-b047-8609750e24e0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:51.849783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:51.868189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Pushing event deleted for resources: {'Port': ['ID=4bd3ab92-a9b1-48d6-97c4-bd8458bbbc2a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:51.959589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e2f3c-5624-463d-9cc6-903ccb4cec46 req-d52455d8-cc6e-4c07-8c49-cdb1c1128255 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:51.961121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa2e2f3c-5624-463d-9cc6-903ccb4cec46 req-d52455d8-cc6e-4c07-8c49-cdb1c1128255 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 945 time: 0.2380655 Nov 12 20:58:51.970437 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.972267 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.974769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.978574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b2574da5-59e3-4660-8646-a9ab8b0a8470 tempest-FloatingIPAdminTestJSON-1495946516 tempest-FloatingIPAdminTestJSON-1495946516-project] 10.222.0.64 "DELETE /v2.0/floatingips/ecb1e122-d574-4d65-888a-ca56d3d505ce HTTP/1.1" status: 204 len: 168 time: 0.8049865 Nov 12 20:58:51.981002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48036) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:52.064104 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.137460 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Pushing event updated for resources: {'Port': ['ID=e452bfde-0b5e-466a-b047-8609750e24e0,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:52.161847 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.169767 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.170479 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.171077 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.171663 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.172255 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.172820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.173414 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.173999 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.174564 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.175105 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.176048 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.207715 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Attempting to bind port e452bfde-0b5e-466a-b047-8609750e24e0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:52.208129 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Attempting to bind port e452bfde-0b5e-466a-b047-8609750e24e0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:52.208436 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Attempting to bind port e452bfde-0b5e-466a-b047-8609750e24e0 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:52.214341 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:52.214735 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:52.215198 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.216206 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:52.216706 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Bound port: e452bfde-0b5e-466a-b047-8609750e24e0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:52.223273 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.291755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa2e2f3c-5624-463d-9cc6-903ccb4cec46 req-77bfba92-85d8-473b-9869-500c5ed0e051 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211355 Nov 12 20:58:52.300632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:52.315518 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] For port e452bfde-0b5e-466a-b047-8609750e24e0, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:52.319357 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] For port e452bfde-0b5e-466a-b047-8609750e24e0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e452bfde-0b5e-466a-b047-8609750e24e0,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:52.357714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: b5b87ae0-8b0c-4323-a87c-205f4ba22383 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:52.359867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b5b87ae0-8b0c-4323-a87c-205f4ba22383 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:52.375568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa08bc-3cef-4252-8c08-7c2a3ceed53b req-d77faa55-cb04-4fcf-a5cc-3e1296f1623c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:52.377102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8aa08bc-3cef-4252-8c08-7c2a3ceed53b req-d77faa55-cb04-4fcf-a5cc-3e1296f1623c tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 950 time: 0.2980018 Nov 12 20:58:52.379275 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.471550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8aa08bc-3cef-4252-8c08-7c2a3ceed53b req-47417b10-86ae-4036-b297-0bf5c407c9aa tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742347 Nov 12 20:58:52.494102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Deleting port 7fa86b8b-cd05-45fd-a582-08f7f5c5e575 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:52.497374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.505058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-990e6e45-24e8-42db-b3a6-c3012ec48074 None None] Provisioning complete for port e452bfde-0b5e-466a-b047-8609750e24e0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:52.506444 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-990e6e45-24e8-42db-b3a6-c3012ec48074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.647820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:52.686415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Routers {'5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:52.687028 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:52.715455 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-990e6e45-24e8-42db-b3a6-c3012ec48074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.726491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.726837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.744601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Calling delete_port for 7fa86b8b-cd05-45fd-a582-08f7f5c5e575 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:52.769464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:52.770168 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.775880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-990e6e45-24e8-42db-b3a6-c3012ec48074 None None] For port e452bfde-0b5e-466a-b047-8609750e24e0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e452bfde-0b5e-466a-b047-8609750e24e0,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:52.778212 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a42d02-e230-49b6-b099-5f8dd96b3a04 None None] Pushing event updated for resources: {'Port': ['ID=e452bfde-0b5e-466a-b047-8609750e24e0,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:52.830943 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] Set router 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:52.840613 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-990e6e45-24e8-42db-b3a6-c3012ec48074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.914560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:52.917703 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b04850-bf9a-40c4-a09b-0ad5dd9654a6" -d '{"events": [{"server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "name": "network-vif-plugged", "status": "completed", "tag": "d926507c-ec50-471b-8306-4f9793d9a287"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:52.922668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e6e45-24e8-42db-b3a6-c3012ec48074 None None] Pushing event updated for resources: {'Port': ['ID=e452bfde-0b5e-466a-b047-8609750e24e0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:52.984708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0424-fa55-4d1e-af1c-b0169546f0f6 req-d55780ba-b44b-4ad5-b0d7-7a09a96d4aae tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:52.986547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ace0424-fa55-4d1e-af1c-b0169546f0f6 req-d55780ba-b44b-4ad5-b0d7-7a09a96d4aae tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.3587153 Nov 12 20:58:53.042602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port e452bfde-0b5e-466a-b047-8609750e24e0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:53.042839 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.067068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-17633f33-0f67-4913-877d-b1754c540fd1 None None] Provisioning complete for port e452bfde-0b5e-466a-b047-8609750e24e0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:53.069031 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-17633f33-0f67-4913-877d-b1754c540fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.119536 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'name': 'tempest-NetworksTestDHCPv6-router-1414976926', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:47Z', 'updated_at': '2021-11-12T20:58:49Z', 'revision_number': 2, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None, '_interfaces': [{'id': 'e452bfde-0b5e-466a-b047-8609750e24e0', 'name': '', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'mac_address': 'fa:16:3e:74:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7b3a8661-2944-4c74-9abc-9f50a98f346c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:48Z', 'updated_at': '2021-11-12T20:58:52Z', 'revision_number': 4, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'subnets': [{'id': '7b3a8661-2944-4c74-9abc-9f50a98f346c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:53.128785 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea35f12-3e38-4e9a-9627-6df7096d0888 x-openstack-request-id: req-2ea35f12-3e38-4e9a-9627-6df7096d0888 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:53.129148 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "name": "network-vif-plugged", "status": "completed", "tag": "d926507c-ec50-471b-8306-4f9793d9a287", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:53.129792 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ea35f12-3e38-4e9a-9627-6df7096d0888 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:53.129792 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287', 'code': 200} Nov 12 20:58:53.162178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ace0424-fa55-4d1e-af1c-b0169546f0f6 req-e034df6e-9c13-41d6-a495-22d3346f1998 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534555 Nov 12 20:58:53.183568 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fa936-5e01-4a2d-a4ed-87aa51dd58a7 None None] The sync data for ids ['5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'] in n-d-713498-29 is: [{'id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'name': 'tempest-NetworksTestDHCPv6-router-1414976926', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:47Z', 'updated_at': '2021-11-12T20:58:49Z', 'revision_number': 2, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None, '_interfaces': [{'id': 'e452bfde-0b5e-466a-b047-8609750e24e0', 'name': '', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'mac_address': 'fa:16:3e:74:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7b3a8661-2944-4c74-9abc-9f50a98f346c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:48Z', 'updated_at': '2021-11-12T20:58:52Z', 'revision_number': 4, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'subnets': [{'id': '7b3a8661-2944-4c74-9abc-9f50a98f346c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:53.254578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.301322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fa86b8b-cd05-45fd-a582-08f7f5c5e575,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:53.305747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] For port e452bfde-0b5e-466a-b047-8609750e24e0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e452bfde-0b5e-466a-b047-8609750e24e0,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:53.305980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.345427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for e452bfde-0b5e-466a-b047-8609750e24e0 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:53.352073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb06a1f-c073-4b35-a1da-07e8135ed93d req-0db79fbf-6b05-431e-b7ae-6ec57a4af09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.353628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fb06a1f-c073-4b35-a1da-07e8135ed93d req-0db79fbf-6b05-431e-b7ae-6ec57a4af09a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 1097 time: 0.1693809 Nov 12 20:58:53.380466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-5fcbdc24-257b-45f5-9cec-ad40ee922c81 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.383495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-5fcbdc24-257b-45f5-9cec-ad40ee922c81 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 950 time: 0.1025293 Nov 12 20:58:53.554082 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.558235 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.566008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e0b8fc16-86c9-4ced-ae7f-798c7d8a1a4a tempest-FloatingIPAdminTestJSON-1334795758 tempest-FloatingIPAdminTestJSON-1334795758-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/feeb1760-cbad-4d3c-ab82-4472d3e8f8b3 HTTP/1.1" status: 204 len: 168 time: 1.5861874 Nov 12 20:58:53.566637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48056) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:53.584396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Deleting port 0b61846e-0769-4651-89a7-e8e210b9bed5 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:53.584396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.599835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb232a-9369-4938-bed0-416f7964c8d1 req-ea6043a0-7dfb-4dd7-b319-6fce5966abfb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.607918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8fb232a-9369-4938-bed0-416f7964c8d1 req-ea6043a0-7dfb-4dd7-b319-6fce5966abfb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 945 time: 0.1888037 Nov 12 20:58:53.646520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fb06a1f-c073-4b35-a1da-07e8135ed93d req-1b8cefe7-850a-4eb1-8c5c-7ad7f35cf435 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687263 Nov 12 20:58:53.744423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8fb232a-9369-4938-bed0-416f7964c8d1 req-e84a35d5-54a2-4f45-aa38-865ffc7775f4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312625 Nov 12 20:58:53.763415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] For port 0b61846e-0769-4651-89a7-e8e210b9bed5, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0b61846e-0769-4651-89a7-e8e210b9bed5,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:53.763415 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.783340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Calling delete_port for 0b61846e-0769-4651-89a7-e8e210b9bed5 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:53.790068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c26a4e8f-a6d4-4257-b62a-7b5b53673560 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Deleting port ed2a662f-8772-4de1-ab21-e4644d15b37b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:53.790400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c26a4e8f-a6d4-4257-b62a-7b5b53673560 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.843631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e779c5-5d7c-4c71-b0c4-9c12529e0d07 req-fae95431-9cd3-41dc-bbef-3f1934843e2a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.851532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77e779c5-5d7c-4c71-b0c4-9c12529e0d07 req-fae95431-9cd3-41dc-bbef-3f1934843e2a tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 950 time: 0.2108097 Nov 12 20:58:53.958309 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c26a4e8f-a6d4-4257-b62a-7b5b53673560 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.968511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77e779c5-5d7c-4c71-b0c4-9c12529e0d07 req-dbeaeedd-b3a4-4b45-b63f-7e75070d90e6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156275 Nov 12 20:58:53.990001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c26a4e8f-a6d4-4257-b62a-7b5b53673560 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Calling delete_port for ed2a662f-8772-4de1-ab21-e4644d15b37b owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:54.094106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:54.132840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=e452bfde-0b5e-466a-b047-8609750e24e0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:54.298690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:54.571313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:54.584458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['483dc014-2979-4db2-bc62-7f463dcaea23'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:54.615106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event deleted for resources: {'Port': ['ID=0b61846e-0769-4651-89a7-e8e210b9bed5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:54.643038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.643410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.643751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.644090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.644423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.644753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.645078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.645409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.645730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.646055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.646377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.646787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:54.665497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab', '0b61846e-0769-4651-89a7-e8e210b9bed5'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:54.669890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] No DVR routers for this DVR port 0b61846e-0769-4651-89a7-e8e210b9bed5 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:54.680702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:54.685407 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-418b5723-9eaf-4642-9c45-b4b840acc20f req-a2bcf926-df63-4b1a-be51-a710773f834b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "DELETE /v2.0/ports/0b61846e-0769-4651-89a7-e8e210b9bed5 HTTP/1.1" status: 204 len: 173 time: 1.2930329 Nov 12 20:58:54.686000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-deleted', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:54.701307 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417fea04-cb08-4c85-bde5-ea08a9490b2f" -d '{"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-deleted", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:54.721289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c26a4e8f-a6d4-4257-b62a-7b5b53673560 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:54.933588 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeaa7c5-4f1f-4af8-9ffa-aa89c3344dcc x-openstack-request-id: req-5aeaa7c5-4f1f-4af8-9ffa-aa89c3344dcc {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:54.934317 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bee83-f52e-46f0-b87b-16d29aa02481", "name": "network-vif-deleted", "tag": "0b61846e-0769-4651-89a7-e8e210b9bed5", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:54.936799 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5aeaa7c5-4f1f-4af8-9ffa-aa89c3344dcc {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:54.937871 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bee83-f52e-46f0-b87b-16d29aa02481', 'name': 'network-vif-deleted', 'tag': '0b61846e-0769-4651-89a7-e8e210b9bed5', 'status': 'completed', 'code': 200} Nov 12 20:58:54.939424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a4e8f-a6d4-4257-b62a-7b5b53673560 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event deleted for resources: {'Port': ['ID=ed2a662f-8772-4de1-ab21-e4644d15b37b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:55.009897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Router 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:55.030369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea5e71-976c-4a28-9ce8-84cfe31f70f8 req-1c1837cf-6ee7-44f1-95f7-d701f0ec76c3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:55.032335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fea5e71-976c-4a28-9ce8-84cfe31f70f8 req-1c1837cf-6ee7-44f1-95f7-d701f0ec76c3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.6655805 Nov 12 20:58:55.095714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c26a4e8f-a6d4-4257-b62a-7b5b53673560 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:55.109944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c26a4e8f-a6d4-4257-b62a-7b5b53673560 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "DELETE /v2.0/ports/ed2a662f-8772-4de1-ab21-e4644d15b37b HTTP/1.1" status: 204 len: 168 time: 1.5418494 Nov 12 20:58:55.113787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48074) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:55.269628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2cd10-50aa-4a3b-830c-d9f8989b593c tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:55.271205 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b8d2cd10-50aa-4a3b-830c-d9f8989b593c tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "GET /v2.0/ports?device_id=6cbd8fea-c0e6-4994-ac25-5173b19be71d HTTP/1.1" status: 200 len: 913 time: 0.1561284 Nov 12 20:58:55.275867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48078) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:55.317309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fea5e71-976c-4a28-9ce8-84cfe31f70f8 req-03849934-85fd-47db-8f75-c669ae1ec4dc tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762079 Nov 12 20:58:55.319590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ac8bb24-3d3b-48db-ab70-264b09a71519 req-f308b192-0909-4db5-a08a-e45fb333bcae tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=813bee83-f52e-46f0-b87b-16d29aa02481 HTTP/1.1" status: 200 len: 210 time: 0.0973375 Nov 12 20:58:55.322589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:55.327971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1cc5581b-ce54-4145-afac-4e179db5c6b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "PUT /v2.0/routers/5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4078784 Nov 12 20:58:55.338483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48080) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:55.423706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] Sync routers for ids ['5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:55.430864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a3ee8-a625-470d-95c6-d3e3ca5c5471 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:55.433303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a3ee8-a625-470d-95c6-d3e3ca5c5471 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:55.439674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] Routers {'5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:55.440149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-912a3ee8-a625-470d-95c6-d3e3ca5c5471 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0997770 Nov 12 20:58:55.442559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48084) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:55.442835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:55.514138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de51a69-9196-47e7-8807-d49c084840da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 7b3a8661-2944-4c74-9abc-9f50a98f346c {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:55.518135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0de51a69-9196-47e7-8807-d49c084840da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:55.538071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] Set router 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:55.570598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0de51a69-9196-47e7-8807-d49c084840da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:55.624605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'name': 'tempest-NetworksTestDHCPv6-router-1414976926', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:47Z', 'updated_at': '2021-11-12T20:58:53Z', 'revision_number': 3, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:55.657196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] Checking router: 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:55.669074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] Routers {'5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:55.669935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:55.682696 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0de51a69-9196-47e7-8807-d49c084840da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:55.774678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] Set router 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:55.781498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:55.813267 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0de51a69-9196-47e7-8807-d49c084840da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:55.834572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'name': 'tempest-NetworksTestDHCPv6-router-1414976926', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:47Z', 'updated_at': '2021-11-12T20:58:53Z', 'revision_number': 3, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:55.846415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de51a69-9196-47e7-8807-d49c084840da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3a8661-2944-4c74-9abc-9f50a98f346c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:55.864029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce130a-52d7-4100-92fc-d40ea8c00605 None None] The sync data for ids ['5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3'] in n-d-713498-29 is: [{'id': '5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3', 'name': 'tempest-NetworksTestDHCPv6-router-1414976926', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:47Z', 'updated_at': '2021-11-12T20:58:53Z', 'revision_number': 3, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:55.873307 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0de51a69-9196-47e7-8807-d49c084840da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:55.879362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0de51a69-9196-47e7-8807-d49c084840da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/7b3a8661-2944-4c74-9abc-9f50a98f346c HTTP/1.1" status: 204 len: 168 time: 0.4336548 Nov 12 20:58:55.880066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48088) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:55.889632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f90d4-1f43-499f-9705-e3abdaff5736 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:56.046724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d7525913-7a97-4e50-a673-e7e76661ec3e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1580963 Nov 12 20:58:56.049073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48090) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:56.131516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Deleting port 0b382015-79d3-435a-966f-34489393ba7f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:56.131516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.138868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f79336b8-efce-48aa-bc41-d2342bda06f2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.226831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.249210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Calling delete_port for 0b382015-79d3-435a-966f-34489393ba7f owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:56.253636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:56.312489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f79336b8-efce-48aa-bc41-d2342bda06f2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.314991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f79336b8-efce-48aa-bc41-d2342bda06f2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.366339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] Deleting port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:56.366709 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.425300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f79336b8-efce-48aa-bc41-d2342bda06f2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.429149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79336b8-efce-48aa-bc41-d2342bda06f2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:58:56.468451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f79336b8-efce-48aa-bc41-d2342bda06f2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.475736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f79336b8-efce-48aa-bc41-d2342bda06f2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/routers/5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 HTTP/1.1" status: 204 len: 168 time: 0.4194498 Nov 12 20:58:56.505834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48104) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:56.512230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:56.618603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.628323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daea373-f0c3-4705-8330-ec560ad3b3b7 req-14f74111-e4f5-4768-9d1e-fd9b30143f36 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:56.631469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8daea373-f0c3-4705-8330-ec560ad3b3b7 req-14f74111-e4f5-4768-9d1e-fd9b30143f36 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.2086213 Nov 12 20:58:56.668048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:56.684765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event deleted for resources: {'Port': ['ID=0b382015-79d3-435a-966f-34489393ba7f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:56.723086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8daea373-f0c3-4705-8330-ec560ad3b3b7 req-c467709b-1dee-46bd-8fe0-3157c4006132 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822072 Nov 12 20:58:56.728048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] For port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8b26a6e9-11f2-4949-a43c-3065bb8e9a86,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:56.728859 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.753233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] Calling delete_port for 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:56.772824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:56.775133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:56.904637 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.075461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 20:58:57.075461 n-d-713498-29 neutron-server[109630]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 12 20:58:57.075461 n-d-713498-29 neutron-server[109630]: [parameters: {'status': 'DOWN', 'ports_id': '8b26a6e9-11f2-4949-a43c-3065bb8e9a86'}] Nov 12 20:58:57.075461 n-d-713498-29 neutron-server[109630]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:58:57.075965 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:58:57.080461 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.087190 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.114130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] Pushing event deleted for resources: {'Port': ['ID=8b26a6e9-11f2-4949-a43c-3065bb8e9a86,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:57.123148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c8d36-8d17-441e-90a1-632367bf7b00 None None] No DVR routers for this DVR port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:57.188540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b8b0-3729-4545-af8c-5c1e5068c812 req-d368fce5-b123-4835-9ca2-9d4d4057e8d6 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:57.190040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b71b8b0-3729-4545-af8c-5c1e5068c812 req-d368fce5-b123-4835-9ca2-9d4d4057e8d6 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1325576 Nov 12 20:58:57.254641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a9663-083f-4d73-ac48-08c4599eb74d req-725fec63-908c-4afb-97f3-1bef0b2bcd2e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:57.256529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c7a9663-083f-4d73-ac48-08c4599eb74d req-725fec63-908c-4afb-97f3-1bef0b2bcd2e tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1352363 Nov 12 20:58:57.288309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b71b8b0-3729-4545-af8c-5c1e5068c812 req-d7685fc4-f9bb-4ba4-83be-11ea9d1dc6f2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894895 Nov 12 20:58:57.313157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.372551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:57.374542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Router 6cbd8fea-c0e6-4994-ac25-5173b19be71d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:57.381823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:57.390998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:57.394781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1091e1-ba10-4efc-add9-c987414b29f7 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:57.403630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.458873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c7a9663-083f-4d73-ac48-08c4599eb74d req-5b45e908-5804-45d7-8a4a-ade1598b1942 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859205 Nov 12 20:58:57.484439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=47fa4d48-1929-4aaf-8f6e-9c514fa52307,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:57.529203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48130) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:57.530227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bb7da5dc-ec7b-4426-b8d8-b993c33f6a2c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0230446 Nov 12 20:58:57.535109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ad7da9a7-54aa-4928-8c75-9e98e1ae1ffd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1915705303', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:57.568866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:57.578475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48132) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:57.578724 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7044d30b-3b10-4376-a0ba-e0fbb0444979 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "PUT /v2.0/routers/6cbd8fea-c0e6-4994-ac25-5173b19be71d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3012183 Nov 12 20:58:57.582738 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420258a0-e8bc-49ab-8fe4-a7ff3fd9082a None None] Sync routers for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:57.599747 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420258a0-e8bc-49ab-8fe4-a7ff3fd9082a None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:57.600816 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-420258a0-e8bc-49ab-8fe4-a7ff3fd9082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:57.628373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-36346e62-98a1-4268-8527-775ec05ae370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.641305 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-420258a0-e8bc-49ab-8fe4-a7ff3fd9082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:57.647504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Port 8b26a6e9-11f2-4949-a43c-3065bb8e9a86 update to DOWN by agent not found {{(pid=109630) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 20:58:57.648108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e452bfde-0b5e-466a-b047-8609750e24e0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:57.652492 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420258a0-e8bc-49ab-8fe4-a7ff3fd9082a None None] Routers {'6cbd8fea-c0e6-4994-ac25-5173b19be71d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:57.653298 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-420258a0-e8bc-49ab-8fe4-a7ff3fd9082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:57.662201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:57.676031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad7da9a7-54aa-4928-8c75-9e98e1ae1ffd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.677517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad7da9a7-54aa-4928-8c75-9e98e1ae1ffd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.706434 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.735047 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-420258a0-e8bc-49ab-8fe4-a7ff3fd9082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:57.735806 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420258a0-e8bc-49ab-8fe4-a7ff3fd9082a None None] The sync data for ids ['6cbd8fea-c0e6-4994-ac25-5173b19be71d'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:57.763205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad7da9a7-54aa-4928-8c75-9e98e1ae1ffd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.763409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e452bfde-0b5e-466a-b047-8609750e24e0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:57.763409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e452bfde-0b5e-466a-b047-8609750e24e0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:57.798300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 0b61846e-0769-4651-89a7-e8e210b9bed5 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:57.798938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0b61846e-0769-4651-89a7-e8e210b9bed5 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:57.810312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '47fa4d48-1929-4aaf-8f6e-9c514fa52307'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:57.811537 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.877642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.894430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad7da9a7-54aa-4928-8c75-9e98e1ae1ffd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.943641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31931d95-9da6-4b73-8587-03a831286fb1 req-29e21432-9894-428f-b387-80855ff69d9d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:57.952657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31931d95-9da6-4b73-8587-03a831286fb1 req-29e21432-9894-428f-b387-80855ff69d9d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0769022 Nov 12 20:58:57.992275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/47fa4d48-1929-4aaf-8f6e-9c514fa52307/91878167-cab4-495d-96d9-cff7de8a32bd) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:58.034184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31931d95-9da6-4b73-8587-03a831286fb1 req-81bca3ec-69da-401d-ad10-58069f855190 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804036 Nov 12 20:58:58.146502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad7da9a7-54aa-4928-8c75-9e98e1ae1ffd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.147732 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ad7da9a7-54aa-4928-8c75-9e98e1ae1ffd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6175146 Nov 12 20:58:58.150403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48140) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:58.157953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Deleting port 7dd2768e-2a62-447e-9940-9d3cf54c01e6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:58.158979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.184834 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.288180 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.301685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.325058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-d6e9d6d0-5c45-4800-a30b-ba697a1ae42f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:58.326525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-d6e9d6d0-5c45-4800-a30b-ba697a1ae42f tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.1100135 Nov 12 20:58:58.330708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Calling delete_port for 7dd2768e-2a62-447e-9940-9d3cf54c01e6 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:58.343254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:58.348549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:58.352235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:58.376832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Pushing event updated for resources: {'Port': ['ID=91878167-cab4-495d-96d9-cff7de8a32bd,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:58.472615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Attempting to bind port 91878167-cab4-495d-96d9-cff7de8a32bd on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:58.472993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Attempting to bind port 91878167-cab4-495d-96d9-cff7de8a32bd by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:58.473372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Attempting to bind port 91878167-cab4-495d-96d9-cff7de8a32bd on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:58.479360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:58.479360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:58.479360 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.487528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:58.487528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Bound port: 91878167-cab4-495d-96d9-cff7de8a32bd, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:58.487528 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.545699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Deleting port 483dc014-2979-4db2-bc62-7f463dcaea23 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:58.546207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.578978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] For port 91878167-cab4-495d-96d9-cff7de8a32bd, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:58.583345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] For port 91878167-cab4-495d-96d9-cff7de8a32bd, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=91878167-cab4-495d-96d9-cff7de8a32bd,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:58.614670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.655679 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:58.755106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c1107-d2e4-462e-89eb-b782203fd25e None None] Pushing event updated for resources: {'Port': ['ID=91878167-cab4-495d-96d9-cff7de8a32bd,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:58.991604 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::1 (562b17e4-82bc-45a1-bb66-23d0d781dbba/47fa4d48-1929-4aaf-8f6e-9c514fa52307/abeb5898-85ab-441d-b318-6dd5266c85aa) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:59.031481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] For port 483dc014-2979-4db2-bc62-7f463dcaea23, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=483dc014-2979-4db2-bc62-7f463dcaea23,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:59.031865 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.044619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268edd71-4b84-4bae-a865-9b89425d9e9e req-4044b7a5-1346-4416-8938-f85ce33ebac9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:59.051987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-268edd71-4b84-4bae-a865-9b89425d9e9e req-4044b7a5-1346-4416-8938-f85ce33ebac9 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 950 time: 0.4746335 Nov 12 20:58:59.076632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Calling delete_port for 483dc014-2979-4db2-bc62-7f463dcaea23 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:59.155864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.188697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.217300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-268edd71-4b84-4bae-a865-9b89425d9e9e req-665d3878-547e-4e03-9124-b298a37ec4b2 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550069 Nov 12 20:58:59.245762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event deleted for resources: {'Port': ['ID=7dd2768e-2a62-447e-9940-9d3cf54c01e6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:59.299452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.326602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c86e0-45b4-43fa-8e02-fb34b4b2f14e req-dd8b93b9-b215-4693-b243-ba0a7cfa1a70 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:59.333975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f6c86e0-45b4-43fa-8e02-fb34b4b2f14e req-dd8b93b9-b215-4693-b243-ba0a7cfa1a70 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1918561 Nov 12 20:58:59.364351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:59.367340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:59.372371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:59.372995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.429449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.454368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f6c86e0-45b4-43fa-8e02-fb34b4b2f14e req-581dea34-4c6e-43bf-b485-aefdecfe33ac tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113479 Nov 12 20:58:59.512058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=abeb5898-85ab-441d-b318-6dd5266c85aa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:59.582548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.584898 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.634910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.639604 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.647992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['483dc014-2979-4db2-bc62-7f463dcaea23'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:59.653146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:59.677839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event deleted for resources: {'Port': ['ID=483dc014-2979-4db2-bc62-7f463dcaea23,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:59.715154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.715766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Fanout notify agent at l3_agent the message router_deleted on router 6cbd8fea-c0e6-4994-ac25-5173b19be71d {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:58:59.738032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.743011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-601e9160-dab9-4c6d-a4d7-918e8e2a79d5 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "DELETE /v2.0/routers/6cbd8fea-c0e6-4994-ac25-5173b19be71d HTTP/1.1" status: 204 len: 168 time: 2.1629345 Nov 12 20:58:59.746021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48162) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:59.768831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] No DVR routers for this DVR port 483dc014-2979-4db2-bc62-7f463dcaea23 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:59.770936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.775629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c784d1a-1ebe-455f-9648-00ca70803598 req-e0c3ceb6-8d95-4731-93dc-438c05096cd5 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.78 "DELETE /v2.0/ports/483dc014-2979-4db2-bc62-7f463dcaea23 HTTP/1.1" status: 204 len: 173 time: 1.4427245 Nov 12 20:58:59.777534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'name': 'network-vif-deleted', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:59.792453 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f74997-ff06-480f-8f0d-da7d25c5195f" -d '{"events": [{"server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "name": "network-vif-deleted", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:59.855069 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c427b3b9-ce5c-4e18-abe6-39043fab727d x-openstack-request-id: req-c427b3b9-ce5c-4e18-abe6-39043fab727d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:59.855738 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae847c9-19fc-4141-a7da-6baca3fb1aa4", "name": "network-vif-deleted", "tag": "483dc014-2979-4db2-bc62-7f463dcaea23", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:59.855738 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c427b3b9-ce5c-4e18-abe6-39043fab727d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:59.856026 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae847c9-19fc-4141-a7da-6baca3fb1aa4', 'name': 'network-vif-deleted', 'tag': '483dc014-2979-4db2-bc62-7f463dcaea23', 'status': 'completed', 'code': 200} Nov 12 20:58:59.921707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c762f2d-85c1-4c97-9495-a90ef9d1bd4a tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Deleting subnet 9793c5aa-2d75-45ee-8350-59a55f7344f9 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:59.929496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c762f2d-85c1-4c97-9495-a90ef9d1bd4a tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.023551 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c762f2d-85c1-4c97-9495-a90ef9d1bd4a tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.043537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d705dd3e-6282-4354-a79e-21f4dc291480 None None] Provisioning complete for port 91878167-cab4-495d-96d9-cff7de8a32bd triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:00.044177 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d705dd3e-6282-4354-a79e-21f4dc291480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.110595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4f97c90c-b2c3-44a7-b302-b6d6b6d4467b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.175583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d705dd3e-6282-4354-a79e-21f4dc291480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.187327 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.191182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c762f2d-85c1-4c97-9495-a90ef9d1bd4a tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.267432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d705dd3e-6282-4354-a79e-21f4dc291480 None None] For port 91878167-cab4-495d-96d9-cff7de8a32bd, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=91878167-cab4-495d-96d9-cff7de8a32bd,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:00.287257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.288317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.367130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d705dd3e-6282-4354-a79e-21f4dc291480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.376469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c762f2d-85c1-4c97-9495-a90ef9d1bd4a tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.379788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4333d163-3b4d-415f-802d-e848f172aead req-a4c38c96-bce2-4b2b-a66c-95a262761508 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae847c9-19fc-4141-a7da-6baca3fb1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0584283 Nov 12 20:59:00.435099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705dd3e-6282-4354-a79e-21f4dc291480 None None] Pushing event updated for resources: {'Port': ['ID=91878167-cab4-495d-96d9-cff7de8a32bd,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:00.444335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=abeb5898-85ab-441d-b318-6dd5266c85aa,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:00.449694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c762f2d-85c1-4c97-9495-a90ef9d1bd4a tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event deleted for resources: {'Subnet': ['ID=9793c5aa-2d75-45ee-8350-59a55f7344f9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:00.456108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c762f2d-85c1-4c97-9495-a90ef9d1bd4a tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.461837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48172) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:00.462540 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9c762f2d-85c1-4c97-9495-a90ef9d1bd4a tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "DELETE /v2.0/subnets/9793c5aa-2d75-45ee-8350-59a55f7344f9 HTTP/1.1" status: 204 len: 168 time: 0.6154552 Nov 12 20:59:00.465235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a7e292-0c21-492c-8eac-6698f73b5039 None None] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:00.558898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:00.569130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:00.684296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1cdccbc7-ecfc-4097-ae6d-fa3a6d7ed702 None None] Provisioning complete for port abeb5898-85ab-441d-b318-6dd5266c85aa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:00.685903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cdccbc7-ecfc-4097-ae6d-fa3a6d7ed702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.745752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 91878167-cab4-495d-96d9-cff7de8a32bd up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:00.796670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.832498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b6ec5-455f-4076-8879-c576616ed7c2 req-0f43f555-b46c-4eaa-8875-d8a9fdd02b80 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:00.841509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b79b6ec5-455f-4076-8879-c576616ed7c2 req-0f43f555-b46c-4eaa-8875-d8a9fdd02b80 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1432109 Nov 12 20:59:00.846160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1cdccbc7-ecfc-4097-ae6d-fa3a6d7ed702 None None] Port abeb5898-85ab-441d-b318-6dd5266c85aa cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:00.907880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 91878167-cab4-495d-96d9-cff7de8a32bd triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:00.908256 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:00.915889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Router 2241c93b-b290-4af8-bd86-2640b0dd85c2 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:59:00.931689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b79b6ec5-455f-4076-8879-c576616ed7c2 req-33b7be25-ba0d-46a1-8283-634e3ee31988 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889835 Nov 12 20:59:00.949792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Deleting port ba47901b-a7a6-4bea-9d89-3b2e75159746 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:00.950276 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.033217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] DHCP port deletion for ac5e8704-c9a8-4477-be3f-c181bc3c65c5 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:59:01.040865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] For port ba47901b-a7a6-4bea-9d89-3b2e75159746, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ba47901b-a7a6-4bea-9d89-3b2e75159746,segment=NetworkSegment(4b05a810-d395-44be-8d51-a1815157519e),segment_id=4b05a810-d395-44be-8d51-a1815157519e)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:01.041515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.056548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Calling delete_port for ba47901b-a7a6-4bea-9d89-3b2e75159746 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:01.079680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:01.082931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4f706ba9-7da7-4dc8-8e78-a3c90e2bcb59 None None] Provisioning complete for port abeb5898-85ab-441d-b318-6dd5266c85aa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:01.083218 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4f706ba9-7da7-4dc8-8e78-a3c90e2bcb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.088660 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5385880a-0cc4-4b9a-8b23-29fddf38fc5f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "PUT /v2.0/routers/2241c93b-b290-4af8-bd86-2640b0dd85c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9364576 Nov 12 20:59:01.091151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48180) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:01.123542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Sync routers for ids ['2241c93b-b290-4af8-bd86-2640b0dd85c2'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:01.154375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb31ce-6a3d-40af-92fe-5bb1155bcde9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:01.156016 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4cfb31ce-6a3d-40af-92fe-5bb1155bcde9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports/abeb5898-85ab-441d-b318-6dd5266c85aa HTTP/1.1" status: 200 len: 911 time: 0.0634260 Nov 12 20:59:01.158482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:01.172150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] Deleting port ba47901b-a7a6-4bea-9d89-3b2e75159746 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:01.172523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.176435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Routers {'2241c93b-b290-4af8-bd86-2640b0dd85c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:01.177041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2241c93b-b290-4af8-bd86-2640b0dd85c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:01.188861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4f706ba9-7da7-4dc8-8e78-a3c90e2bcb59 None None] Port abeb5898-85ab-441d-b318-6dd5266c85aa cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:01.219889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803dca07-de25-4675-8685-9a082dca32df tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:01.226979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803dca07-de25-4675-8685-9a082dca32df tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:01.227619 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-803dca07-de25-4675-8685-9a082dca32df tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0676551 Nov 12 20:59:01.231092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48184) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:01.293615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.325674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event deleted for resources: {'Port': ['ID=ba47901b-a7a6-4bea-9d89-3b2e75159746,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:01.329364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] No DVR routers for this DVR port ba47901b-a7a6-4bea-9d89-3b2e75159746 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:01.429717 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.431540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.456767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] For port ba47901b-a7a6-4bea-9d89-3b2e75159746, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ba47901b-a7a6-4bea-9d89-3b2e75159746,segment=NetworkSegment(4b05a810-d395-44be-8d51-a1815157519e),segment_id=4b05a810-d395-44be-8d51-a1815157519e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:01.457170 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.457387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5e8704-c9a8-4477-be3f-c181bc3c65c5']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:01.473362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b05a810-d395-44be-8d51-a1815157519e') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:01.473362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b05a810-d395-44be-8d51-a1815157519e') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:01.476287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] Calling delete_port for ba47901b-a7a6-4bea-9d89-3b2e75159746 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:01.478405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Set router 2241c93b-b290-4af8-bd86-2640b0dd85c2 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:01.484474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.501416 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.521702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:59:01.522128 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:59:01.532284 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:59:01.749151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.756351 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.765337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:01.773854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "DELETE /v2.0/networks/ac5e8704-c9a8-4477-be3f-c181bc3c65c5 HTTP/1.1" status: 204 len: 168 time: 1.3076444 Nov 12 20:59:01.782238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48200) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:01.782380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] Network ac5e8704-c9a8-4477-be3f-c181bc3c65c5 is not hosted by any dhcp agent {{(pid=109630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:59:01.782380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] No DVR routers for this DVR port ba47901b-a7a6-4bea-9d89-3b2e75159746 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:01.782888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb6426-21ca-4080-b158-3150dd273b96 None None] Pushing event deleted for resources: {'Port': ['ID=ba47901b-a7a6-4bea-9d89-3b2e75159746,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:01.801914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c17a-204d-4b88-97a4-3bf49c5d6d60 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event deleted for resources: {'Network': ['ID=ac5e8704-c9a8-4477-be3f-c181bc3c65c5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:01.830065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'name': 'tempest-NetworksTestDHCPv6-router-1915705303', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:57Z', 'updated_at': '2021-11-12T20:58:59Z', 'revision_number': 2, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None, '_interfaces': [{'id': 'abeb5898-85ab-441d-b318-6dd5266c85aa', 'name': '', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'mac_address': 'fa:16:3e:3e:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '47fa4d48-1929-4aaf-8f6e-9c514fa52307', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:58Z', 'updated_at': '2021-11-12T20:58:59Z', 'revision_number': 2, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'subnets': [{'id': '47fa4d48-1929-4aaf-8f6e-9c514fa52307', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:01.868030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Checking router: 2241c93b-b290-4af8-bd86-2640b0dd85c2 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:59:01.868849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Updating router 2241c93b-b290-4af8-bd86-2640b0dd85c2 port abeb5898-85ab-441d-b318-6dd5266c85aa binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:59:01.905211 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.083371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Deleting port bb467870-11df-4b86-ac3b-0b4c85c08d6a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:02.083654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.106384 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.240854 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.299626 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.357379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c85a6-3708-45b6-8b2d-a4c6d05f3d96 req-0fc8c3e6-c8cd-42ab-b9c4-cca2a711e211 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:02.375625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a0c85a6-3708-45b6-8b2d-a4c6d05f3d96 req-0fc8c3e6-c8cd-42ab-b9c4-cca2a711e211 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1121182 Nov 12 20:59:02.379992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91382b-a0ec-450f-bdf2-c27940c4bfa2 None None] Pushing event updated for resources: {'Port': ['ID=abeb5898-85ab-441d-b318-6dd5266c85aa,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:02.384044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 483dc014-2979-4db2-bc62-7f463dcaea23 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:02.425393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 483dc014-2979-4db2-bc62-7f463dcaea23 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:02.425738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 483dc014-2979-4db2-bc62-7f463dcaea23 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:02.485733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a0c85a6-3708-45b6-8b2d-a4c6d05f3d96 req-5270dc05-dbd3-47f2-95ab-d4ac612e4f7c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087110 Nov 12 20:59:02.521006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Attempting to bind port abeb5898-85ab-441d-b318-6dd5266c85aa on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:02.521006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Attempting to bind port abeb5898-85ab-441d-b318-6dd5266c85aa by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:02.521006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Attempting to bind port abeb5898-85ab-441d-b318-6dd5266c85aa on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:02.533001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:02.533400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:02.533758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.534146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:02.534611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Bound port: abeb5898-85ab-441d-b318-6dd5266c85aa, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:02.534991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.588000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2945c0-50ff-4769-aa50-4aafb5f8983d req-96921e1b-b518-4a36-9637-110cc5e6baa8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:02.591967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe2945c0-50ff-4769-aa50-4aafb5f8983d req-96921e1b-b518-4a36-9637-110cc5e6baa8 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1652167 Nov 12 20:59:02.613929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ba47901b-a7a6-4bea-9d89-3b2e75159746 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:02.649298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: ba47901b-a7a6-4bea-9d89-3b2e75159746 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:02.649495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ba47901b-a7a6-4bea-9d89-3b2e75159746 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:02.698271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] For port abeb5898-85ab-441d-b318-6dd5266c85aa, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:02.702567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] For port abeb5898-85ab-441d-b318-6dd5266c85aa, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=abeb5898-85ab-441d-b318-6dd5266c85aa,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:02.707759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe2945c0-50ff-4769-aa50-4aafb5f8983d req-250386e8-2314-4a59-9355-e9947c05beb6 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089265 Nov 12 20:59:02.720077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96024dc7-94fe-4c18-b2dd-cadecc0087d3 req-f904aade-2ef2-4890-a5c1-caa4f1f20893 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:02.735051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96024dc7-94fe-4c18-b2dd-cadecc0087d3 req-f904aade-2ef2-4890-a5c1-caa4f1f20893 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 945 time: 0.1262724 Nov 12 20:59:02.790434 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.796313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96024dc7-94fe-4c18-b2dd-cadecc0087d3 req-656e7662-3121-4fa9-88e6-414f4379a72d tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Nov 12 20:59:02.858438 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.859047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:02.882620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Calling delete_port for bb467870-11df-4b86-ac3b-0b4c85c08d6a owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:02.899040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Routers {'2241c93b-b290-4af8-bd86-2640b0dd85c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:02.899759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2241c93b-b290-4af8-bd86-2640b0dd85c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:02.903062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91382b-a0ec-450f-bdf2-c27940c4bfa2 None None] Pushing event updated for resources: {'Port': ['ID=abeb5898-85ab-441d-b318-6dd5266c85aa,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:02.906306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-34322ad1-5605-4e1c-84b7-b69a5bfec794 None None] Provisioning complete for port abeb5898-85ab-441d-b318-6dd5266c85aa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:02.906677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34322ad1-5605-4e1c-84b7-b69a5bfec794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.000085 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.033783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] Set router 2241c93b-b290-4af8-bd86-2640b0dd85c2 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:03.130139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port abeb5898-85ab-441d-b318-6dd5266c85aa {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:03.130744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.183665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.185620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34322ad1-5605-4e1c-84b7-b69a5bfec794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.216248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Pushing event deleted for resources: {'Port': ['ID=bb467870-11df-4b86-ac3b-0b4c85c08d6a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:03.282748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-34322ad1-5605-4e1c-84b7-b69a5bfec794 None None] For port abeb5898-85ab-441d-b318-6dd5266c85aa, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=abeb5898-85ab-441d-b318-6dd5266c85aa,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:03.299724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] For port abeb5898-85ab-441d-b318-6dd5266c85aa, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=abeb5898-85ab-441d-b318-6dd5266c85aa,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:03.300091 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.319352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for abeb5898-85ab-441d-b318-6dd5266c85aa owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:03.328654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.331197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.332371 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-135a7101-bcc2-4cf3-af6b-645229c3db01 tempest-FloatingIPAdminTestJSON-67935534 tempest-FloatingIPAdminTestJSON-67935534-project] 10.222.0.64 "DELETE /v2.0/floatingips/904c829d-d03f-42db-83ba-dbcae858323d HTTP/1.1" status: 204 len: 168 time: 1.5553284 Nov 12 20:59:03.344535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'name': 'tempest-NetworksTestDHCPv6-router-1915705303', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:57Z', 'updated_at': '2021-11-12T20:58:59Z', 'revision_number': 2, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None, '_interfaces': [{'id': 'abeb5898-85ab-441d-b318-6dd5266c85aa', 'name': '', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'mac_address': 'fa:16:3e:3e:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '47fa4d48-1929-4aaf-8f6e-9c514fa52307', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:58Z', 'updated_at': '2021-11-12T20:59:02Z', 'revision_number': 4, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'subnets': [{'id': '47fa4d48-1929-4aaf-8f6e-9c514fa52307', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:03.376435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ff5e8-fced-46d6-a5e1-4c11a9dbbdef None None] The sync data for ids ['2241c93b-b290-4af8-bd86-2640b0dd85c2'] in n-d-713498-29 is: [{'id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'name': 'tempest-NetworksTestDHCPv6-router-1915705303', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:57Z', 'updated_at': '2021-11-12T20:58:59Z', 'revision_number': 2, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None, '_interfaces': [{'id': 'abeb5898-85ab-441d-b318-6dd5266c85aa', 'name': '', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'mac_address': 'fa:16:3e:3e:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '47fa4d48-1929-4aaf-8f6e-9c514fa52307', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:58Z', 'updated_at': '2021-11-12T20:59:02Z', 'revision_number': 4, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'subnets': [{'id': '47fa4d48-1929-4aaf-8f6e-9c514fa52307', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:03.413377 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34322ad1-5605-4e1c-84b7-b69a5bfec794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.461016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34322ad1-5605-4e1c-84b7-b69a5bfec794 None None] Pushing event updated for resources: {'Port': ['ID=abeb5898-85ab-441d-b318-6dd5266c85aa,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:03.513843 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.532089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e292f15f-fd90-4f17-b5e1-ac8ae14ab290 None None] Provisioning complete for port abeb5898-85ab-441d-b318-6dd5266c85aa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:03.532767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e292f15f-fd90-4f17-b5e1-ac8ae14ab290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.610229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cc1e3-c89f-4cdf-9dcf-b19e7e7b0b7a req-13b711b4-0a46-4c29-b5c3-e1a93bdebcfb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:03.619838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b52cc1e3-c89f-4cdf-9dcf-b19e7e7b0b7a req-13b711b4-0a46-4c29-b5c3-e1a93bdebcfb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0651634 Nov 12 20:59:03.640640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.706341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=abeb5898-85ab-441d-b318-6dd5266c85aa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:03.711969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b52cc1e3-c89f-4cdf-9dcf-b19e7e7b0b7a req-3a9db658-43d3-4513-aa07-69c7b5aa6e70 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783925 Nov 12 20:59:03.880902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:03.912656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d78399-bc84-4db7-b850-2cf5e088fa8b req-f8cbc3e3-8e87-4df1-bdcf-1133a6b52b4b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:03.921262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51d78399-bc84-4db7-b850-2cf5e088fa8b req-f8cbc3e3-8e87-4df1-bdcf-1133a6b52b4b tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.1077018 Nov 12 20:59:03.958626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48228) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:04.034911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51d78399-bc84-4db7-b850-2cf5e088fa8b req-0ff9c86d-8126-41e9-b9e0-c5ece5658d36 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/security-groups?id=d537f252-d5e7-4826-a3e0-ee680bb1da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125741 Nov 12 20:59:04.043303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb5b7f-914f-4311-a997-f8b70a9cff0b req-4ad76b2f-60fb-44e3-8204-010667266583 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:04.044976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876104-c326-4ed7-82f4-61565f569e39 req-0da1aeef-a957-4d8f-9f13-8ea5ce574e17 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:04.045403 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-40876104-c326-4ed7-82f4-61565f569e39 req-0da1aeef-a957-4d8f-9f13-8ea5ce574e17 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 949 time: 0.3326526 Nov 12 20:59:04.049229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eeb5b7f-914f-4311-a997-f8b70a9cff0b req-4ad76b2f-60fb-44e3-8204-010667266583 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 945 time: 0.1163683 Nov 12 20:59:04.139453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-18241c35-d792-42a1-a24f-153dea987ae0 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:04.141210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-18241c35-d792-42a1-a24f-153dea987ae0 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 945 time: 0.1283252 Nov 12 20:59:04.162009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eeb5b7f-914f-4311-a997-f8b70a9cff0b req-139f5679-7401-4e73-bb0f-e9baf21f907a tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876806 Nov 12 20:59:04.216291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Router 2241c93b-b290-4af8-bd86-2640b0dd85c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:59:04.267674 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2e945252-2a41-4225-b9cf-6a9bc39aa277 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6320d10a13e74501b36fc661506a27b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078773 Nov 12 20:59:04.271826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:04.299216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Deleting port f250cf26-3079-4a35-954e-0ace8928ba3c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:04.299590 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.355443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:04.372609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-17f38b12-d113-4777-8432-51cf03fd1b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "PUT /v2.0/routers/2241c93b-b290-4af8-bd86-2640b0dd85c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1411209 Nov 12 20:59:04.375497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48236) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:04.401913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] For port f250cf26-3079-4a35-954e-0ace8928ba3c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f250cf26-3079-4a35-954e-0ace8928ba3c,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:04.402282 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.413994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Deleting port b991bf97-faad-4cfd-9ab6-87a74332f7ab {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:04.414339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.415353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Calling delete_port for f250cf26-3079-4a35-954e-0ace8928ba3c owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:04.486430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e89b27fc-b5ec-4890-9e79-22a55c029bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.500338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf5de6-e7f7-4749-b692-de65c4c82b4d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:04.501797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf5de6-e7f7-4749-b692-de65c4c82b4d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:04.503317 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-edcf5de6-e7f7-4749-b692-de65c4c82b4d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1268995 Nov 12 20:59:04.507619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48238) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:04.562347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e89b27fc-b5ec-4890-9e79-22a55c029bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.622134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] For port b991bf97-faad-4cfd-9ab6-87a74332f7ab, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b991bf97-faad-4cfd-9ab6-87a74332f7ab,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:04.622499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.633633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b55e303-9585-4e11-b9d2-0bd3342399a2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 47fa4d48-1929-4aaf-8f6e-9c514fa52307 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:04.641814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b55e303-9585-4e11-b9d2-0bd3342399a2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.644638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Calling delete_port for b991bf97-faad-4cfd-9ab6-87a74332f7ab owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:04.664463 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.680190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5688ddbe-cc88-4fef-b6d9-8a64550d4b9d', '7975251e-857f-431c-b821-879fb4439092'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:04.683074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['44b84ca9-2225-40fa-b24f-01afaa89c754', 'f250cf26-3079-4a35-954e-0ace8928ba3c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:04.694943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Pushing event deleted for resources: {'Port': ['ID=f250cf26-3079-4a35-954e-0ace8928ba3c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:04.730568 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b55e303-9585-4e11-b9d2-0bd3342399a2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.747310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] No DVR routers for this DVR port f250cf26-3079-4a35-954e-0ace8928ba3c on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:04.750665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.754684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed27cd17-8ec7-4787-945c-8e1aba697dfb req-85d6cb39-7828-4d2f-96a3-2c582e2cd723 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.46 "DELETE /v2.0/ports/f250cf26-3079-4a35-954e-0ace8928ba3c HTTP/1.1" status: 204 len: 173 time: 0.6039586 Nov 12 20:59:04.762585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef500367-88e7-45fe-b304-80298574d4b1', 'name': 'network-vif-deleted', 'tag': 'f250cf26-3079-4a35-954e-0ace8928ba3c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:04.762585 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb84212-dc96-4997-9214-51a3e344021e" -d '{"events": [{"server_uuid": "ef500367-88e7-45fe-b304-80298574d4b1", "name": "network-vif-deleted", "tag": "f250cf26-3079-4a35-954e-0ace8928ba3c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:04.793763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e89b27fc-b5ec-4890-9e79-22a55c029bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.796595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e89b27fc-b5ec-4890-9e79-22a55c029bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.797539 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e89b27fc-b5ec-4890-9e79-22a55c029bd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1925bc80-fd40-4ddb-9c7f-4462761b2ce5 HTTP/1.1" status: 204 len: 168 time: 0.5246880 Nov 12 20:59:04.839834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b27fc-b5ec-4890-9e79-22a55c029bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1925bc80-fd40-4ddb-9c7f-4462761b2ce5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:04.864156 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a567b-1f5e-4209-bf72-9d6cf5184e4a x-openstack-request-id: req-956a567b-1f5e-4209-bf72-9d6cf5184e4a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:04.864806 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef500367-88e7-45fe-b304-80298574d4b1", "name": "network-vif-deleted", "tag": "f250cf26-3079-4a35-954e-0ace8928ba3c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:04.865560 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-956a567b-1f5e-4209-bf72-9d6cf5184e4a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:04.866191 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef500367-88e7-45fe-b304-80298574d4b1', 'name': 'network-vif-deleted', 'tag': 'f250cf26-3079-4a35-954e-0ace8928ba3c', 'status': 'completed', 'code': 200} Nov 12 20:59:04.902937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8217a-21e5-4c16-8d58-2a1ca1212b6e req-feb8bdd1-eb18-4960-8baa-557f9c2d7b32 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:04.909644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bc8217a-21e5-4c16-8d58-2a1ca1212b6e req-feb8bdd1-eb18-4960-8baa-557f9c2d7b32 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0809925 Nov 12 20:59:04.926326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b55e303-9585-4e11-b9d2-0bd3342399a2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:04.977053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bc8217a-21e5-4c16-8d58-2a1ca1212b6e req-af01ec3e-cbd4-4e56-a8b1-51eaee53031c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613849 Nov 12 20:59:05.127452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.131841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b55e303-9585-4e11-b9d2-0bd3342399a2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.165943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-326f0fcd-0226-476f-bb31-debc6ad0c3ee req-5989d3e3-335d-4487-8108-1069819387e7 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 210 time: 0.0465162 Nov 12 20:59:05.193721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55e303-9585-4e11-b9d2-0bd3342399a2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=47fa4d48-1929-4aaf-8f6e-9c514fa52307,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:05.201828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Pushing event deleted for resources: {'Port': ['ID=b991bf97-faad-4cfd-9ab6-87a74332f7ab,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:05.204244 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b55e303-9585-4e11-b9d2-0bd3342399a2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.210367 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6b55e303-9585-4e11-b9d2-0bd3342399a2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/47fa4d48-1929-4aaf-8f6e-9c514fa52307 HTTP/1.1" status: 204 len: 168 time: 0.6965811 Nov 12 20:59:05.210594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48252) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:05.228012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ed2c9-6054-4c5f-8ccd-cd609e023d35 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:05.267123 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] Sync routers for ids ['2241c93b-b290-4af8-bd86-2640b0dd85c2'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:05.287816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] No DVR routers for this DVR port b991bf97-faad-4cfd-9ab6-87a74332f7ab on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:05.287816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.290180 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-40876104-c326-4ed7-82f4-61565f569e39 req-cf5e547f-71ec-4c33-9e03-90f45efbeb84 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.46 "DELETE /v2.0/ports/b991bf97-faad-4cfd-9ab6-87a74332f7ab HTTP/1.1" status: 204 len: 173 time: 1.2337873 Nov 12 20:59:05.290670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'name': 'network-vif-deleted', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:05.293465 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2e39a1-102e-4b6b-b5a5-dfb18b1ef743" -d '{"events": [{"server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "name": "network-vif-deleted", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:05.296394 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] Routers {'2241c93b-b290-4af8-bd86-2640b0dd85c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:05.301759 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2241c93b-b290-4af8-bd86-2640b0dd85c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:05.408647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b991bf97-faad-4cfd-9ab6-87a74332f7ab'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:05.410705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8df0cf11-48c5-44ce-b991-dec346140d37 req-0ad25af5-bcd0-4ac3-a080-e4e92e51cab7 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef500367-88e7-45fe-b304-80298574d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0636284 Nov 12 20:59:05.427825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d58f223-7a9e-41b1-8925-2e31fef56587 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2157311 Nov 12 20:59:05.433187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48262) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:05.440249 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] Set router 2241c93b-b290-4af8-bd86-2640b0dd85c2 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:05.486858 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f775a8d-f6f7-4bab-bec5-0e60c8f107ad x-openstack-request-id: req-7f775a8d-f6f7-4bab-bec5-0e60c8f107ad {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:05.487154 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c817efb-4e3f-4ec3-951d-dbad527ed54f", "name": "network-vif-deleted", "tag": "b991bf97-faad-4cfd-9ab6-87a74332f7ab", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:05.487438 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f775a8d-f6f7-4bab-bec5-0e60c8f107ad {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:05.487848 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c817efb-4e3f-4ec3-951d-dbad527ed54f', 'name': 'network-vif-deleted', 'tag': 'b991bf97-faad-4cfd-9ab6-87a74332f7ab', 'status': 'completed', 'code': 200} Nov 12 20:59:05.534566 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'name': 'tempest-NetworksTestDHCPv6-router-1915705303', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:57Z', 'updated_at': '2021-11-12T20:59:03Z', 'revision_number': 3, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:05.555544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84e0c2d1-f9aa-4165-a10c-afe9bf7cba06 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.570421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:59:05.576732 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] Checking router: 2241c93b-b290-4af8-bd86-2640b0dd85c2 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:59:05.585142 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] Routers {'2241c93b-b290-4af8-bd86-2640b0dd85c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:05.586118 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2241c93b-b290-4af8-bd86-2640b0dd85c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:05.637221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Deleting port 91878167-cab4-495d-96d9-cff7de8a32bd {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:05.637590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.674408 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] Set router 2241c93b-b290-4af8-bd86-2640b0dd85c2 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:05.721567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] For port 91878167-cab4-495d-96d9-cff7de8a32bd, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=91878167-cab4-495d-96d9-cff7de8a32bd,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:05.723663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.749435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Calling delete_port for 91878167-cab4-495d-96d9-cff7de8a32bd owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:05.762350 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'name': 'tempest-NetworksTestDHCPv6-router-1915705303', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:57Z', 'updated_at': '2021-11-12T20:59:03Z', 'revision_number': 3, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:05.781713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84e0c2d1-f9aa-4165-a10c-afe9bf7cba06 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.784258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84e0c2d1-f9aa-4165-a10c-afe9bf7cba06 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.793974 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1d7e59-8186-4de9-a0b1-5c3c6532820c None None] The sync data for ids ['2241c93b-b290-4af8-bd86-2640b0dd85c2'] in n-d-713498-29 is: [{'id': '2241c93b-b290-4af8-bd86-2640b0dd85c2', 'name': 'tempest-NetworksTestDHCPv6-router-1915705303', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:57Z', 'updated_at': '2021-11-12T20:59:03Z', 'revision_number': 3, 'project_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:05.874803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48264) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:05.893132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e05e1e9-36f2-4f7b-af46-4725701bded5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.893426 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84e0c2d1-f9aa-4165-a10c-afe9bf7cba06 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.893843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e0c2d1-f9aa-4165-a10c-afe9bf7cba06 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Fanout notify agent at l3_agent the message router_deleted on router 2241c93b-b290-4af8-bd86-2640b0dd85c2 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:59:05.906277 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84e0c2d1-f9aa-4165-a10c-afe9bf7cba06 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.908167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-84e0c2d1-f9aa-4165-a10c-afe9bf7cba06 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/routers/2241c93b-b290-4af8-bd86-2640b0dd85c2 HTTP/1.1" status: 204 len: 168 time: 0.4756005 Nov 12 20:59:05.910573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48266) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:05.955744 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:05.964238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124aa86e-bdbb-437e-b8c6-bd0708ce70e0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:05.968313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-124aa86e-bdbb-437e-b8c6-bd0708ce70e0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0543869 Nov 12 20:59:05.970977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48268) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:05.983005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Pushing event deleted for resources: {'Port': ['ID=91878167-cab4-495d-96d9-cff7de8a32bd,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:05.987250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] No DVR routers for this DVR port 91878167-cab4-495d-96d9-cff7de8a32bd on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:05.999137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:05.999704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.000191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.000622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.001204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.001656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.001923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.002190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.002512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.002840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.003166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.003617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607507f-9c13-4589-b20b-b0366a4ba13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:06.039652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609309d4-6e62-422e-af94-603743a39f44 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:06.041223 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-609309d4-6e62-422e-af94-603743a39f44 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691025 Nov 12 20:59:06.043678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48272) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:06.108094 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-172ce410-dc4b-47c8-92be-0f35d5174d7e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631542 Nov 12 20:59:06.112240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48274) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:06.113653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60579459-e802-486c-a749-ea2afe73dd0e req-e66e2abd-08e3-4d18-83e1-4e126939e511 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:06.115382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60579459-e802-486c-a749-ea2afe73dd0e req-e66e2abd-08e3-4d18-83e1-4e126939e511 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0567899 Nov 12 20:59:06.117462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:06.162757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e05e1e9-36f2-4f7b-af46-4725701bded5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.201048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60579459-e802-486c-a749-ea2afe73dd0e req-b8adb950-2bed-4d62-a665-99931bc320bf tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778015 Nov 12 20:59:06.265197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e05e1e9-36f2-4f7b-af46-4725701bded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.297929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f36a48ea-c65b-4996-a7dd-09d3b0369606 req-d475c38d-a5c8-40c8-8dcb-1f806c8d04b1 tempest-MigrationsAdminTest-693959662 tempest-MigrationsAdminTest-693959662-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c817efb-4e3f-4ec3-951d-dbad527ed54f HTTP/1.1" status: 200 len: 210 time: 0.0297155 Nov 12 20:59:06.316073 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0e05e1e9-36f2-4f7b-af46-4725701bded5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a09cfc7300f4c7196b7c4e3c1418e50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4399788 Nov 12 20:59:06.318010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48280) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:06.321042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05e1e9-36f2-4f7b-af46-4725701bded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1a22e7-8070-441c-b902-4fd6df70e3f1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:06.361236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:06.364944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.393663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45192376-e3e3-46b7-81e0-45e00c9c6fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.455468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45192376-e3e3-46b7-81e0-45e00c9c6fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.653473 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45192376-e3e3-46b7-81e0-45e00c9c6fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.658301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45192376-e3e3-46b7-81e0-45e00c9c6fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.660101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-45192376-e3e3-46b7-81e0-45e00c9c6fea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a1a22e7-8070-441c-b902-4fd6df70e3f1 HTTP/1.1" status: 204 len: 168 time: 0.3406553 Nov 12 20:59:06.675655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45192376-e3e3-46b7-81e0-45e00c9c6fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1a22e7-8070-441c-b902-4fd6df70e3f1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:06.696197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 91878167-cab4-495d-96d9-cff7de8a32bd no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:06.721758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 91878167-cab4-495d-96d9-cff7de8a32bd {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:06.722874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 91878167-cab4-495d-96d9-cff7de8a32bd not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:06.723323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device abeb5898-85ab-441d-b318-6dd5266c85aa no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:06.745940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: abeb5898-85ab-441d-b318-6dd5266c85aa {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:06.745940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device abeb5898-85ab-441d-b318-6dd5266c85aa not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:06.795527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9b3e3-fec5-4c22-bd95-bae410239753 req-5560a6ac-d23d-47ce-b4a8-2fcd34b9a7d2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:06.798652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26f9b3e3-fec5-4c22-bd95-bae410239753 req-5560a6ac-d23d-47ce-b4a8-2fcd34b9a7d2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0942118 Nov 12 20:59:06.855613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26f9b3e3-fec5-4c22-bd95-bae410239753 req-5d71713a-6322-4593-b192-30b21bb7331c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478423 Nov 12 20:59:06.882776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:59:06.882776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.944617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:06.946047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:06.950849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:06.951807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:06.956937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec69399-72bf-4965-9495-2eb44c7bb919 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:06.962565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=14e07e19-07e6-4a0e-8247-4e62dc66d4e8,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:06.998224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f862902-8cee-48c0-8f9a-7ecdd60b013a req-8aa05ed8-5bed-465e-a154-175cb035de2b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:06.999784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f862902-8cee-48c0-8f9a-7ecdd60b013a req-8aa05ed8-5bed-465e-a154-175cb035de2b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0576026 Nov 12 20:59:07.057949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f862902-8cee-48c0-8f9a-7ecdd60b013a req-759e8ad0-bba8-4f8e-9481-72163e4eaf1e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489781 Nov 12 20:59:07.144237 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af3f9565-d84a-4b4f-934b-d4801b440390 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0305767 Nov 12 20:59:07.146826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48302) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:07.155827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:07.273478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '14e07e19-07e6-4a0e-8247-4e62dc66d4e8'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:59:07.274354 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:07.457203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Allocated IP 2001:db8::f816:3eff:fe44:d94a (562b17e4-82bc-45a1-bb66-23d0d781dbba/14e07e19-07e6-4a0e-8247-4e62dc66d4e8/a85ecd67-721a-4e30-a929-cb6e98c35797) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:07.629041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62f852-ff04-4358-87eb-4b9d14615295 req-73639e51-40ba-463d-8ea1-b0d7af7b8dfc tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:07.632568 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:07.633245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48312) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:07.635996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a62f852-ff04-4358-87eb-4b9d14615295 req-73639e51-40ba-463d-8ea1-b0d7af7b8dfc tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.3254461 Nov 12 20:59:07.648664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b519-7c38-4258-9858-42d0b9378ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:07.670486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f250cf26-3079-4a35-954e-0ace8928ba3c no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:07.693075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: f250cf26-3079-4a35-954e-0ace8928ba3c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:07.693416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f250cf26-3079-4a35-954e-0ace8928ba3c not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:07.693859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b991bf97-faad-4cfd-9ab6-87a74332f7ab no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:07.702753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a62f852-ff04-4358-87eb-4b9d14615295 req-b43c327b-0b55-4c87-a268-1987498cd032 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628598 Nov 12 20:59:07.727798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: b991bf97-faad-4cfd-9ab6-87a74332f7ab {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:07.728744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b991bf97-faad-4cfd-9ab6-87a74332f7ab not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:07.858144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:07.859474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:07.861836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:07.978257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Pushing event updated for resources: {'Port': ['ID=a85ecd67-721a-4e30-a929-cb6e98c35797,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:07.993772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:07.997146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:07.999986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:08.017728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b519-7c38-4258-9858-42d0b9378ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.030015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc6ecc-5dd3-4d68-af40-26e8f3427fb4 req-7b2b9cac-8cd0-4f3b-95e3-4990bc32d0b7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:08.032067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9dc6ecc-5dd3-4d68-af40-26e8f3427fb4 req-7b2b9cac-8cd0-4f3b-95e3-4990bc32d0b7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1369185 Nov 12 20:59:08.070652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Attempting to bind port a85ecd67-721a-4e30-a929-cb6e98c35797 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:08.071126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Attempting to bind port a85ecd67-721a-4e30-a929-cb6e98c35797 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:08.071769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Attempting to bind port a85ecd67-721a-4e30-a929-cb6e98c35797 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:08.077766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:08.080564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:08.080564 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.080564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:08.080564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Bound port: a85ecd67-721a-4e30-a929-cb6e98c35797, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:08.080564 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.116607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9dc6ecc-5dd3-4d68-af40-26e8f3427fb4 req-a2299819-c997-4357-b25d-ad8fee2b86b6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768309 Nov 12 20:59:08.128311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b519-7c38-4258-9858-42d0b9378ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.152085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] For port a85ecd67-721a-4e30-a929-cb6e98c35797, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:08.159116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] For port a85ecd67-721a-4e30-a929-cb6e98c35797, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a85ecd67-721a-4e30-a929-cb6e98c35797,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:08.195462 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e2b8b519-7c38-4258-9858-42d0b9378ca2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21146484c6a840ecb998be1714c31007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5580254 Nov 12 20:59:08.195462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8b519-7c38-4258-9858-42d0b9378ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc83cd6f-4eb6-4510-9763-51a83dfd2066,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:08.210211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48322) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:08.241815 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.310582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c4c1-77cc-4b77-831e-7d376e309e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.340320 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c4c1-77cc-4b77-831e-7d376e309e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.341507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf61a6-e590-43db-8080-3940e694f996 None None] Pushing event updated for resources: {'Port': ['ID=a85ecd67-721a-4e30-a929-cb6e98c35797,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:08.418958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.461443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:08.465559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:08.469014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:08.469716 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.498489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48328) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:08.504752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=9c7630f1-66be-4432-80bb-29cbbe89f1f4,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:08.521636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c4c1-77cc-4b77-831e-7d376e309e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.525221 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c4c1-77cc-4b77-831e-7d376e309e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:08.529993 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e8c6c4c1-77cc-4b77-831e-7d376e309e45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc83cd6f-4eb6-4510-9763-51a83dfd2066 HTTP/1.1" status: 204 len: 168 time: 0.3184950 Nov 12 20:59:08.582159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ad104781-8e14-4de8-af3d-eb9b2798400f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4338071 Nov 12 20:59:08.584715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48334) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:08.592216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:bb:c8:98', 'name': 'tempest-NetworksTestDHCPv6-2117431776'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:08.593330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6c4c1-77cc-4b77-831e-7d376e309e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc83cd6f-4eb6-4510-9763-51a83dfd2066,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:08.783872 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2d17089a-134a-4532-a4ae-142200878946 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b08cd0c4a174a3984359e0e19946f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2813604 Nov 12 20:59:08.784684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48340) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:08.865715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:08.892528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a85ecd67-721a-4e30-a929-cb6e98c35797 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:08.950094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7895d-d9e8-46cf-bc88-7f72d793d142 req-ed11a1d8-9d03-48d1-827c-35e8ecf07a59 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:08.957560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12c7895d-d9e8-46cf-bc88-7f72d793d142 req-ed11a1d8-9d03-48d1-827c-35e8ecf07a59 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1618478 Nov 12 20:59:09.001117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a85ecd67-721a-4e30-a929-cb6e98c35797 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:09.001117 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.007513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.047942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.117216 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.125968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12c7895d-d9e8-46cf-bc88-7f72d793d142 req-72da4a11-102c-4f12-b575-e69ab12b81b2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669443 Nov 12 20:59:09.141237 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.172563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 2d0a1497-854c-4be5-b723-b071eb84aaa2 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:59:09.216089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port a85ecd67-721a-4e30-a929-cb6e98c35797, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a85ecd67-721a-4e30-a929-cb6e98c35797,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:09.310289 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.418452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=a85ecd67-721a-4e30-a929-cb6e98c35797,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:09.429677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 172.20.0.11 (562b17e4-82bc-45a1-bb66-23d0d781dbba/9c7630f1-66be-4432-80bb-29cbbe89f1f4/2d0a1497-854c-4be5-b723-b071eb84aaa2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:09.437714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:febb:c898 (562b17e4-82bc-45a1-bb66-23d0d781dbba/14e07e19-07e6-4a0e-8247-4e62dc66d4e8/2d0a1497-854c-4be5-b723-b071eb84aaa2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:09.482636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.495648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.497142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d537f252-d5e7-4826-a3e0-ee680bb1da0c HTTP/1.1" status: 204 len: 168 time: 0.7112627 Nov 12 20:59:09.529129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d537f252-d5e7-4826-a3e0-ee680bb1da0c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:09.550580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.551059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.551628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.552065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.552627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.553252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.553677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.554106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.554724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.555149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.555767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.556011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7618d31f-381c-45da-8681-f7ae177afa60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:09.707236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e3bc3-65a6-4e63-8aba-4f7035855e89 req-85606032-978b-4800-8528-a6349a2c1c92 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:09.711996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-538e3bc3-65a6-4e63-8aba-4f7035855e89 req-85606032-978b-4800-8528-a6349a2c1c92 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3996220 Nov 12 20:59:09.738180 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.746132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c729d-45d2-4aba-a2e7-d81cc373edc3 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:09.826653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-538e3bc3-65a6-4e63-8aba-4f7035855e89 req-82df4c48-0ced-4678-b6b8-a732580ddab9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048257 Nov 12 20:59:09.844305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bee50a0a-4fcb-4418-adf2-e30576fbe80f None None] Provisioning complete for port a85ecd67-721a-4e30-a929-cb6e98c35797 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:09.844681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bee50a0a-4fcb-4418-adf2-e30576fbe80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:09.950506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.051393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:10.058664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:10.062712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:10.093080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=2d0a1497-854c-4be5-b723-b071eb84aaa2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:10.101451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f187ed-7c4a-4dcc-a713-330e2564ccc9 None None] Update dhcp port {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '14e07e19-07e6-4a0e-8247-4e62dc66d4e8', 'ip_address': '2001:db8::f816:3eff:fe44:d94a'}, {'subnet_id': '9c7630f1-66be-4432-80bb-29cbbe89f1f4'}], 'binding:host_id': 'n-d-713498-29'}, 'id': 'a85ecd67-721a-4e30-a929-cb6e98c35797'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:59:10.123239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:10.123894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.156862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-97f187ed-7c4a-4dcc-a713-330e2564ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.248240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-69867882-49cc-4cf2-92c6-7a2b0610ea32 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6581445 Nov 12 20:59:10.248766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48380) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:10.388866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04883c90-2283-43b2-b8d1-e77e929c76cf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:10.402832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04883c90-2283-43b2-b8d1-e77e929c76cf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:10.403252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98cc33-1a0c-4af0-b4a4-9273f7da749f req-673140b0-bf83-4c4a-8b5c-28ab3a78adfe tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:10.405595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e98cc33-1a0c-4af0-b4a4-9273f7da749f req-673140b0-bf83-4c4a-8b5c-28ab3a78adfe tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0912879 Nov 12 20:59:10.408244 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-04883c90-2283-43b2-b8d1-e77e929c76cf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1583495 Nov 12 20:59:10.410906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48386) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:10.425869 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.425869 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.429960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-97f187ed-7c4a-4dcc-a713-330e2564ccc9 None None] Allocated IP 172.20.0.2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/9c7630f1-66be-4432-80bb-29cbbe89f1f4/a85ecd67-721a-4e30-a929-cb6e98c35797) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:10.455398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48388) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:10.524453 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b117d039-4279-49d0-9bb5-6a9895dff209 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c59ed866160846ed9d7eb174d7f6d690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659177 Nov 12 20:59:10.527266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48390) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:10.538711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e98cc33-1a0c-4af0-b4a4-9273f7da749f req-139fc521-94e5-4897-aa17-df39313a6493 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159885 Nov 12 20:59:10.561204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-97f187ed-7c4a-4dcc-a713-330e2564ccc9 None None] For port a85ecd67-721a-4e30-a929-cb6e98c35797, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a85ecd67-721a-4e30-a929-cb6e98c35797,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:10.566094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d5546-f9f2-4ef4-afdf-6587ed8d1375 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 2d0a1497-854c-4be5-b723-b071eb84aaa2 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:10.566514 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5546-f9f2-4ef4-afdf-6587ed8d1375 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.600128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-97f187ed-7c4a-4dcc-a713-330e2564ccc9 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.600289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8e037da-1bbc-4ed6-bb75-5149819fef3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.628874 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8e037da-1bbc-4ed6-bb75-5149819fef3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.675240 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-97f187ed-7c4a-4dcc-a713-330e2564ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.711351 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5546-f9f2-4ef4-afdf-6587ed8d1375 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.718021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a85ecd67-721a-4e30-a929-cb6e98c35797 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:10.735055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d5546-f9f2-4ef4-afdf-6587ed8d1375 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 2d0a1497-854c-4be5-b723-b071eb84aaa2 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:10.778734 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8e037da-1bbc-4ed6-bb75-5149819fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.781925 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8e037da-1bbc-4ed6-bb75-5149819fef3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:10.785848 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e8e037da-1bbc-4ed6-bb75-5149819fef3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e6e257e-1465-41cb-962b-50763c6eb769 HTTP/1.1" status: 204 len: 168 time: 0.2575672 Nov 12 20:59:10.800831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e037da-1bbc-4ed6-bb75-5149819fef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6e257e-1465-41cb-962b-50763c6eb769,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:10.832024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f187ed-7c4a-4dcc-a713-330e2564ccc9 None None] Pushing event updated for resources: {'Port': ['ID=a85ecd67-721a-4e30-a929-cb6e98c35797,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:10.850167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a85ecd67-721a-4e30-a929-cb6e98c35797 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:10.850545 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:11.039622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18f95-1fed-4a42-8ecf-50af678d791e req-5a93cfa1-55b4-45ac-b8a2-2ad8c3ad88e6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:11.042161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61c18f95-1fed-4a42-8ecf-50af678d791e req-5a93cfa1-55b4-45ac-b8a2-2ad8c3ad88e6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0950289 Nov 12 20:59:11.120396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61c18f95-1fed-4a42-8ecf-50af678d791e req-70a44cd9-d347-4981-86b7-d7adbd756caa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674078 Nov 12 20:59:11.167720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5546-f9f2-4ef4-afdf-6587ed8d1375 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:11.229110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d5546-f9f2-4ef4-afdf-6587ed8d1375 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=2d0a1497-854c-4be5-b723-b071eb84aaa2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:11.338648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5546-f9f2-4ef4-afdf-6587ed8d1375 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:11.346429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48412) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:11.347617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1c9d5546-f9f2-4ef4-afdf-6587ed8d1375 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/2d0a1497-854c-4be5-b723-b071eb84aaa2 HTTP/1.1" status: 204 len: 168 time: 0.9311533 Nov 12 20:59:11.492563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dedf8a1-907e-4dc1-b5af-45ac52c057c0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:11.499429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dedf8a1-907e-4dc1-b5af-45ac52c057c0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:11.503165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dedf8a1-907e-4dc1-b5af-45ac52c057c0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:11.512689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48424) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:11.513278 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9dedf8a1-907e-4dc1-b5af-45ac52c057c0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1661818 Nov 12 20:59:11.722608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48432) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:11.749682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655659f-33c0-43c8-bf1c-a56180bb0a02 req-1be89fe9-f671-4d07-b98a-ffafcd1127f3 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:11.762016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5655659f-33c0-43c8-bf1c-a56180bb0a02 req-1be89fe9-f671-4d07-b98a-ffafcd1127f3 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 946 time: 0.1662993 Nov 12 20:59:11.766091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfab830b-950c-4709-b833-d3c9245dd11c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 14e07e19-07e6-4a0e-8247-4e62dc66d4e8 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:11.772097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfab830b-950c-4709-b833-d3c9245dd11c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:11.846693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6ef572ff-68cf-430c-8738-9b2d5eb04667 None None] Could not find standard attr ID for object 2d0a1497-854c-4be5-b723-b071eb84aaa2. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:59:11.858765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4097-8a10-4505-8eaa-aae4c209f185 req-d5eafb8b-2c20-4863-b2bf-ee5cc3af4925 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:11.860894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6ef572ff-68cf-430c-8738-9b2d5eb04667 None None] Provisioning complete for port a85ecd67-721a-4e30-a929-cb6e98c35797 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:11.861337 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6ef572ff-68cf-430c-8738-9b2d5eb04667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:11.865410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-604360088', 'router:external': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:11.868572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-958a4097-8a10-4505-8eaa-aae4c209f185 req-d5eafb8b-2c20-4863-b2bf-ee5cc3af4925 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1996546 Nov 12 20:59:11.887221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfab830b-950c-4709-b833-d3c9245dd11c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:11.968896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5655659f-33c0-43c8-bf1c-a56180bb0a02 req-30877224-5dbc-43c8-aa65-f2bf818a1dda tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085104 Nov 12 20:59:12.030140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Made reservation on behalf of dd77968028ed486ca3a7d6b4de8150ac for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:12.032680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.043966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.056068 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfab830b-950c-4709-b833-d3c9245dd11c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.069036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-958a4097-8a10-4505-8eaa-aae4c209f185 req-dfc4a3fe-22a4-4c73-abf0-9827c91de152 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966898 Nov 12 20:59:12.182152 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.212090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cf4f44d6-c4d0-4a5f-b689-bcc795081346 None None] Could not find standard attr ID for object 2d0a1497-854c-4be5-b723-b071eb84aaa2. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:59:12.262109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc18563-bc85-4522-9567-d4554783c40b req-5392589b-da7f-4585-a328-40ac227c03da tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:12.264332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fc18563-bc85-4522-9567-d4554783c40b req-5392589b-da7f-4585-a328-40ac227c03da tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0680563 Nov 12 20:59:12.270445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfab830b-950c-4709-b833-d3c9245dd11c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.312755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab830b-950c-4709-b833-d3c9245dd11c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=14e07e19-07e6-4a0e-8247-4e62dc66d4e8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:12.319461 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfab830b-950c-4709-b833-d3c9245dd11c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.326004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bfab830b-950c-4709-b833-d3c9245dd11c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/14e07e19-07e6-4a0e-8247-4e62dc66d4e8 HTTP/1.1" status: 204 len: 168 time: 0.8093338 Nov 12 20:59:12.326457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48446) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:12.354298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fc18563-bc85-4522-9567-d4554783c40b req-022a37e7-ff37-4f4f-920e-fc39ad0a7749 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812910 Nov 12 20:59:12.375575 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.411701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:59:12.431728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7548ca-70fd-466a-927f-74ce3c07f4f6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 9c7630f1-66be-4432-80bb-29cbbe89f1f4 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:12.434501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29dfffa-95a8-4a5e-8a08-e7cf4e80f00c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:12.440188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c7548ca-70fd-466a-927f-74ce3c07f4f6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.464050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.464405 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Added segment f3fca70a-f0a5-4636-8df6-4c88ea02ab1b of type vlan for network e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 Nov 12 20:59:12.537548 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.629920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c7548ca-70fd-466a-927f-74ce3c07f4f6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.714460 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.715539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:12.716298 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.726086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a85ecd67-721a-4e30-a929-cb6e98c35797 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:12.764752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1c84eb-8a45-41ad-96ed-21f20ca085d0 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:12.845900 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c7548ca-70fd-466a-927f-74ce3c07f4f6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:12.849550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'Network': ['ID=e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:12.919020 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-df5d5c18-387d-4a58-a1ac-46c6df75cf18 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1948173 Nov 12 20:59:12.921773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48458) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:12.926717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'subnet': {'network_id': 'e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:12.974149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:59:13.074502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Made reservation on behalf of dd77968028ed486ca3a7d6b4de8150ac for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:13.077305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.077520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a85ecd67-721a-4e30-a929-cb6e98c35797 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:13.078063 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.085353 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c7548ca-70fd-466a-927f-74ce3c07f4f6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.180071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7548ca-70fd-466a-927f-74ce3c07f4f6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7630f1-66be-4432-80bb-29cbbe89f1f4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:13.186092 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c7548ca-70fd-466a-927f-74ce3c07f4f6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.190517 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2c7548ca-70fd-466a-927f-74ce3c07f4f6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/9c7630f1-66be-4432-80bb-29cbbe89f1f4 HTTP/1.1" status: 204 len: 168 time: 0.8627543 Nov 12 20:59:13.201899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6a997-81d7-4a7d-b133-544a00f8571d req-8d9891cd-47ae-4a05-ba86-6cde95ad0d92 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:13.205934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddb6a997-81d7-4a7d-b133-544a00f8571d req-8d9891cd-47ae-4a05-ba86-6cde95ad0d92 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 946 time: 0.1503260 Nov 12 20:59:13.205934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48466) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:13.275732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5a27d8db-9124-439a-abc4-3a93a8b95130 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645247 Nov 12 20:59:13.275859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48470) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:13.292258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:13.318126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-ac9e793a-a6bc-4a09-ac1b-babadc078fb0 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:13.319655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-ac9e793a-a6bc-4a09-ac1b-babadc078fb0 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.78 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 946 time: 0.1918492 Nov 12 20:59:13.336223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:59:13.348892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68513993-5865-48ba-b844-539e25da6a87 req-c40947c8-dccb-4324-8310-f7854dcf4cd3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:13.356741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68513993-5865-48ba-b844-539e25da6a87 req-c40947c8-dccb-4324-8310-f7854dcf4cd3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1732271 Nov 12 20:59:13.402610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] Deleting port a85ecd67-721a-4e30-a929-cb6e98c35797 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:13.403281 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.425030 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddb6a997-81d7-4a7d-b133-544a00f8571d req-0fb1ebe8-a9a4-4fba-ac2e-8526b0498ac6 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968691 Nov 12 20:59:13.487300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68513993-5865-48ba-b844-539e25da6a87 req-949e5473-e2e8-4bfb-a9d2-1525d82226cd tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276805 Nov 12 20:59:13.520196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] For port a85ecd67-721a-4e30-a929-cb6e98c35797, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a85ecd67-721a-4e30-a929-cb6e98c35797,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:13.520597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.537600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] Calling delete_port for a85ecd67-721a-4e30-a929-cb6e98c35797 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:13.556998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Deleting port 7975251e-857f-431c-b821-879fb4439092 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:13.557328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.568979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d6398-0729-461c-b950-9ee60f49079d req-41ef350c-8068-438b-bd23-6ab5c6ec9539 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:13.570483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b1d6398-0729-461c-b950-9ee60f49079d req-41ef350c-8068-438b-bd23-6ab5c6ec9539 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0715897 Nov 12 20:59:13.612734 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:13.618651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.684264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b1d6398-0729-461c-b950-9ee60f49079d req-302abdbd-5914-4b88-88b0-78fccab0538f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031344 Nov 12 20:59:13.698632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.703280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] For port 7975251e-857f-431c-b821-879fb4439092, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7975251e-857f-431c-b821-879fb4439092,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:13.703280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:13.731121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Calling delete_port for 7975251e-857f-431c-b821-879fb4439092 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:13.748188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] Pushing event deleted for resources: {'Port': ['ID=a85ecd67-721a-4e30-a929-cb6e98c35797,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:13.756095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b8dce-9f4b-473c-b58f-b2fed8c59849 None None] No DVR routers for this DVR port a85ecd67-721a-4e30-a929-cb6e98c35797 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:13.985243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:59:13.985714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.043706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.049190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9f8802c0-6140-43d4-85ee-ea26fbd628c2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:14.056068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['44b84ca9-2225-40fa-b24f-01afaa89c754'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:14.058930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Checking segment: {'id': 'f3fca70a-f0a5-4636-8df6-4c88ea02ab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:14.059320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Network hostable DHCP agents. Network: e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:59:14.063788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5688ddbe-cc88-4fef-b6d9-8a64550d4b9d', '7975251e-857f-431c-b821-879fb4439092'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:14.085152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Pushing event deleted for resources: {'Port': ['ID=7975251e-857f-431c-b821-879fb4439092,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:14.167641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] No DVR routers for this DVR port 7975251e-857f-431c-b821-879fb4439092 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:14.167874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:59:14.169434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.175402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.179002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c918fe02-89e1-4f6e-b721-3e66085387f0 req-6d0ced53-d58a-41c7-959e-e0798c450dbf tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.78 "DELETE /v2.0/ports/7975251e-857f-431c-b821-879fb4439092 HTTP/1.1" status: 204 len: 173 time: 0.8518639 Nov 12 20:59:14.179640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c', 'name': 'network-vif-deleted', 'tag': '7975251e-857f-431c-b821-879fb4439092'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:14.182768 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f09d5de-01ee-406a-b6ba-476b73e988a3" -d '{"events": [{"server_uuid": "74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c", "name": "network-vif-deleted", "tag": "7975251e-857f-431c-b821-879fb4439092"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:14.204731 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Network e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:59:14.222557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:14.227532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:14.232765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.233403 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.235181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.243933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.245868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.246077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.246179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=5d0373f5-a855-4749-b73c-479c5ea213d1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:14.246497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.246963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.247447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.248222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.249895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.250403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.250869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.251362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.251834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.252296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.254689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e756f3a-d417-4ec2-a1b8-a7131ac6033e req-c2a7dec5-ad7a-47c4-a7a3-5a71c1417703 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9838 time: 0.2972040 Nov 12 20:59:14.267841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b89d92a-c326-44f0-9ae2-3f47cdcf7dff None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:14.269981 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c92bee-e110-447e-bafd-305f07f922a5 x-openstack-request-id: req-17c92bee-e110-447e-bafd-305f07f922a5 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:14.270631 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c", "name": "network-vif-deleted", "tag": "7975251e-857f-431c-b821-879fb4439092", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:14.270913 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17c92bee-e110-447e-bafd-305f07f922a5 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:14.271344 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c', 'name': 'network-vif-deleted', 'tag': '7975251e-857f-431c-b821-879fb4439092', 'status': 'completed', 'code': 200} Nov 12 20:59:14.367838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:14.374391 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24cd076b-f8ae-40f9-a617-2abf2947d45b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0970464 Nov 12 20:59:14.379471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:14.383907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.385911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.387565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4173705d-931a-447a-a7ea-9f16d8f72abf None None] Network e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:14.393434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:14.549414 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e7f6db7c-f20c-48b0-bd1b-8fe00706ab94 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6264842 Nov 12 20:59:14.553167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48500) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:14.560466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-913125208', 'network_id': 'e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:14.624688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '5d0373f5-a855-4749-b73c-479c5ea213d1'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:59:14.624688 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.624688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce2599-9ebf-45b4-affb-7396635d73f1 None None] Network e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:14.672143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:14.677350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.677906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b1a4129-a23e-48d4-b990-e7dcb6b44eee req-6fd7ae6d-6b07-49e1-b849-4d1cded57011 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=74bd026c-1dba-47e4-a3e2-6aa7b11ebb0c HTTP/1.1" status: 200 len: 210 time: 0.0311661 Nov 12 20:59:14.712839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a85ecd67-721a-4e30-a929-cb6e98c35797 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:14.725463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0629d-8642-4373-aa18-3c4b849c03ad req-bc481951-2937-45c7-a36a-8390c606b182 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.728559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd0629d-8642-4373-aa18-3c4b849c03ad req-bc481951-2937-45c7-a36a-8390c606b182 tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 886 time: 0.4478247 Nov 12 20:59:14.783014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a85ecd67-721a-4e30-a929-cb6e98c35797 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:14.783384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a85ecd67-721a-4e30-a929-cb6e98c35797 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:14.832013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126625c2-504f-460f-a287-ce5ef583f311 req-3ab56526-cc4d-4371-85e0-bfddbfe6571a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:14.833995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-126625c2-504f-460f-a287-ce5ef583f311 req-3ab56526-cc4d-4371-85e0-bfddbfe6571a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0695572 Nov 12 20:59:14.835712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Made reservation on behalf of dd77968028ed486ca3a7d6b4de8150ac for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:14.840490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:14.871728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] device_id is not set on port 3fd60472-b9ba-454a-a3e9-609976416149 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:59:14.909420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-126625c2-504f-460f-a287-ce5ef583f311 req-c9df10f9-086f-4aae-8687-1754553c667c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680389 Nov 12 20:59:14.936068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Allocated IP 2001:db8::f816:3eff:fe83:a86 (562b17e4-82bc-45a1-bb66-23d0d781dbba/5d0373f5-a855-4749-b73c-479c5ea213d1/f1a56a96-e52c-4d84-9ca8-ea4161df240c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:15.048239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8fe99-1349-4e3b-9ab5-f0dc99a7235b req-9a0fb7c4-a2a6-4c16-83dc-98040e1b8f32 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.049716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dff8fe99-1349-4e3b-9ab5-f0dc99a7235b req-9a0fb7c4-a2a6-4c16-83dc-98040e1b8f32 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1188059 Nov 12 20:59:15.068769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Allocated IP 172.20.0.6 (e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858/9f8802c0-6140-43d4-85ee-ea26fbd628c2/3fd60472-b9ba-454a-a3e9-609976416149) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:15.113510 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.127987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.128471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.128932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.129420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.129885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.130589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.131046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.131846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.132302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.132760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.133210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.133660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.134114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.134569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.136890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01896bb9-674d-409f-8c40-0f5121041a62 req-82c77e02-f466-4139-9085-dca8799dec0f tempest-NetworksTest-795481581 tempest-NetworksTest-795481581-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9882 time: 0.1954575 Nov 12 20:59:15.149527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dff8fe99-1349-4e3b-9ab5-f0dc99a7235b req-aeac53b9-d08a-48d5-8c82-74d1c486d102 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882304 Nov 12 20:59:15.225915 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.280169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:15.286324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:15.287321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.290858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:15.294513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Pushing event updated for resources: {'Port': ['ID=f1a56a96-e52c-4d84-9ca8-ea4161df240c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:15.313417 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.348055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Attempting to bind port f1a56a96-e52c-4d84-9ca8-ea4161df240c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:15.348447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Attempting to bind port f1a56a96-e52c-4d84-9ca8-ea4161df240c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:15.348811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Attempting to bind port f1a56a96-e52c-4d84-9ca8-ea4161df240c on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:15.353729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:15.354146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:15.361819 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.361819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:15.361819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Bound port: f1a56a96-e52c-4d84-9ca8-ea4161df240c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:15.361819 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.369004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:15.374501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:15.376271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=e42e994e-da2d-43f6-8ba5-55ee9ae8b40a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:15.378666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.379253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.423094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] For port f1a56a96-e52c-4d84-9ca8-ea4161df240c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:15.426389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] For port f1a56a96-e52c-4d84-9ca8-ea4161df240c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f1a56a96-e52c-4d84-9ca8-ea4161df240c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:15.550228 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.590617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Network e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:15.599767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:15.603320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:15.609606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'Port': ['ID=3fd60472-b9ba-454a-a3e9-609976416149,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:15.649463 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d47684cc-14eb-4824-a4f5-aa2ca3de4d75 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2603798 Nov 12 20:59:15.669614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.669614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.669855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48512) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:15.669855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:74:63:70', 'name': 'tempest-NetworksTestDHCPv6-1200654833'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:15.797738 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:15.865609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a235052-3c7b-4a47-b60e-5ab338545ddc None None] Pushing event updated for resources: {'Port': ['ID=f1a56a96-e52c-4d84-9ca8-ea4161df240c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:15.877973 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2d5d51c4-c8e6-4ecb-9380-df61d7f2d1ea tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.3236954 Nov 12 20:59:15.881366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:15.973289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e62021cb-988b-41c1-8bde-5ef6b505077f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Deleting port 3fd60472-b9ba-454a-a3e9-609976416149 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:15.973910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e62021cb-988b-41c1-8bde-5ef6b505077f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.012802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:16.082839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e62021cb-988b-41c1-8bde-5ef6b505077f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.100648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e62021cb-988b-41c1-8bde-5ef6b505077f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Calling delete_port for 3fd60472-b9ba-454a-a3e9-609976416149 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:16.123097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdd09-6683-4c9d-91fd-421ff6a3f4ac req-25571486-aad0-4ff2-8c82-1c18b814d664 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:16.131677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c84bdd09-6683-4c9d-91fd-421ff6a3f4ac req-25571486-aad0-4ff2-8c82-1c18b814d664 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1517389 Nov 12 20:59:16.170696 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.190100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48528) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:16.214880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c84bdd09-6683-4c9d-91fd-421ff6a3f4ac req-676a67fd-790d-4c38-8096-07d64696219f tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820448 Nov 12 20:59:16.216130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port b3b47478-a430-4496-a117-9c41c906fa0a yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:59:16.374370 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83f758a0-fd84-42ed-ac5a-d6ab5f9de118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.404132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e62021cb-988b-41c1-8bde-5ef6b505077f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.429564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7975251e-857f-431c-b821-879fb4439092 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:16.448795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62021cb-988b-41c1-8bde-5ef6b505077f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fd60472-b9ba-454a-a3e9-609976416149,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:16.451857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 7975251e-857f-431c-b821-879fb4439092 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:16.452343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7975251e-857f-431c-b821-879fb4439092 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:16.470997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8ce1e-1b02-44a6-adec-423c72df97cf req-b6854426-c1f6-45af-b209-6a968949585c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:16.470997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d8ce1e-1b02-44a6-adec-423c72df97cf req-b6854426-c1f6-45af-b209-6a968949585c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1318054 Nov 12 20:59:16.498101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ffc99-a600-4ad5-9d64-a526173cf5d6 req-7fdccb48-9e99-4ed7-a19a-2f94f1342afe tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:16.503817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb2ffc99-a600-4ad5-9d64-a526173cf5d6 req-7fdccb48-9e99-4ed7-a19a-2f94f1342afe tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 946 time: 0.1537180 Nov 12 20:59:16.535648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 172.20.0.12 (562b17e4-82bc-45a1-bb66-23d0d781dbba/e42e994e-da2d-43f6-8ba5-55ee9ae8b40a/b3b47478-a430-4496-a117-9c41c906fa0a) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:16.549170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e62021cb-988b-41c1-8bde-5ef6b505077f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.555107 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e62021cb-988b-41c1-8bde-5ef6b505077f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "DELETE /v2.0/ports/3fd60472-b9ba-454a-a3e9-609976416149 HTTP/1.1" status: 204 len: 168 time: 0.6694012 Nov 12 20:59:16.555275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:fe74:6370 (562b17e4-82bc-45a1-bb66-23d0d781dbba/5d0373f5-a855-4749-b73c-479c5ea213d1/b3b47478-a430-4496-a117-9c41c906fa0a) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:16.556003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48536) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:16.560306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858', 'external_fixed_ips': [{'subnet_id': '9f8802c0-6140-43d4-85ee-ea26fbd628c2', 'ip_address': '172.20.0.6'}]}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:16.578743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83f758a0-fd84-42ed-ac5a-d6ab5f9de118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.605041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d8ce1e-1b02-44a6-adec-423c72df97cf req-f3948134-f308-47de-bc28-ab1c3057a610 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283538 Nov 12 20:59:16.615854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb2ffc99-a600-4ad5-9d64-a526173cf5d6 req-412cc5d7-d663-4f4b-9dc8-12c6cfe7dd94 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009223 Nov 12 20:59:16.698639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83f758a0-fd84-42ed-ac5a-d6ab5f9de118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.746596 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-83f758a0-fd84-42ed-ac5a-d6ab5f9de118 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9bd1bd88b60c49cda3b2882232722e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554204 Nov 12 20:59:16.746827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48538) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:16.749530 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.750593 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.768096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f1a56a96-e52c-4d84-9ca8-ea4161df240c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:16.773603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f758a0-fd84-42ed-ac5a-d6ab5f9de118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066af685-d10c-4ce1-bc81-13d7c0b4783f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:16.829817 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.838234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:16.838881 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.848958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b4904a8-1bc6-4544-bc6d-062d711bdd67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.861680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.887420 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b4904a8-1bc6-4544-bc6d-062d711bdd67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.925320 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.964851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port f1a56a96-e52c-4d84-9ca8-ea4161df240c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f1a56a96-e52c-4d84-9ca8-ea4161df240c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:17.058350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd70f01-da84-4528-832b-4f488c0bd97f None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:17.076589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.078631 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b4904a8-1bc6-4544-bc6d-062d711bdd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.081457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b4904a8-1bc6-4544-bc6d-062d711bdd67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.082885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8b4904a8-1bc6-4544-bc6d-062d711bdd67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/066af685-d10c-4ce1-bc81-13d7c0b4783f HTTP/1.1" status: 204 len: 168 time: 0.3352864 Nov 12 20:59:17.122495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4904a8-1bc6-4544-bc6d-062d711bdd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066af685-d10c-4ce1-bc81-13d7c0b4783f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:17.134672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:17.139229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:17.145597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:17.156043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-24548a14-c89d-4878-be8a-8ea2cc4c9654 None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:17.156768 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-24548a14-c89d-4878-be8a-8ea2cc4c9654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.161166 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.174732 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.178751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=b3b47478-a430-4496-a117-9c41c906fa0a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:17.206875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:17.207548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.288093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=f1a56a96-e52c-4d84-9ca8-ea4161df240c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:17.303533 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-40172a12-6430-4175-968b-7339d26edd89 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6454926 Nov 12 20:59:17.303533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48546) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:17.372869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d440e-fcfb-47be-95e4-afad0ed85481 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:17.380401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d440e-fcfb-47be-95e4-afad0ed85481 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:17.382443 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a29d440e-fcfb-47be-95e4-afad0ed85481 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0784545 Nov 12 20:59:17.385770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48548) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:17.457496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d14759-c14c-441f-b9fd-47840bfd3572 None None] Update dhcp port {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '5d0373f5-a855-4749-b73c-479c5ea213d1', 'ip_address': '2001:db8::f816:3eff:fe83:a86'}, {'subnet_id': 'e42e994e-da2d-43f6-8ba5-55ee9ae8b40a'}], 'binding:host_id': 'n-d-713498-29'}, 'id': 'f1a56a96-e52c-4d84-9ca8-ea4161df240c'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:59:17.493539 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76d14759-c14c-441f-b9fd-47840bfd3572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.500988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17351-4d76-445d-beba-b78ebb300d6b req-88731df6-078b-4f7d-8211-016c5a8f290a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:17.502627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55f17351-4d76-445d-beba-b78ebb300d6b req-88731df6-078b-4f7d-8211-016c5a8f290a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1402225 Nov 12 20:59:17.577841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55f17351-4d76-445d-beba-b78ebb300d6b req-a8a365e2-272e-49bf-8777-681ae1813413 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658362 Nov 12 20:59:17.586465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-fdf028cd-8598-47f8-889f-6be623be91a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port b3b47478-a430-4496-a117-9c41c906fa0a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:17.587133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fdf028cd-8598-47f8-889f-6be623be91a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.708592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fdf028cd-8598-47f8-889f-6be623be91a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.730295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-fdf028cd-8598-47f8-889f-6be623be91a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for b3b47478-a430-4496-a117-9c41c906fa0a owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:17.903802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-76d14759-c14c-441f-b9fd-47840bfd3572 None None] Allocated IP 172.20.0.2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/e42e994e-da2d-43f6-8ba5-55ee9ae8b40a/f1a56a96-e52c-4d84-9ca8-ea4161df240c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:17.917134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac524d-d099-4bee-90a6-71beed334cff req-a81a39f9-1a65-430d-b20b-40b7fe9f0f2e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:17.924025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a2ac524d-d099-4bee-90a6-71beed334cff req-a81a39f9-1a65-430d-b20b-40b7fe9f0f2e tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 946 time: 0.1294062 Nov 12 20:59:17.930261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f9c52-d522-4083-a369-80ac4dc0f9be req-df3d36ba-9efc-419d-b0e2-88b80d814fc7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:17.933713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.935713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-654f9c52-d522-4083-a369-80ac4dc0f9be req-df3d36ba-9efc-419d-b0e2-88b80d814fc7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1857102 Nov 12 20:59:17.951038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e137a1-c1a9-4499-a9e9-a1a77e2a59cc req-0548db50-d817-4199-bbb5-6bac9dcadfa6 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:17.952764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3e137a1-c1a9-4499-a9e9-a1a77e2a59cc req-0548db50-d817-4199-bbb5-6bac9dcadfa6 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 946 time: 0.1985893 Nov 12 20:59:17.974507 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.028980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-76d14759-c14c-441f-b9fd-47840bfd3572 None None] For port f1a56a96-e52c-4d84-9ca8-ea4161df240c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f1a56a96-e52c-4d84-9ca8-ea4161df240c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:18.060813 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76d14759-c14c-441f-b9fd-47840bfd3572 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.073581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3e137a1-c1a9-4499-a9e9-a1a77e2a59cc req-65bf2374-8d4a-4188-b08e-a5c844df2325 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125295 Nov 12 20:59:18.080970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-654f9c52-d522-4083-a369-80ac4dc0f9be req-2bb438ac-1e46-485b-8c17-03165b1cc09c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271284 Nov 12 20:59:18.155080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48560) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.174662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f1f7-c5e1-4ea2-86a5-8d05f88940e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.190153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Deleting port 44b84ca9-2225-40fa-b24f-01afaa89c754 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:18.192251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.192400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76d14759-c14c-441f-b9fd-47840bfd3572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.288413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fdf028cd-8598-47f8-889f-6be623be91a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.290290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d14759-c14c-441f-b9fd-47840bfd3572 None None] Pushing event updated for resources: {'Port': ['ID=f1a56a96-e52c-4d84-9ca8-ea4161df240c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.312168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Allocated IP 172.20.0.6 (e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858/9f8802c0-6140-43d4-85ee-ea26fbd628c2/69fb7f2c-b92a-47f6-aaa8-f070c38862c8) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:18.340517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf028cd-8598-47f8-889f-6be623be91a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=b3b47478-a430-4496-a117-9c41c906fa0a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.345108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] For port 44b84ca9-2225-40fa-b24f-01afaa89c754, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=44b84ca9-2225-40fa-b24f-01afaa89c754,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:18.346649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.363961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Calling delete_port for 44b84ca9-2225-40fa-b24f-01afaa89c754 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:18.457483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f1f7-c5e1-4ea2-86a5-8d05f88940e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.460650 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fdf028cd-8598-47f8-889f-6be623be91a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.467470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48562) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.467693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fdf028cd-8598-47f8-889f-6be623be91a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/b3b47478-a430-4496-a117-9c41c906fa0a HTTP/1.1" status: 204 len: 168 time: 1.0808489 Nov 12 20:59:18.555313 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f1f7-c5e1-4ea2-86a5-8d05f88940e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.577049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a73d6-6241-4897-9e19-70a4356d68ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:18.578597 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a73d6-6241-4897-9e19-70a4356d68ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:18.580166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a73d6-6241-4897-9e19-70a4356d68ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:18.581786 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-112a73d6-6241-4897-9e19-70a4356d68ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1120486 Nov 12 20:59:18.585622 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.586963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48564) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.616882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8ac3f1f7-c5e1-4ea2-86a5-8d05f88940e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27a2b2365e114c2bbb588661cd34a237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499490 Nov 12 20:59:18.616882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3f1f7-c5e1-4ea2-86a5-8d05f88940e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9af86a-891f-4b4f-ab46-215739d0d5f4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.624787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48568) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.700901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-308dbce9-081f-4764-9451-288c678e1921 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 5d0373f5-a855-4749-b73c-479c5ea213d1 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:18.727223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-308dbce9-081f-4764-9451-288c678e1921 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.745541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f1a56a96-e52c-4d84-9ca8-ea4161df240c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:18.760882 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f888f8f-0ffd-4b75-8e03-fa8e6f1a9412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.792378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bec07-fc28-438a-acc7-6ccfeaa6db53 req-70d3ab6f-ae50-460a-a538-5dbac456af2d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:18.795279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-665bec07-fc28-438a-acc7-6ccfeaa6db53 req-70d3ab6f-ae50-460a-a538-5dbac456af2d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0964415 Nov 12 20:59:18.809107 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f888f8f-0ffd-4b75-8e03-fa8e6f1a9412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.814119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:18.814533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.815311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-308dbce9-081f-4764-9451-288c678e1921 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.870540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.882566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-665bec07-fc28-438a-acc7-6ccfeaa6db53 req-4c58e088-7ee9-4552-af78-b385327e6847 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777826 Nov 12 20:59:18.910548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5688ddbe-cc88-4fef-b6d9-8a64550d4b9d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:18.913889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['44b84ca9-2225-40fa-b24f-01afaa89c754'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:18.931399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.950632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Pushing event deleted for resources: {'Port': ['ID=44b84ca9-2225-40fa-b24f-01afaa89c754,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:19.008526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Network e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:19.021004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:19.030403 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f888f8f-0ffd-4b75-8e03-fa8e6f1a9412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.035649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f888f8f-0ffd-4b75-8e03-fa8e6f1a9412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.035649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9f888f8f-0ffd-4b75-8e03-fa8e6f1a9412 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c9af86a-891f-4b4f-ab46-215739d0d5f4 HTTP/1.1" status: 204 len: 168 time: 0.4076710 Nov 12 20:59:19.046609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f888f8f-0ffd-4b75-8e03-fa8e6f1a9412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9af86a-891f-4b4f-ab46-215739d0d5f4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:19.062004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:19.070511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'Port': ['ID=69fb7f2c-b92a-47f6-aaa8-f070c38862c8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:19.110302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] No DVR routers for this DVR port 44b84ca9-2225-40fa-b24f-01afaa89c754 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:19.116072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.119698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a2ac524d-d099-4bee-90a6-71beed334cff req-9eefee5f-d4bb-431b-a26d-716699efddee tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.46 "DELETE /v2.0/ports/44b84ca9-2225-40fa-b24f-01afaa89c754 HTTP/1.1" status: 204 len: 173 time: 1.1933734 Nov 12 20:59:19.121911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab980c5a-bdf5-42d9-8e27-002e110ba5a7', 'name': 'network-vif-deleted', 'tag': '44b84ca9-2225-40fa-b24f-01afaa89c754'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:19.131665 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf0fe1-0f34-4516-b79a-cd2dc5d5db9f" -d '{"events": [{"server_uuid": "ab980c5a-bdf5-42d9-8e27-002e110ba5a7", "name": "network-vif-deleted", "tag": "44b84ca9-2225-40fa-b24f-01afaa89c754"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:19.149576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-308dbce9-081f-4764-9451-288c678e1921 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.162588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f0dc4593-8ae9-4872-b695-0a61625440d4 None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:19.163314 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4593-8ae9-4872-b695-0a61625440d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.312863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c050e5e-7225-45e1-8ee9-1ac5a25f7d9c req-a02438eb-e254-41c1-860d-963a8406314c tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 210 time: 0.0522251 Nov 12 20:59:19.352335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297d045-8f70-4059-bb1f-1b7dc22bd1fb req-ed9b8187-2442-495a-9a61-b87cb397d02d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:19.354298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6297d045-8f70-4059-bb1f-1b7dc22bd1fb req-ed9b8187-2442-495a-9a61-b87cb397d02d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1388896 Nov 12 20:59:19.376825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f0dc4593-8ae9-4872-b695-0a61625440d4 None None] Could not find standard attr ID for object b3b47478-a430-4496-a117-9c41c906fa0a. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:59:19.414079 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aeb2f0-70a7-4063-8f49-d8a86cf0f490 x-openstack-request-id: req-03aeb2f0-70a7-4063-8f49-d8a86cf0f490 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:19.414665 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab980c5a-bdf5-42d9-8e27-002e110ba5a7", "name": "network-vif-deleted", "tag": "44b84ca9-2225-40fa-b24f-01afaa89c754", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:19.414665 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03aeb2f0-70a7-4063-8f49-d8a86cf0f490 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:19.415020 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab980c5a-bdf5-42d9-8e27-002e110ba5a7', 'name': 'network-vif-deleted', 'tag': '44b84ca9-2225-40fa-b24f-01afaa89c754', 'status': 'completed', 'code': 200} Nov 12 20:59:19.425100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6297d045-8f70-4059-bb1f-1b7dc22bd1fb req-a2a882d4-79c1-43e3-a866-32b2b1545185 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621216 Nov 12 20:59:19.495846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9ba265ab-a897-494e-8ae1-1a7f2ec3ed7f None None] Could not find standard attr ID for object b3b47478-a430-4496-a117-9c41c906fa0a. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:59:19.549612 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-308dbce9-081f-4764-9451-288c678e1921 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.583012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dbce9-081f-4764-9451-288c678e1921 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0373f5-a855-4749-b73c-479c5ea213d1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:19.585016 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-308dbce9-081f-4764-9451-288c678e1921 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.588883 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-308dbce9-081f-4764-9451-288c678e1921 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/5d0373f5-a855-4749-b73c-479c5ea213d1 HTTP/1.1" status: 204 len: 168 time: 1.0001409 Nov 12 20:59:19.591530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48586) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:19.691725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e771fc-0f21-452c-8054-03583dbfde58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet e42e994e-da2d-43f6-8ba5-55ee9ae8b40a {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:19.699618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2e771fc-0f21-452c-8054-03583dbfde58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.778886 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2e771fc-0f21-452c-8054-03583dbfde58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.804561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.899034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fed0af-e856-4020-88b9-ceee6bc34d48 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:19.929746 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:59:19.965891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2e771fc-0f21-452c-8054-03583dbfde58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:20.025187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84d1e-39b5-421e-a6f1-be47882fb183 req-12a6f508-391b-4a87-a43a-a5ff5ff2f890 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:20.027187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44c84d1e-39b5-421e-a6f1-be47882fb183 req-12a6f508-391b-4a87-a43a-a5ff5ff2f890 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0533857 Nov 12 20:59:20.104398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44c84d1e-39b5-421e-a6f1-be47882fb183 req-94c09949-08cb-42cd-aeb7-c3f0c9baaaf4 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 Nov 12 20:59:20.123540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:20.179080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2e771fc-0f21-452c-8054-03583dbfde58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:20.235785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e771fc-0f21-452c-8054-03583dbfde58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=e42e994e-da2d-43f6-8ba5-55ee9ae8b40a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:20.244811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2e771fc-0f21-452c-8054-03583dbfde58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:20.250278 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f2e771fc-0f21-452c-8054-03583dbfde58 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/e42e994e-da2d-43f6-8ba5-55ee9ae8b40a HTTP/1.1" status: 204 len: 168 time: 0.6556413 Nov 12 20:59:20.251212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48602) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:20.305502 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d7c8fd62-2e73-4fec-9945-79528bcd8ed4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532701 Nov 12 20:59:20.310457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48606) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:20.317066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:20.490215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f79e24cd-6229-4d64-9528-82512f6d3ea8 req-35b7f528-69b2-4726-8fa2-7431e5e2b9e1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab980c5a-bdf5-42d9-8e27-002e110ba5a7 HTTP/1.1" status: 200 len: 210 time: 0.0435858 Nov 12 20:59:20.504442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Router fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:59:20.601317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:20.605890 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:20.663600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e814f-9c32-48a1-823b-c197ca3a2504 req-005fbeab-bfc2-4713-8e0b-735b6288f3c6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:20.670954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b9e814f-9c32-48a1-823b-c197ca3a2504 req-005fbeab-bfc2-4713-8e0b-735b6288f3c6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0957172 Nov 12 20:59:20.756451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b9e814f-9c32-48a1-823b-c197ca3a2504 req-7764d5ac-3384-4fc0-bf7f-fea41bbcd0aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768311 Nov 12 20:59:20.760746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:20.773102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Sync routers for ids ['fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:20.785909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Routers {'fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:20.786822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:20.882512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:20.884322 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ab9acc13-2775-4d3b-bacf-1f8adb8805fa tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3278255 Nov 12 20:59:20.887219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48622) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:20.928746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Set router fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:20.988107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffee2bd-dad3-406c-bb82-660a7365b1cb None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:21.001196 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:21.103535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:21.110425 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:21.116525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-66bab8b0-2f8b-4ca5-8002-7bd500f0aacf None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:21.116525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66bab8b0-2f8b-4ca5-8002-7bd500f0aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:21.180914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:21.185418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:21.189176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:21.190340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:21.219112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=71eeb6d1-261c-4cf7-bf7f-5392e0cbaea7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:21.275437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83947b-1d8a-4fc0-8cd0-68290777fa85 req-d6f1f95b-0237-4f38-8be2-140ca2f874eb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:21.277159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f83947b-1d8a-4fc0-8cd0-68290777fa85 req-d6f1f95b-0237-4f38-8be2-140ca2f874eb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0913415 Nov 12 20:59:21.337174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f', 'name': '', 'tenant_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858', 'external_fixed_ips': [{'subnet_id': '9f8802c0-6140-43d4-85ee-ea26fbd628c2', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '69fb7f2c-b92a-47f6-aaa8-f070c38862c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:16Z', 'updated_at': '2021-11-12T20:59:19Z', 'revision_number': 3, 'project_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'gw_port': {'id': '69fb7f2c-b92a-47f6-aaa8-f070c38862c8', 'name': '', 'network_id': 'e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '9f8802c0-6140-43d4-85ee-ea26fbd628c2', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:17Z', 'updated_at': '2021-11-12T20:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f8802c0-6140-43d4-85ee-ea26fbd628c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:21.369500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Checking router: fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:59:21.370420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Updating router fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f port 69fb7f2c-b92a-47f6-aaa8-f070c38862c8 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:59:21.397721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:21.407328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16e2fe-fb5e-40cd-ae95-f700f7590625 req-04699b76-f15f-4bb1-b265-ddc9fc765230 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:21.408892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca16e2fe-fb5e-40cd-ae95-f700f7590625 req-04699b76-f15f-4bb1-b265-ddc9fc765230 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1064386 Nov 12 20:59:21.419692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f83947b-1d8a-4fc0-8cd0-68290777fa85 req-75e30424-6c0e-4509-a9eb-fd3d0a457a66 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157331 Nov 12 20:59:21.427527 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aad1d3c3-804d-4bcb-b15c-6742accd3300 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1157050 Nov 12 20:59:21.430492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48632) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:21.439502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:21.489750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Deleting port 69fb7f2c-b92a-47f6-aaa8-f070c38862c8 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:21.490809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:21.597737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63dba0-abef-402d-9076-c3f042b029e4 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:21.653347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca16e2fe-fb5e-40cd-ae95-f700f7590625 req-bd4c2093-01fd-4d02-9f63-c0c95c36eb77 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308989 Nov 12 20:59:21.653917 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:21.685059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Calling delete_port for 69fb7f2c-b92a-47f6-aaa8-f070c38862c8 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:21.706396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-5d3b3bfd-a465-4273-81b0-33758ccb1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:21.707996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-5d3b3bfd-a465-4273-81b0-33758ccb1725 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1791306 Nov 12 20:59:21.801677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:21.809667 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:22.018499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 44b84ca9-2225-40fa-b24f-01afaa89c754 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:22.023066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-19d52f74-379d-4bd7-a2f0-39d063bb8fc6 None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:22.024145 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-19d52f74-379d-4bd7-a2f0-39d063bb8fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:22.177832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 44b84ca9-2225-40fa-b24f-01afaa89c754 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:22.180061 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 44b84ca9-2225-40fa-b24f-01afaa89c754 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:22.241673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-e5851afe-c9b6-41b1-970b-c6c34a0a4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:22.243362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-e5851afe-c9b6-41b1-970b-c6c34a0a4cbb service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.4992778 Nov 12 20:59:22.381720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-9c562b5e-a0fa-4014-acfa-57df1a65c1b9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 999 time: 0.1129491 Nov 12 20:59:22.506686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-02595fc0-dbbb-4d5c-a72c-a73f9e585950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:22.508267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-02595fc0-dbbb-4d5c-a72c-a73f9e585950 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1142516 Nov 12 20:59:22.601728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-2e5144bb-85fb-47f3-a838-15b6de38bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:22.603237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-2e5144bb-85fb-47f3-a838-15b6de38bb14 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815666 Nov 12 20:59:22.614295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babc8d5-e814-40d1-8032-b4e1af0444ce req-2ad2e6fc-afaf-4a19-9c2a-416e439aa12a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:22.614419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:59:22.619429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6babc8d5-e814-40d1-8032-b4e1af0444ce req-2ad2e6fc-afaf-4a19-9c2a-416e439aa12a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1024635 Nov 12 20:59:22.619560 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:59:22.623034 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:22.656792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-efafe09c-aa7a-473e-93d4-e06027cba754 None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:22.657199 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efafe09c-aa7a-473e-93d4-e06027cba754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:22.718159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event deleted for resources: {'Port': ['ID=69fb7f2c-b92a-47f6-aaa8-f070c38862c8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:22.843979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6babc8d5-e814-40d1-8032-b4e1af0444ce req-6f6aa5a4-9755-4cc7-a11b-74657078b23a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141254 Nov 12 20:59:22.863702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-1a695437-982c-464c-ad78-e457b31cccd2 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486093 Nov 12 20:59:22.871337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:22.922042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:59:23.084957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.092755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.137705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Port 69fb7f2c-b92a-47f6-aaa8-f070c38862c8 not found while updating agent binding for router fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f. {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 20:59:23.163893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Routers {'fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:23.165629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:23.173076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09a07d-aaf2-4b6b-8634-f1579d90a5e9 req-3bed55b8-aba2-4c4f-aeee-762f37c16c7e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:23.180969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff09a07d-aaf2-4b6b-8634-f1579d90a5e9 req-3bed55b8-aba2-4c4f-aeee-762f37c16c7e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2005041 Nov 12 20:59:23.205187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8f28c1-1880-4458-8413-6c9865c0dbd5 req-d2f6a691-2ca0-416f-87c4-508c488de3da service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316748 Nov 12 20:59:23.259250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] Set router fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:23.260944 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.263043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:59:23.268258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff09a07d-aaf2-4b6b-8634-f1579d90a5e9 req-0cb9b5a3-c7d0-4aba-ae3a-fa1b56a44c51 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857615 Nov 12 20:59:23.273317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.274938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-40c362e2-8a5d-4fdb-bf22-f662fae45795 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "DELETE /v2.0/routers/fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f HTTP/1.1" status: 204 len: 168 time: 2.3862338 Nov 12 20:59:23.278500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48692) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:23.323050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f', 'name': '', 'tenant_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:16Z', 'updated_at': '2021-11-12T20:59:22Z', 'revision_number': 5, 'project_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:23.359258 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.363665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f54d39-c4d1-4355-9bca-8ce6cdea765d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Deleting subnet 9f8802c0-6140-43d4-85ee-ea26fbd628c2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:23.364791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49d68c-07fd-443e-8963-c3233d302c34 None None] The sync data for ids ['fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f'] in n-d-713498-29 is: [{'id': 'fa415f2b-d1e5-40a5-9ef2-4b3a24e6734f', 'name': '', 'tenant_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:16Z', 'updated_at': '2021-11-12T20:59:22Z', 'revision_number': 5, 'project_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:23.367456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20f54d39-c4d1-4355-9bca-8ce6cdea765d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.447794 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20f54d39-c4d1-4355-9bca-8ce6cdea765d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.458925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48696) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:23.569901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20f54d39-c4d1-4355-9bca-8ce6cdea765d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.606457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03f336b0-8c7d-48fa-a4ad-303e52983fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.657611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] For port f1a56a96-e52c-4d84-9ca8-ea4161df240c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f1a56a96-e52c-4d84-9ca8-ea4161df240c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:23.696435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.795788 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20f54d39-c4d1-4355-9bca-8ce6cdea765d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.829008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.829751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.831859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f54d39-c4d1-4355-9bca-8ce6cdea765d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8802c0-6140-43d4-85ee-ea26fbd628c2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:23.841889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03f336b0-8c7d-48fa-a4ad-303e52983fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.871158 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20f54d39-c4d1-4355-9bca-8ce6cdea765d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.875093 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-20f54d39-c4d1-4355-9bca-8ce6cdea765d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/9f8802c0-6140-43d4-85ee-ea26fbd628c2 HTTP/1.1" status: 204 len: 168 time: 0.5955286 Nov 12 20:59:23.879394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48700) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:23.911858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:23.921988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03f336b0-8c7d-48fa-a4ad-303e52983fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.923434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:23.936684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ae450b-42ed-4710-ac7d-159529772438 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:23.965068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:23.965068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.967588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=4beb6e3a-e539-458a-b6b7-8510b4adca77,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:23.986949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=f1a56a96-e52c-4d84-9ca8-ea4161df240c,revision_number=8']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:24.070964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-03f336b0-8c7d-48fa-a4ad-303e52983fbf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55654ca318fe4f5e85409b25954cbd24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6082101 Nov 12 20:59:24.071470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48708) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:24.075656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f336b0-8c7d-48fa-a4ad-303e52983fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f405cd-d705-4a36-b2e9-35542f6bab07,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:24.086551 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3721e52c-4dfe-48ca-aba9-e42e612e8b6d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6541879 Nov 12 20:59:24.093584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.098954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48710) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:24.108198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:35:c4:ae', 'name': 'tempest-NetworksTestDHCPv6-1640295683'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:24.157774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff593b7-e681-477a-a0a2-2276fc87ef34 req-6a62cc04-a365-478e-a2c3-27ad30fbe695 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:24.169019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eff593b7-e681-477a-a0a2-2276fc87ef34 req-6a62cc04-a365-478e-a2c3-27ad30fbe695 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1927218 Nov 12 20:59:24.275822 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a515188-c9d5-420a-af97-63da6a993209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.314389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeb6eb0-db4a-4c0e-87fd-d71dbdfa7067 None None] Update dhcp port {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '4beb6e3a-e539-458a-b6b7-8510b4adca77', 'ip_address': '2001:db8::f816:3eff:fe83:a86'}, {'subnet_id': '71eeb6d1-261c-4cf7-bf7f-5392e0cbaea7'}], 'binding:host_id': 'n-d-713498-29'}, 'id': 'f1a56a96-e52c-4d84-9ca8-ea4161df240c'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:59:24.319912 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.324485 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a515188-c9d5-420a-af97-63da6a993209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.332542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eff593b7-e681-477a-a0a2-2276fc87ef34 req-b11465cd-90d7-4d66-804e-8e717f7cdf52 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606450 Nov 12 20:59:24.354865 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-deeb6eb0-db4a-4c0e-87fd-d71dbdfa7067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.406700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:24.455677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fca70a-f0a5-4636-8df6-4c88ea02ab1b') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:24.456280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fca70a-f0a5-4636-8df6-4c88ea02ab1b') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:24.478740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.498800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:24.507838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.524776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432fe11-898d-4f4b-94bc-6e553d4be15e req-55eb8e30-8863-4b7d-9385-cb5f39aee8d1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:24.534408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7432fe11-898d-4f4b-94bc-6e553d4be15e req-55eb8e30-8863-4b7d-9385-cb5f39aee8d1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1476684 Nov 12 20:59:24.544865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:59:24.545273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.545745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a515188-c9d5-420a-af97-63da6a993209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: timer() Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:59:24.547208 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:59:24.551630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a515188-c9d5-420a-af97-63da6a993209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.557290 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8a515188-c9d5-420a-af97-63da6a993209 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05f405cd-d705-4a36-b2e9-35542f6bab07 HTTP/1.1" status: 204 len: 168 time: 0.4830923 Nov 12 20:59:24.603691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-deeb6eb0-db4a-4c0e-87fd-d71dbdfa7067 None None] Allocated IP 172.20.0.2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/71eeb6d1-261c-4cf7-bf7f-5392e0cbaea7/f1a56a96-e52c-4d84-9ca8-ea4161df240c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:24.617327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a515188-c9d5-420a-af97-63da6a993209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f405cd-d705-4a36-b2e9-35542f6bab07,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:24.673374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.684196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7432fe11-898d-4f4b-94bc-6e553d4be15e req-238d982c-b3d8-4fd7-8073-09fe457a52c5 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488018 Nov 12 20:59:24.716400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 51433d08-a34e-4200-94de-2839f94c1b39 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:59:24.734389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.737265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 20:59:24.743078 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.757736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "DELETE /v2.0/networks/e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858 HTTP/1.1" status: 204 len: 168 time: 0.8748734 Nov 12 20:59:24.785153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e93641-254c-43f9-9cf9-674f61bc3fa4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3d53e9b-ac71-4b7b-a4cc-02efe5bb0858,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:24.813573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-deeb6eb0-db4a-4c0e-87fd-d71dbdfa7067 None None] For port f1a56a96-e52c-4d84-9ca8-ea4161df240c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f1a56a96-e52c-4d84-9ca8-ea4161df240c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:24.882538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f1a56a96-e52c-4d84-9ca8-ea4161df240c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:24.913983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-deeb6eb0-db4a-4c0e-87fd-d71dbdfa7067 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:24.924814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32843490-756b-4371-a96d-30c634948777 req-9e960502-c340-4eee-ae92-8eb04ca3c72b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:24.930643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32843490-756b-4371-a96d-30c634948777 req-9e960502-c340-4eee-ae92-8eb04ca3c72b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1390290 Nov 12 20:59:24.987114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32843490-756b-4371-a96d-30c634948777 req-f3501ff1-e954-4d96-8dee-a2ebcf6a8451 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484984 Nov 12 20:59:24.995114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:24.995791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.052083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-deeb6eb0-db4a-4c0e-87fd-d71dbdfa7067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.134331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb6eb0-db4a-4c0e-87fd-d71dbdfa7067 None None] Pushing event updated for resources: {'Port': ['ID=f1a56a96-e52c-4d84-9ca8-ea4161df240c,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:25.332448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 172.20.0.6 (562b17e4-82bc-45a1-bb66-23d0d781dbba/71eeb6d1-261c-4cf7-bf7f-5392e0cbaea7/51433d08-a34e-4200-94de-2839f94c1b39) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:25.341885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:fe35:c4ae (562b17e4-82bc-45a1-bb66-23d0d781dbba/4beb6e3a-e539-458a-b6b7-8510b4adca77/51433d08-a34e-4200-94de-2839f94c1b39) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:25.423483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48738) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:25.432815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4897de8e-927c-48cb-ae44-4611bdef5e9d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'router': {'name': 'tempest-router--382901307', 'project_id': 'b3f75a2a8744451787ecaefd02dc077b'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:25.570453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419b79a-74bc-43e8-836f-926ca1d32197 req-5a55dac3-9652-4ac4-9b01-81440ec03ae4 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:25.574765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4419b79a-74bc-43e8-836f-926ca1d32197 req-5a55dac3-9652-4ac4-9b01-81440ec03ae4 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1373327 Nov 12 20:59:25.650967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4419b79a-74bc-43e8-836f-926ca1d32197 req-24986c56-31ab-44e1-b061-1e6a1722c3ba tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661535 Nov 12 20:59:25.669462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4897de8e-927c-48cb-ae44-4611bdef5e9d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.671345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4897de8e-927c-48cb-ae44-4611bdef5e9d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.671750 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.746119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4897de8e-927c-48cb-ae44-4611bdef5e9d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.864944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.871328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4897de8e-927c-48cb-ae44-4611bdef5e9d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.925618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:25.934432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:25.938647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:25.971552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4897de8e-927c-48cb-ae44-4611bdef5e9d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.972567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=51433d08-a34e-4200-94de-2839f94c1b39,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:25.976530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4897de8e-927c-48cb-ae44-4611bdef5e9d tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5512702 Nov 12 20:59:25.977656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48742) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:25.990861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a2a8e-981e-48a8-8138-e4bbe2dbfa35 req-1bd98142-65e9-42d4-a8a1-383238fe2324 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:25.993510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-208a2a8e-981e-48a8-8138-e4bbe2dbfa35 req-1bd98142-65e9-42d4-a8a1-383238fe2324 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1351337 Nov 12 20:59:26.053187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-208a2a8e-981e-48a8-8138-e4bbe2dbfa35 req-f37b427e-8027-4b93-8c86-86acf11e95e2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521784 Nov 12 20:59:26.089288 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:26.109451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-582acbda-3d01-4cb8-a6fc-8e117e3e58a2 None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:26.110084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-582acbda-3d01-4cb8-a6fc-8e117e3e58a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.110294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:26.111052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.122471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-722bff62-2006-4e67-b3da-5fa0cba7faff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.139607 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a844043-b82e-4e87-b8ff-fd4f046e36e7 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.236946 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-65167978-c113-4558-86c8-e257888580e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1368790 Nov 12 20:59:26.239742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48748) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:26.330436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a3785-2870-4d68-96a6-64d879d763b2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:26.348239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a3785-2870-4d68-96a6-64d879d763b2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:26.348239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f7a3785-2870-4d68-96a6-64d879d763b2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1025591 Nov 12 20:59:26.348645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48754) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:26.504395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a844043-b82e-4e87-b8ff-fd4f046e36e7 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.509211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-93a0b3ac-2930-435a-8fa5-7db495bc7df5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 51433d08-a34e-4200-94de-2839f94c1b39 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:26.509702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93a0b3ac-2930-435a-8fa5-7db495bc7df5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.512519 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a844043-b82e-4e87-b8ff-fd4f046e36e7 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.519309 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-722bff62-2006-4e67-b3da-5fa0cba7faff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.523329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6fb11b6c-ac02-41f1-82fc-2f651e730bba None None] Provisioning complete for port 51433d08-a34e-4200-94de-2839f94c1b39 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:26.523726 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6fb11b6c-ac02-41f1-82fc-2f651e730bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.563656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6fb11b6c-ac02-41f1-82fc-2f651e730bba None None] Port 51433d08-a34e-4200-94de-2839f94c1b39 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:26.594470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a570c89-4d2d-485b-b95d-7c300d808dc5 req-9bba795d-7cba-4ed2-995a-2b12fc991dae tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:26.595999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a570c89-4d2d-485b-b95d-7c300d808dc5 req-9bba795d-7cba-4ed2-995a-2b12fc991dae tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1252756 Nov 12 20:59:26.652451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93a0b3ac-2930-435a-8fa5-7db495bc7df5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.675368 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-722bff62-2006-4e67-b3da-5fa0cba7faff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.676285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-93a0b3ac-2930-435a-8fa5-7db495bc7df5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 51433d08-a34e-4200-94de-2839f94c1b39 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:26.684236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a570c89-4d2d-485b-b95d-7c300d808dc5 req-1293d78b-1289-4b7a-81ea-c57434a8a175 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808616 Nov 12 20:59:26.709761 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-722bff62-2006-4e67-b3da-5fa0cba7faff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f69047a7b06f4d2c98e5a5af72331b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6170897 Nov 12 20:59:26.714452 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48762) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:26.731162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a844043-b82e-4e87-b8ff-fd4f046e36e7 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.731912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a844043-b82e-4e87-b8ff-fd4f046e36e7 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd9f34d-85d6-4786-84e0-d01bc43e7220 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:59:26.743523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f1a56a96-e52c-4d84-9ca8-ea4161df240c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:26.758383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a844043-b82e-4e87-b8ff-fd4f046e36e7 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.760568 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5a844043-b82e-4e87-b8ff-fd4f046e36e7 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "DELETE /v2.0/routers/8cd9f34d-85d6-4786-84e0-d01bc43e7220 HTTP/1.1" status: 204 len: 168 time: 0.7815669 Nov 12 20:59:26.761442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bff62-2006-4e67-b3da-5fa0cba7faff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6522644-380e-4110-b11f-714bf13e4e0f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:26.821810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:26.821810 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.843702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8832573-3f87-4908-bded-4abd9b02dc13 req-eeef30c5-2ca7-46de-8b0e-0d696f3cea4a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:26.851032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8832573-3f87-4908-bded-4abd9b02dc13 req-eeef30c5-2ca7-46de-8b0e-0d696f3cea4a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0925233 Nov 12 20:59:26.851785 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1797cbd4-c1e5-4de1-aee1-02959aa3210b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.886987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1797cbd4-c1e5-4de1-aee1-02959aa3210b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.944926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8832573-3f87-4908-bded-4abd9b02dc13 req-79d476a7-47e9-4c83-867f-a7f87a65459c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918331 Nov 12 20:59:27.121404 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93a0b3ac-2930-435a-8fa5-7db495bc7df5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.122434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1797cbd4-c1e5-4de1-aee1-02959aa3210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.130840 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1797cbd4-c1e5-4de1-aee1-02959aa3210b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.133192 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1797cbd4-c1e5-4de1-aee1-02959aa3210b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6522644-380e-4110-b11f-714bf13e4e0f HTTP/1.1" status: 204 len: 168 time: 0.4175110 Nov 12 20:59:27.147004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797cbd4-c1e5-4de1-aee1-02959aa3210b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6522644-380e-4110-b11f-714bf13e4e0f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:27.161910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0b3ac-2930-435a-8fa5-7db495bc7df5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=51433d08-a34e-4200-94de-2839f94c1b39,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:27.295701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:27.369340 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93a0b3ac-2930-435a-8fa5-7db495bc7df5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.383553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48778) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:27.387359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-93a0b3ac-2930-435a-8fa5-7db495bc7df5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/51433d08-a34e-4200-94de-2839f94c1b39 HTTP/1.1" status: 204 len: 168 time: 1.0342298 Nov 12 20:59:27.501111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26049d-840a-440b-9ba1-ff6ce2f53aa0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:27.503001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26049d-840a-440b-9ba1-ff6ce2f53aa0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:27.505490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26049d-840a-440b-9ba1-ff6ce2f53aa0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:27.507445 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8b26049d-840a-440b-9ba1-ff6ce2f53aa0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1219499 Nov 12 20:59:27.511248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48782) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:27.514954 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e5b899bb-3e37-4c58-ac89-a49ef7939506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.587411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2ad410-8f89-4001-9c80-161f992c26f4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 4beb6e3a-e539-458a-b6b7-8510b4adca77 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:27.591859 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad410-8f89-4001-9c80-161f992c26f4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.647242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-746621629', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:27.661363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad410-8f89-4001-9c80-161f992c26f4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.780907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad410-8f89-4001-9c80-161f992c26f4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.824142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241725-be1e-4ea1-b436-288cade89b2b req-44396a44-070f-400a-bedd-49c3042d6ae2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:27.827003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6241725-be1e-4ea1-b436-288cade89b2b req-44396a44-070f-400a-bedd-49c3042d6ae2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0602410 Nov 12 20:59:27.881421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.882942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:27.905174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6241725-be1e-4ea1-b436-288cade89b2b req-2c28a837-42c5-468f-96e8-d5342c0f2149 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700083 Nov 12 20:59:27.954864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad410-8f89-4001-9c80-161f992c26f4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.020943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad410-8f89-4001-9c80-161f992c26f4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=4beb6e3a-e539-458a-b6b7-8510b4adca77,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:28.031328 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.036007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad410-8f89-4001-9c80-161f992c26f4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.042998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48800) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:28.047742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5134941-ab4d-4e24-8106-599e2b1ee7a1 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:28.071709 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3d2ad410-8f89-4001-9c80-161f992c26f4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/4beb6e3a-e539-458a-b6b7-8510b4adca77 HTTP/1.1" status: 204 len: 168 time: 0.5590744 Nov 12 20:59:28.168170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8aa101-92d8-4600-940e-39a5092bc4c9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 71eeb6d1-261c-4cf7-bf7f-5392e0cbaea7 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:28.173901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa101-92d8-4600-940e-39a5092bc4c9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.228000 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa101-92d8-4600-940e-39a5092bc4c9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.335989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc299-e574-41d7-8a74-458ba517ef20 req-3922117f-0471-4dfd-ae92-e93b81f136cc tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:28.344861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e7dc299-e574-41d7-8a74-458ba517ef20 req-3922117f-0471-4dfd-ae92-e93b81f136cc tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.2549589 Nov 12 20:59:28.365145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.444247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa101-92d8-4600-940e-39a5092bc4c9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.531112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e7dc299-e574-41d7-8a74-458ba517ef20 req-20651b00-9ede-4667-8fa4-11ab920e026c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782608 Nov 12 20:59:28.554558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40b0ec-9f3d-4163-909b-bf4d483795af req-aefb54fc-70fd-4694-ac72-4da011b6a8ce tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:28.562306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da40b0ec-9f3d-4163-909b-bf4d483795af req-aefb54fc-70fd-4694-ac72-4da011b6a8ce tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 945 time: 0.2146168 Nov 12 20:59:28.718470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da40b0ec-9f3d-4163-909b-bf4d483795af req-6686d1c6-c583-4652-8397-d8df4408dcf1 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552675 Nov 12 20:59:28.727628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ed58c-c2aa-489b-b2f8-79d1254cb12a req-6cf915f9-f05a-4cc5-a4ef-3d6d10d0e0db tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:28.729552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c53ed58c-c2aa-489b-b2f8-79d1254cb12a req-6cf915f9-f05a-4cc5-a4ef-3d6d10d0e0db tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1169910 Nov 12 20:59:28.791366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa101-92d8-4600-940e-39a5092bc4c9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.813591 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.822857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa101-92d8-4600-940e-39a5092bc4c9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.826813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2b8aa101-92d8-4600-940e-39a5092bc4c9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/71eeb6d1-261c-4cf7-bf7f-5392e0cbaea7 HTTP/1.1" status: 204 len: 168 time: 0.7826028 Nov 12 20:59:28.849402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:28.853965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:28.873883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aa101-92d8-4600-940e-39a5092bc4c9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=71eeb6d1-261c-4cf7-bf7f-5392e0cbaea7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:28.891866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c53ed58c-c2aa-489b-b2f8-79d1254cb12a req-8e659b1e-04a3-4861-a684-b9fb2c907721 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555586 Nov 12 20:59:28.892601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48820) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:28.940108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7ada7274-6353-4936-b294-e4639720f5cb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895908 Nov 12 20:59:28.942868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48824) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:28.952911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:29.015995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Allocated IP 172.25.8.162 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/b9e3bc48-00a8-458c-87cd-846ddb1bda9d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:29.067105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-558465952-network', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:29.116846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a379d3-0be0-4047-94b6-41dd8a2de228 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:29.136209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.154227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:29.157912 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.177330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c1fcabcf-8f64-4a42-a36c-30f0daec82c2 None None] Provisioning complete for port f1a56a96-e52c-4d84-9ca8-ea4161df240c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:29.177571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1fcabcf-8f64-4a42-a36c-30f0daec82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.293414 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.330803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:29.333798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:29.337379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:29.367559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:59:29.376827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event updated for resources: {'Port': ['ID=b9e3bc48-00a8-458c-87cd-846ddb1bda9d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:29.394105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Made reservation on behalf of 3007e16fa3484a9681ae337aaf105e70 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:29.398039 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.408689 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.415178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] Deleting port f1a56a96-e52c-4d84-9ca8-ea4161df240c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:29.415693 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.456454 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.489422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] For port f1a56a96-e52c-4d84-9ca8-ea4161df240c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f1a56a96-e52c-4d84-9ca8-ea4161df240c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:29.489826 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.506033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:29.506743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] Calling delete_port for f1a56a96-e52c-4d84-9ca8-ea4161df240c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:29.514172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:29.520141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:29.520900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.594702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.597344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=b74ba67d-a823-4aab-9df1-4d8b3922c7a6,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:29.645633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-c057898f-95a6-49b5-82c7-4554b063ff46 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:29.647183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-c057898f-95a6-49b5-82c7-4554b063ff46 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 945 time: 0.1168752 Nov 12 20:59:29.692652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624c18a-caad-43c5-a13f-3f7331eb8510 req-591b0ec8-7f26-4e66-9ae1-0c459396cd9c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:29.698123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1624c18a-caad-43c5-a13f-3f7331eb8510 req-591b0ec8-7f26-4e66-9ae1-0c459396cd9c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.0922103 Nov 12 20:59:29.753385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-62a75acf-ec02-4e94-b5b9-3871dbc9a9a7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8048124 Nov 12 20:59:29.756634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48830) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:29.764416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:29.772507 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.799072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] Pushing event deleted for resources: {'Port': ['ID=f1a56a96-e52c-4d84-9ca8-ea4161df240c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:29.803685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27890c14-6d6e-40e4-8690-0f82763d3efd None None] No DVR routers for this DVR port f1a56a96-e52c-4d84-9ca8-ea4161df240c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:29.821496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f69978-75b7-49a5-ab88-57fbee0d9617 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:29.827903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1624c18a-caad-43c5-a13f-3f7331eb8510 req-fd8e91f5-6a30-414f-af46-2fbfd32b2f42 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251907 Nov 12 20:59:29.831703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.995338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': 'b74ba67d-a823-4aab-9df1-4d8b3922c7a6'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:59:29.996215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.077214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.128726 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-457704f4-61d4-41dc-8ba4-0db525ae3929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.154966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Allocated IP 172.20.0.2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/b74ba67d-a823-4aab-9df1-4d8b3922c7a6/8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:30.189719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:59:30.261315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.261736 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Added segment 10286974-b1c2-4a36-a6c0-5908365a5c22 of type vlan for network bda2b703-521b-4a65-9afc-d9f4c1f9792d Nov 12 20:59:30.278275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d92612f-f87c-40d3-a6d6-c04540394ecb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:30.335699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.360099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.370168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37f2f-1edd-4c40-8117-d6efdf80e051 req-328d0752-0010-4655-bf14-bf75ac999daa tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:30.371815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa37f2f-1edd-4c40-8117-d6efdf80e051 req-328d0752-0010-4655-bf14-bf75ac999daa tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 945 time: 0.5547345 Nov 12 20:59:30.380235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Deleting port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:30.380576 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.424631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd5e98-0c8c-4baf-bcd7-693b93a51d66 req-21706dae-1120-43df-bee3-af1511cf74e2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:30.433702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dfd5e98-0c8c-4baf-bcd7-693b93a51d66 req-21706dae-1120-43df-bee3-af1511cf74e2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2410071 Nov 12 20:59:30.529910 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.588724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa37f2f-1edd-4c40-8117-d6efdf80e051 req-38d68c27-810a-4a5b-936b-9d95c14f3a6f tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae2743f-cd4c-406a-8e24-4937a05c10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026818 Nov 12 20:59:30.598767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dfd5e98-0c8c-4baf-bcd7-693b93a51d66 req-059861d2-9c35-40da-80a8-8e7297b2fe09 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625049 Nov 12 20:59:30.604852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] For port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,segment=NetworkSegment(73f6c184-ed80-40b6-a035-a171308f0024),segment_id=73f6c184-ed80-40b6-a035-a171308f0024)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:30.604852 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.624117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:30.624367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Router 45fd7e25-2713-4366-8a9a-ee88dcbfa195 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:59:30.628067 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.637644 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.638585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:30.639167 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.641656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Calling delete_port for 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:30.705165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:30.818481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:30.833017 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77176058-430f-4c57-b016-b23dd692388e None None] Sync routers for ids ['45fd7e25-2713-4366-8a9a-ee88dcbfa195'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:30.833836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] Pushing event updated for resources: {'Network': ['ID=bda2b703-521b-4a65-9afc-d9f4c1f9792d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:30.848628 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77176058-430f-4c57-b016-b23dd692388e None None] Routers {'45fd7e25-2713-4366-8a9a-ee88dcbfa195'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:30.849559 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-77176058-430f-4c57-b016-b23dd692388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['45fd7e25-2713-4366-8a9a-ee88dcbfa195'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:30.853318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6515984d-6013-477f-ac12-e5dbf542eefe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9188266 Nov 12 20:59:30.866289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48842) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:30.897704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Request body: {'subnet': {'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-558465952-subnet', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:30.899300 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-77176058-430f-4c57-b016-b23dd692388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:30.911418 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77176058-430f-4c57-b016-b23dd692388e None None] Routers {'45fd7e25-2713-4366-8a9a-ee88dcbfa195'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:30.911641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f1a56a96-e52c-4d84-9ca8-ea4161df240c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:30.912668 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-77176058-430f-4c57-b016-b23dd692388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['45fd7e25-2713-4366-8a9a-ee88dcbfa195'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:30.924420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network bda2b703-521b-4a65-9afc-d9f4c1f9792d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:59:30.956573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:30.956803 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-77176058-430f-4c57-b016-b23dd692388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:30.957447 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77176058-430f-4c57-b016-b23dd692388e None None] The sync data for ids ['45fd7e25-2713-4366-8a9a-ee88dcbfa195'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:31.003114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: f1a56a96-e52c-4d84-9ca8-ea4161df240c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:31.003482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f1a56a96-e52c-4d84-9ca8-ea4161df240c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:31.006361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:31.014458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:31.026303 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.028753 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1cba2dba-b99b-4992-a1f2-40a0d7ad7117 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7296128 Nov 12 20:59:31.031599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48846) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:31.039393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b25291-4336-4a64-a063-5315f8315be6 req-74831941-6b66-4022-8a2c-19c789298ee3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:31.040237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53b25291-4336-4a64-a063-5315f8315be6 req-74831941-6b66-4022-8a2c-19c789298ee3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2136722 Nov 12 20:59:31.051852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Pushing event updated for resources: {'Port': ['ID=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:31.112895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c265fd-85c3-4571-a0ce-d68154b735b1 req-adfc3d76-dff1-41ce-9514-384d86fccaf4 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:31.114349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24c265fd-85c3-4571-a0ce-d68154b735b1 req-adfc3d76-dff1-41ce-9514-384d86fccaf4 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1785481 Nov 12 20:59:31.119861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Attempting to bind port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:31.119861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Attempting to bind port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:31.120737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Attempting to bind port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:31.127479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:31.127925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:31.128379 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.128778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:31.129641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Bound port: 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:31.129943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.167602 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-58baba12-8fd6-45ef-ae42-bea42d903513 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/routers/45fd7e25-2713-4366-8a9a-ee88dcbfa195 HTTP/1.1" status: 200 len: 920 time: 0.1317034 Nov 12 20:59:31.168182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:31.178731 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Made reservation on behalf of 3007e16fa3484a9681ae337aaf105e70 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:31.181407 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.215490 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5c6ddf50-18db-4a5a-96a1-c7603da125d2 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=45fd7e25-2713-4366-8a9a-ee88dcbfa195 HTTP/1.1" status: 200 len: 205 time: 0.0424740 Nov 12 20:59:31.216841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48850) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:31.219793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] For port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:31.223571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] For port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:31.241344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53b25291-4336-4a64-a063-5315f8315be6 req-fc527134-7e2a-4721-884d-c646f03ebdd9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784358 Nov 12 20:59:31.258131 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.320396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24c265fd-85c3-4571-a0ce-d68154b735b1 req-3e82e53c-d7f2-409a-acb3-3089421675ab tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677582 Nov 12 20:59:31.323438 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.328097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.415770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Pushing event deleted for resources: {'Port': ['ID=5688ddbe-cc88-4fef-b6d9-8a64550d4b9d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:31.461431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a314b79-7b90-4b46-be8c-2c3e188db020 None None] Pushing event updated for resources: {'Port': ['ID=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:31.520547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] No DVR routers for this DVR port 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:31.528946 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.532342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fe72884-cd6c-4c1d-a588-78b3a76d1def req-725ba7a5-a965-4c35-9703-48995df81fc2 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.78 "DELETE /v2.0/ports/5688ddbe-cc88-4fef-b6d9-8a64550d4b9d HTTP/1.1" status: 204 len: 173 time: 1.8787508 Nov 12 20:59:31.532794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd19031-16b6-49cb-a804-88ac3eab45c3', 'name': 'network-vif-deleted', 'tag': '5688ddbe-cc88-4fef-b6d9-8a64550d4b9d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:31.535881 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95234095-52da-473c-b8a1-dd9690379840" -d '{"events": [{"server_uuid": "8bd19031-16b6-49cb-a804-88ac3eab45c3", "name": "network-vif-deleted", "tag": "5688ddbe-cc88-4fef-b6d9-8a64550d4b9d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:31.544007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.544424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.602326 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba9cfbe-bb09-41b8-a508-a3ae4f2af14b x-openstack-request-id: req-4ba9cfbe-bb09-41b8-a508-a3ae4f2af14b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:31.602630 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd19031-16b6-49cb-a804-88ac3eab45c3", "name": "network-vif-deleted", "tag": "5688ddbe-cc88-4fef-b6d9-8a64550d4b9d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:31.602908 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ba9cfbe-bb09-41b8-a508-a3ae4f2af14b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:31.603329 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd19031-16b6-49cb-a804-88ac3eab45c3', 'name': 'network-vif-deleted', 'tag': '5688ddbe-cc88-4fef-b6d9-8a64550d4b9d', 'status': 'completed', 'code': 200} Nov 12 20:59:31.623303 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6874f8d-b283-4d23-98ce-3f18e1e9efd7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:31.628479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Checking segment: {'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:31.628832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Network hostable DHCP agents. Network: bda2b703-521b-4a65-9afc-d9f4c1f9792d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:59:31.641348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb18b6-aa8e-4d7c-851f-9e0bf26d4e85 req-ae8dfec4-fb02-4416-8fa2-94a69521fbf0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:31.648516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54bb18b6-aa8e-4d7c-851f-9e0bf26d4e85 req-ae8dfec4-fb02-4416-8fa2-94a69521fbf0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2256439 Nov 12 20:59:31.772191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Network bda2b703-521b-4a65-9afc-d9f4c1f9792d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:59:31.784004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a63b5723-264e-4358-9db0-97bc0616bd66 req-fb3fd8ce-652c-493a-bce2-325992003868 tempest-AttachVolumeNegativeTest-54181203 tempest-AttachVolumeNegativeTest-54181203-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd19031-16b6-49cb-a804-88ac3eab45c3 HTTP/1.1" status: 200 len: 210 time: 0.0618308 Nov 12 20:59:31.850263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54bb18b6-aa8e-4d7c-851f-9e0bf26d4e85 req-8c29a84f-afda-421c-a4da-29a9fc01b9d1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008879 Nov 12 20:59:31.857845 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.886435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, bda2b703-521b-4a65-9afc-d9f4c1f9792d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:31.890908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:31.891697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:31.896031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5a3ae-58c9-41f8-9ec7-cf870b5a4885 None None] Network bda2b703-521b-4a65-9afc-d9f4c1f9792d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:31.914005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.objects.ports [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:59:32.012261 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9f7e7284-fa7f-45b1-93c0-b864c9e780f0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1376669 Nov 12 20:59:32.012861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48862) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:32.017732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:32.075198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-bda2b703-521b-4a65-9afc-d9f4c1f9792d', 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'fixed_ips': [{'subnet_id': 'c6874f8d-b283-4d23-98ce-3f18e1e9efd7'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:59:32.076101 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.109341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.110619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.156038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848242d-7fb6-4c24-9090-63a3e5992b32 req-e5ae8fb9-fabd-4265-b75d-c76344cfe490 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:32.157469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d848242d-7fb6-4c24-9090-63a3e5992b32 req-e5ae8fb9-fabd-4265-b75d-c76344cfe490 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1668346 Nov 12 20:59:32.168337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.202841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Deleting port b9e3bc48-00a8-458c-87cd-846ddb1bda9d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:32.203186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.236200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Allocated IP 172.20.0.2 (bda2b703-521b-4a65-9afc-d9f4c1f9792d/c6874f8d-b283-4d23-98ce-3f18e1e9efd7/c5f7091a-1a7b-4cb4-a505-53640f087898) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:32.325021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d848242d-7fb6-4c24-9090-63a3e5992b32 req-54d9c128-67ed-4049-b534-e7692473572c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513598 Nov 12 20:59:32.378166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.398706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Calling delete_port for b9e3bc48-00a8-458c-87cd-846ddb1bda9d owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:32.420756 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.455923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.504098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.535499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:32.561170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:32.562117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5688ddbe-cc88-4fef-b6d9-8a64550d4b9d not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:32.589267 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.641988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Network bda2b703-521b-4a65-9afc-d9f4c1f9792d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:32.645657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:32.650798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:32.654340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Pushing event updated for resources: {'Port': ['ID=c5f7091a-1a7b-4cb4-a505-53640f087898,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:32.730018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Attempting to bind port c5f7091a-1a7b-4cb4-a505-53640f087898 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:32.730437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Attempting to bind port c5f7091a-1a7b-4cb4-a505-53640f087898 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:32.730804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Attempting to bind port c5f7091a-1a7b-4cb4-a505-53640f087898 on network bda2b703-521b-4a65-9afc-d9f4c1f9792d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:32.740313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:32.740733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Checking segment: {'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:32.741090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.741487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Bound using segment: {'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:32.741989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Bound port: c5f7091a-1a7b-4cb4-a505-53640f087898, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:32.742375 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.799230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.826248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.863578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] For port c5f7091a-1a7b-4cb4-a505-53640f087898, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:32.890432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48872) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:32.890938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:32.901110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] For port c5f7091a-1a7b-4cb4-a505-53640f087898, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c5f7091a-1a7b-4cb4-a505-53640f087898,segment=NetworkSegment(10286974-b1c2-4a36-a6c0-5908365a5c22),segment_id=10286974-b1c2-4a36-a6c0-5908365a5c22)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:32.929217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75763430-36ed-4d27-b88b-fd10d2a6837c req-5f3d5a9f-921b-4596-8d39-31f58dbec52d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:32.938485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75763430-36ed-4d27-b88b-fd10d2a6837c req-5f3d5a9f-921b-4596-8d39-31f58dbec52d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.4777138 Nov 12 20:59:32.942245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] Provisioning complete for port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:32.942563 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.944602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bed160a-993a-439d-b957-4abbd01714da admin admin] Deleting subnet 7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:32.948686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8bed160a-993a-439d-b957-4abbd01714da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.990194 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:32.990655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8bed160a-993a-439d-b957-4abbd01714da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.051648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.052176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8bed160a-993a-439d-b957-4abbd01714da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.067003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:33.067003 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.115566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75763430-36ed-4d27-b88b-fd10d2a6837c req-0966fcb9-2e6d-4667-a10a-ff9aa6aaf056 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759737 Nov 12 20:59:33.139340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053f30-1cba-4b77-90ed-810e17b88a3d None None] Pushing event updated for resources: {'Port': ['ID=c5f7091a-1a7b-4cb4-a505-53640f087898,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:33.156034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.158468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] For port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:33.168676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Allocated IP 172.25.8.213 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/737164ca-f04c-4259-921b-9ee68e52ad29) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:33.202231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.211830 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.213415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.263145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event deleted for resources: {'Port': ['ID=b9e3bc48-00a8-458c-87cd-846ddb1bda9d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:33.284656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8bed160a-993a-439d-b957-4abbd01714da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.333278 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.337788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.341337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed160a-993a-439d-b957-4abbd01714da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:33.349845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8bed160a-993a-439d-b957-4abbd01714da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.354461 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8bed160a-993a-439d-b957-4abbd01714da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7e7eb9d1-05bb-46a8-bfe1-4b2a4736c8da HTTP/1.1" status: 204 len: 168 time: 0.4598498 Nov 12 20:59:33.355796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48876) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:33.375183 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:59:33.376429 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:59:33.382825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.404768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=574d6b96-af7f-4c02-9df8-0833e3ca2a05,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:33.433092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.445476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:33.454682 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:59:33.459663 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:59:33.476128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.498566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:33.516189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043cc24b-80f7-4633-bca1-3f7e3300252d None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:33.543278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:33.543810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.554959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.584803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.591015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.592896 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.593908 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.596152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,revision_number=4']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:33.656619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:33.662890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:33.668284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b844a3b-d355-4405-81ca-ab57419ffb05']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:33.675323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:33.683472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-81a3c4ce-d161-4545-a6b8-6d94a47eaff0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9255986 Nov 12 20:59:33.686177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48880) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:33.688183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Pushing event updated for resources: {'Port': ['ID=737164ca-f04c-4259-921b-9ee68e52ad29,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:33.696992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:40:c3:f2', 'name': 'tempest-NetworksTestDHCPv6-1998347122'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:33.716526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f6c184-ed80-40b6-a035-a171308f0024') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:33.716817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f6c184-ed80-40b6-a035-a171308f0024') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:33.739547 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.769823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.770533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Fanout notify agent at l3_agent the message router_deleted on router 45fd7e25-2713-4366-8a9a-ee88dcbfa195 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:59:33.778700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.787133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f7b0cc78-2ff1-4bd9-8040-8bdfab0bbbe5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/45fd7e25-2713-4366-8a9a-ee88dcbfa195 HTTP/1.1" status: 204 len: 168 time: 2.5592399 Nov 12 20:59:33.787426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.789719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48882) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:33.826541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d926507c-ec50-471b-8306-4f9793d9a287 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:59:33.831278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d926507c-ec50-471b-8306-4f9793d9a287 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:33.833091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1149113122', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': False}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:33.840125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:59:33.840542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: timer() Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:59:33.844159 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:59:33.931226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 20:59:33.931226 n-d-713498-29 neutron-server[109629]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 20:59:33.931226 n-d-713498-29 neutron-server[109629]: [parameters: {'project_id_1': '7ba5426a6b8b4603bc2528cdc34d18a0', 'expiration_1': datetime.datetime(2021, 11, 12, 20, 59, 13, 853606)}] Nov 12 20:59:33.931226 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:59:33.936924 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:59:34.041770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.080875 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.081977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.116678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.167954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:34.184379 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.196472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.200606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.207189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] For port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:34.214887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.219815 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5b844a3b-d355-4405-81ca-ab57419ffb05 HTTP/1.1" status: 204 len: 168 time: 0.8602731 Nov 12 20:59:34.243832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:34.251753 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e367d2-b112-4c12-a74d-7f2d8a26846b" -d '{"events": [{"server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "name": "network-vif-unplugged", "status": "completed", "tag": "d926507c-ec50-471b-8306-4f9793d9a287"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:34.259927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd926507c-ec50-471b-8306-4f9793d9a287', 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'port_id': 'd926507c-ec50-471b-8306-4f9793d9a287', 'mac_address': 'fa:16:3e:be:d2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf2d0b8-7b35-457f-9bce-037392e904d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:59:34.270097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fd03c-4ff6-49d4-a255-aa4b63c8b8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b844a3b-d355-4405-81ca-ab57419ffb05,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:34.273789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:34.309233 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.351661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35b48-d58b-4157-9a87-80652600d680 req-7940df5e-378e-4fbc-97cf-a99e2491a8c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:34.352094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22f35b48-d58b-4157-9a87-80652600d680 req-7940df5e-378e-4fbc-97cf-a99e2491a8c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1214964 Nov 12 20:59:34.397765 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebe56e1-cf43-4bcc-9a6f-709de550028e x-openstack-request-id: req-5ebe56e1-cf43-4bcc-9a6f-709de550028e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:34.398211 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "name": "network-vif-unplugged", "status": "completed", "tag": "d926507c-ec50-471b-8306-4f9793d9a287", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:34.398311 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ebe56e1-cf43-4bcc-9a6f-709de550028e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:34.398633 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287', 'code': 200} Nov 12 20:59:34.410701 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.418092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.425693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22f35b48-d58b-4157-9a87-80652600d680 req-0027be5a-b7b3-46f8-8afc-5395719028c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662930 Nov 12 20:59:34.443126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d926507c-ec50-471b-8306-4f9793d9a287 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:59:34.496436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4757b07-16c2-47fb-aba3-01c2ec1cf347 None None] Network bda2b703-521b-4a65-9afc-d9f4c1f9792d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:34.503422 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:59:34.503783 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:59:34.532682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:34.532855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6263d-c313-49df-87d1-2e9996cb2f04 None None] Pushing event updated for resources: {'Port': ['ID=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:34.651632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48894) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:34.697358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.726784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-721d35f9-d56c-4f74-a799-7e120f35b0e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=715e19b9fccd4b509dc2d228fdc43ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711377 Nov 12 20:59:34.727636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48896) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:34.739707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 3aff811a-895f-45dd-895d-49556131125b yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:59:34.767745 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:59:34.768091 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:59:34.809563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c8aa6c7b-900c-4300-bb96-2eedecd49d1e None None] Provisioning complete for port c5f7091a-1a7b-4cb4-a505-53640f087898 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:34.809936 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6c7b-900c-4300-bb96-2eedecd49d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.840432 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1480220a-e026-4560-b311-21d6e18d4d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.861664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:34.890711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.900717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.903763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1480220a-e026-4560-b311-21d6e18d4d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:34.953448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6c7b-900c-4300-bb96-2eedecd49d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.019370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c8aa6c7b-900c-4300-bb96-2eedecd49d1e None None] For port c5f7091a-1a7b-4cb4-a505-53640f087898, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c5f7091a-1a7b-4cb4-a505-53640f087898,segment=NetworkSegment(10286974-b1c2-4a36-a6c0-5908365a5c22),segment_id=10286974-b1c2-4a36-a6c0-5908365a5c22)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:35.062361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 172.20.0.3 (562b17e4-82bc-45a1-bb66-23d0d781dbba/b74ba67d-a823-4aab-9df1-4d8b3922c7a6/3aff811a-895f-45dd-895d-49556131125b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:35.069161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:fe40:c3f2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/574d6b96-af7f-4c02-9df8-0833e3ca2a05/3aff811a-895f-45dd-895d-49556131125b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:35.089922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c5f7091a-1a7b-4cb4-a505-53640f087898 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:35.128681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6c7b-900c-4300-bb96-2eedecd49d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.164113 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1480220a-e026-4560-b311-21d6e18d4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.167110 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1480220a-e026-4560-b311-21d6e18d4d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.180577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1480220a-e026-4560-b311-21d6e18d4d90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ae2743f-cd4c-406a-8e24-4937a05c10ab HTTP/1.1" status: 204 len: 168 time: 0.4446974 Nov 12 20:59:35.225932 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.231275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480220a-e026-4560-b311-21d6e18d4d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae2743f-cd4c-406a-8e24-4937a05c10ab,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:35.264645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa6c7b-900c-4300-bb96-2eedecd49d1e None None] Pushing event updated for resources: {'Port': ['ID=c5f7091a-1a7b-4cb4-a505-53640f087898,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:35.306760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c5f7091a-1a7b-4cb4-a505-53640f087898 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:35.307042 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.334227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c53e4484-66f0-426d-8953-ac54e69f8fff None None] Provisioning complete for port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:35.334656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c53e4484-66f0-426d-8953-ac54e69f8fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.378340 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.378593 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.403579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d926507c-ec50-471b-8306-4f9793d9a287 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:59:35.433614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:35.497160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:35.521506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.534790 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.535005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.560727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.594598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:35.594989 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.596634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:35.620729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:35.627273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:35.636564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:35.638122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Router 31baaa75-0cb5-4633-ab46-9b790b23899c is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:59:35.677279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b08aa028-a2d3-44e8-8a2e-b03032cc0257 None None] Provisioning complete for port c5f7091a-1a7b-4cb4-a505-53640f087898 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:35.677655 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b08aa028-a2d3-44e8-8a2e-b03032cc0257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.690423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b4c92-1f85-4fcd-8ab2-dfc1842dc8d3 req-3db7bcab-188a-4533-8a82-d93c6b6d0717 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:35.692297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e5b4c92-1f85-4fcd-8ab2-dfc1842dc8d3 req-3db7bcab-188a-4533-8a82-d93c6b6d0717 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 943 time: 0.1849749 Nov 12 20:59:35.707656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=3aff811a-895f-45dd-895d-49556131125b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:35.809850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:35.810039 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:35.867990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Allocated IP 172.25.8.153 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/b73a6a2c-8835-4093-b50b-1992582eaa1a) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:35.876983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e5b4c92-1f85-4fcd-8ab2-dfc1842dc8d3 req-d28fe74a-c8e4-4672-b61c-0a1256f086a9 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537948 Nov 12 20:59:35.924130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ded19fb9-965c-4bd0-aaca-4faa11536b39 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2388916 Nov 12 20:59:35.927452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d926507c-ec50-471b-8306-4f9793d9a287'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:35.929242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48914) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:36.012015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c30077-a161-48df-afbd-033851e5ed56 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:36.018914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c30077-a161-48df-afbd-033851e5ed56 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:36.020776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b1c30077-a161-48df-afbd-033851e5ed56 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0897770 Nov 12 20:59:36.023725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48918) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:36.101685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:36.116713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Sync routers for ids ['31baaa75-0cb5-4633-ab46-9b790b23899c'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:36.130689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-35d18d67-bba3-494f-bf6f-f201fe991eac tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 3aff811a-895f-45dd-895d-49556131125b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:36.131302 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-35d18d67-bba3-494f-bf6f-f201fe991eac tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:36.152447 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-c6c56bdb-1c56-4f48-9dc6-5dcb24e60a3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1978917 Nov 12 20:59:36.160544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Routers {'31baaa75-0cb5-4633-ab46-9b790b23899c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:36.161587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['31baaa75-0cb5-4633-ab46-9b790b23899c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:36.187062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:36.235657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ac650749-e416-4e27-b503-7160be59cb29 None None] Provisioning complete for port 3aff811a-895f-45dd-895d-49556131125b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:36.236028 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac650749-e416-4e27-b503-7160be59cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:36.260920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:36.262234 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-05234f53-1bb2-4f3a-870b-7e26846c2326 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2484152 Nov 12 20:59:36.265085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:36.309957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-35d18d67-bba3-494f-bf6f-f201fe991eac tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:36.332289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-35d18d67-bba3-494f-bf6f-f201fe991eac tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 3aff811a-895f-45dd-895d-49556131125b owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:36.340097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ac650749-e416-4e27-b503-7160be59cb29 None None] Port 3aff811a-895f-45dd-895d-49556131125b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:36.340365 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:36.356313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Set router 31baaa75-0cb5-4633-ab46-9b790b23899c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:36.403931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:36.411890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:36.414365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:36.484618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-37b314a2-3c7a-4f53-bf5e-eeecc442e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:36.486030 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-37b314a2-3c7a-4f53-bf5e-eeecc442e826 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 1098 time: 0.2972903 Nov 12 20:59:36.595874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'Port': ['ID=b73a6a2c-8835-4093-b50b-1992582eaa1a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:36.638683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:33Z', 'revision_number': 3, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:36.675041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Checking router: 31baaa75-0cb5-4633-ab46-9b790b23899c for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:59:36.677759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Updating router 31baaa75-0cb5-4633-ab46-9b790b23899c port 737164ca-f04c-4259-921b-9ee68e52ad29 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:59:36.703420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:36.795046 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-35d18d67-bba3-494f-bf6f-f201fe991eac tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:36.836894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-d8910ff5-cc15-41db-9dd1-43aa33fd4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:36.839191 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-d8910ff5-cc15-41db-9dd1-43aa33fd4d0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.3229811 Nov 12 20:59:36.886181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d18d67-bba3-494f-bf6f-f201fe991eac tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=3aff811a-895f-45dd-895d-49556131125b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:36.938481 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-f3fcb972-8226-4593-9cad-5bbd51ef1a4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18bb174-28de-47a7-952b-6ba008a35098 HTTP/1.1" status: 200 len: 217 time: 0.0611515 Nov 12 20:59:37.021860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c5f7091a-1a7b-4cb4-a505-53640f087898 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:37.118062 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-35d18d67-bba3-494f-bf6f-f201fe991eac tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.122627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-35d18d67-bba3-494f-bf6f-f201fe991eac tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/3aff811a-895f-45dd-895d-49556131125b HTTP/1.1" status: 204 len: 168 time: 1.0976987 Nov 12 20:59:37.128075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48962) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:37.171800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c5f7091a-1a7b-4cb4-a505-53640f087898 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:37.172574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.199146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c20fd-a251-4e2a-a9cf-c635d0de1b16 req-8db5ba2e-c779-401b-aa90-8c2cddb06236 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:37.201331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-035c20fd-a251-4e2a-a9cf-c635d0de1b16 req-8db5ba2e-c779-401b-aa90-8c2cddb06236 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 944 time: 0.0868194 Nov 12 20:59:37.211135 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.215249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e5b38-4eb1-4325-9415-eeabe1471cbb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:37.216910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e5b38-4eb1-4325-9415-eeabe1471cbb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:37.218811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e5b38-4eb1-4325-9415-eeabe1471cbb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:37.223456 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a08e5b38-4eb1-4325-9415-eeabe1471cbb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0904813 Nov 12 20:59:37.223872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48964) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:37.289674 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-035c20fd-a251-4e2a-a9cf-c635d0de1b16 req-1cd225ec-e330-40e4-be49-92022505763c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757637 Nov 12 20:59:37.301549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.358553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Attempting to bind port 737164ca-f04c-4259-921b-9ee68e52ad29 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:37.358922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Attempting to bind port 737164ca-f04c-4259-921b-9ee68e52ad29 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:37.359297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Attempting to bind port 737164ca-f04c-4259-921b-9ee68e52ad29 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:37.362436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca6032-45fd-4790-84a2-f1d51cdb6da6 None None] Pushing event updated for resources: {'Port': ['ID=737164ca-f04c-4259-921b-9ee68e52ad29,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:37.367460 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:37.369269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:37.369269 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.369269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:37.369938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Bound port: 737164ca-f04c-4259-921b-9ee68e52ad29, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:37.370271 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.423413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] For port 737164ca-f04c-4259-921b-9ee68e52ad29, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:37.426587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] For port 737164ca-f04c-4259-921b-9ee68e52ad29, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=737164ca-f04c-4259-921b-9ee68e52ad29,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:37.486703 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.548009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Routers {'31baaa75-0cb5-4633-ab46-9b790b23899c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:37.548638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['31baaa75-0cb5-4633-ab46-9b790b23899c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:37.568680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48968) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:37.644683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca6032-45fd-4790-84a2-f1d51cdb6da6 None None] Pushing event updated for resources: {'Port': ['ID=737164ca-f04c-4259-921b-9ee68e52ad29,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:37.652703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-86012865-4fc5-45f4-8594-b24a7f4aa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:37.654097 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-86012865-4fc5-45f4-8594-b24a7f4aa42c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.6823487 Nov 12 20:59:37.688101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] Set router 31baaa75-0cb5-4633-ab46-9b790b23899c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:37.692670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ee188fe8-1ac7-49a7-a335-54a16862b1f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.709669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0560ba55-0250-409d-9ded-f23a7056411c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 574d6b96-af7f-4c02-9df8-0833e3ca2a05 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:37.720529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0560ba55-0250-409d-9ded-f23a7056411c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.724280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.777609 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ee188fe8-1ac7-49a7-a335-54a16862b1f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.840572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ee188fe8-1ac7-49a7-a335-54a16862b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.845308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0560ba55-0250-409d-9ded-f23a7056411c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.855680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d926507c-ec50-471b-8306-4f9793d9a287 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:37.887738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ee188fe8-1ac7-49a7-a335-54a16862b1f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a8051a356344bcf8a9b72da832059bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178647 Nov 12 20:59:37.888342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48974) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:37.896519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee188fe8-1ac7-49a7-a335-54a16862b1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a9813f-80f4-4522-8ba8-2e2fc387f7da,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:37.903611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-425d8395-74a5-41ae-881e-4fa356f9729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:37.905138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-425d8395-74a5-41ae-881e-4fa356f9729e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2380140 Nov 12 20:59:37.923690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:33Z', 'revision_number': 3, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:37.947918 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77f18963-1a27-4b8b-9268-d4d8c8f8e939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.963004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16a411-3a4e-4dc5-80d7-5731aa2d301b None None] The sync data for ids ['31baaa75-0cb5-4633-ab46-9b790b23899c'] in n-d-713498-29 is: [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:33Z', 'revision_number': 3, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:37.966643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d926507c-ec50-471b-8306-4f9793d9a287 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:37.967009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:37.974129 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77f18963-1a27-4b8b-9268-d4d8c8f8e939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.087999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.113480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:38.120801 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23bd7d6-2ffd-402c-af88-5f2b5e6555c5" -d '{"events": [{"server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "name": "network-vif-plugged", "status": "completed", "tag": "d926507c-ec50-471b-8306-4f9793d9a287"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:38.129876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:38.138105 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77f18963-1a27-4b8b-9268-d4d8c8f8e939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.143661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77f18963-1a27-4b8b-9268-d4d8c8f8e939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.143661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-77f18963-1a27-4b8b-9268-d4d8c8f8e939 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4a9813f-80f4-4522-8ba8-2e2fc387f7da HTTP/1.1" status: 204 len: 168 time: 0.2519031 Nov 12 20:59:38.163815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f18963-1a27-4b8b-9268-d4d8c8f8e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a9813f-80f4-4522-8ba8-2e2fc387f7da,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:38.165153 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b807ac1-3a39-4d7a-841d-fcbcbbc16844 x-openstack-request-id: req-5b807ac1-3a39-4d7a-841d-fcbcbbc16844 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:38.166963 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "name": "network-vif-plugged", "status": "completed", "tag": "d926507c-ec50-471b-8306-4f9793d9a287", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:38.167317 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b807ac1-3a39-4d7a-841d-fcbcbbc16844 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:38.167621 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287', 'code': 200} Nov 12 20:59:38.212920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.245775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0560ba55-0250-409d-9ded-f23a7056411c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.278137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-5c4c5eb3-3b12-4077-af60-d99060f0e703 service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418911 Nov 12 20:59:38.283516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.357414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:38.380989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054bf1-96a8-445e-a978-6e95d23b025a req-204b8912-227a-49c5-8a23-20f43da37561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:38.382861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07054bf1-96a8-445e-a978-6e95d23b025a req-204b8912-227a-49c5-8a23-20f43da37561 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 1097 time: 0.0680556 Nov 12 20:59:38.451262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.512513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07054bf1-96a8-445e-a978-6e95d23b025a req-8620b811-b2bf-4c96-ab20-d7bb582de44e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091726 Nov 12 20:59:38.530208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e8b3-0b50-42d4-9ee3-70fddc4ab88a req-d0fb014b-a57d-42fd-9115-3e3dbc78ad32 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:38.531802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0858e8b3-0b50-42d4-9ee3-70fddc4ab88a req-d0fb014b-a57d-42fd-9115-3e3dbc78ad32 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1101263 Nov 12 20:59:38.584452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0858e8b3-0b50-42d4-9ee3-70fddc4ab88a req-fe7f6cb0-604f-42c1-bb6f-45a19831bef2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465069 Nov 12 20:59:38.601977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0560ba55-0250-409d-9ded-f23a7056411c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.704221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560ba55-0250-409d-9ded-f23a7056411c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=574d6b96-af7f-4c02-9df8-0833e3ca2a05,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:38.709996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4b251220-2e4c-48d4-b86b-04c2f48d654d req-01f5ca34-8c62-44c1-b7f9-15308bb1e8c6 service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013395 Nov 12 20:59:38.717193 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0560ba55-0250-409d-9ded-f23a7056411c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.722771 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0560ba55-0250-409d-9ded-f23a7056411c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/574d6b96-af7f-4c02-9df8-0833e3ca2a05 HTTP/1.1" status: 204 len: 168 time: 1.4812515 Nov 12 20:59:38.723155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48996) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:38.737277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6aa24e-0b3a-424c-89b3-8ac75d386be7 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:38.808553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5822adc5-471c-4cf8-96d2-154b182fec23 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet b74ba67d-a823-4aab-9df1-4d8b3922c7a6 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:38.816579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5822adc5-471c-4cf8-96d2-154b182fec23 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:38.871802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Allocated IP 172.20.0.1 (bda2b703-521b-4a65-9afc-d9f4c1f9792d/c6874f8d-b283-4d23-98ce-3f18e1e9efd7/0463148c-d821-490a-a42c-61349a77fcbc) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:38.905593 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5822adc5-471c-4cf8-96d2-154b182fec23 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.015004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 737164ca-f04c-4259-921b-9ee68e52ad29 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:39.057043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5822adc5-471c-4cf8-96d2-154b182fec23 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.076704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Router 50b62c27-de0c-4979-8de4-ff3da1c820a9 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:59:39.101870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 737164ca-f04c-4259-921b-9ee68e52ad29 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:39.102246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.122079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.212850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5822adc5-471c-4cf8-96d2-154b182fec23 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.241619 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.283108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 737164ca-f04c-4259-921b-9ee68e52ad29, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=737164ca-f04c-4259-921b-9ee68e52ad29,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:39.284326 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5822adc5-471c-4cf8-96d2-154b182fec23 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.291592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5822adc5-471c-4cf8-96d2-154b182fec23 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/b74ba67d-a823-4aab-9df1-4d8b3922c7a6 HTTP/1.1" status: 204 len: 168 time: 0.5671206 Nov 12 20:59:39.292457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822adc5-471c-4cf8-96d2-154b182fec23 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=b74ba67d-a823-4aab-9df1-4d8b3922c7a6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:39.294328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49008) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:39.312741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:39.323703 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Sync routers for ids ['50b62c27-de0c-4979-8de4-ff3da1c820a9'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:39.341100 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Routers {'50b62c27-de0c-4979-8de4-ff3da1c820a9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:39.343130 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['50b62c27-de0c-4979-8de4-ff3da1c820a9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:39.361174 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.375968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2a864e59-dbe7-4679-9645-565c002b082c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781114 Nov 12 20:59:39.376369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49010) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:39.427707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=737164ca-f04c-4259-921b-9ee68e52ad29,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:39.435232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.444249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.445681 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-59e60ae3-a5fb-4e5e-8864-217e5926886f tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6547875 Nov 12 20:59:39.448409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49012) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:39.496581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Network bda2b703-521b-4a65-9afc-d9f4c1f9792d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:39.503968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:39.512302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:39.526007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f9456-0afc-41a2-9582-67b6ade0c9ef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:39.528293 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-095f9456-0afc-41a2-9582-67b6ade0c9ef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1507514 Nov 12 20:59:39.558696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49016) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:39.580268 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Set router 50b62c27-de0c-4979-8de4-ff3da1c820a9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:39.645488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a97d5bf0-a019-40fc-911c-9a4bbd0abec7 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/routers/50b62c27-de0c-4979-8de4-ff3da1c820a9 HTTP/1.1" status: 200 len: 909 time: 0.1952472 Nov 12 20:59:39.650099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49020) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:39.678034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1149113122', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': True}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:39.721483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d50b96-4276-4ad7-8172-e17d85574b65 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:39.723792 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d5d50b96-4276-4ad7-8172-e17d85574b65 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1640711 Nov 12 20:59:39.726809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49024) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:39.745604 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Pushing event updated for resources: {'Port': ['ID=0463148c-d821-490a-a42c-61349a77fcbc,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:39.778482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.886069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ed664fc0-421d-44cb-a87d-94f792ec4a42 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570671 Nov 12 20:59:39.894717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.894717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:39.929321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49028) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:39.937541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9cb7a88f-4bb7-4633-a797-2d8d93638a70 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:40.014478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-96df20cb-bf8a-46dc-8783-93e62674d662 None None] Provisioning complete for port 0463148c-d821-490a-a42c-61349a77fcbc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:40.015037 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-96df20cb-bf8a-46dc-8783-93e62674d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.021798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2493d50a-c4d5-41a3-a42e-655e8bd312d1 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:40.094944 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.115900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf536e-fd2a-4001-9214-23e99f4e75c6 req-cec7001d-8c2b-411b-b41e-30c6853ee84f tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:40.128067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32cf536e-fd2a-4001-9214-23e99f4e75c6 req-cec7001d-8c2b-411b-b41e-30c6853ee84f tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.2681015 Nov 12 20:59:40.143390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb7a88f-4bb7-4633-a797-2d8d93638a70 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:40.148689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a88f-4bb7-4633-a797-2d8d93638a70 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.151505 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb7a88f-4bb7-4633-a797-2d8d93638a70 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:59:40.152224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb7a88f-4bb7-4633-a797-2d8d93638a70 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:59:40.163810 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b62c27-de0c-4979-8de4-ff3da1c820a9', 'name': 'tempest-snat-router-1149113122', 'tenant_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': False}, 'gw_port_id': 'b73a6a2c-8835-4093-b50b-1992582eaa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:34Z', 'updated_at': '2021-11-12T20:59:36Z', 'revision_number': 3, 'project_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'gw_port': {'id': 'b73a6a2c-8835-4093-b50b-1992582eaa1a', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b62c27-de0c-4979-8de4-ff3da1c820a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:35Z', 'updated_at': '2021-11-12T20:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:40.214263 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Checking router: 50b62c27-de0c-4979-8de4-ff3da1c820a9 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:59:40.214864 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Updating router 50b62c27-de0c-4979-8de4-ff3da1c820a9 port b73a6a2c-8835-4093-b50b-1992582eaa1a binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:59:40.222762 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.226102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-96df20cb-bf8a-46dc-8783-93e62674d662 None None] Port 0463148c-d821-490a-a42c-61349a77fcbc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:40.255958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9cb7a88f-4bb7-4633-a797-2d8d93638a70 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3325996 Nov 12 20:59:40.259074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49034) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:40.267076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cdcacad9-c4e6-4532-b5e8-265a24167bd8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:40.295557 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.321040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32cf536e-fd2a-4001-9214-23e99f4e75c6 req-f6b7a8f4-d379-4ea3-99cc-ae884b00f2b2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911526 Nov 12 20:59:40.412860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.527053 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.528843 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.548390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0591f4cf-4aa4-4b94-b225-4af90ec1fd35 None None] Provisioning complete for port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:40.548654 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0591f4cf-4aa4-4b94-b225-4af90ec1fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.579433 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.614500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcacad9-c4e6-4532-b5e8-265a24167bd8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:40.619218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdcacad9-c4e6-4532-b5e8-265a24167bd8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.620883 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcacad9-c4e6-4532-b5e8-265a24167bd8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:59:40.621432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcacad9-c4e6-4532-b5e8-265a24167bd8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:59:40.654643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:59:40.680618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.721759 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.735262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] Deleting port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:40.735838 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.775869 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cdcacad9-c4e6-4532-b5e8-265a24167bd8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5152261 Nov 12 20:59:40.779138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49046) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:40.784391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.789630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-26e6f8e3-86c1-4520-9e35-8e43c18ab015 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:40.796043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Pushing event updated for resources: {'Port': ['ID=0463148c-d821-490a-a42c-61349a77fcbc,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:40.830025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] For port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:40.830025 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.835718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] Calling delete_port for 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:40.863883 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:40.967113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 737164ca-f04c-4259-921b-9ee68e52ad29 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:40.984374 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Attempting to bind port b73a6a2c-8835-4093-b50b-1992582eaa1a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:40.986689 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Attempting to bind port b73a6a2c-8835-4093-b50b-1992582eaa1a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:40.989705 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Attempting to bind port b73a6a2c-8835-4093-b50b-1992582eaa1a on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:41.004576 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:41.005583 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:41.006153 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.006747 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:41.007428 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Bound port: b73a6a2c-8835-4093-b50b-1992582eaa1a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:41.008022 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.011960 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff728c5-e2b0-4a2c-a9e0-1523161b4846 None None] Pushing event updated for resources: {'Port': ['ID=b73a6a2c-8835-4093-b50b-1992582eaa1a,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:41.075399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 737164ca-f04c-4259-921b-9ee68e52ad29 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:41.075997 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.080904 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] For port b73a6a2c-8835-4093-b50b-1992582eaa1a, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:41.085581 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] For port b73a6a2c-8835-4093-b50b-1992582eaa1a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b73a6a2c-8835-4093-b50b-1992582eaa1a,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:41.090542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Network bda2b703-521b-4a65-9afc-d9f4c1f9792d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:41.092851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:41.160689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.206475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] Pushing event deleted for resources: {'Port': ['ID=8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:41.211297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed54c7-9c3f-494c-b849-e7e358c90faf None None] No DVR routers for this DVR port 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:41.253853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e6f8e3-86c1-4520-9e35-8e43c18ab015 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:41.270956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-26e6f8e3-86c1-4520-9e35-8e43c18ab015 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.272683 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e6f8e3-86c1-4520-9e35-8e43c18ab015 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:59:41.273333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e6f8e3-86c1-4520-9e35-8e43c18ab015 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:59:41.288996 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.295837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:41.302493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Router 31baaa75-0cb5-4633-ab46-9b790b23899c has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:59:41.316450 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.332873 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.349242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:41.351324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8e84cdcf-f47b-4ff0-ac45-2fdc9e73f6d3 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:41.420519 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-26e6f8e3-86c1-4520-9e35-8e43c18ab015 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6389298 Nov 12 20:59:41.426928 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff728c5-e2b0-4a2c-a9e0-1523161b4846 None None] Pushing event updated for resources: {'Port': ['ID=b73a6a2c-8835-4093-b50b-1992582eaa1a,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:41.440607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49058) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:41.441084 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Routers {'50b62c27-de0c-4979-8de4-ff3da1c820a9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:41.441084 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['50b62c27-de0c-4979-8de4-ff3da1c820a9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:41.445031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9ac81dab-23b4-4bb0-bc59-1b1e66c58b02 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:41.490338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:41.496750 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f08453f6-a956-401a-83fd-54603fe8a54a admin admin] 10.222.0.64 "PUT /v2.0/routers/31baaa75-0cb5-4633-ab46-9b790b23899c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2294807 Nov 12 20:59:41.503621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Sync routers for ids ['31baaa75-0cb5-4633-ab46-9b790b23899c'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:41.542554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-420fad8c-c98b-403a-881c-42b749623e96 None None] Provisioning complete for port 0463148c-d821-490a-a42c-61349a77fcbc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:41.542929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-420fad8c-c98b-403a-881c-42b749623e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.552228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Routers {'31baaa75-0cb5-4633-ab46-9b790b23899c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:41.552869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['31baaa75-0cb5-4633-ab46-9b790b23899c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:41.603751 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] Set router 50b62c27-de0c-4979-8de4-ff3da1c820a9 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:41.778353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc303c-2ee2-4326-a0d8-2328abb1cf52 req-0d752ace-0af1-4636-be16-0f28e67e4036 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:41.779951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42dc303c-2ee2-4326-a0d8-2328abb1cf52 req-0d752ace-0af1-4636-be16-0f28e67e4036 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.2628584 Nov 12 20:59:41.781224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Allocated IP 172.25.8.178 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/192cbf21-a320-4f7f-93ba-ad1af05c3976) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:41.817709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-420fad8c-c98b-403a-881c-42b749623e96 None None] Port 0463148c-d821-490a-a42c-61349a77fcbc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:41.850265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Set router 31baaa75-0cb5-4633-ab46-9b790b23899c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:41.869013 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b62c27-de0c-4979-8de4-ff3da1c820a9', 'name': 'tempest-snat-router-1149113122', 'tenant_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': False}, 'gw_port_id': 'b73a6a2c-8835-4093-b50b-1992582eaa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:34Z', 'updated_at': '2021-11-12T20:59:36Z', 'revision_number': 3, 'project_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'gw_port': {'id': 'b73a6a2c-8835-4093-b50b-1992582eaa1a', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b62c27-de0c-4979-8de4-ff3da1c820a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:35Z', 'updated_at': '2021-11-12T20:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:41.889852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac81dab-23b4-4bb0-bc59-1b1e66c58b02 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:41.893550 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9ac81dab-23b4-4bb0-bc59-1b1e66c58b02 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:41.895048 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac81dab-23b4-4bb0-bc59-1b1e66c58b02 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:59:41.895511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac81dab-23b4-4bb0-bc59-1b1e66c58b02 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:59:41.916228 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63477ca8-d930-4f2a-9d8a-3f783af5010b None None] The sync data for ids ['50b62c27-de0c-4979-8de4-ff3da1c820a9'] in n-d-713498-29 is: [{'id': '50b62c27-de0c-4979-8de4-ff3da1c820a9', 'name': 'tempest-snat-router-1149113122', 'tenant_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153'}], 'enable_snat': False}, 'gw_port_id': 'b73a6a2c-8835-4093-b50b-1992582eaa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:34Z', 'updated_at': '2021-11-12T20:59:36Z', 'revision_number': 3, 'project_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'gw_port': {'id': 'b73a6a2c-8835-4093-b50b-1992582eaa1a', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b62c27-de0c-4979-8de4-ff3da1c820a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:35Z', 'updated_at': '2021-11-12T20:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:42.056299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42dc303c-2ee2-4326-a0d8-2328abb1cf52 req-1a4b2db9-cc8e-412f-bb91-909d26b719cf tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644253 Nov 12 20:59:42.101889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9ac81dab-23b4-4bb0-bc59-1b1e66c58b02 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6648216 Nov 12 20:59:42.102037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:42.109129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-800f8bac-38c7-4b4d-adc0-e6e505986626 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:42.135784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:40Z', 'revision_number': 4, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0463148c-d821-490a-a42c-61349a77fcbc', 'name': '', 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'mac_address': 'fa:16:3e:08:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c6874f8d-b283-4d23-98ce-3f18e1e9efd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:38Z', 'updated_at': '2021-11-12T20:59:40Z', 'revision_number': 2, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'subnets': [{'id': 'c6874f8d-b283-4d23-98ce-3f18e1e9efd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:42.155366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-be94ffa6-2525-4097-af1f-1a691f33f9a1 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3439524 Nov 12 20:59:42.160763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.173880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:42.192494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Checking router: 31baaa75-0cb5-4633-ab46-9b790b23899c for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:59:42.200977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Updating router 31baaa75-0cb5-4633-ab46-9b790b23899c port 0463148c-d821-490a-a42c-61349a77fcbc binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:59:42.260040 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.288010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.328012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.400210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:42.411819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f8bac-38c7-4b4d-adc0-e6e505986626 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:42.413969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:42.415708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-800f8bac-38c7-4b4d-adc0-e6e505986626 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.421737 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-800f8bac-38c7-4b4d-adc0-e6e505986626 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:59:42.425151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:42.425507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800f8bac-38c7-4b4d-adc0-e6e505986626 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:59:42.433623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fc63e-efb3-4884-a44e-a1d68976b9bb req-c1a8f921-2d63-4ae5-96aa-3ada36756ae9 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:42.439996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-074fc63e-efb3-4884-a44e-a1d68976b9bb req-c1a8f921-2d63-4ae5-96aa-3ada36756ae9 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1719582 Nov 12 20:59:42.445625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'Port': ['ID=192cbf21-a320-4f7f-93ba-ad1af05c3976,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:42.505672 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-800f8bac-38c7-4b4d-adc0-e6e505986626 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4013269 Nov 12 20:59:42.509369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49090) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:42.516187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-019e5fa9-9d57-4c12-a556-d5ecf6e6c0ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:42.616740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-074fc63e-efb3-4884-a44e-a1d68976b9bb req-81e6528a-d339-4898-b2fb-e86b3ede4607 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710949 Nov 12 20:59:42.680149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.754494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019e5fa9-9d57-4c12-a556-d5ecf6e6c0ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:42.759087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.763081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-019e5fa9-9d57-4c12-a556-d5ecf6e6c0ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.763081 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-019e5fa9-9d57-4c12-a556-d5ecf6e6c0ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:59:42.763081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019e5fa9-9d57-4c12-a556-d5ecf6e6c0ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:59:42.782480 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.860854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872c7b7-73f7-4500-bd4d-a237949c42b0 None None] Pushing event updated for resources: {'Port': ['ID=0463148c-d821-490a-a42c-61349a77fcbc,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:42.906528 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-019e5fa9-9d57-4c12-a556-d5ecf6e6c0ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3950133 Nov 12 20:59:42.908098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49100) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:42.911880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Allocated IP 172.25.8.100 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/cc0ea025-dbd0-435e-8d55-b841d3fb424b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:42.952002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Attempting to bind port 0463148c-d821-490a-a42c-61349a77fcbc on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:42.952473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Attempting to bind port 0463148c-d821-490a-a42c-61349a77fcbc by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:42.952776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Attempting to bind port 0463148c-d821-490a-a42c-61349a77fcbc on network bda2b703-521b-4a65-9afc-d9f4c1f9792d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:42.962286 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:42.962642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Checking segment: {'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:42.963057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.965019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Bound using segment: {'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:42.965386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Bound port: 0463148c-d821-490a-a42c-61349a77fcbc, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10286974-b1c2-4a36-a6c0-5908365a5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:42.965730 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:42.972022 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d8c8bd75-8ddd-43eb-b0a2-d6d75accc601 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0603514 Nov 12 20:59:42.972740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:43.028846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b73a6a2c-8835-4093-b50b-1992582eaa1a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:43.129490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e0cb9c-bbf9-4ae5-84a5-9ad890493436 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:43.135844 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a5e0cb9c-bbf9-4ae5-84a5-9ad890493436 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1618323 Nov 12 20:59:43.142834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49106) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:43.199156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.300024 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f44c59fa-b5d8-47df-9851-3a9f6ee24080 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558030 Nov 12 20:59:43.305196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49112) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:43.312500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:43.343337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] For port 0463148c-d821-490a-a42c-61349a77fcbc, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:43.347720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] For port 0463148c-d821-490a-a42c-61349a77fcbc, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0463148c-d821-490a-a42c-61349a77fcbc,segment=NetworkSegment(10286974-b1c2-4a36-a6c0-5908365a5c22),segment_id=10286974-b1c2-4a36-a6c0-5908365a5c22)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:43.362436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-30e3331d-34fd-4ce2-8e4c-d63c290702a3 None None] Provisioning complete for port 0463148c-d821-490a-a42c-61349a77fcbc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:43.363107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30e3331d-34fd-4ce2-8e4c-d63c290702a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.461066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-30e3331d-34fd-4ce2-8e4c-d63c290702a3 None None] Port 0463148c-d821-490a-a42c-61349a77fcbc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:43.467110 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.477072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.503363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b73a6a2c-8835-4093-b50b-1992582eaa1a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:43.504178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.521903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:43.534208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.562970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.573913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:43.585574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Routers {'31baaa75-0cb5-4633-ab46-9b790b23899c'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:43.586211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['31baaa75-0cb5-4633-ab46-9b790b23899c'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:43.591736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:43.594549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872c7b7-73f7-4500-bd4d-a237949c42b0 None None] Pushing event updated for resources: {'Port': ['ID=0463148c-d821-490a-a42c-61349a77fcbc,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:43.707251 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.777015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:43.821160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port b73a6a2c-8835-4093-b50b-1992582eaa1a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b73a6a2c-8835-4093-b50b-1992582eaa1a,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:43.851171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] Set router 31baaa75-0cb5-4633-ab46-9b790b23899c gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:43.932993 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:43.951441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-013b70e7-4a66-4c36-95b3-e481d509fbb7 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:43.953071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-013b70e7-4a66-4c36-95b3-e481d509fbb7 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/networks?id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e HTTP/1.1" status: 200 len: 815 time: 0.3978214 Nov 12 20:59:43.976300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Pushing event updated for resources: {'Port': ['ID=cc0ea025-dbd0-435e-8d55-b841d3fb424b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:44.059422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-25f152b9-d18d-4f88-bebc-f0e7e7701e94 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/quotas/a29db0e5d1a94a41bd1c96eb021ff970 HTTP/1.1" status: 200 len: 375 time: 0.0740848 Nov 12 20:59:44.114200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=b73a6a2c-8835-4093-b50b-1992582eaa1a,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:44.136526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-de92bf28-7bde-449c-9e3a-d50bb7677005 None None] Provisioning complete for port 0463148c-d821-490a-a42c-61349a77fcbc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:44.136948 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de92bf28-7bde-449c-9e3a-d50bb7677005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:44.221158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-4505317b-ebcd-4121-b092-312ba1274315 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1497436 Nov 12 20:59:44.297106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:44.301234 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:44.371704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de92bf28-7bde-449c-9e3a-d50bb7677005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:44.443066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49134) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:44.606733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-de92bf28-7bde-449c-9e3a-d50bb7677005 None None] For port 0463148c-d821-490a-a42c-61349a77fcbc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0463148c-d821-490a-a42c-61349a77fcbc,segment=NetworkSegment(10286974-b1c2-4a36-a6c0-5908365a5c22),segment_id=10286974-b1c2-4a36-a6c0-5908365a5c22)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:44.616038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:40Z', 'revision_number': 4, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0463148c-d821-490a-a42c-61349a77fcbc', 'name': '', 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'mac_address': 'fa:16:3e:08:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c6874f8d-b283-4d23-98ce-3f18e1e9efd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:38Z', 'updated_at': '2021-11-12T20:59:43Z', 'revision_number': 4, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'subnets': [{'id': 'c6874f8d-b283-4d23-98ce-3f18e1e9efd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:44.651970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f0533b-91a2-4333-b69d-e122976a7b19 None None] The sync data for ids ['31baaa75-0cb5-4633-ab46-9b790b23899c'] in n-d-713498-29 is: [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:40Z', 'revision_number': 4, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0463148c-d821-490a-a42c-61349a77fcbc', 'name': '', 'network_id': 'bda2b703-521b-4a65-9afc-d9f4c1f9792d', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'mac_address': 'fa:16:3e:08:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c6874f8d-b283-4d23-98ce-3f18e1e9efd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:38Z', 'updated_at': '2021-11-12T20:59:43Z', 'revision_number': 4, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'subnets': [{'id': 'c6874f8d-b283-4d23-98ce-3f18e1e9efd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:44.675451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-19722f9a-742a-4072-b101-505721adddcb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:44.677953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-19722f9a-742a-4072-b101-505721adddcb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd3445ec-9036-4ac9-a4ab-37156546c41f HTTP/1.1" status: 200 len: 945 time: 0.1545944 Nov 12 20:59:44.732159 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de92bf28-7bde-449c-9e3a-d50bb7677005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:44.800077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:59:44.804462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:44.838369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92bf28-7bde-449c-9e3a-d50bb7677005 None None] Pushing event updated for resources: {'Port': ['ID=0463148c-d821-490a-a42c-61349a77fcbc,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:44.904720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:44.927118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:44.937678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58818e5-a166-4779-927b-0bacc9a6ff75 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:44.945971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:44.946711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:44.957341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=9c128ac9-1d49-44e6-bef1-121e645c096d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:45.037332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Deleting port d926507c-ec50-471b-8306-4f9793d9a287 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:45.037705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.046715 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.099931 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce866773-911a-4268-866a-0fa2cef7068b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7918501 Nov 12 20:59:45.103751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0463148c-d821-490a-a42c-61349a77fcbc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:45.104185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5857681f-4313-404a-b4e2-c6e6065dc7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.107335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49140) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:45.119278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:e0:d6:67', 'name': 'tempest-NetworksTestDHCPv6-1484197491'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:45.152089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Router 08d2e3f0-c370-4af0-ae9b-e04b3bdb57be is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:59:45.209793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] For port d926507c-ec50-471b-8306-4f9793d9a287, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d926507c-ec50-471b-8306-4f9793d9a287,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:45.210159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.221969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-bfdf52fb-6fde-460f-b0a6-2703b8463ec5 service neutron] 10.222.0.64 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9754820 Nov 12 20:59:45.232777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Calling delete_port for d926507c-ec50-471b-8306-4f9793d9a287 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:45.236455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '9c128ac9-1d49-44e6-bef1-121e645c096d'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:59:45.237588 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.397590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0463148c-d821-490a-a42c-61349a77fcbc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:45.398291 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.447345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Allocated IP 2001:db8::f816:3eff:fe83:39a7 (562b17e4-82bc-45a1-bb66-23d0d781dbba/9c128ac9-1d49-44e6-bef1-121e645c096d/dc499553-fa70-46f8-b38b-88b60c087d96) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:45.474387 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.496070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d926507c-ec50-471b-8306-4f9793d9a287'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:45.518938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Pushing event deleted for resources: {'Port': ['ID=d926507c-ec50-471b-8306-4f9793d9a287,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:45.564752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b73a6a2c-8835-4093-b50b-1992582eaa1a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:45.573970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:45.577995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] No DVR routers for this DVR port d926507c-ec50-471b-8306-4f9793d9a287 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:45.581190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.587735 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7dacd790-cf55-40e7-8141-c48ffed64f2a req-9f1c5691-e37e-4106-badb-18a47e2637c1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.46 "DELETE /v2.0/ports/d926507c-ec50-471b-8306-4f9793d9a287 HTTP/1.1" status: 204 len: 173 time: 0.8993504 Nov 12 20:59:45.588194 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Sync routers for ids ['08d2e3f0-c370-4af0-ae9b-e04b3bdb57be'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:45.588659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'name': 'network-vif-deleted', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:45.590562 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff687f2-08c8-432c-9583-37bbeac0dff6" -d '{"events": [{"server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "name": "network-vif-deleted", "tag": "d926507c-ec50-471b-8306-4f9793d9a287"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:45.609852 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Routers {'08d2e3f0-c370-4af0-ae9b-e04b3bdb57be'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:45.614643 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['08d2e3f0-c370-4af0-ae9b-e04b3bdb57be'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:45.673773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-8aea55fb-4ce5-4e33-91cb-1f1b22b2a260 service neutron] 10.222.0.64 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058092 Nov 12 20:59:45.686893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b73a6a2c-8835-4093-b50b-1992582eaa1a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:45.687321 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.690945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5857681f-4313-404a-b4e2-c6e6065dc7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.708464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.715052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.719239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49144) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:45.719898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-37454d7b-cadf-40a4-ac99-6a0df2e6cffd tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0640030 Nov 12 20:59:45.777337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5857681f-4313-404a-b4e2-c6e6065dc7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.797254 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Set router 08d2e3f0-c370-4af0-ae9b-e04b3bdb57be gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:45.821778 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.830250 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.862551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:45.910852 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:45.943485 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-03dbccba-d65c-4cee-946b-5b686d3f213b tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/routers/08d2e3f0-c370-4af0-ae9b-e04b3bdb57be HTTP/1.1" status: 200 len: 908 time: 0.2230308 Nov 12 20:59:45.946058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49146) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:45.971215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:45.975893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5857681f-4313-404a-b4e2-c6e6065dc7fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c470a2aa98d495c94dc9d7fe8632aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5306287 Nov 12 20:59:45.976707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857681f-4313-404a-b4e2-c6e6065dc7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79be5cd-e6fa-4915-92eb-569a072727d7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:45.982888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49148) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:46.011463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:46.014682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:46.051548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Pushing event updated for resources: {'Port': ['ID=dc499553-fa70-46f8-b38b-88b60c087d96,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:46.155016 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.165454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Attempting to bind port dc499553-fa70-46f8-b38b-88b60c087d96 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:46.170055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Attempting to bind port dc499553-fa70-46f8-b38b-88b60c087d96 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:46.170055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Attempting to bind port dc499553-fa70-46f8-b38b-88b60c087d96 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:46.181837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:46.182175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:46.182583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.182983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:46.187777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Bound port: dc499553-fa70-46f8-b38b-88b60c087d96, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:46.192916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.201579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Pushing event updated for resources: {'Port': ['ID=cc0ea025-dbd0-435e-8d55-b841d3fb424b,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:46.212911 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.291490 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2e3f0-c370-4af0-ae9b-e04b3bdb57be', 'name': 'tempest-snat-router-1149113122', 'tenant_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '192cbf21-a320-4f7f-93ba-ad1af05c3976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:39Z', 'updated_at': '2021-11-12T20:59:42Z', 'revision_number': 3, 'project_id': 'dd77968028ed486ca3a7d6b4de8150ac', 'gw_port': {'id': '192cbf21-a320-4f7f-93ba-ad1af05c3976', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d2e3f0-c370-4af0-ae9b-e04b3bdb57be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:41Z', 'updated_at': '2021-11-12T20:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:46.341916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.359697 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Checking router: 08d2e3f0-c370-4af0-ae9b-e04b3bdb57be for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:59:46.360047 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Updating router 08d2e3f0-c370-4af0-ae9b-e04b3bdb57be port 192cbf21-a320-4f7f-93ba-ad1af05c3976 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:59:46.367253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.368657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] For port dc499553-fa70-46f8-b38b-88b60c087d96, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:46.370923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-02cb6e61-963b-4190-9e08-f37b4bcc2582 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2041616 Nov 12 20:59:46.372962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] For port dc499553-fa70-46f8-b38b-88b60c087d96, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dc499553-fa70-46f8-b38b-88b60c087d96,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:46.386753 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25f61d0-ab41-42c0-990b-524bf5be27f3 x-openstack-request-id: req-a25f61d0-ab41-42c0-990b-524bf5be27f3 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:46.392922 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3445ec-9036-4ac9-a4ab-37156546c41f", "name": "network-vif-deleted", "tag": "d926507c-ec50-471b-8306-4f9793d9a287", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:46.392922 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a25f61d0-ab41-42c0-990b-524bf5be27f3 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:46.392922 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3445ec-9036-4ac9-a4ab-37156546c41f', 'name': 'network-vif-deleted', 'tag': 'd926507c-ec50-471b-8306-4f9793d9a287', 'status': 'completed', 'code': 200} Nov 12 20:59:46.397886 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.409087 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.463723 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.489046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 5c75fae1-5b1f-471c-affb-f273dd52cc6e yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:59:46.501559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-2bc327c3-9e99-4f5f-bdbe-cd16f63276c3 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.1235089 Nov 12 20:59:46.502615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7bd6-9a53-4292-baf5-f89df48b52ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.534577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3a56c0-8725-4c23-91d1-315f5a40bce5 req-a5c4cbcc-e1bc-43f9-afab-a71c88578573 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 210 time: 0.0775452 Nov 12 20:59:46.554345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ae350-169a-4264-844f-741afdc87cec None None] Pushing event updated for resources: {'Port': ['ID=dc499553-fa70-46f8-b38b-88b60c087d96,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:46.626575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Deleting port 192cbf21-a320-4f7f-93ba-ad1af05c3976 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:46.626913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.730038 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7bd6-9a53-4292-baf5-f89df48b52ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.739476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:46.755218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Calling delete_port for 192cbf21-a320-4f7f-93ba-ad1af05c3976 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:46.986883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866b8d-4648-4806-aa2f-02d89290212c req-c2d15e2f-bbd4-45c0-8204-6df000e5c369 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.006109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866b8d-4648-4806-aa2f-02d89290212c req-c2d15e2f-bbd4-45c0-8204-6df000e5c369 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.029975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866b8d-4648-4806-aa2f-02d89290212c req-c2d15e2f-bbd4-45c0-8204-6df000e5c369 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.037681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866b8d-4648-4806-aa2f-02d89290212c req-c2d15e2f-bbd4-45c0-8204-6df000e5c369 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.044919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866b8d-4648-4806-aa2f-02d89290212c req-c2d15e2f-bbd4-45c0-8204-6df000e5c369 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.051257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866b8d-4648-4806-aa2f-02d89290212c req-c2d15e2f-bbd4-45c0-8204-6df000e5c369 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.057491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866b8d-4648-4806-aa2f-02d89290212c req-c2d15e2f-bbd4-45c0-8204-6df000e5c369 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.065599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20866b8d-4648-4806-aa2f-02d89290212c req-c2d15e2f-bbd4-45c0-8204-6df000e5c369 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.3845961 Nov 12 20:59:47.088780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-caa157de-aec2-4800-9c3c-917565ba4de1 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.090165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22b01d03-dfa7-4648-9c22-360887ca3903 req-caa157de-aec2-4800-9c3c-917565ba4de1 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.4382496 Nov 12 20:59:47.126660 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.127934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0463148c-d821-490a-a42c-61349a77fcbc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:47.128255 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.db.api [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:59:47.128753 n-d-713498-29 neutron-server[109631]: DEBUG oslo_db.api [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:59:47.131179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:fee0:d667 (562b17e4-82bc-45a1-bb66-23d0d781dbba/9c128ac9-1d49-44e6-bef1-121e645c096d/5c75fae1-5b1f-471c-affb-f273dd52cc6e) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:47.172639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event deleted for resources: {'Port': ['ID=192cbf21-a320-4f7f-93ba-ad1af05c3976,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:47.195596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0463148c-d821-490a-a42c-61349a77fcbc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:47.195833 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.195968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7bd6-9a53-4292-baf5-f89df48b52ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.199152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7bd6-9a53-4292-baf5-f89df48b52ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.200347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5b9b7bd6-9a53-4292-baf5-f89df48b52ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f79be5cd-e6fa-4915-92eb-569a072727d7 HTTP/1.1" status: 204 len: 168 time: 1.2127500 Nov 12 20:59:47.224396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb71556-3667-41ad-9246-78b0e9a34c6c req-625463da-5762-4942-80dc-7dd5007511b0 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips/22b8e674-c2ac-4ae8-a259-b451d05f61e3 HTTP/1.1" status: 200 len: 693 time: 0.1024213 Nov 12 20:59:47.245942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b7bd6-9a53-4292-baf5-f89df48b52ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79be5cd-e6fa-4915-92eb-569a072727d7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:47.287249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20866b8d-4648-4806-aa2f-02d89290212c req-73ff6c08-f5d9-4e75-b599-3898caa9fe20 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147236 Nov 12 20:59:47.325333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.340649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dc499553-fa70-46f8-b38b-88b60c087d96 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:47.406108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port dc499553-fa70-46f8-b38b-88b60c087d96 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:47.406483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.478385 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.480733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.517398 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.577306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port dc499553-fa70-46f8-b38b-88b60c087d96, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dc499553-fa70-46f8-b38b-88b60c087d96,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:47.617985 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.618779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08d2e3f0-c370-4af0-ae9b-e04b3bdb57be {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:59:47.619493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.630274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.637231 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ddba2aa8-d28c-4660-b631-58cb276c949c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "DELETE /v2.0/routers/08d2e3f0-c370-4af0-ae9b-e04b3bdb57be HTTP/1.1" status: 204 len: 168 time: 1.6889668 Nov 12 20:59:47.638251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49174) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:47.640615 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.643542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb71556-3667-41ad-9246-78b0e9a34c6c req-b7e1b3ac-a661-46aa-9750-fb59a1dd998f tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.650723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb71556-3667-41ad-9246-78b0e9a34c6c req-b7e1b3ac-a661-46aa-9750-fb59a1dd998f tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.4078009 Nov 12 20:59:47.664097 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Port 192cbf21-a320-4f7f-93ba-ad1af05c3976 not found while updating agent binding for router 08d2e3f0-c370-4af0-ae9b-e04b3bdb57be. {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 20:59:47.678198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-0eb71556-3667-41ad-9246-78b0e9a34c6c req-b5c431ae-82ec-4ae8-aed2-39476d4de508 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:59:47.679269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb71556-3667-41ad-9246-78b0e9a34c6c req-b5c431ae-82ec-4ae8-aed2-39476d4de508 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209012 Nov 12 20:59:47.688772 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Routers set() bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:47.688772 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Router IDs set() for agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 20:59:47.688772 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_agentschedulers_db [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08d2e3f0-c370-4af0-ae9b-e04b3bdb57be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent'). {{(pid=109631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 20:59:47.688772 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffeb69-b932-42a0-89ad-234cc15fe16e None None] The sync data for ids ['08d2e3f0-c370-4af0-ae9b-e04b3bdb57be'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:47.706183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1117e-0416-4ef4-8ad4-069ee3995260 req-442d1f1a-f270-4b8b-bdb2-36897e6497b6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.714721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1117e-0416-4ef4-8ad4-069ee3995260 req-442d1f1a-f270-4b8b-bdb2-36897e6497b6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.720899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1117e-0416-4ef4-8ad4-069ee3995260 req-442d1f1a-f270-4b8b-bdb2-36897e6497b6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.728883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1117e-0416-4ef4-8ad4-069ee3995260 req-442d1f1a-f270-4b8b-bdb2-36897e6497b6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.735402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1117e-0416-4ef4-8ad4-069ee3995260 req-442d1f1a-f270-4b8b-bdb2-36897e6497b6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.741491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1117e-0416-4ef4-8ad4-069ee3995260 req-442d1f1a-f270-4b8b-bdb2-36897e6497b6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.747257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=dc499553-fa70-46f8-b38b-88b60c087d96,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:47.749073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1117e-0416-4ef4-8ad4-069ee3995260 req-442d1f1a-f270-4b8b-bdb2-36897e6497b6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:47.763716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9e1117e-0416-4ef4-8ad4-069ee3995260 req-442d1f1a-f270-4b8b-bdb2-36897e6497b6 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.2485144 Nov 12 20:59:47.873659 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:47.874295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d926507c-ec50-471b-8306-4f9793d9a287 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:47.887082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0813a966-19fd-436b-a563-ad54ac2c648a req-0a19d78c-f746-480c-bc39-276fa9222726 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=3007e16fa3484a9681ae337aaf105e70 HTTP/1.1" status: 200 len: 696 time: 0.1110775 Nov 12 20:59:47.898282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d926507c-ec50-471b-8306-4f9793d9a287 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:47.898628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d926507c-ec50-471b-8306-4f9793d9a287 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:47.915635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f50bbeca-1376-4250-9acd-2d6e0f455a31 req-441f12ff-dc92-4c1e-b672-ad348efba079 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 210 time: 0.0720477 Nov 12 20:59:48.004208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.039472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.071762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:48.083720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a966-19fd-436b-a563-ad54ac2c648a req-e16973ce-5746-422f-8292-269583736245 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:48.088018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0813a966-19fd-436b-a563-ad54ac2c648a req-e16973ce-5746-422f-8292-269583736245 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/networks?id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 787 time: 0.1996832 Nov 12 20:59:48.092818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:48.100101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-0813a966-19fd-436b-a563-ad54ac2c648a req-8347057f-cfad-49fb-af0d-fdb47c35aafb tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:59:48.100820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4229e7cc-6ab4-436a-9c17-abbe9bf82de8 None None] Provisioning complete for port dc499553-fa70-46f8-b38b-88b60c087d96 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:48.101136 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4229e7cc-6ab4-436a-9c17-abbe9bf82de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.101414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0813a966-19fd-436b-a563-ad54ac2c648a req-8347057f-cfad-49fb-af0d-fdb47c35aafb tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062549 Nov 12 20:59:48.108652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:48.114922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:48.119375 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.138977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:48.167138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ba84ec8-e3d0-4bab-bb54-2edff5698a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.186248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=5c75fae1-5b1f-471c-affb-f273dd52cc6e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:48.203591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-34138c97-ba8d-491e-ac46-82f3e231eae0 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips/22b8e674-c2ac-4ae8-a259-b451d05f61e3 HTTP/1.1" status: 200 len: 693 time: 0.0623960 Nov 12 20:59:48.241694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-11aa6dd9-5b45-4a2d-9099-b34abe3e77e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1276653 Nov 12 20:59:48.247530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49184) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:48.369976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-95309ed2-775b-41ec-b9f7-07bb4398e780 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:48.378322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-95309ed2-775b-41ec-b9f7-07bb4398e780 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.1656954 Nov 12 20:59:48.380761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Deleting port b73a6a2c-8835-4093-b50b-1992582eaa1a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:48.384320 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.394185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8973a78-fac6-43e3-b24c-770bc2330ba1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:48.401028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8973a78-fac6-43e3-b24c-770bc2330ba1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:48.407311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-ec8882cf-269e-456b-a97e-02453367db0e tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:59:48.407505 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e8973a78-fac6-43e3-b24c-770bc2330ba1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1563096 Nov 12 20:59:48.407598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-ec8882cf-269e-456b-a97e-02453367db0e tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161631 Nov 12 20:59:48.407598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49188) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:48.498895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ba84ec8-e3d0-4bab-bb54-2edff5698a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.501690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6dd683b0-f37e-492d-a5d9-23094e2f3fff None None] Provisioning complete for port 5c75fae1-5b1f-471c-affb-f273dd52cc6e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:48.502300 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6dd683b0-f37e-492d-a5d9-23094e2f3fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.532267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] For port b73a6a2c-8835-4093-b50b-1992582eaa1a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b73a6a2c-8835-4093-b50b-1992582eaa1a,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:48.532544 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.547216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Calling delete_port for b73a6a2c-8835-4093-b50b-1992582eaa1a owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:48.550381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6dd683b0-f37e-492d-a5d9-23094e2f3fff None None] Port 5c75fae1-5b1f-471c-affb-f273dd52cc6e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:48.561520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-a20a9028-236e-4b0b-97b3-07a7528e24e6 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.1320429 Nov 12 20:59:48.643643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-c0fbc00d-fe56-47d0-961c-f889eec91c74 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.0731583 Nov 12 20:59:48.655093 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ba84ec8-e3d0-4bab-bb54-2edff5698a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.669718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-9687f937-aefc-41c7-a14c-8121dfafa3de tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 5c75fae1-5b1f-471c-affb-f273dd52cc6e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:48.670055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9687f937-aefc-41c7-a14c-8121dfafa3de tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.717183 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ba84ec8-e3d0-4bab-bb54-2edff5698a7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=507731a4394a4c0c9eaf5ca9bd455358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736964 Nov 12 20:59:48.719857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49190) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:48.731348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba84ec8-e3d0-4bab-bb54-2edff5698a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ba071d-1aaf-4541-a51d-470fa0fed551,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:48.833631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9343bc8-b82a-4b0d-bf80-b72720e708dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.861470 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9343bc8-b82a-4b0d-bf80-b72720e708dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.925757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dc499553-fa70-46f8-b38b-88b60c087d96 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:48.961121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:48.995935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event deleted for resources: {'Port': ['ID=b73a6a2c-8835-4093-b50b-1992582eaa1a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:49.005954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port dc499553-fa70-46f8-b38b-88b60c087d96 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:49.005954 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.058938 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9343bc8-b82a-4b0d-bf80-b72720e708dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.065810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9343bc8-b82a-4b0d-bf80-b72720e708dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.065810 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9343bc8-b82a-4b0d-bf80-b72720e708dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2ba071d-1aaf-4541-a51d-470fa0fed551 HTTP/1.1" status: 204 len: 168 time: 0.3422537 Nov 12 20:59:49.103520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.107409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9343bc8-b82a-4b0d-bf80-b72720e708dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ba071d-1aaf-4541-a51d-470fa0fed551,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:49.208427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19a0f687-f7be-49e5-bd70-5a29cb62b5fe req-7e4f1c18-974c-4dc0-8858-2d3ca9450b3e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 210 time: 0.0506215 Nov 12 20:59:49.222426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.224755 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.241637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-5c3c5384-47c3-4966-b711-a9f0d2c1a86c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:49.241637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-5c3c5384-47c3-4966-b711-a9f0d2c1a86c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.78 "GET /v2.0/networks?id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e HTTP/1.1" status: 200 len: 815 time: 0.6114151 Nov 12 20:59:49.256368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Request body: {'port': {'device_id': 'ab449aa1-56a1-4159-9208-eec371174f23', 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'admin_state_up': True, 'tenant_id': 'a29db0e5d1a94a41bd1c96eb021ff970'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:49.264719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9687f937-aefc-41c7-a14c-8121dfafa3de tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.300113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-9687f937-aefc-41c7-a14c-8121dfafa3de tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 5c75fae1-5b1f-471c-affb-f273dd52cc6e owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:49.355121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.355759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50b62c27-de0c-4979-8de4-ff3da1c820a9 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:59:49.361225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.362110 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-95d00a68-d958-4fc4-a5ab-b7aa796464c4 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "DELETE /v2.0/routers/50b62c27-de0c-4979-8de4-ff3da1c820a9 HTTP/1.1" status: 204 len: 168 time: 1.7221727 Nov 12 20:59:49.365477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49196) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:49.371201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-234407497', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:49.427515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Deleting port cc0ea025-dbd0-435e-8d55-b841d3fb424b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:49.427515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.474487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.475782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.552986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.563512 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.563841 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.599502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Calling delete_port for cc0ea025-dbd0-435e-8d55-b841d3fb424b owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:49.624088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Made reservation on behalf of a29db0e5d1a94a41bd1c96eb021ff970 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:49.627674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.733988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9687f937-aefc-41c7-a14c-8121dfafa3de tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.793821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687f937-aefc-41c7-a14c-8121dfafa3de tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=5c75fae1-5b1f-471c-affb-f273dd52cc6e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:49.822703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.844359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9687f937-aefc-41c7-a14c-8121dfafa3de tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:49.847750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9687f937-aefc-41c7-a14c-8121dfafa3de tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/5c75fae1-5b1f-471c-affb-f273dd52cc6e HTTP/1.1" status: 204 len: 168 time: 1.4406245 Nov 12 20:59:49.850589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49214) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:49.932313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d317e67e-e653-4573-9a87-147ff2a1c2ef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:49.935190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d317e67e-e653-4573-9a87-147ff2a1c2ef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:49.937430 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d317e67e-e653-4573-9a87-147ff2a1c2ef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0854895 Nov 12 20:59:49.947753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49218) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:49.982312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Allocated IP 172.20.0.5 (49f261bb-f0fc-48a2-b45a-d06b6ca8017e/2cf2d0b8-7b35-457f-9bce-037392e904d1/61f42365-ef16-4dd1-9960-03219fb095e4) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:50.066380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8bd1d8-f690-4bcd-a48f-a1ffb89d7576 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 9c128ac9-1d49-44e6-bef1-121e645c096d {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:50.070210 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd1d8-f690-4bcd-a48f-a1ffb89d7576 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.101327 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.166893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd1d8-f690-4bcd-a48f-a1ffb89d7576 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.203569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Pushing event deleted for resources: {'Port': ['ID=cc0ea025-dbd0-435e-8d55-b841d3fb424b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:50.288532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.288532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.289238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97f5d349-5de1-480b-87cc-72cd3ca5fba0 req-0307fd2c-bc33-4090-9176-a6da6e3bf1f4 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "DELETE /v2.0/floatingips/22b8e674-c2ac-4ae8-a259-b451d05f61e3 HTTP/1.1" status: 204 len: 173 time: 1.6278024 Nov 12 20:59:50.304507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.317459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd1d8-f690-4bcd-a48f-a1ffb89d7576 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.405586 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.430739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.451614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b36ce42-d8b4-473c-a817-68a19c1d9677 req-5acb282d-f6a4-467d-bd9c-2b15344b8a26 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 210 time: 0.0472856 Nov 12 20:59:50.518426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a168948-855c-4e9c-96dd-cb959bba937f req-5ecc377b-d677-49e8-9595-280d2877a10d tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2035222 Nov 12 20:59:50.528895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:50.570842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Allocated IP 172.25.8.139 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/1e67db67-81a4-4ce2-89ea-ffb8ba86680d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:50.599677 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd1d8-f690-4bcd-a48f-a1ffb89d7576 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.624097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.626090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.670386 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bd1d8-f690-4bcd-a48f-a1ffb89d7576 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=9c128ac9-1d49-44e6-bef1-121e645c096d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:50.674059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:50.685804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd1d8-f690-4bcd-a48f-a1ffb89d7576 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.688992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0e8bd1d8-f690-4bcd-a48f-a1ffb89d7576 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/9c128ac9-1d49-44e6-bef1-121e645c096d HTTP/1.1" status: 204 len: 168 time: 0.7399960 Nov 12 20:59:50.693490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49252) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:50.694887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c8228-58bc-4705-811d-4d01952be55b None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:50.759454 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8a771df9-7684-44d3-a2f7-b1915bb3fd71 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606940 Nov 12 20:59:50.763133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:50.766035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:50.770087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:50.774847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:50.782183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:50.848565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Pushing event updated for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:50.867521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:50.873463 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.894155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.935413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.947637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-8c7a1dc2-c964-4c36-b323-74fb459391cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:50.948223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-8c7a1dc2-c964-4c36-b323-74fb459391cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:50.948684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-8c7a1dc2-c964-4c36-b323-74fb459391cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:50.949585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-8c7a1dc2-c964-4c36-b323-74fb459391cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:50.949797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-8c7a1dc2-c964-4c36-b323-74fb459391cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:50.950265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-8c7a1dc2-c964-4c36-b323-74fb459391cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:50.950728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-8c7a1dc2-c964-4c36-b323-74fb459391cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:50.952719 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-8c7a1dc2-c964-4c36-b323-74fb459391cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6505 time: 0.2778685 Nov 12 20:59:50.959615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:59:50.976874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-1a01e8b4-cdf9-437c-8f3a-89ef9a08f1b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7233853 Nov 12 20:59:50.989947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Request body: {'port': {'device_id': 'ab449aa1-56a1-4159-9208-eec371174f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:50.999175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b73a6a2c-8835-4093-b50b-1992582eaa1a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:51.030929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b73a6a2c-8835-4093-b50b-1992582eaa1a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:51.031345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b73a6a2c-8835-4093-b50b-1992582eaa1a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:51.053589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-16139c9e-7d88-4ac4-8b4f-71b9a5f5a96a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8603ae45-55f9-4842-9943-b80eab48b280&id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925050 Nov 12 20:59:51.056747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] Deleting port dc499553-fa70-46f8-b38b-88b60c087d96 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:51.057124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.105054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.126339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:51.130669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.135922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.273660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:51.276945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Allocated IP 172.25.8.151 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/a649b5d6-4af4-4cd6-8ad4-46587ae479ac) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:51.281450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:51.283709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] For port dc499553-fa70-46f8-b38b-88b60c087d96, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dc499553-fa70-46f8-b38b-88b60c087d96,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:51.284471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.291566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:51.303959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] Calling delete_port for dc499553-fa70-46f8-b38b-88b60c087d96 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:51.492346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.526197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.534177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] Pushing event deleted for resources: {'Port': ['ID=dc499553-fa70-46f8-b38b-88b60c087d96,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:51.546632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4acab3-59b3-4f1e-b471-cf415f10cd28 None None] No DVR routers for this DVR port dc499553-fa70-46f8-b38b-88b60c087d96 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:51.642413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f42365-ef16-4dd1-9960-03219fb095e4 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:59:51.655208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.697453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Transition to ACTIVE for port object 61f42365-ef16-4dd1-9960-03219fb095e4 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:59:51.702644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6f74-c412-4b39-acc7-7bfc894afd65 req-960be585-df41-4fe8-89e5-f4d49a4d5978 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:51.704792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-787e6f74-c412-4b39-acc7-7bfc894afd65 req-960be585-df41-4fe8-89e5-f4d49a4d5978 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 931 time: 0.1156628 Nov 12 20:59:51.709707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event updated for resources: {'Port': ['ID=1e67db67-81a4-4ce2-89ea-ffb8ba86680d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:51.761465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-787e6f74-c412-4b39-acc7-7bfc894afd65 req-7a84c36f-546f-4cef-bd73-fe19c63066e1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490973 Nov 12 20:59:51.778101 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.812818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:51.833189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:51.844492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:51.847086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:51.879898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Pushing event updated for resources: {'Port': ['ID=a649b5d6-4af4-4cd6-8ad4-46587ae479ac,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:51.981344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Pushing event updated for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:52.040657 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.050937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Attempting to bind port 61f42365-ef16-4dd1-9960-03219fb095e4 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:52.051176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Attempting to bind port 61f42365-ef16-4dd1-9960-03219fb095e4 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:52.051536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Attempting to bind port 61f42365-ef16-4dd1-9960-03219fb095e4 on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:52.053992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.061904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Port 61f42365-ef16-4dd1-9960-03219fb095e4 on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:59:52.062230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Attempting to bind port 61f42365-ef16-4dd1-9960-03219fb095e4 on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:52.067438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:52.067850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Checking segment: {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:52.068296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Bound using segment: {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:52.068730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Bound port: 61f42365-ef16-4dd1-9960-03219fb095e4, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:52.069085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.111048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:59:52.116660 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.144060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:52.147361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:52.196515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.217932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:52.219277 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.226015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:52.237290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a575ff-fdd6-4094-8e29-2e47b63b9ccd None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:52.243722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:52.244582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.274763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=3e07cd39-7fc0-4fd0-8705-ba8b9ae91886,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:52.282980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:52.283636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.285034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] 10.222.0.78 "PUT /v2.0/ports/61f42365-ef16-4dd1-9960-03219fb095e4 HTTP/1.1" status: 200 len: 1092 time: 1.3011179 Nov 12 20:59:52.285474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab449aa1-56a1-4159-9208-eec371174f23', 'tag': '61f42365-ef16-4dd1-9960-03219fb095e4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:52.288237 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494d731f-afd4-4838-a802-10c27f2baf79" -d '{"events": [{"name": "network-changed", "server_uuid": "ab449aa1-56a1-4159-9208-eec371174f23", "tag": "61f42365-ef16-4dd1-9960-03219fb095e4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:52.345531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5efec-0622-44d5-ac32-b1512c1ff548 service neutron] Pushing event updated for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:52.388358 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f28260-1a7e-4b6a-b844-c809547722e9 x-openstack-request-id: req-17f28260-1a7e-4b6a-b844-c809547722e9 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:52.388638 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab449aa1-56a1-4159-9208-eec371174f23", "tag": "61f42365-ef16-4dd1-9960-03219fb095e4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:52.389071 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17f28260-1a7e-4b6a-b844-c809547722e9 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:52.389629 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab449aa1-56a1-4159-9208-eec371174f23', 'tag': '61f42365-ef16-4dd1-9960-03219fb095e4', 'status': 'completed', 'code': 200} Nov 12 20:59:52.423882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49306) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:52.424981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b0832f25-d3f9-4acb-86c3-2dbd66a6af0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6562731 Nov 12 20:59:52.434037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:ac:6d:c4', 'name': 'tempest-NetworksTestDHCPv6-505106804'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:52.454168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '3e07cd39-7fc0-4fd0-8705-ba8b9ae91886'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:59:52.454602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.455590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.574408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d731f-afd4-4838-a802-10c27f2baf79 req-c64e007c-c55c-4eae-af3c-26b856f6bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:52.575965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-494d731f-afd4-4838-a802-10c27f2baf79 req-c64e007c-c55c-4eae-af3c-26b856f6bd22 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 1095 time: 0.1854401 Nov 12 20:59:52.601829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Allocated IP 2001:db8::f816:3eff:febc:3eed (562b17e4-82bc-45a1-bb66-23d0d781dbba/3e07cd39-7fc0-4fd0-8705-ba8b9ae91886/936cadb2-8395-44ae-b0a9-fc31add84ddd) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:52.651767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Router 09b4449e-ecc1-4418-8f6c-e1140fe74fe1 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:59:52.710978 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.760239 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.790076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.793877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:52.808374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae850a8e-544f-487a-95eb-9281b6f1d915 None None] Sync routers for ids ['09b4449e-ecc1-4418-8f6c-e1140fe74fe1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:52.823390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae850a8e-544f-487a-95eb-9281b6f1d915 None None] Routers {'09b4449e-ecc1-4418-8f6c-e1140fe74fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:52.824101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ae850a8e-544f-487a-95eb-9281b6f1d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['09b4449e-ecc1-4418-8f6c-e1140fe74fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:52.844909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:52.860684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ae850a8e-544f-487a-95eb-9281b6f1d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:52.871450 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.897089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d731f-afd4-4838-a802-10c27f2baf79 req-896530a6-a8b6-4123-8f7e-8508da125bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:52.897089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-494d731f-afd4-4838-a802-10c27f2baf79 req-896530a6-a8b6-4123-8f7e-8508da125bef service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3059835 Nov 12 20:59:52.906840 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.909201 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f056e44d-64c2-4c64-ada5-aeeae461ba54 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5413551 Nov 12 20:59:52.920935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae850a8e-544f-487a-95eb-9281b6f1d915 None None] Routers {'09b4449e-ecc1-4418-8f6c-e1140fe74fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:52.920935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ae850a8e-544f-487a-95eb-9281b6f1d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['09b4449e-ecc1-4418-8f6c-e1140fe74fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:52.921232 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49314) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:52.926280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-080ab37f-bf20-44f3-90b5-88041ed4ecb1 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': False}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:52.995067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Pushing event updated for resources: {'Port': ['ID=a649b5d6-4af4-4cd6-8ad4-46587ae479ac,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:53.002956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Pushing event updated for resources: {'Port': ['ID=936cadb2-8395-44ae-b0a9-fc31add84ddd,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:53.006950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ae850a8e-544f-487a-95eb-9281b6f1d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:53.007738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae850a8e-544f-487a-95eb-9281b6f1d915 None None] The sync data for ids ['09b4449e-ecc1-4418-8f6c-e1140fe74fe1'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:53.016256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dc499553-fa70-46f8-b38b-88b60c087d96 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:53.020647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:53.025759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:53.048183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:53.050594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: dc499553-fa70-46f8-b38b-88b60c087d96 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:53.051027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dc499553-fa70-46f8-b38b-88b60c087d96 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:53.110917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Attempting to bind port 936cadb2-8395-44ae-b0a9-fc31add84ddd on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:53.111197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Attempting to bind port 936cadb2-8395-44ae-b0a9-fc31add84ddd by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:53.111807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Attempting to bind port 936cadb2-8395-44ae-b0a9-fc31add84ddd on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:53.117515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:53.118648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:53.119311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.119743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:53.120222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Bound port: 936cadb2-8395-44ae-b0a9-fc31add84ddd, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:53.120609 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.191540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] For port 936cadb2-8395-44ae-b0a9-fc31add84ddd, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:59:53.195044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] For port 936cadb2-8395-44ae-b0a9-fc31add84ddd, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=936cadb2-8395-44ae-b0a9-fc31add84ddd,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:59:53.271332 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080ab37f-bf20-44f3-90b5-88041ed4ecb1 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.302650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.372764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603efdb6-367a-4d16-89a2-5ad8f73afffd None None] Pushing event updated for resources: {'Port': ['ID=936cadb2-8395-44ae-b0a9-fc31add84ddd,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:53.441858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49318) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:53.452810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.510550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dee14-1a7a-49e2-93a4-685e3493b0df req-2833d1de-9cdb-4eb8-8507-5e7ff49a8f23 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:53.512220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-231dee14-1a7a-49e2-93a4-685e3493b0df req-2833d1de-9cdb-4eb8-8507-5e7ff49a8f23 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 943 time: 0.6626434 Nov 12 20:59:53.536829 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.609136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1728-4bc4-49dc-bdc9-df725d990d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.609658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d731f-afd4-4838-a802-10c27f2baf79 req-373ca902-98dc-453b-8a79-0c4e7c4d0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:53.611203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-494d731f-afd4-4838-a802-10c27f2baf79 req-373ca902-98dc-453b-8a79-0c4e7c4d0361 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6702380 Nov 12 20:59:53.612325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 0d065bd7-40b0-49e0-a6cb-c8492ffce64a yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:59:53.649267 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.651480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a168948-855c-4e9c-96dd-cb959bba937f req-8fa8f49d-4eb9-4652-ac61-5c6520e1b264 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1271753 Nov 12 20:59:53.687699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-231dee14-1a7a-49e2-93a4-685e3493b0df req-8195e14e-2992-4f18-9d2c-de5a729db5b1 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671515 Nov 12 20:59:53.786945 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a168948-855c-4e9c-96dd-cb959bba937f req-91da531d-e408-49e1-babc-5ac2f4ecccd1 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.0982449 Nov 12 20:59:53.839233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-f5a14867-cd91-4069-baa2-02528ea1afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:53.840809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-f5a14867-cd91-4069-baa2-02528ea1afbc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 1095 time: 0.1488032 Nov 12 20:59:53.864251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1728-4bc4-49dc-bdc9-df725d990d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.922790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1728-4bc4-49dc-bdc9-df725d990d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.938023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-8fcf0668-74ef-47e9-972c-d38efb5c9ad0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61f42365-ef16-4dd1-9960-03219fb095e4 HTTP/1.1" status: 200 len: 217 time: 0.0788200 Nov 12 20:59:53.947845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080ab37f-bf20-44f3-90b5-88041ed4ecb1 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.960494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:feac:6dc4 (562b17e4-82bc-45a1-bb66-23d0d781dbba/3e07cd39-7fc0-4fd0-8705-ba8b9ae91886/0d065bd7-40b0-49e0-a6cb-c8492ffce64a) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:53.966853 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080ab37f-bf20-44f3-90b5-88041ed4ecb1 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.974982 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5d5a1728-4bc4-49dc-bdc9-df725d990d8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=525dd5a836c643e7a10cb742f635696a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5305979 Nov 12 20:59:53.977654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49322) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:53.983939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a1728-4bc4-49dc-bdc9-df725d990d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d3cf4-bc0a-4160-8370-cf5b614508a7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:54.033773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-3fe4b657-f118-415f-bf97-b384151b85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:54.035256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-3fe4b657-f118-415f-bf97-b384151b85d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2cf2d0b8-7b35-457f-9bce-037392e904d1 HTTP/1.1" status: 200 len: 855 time: 0.0869341 Nov 12 20:59:54.048137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168948-855c-4e9c-96dd-cb959bba937f req-9b881918-4e8a-498a-944b-cb7737926c08 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:54.049456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a168948-855c-4e9c-96dd-cb959bba937f req-9b881918-4e8a-498a-944b-cb7737926c08 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2539079 Nov 12 20:59:54.092441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-605942a6-b53a-4360-b254-bb7c2612f092 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404193 Nov 12 20:59:54.114440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.146079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.148737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080ab37f-bf20-44f3-90b5-88041ed4ecb1 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Router 09b4449e-ecc1-4418-8f6c-e1140fe74fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:59:54.178895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-95ec88b6-177e-40e5-be2d-020e81db5fb3 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips/20aab17c-862d-4765-9c68-3f110b6bcc8e HTTP/1.1" status: 200 len: 693 time: 0.0921381 Nov 12 20:59:54.298252 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080ab37f-bf20-44f3-90b5-88041ed4ecb1 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:54.303563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-080ab37f-bf20-44f3-90b5-88041ed4ecb1 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.304778 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-080ab37f-bf20-44f3-90b5-88041ed4ecb1 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "PUT /v2.0/routers/09b4449e-ecc1-4418-8f6c-e1140fe74fe1 HTTP/1.1" status: 200 len: 921 time: 1.3825340 Nov 12 20:59:54.307474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49326) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:54.311365 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b451b2-86d8-4f65-bea7-263c34c31596 None None] Sync routers for ids ['09b4449e-ecc1-4418-8f6c-e1140fe74fe1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:54.406427 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.416947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-bf8fbcbd-d034-4ba2-84bb-0e831736785c service neutron] 10.222.0.78 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121014 Nov 12 20:59:54.429123 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b451b2-86d8-4f65-bea7-263c34c31596 None None] Routers {'09b4449e-ecc1-4418-8f6c-e1140fe74fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:54.430043 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41b451b2-86d8-4f65-bea7-263c34c31596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['09b4449e-ecc1-4418-8f6c-e1140fe74fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:54.434569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-ee2df828-8d63-41a4-9b9d-25604ff63454 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:54.436045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-ee2df828-8d63-41a4-9b9d-25604ff63454 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 784 time: 0.2397885 Nov 12 20:59:54.484032 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41b451b2-86d8-4f65-bea7-263c34c31596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:54.497264 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b451b2-86d8-4f65-bea7-263c34c31596 None None] Routers {'09b4449e-ecc1-4418-8f6c-e1140fe74fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:54.498140 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41b451b2-86d8-4f65-bea7-263c34c31596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['09b4449e-ecc1-4418-8f6c-e1140fe74fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:54.541089 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-41b451b2-86d8-4f65-bea7-263c34c31596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:54.541737 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b451b2-86d8-4f65-bea7-263c34c31596 None None] The sync data for ids ['09b4449e-ecc1-4418-8f6c-e1140fe74fe1'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:54.563620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-a310fd7a-6f04-4d3e-94cc-0e16f65ea85a tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.1170146 Nov 12 20:59:54.640610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-892a7ba3-4556-4718-9d6c-de8be81de8fe tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.0668464 Nov 12 20:59:54.647435 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.687992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-878c4fa4-392f-4abb-a940-25e50b396fa7 req-d1ef807a-6b0d-434a-9e5b-584e0ee14f94 service neutron] 10.222.0.78 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616618 Nov 12 20:59:54.729496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.732090 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.736071 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/386d3cf4-bc0a-4160-8370-cf5b614508a7 HTTP/1.1" status: 204 len: 168 time: 0.7574208 Nov 12 20:59:54.747523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:54.751918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d3cf4-bc0a-4160-8370-cf5b614508a7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:54.762841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.763256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.763615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.763951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.764203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-89fba0d8-f7c5-4385-90be-288de7c9b74d None None] Provisioning complete for port 936cadb2-8395-44ae-b0a9-fc31add84ddd triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:54.764682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.764774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89fba0d8-f7c5-4385-90be-288de7c9b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.764857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.764938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.765271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.765588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.765914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.766271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.766705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4bead-0b72-4c60-a1eb-9a470ea37c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:54.785588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=0d065bd7-40b0-49e0-a6cb-c8492ffce64a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:54.788225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:54.795656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:54.795880 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5db5536d-7092-477b-89a4-f9ec60d582ae tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/routers/09b4449e-ecc1-4418-8f6c-e1140fe74fe1 HTTP/1.1" status: 200 len: 921 time: 0.4872658 Nov 12 20:59:54.796476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49332) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:54.802606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:54.802606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.879496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5c9be-cc50-440f-abd7-52768e27a13c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:54.885562 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8ed5c9be-cc50-440f-abd7-52768e27a13c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=09b4449e-ecc1-4418-8f6c-e1140fe74fe1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0880351 Nov 12 20:59:54.886311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49336) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:54.928634 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89fba0d8-f7c5-4385-90be-288de7c9b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.938872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be33261-8e1e-4446-8b48-57669a42de7e req-c386c659-1cb9-45e1-adc6-0c4fdbcfb0f8 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:54.940410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7be33261-8e1e-4446-8b48-57669a42de7e req-c386c659-1cb9-45e1-adc6-0c4fdbcfb0f8 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 943 time: 0.0878005 Nov 12 20:59:54.963828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-404aa4d2-78a9-4638-b728-591ddf73667b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5315740 Nov 12 20:59:54.964005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:54.996905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-89fba0d8-f7c5-4385-90be-288de7c9b74d None None] For port 936cadb2-8395-44ae-b0a9-fc31add84ddd, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=936cadb2-8395-44ae-b0a9-fc31add84ddd,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:55.020368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acade4-95f6-4386-ac77-2c8d6c33e53c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:55.025699 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06acade4-95f6-4386-ac77-2c8d6c33e53c tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 881 time: 0.1382766 Nov 12 20:59:55.026432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49340) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:55.031653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Deleting port a649b5d6-4af4-4cd6-8ad4-46587ae479ac {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:55.032012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.070155 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c5941711-0d18-4c23-8c70-e5e6dce9ca85 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=09b4449e-ecc1-4418-8f6c-e1140fe74fe1 HTTP/1.1" status: 200 len: 205 time: 0.0375583 Nov 12 20:59:55.071888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49342) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:55.072988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 936cadb2-8395-44ae-b0a9-fc31add84ddd up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:55.116919 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.117580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.131186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Calling delete_port for a649b5d6-4af4-4cd6-8ad4-46587ae479ac owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:55.135641 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89fba0d8-f7c5-4385-90be-288de7c9b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.198578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.225083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fba0d8-f7c5-4385-90be-288de7c9b74d None None] Pushing event updated for resources: {'Port': ['ID=936cadb2-8395-44ae-b0a9-fc31add84ddd,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:55.246251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 936cadb2-8395-44ae-b0a9-fc31add84ddd triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:55.246734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.299656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cc68f102-ad8b-41c5-9beb-42ceaccf2cc4 None None] Provisioning complete for port 0d065bd7-40b0-49e0-a6cb-c8492ffce64a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:55.300195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cc68f102-ad8b-41c5-9beb-42ceaccf2cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.317839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb54078-7266-47ca-a19d-4e810d48ec18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:55.323593 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.324192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb54078-7266-47ca-a19d-4e810d48ec18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:55.325985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9cb54078-7266-47ca-a19d-4e810d48ec18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3604860 Nov 12 20:59:55.328771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:55.341312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7be33261-8e1e-4446-8b48-57669a42de7e req-2ea26eb4-8067-45da-8a55-6e3f943ed0cf tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803241 Nov 12 20:59:55.378359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cc68f102-ad8b-41c5-9beb-42ceaccf2cc4 None None] Port 0d065bd7-40b0-49e0-a6cb-c8492ffce64a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:59:55.428603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.465863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Pushing event deleted for resources: {'Port': ['ID=a649b5d6-4af4-4cd6-8ad4-46587ae479ac,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:55.477686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fca47105-7559-4919-bdc7-04d98a5961fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 0d065bd7-40b0-49e0-a6cb-c8492ffce64a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:55.482969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fca47105-7559-4919-bdc7-04d98a5961fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.536090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.538668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.539966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd4e950b-4d5e-4d7b-8959-1c65fc32ee54 req-9a984a70-adc6-4ae2-be0b-f120cb9ec907 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "DELETE /v2.0/floatingips/20aab17c-862d-4765-9c68-3f110b6bcc8e HTTP/1.1" status: 204 len: 173 time: 0.8904459 Nov 12 20:59:55.545565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Deleting port 1e67db67-81a4-4ce2-89ea-ffb8ba86680d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:55.545565 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.556481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49350) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:55.579268 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b03bcbb-2f7a-4adf-81ff-e1ac3c7a2007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.612456 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-60459976-ffee-403b-b839-3f56929de514 req-3a435e50-7b5e-4abb-8ff4-3f8af91f3ec1 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] show failed (client error): The resource could not be found. Nov 12 20:59:55.613503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60459976-ffee-403b-b839-3f56929de514 req-3a435e50-7b5e-4abb-8ff4-3f8af91f3ec1 tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips/20aab17c-862d-4765-9c68-3f110b6bcc8e HTTP/1.1" status: 404 len: 350 time: 0.0485535 Nov 12 20:59:55.629012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fca47105-7559-4919-bdc7-04d98a5961fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.646652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fca47105-7559-4919-bdc7-04d98a5961fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 0d065bd7-40b0-49e0-a6cb-c8492ffce64a owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:55.668722 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.685794 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-66a661ce-3177-41bd-a5d6-ba995d7d06e5 req-c67be251-22da-4f63-9cc2-e08a5e8be0ee tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] show failed (client error): The resource could not be found. Nov 12 20:59:55.686833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-66a661ce-3177-41bd-a5d6-ba995d7d06e5 req-c67be251-22da-4f63-9cc2-e08a5e8be0ee tempest-FloatingIPsTestJSON-34124571 tempest-FloatingIPsTestJSON-34124571-project] 10.222.0.64 "GET /v2.0/floatingips/20aab17c-862d-4765-9c68-3f110b6bcc8e HTTP/1.1" status: 404 len: 350 time: 0.0504341 Nov 12 20:59:55.696762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49354) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:55.709910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Calling delete_port for 1e67db67-81a4-4ce2-89ea-ffb8ba86680d owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:55.810478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b03bcbb-2f7a-4adf-81ff-e1ac3c7a2007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.864120 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5b03bcbb-2f7a-4adf-81ff-e1ac3c7a2007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.912410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5b03bcbb-2f7a-4adf-81ff-e1ac3c7a2007 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=651554a8229d4742b139f21101885700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537104 Nov 12 20:59:55.916028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49356) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:55.951039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03bcbb-2f7a-4adf-81ff-e1ac3c7a2007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed554dda-ea2c-4721-91aa-9a3c5a89b23e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:55.964604 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fca47105-7559-4919-bdc7-04d98a5961fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.001410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca47105-7559-4919-bdc7-04d98a5961fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=0d065bd7-40b0-49e0-a6cb-c8492ffce64a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:56.021651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fca47105-7559-4919-bdc7-04d98a5961fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.026247 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fca47105-7559-4919-bdc7-04d98a5961fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/0d065bd7-40b0-49e0-a6cb-c8492ffce64a HTTP/1.1" status: 204 len: 168 time: 0.6965036 Nov 12 20:59:56.027281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.029411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49358) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:56.073478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af73e737-f973-48e5-86f0-1398fdbce86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.082694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event deleted for resources: {'Port': ['ID=1e67db67-81a4-4ce2-89ea-ffb8ba86680d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:56.125062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.162274 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af73e737-f973-48e5-86f0-1398fdbce86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.167222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f53b4-4433-4acf-8a7b-b4f2fea5f282 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:56.168777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f53b4-4433-4acf-8a7b-b4f2fea5f282 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:56.170481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-787f53b4-4433-4acf-8a7b-b4f2fea5f282 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384799 Nov 12 20:59:56.177901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49360) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:56.224857 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.227307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.277909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a771e13b-b715-4068-a7fe-6701b1893dbf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 3e07cd39-7fc0-4fd0-8705-ba8b9ae91886 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:59:56.284655 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a771e13b-b715-4068-a7fe-6701b1893dbf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.338857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a771e13b-b715-4068-a7fe-6701b1893dbf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.360254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.360856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Fanout notify agent at l3_agent the message router_deleted on router 09b4449e-ecc1-4418-8f6c-e1140fe74fe1 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:59:56.367742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.369293 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c9a6dcd-03bf-4822-9877-0646a3107c78 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/09b4449e-ecc1-4418-8f6c-e1140fe74fe1 HTTP/1.1" status: 204 len: 168 time: 1.2959170 Nov 12 20:59:56.380554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49364) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:56.384409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5492c4f5-b593-45f3-bdfd-8a59da3dc9cf tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-355949280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:56.404081 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af73e737-f973-48e5-86f0-1398fdbce86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.406648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af73e737-f973-48e5-86f0-1398fdbce86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.407822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-af73e737-f973-48e5-86f0-1398fdbce86b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed554dda-ea2c-4721-91aa-9a3c5a89b23e HTTP/1.1" status: 204 len: 168 time: 0.4906428 Nov 12 20:59:56.437159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73e737-f973-48e5-86f0-1398fdbce86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed554dda-ea2c-4721-91aa-9a3c5a89b23e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:56.498310 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5492c4f5-b593-45f3-bdfd-8a59da3dc9cf tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.500343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5492c4f5-b593-45f3-bdfd-8a59da3dc9cf tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.564342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5492c4f5-b593-45f3-bdfd-8a59da3dc9cf tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.652105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5492c4f5-b593-45f3-bdfd-8a59da3dc9cf tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.658881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61f42365-ef16-4dd1-9960-03219fb095e4 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:59:56.729702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5492c4f5-b593-45f3-bdfd-8a59da3dc9cf tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.732123 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5492c4f5-b593-45f3-bdfd-8a59da3dc9cf tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3502390 Nov 12 20:59:56.745225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49370) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:56.751141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:56.771948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:56.788567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '61f42365-ef16-4dd1-9960-03219fb095e4', 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'port_id': '61f42365-ef16-4dd1-9960-03219fb095e4', 'mac_address': 'fa:16:3e:ae:3b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf2d0b8-7b35-457f-9bce-037392e904d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:59:56.845174 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.863260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f42365-ef16-4dd1-9960-03219fb095e4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:59:56.896243 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.903201 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a771e13b-b715-4068-a7fe-6701b1893dbf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.910977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:56.925163 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:59:56.980492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208478fc-3400-4745-a410-c50389d6ab9c req-ff4fd770-60d5-49e6-8a36-702cda598381 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:56.981017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 936cadb2-8395-44ae-b0a9-fc31add84ddd up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:56.982492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-208478fc-3400-4745-a410-c50389d6ab9c req-ff4fd770-60d5-49e6-8a36-702cda598381 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 943 time: 0.5464835 Nov 12 20:59:56.985326 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.053526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.079716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:57.090759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 936cadb2-8395-44ae-b0a9-fc31add84ddd triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:57.091138 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.109666 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-208478fc-3400-4745-a410-c50389d6ab9c req-4af3d8ea-27ef-40cc-971c-b5a0813320ef tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153920 Nov 12 20:59:57.189450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a771e13b-b715-4068-a7fe-6701b1893dbf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.229641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771e13b-b715-4068-a7fe-6701b1893dbf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=3e07cd39-7fc0-4fd0-8705-ba8b9ae91886,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:57.236249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a771e13b-b715-4068-a7fe-6701b1893dbf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.239623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a771e13b-b715-4068-a7fe-6701b1893dbf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/3e07cd39-7fc0-4fd0-8705-ba8b9ae91886 HTTP/1.1" status: 204 len: 168 time: 1.0607274 Nov 12 20:59:57.242249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49384) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:57.254031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ce788-9231-4032-81bb-677a1729d4bd None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:57.303600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dc788af2-5780-40bf-b91c-dc25e562c928 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595315 Nov 12 20:59:57.304178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49386) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:57.325307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['61f42365-ef16-4dd1-9960-03219fb095e4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:57.383752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e454e4-2e6c-462b-b51b-d1f3a0c0b2a5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:57.388700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a6e454e4-2e6c-462b-b51b-d1f3a0c0b2a5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0805905 Nov 12 20:59:57.389266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49390) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:57.403533 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.442425 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.484848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11d8ea-ddda-417b-9cd8-341bcb09f122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:57.489106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fd11d8ea-ddda-417b-9cd8-341bcb09f122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0966339 Nov 12 20:59:57.489709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49396) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:57.526912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9feaf234-7e70-4321-b369-9b331581e38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.580655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b2485785-2d1e-4755-84d6-d315ac2be6f0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890620 Nov 12 20:59:57.582220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49400) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:57.588181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:57.608468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Deleting port 0463148c-d821-490a-a42c-61349a77fcbc {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:57.608801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.613123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:59:57.625202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Allocated IP 172.25.8.120 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/e959ef35-0e4d-4b46-aa43-822819852bdf) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:57.680808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] Deleting port 936cadb2-8395-44ae-b0a9-fc31add84ddd {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:59:57.681646 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.767767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] For port 0463148c-d821-490a-a42c-61349a77fcbc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0463148c-d821-490a-a42c-61349a77fcbc,segment=NetworkSegment(10286974-b1c2-4a36-a6c0-5908365a5c22),segment_id=10286974-b1c2-4a36-a6c0-5908365a5c22)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:57.767767 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.768337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.783163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] For port 936cadb2-8395-44ae-b0a9-fc31add84ddd, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=936cadb2-8395-44ae-b0a9-fc31add84ddd,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:57.784896 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.786879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Calling delete_port for 0463148c-d821-490a-a42c-61349a77fcbc owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:57.802053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] Calling delete_port for 936cadb2-8395-44ae-b0a9-fc31add84ddd owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:59:57.852224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:57.855794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.881296 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:57.921410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:57.927955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:57.933536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:57.935727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event updated for resources: {'Port': ['ID=e959ef35-0e4d-4b46-aa43-822819852bdf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:57.982993 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.025907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] Pushing event deleted for resources: {'Port': ['ID=936cadb2-8395-44ae-b0a9-fc31add84ddd,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:58.040029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea673ede-c331-415a-8606-0cc5d9cbca05 None None] No DVR routers for this DVR port 936cadb2-8395-44ae-b0a9-fc31add84ddd on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:59:58.234391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bb075-0bce-4cdf-9fae-8c475c452b00 req-2e10d2e9-5928-44b0-833b-f5c2f8b62888 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:58.235934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c4bb075-0bce-4cdf-9fae-8c475c452b00 req-2e10d2e9-5928-44b0-833b-f5c2f8b62888 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 944 time: 0.0518036 Nov 12 20:59:58.286967 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.301023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c4bb075-0bce-4cdf-9fae-8c475c452b00 req-b3121f9b-f341-4dee-bbad-35ebfa8a250c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581977 Nov 12 20:59:58.373140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.373413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Pushing event deleted for resources: {'Port': ['ID=0463148c-d821-490a-a42c-61349a77fcbc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:58.453053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.objects.ports [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:59:58.455561 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.539537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:58.546158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:58.556829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:58.557430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.559503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d36db-ed3d-477f-9f72-8564f3e0dd8d None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:59:58.604212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=3ca04d43-9212-4b93-8eaa-4580e1711a93,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:58.614800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.618537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.626222 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.694684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61f42365-ef16-4dd1-9960-03219fb095e4 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:59:58.718008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e2b865b4-7b68-4ed2-8896-9fbb37c2251f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1277900 Nov 12 20:59:58.723778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49424) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:58.737723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:e0:cd:f0', 'name': 'tempest-NetworksTestDHCPv6-817578984'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:58.789069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '3ca04d43-9212-4b93-8eaa-4580e1711a93'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:59:58.790832 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:58.941672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Router ab2754f6-a2ba-44da-ad7c-635cd0a05717 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:59:58.948801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 61f42365-ef16-4dd1-9960-03219fb095e4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:59:58.963189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 61f42365-ef16-4dd1-9960-03219fb095e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:58.963588 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.124005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:59.131745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.133692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-450c7c0b-8fac-49cd-ad5d-5a312e12288f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "PUT /v2.0/routers/ab2754f6-a2ba-44da-ad7c-635cd0a05717 HTTP/1.1" status: 200 len: 879 time: 2.3869712 Nov 12 20:59:59.141180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49436) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:59.142956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 936cadb2-8395-44ae-b0a9-fc31add84ddd no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:59:59.145532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da930f-53db-4442-8e4d-6fe18c643b17 None None] Sync routers for ids ['ab2754f6-a2ba-44da-ad7c-635cd0a05717'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:59.147988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:59:59.182389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Allocated IP 2001:db8::f816:3eff:fe63:6832 (562b17e4-82bc-45a1-bb66-23d0d781dbba/3ca04d43-9212-4b93-8eaa-4580e1711a93/b8373472-03c3-4d7c-a97f-5ed1a1b0e50c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:59.194310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 936cadb2-8395-44ae-b0a9-fc31add84ddd {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:59:59.194658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 936cadb2-8395-44ae-b0a9-fc31add84ddd not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:59:59.202714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da930f-53db-4442-8e4d-6fe18c643b17 None None] Routers {'ab2754f6-a2ba-44da-ad7c-635cd0a05717'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:59.203570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-04da930f-53db-4442-8e4d-6fe18c643b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ab2754f6-a2ba-44da-ad7c-635cd0a05717'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:59.273259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Router 31baaa75-0cb5-4633-ab46-9b790b23899c has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:59:59.279590 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-abc8dea5-67ef-489b-99ac-830d28ffcae0 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/routers/ab2754f6-a2ba-44da-ad7c-635cd0a05717 HTTP/1.1" status: 200 len: 920 time: 0.1365590 Nov 12 20:59:59.281589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49438) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:59.291580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-04da930f-53db-4442-8e4d-6fe18c643b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:59.340697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ead95-4196-40b4-8356-20633abb8a91 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:59.342745 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-415ead95-4196-40b4-8356-20633abb8a91 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=ab2754f6-a2ba-44da-ad7c-635cd0a05717&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0602095 Nov 12 20:59:59.345458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49446) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:59.364956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da930f-53db-4442-8e4d-6fe18c643b17 None None] Routers {'ab2754f6-a2ba-44da-ad7c-635cd0a05717'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:59.364956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-04da930f-53db-4442-8e4d-6fe18c643b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ab2754f6-a2ba-44da-ad7c-635cd0a05717'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:59.415246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-04da930f-53db-4442-8e4d-6fe18c643b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:59.415950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da930f-53db-4442-8e4d-6fe18c643b17 None None] The sync data for ids ['ab2754f6-a2ba-44da-ad7c-635cd0a05717'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:59.419324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.459637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab449aa1-56a1-4159-9208-eec371174f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f42365-ef16-4dd1-9960-03219fb095e4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:59.462591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.462739 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2e12f0-5b40-49fc-be26-526fd9df6657" -d '{"events": [{"server_uuid": "ab449aa1-56a1-4159-9208-eec371174f23", "name": "network-vif-plugged", "status": "completed", "tag": "61f42365-ef16-4dd1-9960-03219fb095e4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:59.482130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eddee8-d30f-47ff-918e-a1238a422c5d req-4df166cb-5a12-4820-bd59-44fa12977ea0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:59.483724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64eddee8-d30f-47ff-918e-a1238a422c5d req-4df166cb-5a12-4820-bd59-44fa12977ea0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2647986 Nov 12 20:59:59.485187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:59.539566 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.572092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.593126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 59df96b4-d6f9-4db8-beda-3914d2ca45e5 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:59:59.609379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-4971e55e-7e4f-465c-bbd0-329ca1684f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:59.611051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-4971e55e-7e4f-465c-bbd0-329ca1684f9b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1096 time: 0.3256249 Nov 12 20:59:59.620940 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.653886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:59.658321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:59.663642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:59.676744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:59.701214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410abe5-e491-451b-a281-4078dc083c51 req-88aeb1ce-3a75-46bd-a5b5-ba80417a577d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:59.702795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e410abe5-e491-451b-a281-4078dc083c51 req-88aeb1ce-3a75-46bd-a5b5-ba80417a577d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 944 time: 0.2487643 Nov 12 20:59:59.779895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:59.788254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f05e1696-1da9-4638-b7f1-dda51f022dde admin admin] 10.222.0.64 "PUT /v2.0/routers/31baaa75-0cb5-4633-ab46-9b790b23899c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0902727 Nov 12 20:59:59.791609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49458) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:59.792756 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] Sync routers for ids ['31baaa75-0cb5-4633-ab46-9b790b23899c'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:59.793181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-64eddee8-d30f-47ff-918e-a1238a422c5d req-c6c67b17-2782-4ead-b944-1455839712ea tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767434 Nov 12 20:59:59.800408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Pushing event updated for resources: {'Port': ['ID=b8373472-03c3-4d7c-a97f-5ed1a1b0e50c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:59.810435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Attempting to bind port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:59:59.810812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Attempting to bind port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:59:59.811419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Attempting to bind port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:59:59.818886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:59:59.819324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:59:59.820289 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.822065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:59:59.823130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Bound port: b8373472-03c3-4d7c-a97f-5ed1a1b0e50c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:59:59.823551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:59.838918 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] Routers {'31baaa75-0cb5-4633-ab46-9b790b23899c'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:59.850022 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T20:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['31baaa75-0cb5-4633-ab46-9b790b23899c'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:59.850281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f0fc27-bb99-4270-9d31-2d4ec12bc07b tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:59.851513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-96f0fc27-bb99-4270-9d31-2d4ec12bc07b tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 881 time: 0.5050390 Nov 12 20:59:59.854627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49460) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:59.901887 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e064224e-46f5-4998-a5e3-1ee790278b00 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab2754f6-a2ba-44da-ad7c-635cd0a05717 HTTP/1.1" status: 200 len: 205 time: 0.0451162 Nov 12 20:59:59.905496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49462) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:59.915807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-447e336f-9034-4cf5-aeef-5dc23b38711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:59.917368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-447e336f-9034-4cf5-aeef-5dc23b38711a service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.2987521 Nov 12 20:59:59.922140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:fee0:cdf0 (562b17e4-82bc-45a1-bb66-23d0d781dbba/3ca04d43-9212-4b93-8eaa-4580e1711a93/59df96b4-d6f9-4db8-beda-3914d2ca45e5) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:59.928692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e410abe5-e491-451b-a281-4078dc083c51 req-91413f75-6e45-4fd5-bb1d-f2514ad393c3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042017 Nov 12 20:59:59.993247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] For port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:00.028016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] For port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b8373472-03c3-4d7c-a97f-5ed1a1b0e50c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:00.069257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.085396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12e9dd67-9b8d-4d3f-97a5-6f45b31b7e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.094547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-909f50f6-de3c-4912-b092-e8c6c142e285 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 999 time: 0.1645253 Nov 12 21:00:00.115962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.202699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] Set router 31baaa75-0cb5-4633-ab46-9b790b23899c gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:00:00.222162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.264250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9436-112f-4edf-a86c-9f5546d59cf9 None None] Pushing event updated for resources: {'Port': ['ID=b8373472-03c3-4d7c-a97f-5ed1a1b0e50c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:00.318753 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86f6dc8-34a0-46ee-97ad-cbf7d2acee20 x-openstack-request-id: req-c86f6dc8-34a0-46ee-97ad-cbf7d2acee20 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:00.319474 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab449aa1-56a1-4159-9208-eec371174f23", "name": "network-vif-plugged", "status": "completed", "tag": "61f42365-ef16-4dd1-9960-03219fb095e4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:00.319967 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c86f6dc8-34a0-46ee-97ad-cbf7d2acee20 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:00.321341 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab449aa1-56a1-4159-9208-eec371174f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f42365-ef16-4dd1-9960-03219fb095e4', 'code': 200} Nov 12 21:00:00.378635 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.463987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.512309 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:58Z', 'revision_number': 5, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:00.588218 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] Checking router: 31baaa75-0cb5-4633-ab46-9b790b23899c for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:00:00.599320 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] Routers {'31baaa75-0cb5-4633-ab46-9b790b23899c'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:00.600163 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['31baaa75-0cb5-4633-ab46-9b790b23899c'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:00.647659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Deleting port e959ef35-0e4d-4b46-aa43-822819852bdf {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:00.648717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.688870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-193685a5-0dd7-45ea-8348-de5056174f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:00.690668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-193685a5-0dd7-45ea-8348-de5056174f56 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.5866568 Nov 12 21:00:00.753871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.773701 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] Set router 31baaa75-0cb5-4633-ab46-9b790b23899c gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:00:00.798888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.803905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6e4af-9f5b-4e59-97b4-a3f6c467198d req-29e22695-53a6-4c8b-a84e-632e45c779a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:00.809290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49b6e4af-9f5b-4e59-97b4-a3f6c467198d req-29e22695-53a6-4c8b-a84e-632e45c779a8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 1097 time: 0.2352977 Nov 12 21:00:00.817643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Calling delete_port for e959ef35-0e4d-4b46-aa43-822819852bdf owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:00.826669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Deleting port 737164ca-f04c-4259-921b-9ee68e52ad29 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:00.827104 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:00.835163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-668de260-f555-4459-bf86-8ba107b9c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:00.836914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-668de260-f555-4459-bf86-8ba107b9c4a8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387115 Nov 12 21:00:01.010439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b8373472-03c3-4d7c-a97f-5ed1a1b0e50c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:01.023204 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.030689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] For port 737164ca-f04c-4259-921b-9ee68e52ad29, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=737164ca-f04c-4259-921b-9ee68e52ad29,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:01.031066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.040414 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:58Z', 'revision_number': 5, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:01.080922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Calling delete_port for 737164ca-f04c-4259-921b-9ee68e52ad29 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:01.090494 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014263b-bdb5-4cc3-bf1c-332b7bdd6a7d None None] The sync data for ids ['31baaa75-0cb5-4633-ab46-9b790b23899c'] in n-d-713498-29 is: [{'id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'name': 'tempest-FloatingIPsTestJSON-558465952-router', 'tenant_id': '3007e16fa3484a9681ae337aaf105e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:58Z', 'revision_number': 5, 'project_id': '3007e16fa3484a9681ae337aaf105e70', 'gw_port': {'id': '737164ca-f04c-4259-921b-9ee68e52ad29', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31baaa75-0cb5-4633-ab46-9b790b23899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:59:32Z', 'updated_at': '2021-11-12T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:00:01.115179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:01.121029 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.199344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:01.207672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49b6e4af-9f5b-4e59-97b4-a3f6c467198d req-efff5c65-2762-4507-8924-6c5302161b24 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925443 Nov 12 21:00:01.217343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49482) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:01.259131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:01.262213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=59df96b4-d6f9-4db8-beda-3914d2ca45e5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:01.267391 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.282839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.283176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-df1442d8-6ea1-455b-9203-2a2cb568ad2b service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354305 Nov 12 21:00:01.288569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:01.300439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:01.302127 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.314660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b8373472-03c3-4d7c-a97f-5ed1a1b0e50c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:01.344334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bab0d1-4e72-42d3-a965-799823a832b3 req-2c2ccf0d-7a9e-4c9c-b274-aa5155fd0daf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:01.346256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0bab0d1-4e72-42d3-a965-799823a832b3 req-2c2ccf0d-7a9e-4c9c-b274-aa5155fd0daf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3268414 Nov 12 21:00:01.358696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e503d9-4c8a-4f9a-a891-90b89f3bacbc req-b77b9653-6714-4dd6-b1a6-cdacb5b2c98d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:01.358696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7e503d9-4c8a-4f9a-a891-90b89f3bacbc req-b77b9653-6714-4dd6-b1a6-cdacb5b2c98d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2915883 Nov 12 21:00:01.395041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.402289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2a38a4b-5b08-4738-aab3-a4083de64eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.432377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event deleted for resources: {'Port': ['ID=e959ef35-0e4d-4b46-aa43-822819852bdf,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:01.438331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.452055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7964ff31-6858-46de-827a-0cc1b545742a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7269189 Nov 12 21:00:01.453360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:01.494205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7e503d9-4c8a-4f9a-a891-90b89f3bacbc req-c8b5decc-f0ee-4a53-9298-4cd3ae2a2204 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273441 Nov 12 21:00:01.555838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=b8373472-03c3-4d7c-a97f-5ed1a1b0e50c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:01.640643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0bab0d1-4e72-42d3-a965-799823a832b3 req-912e55ce-c56b-41da-8495-c37115949321 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813561 Nov 12 21:00:01.642733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2843e-d415-4e65-a008-0d9d25fbbaf9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:01.643549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80eb5349-bf55-427c-8dd7-156b0b4dd70b req-5f18d3e2-1fe2-4182-aff6-5b5cec01af3b service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142866 Nov 12 21:00:01.650562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2843e-d415-4e65-a008-0d9d25fbbaf9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:01.654847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-61b2843e-d415-4e65-a008-0d9d25fbbaf9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1934628 Nov 12 21:00:01.654847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.655814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49488) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:01.753861 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.788077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-66f08603-3ff4-49ad-ac0c-92967ed61223 None None] Provisioning complete for port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:01.788497 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66f08603-3ff4-49ad-ac0c-92967ed61223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.833859 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:01.843300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=737164ca-f04c-4259-921b-9ee68e52ad29,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:01.848654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.013714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2a38a4b-5b08-4738-aab3-a4083de64eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.017857 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.020111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ddec7801-0867-431f-81e2-1f0680ba5eb2 None None] Provisioning complete for port 59df96b4-d6f9-4db8-beda-3914d2ca45e5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:02.020615 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddec7801-0867-431f-81e2-1f0680ba5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.054715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ddec7801-0867-431f-81e2-1f0680ba5eb2 None None] Port 59df96b4-d6f9-4db8-beda-3914d2ca45e5 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:02.076970 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.077530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Fanout notify agent at l3_agent the message router_deleted on router ab2754f6-a2ba-44da-ad7c-635cd0a05717 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:02.084364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.085452 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-401d935a-098d-4077-b61f-6a86f12091d5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/ab2754f6-a2ba-44da-ad7c-635cd0a05717 HTTP/1.1" status: 204 len: 168 time: 2.1790380 Nov 12 21:00:02.090037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:02.092138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2a38a4b-5b08-4738-aab3-a4083de64eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.094818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9dddca83-202e-4cd9-9fed-bcbb1411fed3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1077571032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:02.162431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.172136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.180411 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f2a38a4b-5b08-4738-aab3-a4083de64eff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05aa96db020f4f09a51ef031120dfad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9599833 Nov 12 21:00:02.183197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9dddca83-202e-4cd9-9fed-bcbb1411fed3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.186195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2534a-2562-4a05-ba04-57c5f7436c92 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 59df96b4-d6f9-4db8-beda-3914d2ca45e5 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:02.186195 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e2534a-2562-4a05-ba04-57c5f7436c92 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.186406 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9dddca83-202e-4cd9-9fed-bcbb1411fed3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.186565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a38a4b-5b08-4738-aab3-a4083de64eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1173e97-f009-4fdb-8276-0162c8895578,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:02.188743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49492) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:02.299960 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9dddca83-202e-4cd9-9fed-bcbb1411fed3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.304897 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb815-9a5d-4438-989a-027d241d66e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.328596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e2534a-2562-4a05-ba04-57c5f7436c92 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.328829 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb815-9a5d-4438-989a-027d241d66e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.341926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2534a-2562-4a05-ba04-57c5f7436c92 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 59df96b4-d6f9-4db8-beda-3914d2ca45e5 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:02.384259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.384780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31baaa75-0cb5-4633-ab46-9b790b23899c {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:02.387524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9dddca83-202e-4cd9-9fed-bcbb1411fed3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.389700 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.390844 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-41e198f7-ef3c-4ac5-b2f6-ba1f2d1d2e69 admin admin] 10.222.0.64 "DELETE /v2.0/routers/31baaa75-0cb5-4633-ab46-9b790b23899c HTTP/1.1" status: 204 len: 168 time: 2.5969815 Nov 12 21:00:02.395423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49494) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:02.451654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb815-9a5d-4438-989a-027d241d66e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.454482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb815-9a5d-4438-989a-027d241d66e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.458184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ab5bb815-9a5d-4438-989a-027d241d66e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1173e97-f009-4fdb-8276-0162c8895578 HTTP/1.1" status: 204 len: 168 time: 0.2583847 Nov 12 21:00:02.469143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bb815-9a5d-4438-989a-027d241d66e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1173e97-f009-4fdb-8276-0162c8895578,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:02.473918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5a229a-72c9-4c57-afb3-7a9ca09dc461 admin admin] Deleting subnet c6874f8d-b283-4d23-98ce-3f18e1e9efd7 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:02.477927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c5a229a-72c9-4c57-afb3-7a9ca09dc461 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.519824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c5a229a-72c9-4c57-afb3-7a9ca09dc461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.543888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9dddca83-202e-4cd9-9fed-bcbb1411fed3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.545558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9dddca83-202e-4cd9-9fed-bcbb1411fed3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4542892 Nov 12 21:00:02.548377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49500) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:02.554548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': True}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:02.611510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e2534a-2562-4a05-ba04-57c5f7436c92 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.641994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2534a-2562-4a05-ba04-57c5f7436c92 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=59df96b4-d6f9-4db8-beda-3914d2ca45e5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:02.676352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e2534a-2562-4a05-ba04-57c5f7436c92 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.682095 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a1e2534a-2562-4a05-ba04-57c5f7436c92 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/59df96b4-d6f9-4db8-beda-3914d2ca45e5 HTTP/1.1" status: 204 len: 168 time: 1.0210304 Nov 12 21:00:02.682411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49506) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:02.768067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38615e28-d592-406e-a12b-a7c02ac7f91b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:02.769631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38615e28-d592-406e-a12b-a7c02ac7f91b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:02.771208 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-38615e28-d592-406e-a12b-a7c02ac7f91b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0876284 Nov 12 21:00:02.775783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49508) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:02.846893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf941d2-5b24-4ff6-a8c0-61e95288afde tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 3ca04d43-9212-4b93-8eaa-4580e1711a93 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:02.853917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7ed5-57a6-4f60-8ae8-8187088bac32 req-fa491417-5d0b-47b2-b9d9-3624cd9dac68 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:02.861852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb1c7ed5-57a6-4f60-8ae8-8187088bac32 req-fa491417-5d0b-47b2-b9d9-3624cd9dac68 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2641199 Nov 12 21:00:02.862089 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bf941d2-5b24-4ff6-a8c0-61e95288afde tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.866555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c5a229a-72c9-4c57-afb3-7a9ca09dc461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:02.968454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bf941d2-5b24-4ff6-a8c0-61e95288afde tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.052132 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.064550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b8373472-03c3-4d7c-a97f-5ed1a1b0e50c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:03.077050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bf941d2-5b24-4ff6-a8c0-61e95288afde tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.094762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8be14-9a05-404c-8455-7deed3a1b6e5 req-f600e1b3-3d0d-46d6-addf-ced02f077eb8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:03.099782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05f8be14-9a05-404c-8455-7deed3a1b6e5 req-f600e1b3-3d0d-46d6-addf-ced02f077eb8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3198478 Nov 12 21:00:03.108746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.150998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:03.151808 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.155842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb1c7ed5-57a6-4f60-8ae8-8187088bac32 req-7aed11be-49aa-4e2c-ad45-8bd532d0776d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922068 Nov 12 21:00:03.203940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05f8be14-9a05-404c-8455-7deed3a1b6e5 req-b8223df0-afa6-4481-b6d9-0f7231609eec tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884943 Nov 12 21:00:03.264565 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bf941d2-5b24-4ff6-a8c0-61e95288afde tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.300646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 737164ca-f04c-4259-921b-9ee68e52ad29 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:03.303255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf941d2-5b24-4ff6-a8c0-61e95288afde tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca04d43-9212-4b93-8eaa-4580e1711a93,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:03.308796 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c5a229a-72c9-4c57-afb3-7a9ca09dc461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.309013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bf941d2-5b24-4ff6-a8c0-61e95288afde tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.312395 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3bf941d2-5b24-4ff6-a8c0-61e95288afde tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/3ca04d43-9212-4b93-8eaa-4580e1711a93 HTTP/1.1" status: 204 len: 168 time: 0.5355425 Nov 12 21:00:03.314802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49516) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:03.337629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f43e3-091d-4682-a4e1-12838a2eccc1 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:03.341006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 737164ca-f04c-4259-921b-9ee68e52ad29 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:03.341465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 737164ca-f04c-4259-921b-9ee68e52ad29 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:03.341944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0463148c-d821-490a-a42c-61349a77fcbc no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:03.353169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a229a-72c9-4c57-afb3-7a9ca09dc461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6874f8d-b283-4d23-98ce-3f18e1e9efd7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:03.360483 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c9d8d5b4-802f-4ada-a329-3d9d730479f0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414290 Nov 12 21:00:03.360483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49518) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:03.365150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c19a7-fa54-4efb-812f-289f01b9040d req-3a0ee1c9-ee4e-4c47-9a6c-eebeeb22a7d2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:03.366042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:03.367890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-330c19a7-fa54-4efb-812f-289f01b9040d req-3a0ee1c9-ee4e-4c47-9a6c-eebeeb22a7d2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1315849 Nov 12 21:00:03.368076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c5a229a-72c9-4c57-afb3-7a9ca09dc461 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.371396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0c5a229a-72c9-4c57-afb3-7a9ca09dc461 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c6874f8d-b283-4d23-98ce-3f18e1e9efd7 HTTP/1.1" status: 204 len: 168 time: 0.9745646 Nov 12 21:00:03.373980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:03.404463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d5335-0416-44d5-bb37-cfa75e069353 None None] Network bda2b703-521b-4a65-9afc-d9f4c1f9792d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:03.415955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 0463148c-d821-490a-a42c-61349a77fcbc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:03.422733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0463148c-d821-490a-a42c-61349a77fcbc not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:03.429301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49522) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:03.441968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-330c19a7-fa54-4efb-812f-289f01b9040d req-3187edd1-bffe-47ba-a5b3-5740637a5f0a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682912 Nov 12 21:00:03.452551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19b1e5c9-a328-467c-8adc-54d6735461ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.524411 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.601611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Deleting port c5f7091a-1a7b-4cb4-a505-53640f087898 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:03.602613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.605651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:03.608534 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.609552 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.656656 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.690715 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.735392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:00:03.764519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] For port c5f7091a-1a7b-4cb4-a505-53640f087898, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c5f7091a-1a7b-4cb4-a505-53640f087898,segment=NetworkSegment(10286974-b1c2-4a36-a6c0-5908365a5c22),segment_id=10286974-b1c2-4a36-a6c0-5908365a5c22)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:03.764895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.775466 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19b1e5c9-a328-467c-8adc-54d6735461ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.797803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Calling delete_port for c5f7091a-1a7b-4cb4-a505-53640f087898 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:03.814606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] DHCP port deletion for bda2b703-521b-4a65-9afc-d9f4c1f9792d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:00:03.856349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Allocated IP 172.25.8.99 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/699ba9d0-ee49-4266-8755-4d085ef76bcd) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:03.878947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] Deleting port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:03.879449 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.894855 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19b1e5c9-a328-467c-8adc-54d6735461ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.936921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] Deleting port c5f7091a-1a7b-4cb4-a505-53640f087898 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:03.937406 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:03.977130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] For port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b8373472-03c3-4d7c-a97f-5ed1a1b0e50c,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:03.977498 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.008748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1e5c9-a328-467c-8adc-54d6735461ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d477f719-9d53-40c5-b911-32ef4ede411b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:04.014703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-19b1e5c9-a328-467c-8adc-54d6735461ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=778373dc065645fead8cd80daacd733d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5842419 Nov 12 21:00:04.017893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49530) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:04.018905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] Calling delete_port for b8373472-03c3-4d7c-a97f-5ed1a1b0e50c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:04.031952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2558cb-40a1-4029-9b1d-87194aa0c86f req-076421cb-b577-44de-b204-2e6cb6f07f1a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:04.034303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab2558cb-40a1-4029-9b1d-87194aa0c86f req-076421cb-b577-44de-b204-2e6cb6f07f1a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1898525 Nov 12 21:00:04.036620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] For port c5f7091a-1a7b-4cb4-a505-53640f087898, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c5f7091a-1a7b-4cb4-a505-53640f087898,segment=NetworkSegment(10286974-b1c2-4a36-a6c0-5908365a5c22),segment_id=10286974-b1c2-4a36-a6c0-5908365a5c22)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:04.037029 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.053624 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.082444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] Calling delete_port for c5f7091a-1a7b-4cb4-a505-53640f087898 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:04.114090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.126799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab2558cb-40a1-4029-9b1d-87194aa0c86f req-ed459901-76d5-48b6-8929-65a77d4295e9 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839460 Nov 12 21:00:04.212456 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.232746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.248582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] Pushing event deleted for resources: {'Port': ['ID=c5f7091a-1a7b-4cb4-a505-53640f087898,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:04.257640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0547e82-d7f8-4d85-9d21-038ebc929fe5 None None] No DVR routers for this DVR port c5f7091a-1a7b-4cb4-a505-53640f087898 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:04.285786 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.315443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] Pushing event deleted for resources: {'Port': ['ID=b8373472-03c3-4d7c-a97f-5ed1a1b0e50c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:04.315738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:04.319070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68f7e0-2798-47f0-aa4a-666f836152c7 None None] No DVR routers for this DVR port b8373472-03c3-4d7c-a97f-5ed1a1b0e50c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:04.325237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:04.334715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:04.385490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e68c-6a53-4b01-a431-d1e339a85b73 req-6125ea73-b652-4428-bfa0-ec30923e6874 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:04.387172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2872e68c-6a53-4b01-a431-d1e339a85b73 req-6125ea73-b652-4428-bfa0-ec30923e6874 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1691413 Nov 12 21:00:04.390022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'Port': ['ID=699ba9d0-ee49-4266-8755-4d085ef76bcd,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:04.417513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f7091a-1a7b-4cb4-a505-53640f087898,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:04.423916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] No DVR routers for this DVR port c5f7091a-1a7b-4cb4-a505-53640f087898 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:04.504959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1954f096-ba9e-4e88-8861-3dee1ef037b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.512535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2872e68c-6a53-4b01-a431-d1e339a85b73 req-b231be06-e67e-4599-ad51-ce3c035b1b4e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174512 Nov 12 21:00:04.554318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.589710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:00:04.599333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1954f096-ba9e-4e88-8861-3dee1ef037b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.601123 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.643210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda2b703-521b-4a65-9afc-d9f4c1f9792d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:04.676777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10286974-b1c2-4a36-a6c0-5908365a5c22') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:04.677076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10286974-b1c2-4a36-a6c0-5908365a5c22') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:04.690109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:04.706930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:04.712491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.714274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:04.715643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.717309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=a494b917-fbc7-4691-bd0d-cb8f28697d73,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:04.719177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2dd498-38e8-42b4-96e5-f96dedb7bde6 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:04.739431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.748990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:00:04.749670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:00:04.751862 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:00:04.827216 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0b362e88-b60f-46c7-9c6a-a97fb4ca768a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4657862 Nov 12 21:00:04.830443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49546) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:04.835581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:d1:fe:cb', 'name': 'tempest-NetworksTestDHCPv6-1862225825'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:04.860075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1954f096-ba9e-4e88-8861-3dee1ef037b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.862699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1954f096-ba9e-4e88-8861-3dee1ef037b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.863930 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1954f096-ba9e-4e88-8861-3dee1ef037b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d477f719-9d53-40c5-b911-32ef4ede411b HTTP/1.1" status: 204 len: 168 time: 0.8444927 Nov 12 21:00:04.907614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954f096-ba9e-4e88-8861-3dee1ef037b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d477f719-9d53-40c5-b911-32ef4ede411b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:04.956196 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:04.995964 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.016607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': 'a494b917-fbc7-4691-bd0d-cb8f28697d73'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:00:05.017223 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.033665 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] 10.222.0.64 "DELETE /v2.0/networks/bda2b703-521b-4a65-9afc-d9f4c1f9792d HTTP/1.1" status: 204 len: 168 time: 1.6561229 Nov 12 21:00:05.046432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b8373472-03c3-4d7c-a97f-5ed1a1b0e50c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:05.075115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fce16a-82de-4f9c-b683-3d5fc1a6ad3a admin admin] Pushing event deleted for resources: {'Network': ['ID=bda2b703-521b-4a65-9afc-d9f4c1f9792d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:05.221511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:05.262985 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.276628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b8373472-03c3-4d7c-a97f-5ed1a1b0e50c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:05.277267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b8373472-03c3-4d7c-a97f-5ed1a1b0e50c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:05.277597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c5f7091a-1a7b-4cb4-a505-53640f087898 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:05.303222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c5f7091a-1a7b-4cb4-a505-53640f087898 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:05.303599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c5f7091a-1a7b-4cb4-a505-53640f087898 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:05.322974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38f3e5-c5f3-4254-8636-955ac6bd89f0 req-9b176d2b-56ef-4073-a850-98bf89cea237 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:05.334009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd38f3e5-c5f3-4254-8636-955ac6bd89f0 req-9b176d2b-56ef-4073-a850-98bf89cea237 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1300602 Nov 12 21:00:05.384325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Allocated IP 2001:db8::f816:3eff:fe90:940 (562b17e4-82bc-45a1-bb66-23d0d781dbba/a494b917-fbc7-4691-bd0d-cb8f28697d73/c7bfc699-0345-4bf2-b4ad-1448730f3f50) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:05.433807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.459767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port ffbb3a67-cbc5-4d89-8ba6-668366192de1 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:05.490930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd38f3e5-c5f3-4254-8636-955ac6bd89f0 req-9df295bb-a435-4e58-91a7-f47fa1e06a8e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559165 Nov 12 21:00:05.549265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49566) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:05.595783 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.608161 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf0053b8-403e-4a2a-b8f1-34e30c3f9b23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3007e16fa3484a9681ae337aaf105e70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575595 Nov 12 21:00:05.610598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49568) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:05.624411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.627735 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.660712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd8038d9-b92f-4495-ac14-15a2591523ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.684072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd8038d9-b92f-4495-ac14-15a2591523ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.685547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.754849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:05.766597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:05.774889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:05.778354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Pushing event updated for resources: {'Port': ['ID=c7bfc699-0345-4bf2-b4ad-1448730f3f50,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:05.821294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:fed1:fecb (562b17e4-82bc-45a1-bb66-23d0d781dbba/a494b917-fbc7-4691-bd0d-cb8f28697d73/ffbb3a67-cbc5-4d89-8ba6-668366192de1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:05.836519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Attempting to bind port c7bfc699-0345-4bf2-b4ad-1448730f3f50 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:05.837006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Attempting to bind port c7bfc699-0345-4bf2-b4ad-1448730f3f50 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:05.837342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Attempting to bind port c7bfc699-0345-4bf2-b4ad-1448730f3f50 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:05.842947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:05.843347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:05.844254 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.844254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:05.844700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Bound port: c7bfc699-0345-4bf2-b4ad-1448730f3f50, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:05.845055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.862973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Router 6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:00:05.913858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] For port c7bfc699-0345-4bf2-b4ad-1448730f3f50, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:05.917592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] For port c7bfc699-0345-4bf2-b4ad-1448730f3f50, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c7bfc699-0345-4bf2-b4ad-1448730f3f50,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:05.937501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd8038d9-b92f-4495-ac14-15a2591523ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.940109 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd8038d9-b92f-4495-ac14-15a2591523ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:05.941274 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fd8038d9-b92f-4495-ac14-15a2591523ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d92612f-f87c-40d3-a6d6-c04540394ecb HTTP/1.1" status: 204 len: 168 time: 0.3297241 Nov 12 21:00:05.959860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8038d9-b92f-4495-ac14-15a2591523ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d92612f-f87c-40d3-a6d6-c04540394ecb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:05.990451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:00:06.002863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca449c05-4baa-40a1-a915-f11713a83ce7 None None] Sync routers for ids ['6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:00:06.008451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:06.015141 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:06.015905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49578) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:06.016618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-12819caa-1c33-4baf-b59a-79efbbbf7e77 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "PUT /v2.0/routers/6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e HTTP/1.1" status: 200 len: 914 time: 3.4663887 Nov 12 21:00:06.066753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca449c05-4baa-40a1-a915-f11713a83ce7 None None] Routers {'6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:06.067755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ca449c05-4baa-40a1-a915-f11713a83ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:06.124816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:06.134722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ca449c05-4baa-40a1-a915-f11713a83ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:06.155332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Pushing event updated for resources: {'Port': ['ID=c7bfc699-0345-4bf2-b4ad-1448730f3f50,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:06.162430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca449c05-4baa-40a1-a915-f11713a83ce7 None None] Routers {'6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:06.164048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ca449c05-4baa-40a1-a915-f11713a83ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:06.167691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.167845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.168106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.168437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.168977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.169117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.169396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.169716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.170033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.170605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.170746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.170960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee2289b-e462-4d4e-b501-0076bfabfd5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:06.204070 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-565e9a60-a636-41ac-8298-0a6651889177 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/routers/6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e HTTP/1.1" status: 200 len: 920 time: 0.1839731 Nov 12 21:00:06.204442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:06.217291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ca449c05-4baa-40a1-a915-f11713a83ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:06.218046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca449c05-4baa-40a1-a915-f11713a83ce7 None None] The sync data for ids ['6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:00:06.311530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f0ec1-7ec4-4ead-851e-085ac657fc7b tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:06.314307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0c6f0ec1-7ec4-4ead-851e-085ac657fc7b tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1088188 Nov 12 21:00:06.317053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49590) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:06.350719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:06.476334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=ffbb3a67-cbc5-4d89-8ba6-668366192de1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:06.486645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:06.489822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:06.496322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:06.504739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:06.509511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:06.544364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2dfeaa-dd1a-4669-a497-5582146e94cf tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:06.549569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49604) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:06.556464 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da2dfeaa-dd1a-4669-a497-5582146e94cf tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 881 time: 0.2382054 Nov 12 21:00:06.581187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3e9fd2eb-8b35-44fb-9cd7-8a9b83027d81 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e HTTP/1.1" status: 200 len: 205 time: 0.0302374 Nov 12 21:00:06.584119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49606) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:06.630609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-644627df-1457-453a-9e8a-79af32d6d4b3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7990994 Nov 12 21:00:06.633415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49608) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:06.637800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181edb78-8812-4f7b-9193-2422c8a514bc req-89a0a797-9ffe-484f-a719-1b9174bdd242 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:06.640158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-181edb78-8812-4f7b-9193-2422c8a514bc req-89a0a797-9ffe-484f-a719-1b9174bdd242 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.0618436 Nov 12 21:00:06.703916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-181edb78-8812-4f7b-9193-2422c8a514bc req-fcd3ad32-29c1-4089-800e-4c1f949b02e3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578077 Nov 12 21:00:06.744472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e3b9c-0a0f-4c9a-9747-fa7da9a5429f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:06.755654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e3b9c-0a0f-4c9a-9747-fa7da9a5429f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:06.755654 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a37e3b9c-0a0f-4c9a-9747-fa7da9a5429f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1176419 Nov 12 21:00:06.755654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49614) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:06.793436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:06.953375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4843303a-abb8-45c4-b852-dfb959a13c3c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port ffbb3a67-cbc5-4d89-8ba6-668366192de1 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:06.953720 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4843303a-abb8-45c4-b852-dfb959a13c3c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:06.962446 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.032442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c7bfc699-0345-4bf2-b4ad-1448730f3f50 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:07.087807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4843303a-abb8-45c4-b852-dfb959a13c3c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.113308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4843303a-abb8-45c4-b852-dfb959a13c3c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for ffbb3a67-cbc5-4d89-8ba6-668366192de1 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:07.116344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c7bfc699-0345-4bf2-b4ad-1448730f3f50 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:07.116648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.190742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Deleting port 699ba9d0-ee49-4266-8755-4d085ef76bcd {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:07.191270 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.268379 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.319248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port c7bfc699-0345-4bf2-b4ad-1448730f3f50, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c7bfc699-0345-4bf2-b4ad-1448730f3f50,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:07.344613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.374026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Calling delete_port for 699ba9d0-ee49-4266-8755-4d085ef76bcd owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:07.399988 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.473669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=c7bfc699-0345-4bf2-b4ad-1448730f3f50,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:07.544942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e47e39f-03cc-4120-bc04-5f2acf477048 None None] Provisioning complete for port c7bfc699-0345-4bf2-b4ad-1448730f3f50 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:07.545873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e47e39f-03cc-4120-bc04-5f2acf477048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.579546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4843303a-abb8-45c4-b852-dfb959a13c3c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.629996 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843303a-abb8-45c4-b852-dfb959a13c3c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=ffbb3a67-cbc5-4d89-8ba6-668366192de1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:07.660177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4843303a-abb8-45c4-b852-dfb959a13c3c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.664396 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4843303a-abb8-45c4-b852-dfb959a13c3c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/ffbb3a67-cbc5-4d89-8ba6-668366192de1 HTTP/1.1" status: 204 len: 168 time: 0.9079633 Nov 12 21:00:07.667183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49658) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:07.724446 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.749391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f77556-dba5-4477-ac4d-0659354a1446 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:07.751239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f77556-dba5-4477-ac4d-0659354a1446 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:07.753038 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-87f77556-dba5-4477-ac4d-0659354a1446 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0846906 Nov 12 21:00:07.756269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49676) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:07.784577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event deleted for resources: {'Port': ['ID=699ba9d0-ee49-4266-8755-4d085ef76bcd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:07.818854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d726997d-2def-4345-8fec-11ebeeada7a8 None None] Could not find standard attr ID for object ffbb3a67-cbc5-4d89-8ba6-668366192de1. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:00:07.867722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-98588a04-a4a4-4441-9f18-2f8c1ca5e91a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet a494b917-fbc7-4691-bd0d-cb8f28697d73 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:07.875827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98588a04-a4a4-4441-9f18-2f8c1ca5e91a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.880188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.918073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e799-6ec8-4c0f-89be-5d689b72d851 req-08401ba0-0fca-4bb6-99d9-436500e3cc51 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:07.920152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eba4e799-6ec8-4c0f-89be-5d689b72d851 req-08401ba0-0fca-4bb6-99d9-436500e3cc51 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1113696 Nov 12 21:00:07.955379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98588a04-a4a4-4441-9f18-2f8c1ca5e91a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.993421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:07.994206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.037711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eba4e799-6ec8-4c0f-89be-5d689b72d851 req-bfaa8f54-279b-4a25-a064-1cc3d27db8bb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105900 Nov 12 21:00:08.116658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98588a04-a4a4-4441-9f18-2f8c1ca5e91a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.158895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.159987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Fanout notify agent at l3_agent the message router_deleted on router 6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:08.168885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.170347 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-353f5f42-cd77-4a0a-a930-ed5a4536b9df tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e HTTP/1.1" status: 204 len: 168 time: 1.5846584 Nov 12 21:00:08.174013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49692) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:08.179172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b095eb23-54a2-4805-9711-f88e160bbb9a tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-419706806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:08.279036 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b095eb23-54a2-4805-9711-f88e160bbb9a tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.280568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b095eb23-54a2-4805-9711-f88e160bbb9a tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.285448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98588a04-a4a4-4441-9f18-2f8c1ca5e91a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.322070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98588a04-a4a4-4441-9f18-2f8c1ca5e91a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.325903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-98588a04-a4a4-4441-9f18-2f8c1ca5e91a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/a494b917-fbc7-4691-bd0d-cb8f28697d73 HTTP/1.1" status: 204 len: 168 time: 0.5681691 Nov 12 21:00:08.328120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280696a4-ec76-47d8-b598-c8ad3779b38a None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:08.328569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49700) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:08.328979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98588a04-a4a4-4441-9f18-2f8c1ca5e91a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=a494b917-fbc7-4691-bd0d-cb8f28697d73,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:08.371473 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b095eb23-54a2-4805-9711-f88e160bbb9a tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.374062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49702) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:08.375558 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9cdd656b-293d-494a-8295-e92bf91d7f68 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457253 Nov 12 21:00:08.438039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b4f5f-6535-4d06-88f5-8f70ebd58126 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:08.440158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-208b4f5f-6535-4d06-88f5-8f70ebd58126 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0651052 Nov 12 21:00:08.442626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49708) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:08.478736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b095eb23-54a2-4805-9711-f88e160bbb9a tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.514953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251b9739-a9ce-46c8-ad45-1c59b7f0ea9e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:08.516620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-251b9739-a9ce-46c8-ad45-1c59b7f0ea9e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0726180 Nov 12 21:00:08.519150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49710) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:08.530811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:00:08.557342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49712) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:08.567547 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b095eb23-54a2-4805-9711-f88e160bbb9a tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.571971 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f288804d-4153-4bd4-a63b-affb9056791b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478978 Nov 12 21:00:08.572131 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b095eb23-54a2-4805-9711-f88e160bbb9a tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3936970 Nov 12 21:00:08.572244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49716) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:08.572558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49718) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:08.578688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': False}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:08.584033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:08.601237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] Deleting port c7bfc699-0345-4bf2-b4ad-1448730f3f50 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:08.613120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.674202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] For port c7bfc699-0345-4bf2-b4ad-1448730f3f50, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c7bfc699-0345-4bf2-b4ad-1448730f3f50,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:08.674598 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.688473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] Calling delete_port for c7bfc699-0345-4bf2-b4ad-1448730f3f50 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:08.799429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b75d498-f263-4a67-a81b-909f81992fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.826663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.856832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] No DVR routers for this DVR port c7bfc699-0345-4bf2-b4ad-1448730f3f50 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:08.863143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4885f52-ce2a-4160-8b24-ac7a21df8f8e None None] Pushing event deleted for resources: {'Port': ['ID=c7bfc699-0345-4bf2-b4ad-1448730f3f50,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:08.906363 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.950170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c7bfc699-0345-4bf2-b4ad-1448730f3f50 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:08.971530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c7bfc699-0345-4bf2-b4ad-1448730f3f50 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:08.971881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c7bfc699-0345-4bf2-b4ad-1448730f3f50 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:08.981371 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b75d498-f263-4a67-a81b-909f81992fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:08.982620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:08.989534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.087099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b75d498-f263-4a67-a81b-909f81992fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.200536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9b75d498-f263-4a67-a81b-909f81992fb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81334fa1844d4e44b9b9980746b6d8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6421938 Nov 12 21:00:09.204219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49738) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:09.205627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75d498-f263-4a67-a81b-909f81992fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a6d1a6-c939-4edd-a317-755c390f96cb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:09.267920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89c47d1-2357-4ee6-b99f-9dbf020bc7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.272436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a0cd5-e8a4-4a4b-a168-132f35531ed4 req-e1047e99-e41d-4dde-a24d-08f8afb4215a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:09.275840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-294a0cd5-e8a4-4a4b-a168-132f35531ed4 req-e1047e99-e41d-4dde-a24d-08f8afb4215a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1577446 Nov 12 21:00:09.298398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89c47d1-2357-4ee6-b99f-9dbf020bc7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.429452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-294a0cd5-e8a4-4a4b-a168-132f35531ed4 req-7b610e12-8d54-4377-be9f-4d6d422d6bce tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457288 Nov 12 21:00:09.435868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.491191 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89c47d1-2357-4ee6-b99f-9dbf020bc7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.494456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b89c47d1-2357-4ee6-b99f-9dbf020bc7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.495879 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b89c47d1-2357-4ee6-b99f-9dbf020bc7ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34a6d1a6-c939-4edd-a317-755c390f96cb HTTP/1.1" status: 204 len: 168 time: 0.2904823 Nov 12 21:00:09.504751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c47d1-2357-4ee6-b99f-9dbf020bc7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a6d1a6-c939-4edd-a317-755c390f96cb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:09.538193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:09.545540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:09.548597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:09.549192 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.557015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=f4806d39-230c-4d30-ad8c-581ed4d49fac,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:09.558694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536611d3-ae45-4e42-a51b-3116ab76cdf5 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:09.576502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.596887 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.702127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-87170550-5231-4566-99d5-ede452aaf8ff tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1243780 Nov 12 21:00:09.702552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:09.707855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:ff:67:81', 'name': 'tempest-NetworksTestDHCPv6-913943743'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:09.712622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Allocated IP 172.25.8.78 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/830f2448-6f81-4be4-8688-c285f1101db1) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:09.726305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': 'f4806d39-230c-4d30-ad8c-581ed4d49fac'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:00:09.729732 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.851549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.901660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/f4806d39-230c-4d30-ad8c-581ed4d49fac/5b461659-ff6e-4ea7-a775-d698f3429230) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:09.917078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49752) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:09.932464 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:09.937984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:09.961576 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 47eba4e2-cd96-4b75-99d9-801594826fd8 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:09.972651 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.028119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:10.031478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:10.033959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:10.069351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Pushing event updated for resources: {'Port': ['ID=830f2448-6f81-4be4-8688-c285f1101db1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:10.084176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.087359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.087359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.087359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.087359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.087359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.087359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.087359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.088010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.088010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.088166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.088381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:10.096024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b891d6-708e-41c2-815a-29d71de744ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.098900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.186253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b891d6-708e-41c2-815a-29d71de744ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.204996 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.237774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.238362 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.246300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:10.252667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:10.255239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:10.262977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Pushing event updated for resources: {'Port': ['ID=5b461659-ff6e-4ea7-a775-d698f3429230,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:10.293306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::5c (562b17e4-82bc-45a1-bb66-23d0d781dbba/f4806d39-230c-4d30-ad8c-581ed4d49fac/47eba4e2-cd96-4b75-99d9-801594826fd8) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:10.299179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b891d6-708e-41c2-815a-29d71de744ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.324983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Attempting to bind port 5b461659-ff6e-4ea7-a775-d698f3429230 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:10.325733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Attempting to bind port 5b461659-ff6e-4ea7-a775-d698f3429230 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:10.326342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Attempting to bind port 5b461659-ff6e-4ea7-a775-d698f3429230 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:10.333441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:10.333996 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:10.334629 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.335172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:10.336696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Bound port: 5b461659-ff6e-4ea7-a775-d698f3429230, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:10.337248 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.357782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1b891d6-708e-41c2-815a-29d71de744ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53123092e47743e79a5ed45ce4f7c3df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395556 Nov 12 21:00:10.363262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49766) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:10.374946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b891d6-708e-41c2-815a-29d71de744ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c91edb-3014-4130-8a5b-7a9a1906db61,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:10.425917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] For port 5b461659-ff6e-4ea7-a775-d698f3429230, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:10.439480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] For port 5b461659-ff6e-4ea7-a775-d698f3429230, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5b461659-ff6e-4ea7-a775-d698f3429230,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:10.478643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.502290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f06024b0-70c8-4d07-a07a-998997150e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.513851 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.547598 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f06024b0-70c8-4d07-a07a-998997150e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.584831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.645821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b8c20-91ae-4720-b27d-f83c41572425 None None] Pushing event updated for resources: {'Port': ['ID=5b461659-ff6e-4ea7-a775-d698f3429230,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:10.651915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974f2a8-9931-4661-af1e-80ce324f4ef6 req-0a465285-ba5e-43b0-9f7a-a2c8f54e6e2e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:10.653556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2974f2a8-9931-4661-af1e-80ce324f4ef6 req-0a465285-ba5e-43b0-9f7a-a2c8f54e6e2e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1305232 Nov 12 21:00:10.719908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f06024b0-70c8-4d07-a07a-998997150e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.722924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f06024b0-70c8-4d07-a07a-998997150e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.724308 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f06024b0-70c8-4d07-a07a-998997150e25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78c91edb-3014-4130-8a5b-7a9a1906db61 HTTP/1.1" status: 204 len: 168 time: 0.3592191 Nov 12 21:00:10.742832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06024b0-70c8-4d07-a07a-998997150e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c91edb-3014-4130-8a5b-7a9a1906db61,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:10.787669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.814869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2974f2a8-9931-4661-af1e-80ce324f4ef6 req-2b1a4293-0e89-4130-a486-f0389ac7ff8a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455305 Nov 12 21:00:10.847335 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.855694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.932047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:10.936612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:10.946165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:10.955901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:10.956518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:10.977481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=47eba4e2-cd96-4b75-99d9-801594826fd8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:11.033602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5b461659-ff6e-4ea7-a775-d698f3429230 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:11.076665 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-73d216b2-dc2a-4476-aebb-296c7342fc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3730547 Nov 12 21:00:11.079333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49784) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:11.092578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5b461659-ff6e-4ea7-a775-d698f3429230 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:11.093112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.152159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96453bb1-0638-41e8-a9b1-bede21211d56 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:11.153033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Router a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:00:11.162438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96453bb1-0638-41e8-a9b1-bede21211d56 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:11.165074 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-96453bb1-0638-41e8-a9b1-bede21211d56 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0848160 Nov 12 21:00:11.167690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49786) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:11.225936 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.287333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dce68-dca0-46e8-8a32-d7b424a536e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 47eba4e2-cd96-4b75-99d9-801594826fd8 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:11.287689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f9dce68-dca0-46e8-8a32-d7b424a536e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.306799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 5b461659-ff6e-4ea7-a775-d698f3429230, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5b461659-ff6e-4ea7-a775-d698f3429230,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:11.383413 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.487590 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f9dce68-dca0-46e8-8a32-d7b424a536e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.526785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=5b461659-ff6e-4ea7-a775-d698f3429230,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:11.528489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dce68-dca0-46e8-8a32-d7b424a536e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 47eba4e2-cd96-4b75-99d9-801594826fd8 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:11.698683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bb60279-4c57-4909-aad8-e73aca227cec req-16d6b1ae-15fb-496d-a517-701c97011d1d tempest-AbsoluteLimitsNegativeTestJSON-574908861 tempest-AbsoluteLimitsNegativeTestJSON-574908861-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=45d1fa9691e344729a89cced32c7200d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366347 Nov 12 21:00:11.764214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:00:11.774583 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bd7d76-85ef-4f62-b64c-1006f8750132 None None] Sync routers for ids ['a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:00:11.778928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.780199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e82fc0ee-9160-43c8-8b90-ac81b11dd260 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "PUT /v2.0/routers/a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3 HTTP/1.1" status: 200 len: 914 time: 3.2062705 Nov 12 21:00:11.783131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49804) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:11.786054 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd7d76-85ef-4f62-b64c-1006f8750132 None None] Routers {'a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:11.786873 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-84bd7d76-85ef-4f62-b64c-1006f8750132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:11.794972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49806) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:11.848075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f9dce68-dca0-46e8-8a32-d7b424a536e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.854965 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-84bd7d76-85ef-4f62-b64c-1006f8750132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:11.879724 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd7d76-85ef-4f62-b64c-1006f8750132 None None] Routers {'a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:11.880601 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-84bd7d76-85ef-4f62-b64c-1006f8750132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:11.894308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7e92537f-94b7-4038-bcaa-f527d86cc338 None None] Provisioning complete for port 5b461659-ff6e-4ea7-a775-d698f3429230 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:11.894860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7e92537f-94b7-4038-bcaa-f527d86cc338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.921623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e4b22be-8f04-4b18-9813-1424de28539e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:11.927815 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-84bd7d76-85ef-4f62-b64c-1006f8750132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:11.928777 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bd7d76-85ef-4f62-b64c-1006f8750132 None None] The sync data for ids ['a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:00:11.941892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60279-4c57-4909-aad8-e73aca227cec req-be7c7cb4-413a-4908-89c0-1695afa91f7f tempest-AbsoluteLimitsNegativeTestJSON-574908861 tempest-AbsoluteLimitsNegativeTestJSON-574908861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:11.943471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bb60279-4c57-4909-aad8-e73aca227cec req-be7c7cb4-413a-4908-89c0-1695afa91f7f tempest-AbsoluteLimitsNegativeTestJSON-574908861 tempest-AbsoluteLimitsNegativeTestJSON-574908861-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379110 Nov 12 21:00:11.957772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dce68-dca0-46e8-8a32-d7b424a536e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=47eba4e2-cd96-4b75-99d9-801594826fd8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:11.977481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bb60279-4c57-4909-aad8-e73aca227cec req-263391f5-d918-4026-9872-b45fc75abdc3 tempest-AbsoluteLimitsNegativeTestJSON-574908861 tempest-AbsoluteLimitsNegativeTestJSON-574908861-project] 10.222.0.64 "GET /v2.0/quotas/45d1fa9691e344729a89cced32c7200d HTTP/1.1" status: 200 len: 375 time: 0.0181592 Nov 12 21:00:11.999023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f9dce68-dca0-46e8-8a32-d7b424a536e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.003503 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f9dce68-dca0-46e8-8a32-d7b424a536e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/47eba4e2-cd96-4b75-99d9-801594826fd8 HTTP/1.1" status: 204 len: 168 time: 0.8343384 Nov 12 21:00:12.007195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49810) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.010462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2dfb1-e451-48ae-b57b-19ef997be407 req-b0e18e33-0d59-4275-b9e7-3921ed06d9cf tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:12.012082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cc2dfb1-e451-48ae-b57b-19ef997be407 req-b0e18e33-0d59-4275-b9e7-3921ed06d9cf tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.0901597 Nov 12 21:00:12.032669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bb60279-4c57-4909-aad8-e73aca227cec req-34b7f41c-07c6-40b2-bda9-2f5b3e4d2460 tempest-AbsoluteLimitsNegativeTestJSON-574908861 tempest-AbsoluteLimitsNegativeTestJSON-574908861-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=45d1fa9691e344729a89cced32c7200d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471056 Nov 12 21:00:12.099924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cc2dfb1-e451-48ae-b57b-19ef997be407 req-75d8d39b-2243-40c2-b089-8ae71111cf7d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696971 Nov 12 21:00:12.113764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c9c1d-5c53-45b4-b7c3-9819137293b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:12.113927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c9c1d-5c53-45b4-b7c3-9819137293b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:12.118957 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca5c9c1d-5c53-45b4-b7c3-9819137293b5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1057191 Nov 12 21:00:12.120441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49814) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.163320 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8e9380eb-e086-486e-a931-4f5ca3dc9cf8 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/routers/a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3 HTTP/1.1" status: 200 len: 920 time: 0.3783062 Nov 12 21:00:12.167825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49816) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.173897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bbd42b20-6610-4fa1-b729-9a8bc30e5a45 None None] Could not find standard attr ID for object 47eba4e2-cd96-4b75-99d9-801594826fd8. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:00:12.203688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e4b22be-8f04-4b18-9813-1424de28539e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.231073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0ee72f-f1fe-4842-901f-c9a75f7a420d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet f4806d39-230c-4d30-ad8c-581ed4d49fac {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:12.235912 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee72f-f1fe-4842-901f-c9a75f7a420d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.280057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e4b22be-8f04-4b18-9813-1424de28539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.286798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c53bc-cd14-44c8-97eb-418425272609 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:12.291621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ba9c53bc-cd14-44c8-97eb-418425272609 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1142550 Nov 12 21:00:12.292173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.308434 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee72f-f1fe-4842-901f-c9a75f7a420d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.335138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4e4b22be-8f04-4b18-9813-1424de28539e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1907981c208a4cba861e04269fb9929b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358396 Nov 12 21:00:12.335138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b22be-8f04-4b18-9813-1424de28539e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ebdc47-3f66-4372-87ca-0d1106cc2f02,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:12.337271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.392602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc71cb21-3de8-4f20-9330-3175b4e86d38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.418276 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc71cb21-3de8-4f20-9330-3175b4e86d38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.458483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf085d-8515-4320-afb7-23fc5e130bdb tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:12.459822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0dbf085d-8515-4320-afb7-23fc5e130bdb tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 881 time: 0.1667290 Nov 12 21:00:12.463416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49822) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.464704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee72f-f1fe-4842-901f-c9a75f7a420d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.496517 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef731ece-ebf5-47f1-8078-48a1082d630f tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3 HTTP/1.1" status: 200 len: 205 time: 0.0316033 Nov 12 21:00:12.499183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49826) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.541035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc71cb21-3de8-4f20-9330-3175b4e86d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.544669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc71cb21-3de8-4f20-9330-3175b4e86d38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.546029 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc71cb21-3de8-4f20-9330-3175b4e86d38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5ebdc47-3f66-4372-87ca-0d1106cc2f02 HTTP/1.1" status: 204 len: 168 time: 0.2081931 Nov 12 21:00:12.557255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71cb21-3de8-4f20-9330-3175b4e86d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ebdc47-3f66-4372-87ca-0d1106cc2f02,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:12.600399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49832) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.648158 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.724375 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-55189bec-8619-4f54-a0e9-c38b3ec22f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.736531 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee72f-f1fe-4842-901f-c9a75f7a420d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.766990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ee72f-f1fe-4842-901f-c9a75f7a420d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=f4806d39-230c-4d30-ad8c-581ed4d49fac,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:12.771812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee72f-f1fe-4842-901f-c9a75f7a420d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.776007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fe0ee72f-f1fe-4842-901f-c9a75f7a420d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/f4806d39-230c-4d30-ad8c-581ed4d49fac HTTP/1.1" status: 204 len: 168 time: 0.6541502 Nov 12 21:00:12.780664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49836) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.784887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233c68d-6840-439f-a9fa-9aaa0efeabca None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:12.819655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-55189bec-8619-4f54-a0e9-c38b3ec22f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.824260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-648bf0d2-b46d-49ae-8ad4-7c837eb31347 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421281 Nov 12 21:00:12.826960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49838) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.838345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.885042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f885f-95ce-4539-ad9a-79d8346e72bb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:12.886813 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d57f885f-95ce-4539-ad9a-79d8346e72bb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0583596 Nov 12 21:00:12.889277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49840) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:12.898768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-55189bec-8619-4f54-a0e9-c38b3ec22f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:12.986815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Deleting port 830f2448-6f81-4be4-8688-c285f1101db1 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:12.987423 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.005529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77561345-7e7d-486e-9f4a-0f01f696c5dd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:13.006604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:00:13.008560 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-77561345-7e7d-486e-9f4a-0f01f696c5dd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168411 Nov 12 21:00:13.011611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-55189bec-8619-4f54-a0e9-c38b3ec22f04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45d1fa9691e344729a89cced32c7200d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100070 Nov 12 21:00:13.012275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:13.015756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49846) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:13.019969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55189bec-8619-4f54-a0e9-c38b3ec22f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b429f9e-fcdf-443f-9548-a30aea93ffbf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:13.073607 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-98e22130-1779-4366-838c-b860fc094a11 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511503 Nov 12 21:00:13.073607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:13.073911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] Deleting port 5b461659-ff6e-4ea7-a775-d698f3429230 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:13.073911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.076988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:13.120574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.136706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-174630e7-6fb1-49e3-8fa2-c425943ede7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.138396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Calling delete_port for 830f2448-6f81-4be4-8688-c285f1101db1 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:13.200087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-174630e7-6fb1-49e3-8fa2-c425943ede7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.267400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:13.271533 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.341719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207d46-ff9d-4317-a82e-f2e90eaa4913 req-f2461de4-4955-412d-a504-dc5762a8d25c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:13.345432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f207d46-ff9d-4317-a82e-f2e90eaa4913 req-f2461de4-4955-412d-a504-dc5762a8d25c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1478295 Nov 12 21:00:13.378392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] For port 5b461659-ff6e-4ea7-a775-d698f3429230, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5b461659-ff6e-4ea7-a775-d698f3429230,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:13.378918 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.392829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] Calling delete_port for 5b461659-ff6e-4ea7-a775-d698f3429230 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:13.444494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f207d46-ff9d-4317-a82e-f2e90eaa4913 req-a4f2619c-ba56-4b8b-bb3c-4d216d01a573 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Nov 12 21:00:13.451744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-174630e7-6fb1-49e3-8fa2-c425943ede7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.454318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-174630e7-6fb1-49e3-8fa2-c425943ede7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.455521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-174630e7-6fb1-49e3-8fa2-c425943ede7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b429f9e-fcdf-443f-9548-a30aea93ffbf HTTP/1.1" status: 204 len: 168 time: 0.4387395 Nov 12 21:00:13.470250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174630e7-6fb1-49e3-8fa2-c425943ede7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b429f9e-fcdf-443f-9548-a30aea93ffbf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:13.582485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.582658 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.597808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] No DVR routers for this DVR port 5b461659-ff6e-4ea7-a775-d698f3429230 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:13.625149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22467f80-52a0-4ddb-a26c-a1b20e0bb29f None None] Pushing event deleted for resources: {'Port': ['ID=5b461659-ff6e-4ea7-a775-d698f3429230,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:13.631724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event deleted for resources: {'Port': ['ID=830f2448-6f81-4be4-8688-c285f1101db1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:13.712544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.831918 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.842956 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.996613 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:13.998177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Fanout notify agent at l3_agent the message router_deleted on router a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:14.013381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.015470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-830c11d3-5ed0-4f90-bca7-415dfe961515 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3 HTTP/1.1" status: 204 len: 168 time: 1.5148191 Nov 12 21:00:14.019127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49882) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:14.025210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-64851102', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:14.114647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.116236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.186997 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.199823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:00:14.201290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.249044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:14.253424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:14.257944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:14.258897 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.267941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c13d89-47de-43ee-8c2a-543fa3fd252c None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:14.273804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=86e1f2e0-b4b9-4448-ae20-54d1117eb7c1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:14.362931 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1876ec28-f4ef-4bde-a6c9-a4deb1fed9fe tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2926660 Nov 12 21:00:14.367492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49894) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:14.372983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-648ee50f-6d2d-4bfe-8f75-eafd4b5f3e42 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:14.388691 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.443615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '86e1f2e0-b4b9-4448-ae20-54d1117eb7c1'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:00:14.445965 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.611347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Allocated IP 2001:db8::f816:3eff:feea:b52d (562b17e4-82bc-45a1-bb66-23d0d781dbba/86e1f2e0-b4b9-4448-ae20-54d1117eb7c1/587aa699-13dd-4cd4-9f9f-0948787415c6) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:14.645117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648ee50f-6d2d-4bfe-8f75-eafd4b5f3e42 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:14.648858 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-648ee50f-6d2d-4bfe-8f75-eafd4b5f3e42 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.674840 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49906) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:14.712416 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.739476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.761177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694a1a2-1250-4e66-869f-556aa7f97f27 req-6447b5cf-4a6f-436a-b53b-0bc6ff646262 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:14.770210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5694a1a2-1250-4e66-869f-556aa7f97f27 req-6447b5cf-4a6f-436a-b53b-0bc6ff646262 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1635888 Nov 12 21:00:14.803033 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-648ee50f-6d2d-4bfe-8f75-eafd4b5f3e42 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86e1f2e0-b4b9-4448-ae20-54d1117eb7c1 (CIDR: 2001:db8::/64) Nov 12 21:00:14.853203 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-648ee50f-6d2d-4bfe-8f75-eafd4b5f3e42 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:00:14.853671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648ee50f-6d2d-4bfe-8f75-eafd4b5f3e42 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:14.876141 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:14.879034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5694a1a2-1250-4e66-869f-556aa7f97f27 req-d947365b-d927-404a-a493-b94be7e8aa36 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999153 Nov 12 21:00:14.941429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Allocated IP 172.25.8.28 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/78dea41c-0f64-40ed-87cd-5f3b02b29301) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:14.953061 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-648ee50f-6d2d-4bfe-8f75-eafd4b5f3e42 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5839987 Nov 12 21:00:14.956648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49916) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:14.964399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:14.971039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5b461659-ff6e-4ea7-a775-d698f3429230 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:14.990911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49918) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:15.018978 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.037675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 5b461659-ff6e-4ea7-a775-d698f3429230 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:15.038274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5b461659-ff6e-4ea7-a775-d698f3429230 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:15.084858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3b59678e-5f4f-4936-8010-f32fe4b47f94 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-909777751'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:15.098568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:15.102260 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.103603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:15.124882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Pushing event updated for resources: {'Port': ['ID=587aa699-13dd-4cd4-9f9f-0948787415c6,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:15.137078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:15.147726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1485651953-network', 'tenant_id': '93db507a00d54cee882ec33b6920830a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:15.194471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b59678e-5f4f-4936-8010-f32fe4b47f94 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.196597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b59678e-5f4f-4936-8010-f32fe4b47f94 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.202752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Attempting to bind port 587aa699-13dd-4cd4-9f9f-0948787415c6 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:15.203432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Attempting to bind port 587aa699-13dd-4cd4-9f9f-0948787415c6 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:15.204001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Attempting to bind port 587aa699-13dd-4cd4-9f9f-0948787415c6 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:15.209171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:15.209617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:15.210134 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.210621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:15.211686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Bound port: 587aa699-13dd-4cd4-9f9f-0948787415c6, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:15.212058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.249085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.252430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b59678e-5f4f-4936-8010-f32fe4b47f94 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.276859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] For port 587aa699-13dd-4cd4-9f9f-0948787415c6, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:15.280448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] For port 587aa699-13dd-4cd4-9f9f-0948787415c6, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=587aa699-13dd-4cd4-9f9f-0948787415c6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:15.303399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:15.306361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:15.308789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:15.315047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:15.318745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.333220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event updated for resources: {'Port': ['ID=78dea41c-0f64-40ed-87cd-5f3b02b29301,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:15.336622 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.340090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b59678e-5f4f-4936-8010-f32fe4b47f94 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.428480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3c3f-8e2a-48df-955d-52d9efc0339a None None] Pushing event updated for resources: {'Port': ['ID=587aa699-13dd-4cd4-9f9f-0948787415c6,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:15.442691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Made reservation on behalf of 93db507a00d54cee882ec33b6920830a for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:15.446134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.464137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.577965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b59678e-5f4f-4936-8010-f32fe4b47f94 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.579765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3b59678e-5f4f-4936-8010-f32fe4b47f94 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5870984 Nov 12 21:00:15.581188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49922) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:15.661983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.765608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.819999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:15.822815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.834706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:15.843971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:15.847997 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.848943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=707a5032-b2e0-4251-99bb-c377d2331639,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:15.857344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:00:15.884833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.885182 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Added segment cbef9962-7280-4f00-a6d1-c8cd51385101 of type vlan for network 21072f8a-4325-4a20-9125-fecf53afeb67 Nov 12 21:00:15.893778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:15.960520 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7896b8af-7549-4d01-9736-e1792ebf1f18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0000143 Nov 12 21:00:15.960837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:15.963637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:15.969376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:c3:4c:77', 'name': 'tempest-NetworksTestDHCPv6-1729573339'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:16.085631 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393d1939-d15e-4b14-b113-0dfb7931ab98 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.118884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.120560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:16.121508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.198664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] Pushing event updated for resources: {'Network': ['ID=21072f8a-4325-4a20-9125-fecf53afeb67,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:16.208892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 21072f8a-4325-4a20-9125-fecf53afeb67 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:00:16.218450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:16.295508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f42f67-3428-4bb5-812d-e00f34faffa8 req-342f6013-9f50-4bca-ac7c-2fb0a0d4c212 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:16.297074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9f42f67-3428-4bb5-812d-e00f34faffa8 req-342f6013-9f50-4bca-ac7c-2fb0a0d4c212 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2648318 Nov 12 21:00:16.316900 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-be4486a1-0083-4176-ad86-4b78e6bbde34 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6324372 Nov 12 21:00:16.319696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49930) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:16.324591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Request body: {'subnet': {'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1485651953-subnet', 'tenant_id': '93db507a00d54cee882ec33b6920830a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:16.355949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393d1939-d15e-4b14-b113-0dfb7931ab98 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.362499 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393d1939-d15e-4b14-b113-0dfb7931ab98 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.371215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.375616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.398593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port bf5e83bd-3c8f-49a4-8f74-194d74c60a27 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:16.445890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Made reservation on behalf of 93db507a00d54cee882ec33b6920830a for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:16.448920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.464434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3bd8b2-b219-4c65-94a1-1c182c170c17 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:16.475913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9f42f67-3428-4bb5-812d-e00f34faffa8 req-9ea2d7e7-262c-4f76-9147-6ff0f88fd131 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458988 Nov 12 21:00:16.515945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393d1939-d15e-4b14-b113-0dfb7931ab98 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.516928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d1939-d15e-4b14-b113-0dfb7931ab98 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0081c6-9f86-4959-99d5-f6ff538fc74e {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:16.522430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393d1939-d15e-4b14-b113-0dfb7931ab98 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.524363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-393d1939-d15e-4b14-b113-0dfb7931ab98 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "DELETE /v2.0/routers/9c0081c6-9f86-4959-99d5-f6ff538fc74e HTTP/1.1" status: 204 len: 168 time: 0.9419765 Nov 12 21:00:16.527549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49932) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:16.533563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-04f8c7a5-1c3f-4a43-a230-d0a710a1fa28 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Request body: {'router': {'name': 'tempest-router-1837926060', 'distributed': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:16.552486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1562f77c-3665-4fef-b0ee-0d04c5ed7fe9 None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:16.552927 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1562f77c-3665-4fef-b0ee-0d04c5ed7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.658357 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04f8c7a5-1c3f-4a43-a230-d0a710a1fa28 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.659625 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04f8c7a5-1c3f-4a43-a230-d0a710a1fa28 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.701568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.707422 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1562f77c-3665-4fef-b0ee-0d04c5ed7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.708570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8:0:1::25 (562b17e4-82bc-45a1-bb66-23d0d781dbba/707a5032-b2e0-4251-99bb-c377d2331639/bf5e83bd-3c8f-49a4-8f74-194d74c60a27) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:16.720994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:fec3:4c77 (562b17e4-82bc-45a1-bb66-23d0d781dbba/86e1f2e0-b4b9-4448-ae20-54d1117eb7c1/bf5e83bd-3c8f-49a4-8f74-194d74c60a27) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:16.735920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04f8c7a5-1c3f-4a43-a230-d0a710a1fa28 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.751822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1562f77c-3665-4fef-b0ee-0d04c5ed7fe9 None None] For port 587aa699-13dd-4cd4-9f9f-0948787415c6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=587aa699-13dd-4cd4-9f9f-0948787415c6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:16.809093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a96445c-6c54-462c-a38c-5856696c8a4c None None] Update dhcp port {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': '86e1f2e0-b4b9-4448-ae20-54d1117eb7c1', 'ip_address': '2001:db8::f816:3eff:feea:b52d'}, {'subnet_id': '707a5032-b2e0-4251-99bb-c377d2331639'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '587aa699-13dd-4cd4-9f9f-0948787415c6'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:00:16.824437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04f8c7a5-1c3f-4a43-a230-d0a710a1fa28 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.836211 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a96445c-6c54-462c-a38c-5856696c8a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.839664 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1562f77c-3665-4fef-b0ee-0d04c5ed7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.914029 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.957733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04f8c7a5-1c3f-4a43-a230-d0a710a1fa28 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:16.963954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49936) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:16.971754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-04f8c7a5-1c3f-4a43-a230-d0a710a1fa28 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4305546 Nov 12 21:00:16.978918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f77c-3665-4fef-b0ee-0d04c5ed7fe9 None None] Pushing event updated for resources: {'Port': ['ID=587aa699-13dd-4cd4-9f9f-0948787415c6,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:17.006299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Router 279ab45e-ffdc-49da-8437-455cf2aa3677 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:00:17.025094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.028908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 587aa699-13dd-4cd4-9f9f-0948787415c6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:17.094861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a51873-ab5c-47b4-ad25-9e1d5a28db9c,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:17.097545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:17.098035 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.101450 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff30d-a643-409b-a1b6-8895a6d9305c tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.144615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:00:17.170186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea30a82-df10-41b3-ad7a-8201a946e297 None None] Sync routers for ids ['279ab45e-ffdc-49da-8437-455cf2aa3677'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:00:17.186820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Checking segment: {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:17.187182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Network hostable DHCP agents. Network: 21072f8a-4325-4a20-9125-fecf53afeb67, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:00:17.191799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea30a82-df10-41b3-ad7a-8201a946e297 None None] Routers {'279ab45e-ffdc-49da-8437-455cf2aa3677'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:17.192426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8ea30a82-df10-41b3-ad7a-8201a946e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['279ab45e-ffdc-49da-8437-455cf2aa3677'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:17.215372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.215372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e27c69e1-52fd-4d76-a3be-76f1c4f84127 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.1923599 Nov 12 21:00:17.215805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49938) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:17.220479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:17.233122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8ea30a82-df10-41b3-ad7a-8201a946e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:17.246251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea30a82-df10-41b3-ad7a-8201a946e297 None None] Routers {'279ab45e-ffdc-49da-8437-455cf2aa3677'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:17.246907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8ea30a82-df10-41b3-ad7a-8201a946e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['279ab45e-ffdc-49da-8437-455cf2aa3677'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:17.286443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8ea30a82-df10-41b3-ad7a-8201a946e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:17.287101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea30a82-df10-41b3-ad7a-8201a946e297 None None] The sync data for ids ['279ab45e-ffdc-49da-8437-455cf2aa3677'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:00:17.301603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff30d-a643-409b-a1b6-8895a6d9305c tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.304630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff30d-a643-409b-a1b6-8895a6d9305c tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.307119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.354877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9a96445c-6c54-462c-a38c-5856696c8a4c None None] Allocated IP 2001:db8:0:1::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/707a5032-b2e0-4251-99bb-c377d2331639/587aa699-13dd-4cd4-9f9f-0948787415c6) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:17.375337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Network 21072f8a-4325-4a20-9125-fecf53afeb67 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:00:17.399153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:17.400392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:17.402841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:17.408841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:17.409463 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.419240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=bf5e83bd-3c8f-49a4-8f74-194d74c60a27,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:17.466043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9a96445c-6c54-462c-a38c-5856696c8a4c None None] For port 587aa699-13dd-4cd4-9f9f-0948787415c6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=587aa699-13dd-4cd4-9f9f-0948787415c6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:17.468339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 21072f8a-4325-4a20-9125-fecf53afeb67) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:17.473024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:17.473828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.481195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6de471-6dae-4b34-8029-b5aba9054ba5 None None] Network 21072f8a-4325-4a20-9125-fecf53afeb67 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:17.499404 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1d343c9d-41d1-45f1-822e-776079da5ad5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5376689 Nov 12 21:00:17.501148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff30d-a643-409b-a1b6-8895a6d9305c tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.504596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ff30d-a643-409b-a1b6-8895a6d9305c tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3d41f05-22c1-45cc-9167-3b563f3d6796 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:17.506008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49940) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:17.548532 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a96445c-6c54-462c-a38c-5856696c8a4c None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.562819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff30d-a643-409b-a1b6-8895a6d9305c tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.567897 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9e0ff30d-a643-409b-a1b6-8895a6d9305c tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e3d41f05-22c1-45cc-9167-3b563f3d6796 HTTP/1.1" status: 204 len: 168 time: 0.6011553 Nov 12 21:00:17.574403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:17.582032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ad856798-2969-42e9-95dd-b05bd289785b tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Request body: {'router': {'name': 'tempest-router-1160497707', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '914940e3909c49c98a25352b943cf860'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:17.593799 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-db3c9362-a91e-421f-bf06-67c3197dcad9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2657263 Nov 12 21:00:17.608648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.636637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fc644-e112-42aa-98e8-f751b61a79d7 req-753882a9-5c88-4b4f-a16f-a12371987512 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:17.638646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-027fc644-e112-42aa-98e8-f751b61a79d7 req-753882a9-5c88-4b4f-a16f-a12371987512 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.0757849 Nov 12 21:00:17.657232 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-24d647dd-a1da-4f11-bb5c-a80c5b8c1028 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port bf5e83bd-3c8f-49a4-8f74-194d74c60a27 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:17.657576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d647dd-a1da-4f11-bb5c-a80c5b8c1028 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.661043 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a96445c-6c54-462c-a38c-5856696c8a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.691442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56257d7-3bee-43b5-8863-be01bd4e141d None None] Network 21072f8a-4325-4a20-9125-fecf53afeb67 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:17.723439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-027fc644-e112-42aa-98e8-f751b61a79d7 req-4d63e6c8-0c7c-40c4-9f67-dde5fa1c5ab6 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769455 Nov 12 21:00:17.734791 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.761280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad856798-2969-42e9-95dd-b05bd289785b tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.762315 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad856798-2969-42e9-95dd-b05bd289785b tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.775780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d647dd-a1da-4f11-bb5c-a80c5b8c1028 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.792402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-24d647dd-a1da-4f11-bb5c-a80c5b8c1028 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for bf5e83bd-3c8f-49a4-8f74-194d74c60a27 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:17.825547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96445c-6c54-462c-a38c-5856696c8a4c None None] Pushing event updated for resources: {'Port': ['ID=587aa699-13dd-4cd4-9f9f-0948787415c6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:17.871606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad856798-2969-42e9-95dd-b05bd289785b tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:17.929832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Deleting port 78dea41c-0f64-40ed-87cd-5f3b02b29301 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:17.929832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.007947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.022109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Calling delete_port for 78dea41c-0f64-40ed-87cd-5f3b02b29301 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:18.026600 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad856798-2969-42e9-95dd-b05bd289785b tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.150071 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad856798-2969-42e9-95dd-b05bd289785b tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.153924 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ad856798-2969-42e9-95dd-b05bd289785b tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5772543 Nov 12 21:00:18.154654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49964) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:18.157045 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d647dd-a1da-4f11-bb5c-a80c5b8c1028 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.162364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:18.232853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d647dd-a1da-4f11-bb5c-a80c5b8c1028 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=bf5e83bd-3c8f-49a4-8f74-194d74c60a27,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:18.274000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-919ad2cf-bfd0-442d-be02-e767b81453e9 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:18.278277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-919ad2cf-bfd0-442d-be02-e767b81453e9 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/networks?id=21072f8a-4325-4a20-9125-fecf53afeb67 HTTP/1.1" status: 200 len: 818 time: 0.1779611 Nov 12 21:00:18.317884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-cab63f56-716a-4289-a207-ebc32cfbbdd0 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/quotas/93db507a00d54cee882ec33b6920830a HTTP/1.1" status: 200 len: 375 time: 0.0346570 Nov 12 21:00:18.362324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-ff361d58-fe3a-4ed2-96ac-784ca84dd579 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93db507a00d54cee882ec33b6920830a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357316 Nov 12 21:00:18.374103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24d647dd-a1da-4f11-bb5c-a80c5b8c1028 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.377489 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24d647dd-a1da-4f11-bb5c-a80c5b8c1028 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/bf5e83bd-3c8f-49a4-8f74-194d74c60a27 HTTP/1.1" status: 204 len: 168 time: 0.8704731 Nov 12 21:00:18.380349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49966) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:18.431866 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.472270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Pushing event deleted for resources: {'Port': ['ID=78dea41c-0f64-40ed-87cd-5f3b02b29301,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:18.481787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.482138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.490054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-900307c7-461c-45ee-a57a-7b21ddb22e07 None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:18.490638 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-900307c7-461c-45ee-a57a-7b21ddb22e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.543932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-575f67de-1a4b-442f-9fc1-119120428546 service neutron] 10.222.0.64 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736441 Nov 12 21:00:18.575767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e27ba4-bba8-4bfb-b9fc-f5b17af641a5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:18.577410 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c2e27ba4-bba8-4bfb-b9fc-f5b17af641a5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1960902 Nov 12 21:00:18.580246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49968) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:18.605811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.635015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109628) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 21:00:18.638864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Router 12c503e0-f2ca-4028-bed1-3865752ed0db migrating from provider to provider. {{(pid=109628) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 21:00:18.638864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.643065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.660862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da30962b-437d-47a9-b78d-b5a9e9daffd3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:18.662694 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da30962b-437d-47a9-b78d-b5a9e9daffd3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0812590 Nov 12 21:00:18.665370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49970) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:18.713500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-03f8c2eb-e385-4a6b-9113-b99cdb544d60 None None] Could not find standard attr ID for object bf5e83bd-3c8f-49a4-8f74-194d74c60a27. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:00:18.732496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94c138-a735-4cd7-9f1b-0853b8cde4b4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:18.734051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94c138-a735-4cd7-9f1b-0853b8cde4b4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:18.735738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94c138-a735-4cd7-9f1b-0853b8cde4b4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:18.740185 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fe94c138-a735-4cd7-9f1b-0853b8cde4b4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0709984 Nov 12 21:00:18.740185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49972) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:18.749764 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.836458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-fba81866-7406-431e-8933-b442bfae23d1 service neutron] 10.222.0.64 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722313 Nov 12 21:00:18.926222 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.930790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:18.985988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 587aa699-13dd-4cd4-9f9f-0948787415c6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:19.024788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Router 279ab45e-ffdc-49da-8437-455cf2aa3677 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:00:19.041225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e1bba-1fea-4031-ad2c-c2d6588f7692 req-57ef150b-ad86-4498-a6ba-bad4875b40b5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:19.042800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-927e1bba-1fea-4031-ad2c-c2d6588f7692 req-57ef150b-ad86-4498-a6ba-bad4875b40b5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2185733 Nov 12 21:00:19.044856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:19.045230 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.148142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:00:19.156032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.158109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f0c49d01-aec3-4225-a188-296c7d2b383e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "PUT /v2.0/routers/279ab45e-ffdc-49da-8437-455cf2aa3677 HTTP/1.1" status: 200 len: 704 time: 1.9411678 Nov 12 21:00:19.161937 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc49b5f1-7b35-41b1-85dc-23b18ae54bde None None] Sync routers for ids ['279ab45e-ffdc-49da-8437-455cf2aa3677'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:00:19.164622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49976) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:19.176088 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49b5f1-7b35-41b1-85dc-23b18ae54bde None None] Routers {'279ab45e-ffdc-49da-8437-455cf2aa3677'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:19.176795 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dc49b5f1-7b35-41b1-85dc-23b18ae54bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['279ab45e-ffdc-49da-8437-455cf2aa3677'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:19.196817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-223fb546-46e3-4676-9d73-1c301befa540 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 707a5032-b2e0-4251-99bb-c377d2331639 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:19.200244 n-d-713498-29 neutron-server[109628]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] No L3 agents can host the router 12c503e0-f2ca-4028-bed1-3865752ed0db Nov 12 21:00:19.202223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-223fb546-46e3-4676-9d73-1c301befa540 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.213062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-927e1bba-1fea-4031-ad2c-c2d6588f7692 req-1d0aba6b-8ade-4799-ad23-298455e11da9 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606760 Nov 12 21:00:19.233953 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dc49b5f1-7b35-41b1-85dc-23b18ae54bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:19.246470 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49b5f1-7b35-41b1-85dc-23b18ae54bde None None] Routers {'279ab45e-ffdc-49da-8437-455cf2aa3677'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:19.250462 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dc49b5f1-7b35-41b1-85dc-23b18ae54bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['279ab45e-ffdc-49da-8437-455cf2aa3677'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:19.256526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5844081d-23a5-46f8-b3bd-acd1b8fa39eb tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/routers/279ab45e-ffdc-49da-8437-455cf2aa3677 HTTP/1.1" status: 200 len: 739 time: 0.0907788 Nov 12 21:00:19.259622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49980) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:19.306443 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dc49b5f1-7b35-41b1-85dc-23b18ae54bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:19.307191 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc49b5f1-7b35-41b1-85dc-23b18ae54bde None None] The sync data for ids ['279ab45e-ffdc-49da-8437-455cf2aa3677'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:00:19.316340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7ab4ab66-936b-4895-888f-502e4ae386b8 tempest-RoutersAdminTest-703456270 tempest-RoutersAdminTest-703456270-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=279ab45e-ffdc-49da-8437-455cf2aa3677 HTTP/1.1" status: 200 len: 205 time: 0.0555761 Nov 12 21:00:19.318810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-223fb546-46e3-4676-9d73-1c301befa540 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.319213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49982) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:19.351792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d0b5b050-ab97-4fdf-ae50-818ec4b1aad1 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ab45e-ffdc-49da-8437-455cf2aa3677 HTTP/1.1" status: 200 len: 205 time: 0.0312297 Nov 12 21:00:19.354196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49984) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:19.394662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Hosts for router 12c503e0-f2ca-4028-bed1-3865752ed0db: [] {{(pid=109628) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 21:00:19.431033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Hosts for other DVR routers connected to router 12c503e0-f2ca-4028-bed1-3865752ed0db: set() {{(pid=109628) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 21:00:19.431975 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-631619f2-2988-4235-b885-0b234abb6db4 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.434351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.435618 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ac0221d-9482-468e-92c5-2e535d973680 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "PUT /v2.0/routers/12c503e0-f2ca-4028-bed1-3865752ed0db HTTP/1.1" status: 200 len: 717 time: 1.2797008 Nov 12 21:00:19.438716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49988) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:19.552644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a0bcef9-25a3-4c4a-b694-d46370a94ed5 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "GET /v2.0/routers/12c503e0-f2ca-4028-bed1-3865752ed0db HTTP/1.1" status: 200 len: 717 time: 0.1105254 Nov 12 21:00:19.553085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49994) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:19.562491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-223fb546-46e3-4676-9d73-1c301befa540 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.752506 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9c6d383-0683-4aab-af64-c1903f616dc5 tempest-RoutersTestDVR-843739047 tempest-RoutersTestDVR-843739047-project] 10.222.0.64 "GET /v2.0/routers/12c503e0-f2ca-4028-bed1-3865752ed0db HTTP/1.1" status: 200 len: 683 time: 0.1985066 Nov 12 21:00:19.755448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50002) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:19.832773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fad0f283-cded-40ee-83ce-4a89d6762929 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.890225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52701246-7189-4b59-b0c0-921df8c1c070 req-571cfe91-7907-4617-861c-f10233fec213 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 210 time: 0.0548422 Nov 12 21:00:19.930120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-223fb546-46e3-4676-9d73-1c301befa540 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.988761 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-631619f2-2988-4235-b885-0b234abb6db4 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:19.990994 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-631619f2-2988-4235-b885-0b234abb6db4 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.020009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fad0f283-cded-40ee-83ce-4a89d6762929 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.024189 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fad0f283-cded-40ee-83ce-4a89d6762929 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.025937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fb546-46e3-4676-9d73-1c301befa540 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=707a5032-b2e0-4251-99bb-c377d2331639,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:20.028303 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-223fb546-46e3-4676-9d73-1c301befa540 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.033550 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-223fb546-46e3-4676-9d73-1c301befa540 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/707a5032-b2e0-4251-99bb-c377d2331639 HTTP/1.1" status: 204 len: 168 time: 1.2902820 Nov 12 21:00:20.033735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e57e65-f925-4407-89d5-8f22c970ae3d None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:20.035346 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50004) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.120104 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f56e175-4d7f-46cd-9c48-307fb548dab3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 86e1f2e0-b4b9-4448-ae20-54d1117eb7c1 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:20.123831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f56e175-4d7f-46cd-9c48-307fb548dab3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.132051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-631619f2-2988-4235-b885-0b234abb6db4 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.133375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631619f2-2988-4235-b885-0b234abb6db4 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Fanout notify agent at l3_agent the message router_deleted on router 279ab45e-ffdc-49da-8437-455cf2aa3677 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:20.145719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-631619f2-2988-4235-b885-0b234abb6db4 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.145719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-631619f2-2988-4235-b885-0b234abb6db4 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/279ab45e-ffdc-49da-8437-455cf2aa3677 HTTP/1.1" status: 204 len: 168 time: 0.7869394 Nov 12 21:00:20.146214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50006) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.176277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5d4e1d35-5121-4f20-a499-c61386cc5a80 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ab45e-ffdc-49da-8437-455cf2aa3677 HTTP/1.1" status: 200 len: 205 time: 0.0286651 Nov 12 21:00:20.181077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50008) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.181267 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f56e175-4d7f-46cd-9c48-307fb548dab3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.213347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fad0f283-cded-40ee-83ce-4a89d6762929 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.215315 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad0f283-cded-40ee-83ce-4a89d6762929 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12c503e0-f2ca-4028-bed1-3865752ed0db {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:20.219060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fad0f283-cded-40ee-83ce-4a89d6762929 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.220258 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fad0f283-cded-40ee-83ce-4a89d6762929 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "DELETE /v2.0/routers/12c503e0-f2ca-4028-bed1-3865752ed0db HTTP/1.1" status: 204 len: 168 time: 0.4638906 Nov 12 21:00:20.228688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50010) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.234161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5940819a-cc23-412c-81f2-a4ced86c94ec tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Request body: {'router': {'name': 'tempest-router-1997702347', 'distributed': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:20.255576 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-4c98d43d-3dc8-412d-be0a-517738b3a7cb tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] delete failed (client error): The resource could not be found. Nov 12 21:00:20.255576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4c98d43d-3dc8-412d-be0a-517738b3a7cb tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/279ab45e-ffdc-49da-8437-455cf2aa3677 HTTP/1.1" status: 404 len: 336 time: 0.0641866 Nov 12 21:00:20.258861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50014) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.310732 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ed03ba3f-fff5-4929-906e-6cd6c60cbc7b tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3 HTTP/1.1" status: 200 len: 205 time: 0.0483232 Nov 12 21:00:20.311500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50018) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.329729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f56e175-4d7f-46cd-9c48-307fb548dab3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.383829 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-9fb4fff7-56eb-4520-9a22-a26765231c6b tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] delete failed (client error): The resource could not be found. Nov 12 21:00:20.387997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9fb4fff7-56eb-4520-9a22-a26765231c6b tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/a88bd839-f6c4-4e30-b3ea-c3c3e0d230f3 HTTP/1.1" status: 404 len: 336 time: 0.0715747 Nov 12 21:00:20.387997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50024) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.402634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5940819a-cc23-412c-81f2-a4ced86c94ec tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.404421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5940819a-cc23-412c-81f2-a4ced86c94ec tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.423840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-af00b77d-f268-439b-b820-520adc44f69a tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e HTTP/1.1" status: 200 len: 205 time: 0.0335517 Nov 12 21:00:20.425128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50026) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.443302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a152c2f-9af3-4188-a351-8ef293faf1c5 req-28c659c3-a7cb-415e-942e-9cef00dee367 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:20.446015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a152c2f-9af3-4188-a351-8ef293faf1c5 req-28c659c3-a7cb-415e-942e-9cef00dee367 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1232948 Nov 12 21:00:20.502622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a152c2f-9af3-4188-a351-8ef293faf1c5 req-c32a30a8-3a99-4058-8f08-d2f4c945c41e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Nov 12 21:00:20.517599 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-0816dbe0-1d23-4d7d-a049-537bb1c5b281 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] delete failed (client error): The resource could not be found. Nov 12 21:00:20.521257 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0816dbe0-1d23-4d7d-a049-537bb1c5b281 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/6c5dbdc0-2f03-42e3-8f80-c414d5bf8d1e HTTP/1.1" status: 404 len: 336 time: 0.0926437 Nov 12 21:00:20.522122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50028) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.524053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f56e175-4d7f-46cd-9c48-307fb548dab3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.526999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5940819a-cc23-412c-81f2-a4ced86c94ec tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.556657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-effca277-3b32-4291-b261-c4d7e90ce397 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab2754f6-a2ba-44da-ad7c-635cd0a05717 HTTP/1.1" status: 200 len: 205 time: 0.0318553 Nov 12 21:00:20.558570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f56e175-4d7f-46cd-9c48-307fb548dab3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.559123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50030) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.564078 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0f56e175-4d7f-46cd-9c48-307fb548dab3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/86e1f2e0-b4b9-4448-ae20-54d1117eb7c1 HTTP/1.1" status: 204 len: 168 time: 0.5256541 Nov 12 21:00:20.564078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56e175-4d7f-46cd-9c48-307fb548dab3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=86e1f2e0-b4b9-4448-ae20-54d1117eb7c1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:20.566607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50034) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.601770 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-bc84cf60-fe31-4328-8dc8-80855b8b4677 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] delete failed (client error): The resource could not be found. Nov 12 21:00:20.605511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bc84cf60-fe31-4328-8dc8-80855b8b4677 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/ab2754f6-a2ba-44da-ad7c-635cd0a05717 HTTP/1.1" status: 404 len: 336 time: 0.0425797 Nov 12 21:00:20.611424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50038) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.611572 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a701b1d-9429-49d4-8847-52143148b3aa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432894 Nov 12 21:00:20.612356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5940819a-cc23-412c-81f2-a4ced86c94ec tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.615501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50040) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.621159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:20.647578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-96ab7284-3397-4a38-b6d9-8c4ae3518b86 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=09b4449e-ecc1-4418-8f6c-e1140fe74fe1 HTTP/1.1" status: 200 len: 205 time: 0.0380638 Nov 12 21:00:20.648002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50042) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.693329 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-585fb268-8cf2-439a-8922-14bbd66f33f3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] delete failed (client error): The resource could not be found. Nov 12 21:00:20.694207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-585fb268-8cf2-439a-8922-14bbd66f33f3 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/09b4449e-ecc1-4418-8f6c-e1140fe74fe1 HTTP/1.1" status: 404 len: 336 time: 0.0454178 Nov 12 21:00:20.697187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50044) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.729519 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5940819a-cc23-412c-81f2-a4ced86c94ec tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.731692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5940819a-cc23-412c-81f2-a4ced86c94ec tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5010962 Nov 12 21:00:20.743481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4a778fb1-cd94-4249-968a-2ab30fe77a1e tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "GET /v2.0/ports?device_id=45fd7e25-2713-4366-8a9a-ee88dcbfa195 HTTP/1.1" status: 200 len: 205 time: 0.0425553 Nov 12 21:00:20.743481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50046) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.745789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50048) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.785895 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-a5ca8d00-a2a7-4de6-9fd3-813f85696eb5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] delete failed (client error): The resource could not be found. Nov 12 21:00:20.790155 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a5ca8d00-a2a7-4de6-9fd3-813f85696eb5 tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/routers/45fd7e25-2713-4366-8a9a-ee88dcbfa195 HTTP/1.1" status: 404 len: 336 time: 0.0404108 Nov 12 21:00:20.790609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50050) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:20.819018 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-40deeea4-fc67-4e8f-91d2-61602b13681b tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:20.819500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40deeea4-fc67-4e8f-91d2-61602b13681b tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:20.825208 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-40deeea4-fc67-4e8f-91d2-61602b13681b tempest-RoutersAdminTest-1727230193 tempest-RoutersAdminTest-1727230193-project] 10.222.0.64 "DELETE /v2.0/subnets/9f8802c0-6140-43d4-85ee-ea26fbd628c2 HTTP/1.1" status: 404 len: 337 time: 0.0312936 Nov 12 21:00:20.825208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:20.827708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.833373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c07fd994-e7de-4823-bcc3-bc7e27a6ee43 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.049358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c07fd994-e7de-4823-bcc3-bc7e27a6ee43 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.052618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34181d10-fb6c-48d8-b780-6f8bc8957505 req-1d0cb40e-0ac9-49f0-a3e7-6eb33384b0ca tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 210 time: 0.0597205 Nov 12 21:00:21.057412 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c07fd994-e7de-4823-bcc3-bc7e27a6ee43 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.177032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c07fd994-e7de-4823-bcc3-bc7e27a6ee43 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.177552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07fd994-e7de-4823-bcc3-bc7e27a6ee43 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0303827-7b7c-4199-8a4e-b1ff35f0a989 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:21.182483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c07fd994-e7de-4823-bcc3-bc7e27a6ee43 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.183050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae09652-87ad-482d-b3d9-2c625c674e3f None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:21.193819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c07fd994-e7de-4823-bcc3-bc7e27a6ee43 tempest-RoutersTestDVR-1749977394 tempest-RoutersTestDVR-1749977394-project-admin] 10.222.0.64 "DELETE /v2.0/routers/b0303827-7b7c-4199-8a4e-b1ff35f0a989 HTTP/1.1" status: 204 len: 168 time: 0.4409175 Nov 12 21:00:21.231562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:00:21.296037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-631677a1-0821-4a61-94f1-7bfd999f720a None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:21.296419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-631677a1-0821-4a61-94f1-7bfd999f720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.354362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50062) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:21.488987 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10012564-2542-4060-8bb9-db015a9c8056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.542643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.659337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5ddf9-11bf-4533-9ce2-1e1142c7a501 req-3f8a52d8-9ca6-44b0-a38c-e92f40a52801 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:21.667360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17d5ddf9-11bf-4533-9ce2-1e1142c7a501 req-3f8a52d8-9ca6-44b0-a38c-e92f40a52801 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.0773873 Nov 12 21:00:21.691495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10012564-2542-4060-8bb9-db015a9c8056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.732245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17d5ddf9-11bf-4533-9ce2-1e1142c7a501 req-8606bbeb-2e82-4275-8d65-6f47825a3593 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637298 Nov 12 21:00:21.746271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] For port 587aa699-13dd-4cd4-9f9f-0948787415c6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=587aa699-13dd-4cd4-9f9f-0948787415c6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:21.760036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-89f41d7f-6af4-40fd-bb80-3d2909478aff None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:21.760427 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89f41d7f-6af4-40fd-bb80-3d2909478aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.777972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.779580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50072) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:21.785958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10012564-2542-4060-8bb9-db015a9c8056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.827550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-10012564-2542-4060-8bb9-db015a9c8056 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8ded2f4b3d0490ead9a1c1be0043880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4720328 Nov 12 21:00:21.830022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10012564-2542-4060-8bb9-db015a9c8056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a1f69-c1b9-4bda-8086-8fa4f65ddfb1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:21.830340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50076) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:21.893022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-acb7a71c-7240-4677-a202-df8fcfd6dfe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.895848 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.896479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6cd100b-2373-4dde-98b3-4123494edf4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.896615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.979697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-acb7a71c-7240-4677-a202-df8fcfd6dfe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.980172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6cd100b-2373-4dde-98b3-4123494edf4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:21.994884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:22.009211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:22.019905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db83d23-f30a-4c0e-815e-223ab9f58bf9 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:22.020264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:22.021542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.031694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=c41dcb81-c4ad-43eb-961a-8f4e553f29f7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:22.052625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=587aa699-13dd-4cd4-9f9f-0948787415c6,revision_number=8']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:22.074028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6cd100b-2373-4dde-98b3-4123494edf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.122128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f6cd100b-2373-4dde-98b3-4123494edf4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=914940e3909c49c98a25352b943cf860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414450 Nov 12 21:00:22.122980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd100b-2373-4dde-98b3-4123494edf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da89f0ea-8ca7-415e-9d2e-70a0f5400bc8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:22.124983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50080) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:22.159846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9179dd63-b5ae-4dca-ba5d-02395d5a9b80 req-d16b37fd-f474-4cbd-bd64-ab4654b1fcdc tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 210 time: 0.0275683 Nov 12 21:00:22.168670 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-03b0258f-969d-46c3-999f-87a5daf9acef tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5522566 Nov 12 21:00:22.171623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50082) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:22.178288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6f152382-7c32-4ccb-b9a8-209a45fd9942 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:22.182173 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-acb7a71c-7240-4677-a202-df8fcfd6dfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.187871 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-acb7a71c-7240-4677-a202-df8fcfd6dfe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.190385 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-acb7a71c-7240-4677-a202-df8fcfd6dfe5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d10a1f69-c1b9-4bda-8086-8fa4f65ddfb1 HTTP/1.1" status: 204 len: 168 time: 0.3587899 Nov 12 21:00:22.212793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7a71c-7240-4677-a202-df8fcfd6dfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a1f69-c1b9-4bda-8086-8fa4f65ddfb1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:22.220090 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc12d-a937-4e29-84b4-8577217782c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.276511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc12d-a937-4e29-84b4-8577217782c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.442391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc12d-a937-4e29-84b4-8577217782c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.442678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f152382-7c32-4ccb-b9a8-209a45fd9942 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:22.451766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc12d-a937-4e29-84b4-8577217782c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.453223 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7b0cc12d-a937-4e29-84b4-8577217782c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da89f0ea-8ca7-415e-9d2e-70a0f5400bc8 HTTP/1.1" status: 204 len: 168 time: 0.3272364 Nov 12 21:00:22.453649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f152382-7c32-4ccb-b9a8-209a45fd9942 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.470783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc12d-a937-4e29-84b4-8577217782c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da89f0ea-8ca7-415e-9d2e-70a0f5400bc8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:22.589174 n-d-713498-29 neutron-server[109629]: INFO neutron.db.ipam_backend_mixin [None req-6f152382-7c32-4ccb-b9a8-209a45fd9942 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c41dcb81-c4ad-43eb-961a-8f4e553f29f7 (CIDR: 2001:db8::/64) Nov 12 21:00:22.604760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-13c8d435-8ec6-4eed-a008-6457fe9b33c4 None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:22.605287 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13c8d435-8ec6-4eed-a008-6457fe9b33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.644720 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f152382-7c32-4ccb-b9a8-209a45fd9942 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:00:22.645357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f152382-7c32-4ccb-b9a8-209a45fd9942 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:22.779633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f152382-7c32-4ccb-b9a8-209a45fd9942 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6066589 Nov 12 21:00:22.782192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50094) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:22.787344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:22.922609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba33d37-a97d-441b-beae-17deb1e10ea4 req-30bef058-9fb2-4f0d-bbb9-baf2b8797e70 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:22.924520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba33d37-a97d-441b-beae-17deb1e10ea4 req-30bef058-9fb2-4f0d-bbb9-baf2b8797e70 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.0803800 Nov 12 21:00:22.977695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 587aa699-13dd-4cd4-9f9f-0948787415c6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:23.008832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba33d37-a97d-441b-beae-17deb1e10ea4 req-af489c01-5d30-4396-8131-54eccc00297a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736446 Nov 12 21:00:23.043323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:23.049862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.125611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:23.129462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.138926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50098) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:23.205005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bd9793e6-9aa4-4d78-85af-0b4923003420 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd77968028ed486ca3a7d6b4de8150ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639551 Nov 12 21:00:23.206614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:23.269553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46595e71-223a-4469-8da9-15b24d0d6eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.293639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46595e71-223a-4469-8da9-15b24d0d6eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.298912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52235b51-678f-46a6-8749-6bbde7aa4e64 req-6029a354-e479-4931-873b-67e61a7a0a23 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 210 time: 0.0432198 Nov 12 21:00:23.368936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50104) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:23.392694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bfef6d8-8dfa-4bbe-850b-42e818a70dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.536391 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bfef6d8-8dfa-4bbe-850b-42e818a70dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.611403 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.668138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bfef6d8-8dfa-4bbe-850b-42e818a70dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.725512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:23.728976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7bfef6d8-8dfa-4bbe-850b-42e818a70dc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed0b26e2ba2640afb3dd79b8bd567cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589127 Nov 12 21:00:23.742922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50108) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:23.745856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:23.761988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:23.762586 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.763223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd00477-2c54-4c90-8523-1540c86b7a2c None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:23.782928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfef6d8-8dfa-4bbe-850b-42e818a70dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045625c1-2e9b-405a-b359-ac1ac30cd420,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:23.792074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=350d713f-dacd-4a08-a879-6386f8e9968c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:23.815094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-e98cbc89-1db5-4277-a995-944f09ecc250 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:23.816751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-e98cbc89-1db5-4277-a995-944f09ecc250 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.78 "GET /v2.0/networks?id=21072f8a-4325-4a20-9125-fecf53afeb67 HTTP/1.1" status: 200 len: 818 time: 0.2705901 Nov 12 21:00:23.827221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-ce2a0be3-0a49-46b3-bcf7-b6786d230fb7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:23.828729 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-ce2a0be3-0a49-46b3-bcf7-b6786d230fb7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.46 "GET /v2.0/networks?id=21072f8a-4325-4a20-9125-fecf53afeb67 HTTP/1.1" status: 200 len: 818 time: 0.5104821 Nov 12 21:00:23.832624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Request body: {'port': {'device_id': '2b18e490-b4f7-46fc-983d-4cfc2a73901b', 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67', 'admin_state_up': True, 'tenant_id': '93db507a00d54cee882ec33b6920830a'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:23.833572 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46595e71-223a-4469-8da9-15b24d0d6eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.836710 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46595e71-223a-4469-8da9-15b24d0d6eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.839984 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-46595e71-223a-4469-8da9-15b24d0d6eb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b29dfffa-95a8-4a5e-8a08-e7cf4e80f00c HTTP/1.1" status: 204 len: 168 time: 0.6302319 Nov 12 21:00:23.845492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Request body: {'port': {'device_id': 'ad1b3139-829f-4130-8e21-320ea41d922a', 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67', 'admin_state_up': True, 'tenant_id': '93db507a00d54cee882ec33b6920830a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:23.855071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46595e71-223a-4469-8da9-15b24d0d6eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29dfffa-95a8-4a5e-8a08-e7cf4e80f00c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:24.005349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1212d075-44b9-4b44-a008-f53e15a86be4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2184091 Nov 12 21:00:24.005482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50112) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:24.012177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:50:b3:e0', 'name': 'tempest-NetworksTestDHCPv6-3448022'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:24.024320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e075566-0cfe-460b-970a-ce0c3390d283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.064974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Made reservation on behalf of 93db507a00d54cee882ec33b6920830a for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:24.069088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.083760 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e075566-0cfe-460b-970a-ce0c3390d283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.119901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e1c16-fd66-4c69-bad1-8b8bc8290f99 None None] Update dhcp port {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'fixed_ips': [{'subnet_id': 'c41dcb81-c4ad-43eb-961a-8f4e553f29f7', 'ip_address': '2001:db8::f816:3eff:feea:b52d'}, {'subnet_id': '350d713f-dacd-4a08-a879-6386f8e9968c'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '587aa699-13dd-4cd4-9f9f-0948787415c6'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:00:24.160087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-591e1c16-fd66-4c69-bad1-8b8bc8290f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.293217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Made reservation on behalf of 93db507a00d54cee882ec33b6920830a for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:24.296059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Allocated IP 172.20.0.3 (21072f8a-4325-4a20-9125-fecf53afeb67/01a51873-ab5c-47b4-ad25-9e1d5a28db9c/19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:24.300259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.402479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:24.404977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-591e1c16-fd66-4c69-bad1-8b8bc8290f99 None None] Allocated IP 2001:db8:0:1::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/350d713f-dacd-4a08-a879-6386f8e9968c/587aa699-13dd-4cd4-9f9f-0948787415c6) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:24.491703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b6e40f6-1c98-4805-a795-1e62c8c37d98 req-116b5cf5-3e60-4e00-8ce5-1174591659fa tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 210 time: 0.0464704 Nov 12 21:00:24.543498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3fdd86a5-26cb-41d1-9c9c-a9c77cd2bbbe tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:24.546222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3fdd86a5-26cb-41d1-9c9c-a9c77cd2bbbe tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.46 "GET /v2.0/networks?id=21072f8a-4325-4a20-9125-fecf53afeb67 HTTP/1.1" status: 200 len: 818 time: 0.4642413 Nov 12 21:00:24.555560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65a1bf-d0f4-43b1-acfa-d83fde4e4874 req-51035965-5cf2-4f5c-a1a2-4e18a256cb44 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:24.556348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-591e1c16-fd66-4c69-bad1-8b8bc8290f99 None None] For port 587aa699-13dd-4cd4-9f9f-0948787415c6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=587aa699-13dd-4cd4-9f9f-0948787415c6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:24.559105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d65a1bf-d0f4-43b1-acfa-d83fde4e4874 req-51035965-5cf2-4f5c-a1a2-4e18a256cb44 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.4518356 Nov 12 21:00:24.565764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Request body: {'port': {'device_id': '1d922431-883c-47c3-abe9-be27dacd9665', 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67', 'admin_state_up': True, 'tenant_id': '93db507a00d54cee882ec33b6920830a'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:24.587067 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-591e1c16-fd66-4c69-bad1-8b8bc8290f99 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.601866 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e075566-0cfe-460b-970a-ce0c3390d283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.604538 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e075566-0cfe-460b-970a-ce0c3390d283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.605675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9e075566-0cfe-460b-970a-ce0c3390d283 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/045625c1-2e9b-405a-b359-ac1ac30cd420 HTTP/1.1" status: 204 len: 168 time: 0.8577635 Nov 12 21:00:24.610094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.623917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.641026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port 950832c8-b87b-4d7b-82e7-073e4a99f87d yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:24.651983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e075566-0cfe-460b-970a-ce0c3390d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045625c1-2e9b-405a-b359-ac1ac30cd420,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:24.696441 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-591e1c16-fd66-4c69-bad1-8b8bc8290f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.720364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d65a1bf-d0f4-43b1-acfa-d83fde4e4874 req-83dcf971-3caf-4b0a-ad1e-3b1cabbfb7e4 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496687 Nov 12 21:00:24.804834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e1c16-fd66-4c69-bad1-8b8bc8290f99 None None] Pushing event updated for resources: {'Port': ['ID=587aa699-13dd-4cd4-9f9f-0948787415c6,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:24.824662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.895657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Allocated IP 172.20.0.5 (21072f8a-4325-4a20-9125-fecf53afeb67/01a51873-ab5c-47b4-ad25-9e1d5a28db9c/ae2ac804-6c7b-4126-8e7a-97486395ff7e) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:24.943137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Made reservation on behalf of 93db507a00d54cee882ec33b6920830a for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:24.947763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.018531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8:0:1::3d1 (562b17e4-82bc-45a1-bb66-23d0d781dbba/350d713f-dacd-4a08-a879-6386f8e9968c/950832c8-b87b-4d7b-82e7-073e4a99f87d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:25.026894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::f816:3eff:fe50:b3e0 (562b17e4-82bc-45a1-bb66-23d0d781dbba/c41dcb81-c4ad-43eb-961a-8f4e553f29f7/950832c8-b87b-4d7b-82e7-073e4a99f87d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:25.030666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 587aa699-13dd-4cd4-9f9f-0948787415c6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:25.171024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.183806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:25.184498 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.213237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Network 21072f8a-4325-4a20-9125-fecf53afeb67 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:25.221602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:25.231557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:25.238412 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.280713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Pushing event updated for resources: {'Port': ['ID=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:25.310683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:25.317410 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.343895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.359244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Allocated IP 172.20.0.12 (21072f8a-4325-4a20-9125-fecf53afeb67/01a51873-ab5c-47b4-ad25-9e1d5a28db9c/97a16c55-ddbc-4090-ab12-32c73b236137) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:25.420543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Network 21072f8a-4325-4a20-9125-fecf53afeb67 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:25.431302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Pushing event updated for resources: {'Port': ['ID=ae2ac804-6c7b-4126-8e7a-97486395ff7e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:25.436211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:25.439834 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.440695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:25.454131 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3642ac00-da10-4cfa-9227-ded4f54f5db7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6132398 Nov 12 21:00:25.497533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Request body: {'port': {'device_id': 'ad1b3139-829f-4130-8e21-320ea41d922a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:25.546184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:25.560402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:25.580978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:25.581696 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.592968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:25.599116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:25.599637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.615001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.617633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=950832c8-b87b-4d7b-82e7-073e4a99f87d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:25.688210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e597cd6e-868f-4bc6-9434-73351de6c224 req-f33475fa-fd1d-4457-ac4b-e8a98ded07b4 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 210 time: 0.0358346 Nov 12 21:00:25.695456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d2cc3dbe-9429-4d11-95f6-9df9a1b58b43 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8668385 Nov 12 21:00:25.708692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ea472727-6f92-4806-9527-13e37b0f7ee8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7010698 Nov 12 21:00:25.712949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50158) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:25.718708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Request body: {'port': {'device_id': '2b18e490-b4f7-46fc-983d-4cfc2a73901b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:25.826521 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.922527 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.960254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-302a8a9a-eeb1-4f62-9d98-1d11d6943f61 None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:25.960777 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-302a8a9a-eeb1-4f62-9d98-1d11d6943f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.006065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d22fcfea-c781-4ff4-9f08-6e578eb5201b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port 950832c8-b87b-4d7b-82e7-073e4a99f87d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:26.006065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d22fcfea-c781-4ff4-9f08-6e578eb5201b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.138508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d22fcfea-c781-4ff4-9f08-6e578eb5201b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.171754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d22fcfea-c781-4ff4-9f08-6e578eb5201b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for 950832c8-b87b-4d7b-82e7-073e4a99f87d owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:26.247746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-94ab9f48-ddec-4918-9422-b82acbe86b4a None None] Provisioning complete for port 950832c8-b87b-4d7b-82e7-073e4a99f87d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:26.248136 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94ab9f48-ddec-4918-9422-b82acbe86b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.321689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:26.336777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-94ab9f48-ddec-4918-9422-b82acbe86b4a None None] Port 950832c8-b87b-4d7b-82e7-073e4a99f87d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:26.523581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e04d6e-6a17-43cc-bf2b-07496ee5a28a req-4ad4c955-bcec-45cf-97c8-f713fd0040b3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:26.525589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3e04d6e-6a17-43cc-bf2b-07496ee5a28a req-4ad4c955-bcec-45cf-97c8-f713fd0040b3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.6518400 Nov 12 21:00:26.529635 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d22fcfea-c781-4ff4-9f08-6e578eb5201b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.565440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fcfea-c781-4ff4-9f08-6e578eb5201b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=950832c8-b87b-4d7b-82e7-073e4a99f87d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:26.638474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3e04d6e-6a17-43cc-bf2b-07496ee5a28a req-739bc12a-af48-4dec-9936-d1b9429c9b0f tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008670 Nov 12 21:00:26.649113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2029213554'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:26.652029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50184) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:26.669157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.732184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Network 21072f8a-4325-4a20-9125-fecf53afeb67 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:26.738146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:26.744497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:26.790330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Pushing event updated for resources: {'Port': ['ID=97a16c55-ddbc-4090-ab12-32c73b236137,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:26.809471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1442019423', 'router:external': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:26.815527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d22fcfea-c781-4ff4-9f08-6e578eb5201b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.819405 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d22fcfea-c781-4ff4-9f08-6e578eb5201b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/950832c8-b87b-4d7b-82e7-073e4a99f87d HTTP/1.1" status: 204 len: 168 time: 1.1053960 Nov 12 21:00:26.824390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50190) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:26.881315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:26.882761 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.908237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e0a8-c0af-42ba-bb9b-7a49b170de94 req-fd61b489-91c1-4140-b15d-e6e5c941799c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:26.909269 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:26.910349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6232e0a8-c0af-42ba-bb9b-7a49b170de94 req-fd61b489-91c1-4140-b15d-e6e5c941799c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 932 time: 0.0965819 Nov 12 21:00:26.929291 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.950055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Transition to ACTIVE for port object 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:00:26.962911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152acf4f-0f45-40dc-b35d-70ad54891338 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:26.968198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6232e0a8-c0af-42ba-bb9b-7a49b170de94 req-15055d3f-7836-46dd-85fd-338e674ffba8 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468249 Nov 12 21:00:26.968480 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-152acf4f-0f45-40dc-b35d-70ad54891338 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1375620 Nov 12 21:00:26.970206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:27.012763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Made reservation on behalf of ca341e54c9564534b7d45b6310decca7 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:27.016498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.019574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.037080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.039197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e44654-3765-40a7-8d41-51cecbb7a5a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:27.040775 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-00e44654-3765-40a7-8d41-51cecbb7a5a6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0695670 Nov 12 21:00:27.043476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50196) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:27.110793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-a6306cd0-5f41-4ddd-9ff2-dfaee649ff47 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5490265 Nov 12 21:00:27.112489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Pushing event updated for resources: {'Port': ['ID=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:27.136674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Request body: {'port': {'device_id': '1d922431-883c-47c3-abe9-be27dacd9665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:27.185622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23b7e3a-d776-4aba-be57-f264d634f827 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:27.187377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23b7e3a-d776-4aba-be57-f264d634f827 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:27.188913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23b7e3a-d776-4aba-be57-f264d634f827 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:27.190499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d23b7e3a-d776-4aba-be57-f264d634f827 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1460681 Nov 12 21:00:27.195155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:27.204032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Attempting to bind port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:27.204359 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Attempting to bind port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:27.204684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Attempting to bind port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b on network 21072f8a-4325-4a20-9125-fecf53afeb67 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:27.229537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Made reservation on behalf of 7b98f75afbf04eb2ab8b64fe0cebe127 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:27.231712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.241137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b on network 21072f8a-4325-4a20-9125-fecf53afeb67 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:00:27.241416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Attempting to bind port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b on network 21072f8a-4325-4a20-9125-fecf53afeb67 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:27.260312 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.263760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.266973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:27.267319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Checking segment: {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:27.267702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Bound using segment: {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:27.268138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Bound port: 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:27.268481 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.273513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.284614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8453dd19-de23-4885-8d6d-ae88588a5122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 350d713f-dacd-4a08-a879-6386f8e9968c {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:27.291390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8453dd19-de23-4885-8d6d-ae88588a5122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.326880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2ac804-6c7b-4126-8e7a-97486395ff7e {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:27.334854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.357863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.403750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Transition to ACTIVE for port object ae2ac804-6c7b-4126-8e7a-97486395ff7e will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:00:27.403983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:00:27.416232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8453dd19-de23-4885-8d6d-ae88588a5122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.454652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc57550b-8988-4c24-a66a-3ba27d684e21,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:27.459026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.461251 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Added segment 72dafeee-5060-4b63-af87-c9e9900d60d4 of type vlan for network 2422271c-abc8-4a2c-88e8-9d900cda6862 Nov 12 21:00:27.464446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] For port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:27.473421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] For port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:27.482497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.500470 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0aca2293-fe3a-442d-bf80-0fcd461de0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.543131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.561048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.599326 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.603701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8453dd19-de23-4885-8d6d-ae88588a5122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.609374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Pushing event updated for resources: {'Port': ['ID=ae2ac804-6c7b-4126-8e7a-97486395ff7e,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:27.643866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:27.644535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.645896 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-d082398c-938b-4e5d-9568-758fef671075 service neutron] 10.222.0.46 "PUT /v2.0/ports/19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b HTTP/1.1" status: 200 len: 1092 time: 2.1570888 Nov 12 21:00:27.648475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1b3139-829f-4130-8e21-320ea41d922a', 'tag': '19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:27.650735 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d70a13b-f913-463a-821c-6c45e3dec4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1b3139-829f-4130-8e21-320ea41d922a", "tag": "19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:27.677998 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.685646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082398c-938b-4e5d-9568-758fef671075 service neutron] Pushing event updated for resources: {'Port': ['ID=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:27.697083 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.705228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:27.705940 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.733982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:00:27.736319 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b82752-67d4-4b38-ac93-37e68cff69b3 x-openstack-request-id: req-73b82752-67d4-4b38-ac93-37e68cff69b3 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:27.736609 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1b3139-829f-4130-8e21-320ea41d922a", "tag": "19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:27.736855 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73b82752-67d4-4b38-ac93-37e68cff69b3 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:27.737244 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1b3139-829f-4130-8e21-320ea41d922a', 'tag': '19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b', 'status': 'completed', 'code': 200} Nov 12 21:00:27.767807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b9744-ee75-4edc-90a4-23a4a8439df4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:27.779323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Attempting to bind port ae2ac804-6c7b-4126-8e7a-97486395ff7e on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:27.779662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Attempting to bind port ae2ac804-6c7b-4126-8e7a-97486395ff7e by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:27.780125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Attempting to bind port ae2ac804-6c7b-4126-8e7a-97486395ff7e on network 21072f8a-4325-4a20-9125-fecf53afeb67 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:27.796991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.797346 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Added segment 88a5ba06-afd4-4609-8278-43c503cd9e8c of type vlan for network 27d1ded4-e129-4f1a-994c-d38f06bca293 Nov 12 21:00:27.837588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Port ae2ac804-6c7b-4126-8e7a-97486395ff7e on network 21072f8a-4325-4a20-9125-fecf53afeb67 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:00:27.837937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Attempting to bind port ae2ac804-6c7b-4126-8e7a-97486395ff7e on network 21072f8a-4325-4a20-9125-fecf53afeb67 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:27.850194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8453dd19-de23-4885-8d6d-ae88588a5122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.854738 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5327926 Nov 12 21:00:27.860019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50204) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:27.875782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'subnet': {'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:27.889555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:27.889899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Checking segment: {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:27.890286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Bound using segment: {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:27.890730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Bound port: ae2ac804-6c7b-4126-8e7a-97486395ff7e, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:27.891096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.893923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc2459-3e3e-4692-9415-f2cee1ef91ee tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Network': ['ID=2422271c-abc8-4a2c-88e8-9d900cda6862,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:27.897723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453dd19-de23-4885-8d6d-ae88588a5122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=350d713f-dacd-4a08-a879-6386f8e9968c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:27.902527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8453dd19-de23-4885-8d6d-ae88588a5122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.908058 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8453dd19-de23-4885-8d6d-ae88588a5122 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/350d713f-dacd-4a08-a879-6386f8e9968c HTTP/1.1" status: 204 len: 168 time: 0.7092988 Nov 12 21:00:27.908895 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50206) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:27.915882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c0c60-5653-4d45-9214-3758a2592f76 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:27.917340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a16c55-ddbc-4090-ab12-32c73b236137 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:27.922220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70a13b-f913-463a-821c-6c45e3dec4e8 req-2ca63f3d-d4ba-46b1-9f4a-1f9e526f2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:27.923725 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d70a13b-f913-463a-821c-6c45e3dec4e8 req-2ca63f3d-d4ba-46b1-9f4a-1f9e526f2368 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93db507a00d54cee882ec33b6920830a&device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 1095 time: 0.1544678 Nov 12 21:00:27.942910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.947729 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:27.952696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:00:28.010770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e31e-5ee2-4820-b885-ce32c70c6d73 req-e1afe614-6927-477f-a7f2-961e91254370 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.012394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c56e31e-5ee2-4820-b885-ce32c70c6d73 req-e1afe614-6927-477f-a7f2-961e91254370 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2683311 Nov 12 21:00:28.035437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-324b272a-5cf7-4297-a88c-7843da1d3d79 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet c41dcb81-c4ad-43eb-961a-8f4e553f29f7 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:28.041428 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-324b272a-5cf7-4297-a88c-7843da1d3d79 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.050332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Transition to ACTIVE for port object 97a16c55-ddbc-4090-ab12-32c73b236137 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:00:28.102356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-324b272a-5cf7-4297-a88c-7843da1d3d79 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.146895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] For port ae2ac804-6c7b-4126-8e7a-97486395ff7e, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:28.153033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c56e31e-5ee2-4820-b885-ce32c70c6d73 req-ff4868fb-7172-4c9a-8871-31f36d899c38 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249123 Nov 12 21:00:28.154771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] For port ae2ac804-6c7b-4126-8e7a-97486395ff7e, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ae2ac804-6c7b-4126-8e7a-97486395ff7e,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:28.205328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.209322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.210486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-324b272a-5cf7-4297-a88c-7843da1d3d79 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.211124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.211908 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.298259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70a13b-f913-463a-821c-6c45e3dec4e8 req-9cdb9633-1736-41c7-bc92-2097891d73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.299907 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d70a13b-f913-463a-821c-6c45e3dec4e8 req-9cdb9633-1736-41c7-bc92-2097891d73a2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=93db507a00d54cee882ec33b6920830a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3520143 Nov 12 21:00:28.344223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Made reservation on behalf of ca341e54c9564534b7d45b6310decca7 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:28.347979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.361647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.379429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Pushing event updated for resources: {'Port': ['ID=97a16c55-ddbc-4090-ab12-32c73b236137,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:28.390971 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-324b272a-5cf7-4297-a88c-7843da1d3d79 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.402435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'Network': ['ID=27d1ded4-e129-4f1a-994c-d38f06bca293,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:28.414081 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 27d1ded4-e129-4f1a-994c-d38f06bca293 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:00:28.438098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b272a-5cf7-4297-a88c-7843da1d3d79 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=c41dcb81-c4ad-43eb-961a-8f4e553f29f7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:28.440475 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-324b272a-5cf7-4297-a88c-7843da1d3d79 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.446557 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-324b272a-5cf7-4297-a88c-7843da1d3d79 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/c41dcb81-c4ad-43eb-961a-8f4e553f29f7 HTTP/1.1" status: 204 len: 168 time: 0.5349109 Nov 12 21:00:28.447263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:28.499514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3837f163-d6d6-436e-8deb-cfb500fd7efa tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8462203 Nov 12 21:00:28.500772 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9850d3ac-8c7e-4880-a3ff-b6f6a0260b55 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514350 Nov 12 21:00:28.500892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50214) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:28.504538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70a13b-f913-463a-821c-6c45e3dec4e8 req-bbdf086a-ee14-47fb-b902-38739abd7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.506577 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d70a13b-f913-463a-821c-6c45e3dec4e8 req-bbdf086a-ee14-47fb-b902-38739abd7d7e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1934664 Nov 12 21:00:28.507248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50216) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:28.512202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:28.523995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.524825 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.526182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] 10.222.0.78 "PUT /v2.0/ports/ae2ac804-6c7b-4126-8e7a-97486395ff7e HTTP/1.1" status: 200 len: 1092 time: 2.8116381 Nov 12 21:00:28.535845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'subnet': {'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:28.540508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b18e490-b4f7-46fc-983d-4cfc2a73901b', 'tag': 'ae2ac804-6c7b-4126-8e7a-97486395ff7e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:28.542451 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d68569-d055-4187-999d-1ac2a7e3e34d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b18e490-b4f7-46fc-983d-4cfc2a73901b", "tag": "ae2ac804-6c7b-4126-8e7a-97486395ff7e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:28.631026 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d4ba76-0bf7-4a47-a892-b3a86564583e x-openstack-request-id: req-e7d4ba76-0bf7-4a47-a892-b3a86564583e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:28.631382 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b18e490-b4f7-46fc-983d-4cfc2a73901b", "tag": "ae2ac804-6c7b-4126-8e7a-97486395ff7e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:28.631588 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7d4ba76-0bf7-4a47-a892-b3a86564583e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:28.632232 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b18e490-b4f7-46fc-983d-4cfc2a73901b', 'tag': 'ae2ac804-6c7b-4126-8e7a-97486395ff7e', 'status': 'completed', 'code': 200} Nov 12 21:00:28.643491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ed129-3fe9-476a-9c0a-e4ddd33d1a27 req-f29fe4e2-0492-44ac-8b31-04f6c6b631ea tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.645060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-118ed129-3fe9-476a-9c0a-e4ddd33d1a27 req-f29fe4e2-0492-44ac-8b31-04f6c6b631ea tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 944 time: 0.4024808 Nov 12 21:00:28.669768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-8bd50774-e897-4a79-8aea-e7659d02c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.671280 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-8bd50774-e897-4a79-8aea-e7659d02c777 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93db507a00d54cee882ec33b6920830a&device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 1095 time: 0.0743854 Nov 12 21:00:28.681817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Made reservation on behalf of 7b98f75afbf04eb2ab8b64fe0cebe127 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:28.685704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.729020 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-96052241-8544-41a8-b972-746f2888d624 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b HTTP/1.1" status: 200 len: 217 time: 0.0443113 Nov 12 21:00:28.730726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:28.734528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.776601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Attempting to bind port 97a16c55-ddbc-4090-ab12-32c73b236137 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:28.777194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Attempting to bind port 97a16c55-ddbc-4090-ab12-32c73b236137 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:28.777311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Attempting to bind port 97a16c55-ddbc-4090-ab12-32c73b236137 on network 21072f8a-4325-4a20-9125-fecf53afeb67 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:28.785729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b79d3-cd45-483d-8ede-02fe5dc388ef service neutron] Pushing event updated for resources: {'Port': ['ID=ae2ac804-6c7b-4126-8e7a-97486395ff7e,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:28.809896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Port 97a16c55-ddbc-4090-ab12-32c73b236137 on network 21072f8a-4325-4a20-9125-fecf53afeb67 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:00:28.810226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Attempting to bind port 97a16c55-ddbc-4090-ab12-32c73b236137 on network 21072f8a-4325-4a20-9125-fecf53afeb67 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:28.850462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-b22c823a-13c7-404d-a026-361645601af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.852881 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-b22c823a-13c7-404d-a026-361645601af0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01a51873-ab5c-47b4-ad25-9e1d5a28db9c HTTP/1.1" status: 200 len: 858 time: 0.1127262 Nov 12 21:00:28.855608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:28.855953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Checking segment: {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:28.856340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Bound using segment: {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:28.856784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Bound port: 97a16c55-ddbc-4090-ab12-32c73b236137, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbef9962-7280-4f00-a6d1-c8cd51385101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:28.857273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:28.899389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d68569-d055-4187-999d-1ac2a7e3e34d req-1ae62ab0-2047-4081-b06d-ba7d183165af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:28.900805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d68569-d055-4187-999d-1ac2a7e3e34d req-1ae62ab0-2047-4081-b06d-ba7d183165af service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=93db507a00d54cee882ec33b6920830a&device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 1095 time: 0.2354918 Nov 12 21:00:28.901215 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-cc764fc4-a938-4329-80f4-368de7106137 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21072f8a-4325-4a20-9125-fecf53afeb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362029 Nov 12 21:00:28.904450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-118ed129-3fe9-476a-9c0a-e4ddd33d1a27 req-fbfaf3ec-f7f1-401f-8547-e44475073bb7 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275383 Nov 12 21:00:28.984495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f2be26-f651-4119-87ca-ced604d697f9 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:29.088182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e6a73d34-91f2-4a39-be4c-4cc2c12b37d0 None None] Provisioning complete for port 587aa699-13dd-4cd4-9f9f-0948787415c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:29.088969 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e6a73d34-91f2-4a39-be4c-4cc2c12b37d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.133460 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-5cc32223-0a87-495a-ba4c-3f0bd85ce100 service neutron] 10.222.0.46 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240403 Nov 12 21:00:29.205802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.297822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] For port 97a16c55-ddbc-4090-ab12-32c73b236137, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:29.310943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=243c2380-d46d-438c-b0dd-548f0851d578,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:29.315212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:29.324665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:29.330182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:00:29.330325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:29.330325 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.347002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] For port 97a16c55-ddbc-4090-ab12-32c73b236137, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=97a16c55-ddbc-4090-ab12-32c73b236137,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:29.348149 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-ae0f8f5b-81d2-4748-a804-19b60873ed18 service neutron] 10.222.0.46 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074368 Nov 12 21:00:29.354815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.357203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d68569-d055-4187-999d-1ac2a7e3e34d req-3cfac8f0-f7df-4418-be58-eacd49c0c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:29.358667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d68569-d055-4187-999d-1ac2a7e3e34d req-3cfac8f0-f7df-4418-be58-eacd49c0c92d service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=93db507a00d54cee882ec33b6920830a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3722198 Nov 12 21:00:29.387278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] Deleting port 587aa699-13dd-4cd4-9f9f-0948787415c6 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:29.387834 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.451656 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-03d35934-8cc6-40ea-be2b-0d46d57880d3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9433115 Nov 12 21:00:29.454562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50224) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:29.466967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fb281659-4280-48b7-b04b-f67985e29a13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:29.469372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.489070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] For port 587aa699-13dd-4cd4-9f9f-0948787415c6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=587aa699-13dd-4cd4-9f9f-0948787415c6,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:29.489526 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.505512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] Calling delete_port for 587aa699-13dd-4cd4-9f9f-0948787415c6 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:29.548507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67a14e-e241-4bdc-8c21-163881902ddf req-dc488615-dad6-4606-a32d-17483948a425 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:29.549989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb67a14e-e241-4bdc-8c21-163881902ddf req-dc488615-dad6-4606-a32d-17483948a425 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2641010 Nov 12 21:00:29.566096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Subnet': ['ID=4b4ba5d5-3559-4129-8873-f97a604d964c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:29.606704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:29.607459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.608890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] 10.222.0.46 "PUT /v2.0/ports/97a16c55-ddbc-4090-ab12-32c73b236137 HTTP/1.1" status: 200 len: 1093 time: 2.4833465 Nov 12 21:00:29.662385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Checking segment: {'id': '72dafeee-5060-4b63-af87-c9e9900d60d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:29.662756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Network hostable DHCP agents. Network: 2422271c-abc8-4a2c-88e8-9d900cda6862, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:00:29.681711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbd975-6e3e-4fd2-95f4-4fedc1c60d7d service neutron] Pushing event updated for resources: {'Port': ['ID=97a16c55-ddbc-4090-ab12-32c73b236137,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:29.705829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb281659-4280-48b7-b04b-f67985e29a13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:29.706194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d68569-d055-4187-999d-1ac2a7e3e34d req-b8a7c2e5-8d93-4dfd-8b89-7c0efa666be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:29.714920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d68569-d055-4187-999d-1ac2a7e3e34d req-b8a7c2e5-8d93-4dfd-8b89-7c0efa666be7 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964029 Nov 12 21:00:29.717225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb281659-4280-48b7-b04b-f67985e29a13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.729418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb67a14e-e241-4bdc-8c21-163881902ddf req-0c887ef8-1b98-43fd-befe-2a9a2f3f3e33 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655378 Nov 12 21:00:29.775787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.objects.ports [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:00:29.776421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.851361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:29.859461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:00:29.894652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] No DVR routers for this DVR port 587aa699-13dd-4cd4-9f9f-0948787415c6 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:29.896747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f1ef0-aaeb-4882-93b9-5e1ec9da7fb4 None None] Pushing event deleted for resources: {'Port': ['ID=587aa699-13dd-4cd4-9f9f-0948787415c6,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:29.904623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59ce6d30-7d1c-473d-8e91-fe9be3ec4418,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:29.931978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18568333-2d77-4740-9673-854c1f669364 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:29.962322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-733353e1-8d0a-4e89-9c91-c7989f289379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:29.964087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-733353e1-8d0a-4e89-9c91-c7989f289379 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93db507a00d54cee882ec33b6920830a&device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 1096 time: 0.1853383 Nov 12 21:00:29.966485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-10c6843e-2d2a-4fe4-af2b-67caefe4b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:29.968176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-10c6843e-2d2a-4fe4-af2b-67caefe4b50e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=93db507a00d54cee882ec33b6920830a&device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 1095 time: 0.1583447 Nov 12 21:00:29.972484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 2422271c-abc8-4a2c-88e8-9d900cda6862) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:30.021883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70117aa1-b2e4-45fa-9a8c-37ebea8a6aaf None None] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:30.027918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Checking segment: {'id': '88a5ba06-afd4-4609-8278-43c503cd9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:30.028308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Network hostable DHCP agents. Network: 27d1ded4-e129-4f1a-994c-d38f06bca293, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:00:30.032807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:30.033481 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.050722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-164af953-568c-4c49-a6f9-a5ce01268661 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a16c55-ddbc-4090-ab12-32c73b236137 HTTP/1.1" status: 200 len: 217 time: 0.0743070 Nov 12 21:00:30.134619 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-29802e64-025f-47fd-a9de-156a8211ea0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.138612 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-0c1156d5-5de5-4303-b87a-b419d81aae62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae2ac804-6c7b-4126-8e7a-97486395ff7e HTTP/1.1" status: 200 len: 217 time: 0.0897286 Nov 12 21:00:30.185345 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-fb281659-4280-48b7-b04b-f67985e29a13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 243c2380-d46d-438c-b0dd-548f0851d578 (CIDR: 2001:db8::/64) Nov 12 21:00:30.227570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27720b-fabe-49f4-a134-2f7d5953b14a req-dcf43f4b-ff4f-409b-b5cd-af59a3d5e244 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:30.229095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d27720b-fabe-49f4-a134-2f7d5953b14a req-dcf43f4b-ff4f-409b-b5cd-af59a3d5e244 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 944 time: 0.1856635 Nov 12 21:00:30.239423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-b274187f-25b0-4eea-a10f-81153df39f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:30.240859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-b274187f-25b0-4eea-a10f-81153df39f88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01a51873-ab5c-47b4-ad25-9e1d5a28db9c HTTP/1.1" status: 200 len: 858 time: 0.1463032 Nov 12 21:00:30.276676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '243c2380-d46d-438c-b0dd-548f0851d578'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:00:30.277533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.287414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-eaee7f9f-05a8-4ea5-8e0b-9051dc1414df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:30.289433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-eaee7f9f-05a8-4ea5-8e0b-9051dc1414df service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a51873-ab5c-47b4-ad25-9e1d5a28db9c HTTP/1.1" status: 200 len: 858 time: 0.1280079 Nov 12 21:00:30.291225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-110cb6ee-9ca3-4f88-94fd-89a721bdd233 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21072f8a-4325-4a20-9125-fecf53afeb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427535 Nov 12 21:00:30.295882 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb281659-4280-48b7-b04b-f67985e29a13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:00:30.296043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb281659-4280-48b7-b04b-f67985e29a13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:30.317327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-2422271c-abc8-4a2c-88e8-9d900cda6862', 'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862', 'tenant_id': 'ca341e54c9564534b7d45b6310decca7', 'fixed_ips': [{'subnet_id': '4b4ba5d5-3559-4129-8873-f97a604d964c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:00:30.318185 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.346260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-94717f68-4fad-4d48-b205-237e30fba48a tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4781458 Nov 12 21:00:30.349416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50230) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:30.355779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862', 'name': 'tempest-AllowedAddressPairTestJSON-1372279051'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:30.360654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-84e1dab6-122a-4818-950c-1487d70b6b41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=21072f8a-4325-4a20-9125-fecf53afeb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570347 Nov 12 21:00:30.367811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Network 27d1ded4-e129-4f1a-994c-d38f06bca293 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:00:30.377634 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fb281659-4280-48b7-b04b-f67985e29a13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9188614 Nov 12 21:00:30.378683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50232) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:30.383828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d27720b-fabe-49f4-a134-2f7d5953b14a req-068649c3-d29e-4813-8bba-2b95bdedf2f0 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463749 Nov 12 21:00:30.393351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:30.554183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/243c2380-d46d-438c-b0dd-548f0851d578/fe08daf2-50cc-4c1a-b9cd-795c03b6aab1) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:30.587099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Made reservation on behalf of ca341e54c9564534b7d45b6310decca7 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:30.591094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.593103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Allocated IP 172.20.0.2 (2422271c-abc8-4a2c-88e8-9d900cda6862/4b4ba5d5-3559-4129-8873-f97a604d964c/026d9d56-e47a-4538-b946-70b575b62d8d) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:30.613112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] device_id is not set on port d7962cf4-f070-47d8-a593-b06f415d6009 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:30.727736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d922431-883c-47c3-abe9-be27dacd9665', 'tag': '97a16c55-ddbc-4090-ab12-32c73b236137'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:30.730042 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9afc2d2-020d-4f1d-a2df-88961023bf19" -d '{"events": [{"name": "network-changed", "server_uuid": "1d922431-883c-47c3-abe9-be27dacd9665", "tag": "97a16c55-ddbc-4090-ab12-32c73b236137"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:30.786185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 27d1ded4-e129-4f1a-994c-d38f06bca293) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:30.796282 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec96fc5-9924-4bbf-bc3b-6cbb25dbc084 x-openstack-request-id: req-3ec96fc5-9924-4bbf-bc3b-6cbb25dbc084 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:30.796563 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d922431-883c-47c3-abe9-be27dacd9665", "tag": "97a16c55-ddbc-4090-ab12-32c73b236137", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:30.796990 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ec96fc5-9924-4bbf-bc3b-6cbb25dbc084 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:30.797173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39648e-a5c6-4bb7-8e23-7b46970b597d None None] Network 27d1ded4-e129-4f1a-994c-d38f06bca293 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:30.797712 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d922431-883c-47c3-abe9-be27dacd9665', 'tag': '97a16c55-ddbc-4090-ab12-32c73b236137', 'status': 'completed', 'code': 200} Nov 12 21:00:30.812158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:30.812648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.855080 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.903562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.971092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 587aa699-13dd-4cd4-9f9f-0948787415c6 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:30.992810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-3114d4ad-cf1a-4653-a322-e0fdb3b317d6 service neutron] 10.222.0.46 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873908 Nov 12 21:00:30.993416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81040b91-5980-4916-953b-25e6170362d9 None None] Network 27d1ded4-e129-4f1a-994c-d38f06bca293 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:30.997146 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:30.998914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 587aa699-13dd-4cd4-9f9f-0948787415c6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:30.999256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 587aa699-13dd-4cd4-9f9f-0948787415c6 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:31.009578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a4cb-08cc-4903-9812-fde16c0df893 req-6ed41440-7bcc-49fd-9b74-b353753c4f19 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:31.018040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a026a4cb-08cc-4903-9812-fde16c0df893 req-6ed41440-7bcc-49fd-9b74-b353753c4f19 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1680083 Nov 12 21:00:31.018040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-dad3b580-613b-4a8f-acc5-6ae7d00f58dc service neutron] 10.222.0.78 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476157 Nov 12 21:00:31.080378 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.102442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:31.104185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Allocated IP 172.20.0.14 (2422271c-abc8-4a2c-88e8-9d900cda6862/4b4ba5d5-3559-4129-8873-f97a604d964c/d7962cf4-f070-47d8-a593-b06f415d6009) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:31.115886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:31.116173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-515fb4d9-6338-4d0e-bc31-c47751304722 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5954375 Nov 12 21:00:31.121050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50238) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:31.122741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Pushing event updated for resources: {'Port': ['ID=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:31.125204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:31.127157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1335625673', 'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:31.129343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:31.140021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:31.170259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:31.238044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a026a4cb-08cc-4903-9812-fde16c0df893 req-c80d480b-5b94-48fc-a344-6a8b6d237dc7 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180004 Nov 12 21:00:31.247784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-933e8b99-623c-4f20-8603-3b017c78fb90 service neutron] 10.222.0.46 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289045 Nov 12 21:00:31.268042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:31.271527 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.278051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed19e7a8-2f95-4d94-bc7a-7c0a20115e94 req-769e05c1-adcb-4560-9bd4-81571c632ada service neutron] 10.222.0.78 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404919 Nov 12 21:00:31.281576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Pushing event updated for resources: {'Port': ['ID=026d9d56-e47a-4538-b946-70b575b62d8d,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:31.313721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.332151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Attempting to bind port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:31.332456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Attempting to bind port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:31.332841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Attempting to bind port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:31.348481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:31.348732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:31.349138 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.349619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:31.349999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Bound port: fe08daf2-50cc-4c1a-b9cd-795c03b6aab1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:31.350536 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.353059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Attempting to bind port 026d9d56-e47a-4538-b946-70b575b62d8d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:31.353440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Attempting to bind port 026d9d56-e47a-4538-b946-70b575b62d8d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '72dafeee-5060-4b63-af87-c9e9900d60d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:31.353791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Attempting to bind port 026d9d56-e47a-4538-b946-70b575b62d8d on network 2422271c-abc8-4a2c-88e8-9d900cda6862 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:31.367424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:31.367984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Checking segment: {'id': '72dafeee-5060-4b63-af87-c9e9900d60d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:31.368307 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.368705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Bound using segment: {'id': '72dafeee-5060-4b63-af87-c9e9900d60d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:31.369189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Bound port: 026d9d56-e47a-4538-b946-70b575b62d8d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72dafeee-5060-4b63-af87-c9e9900d60d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:31.369578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.473595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] For port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:31.477779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] For port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:31.479740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] For port 026d9d56-e47a-4538-b946-70b575b62d8d, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:31.485446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Made reservation on behalf of 7b98f75afbf04eb2ab8b64fe0cebe127 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:31.485654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] For port 026d9d56-e47a-4538-b946-70b575b62d8d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=026d9d56-e47a-4538-b946-70b575b62d8d,segment=NetworkSegment(72dafeee-5060-4b63-af87-c9e9900d60d4),segment_id=72dafeee-5060-4b63-af87-c9e9900d60d4)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:31.489307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.550755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] device_id is not set on port 793835e5-f8b6-4b17-bd0e-4cd952e4afec yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:31.566001 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.566285 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.578276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-b248c16e-781d-4367-9498-ca0229acb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:31.579507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-b248c16e-781d-4367-9498-ca0229acb20b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93db507a00d54cee882ec33b6920830a&device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 1096 time: 0.1179020 Nov 12 21:00:31.590464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38fe1d-37a0-4fce-9fa9-94584dd1f7ca req-9451ca84-3c30-4476-af58-f5e0e35206bb tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:31.592214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c38fe1d-37a0-4fce-9fa9-94584dd1f7ca req-9451ca84-3c30-4476-af58-f5e0e35206bb tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 944 time: 0.0899870 Nov 12 21:00:31.640559 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.695741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee071e7e-810c-492e-8007-3bfc4b8036e0 None None] Pushing event updated for resources: {'Port': ['ID=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:31.730950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Allocated IP 2001:db8::281 (27d1ded4-e129-4f1a-994c-d38f06bca293/59ce6d30-7d1c-473d-8e91-fe9be3ec4418/793835e5-f8b6-4b17-bd0e-4cd952e4afec) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:31.766790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a8ff-c897-41fb-af41-ba35c7ff1f28 None None] Pushing event updated for resources: {'Port': ['ID=026d9d56-e47a-4538-b946-70b575b62d8d,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:31.807177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:31.809523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c38fe1d-37a0-4fce-9fa9-94584dd1f7ca req-2086b298-042a-42f6-88f3-a974d9a00422 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032444 Nov 12 21:00:31.902985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-1d295ae2-6682-46e7-8879-2849e95aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:31.904610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-1d295ae2-6682-46e7-8879-2849e95aee39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21072f8a-4325-4a20-9125-fecf53afeb67 HTTP/1.1" status: 200 len: 919 time: 0.3114045 Nov 12 21:00:31.925589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:31.967695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:31.973693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:31.979856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=d7962cf4-f070-47d8-a593-b06f415d6009,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:31.986377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-e468b2db-5bff-4c71-8a6c-d915e76d8914 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a16c55-ddbc-4090-ab12-32c73b236137 HTTP/1.1" status: 200 len: 217 time: 0.0715623 Nov 12 21:00:32.075887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-4f06810b-f64b-4210-8b92-dfdeb62db648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:32.078175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-4f06810b-f64b-4210-8b92-dfdeb62db648 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01a51873-ab5c-47b4-ad25-9e1d5a28db9c HTTP/1.1" status: 200 len: 858 time: 0.0810368 Nov 12 21:00:32.081500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:00:32.083937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:32.084577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.112970 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.168500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-47f7f26f-9660-4426-ba21-d424035795fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21072f8a-4325-4a20-9125-fecf53afeb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605588 Nov 12 21:00:32.189397 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-995a3b5c-de8e-421f-ac29-f34f36ba2c39 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8378532 Nov 12 21:00:32.192206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:32.197969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862', 'name': 'tempest-AllowedAddressPairTestJSON-885384639', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:4b:2a:e7'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:32.265421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.282616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:32.295801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b', 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67', 'port_id': '19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b', 'mac_address': 'fa:16:3e:8c:ac:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a51873-ab5c-47b4-ad25-9e1d5a28db9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:00:32.324916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.objects.ports [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:00:32.330852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Network 27d1ded4-e129-4f1a-994c-d38f06bca293 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:32.341224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:32.357138 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.373371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:32.373595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:32.374536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:32.375251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.399635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:32.409179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'Port': ['ID=793835e5-f8b6-4b17-bd0e-4cd952e4afec,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:32.478326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-920b5fe4-c113-44b0-bfae-74fa121be9f7 service neutron] 10.222.0.46 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994971 Nov 12 21:00:32.482892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.513648 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c85009c6-1f67-484b-b283-c9fc6f6b71ed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3909106 Nov 12 21:00:32.517973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:32.528387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfda8c-6044-432c-89a4-1387f9c7d759 req-42caa270-7e4b-4dfe-934d-7c67ace06101 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:32.530037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43dfda8c-6044-432c-89a4-1387f9c7d759 req-42caa270-7e4b-4dfe-934d-7c67ace06101 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1883712 Nov 12 21:00:32.578433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:32.637200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-13126a04-3e99-45ef-9385-53e5d3742f27 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Deleting port 793835e5-f8b6-4b17-bd0e-4cd952e4afec {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:32.641220 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-13126a04-3e99-45ef-9385-53e5d3742f27 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.664830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Made reservation on behalf of ca341e54c9564534b7d45b6310decca7 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:32.670531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43dfda8c-6044-432c-89a4-1387f9c7d759 req-5edfb05d-61a4-481a-80a2-ef898da9e2a4 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258323 Nov 12 21:00:32.685571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9afc2d2-020d-4f1d-a2df-88961023bf19 req-08f7b554-ece2-4a2a-99a5-664bc23789a2 service neutron] 10.222.0.46 "GET /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885755 Nov 12 21:00:32.750309 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.807013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:32.819342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:32.877585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] device_id is not set on port a41c5bb0-ef2c-4257-baea-10ebdf27d3c0 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:33.003854 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.064839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-13126a04-3e99-45ef-9385-53e5d3742f27 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.107008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] For port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:33.118783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-13126a04-3e99-45ef-9385-53e5d3742f27 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Calling delete_port for 793835e5-f8b6-4b17-bd0e-4cd952e4afec owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:33.141942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ba47c-6faf-4c6a-8781-2248229c18a8 req-7aa8a4aa-4567-4075-a1aa-62213def53ab tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:33.144052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-426ba47c-6faf-4c6a-8781-2248229c18a8 req-7aa8a4aa-4567-4075-a1aa-62213def53ab tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 944 time: 0.1527860 Nov 12 21:00:33.160207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 026d9d56-e47a-4538-b946-70b575b62d8d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:33.166075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Allocated IP 172.20.0.7 (2422271c-abc8-4a2c-88e8-9d900cda6862/4b4ba5d5-3559-4129-8873-f97a604d964c/a41c5bb0-ef2c-4257-baea-10ebdf27d3c0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:33.176164 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.231214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-426ba47c-6faf-4c6a-8781-2248229c18a8 req-f3083781-35b3-4bf2-8f3c-98a4176e6232 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789027 Nov 12 21:00:33.231511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 026d9d56-e47a-4538-b946-70b575b62d8d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:33.231932 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.271871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.273135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.303100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-40e7ca62-a723-4b2f-a180-971512d864b1 None None] Provisioning complete for port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:33.303877 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40e7ca62-a723-4b2f-a180-971512d864b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.336642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=1ad1f4cb-1439-46cb-b3f0-3b61150d60a3,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:33.375600 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.377454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:33.388522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:33.388522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:33.388994 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.394372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d77dbc-b195-4bbf-a9f9-0cfffe1c7f85 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:33.410841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,revision_number=4']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:33.509138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eaa08ede-ec67-4e41-8bf4-b4dab785521c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1296558 Nov 12 21:00:33.512068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50258) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:33.517482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:a6:71:4e', 'name': 'tempest-NetworksTestDHCPv6-35141620'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:33.580566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-13126a04-3e99-45ef-9385-53e5d3742f27 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.584080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.618220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13126a04-3e99-45ef-9385-53e5d3742f27 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event deleted for resources: {'Port': ['ID=793835e5-f8b6-4b17-bd0e-4cd952e4afec,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:33.630233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdfc4f8-aa18-4ae0-9c37-94598d45a99a None None] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:33.640825 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.657151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-13126a04-3e99-45ef-9385-53e5d3742f27 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.660393 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-13126a04-3e99-45ef-9385-53e5d3742f27 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "DELETE /v2.0/ports/793835e5-f8b6-4b17-bd0e-4cd952e4afec HTTP/1.1" status: 204 len: 168 time: 1.1414638 Nov 12 21:00:33.663199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50262) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:33.668848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293', 'external_fixed_ips': [{'subnet_id': '59ce6d30-7d1c-473d-8e91-fe9be3ec4418', 'ip_address': '2001:db8::281'}]}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:33.681569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 026d9d56-e47a-4538-b946-70b575b62d8d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=026d9d56-e47a-4538-b946-70b575b62d8d,segment=NetworkSegment(72dafeee-5060-4b63-af87-c9e9900d60d4),segment_id=72dafeee-5060-4b63-af87-c9e9900d60d4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:33.757945 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40e7ca62-a723-4b2f-a180-971512d864b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.789768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:33.799002 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.808678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.809463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:33.849661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:33.855991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:33.860192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:33.871000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50938884-d291-4af4-8893-19e79223827d req-8fe22745-2dfc-40cf-ad12-bf1753707bcf tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:33.872611 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50938884-d291-4af4-8893-19e79223827d req-8fe22745-2dfc-40cf-ad12-bf1753707bcf tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.1197836 Nov 12 21:00:33.876467 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.878253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.886630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=a41c5bb0-ef2c-4257-baea-10ebdf27d3c0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:33.918678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:33.919992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:33.933782 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:00:33.957897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-40e7ca62-a723-4b2f-a180-971512d864b1 None None] For port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:33.978692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=026d9d56-e47a-4538-b946-70b575b62d8d,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:34.003917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50938884-d291-4af4-8893-19e79223827d req-02f93bc4-72ff-44bc-8d09-160101820e3e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202092 Nov 12 21:00:34.006349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.030208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port c8d392d7-9565-48ba-a6b9-e8c7b27780ff yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:34.032425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:34.032786 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.038294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.064159 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25fbf51c-e66c-4414-89fd-584ad681695f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8683491 Nov 12 21:00:34.064792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50266) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:34.097868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 97a16c55-ddbc-4090-ab12-32c73b236137 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:00:34.103724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:34.142874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41241b9-fd18-4be8-8a6a-58dfe1971808 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:34.150468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41241b9-fd18-4be8-8a6a-58dfe1971808 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:34.157078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41241b9-fd18-4be8-8a6a-58dfe1971808 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:34.162346 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e41241b9-fd18-4be8-8a6a-58dfe1971808 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.0959706 Nov 12 21:00:34.163670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50268) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:34.194938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40e7ca62-a723-4b2f-a180-971512d864b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.352035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7ca62-a723-4b2f-a180-971512d864b1 None None] Pushing event updated for resources: {'Port': ['ID=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:34.387127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-70c77a81-bcdb-475c-a01e-338baf7a9671 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Deleting port a41c5bb0-ef2c-4257-baea-10ebdf27d3c0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:34.387337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-70c77a81-bcdb-475c-a01e-338baf7a9671 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.416715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f301bc49-3709-4deb-b364-801e16c43897 None None] Provisioning complete for port 026d9d56-e47a-4538-b946-70b575b62d8d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:34.417010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f301bc49-3709-4deb-b364-801e16c43897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.490636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:00:34.492874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.495830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 97a16c55-ddbc-4090-ab12-32c73b236137, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=97a16c55-ddbc-4090-ab12-32c73b236137,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:34.498922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:34.499319 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.537521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-70c77a81-bcdb-475c-a01e-338baf7a9671 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.549016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '97a16c55-ddbc-4090-ab12-32c73b236137', 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67', 'port_id': '97a16c55-ddbc-4090-ab12-32c73b236137', 'mac_address': 'fa:16:3e:3f:7d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a51873-ab5c-47b4-ad25-9e1d5a28db9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:00:34.551373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df4a38-02e3-49e3-b566-900e34bf8fb1 req-6578cef3-1d06-4afb-9e6c-205faf7c1238 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:34.559251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36df4a38-02e3-49e3-b566-900e34bf8fb1 req-6578cef3-1d06-4afb-9e6c-205faf7c1238 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 944 time: 0.1665134 Nov 12 21:00:34.564441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-70c77a81-bcdb-475c-a01e-338baf7a9671 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Calling delete_port for a41c5bb0-ef2c-4257-baea-10ebdf27d3c0 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:34.588620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::314 (562b17e4-82bc-45a1-bb66-23d0d781dbba/243c2380-d46d-438c-b0dd-548f0851d578/c8d392d7-9565-48ba-a6b9-e8c7b27780ff) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:34.656148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.673158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36df4a38-02e3-49e3-b566-900e34bf8fb1 req-318dc024-f0c7-4b51-b9c7-6e0f47fbdc93 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127186 Nov 12 21:00:34.677492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:714e (562b17e4-82bc-45a1-bb66-23d0d781dbba/1ad1f4cb-1439-46cb-b3f0-3b61150d60a3/c8d392d7-9565-48ba-a6b9-e8c7b27780ff) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:34.697613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a16c55-ddbc-4090-ab12-32c73b236137 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:34.766979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 97a16c55-ddbc-4090-ab12-32c73b236137, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=97a16c55-ddbc-4090-ab12-32c73b236137,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:34.786008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9b4b389d-d7ad-4d85-a789-700a9bac84bd None None] Provisioning complete for port d7962cf4-f070-47d8-a593-b06f415d6009 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:34.786377 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9b4b389d-d7ad-4d85-a789-700a9bac84bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.843214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.866028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-70c77a81-bcdb-475c-a01e-338baf7a9671 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:34.892495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c77a81-bcdb-475c-a01e-338baf7a9671 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Port': ['ID=a41c5bb0-ef2c-4257-baea-10ebdf27d3c0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:34.914793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b389d-d7ad-4d85-a789-700a9bac84bd None None] Port d7962cf4-f070-47d8-a593-b06f415d6009 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:34.922184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ae2ac804-6c7b-4126-8e7a-97486395ff7e details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:00:34.937678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.029767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1b3139-829f-4130-8e21-320ea41d922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:35.032808 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da20300-203f-40e3-9256-5339d0c1afc4" -d '{"events": [{"server_uuid": "ad1b3139-829f-4130-8e21-320ea41d922a", "name": "network-vif-plugged", "status": "completed", "tag": "19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:35.062838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 026d9d56-e47a-4538-b946-70b575b62d8d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:35.104634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=97a16c55-ddbc-4090-ab12-32c73b236137,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:35.111521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9b4b389d-d7ad-4d85-a789-700a9bac84bd None None] Provisioning complete for port 026d9d56-e47a-4538-b946-70b575b62d8d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:35.112050 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9b4b389d-d7ad-4d85-a789-700a9bac84bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.118298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:35.132959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.resource_extend [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:00:35.137992 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a384fd3-3705-417b-a4e4-5d062d6bb934 x-openstack-request-id: req-1a384fd3-3705-417b-a4e4-5d062d6bb934 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:35.138402 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1b3139-829f-4130-8e21-320ea41d922a", "name": "network-vif-plugged", "status": "completed", "tag": "19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:35.138776 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a384fd3-3705-417b-a4e4-5d062d6bb934 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:35.139277 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1b3139-829f-4130-8e21-320ea41d922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b', 'code': 200} Nov 12 21:00:35.226901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-70c77a81-bcdb-475c-a01e-338baf7a9671 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.233611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-70c77a81-bcdb-475c-a01e-338baf7a9671 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "DELETE /v2.0/ports/a41c5bb0-ef2c-4257-baea-10ebdf27d3c0 HTTP/1.1" status: 204 len: 168 time: 1.0662785 Nov 12 21:00:35.233959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50278) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:35.256821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['97a16c55-ddbc-4090-ab12-32c73b236137'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:35.264295 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b43744-8682-4965-9165-4a646255d8aa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] GET failed (client error): The resource could not be found. Nov 12 21:00:35.269603 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-09b43744-8682-4965-9165-4a646255d8aa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "GET /v2.0/ports/a41c5bb0-ef2c-4257-baea-10ebdf27d3c0 HTTP/1.1" status: 404 len: 333 time: 0.0309961 Nov 12 21:00:35.269906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50280) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:35.276133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862', 'name': 'tempest-AllowedAddressPairTestJSON-1143691416'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:35.284651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.445360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 026d9d56-e47a-4538-b946-70b575b62d8d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:35.445653 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.448525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ae2ac804-6c7b-4126-8e7a-97486395ff7e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ae2ac804-6c7b-4126-8e7a-97486395ff7e,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:35.466180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:35.468158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Made reservation on behalf of ca341e54c9564534b7d45b6310decca7 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:35.471078 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.473359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.489138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344955af-9a02-4e56-a016-a5f7b5a20b57 req-9313a9a4-d7db-4faa-8006-79b38e5716b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:35.490643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-344955af-9a02-4e56-a016-a5f7b5a20b57 req-9313a9a4-d7db-4faa-8006-79b38e5716b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 1097 time: 0.1265123 Nov 12 21:00:35.497575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] device_id is not set on port f725d1b9-efd0-4510-9b99-6388058b5e7d yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:35.510437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'ae2ac804-6c7b-4126-8e7a-97486395ff7e', 'network_id': '21072f8a-4325-4a20-9125-fecf53afeb67', 'port_id': 'ae2ac804-6c7b-4126-8e7a-97486395ff7e', 'mac_address': 'fa:16:3e:2e:40:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a51873-ab5c-47b4-ad25-9e1d5a28db9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:00:35.519098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9b4b389d-d7ad-4d85-a789-700a9bac84bd None None] Could not find standard attr ID for object a41c5bb0-ef2c-4257-baea-10ebdf27d3c0. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:00:35.566865 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.577503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b46ba-a5e6-4536-bc93-768200161054 req-7706132c-3b28-4d48-9589-3ea081dd19ae tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:35.579015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a08b46ba-a5e6-4536-bc93-768200161054 req-7706132c-3b28-4d48-9589-3ea081dd19ae tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2031205 Nov 12 21:00:35.602192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2ac804-6c7b-4126-8e7a-97486395ff7e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:35.646280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Allocated IP 172.20.0.10 (2422271c-abc8-4a2c-88e8-9d900cda6862/4b4ba5d5-3559-4129-8873-f97a604d964c/f725d1b9-efd0-4510-9b99-6388058b5e7d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:35.677033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ae2ac804-6c7b-4126-8e7a-97486395ff7e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ae2ac804-6c7b-4126-8e7a-97486395ff7e,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:35.680934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-127426f4-3f23-44ca-9643-eea033a62f6b None None] Could not find standard attr ID for object a41c5bb0-ef2c-4257-baea-10ebdf27d3c0. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:00:35.716577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:35.722135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-344955af-9a02-4e56-a016-a5f7b5a20b57 req-786a3ee3-ca37-443d-ad9d-79fed9a37043 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905754 Nov 12 21:00:35.725208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-127426f4-3f23-44ca-9643-eea033a62f6b None None] Provisioning complete for port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:35.725208 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-127426f4-3f23-44ca-9643-eea033a62f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.736626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.762720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a08b46ba-a5e6-4536-bc93-768200161054 req-fc627ee4-bc36-46bc-bb8f-6ba968d7bd44 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632876 Nov 12 21:00:35.764929 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.775107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4c8ca-0fae-4532-8794-bd21255654f2 req-038b20e2-68a0-4137-9e98-813fd1eb86c9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:35.776543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.776701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35d4c8ca-0fae-4532-8794-bd21255654f2 req-038b20e2-68a0-4137-9e98-813fd1eb86c9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1852102 Nov 12 21:00:35.777205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61f42365-ef16-4dd1-9960-03219fb095e4 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:00:35.782632 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.826102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.887735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:35.915317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:35.932663 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.939467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:35.945958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:35.946521 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:35.949177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=c8d392d7-9565-48ba-a6b9-e8c7b27780ff,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:36.004507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:36.008426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:36.010224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=f725d1b9-efd0-4510-9b99-6388058b5e7d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:36.013120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:36.054936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35d4c8ca-0fae-4532-8794-bd21255654f2 req-9a1e09fb-4281-4895-970b-3f08dafd1ff3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392571 Nov 12 21:00:36.063844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=ae2ac804-6c7b-4126-8e7a-97486395ff7e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:36.109827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4e793-c73b-4c43-b9ec-034a528cb905 req-89e7f13f-b1b6-49f6-9457-7346122b7546 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:36.120604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83f4e793-c73b-4c43-b9ec-034a528cb905 req-89e7f13f-b1b6-49f6-9457-7346122b7546 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 945 time: 0.2252626 Nov 12 21:00:36.130001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:36.130660 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.163898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b2f26a7a-28fc-4444-b7bd-896961712238 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6503613 Nov 12 21:00:36.166496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50290) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:36.215979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Allocated IP 2001:db8::281 (27d1ded4-e129-4f1a-994c-d38f06bca293/59ce6d30-7d1c-473d-8e91-fe9be3ec4418/903b8ffe-d3df-4178-b71c-1e88dc6e63f6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:36.232747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:36.233068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.251515 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-281e567a-d8f8-4464-b5e4-cb1c756e8eaa tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9801893 Nov 12 21:00:36.254340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50292) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:36.268697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:4b:2a:e7'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:36.368838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:36.373205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.389758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-94ddc3d9-fada-4246-b816-f1046bb76609 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port c8d392d7-9565-48ba-a6b9-e8c7b27780ff {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:36.390260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94ddc3d9-fada-4246-b816-f1046bb76609 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.399904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5bf68a49-86a0-4b6d-affb-bb106b854b58 None None] Provisioning complete for port c8d392d7-9565-48ba-a6b9-e8c7b27780ff triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:36.400327 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5bf68a49-86a0-4b6d-affb-bb106b854b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.418970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83f4e793-c73b-4c43-b9ec-034a528cb905 req-71a4a661-750f-470b-a9c3-7287c158323a tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631557 Nov 12 21:00:36.428437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '61f42365-ef16-4dd1-9960-03219fb095e4', 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'port_id': '61f42365-ef16-4dd1-9960-03219fb095e4', 'mac_address': 'fa:16:3e:ae:3b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf2d0b8-7b35-457f-9bce-037392e904d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:00:36.451998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a11d71-c4b5-4d23-8c02-8c11aaab0c00 req-b13fefdb-749f-438c-9d19-357f6263936c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:36.453511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54a11d71-c4b5-4d23-8c02-8c11aaab0c00 req-b13fefdb-749f-438c-9d19-357f6263936c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1509640 Nov 12 21:00:36.482256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5bf68a49-86a0-4b6d-affb-bb106b854b58 None None] Port c8d392d7-9565-48ba-a6b9-e8c7b27780ff cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:36.485853 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.497979 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.515927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61f42365-ef16-4dd1-9960-03219fb095e4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:36.536596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:36.544865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54a11d71-c4b5-4d23-8c02-8c11aaab0c00 req-6b3349ab-be2a-4df9-ba22-8c8f2bdbfd7a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759339 Nov 12 21:00:36.554657 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94ddc3d9-fada-4246-b816-f1046bb76609 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.602031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-94ddc3d9-fada-4246-b816-f1046bb76609 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for c8d392d7-9565-48ba-a6b9-e8c7b27780ff owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:36.606721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.613230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d11a7509-60c0-4955-a64e-31e4488d5085 None None] Provisioning complete for port f725d1b9-efd0-4510-9b99-6388058b5e7d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:36.613670 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d11a7509-60c0-4955-a64e-31e4488d5085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.632109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.670712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Network 27d1ded4-e129-4f1a-994c-d38f06bca293 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:36.673830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:36.680082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:36.722617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.752357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d11a7509-60c0-4955-a64e-31e4488d5085 None None] Port f725d1b9-efd0-4510-9b99-6388058b5e7d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:36.753090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'Port': ['ID=903b8ffe-d3df-4178-b71c-1e88dc6e63f6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:36.759251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:36.796706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.902620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['ae2ac804-6c7b-4126-8e7a-97486395ff7e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:36.958455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=f725d1b9-efd0-4510-9b99-6388058b5e7d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:36.968575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61f42365-ef16-4dd1-9960-03219fb095e4 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:36.981236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] In _notify_port_updated(), no bound segment for port f725d1b9-efd0-4510-9b99-6388058b5e7d on network 2422271c-abc8-4a2c-88e8-9d900cda6862 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:00:36.986996 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:36.987654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:36.991954 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e530116-c641-4235-85af-d95090c2fd3f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "PUT /v2.0/ports/f725d1b9-efd0-4510-9b99-6388058b5e7d HTTP/1.1" status: 200 len: 995 time: 0.7365952 Nov 12 21:00:36.992580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50308) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:36.997288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['61f42365-ef16-4dd1-9960-03219fb095e4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:37.078618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e0ab6-db7a-42af-bcdc-ce57a6f55626 req-e8ff396e-edf0-4dad-971c-687a661fe121 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:37.080381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc5e0ab6-db7a-42af-bcdc-ce57a6f55626 req-e8ff396e-edf0-4dad-971c-687a661fe121 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 944 time: 0.2118080 Nov 12 21:00:37.099626 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94ddc3d9-fada-4246-b816-f1046bb76609 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.140286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-7b17c676-d021-425e-8df0-8f506816c1d0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:37.141748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-7b17c676-d021-425e-8df0-8f506816c1d0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.3059559 Nov 12 21:00:37.144824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc3d9-fada-4246-b816-f1046bb76609 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=c8d392d7-9565-48ba-a6b9-e8c7b27780ff,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:37.200144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4d88b4f9-8b8d-491b-9680-9159894f6945 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/quotas/0d3eb9aea66f485ab2148ab1989dfab9 HTTP/1.1" status: 200 len: 375 time: 0.0342929 Nov 12 21:00:37.224864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94ddc3d9-fada-4246-b816-f1046bb76609 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.228634 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-94ddc3d9-fada-4246-b816-f1046bb76609 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/c8d392d7-9565-48ba-a6b9-e8c7b27780ff HTTP/1.1" status: 204 len: 168 time: 1.0610864 Nov 12 21:00:37.234844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50312) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:37.252834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc5e0ab6-db7a-42af-bcdc-ce57a6f55626 req-a4284547-546f-403d-998e-f74145beb63d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364746 Nov 12 21:00:37.270708 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.277977 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.312030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 61f42365-ef16-4dd1-9960-03219fb095e4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:37.321340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a4443b3a-07e9-4f46-bdab-dcbfaa39149f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Deleting port f725d1b9-efd0-4510-9b99-6388058b5e7d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:37.321686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4443b3a-07e9-4f46-bdab-dcbfaa39149f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.357184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:37.405002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-6bd4276b-dcdc-4eea-a745-cc8f773cf0e8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1848936 Nov 12 21:00:37.419787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54255f-2b83-44a4-8bf7-20e582e4d4e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:37.423617 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc54255f-2b83-44a4-8bf7-20e582e4d4e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1889057 Nov 12 21:00:37.424132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50314) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:37.440856 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.445034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b5342b71-0756-4b87-a46e-db926351e9f7 None None] Provisioning complete for port f725d1b9-efd0-4510-9b99-6388058b5e7d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:37.445398 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5342b71-0756-4b87-a46e-db926351e9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.524465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4443b3a-07e9-4f46-bdab-dcbfaa39149f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.540924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b5342b71-0756-4b87-a46e-db926351e9f7 None None] Port f725d1b9-efd0-4510-9b99-6388058b5e7d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:37.545984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:37.558343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca2725-e43e-4aa1-b17e-72fb2a4ade51 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:37.559910 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bbca2725-e43e-4aa1-b17e-72fb2a4ade51 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1348243 Nov 12 21:00:37.560961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a4443b3a-07e9-4f46-bdab-dcbfaa39149f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Calling delete_port for f725d1b9-efd0-4510-9b99-6388058b5e7d owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:37.562596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50318) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:37.602709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-2daecb32-46cd-4c1b-aedf-d81377193bab service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862261 Nov 12 21:00:37.657261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc44126-4baf-402b-a544-211cce744735 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:37.658815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc44126-4baf-402b-a544-211cce744735 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:37.660488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc44126-4baf-402b-a544-211cce744735 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:37.662045 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2bc44126-4baf-402b-a544-211cce744735 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0985506 Nov 12 21:00:37.667866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50320) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:37.734206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc76b63-78ca-4f11-898d-0ada69048a87 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 1ad1f4cb-1439-46cb-b3f0-3b61150d60a3 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:37.737623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc76b63-78ca-4f11-898d-0ada69048a87 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.741795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53555507-8e94-4304-9e81-d1373a2c65e2 req-1422f6d6-ba9d-4d4d-9d34-9c5922b4dc57 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:37.743281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53555507-8e94-4304-9e81-d1373a2c65e2 req-1422f6d6-ba9d-4d4d-9d34-9c5922b4dc57 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 945 time: 0.1585722 Nov 12 21:00:37.775687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.810792 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc76b63-78ca-4f11-898d-0ada69048a87 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.832863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-55c612a6-c66d-4a56-bcb6-b52e90a074f8 service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138274 Nov 12 21:00:37.856082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53555507-8e94-4304-9e81-d1373a2c65e2 req-5e0c30b6-a550-4e8b-8f41-853ae01528e3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050835 Nov 12 21:00:37.905628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc76b63-78ca-4f11-898d-0ada69048a87 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.940901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4443b3a-07e9-4f46-bdab-dcbfaa39149f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:37.980674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443b3a-07e9-4f46-bdab-dcbfaa39149f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Port': ['ID=f725d1b9-efd0-4510-9b99-6388058b5e7d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:38.051137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Router 288a894a-4fad-44fe-afcb-ca1db34d6ded is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:00:38.105375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 97a16c55-ddbc-4090-ab12-32c73b236137 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:38.168232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc76b63-78ca-4f11-898d-0ada69048a87 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.183799 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4443b3a-07e9-4f46-bdab-dcbfaa39149f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.189379 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a4443b3a-07e9-4f46-bdab-dcbfaa39149f tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "DELETE /v2.0/ports/f725d1b9-efd0-4510-9b99-6388058b5e7d HTTP/1.1" status: 204 len: 168 time: 1.1947258 Nov 12 21:00:38.195959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50326) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:38.204336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e3ef27-b561-4e7f-aded-6b5aaa395855 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:38.226271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc76b63-78ca-4f11-898d-0ada69048a87 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.229639 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ccc76b63-78ca-4f11-898d-0ada69048a87 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/1ad1f4cb-1439-46cb-b3f0-3b61150d60a3 HTTP/1.1" status: 204 len: 168 time: 0.5608394 Nov 12 21:00:38.239590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50328) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:38.242619 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a38befc1-1db0-484d-9ed9-e0897732107d req-21564aed-37df-4efc-b712-a8a31e7959b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 210 time: 0.0761082 Nov 12 21:00:38.259560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 97a16c55-ddbc-4090-ab12-32c73b236137 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:00:38.275590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc76b63-78ca-4f11-898d-0ada69048a87 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad1f4cb-1439-46cb-b3f0-3b61150d60a3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:38.280580 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d33747-b465-4460-8c0e-d623bd582764 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] GET failed (client error): The resource could not be found. Nov 12 21:00:38.286181 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-46d33747-b465-4460-8c0e-d623bd582764 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "GET /v2.0/ports/f725d1b9-efd0-4510-9b99-6388058b5e7d HTTP/1.1" status: 404 len: 333 time: 0.0840163 Nov 12 21:00:38.298788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 97a16c55-ddbc-4090-ab12-32c73b236137 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:38.299169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.300848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50334) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:38.310854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862', 'name': 'tempest-AllowedAddressPairTestJSON-1499806886'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:38.345266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c637ea-fa66-42f0-bf0d-052b942576fd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 243c2380-d46d-438c-b0dd-548f0851d578 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:38.348963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c637ea-fa66-42f0-bf0d-052b942576fd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.391004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c637ea-fa66-42f0-bf0d-052b942576fd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.443637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-c143b23f-e756-409b-8075-ae0560dd1525 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2915859 Nov 12 21:00:38.498232 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.527864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d922431-883c-47c3-abe9-be27dacd9665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a16c55-ddbc-4090-ab12-32c73b236137'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:38.529262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c637ea-fa66-42f0-bf0d-052b942576fd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.530277 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e884d-ed73-4f24-ad3f-7cd3d577a665" -d '{"events": [{"server_uuid": "1d922431-883c-47c3-abe9-be27dacd9665", "name": "network-vif-plugged", "status": "completed", "tag": "97a16c55-ddbc-4090-ab12-32c73b236137"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:38.557972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 97a16c55-ddbc-4090-ab12-32c73b236137, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=97a16c55-ddbc-4090-ab12-32c73b236137,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:38.594916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96d98-aad4-49db-ac51-771e46e5c762 req-e04de798-a98b-4eaa-83b4-3d734ba25e9c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:38.604280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ada96d98-aad4-49db-ac51-771e46e5c762 req-e04de798-a98b-4eaa-83b4-3d734ba25e9c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 943 time: 0.1736481 Nov 12 21:00:38.604557 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebbfc45-4dd5-4b8d-ba71-13a4ff49008e x-openstack-request-id: req-0ebbfc45-4dd5-4b8d-ba71-13a4ff49008e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:38.605089 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d922431-883c-47c3-abe9-be27dacd9665", "name": "network-vif-plugged", "status": "completed", "tag": "97a16c55-ddbc-4090-ab12-32c73b236137", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:38.605447 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ebbfc45-4dd5-4b8d-ba71-13a4ff49008e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:38.605937 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d922431-883c-47c3-abe9-be27dacd9665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a16c55-ddbc-4090-ab12-32c73b236137', 'code': 200} Nov 12 21:00:38.621808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:00:38.633846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Sync routers for ids ['288a894a-4fad-44fe-afcb-ca1db34d6ded'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:00:38.638848 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.677958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Routers {'288a894a-4fad-44fe-afcb-ca1db34d6ded'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:38.678676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['288a894a-4fad-44fe-afcb-ca1db34d6ded'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:38.692348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c637ea-fa66-42f0-bf0d-052b942576fd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.700727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-14f96520-7477-4420-85c6-fdcd729e4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:38.702298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-14f96520-7477-4420-85c6-fdcd729e4067 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1905384 Nov 12 21:00:38.736093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c637ea-fa66-42f0-bf0d-052b942576fd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=243c2380-d46d-438c-b0dd-548f0851d578,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:38.751171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=97a16c55-ddbc-4090-ab12-32c73b236137,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:38.768126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.772014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7adce19b-a7e1-48fd-b7a3-ea432d26d872 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1075397 Nov 12 21:00:38.772911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c637ea-fa66-42f0-bf0d-052b942576fd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:38.773066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50344) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:38.782230 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33c637ea-fa66-42f0-bf0d-052b942576fd tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/243c2380-d46d-438c-b0dd-548f0851d578 HTTP/1.1" status: 204 len: 168 time: 0.5395768 Nov 12 21:00:38.788674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:38.790952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ada96d98-aad4-49db-ac51-771e46e5c762 req-6c4b451e-82dd-492d-8631-be438e99d78c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858015 Nov 12 21:00:38.830046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Set router 288a894a-4fad-44fe-afcb-ca1db34d6ded gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:00:38.888818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfec7ad-8b61-4da8-9d39-cb9fbb1d46af req-1fd9f452-4a09-4908-bf35-435c7ec41863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:38.890860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fcfec7ad-8b61-4da8-9d39-cb9fbb1d46af req-1fd9f452-4a09-4908-bf35-435c7ec41863 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 1098 time: 0.2059438 Nov 12 21:00:38.895250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50350) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:38.896215 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f72211e-0dd7-47b0-b368-e6be5e648503 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936701 Nov 12 21:00:38.901587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:38.919119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61f42365-ef16-4dd1-9960-03219fb095e4 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:38.968740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Made reservation on behalf of ca341e54c9564534b7d45b6310decca7 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:38.972882 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:39.085707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 61f42365-ef16-4dd1-9960-03219fb095e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:39.086073 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:39.224677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:39.238339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288a894a-4fad-44fe-afcb-ca1db34d6ded', 'name': '', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293', 'external_fixed_ips': [{'subnet_id': '59ce6d30-7d1c-473d-8e91-fe9be3ec4418', 'ip_address': '2001:db8::281'}], 'enable_snat': True}, 'gw_port_id': '903b8ffe-d3df-4178-b71c-1e88dc6e63f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:33Z', 'updated_at': '2021-11-12T21:00:36Z', 'revision_number': 3, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port': {'id': '903b8ffe-d3df-4178-b71c-1e88dc6e63f6', 'name': '', 'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288a894a-4fad-44fe-afcb-ca1db34d6ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '59ce6d30-7d1c-473d-8e91-fe9be3ec4418', 'ip_address': '2001:db8::281', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:00:35Z', 'updated_at': '2021-11-12T21:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59ce6d30-7d1c-473d-8e91-fe9be3ec4418', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:39.280242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Checking router: 288a894a-4fad-44fe-afcb-ca1db34d6ded for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:00:39.280595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Updating router 288a894a-4fad-44fe-afcb-ca1db34d6ded port 903b8ffe-d3df-4178-b71c-1e88dc6e63f6 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:00:39.317165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:39.322193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052394b-b0af-4e91-906e-99d4deb6ff76 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:39.325179 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:39.529288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] device_id is not set on port 692b8358-d37c-404d-9d6c-4975d2e2a591 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:39.548433 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:39.549204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ae2ac804-6c7b-4126-8e7a-97486395ff7e up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:39.625270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-7a222d00-62da-44b1-b949-d4aa3077fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:39.626763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-7a222d00-62da-44b1-b949-d4aa3077fed1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.8968589 Nov 12 21:00:39.628955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fc404a8-d35d-4f54-85be-4c047342c457 req-8b9820c8-5943-483f-a625-9804bed061ed tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 210 time: 0.1316555 Nov 12 21:00:39.655325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fcfec7ad-8b61-4da8-9d39-cb9fbb1d46af req-519c6396-56c4-4194-9145-df65f00efc2c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7472000 Nov 12 21:00:39.663599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:39.674197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8518d344-15fe-46e0-b30c-49adaad502cb None None] Provisioning complete for port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:39.674568 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8518d344-15fe-46e0-b30c-49adaad502cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:39.759827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c4c41-697c-4869-9932-c375d582477a req-e2e49a1e-bdea-4c19-b7db-f0e089598a62 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:39.761383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-353c4c41-697c-4869-9932-c375d582477a req-e2e49a1e-bdea-4c19-b7db-f0e089598a62 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 946 time: 0.7660303 Nov 12 21:00:39.805249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:39.894852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:39.898839 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:39.911640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-d267d9f7-5fdb-46e6-9784-54b4259f9a3a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 999 time: 0.2728841 Nov 12 21:00:39.949610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port ae2ac804-6c7b-4126-8e7a-97486395ff7e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:00:39.983713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:00:39.985350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port ae2ac804-6c7b-4126-8e7a-97486395ff7e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:39.985711 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.030636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Allocated IP 172.20.0.9 (2422271c-abc8-4a2c-88e8-9d900cda6862/4b4ba5d5-3559-4129-8873-f97a604d964c/692b8358-d37c-404d-9d6c-4975d2e2a591) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:40.049158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.083110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-353c4c41-697c-4869-9932-c375d582477a req-5d06684c-029f-469f-9c8c-5a8a00e5ba11 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056018 Nov 12 21:00:40.112618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] Deleting port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:40.112995 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.119514 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.125468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.129327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-c3bb8b33-cf6e-4e29-a9bb-0e20484453e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:40.130795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-c3bb8b33-cf6e-4e29-a9bb-0e20484453e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1962419 Nov 12 21:00:40.172176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d236-d58e-4fd6-9f96-805f7caac0b6 req-c702091d-2637-4b8c-9ae3-f9b3c36c737c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:40.173621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e286d236-d58e-4fd6-9f96-805f7caac0b6 req-c702091d-2637-4b8c-9ae3-f9b3c36c737c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2656133 Nov 12 21:00:40.181816 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.271198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Attempting to bind port 903b8ffe-d3df-4178-b71c-1e88dc6e63f6 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:40.271622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Attempting to bind port 903b8ffe-d3df-4178-b71c-1e88dc6e63f6 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '88a5ba06-afd4-4609-8278-43c503cd9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:40.272572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Attempting to bind port 903b8ffe-d3df-4178-b71c-1e88dc6e63f6 on network 27d1ded4-e129-4f1a-994c-d38f06bca293 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:40.285540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] For port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:40.285924 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.288261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933693-75f9-42fb-bae7-63951cc1ddf7 None None] Pushing event updated for resources: {'Port': ['ID=903b8ffe-d3df-4178-b71c-1e88dc6e63f6,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:40.302678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:40.303663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Checking segment: {'id': '88a5ba06-afd4-4609-8278-43c503cd9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:40.304231 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.304628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Bound using segment: {'id': '88a5ba06-afd4-4609-8278-43c503cd9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:40.305105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Bound port: 903b8ffe-d3df-4178-b71c-1e88dc6e63f6, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a5ba06-afd4-4609-8278-43c503cd9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '27d1ded4-e129-4f1a-994c-d38f06bca293'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:40.305483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.310133 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.312602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ae2ac804-6c7b-4126-8e7a-97486395ff7e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ae2ac804-6c7b-4126-8e7a-97486395ff7e,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:40.336860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] Calling delete_port for fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:40.340057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.397168 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.406823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e286d236-d58e-4fd6-9f96-805f7caac0b6 req-20fe43fe-a5ca-41f5-81cf-a3474dee2897 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201130 Nov 12 21:00:40.442090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-34003101-fb08-4728-8a9b-1c5259933827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:40.442090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-34003101-fb08-4728-8a9b-1c5259933827 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2664030 Nov 12 21:00:40.443148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] For port 903b8ffe-d3df-4178-b71c-1e88dc6e63f6, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:40.451722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] For port 903b8ffe-d3df-4178-b71c-1e88dc6e63f6, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=903b8ffe-d3df-4178-b71c-1e88dc6e63f6,segment=NetworkSegment(88a5ba06-afd4-4609-8278-43c503cd9e8c),segment_id=88a5ba06-afd4-4609-8278-43c503cd9e8c)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:40.486073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=ae2ac804-6c7b-4126-8e7a-97486395ff7e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:40.554764 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.588525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.592680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.597172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Deleting port 903b8ffe-d3df-4178-b71c-1e88dc6e63f6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:40.597372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.606920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab449aa1-56a1-4159-9208-eec371174f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f42365-ef16-4dd1-9960-03219fb095e4'}, {'server_uuid': '2b18e490-b4f7-46fc-983d-4cfc2a73901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2ac804-6c7b-4126-8e7a-97486395ff7e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:40.609177 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42649cf-a278-4daa-9b33-2e994a45ccf4" -d '{"events": [{"server_uuid": "ab449aa1-56a1-4159-9208-eec371174f23", "name": "network-vif-plugged", "status": "completed", "tag": "61f42365-ef16-4dd1-9960-03219fb095e4"}, {"server_uuid": "2b18e490-b4f7-46fc-983d-4cfc2a73901b", "name": "network-vif-plugged", "status": "completed", "tag": "ae2ac804-6c7b-4126-8e7a-97486395ff7e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:40.632208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] No DVR routers for this DVR port fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:40.638665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933693-75f9-42fb-bae7-63951cc1ddf7 None None] Pushing event updated for resources: {'Port': ['ID=903b8ffe-d3df-4178-b71c-1e88dc6e63f6,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:40.641113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Routers {'288a894a-4fad-44fe-afcb-ca1db34d6ded'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:40.641673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['288a894a-4fad-44fe-afcb-ca1db34d6ded'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:40.661024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.757605 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e97125-15a3-442a-a0ab-7a858465d42f x-openstack-request-id: req-d3e97125-15a3-442a-a0ab-7a858465d42f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:40.758041 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab449aa1-56a1-4159-9208-eec371174f23", "name": "network-vif-plugged", "status": "completed", "tag": "61f42365-ef16-4dd1-9960-03219fb095e4", "code": 200}, {"server_uuid": "2b18e490-b4f7-46fc-983d-4cfc2a73901b", "name": "network-vif-plugged", "status": "completed", "tag": "ae2ac804-6c7b-4126-8e7a-97486395ff7e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:40.758295 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3e97125-15a3-442a-a0ab-7a858465d42f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:40.758686 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab449aa1-56a1-4159-9208-eec371174f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f42365-ef16-4dd1-9960-03219fb095e4', 'code': 200} Nov 12 21:00:40.758939 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b18e490-b4f7-46fc-983d-4cfc2a73901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2ac804-6c7b-4126-8e7a-97486395ff7e', 'code': 200} Nov 12 21:00:40.761549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716dba-91d6-4599-87ae-a77c339a4aa9 None None] Pushing event deleted for resources: {'Port': ['ID=fe08daf2-50cc-4c1a-b9cd-795c03b6aab1,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:40.784788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:40.787235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] Set router 288a894a-4fad-44fe-afcb-ca1db34d6ded gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:00:40.797576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:40.818288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab05c97-0641-4a11-b511-fb846cb0ce6e None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:40.835895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:40.837693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:40.854905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288a894a-4fad-44fe-afcb-ca1db34d6ded', 'name': '', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:33Z', 'updated_at': '2021-11-12T21:00:40Z', 'revision_number': 4, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:40.896824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40b55f85-524c-4243-91da-c2aa310ae22e req-e3af496c-4941-42e7-99ba-105505c579e6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 210 time: 0.1334939 Nov 12 21:00:40.901456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874431d-7373-4392-91a8-20cb20b92c4d None None] The sync data for ids ['288a894a-4fad-44fe-afcb-ca1db34d6ded'] in n-d-713498-29 is: [{'id': '288a894a-4fad-44fe-afcb-ca1db34d6ded', 'name': '', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:33Z', 'updated_at': '2021-11-12T21:00:40Z', 'revision_number': 4, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:00:40.909559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-d4a36dbc-2857-4d59-9fce-60fa37f63be5 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884152 Nov 12 21:00:40.964421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a278cd-486f-46c6-b180-43b52ec1b120 req-de1f0313-ecd3-4500-9026-9e61865c9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:40.965992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-24a278cd-486f-46c6-b180-43b52ec1b120 req-de1f0313-ecd3-4500-9026-9e61865c9763 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 1097 time: 0.1144116 Nov 12 21:00:41.024893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-de783b4d-c535-4fea-ad90-61fceba5e816 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:41.026846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-de783b4d-c535-4fea-ad90-61fceba5e816 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.5269012 Nov 12 21:00:41.027960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=463c5f8e-2f74-4c33-ba6a-749d27b00a5e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:41.047954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'port': {'device_id': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'admin_state_up': True, 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:41.063317 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-24a278cd-486f-46c6-b180-43b52ec1b120 req-a5da1695-4edc-4a7f-b504-f754faf09501 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883279 Nov 12 21:00:41.098689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-562b17e4-82bc-45a1-bb66-23d0d781dbba', 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'tenant_id': '7ba5426a6b8b4603bc2528cdc34d18a0', 'fixed_ips': [{'subnet_id': '463c5f8e-2f74-4c33-ba6a-749d27b00a5e'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:00:41.100595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.152649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] For port 903b8ffe-d3df-4178-b71c-1e88dc6e63f6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=903b8ffe-d3df-4178-b71c-1e88dc6e63f6,segment=NetworkSegment(88a5ba06-afd4-4609-8278-43c503cd9e8c),segment_id=88a5ba06-afd4-4609-8278-43c503cd9e8c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:41.153250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.161414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f914821f-2d45-4f26-addb-98a1e1dbf6e1 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2650433 Nov 12 21:00:41.165173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50370) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:41.177689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-da1c1abd-299b-4dea-9038-9740b69f76d8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:41.186722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:41.215219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.220465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:41.220465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fe08daf2-50cc-4c1a-b9cd-795c03b6aab1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:41.220788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Calling delete_port for 903b8ffe-d3df-4178-b71c-1e88dc6e63f6 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:41.304461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Allocated IP 2001:db8::2 (562b17e4-82bc-45a1-bb66-23d0d781dbba/463c5f8e-2f74-4c33-ba6a-749d27b00a5e/44ab84d5-d14a-4ec4-9459-319e15fdf396) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:41.384079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6235983-bdf7-40ed-a985-e7f244a4d275 req-f5885199-48dc-49eb-a97f-682e728fa989 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381092 Nov 12 21:00:41.385953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7b9c6-a1e8-4cbc-9ffc-0e56c2e8ef3a req-839eb9cd-846e-4bc3-98cf-22b7d0c31d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:41.387590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85a7b9c6-a1e8-4cbc-9ffc-0e56c2e8ef3a req-839eb9cd-846e-4bc3-98cf-22b7d0c31d66 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 1097 time: 0.3827560 Nov 12 21:00:41.413915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:41.437430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:41.444299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:41.471766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=692b8358-d37c-404d-9d6c-4975d2e2a591,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:41.660395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff73f0-3516-4bbc-87ff-92c8655f04a0 req-4f9431b4-36a5-4488-8788-3f3deebff37d tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:41.668347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fff73f0-3516-4bbc-87ff-92c8655f04a0 req-4f9431b4-36a5-4488-8788-3f3deebff37d tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 946 time: 0.3664131 Nov 12 21:00:41.676396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.676942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85a7b9c6-a1e8-4cbc-9ffc-0e56c2e8ef3a req-707646ba-0b2d-43b9-886e-8153812df54a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739964 Nov 12 21:00:41.689072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:41.689720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.764678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e3cf-a9a9-4b8a-b516-2a8c54111013 req-63cfccf0-9a88-4d06-b6ca-f16c2f741ac5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:41.767195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99a2e3cf-a9a9-4b8a-b516-2a8c54111013 req-63cfccf0-9a88-4d06-b6ca-f16c2f741ac5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2362814 Nov 12 21:00:41.785516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Made reservation on behalf of 0d3eb9aea66f485ab2148ab1989dfab9 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:41.789844 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.791886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-54dc35e4-1306-4ce5-95af-cb703acce178 None None] Provisioning complete for port 692b8358-d37c-404d-9d6c-4975d2e2a591 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:41.792665 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54dc35e4-1306-4ce5-95af-cb703acce178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.817734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.836137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fff73f0-3516-4bbc-87ff-92c8655f04a0 req-797ca236-eae9-4b9c-a637-fd3c6249b58c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668086 Nov 12 21:00:41.867605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-54dc35e4-1306-4ce5-95af-cb703acce178 None None] Port 692b8358-d37c-404d-9d6c-4975d2e2a591 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:41.874047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:41.880516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Pushing event updated for resources: {'Port': ['ID=44ab84d5-d14a-4ec4-9459-319e15fdf396,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:41.884154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:41.886325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:41.923811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dc868e7b-fb95-4f0c-ad74-1fa85f8255fc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6123445 Nov 12 21:00:41.924375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50380) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:41.931464 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4b:2a:e7'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:41.944101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c1abd-299b-4dea-9038-9740b69f76d8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:41.949812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Attempting to bind port 44ab84d5-d14a-4ec4-9459-319e15fdf396 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:41.949812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Attempting to bind port 44ab84d5-d14a-4ec4-9459-319e15fdf396 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:41.949812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Attempting to bind port 44ab84d5-d14a-4ec4-9459-319e15fdf396 on network 562b17e4-82bc-45a1-bb66-23d0d781dbba {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:41.950791 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da1c1abd-299b-4dea-9038-9740b69f76d8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.954750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:41.955125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Checking segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:41.955599 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.955989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Bound using segment: {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:41.956539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Bound port: 44ab84d5-d14a-4ec4-9459-319e15fdf396, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:41.956970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:41.987132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99a2e3cf-a9a9-4b8a-b516-2a8c54111013 req-750c52f7-9efd-4cb4-981d-ef2851e6f4ac tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026677 Nov 12 21:00:42.086410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] For port 44ab84d5-d14a-4ec4-9459-319e15fdf396, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:42.090767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] For port 44ab84d5-d14a-4ec4-9459-319e15fdf396, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=44ab84d5-d14a-4ec4-9459-319e15fdf396,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:42.153604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Allocated IP 172.20.0.4 (da242f3a-e193-45a1-9c1a-084171207d19/b1f8470e-54ab-45e2-82b7-8f288266b1ea/31366c06-20a9-4ff8-85cb-ba895dd491dc) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:42.155741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.157950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.158259 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-da1c1abd-299b-4dea-9038-9740b69f76d8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 463c5f8e-2f74-4c33-ba6a-749d27b00a5e (CIDR: 2001:db8::/64) Nov 12 21:00:42.191056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b083a990-18fc-4a88-9673-aa94a219218e req-4496dc30-04da-46b4-8fa0-99b64f330896 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 210 time: 0.0617011 Nov 12 21:00:42.233454 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1c1abd-299b-4dea-9038-9740b69f76d8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:00:42.234454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1c1abd-299b-4dea-9038-9740b69f76d8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:42.239857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event deleted for resources: {'Port': ['ID=903b8ffe-d3df-4178-b71c-1e88dc6e63f6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:42.242200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ba887-657a-4415-bab9-01634f0103e1 None None] Pushing event updated for resources: {'Port': ['ID=44ab84d5-d14a-4ec4-9459-319e15fdf396,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:42.277471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.322622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e4ca0-5f2f-4630-b5cc-f0c8466e7825 req-a8b3b372-2bd4-468a-9414-d9ce57f06cc2 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:42.324237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-694e4ca0-5f2f-4630-b5cc-f0c8466e7825 req-a8b3b372-2bd4-468a-9414-d9ce57f06cc2 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 945 time: 0.2400625 Nov 12 21:00:42.342693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.392394 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da1c1abd-299b-4dea-9038-9740b69f76d8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2233486 Nov 12 21:00:42.392588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:42.400649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'subnet': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:42.429511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.434848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.576830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-694e4ca0-5f2f-4630-b5cc-f0c8466e7825 req-97e94211-f76c-439f-93a2-8e7f96da429d tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126703 Nov 12 21:00:42.638017 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.638543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 288a894a-4fad-44fe-afcb-ca1db34d6ded {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:42.643654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.648466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a1ef1e7b-6e09-4ee3-89f3-9b09e34f9e0b tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "DELETE /v2.0/routers/288a894a-4fad-44fe-afcb-ca1db34d6ded HTTP/1.1" status: 204 len: 168 time: 3.8564811 Nov 12 21:00:42.649193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50384) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:42.673785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:42.673941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.674105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.726439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef7d862-ef4f-456e-8373-19851ab7245e tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Deleting subnet 59ce6d30-7d1c-473d-8e91-fe9be3ec4418 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:42.730677 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eef7d862-ef4f-456e-8373-19851ab7245e tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.777122 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eef7d862-ef4f-456e-8373-19851ab7245e tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.778289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.822018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.834717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b18bb174-28de-47a7-952b-6ba008a35098', '8f8976bb-3057-4b05-80aa-2ee3395067a3'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:42.843638 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eef7d862-ef4f-456e-8373-19851ab7245e tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:42.891944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Network da242f3a-e193-45a1-9c1a-084171207d19 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:42.900320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:42.908490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:43.013674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.019562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:43.021337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.141575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'Port': ['ID=31366c06-20a9-4ff8-85cb-ba895dd491dc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:43.231504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=692b8358-d37c-404d-9d6c-4975d2e2a591,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:43.292263 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eef7d862-ef4f-456e-8373-19851ab7245e tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.349185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] In _notify_port_updated(), no bound segment for port 692b8358-d37c-404d-9d6c-4975d2e2a591 on network 2422271c-abc8-4a2c-88e8-9d900cda6862 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:00:43.357013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:43.357838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.359432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-62a958a2-c128-4458-9c13-fd7ce1d0d1cd tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "PUT /v2.0/ports/692b8358-d37c-404d-9d6c-4975d2e2a591 HTTP/1.1" status: 200 len: 996 time: 1.4355056 Nov 12 21:00:43.372408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50392) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:43.383324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-3fad1bdd-b897-4808-9f29-dff345eb9a80 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3412614 Nov 12 21:00:43.384549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eef7d862-ef4f-456e-8373-19851ab7245e tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.387708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eef7d862-ef4f-456e-8373-19851ab7245e tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/59ce6d30-7d1c-473d-8e91-fe9be3ec4418 HTTP/1.1" status: 204 len: 168 time: 0.7356815 Nov 12 21:00:43.389725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7d862-ef4f-456e-8373-19851ab7245e tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59ce6d30-7d1c-473d-8e91-fe9be3ec4418,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:43.396189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Request body: {'port': {'device_id': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:43.418479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 44ab84d5-d14a-4ec4-9459-319e15fdf396 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:43.433260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50394) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:43.477741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a6d39301-1cd7-413a-a20e-f5b445ca2f93 None None] Provisioning complete for port 31366c06-20a9-4ff8-85cb-ba895dd491dc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:43.478211 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a6d39301-1cd7-413a-a20e-f5b445ca2f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.520395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a6d39301-1cd7-413a-a20e-f5b445ca2f93 None None] Port 31366c06-20a9-4ff8-85cb-ba895dd491dc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:43.572764 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.586602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 44ab84d5-d14a-4ec4-9459-319e15fdf396 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:43.587060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.668961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-505e5b76-8fc5-472e-8ff2-3b12839c1bf8 None None] Provisioning complete for port 692b8358-d37c-404d-9d6c-4975d2e2a591 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:43.669690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-505e5b76-8fc5-472e-8ff2-3b12839c1bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.754085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.765680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.780814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d1ded4-e129-4f1a-994c-d38f06bca293']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:43.789487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-505e5b76-8fc5-472e-8ff2-3b12839c1bf8 None None] Port 692b8358-d37c-404d-9d6c-4975d2e2a591 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:43.795031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a5ba06-afd4-4609-8278-43c503cd9e8c') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:43.795454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a5ba06-afd4-4609-8278-43c503cd9e8c') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:43.809254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.820887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 44ab84d5-d14a-4ec4-9459-319e15fdf396, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=44ab84d5-d14a-4ec4-9459-319e15fdf396,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:43.829620 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.842122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:00:43.842680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:00:43.845575 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:00:43.919632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.979642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f96408d8-0a36-44d8-b55a-14cc632b19b1 None None] Provisioning complete for port 44ab84d5-d14a-4ec4-9459-319e15fdf396 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:43.980433 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f96408d8-0a36-44d8-b55a-14cc632b19b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.985848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2f58cb1c-3923-4354-94b1-489fa8dccfe0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Deleting port 692b8358-d37c-404d-9d6c-4975d2e2a591 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:43.986305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f58cb1c-3923-4354-94b1-489fa8dccfe0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:43.989469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926d63e-2ca8-4af7-8ede-3a8acabec054 req-2ae1cf57-8a96-4887-b007-17cf45b9da54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:43.991710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9926d63e-2ca8-4af7-8ede-3a8acabec054 req-2ae1cf57-8a96-4887-b007-17cf45b9da54 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.8343091 Nov 12 21:00:44.041992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=44ab84d5-d14a-4ec4-9459-319e15fdf396,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:44.068436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cefecc-bf50-48ec-8eb4-2e2eb71df4f2 req-656fd16f-858a-492b-a1b9-6b58fe2590eb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:44.070077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75cefecc-bf50-48ec-8eb4-2e2eb71df4f2 req-656fd16f-858a-492b-a1b9-6b58fe2590eb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 931 time: 0.1167839 Nov 12 21:00:44.073167 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:44.077287 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:44.126694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27d1ded4-e129-4f1a-994c-d38f06bca293 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 21:00:44.132108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:44.139125 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "DELETE /v2.0/networks/27d1ded4-e129-4f1a-994c-d38f06bca293 HTTP/1.1" status: 204 len: 168 time: 0.6994901 Nov 12 21:00:44.139125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:00:44.148690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9926d63e-2ca8-4af7-8ede-3a8acabec054 req-e0d2b040-122b-4686-bad8-a9c7db6bc24a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471860 Nov 12 21:00:44.229171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75cefecc-bf50-48ec-8eb4-2e2eb71df4f2 req-883a0306-369b-4b79-9700-92c326545d83 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281645 Nov 12 21:00:44.258462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f58cb1c-3923-4354-94b1-489fa8dccfe0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:44.281975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2f58cb1c-3923-4354-94b1-489fa8dccfe0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Calling delete_port for 692b8358-d37c-404d-9d6c-4975d2e2a591 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:44.368110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e7c73-19c8-4b10-8429-e5deb4417de2 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event deleted for resources: {'Network': ['ID=27d1ded4-e129-4f1a-994c-d38f06bca293,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:44.572311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21efdd-179b-4bd9-a3cc-843bba97c6e5 req-b4b3974f-e4a1-4e7f-8003-7cc07b925338 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:44.575796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d21efdd-179b-4bd9-a3cc-843bba97c6e5 req-b4b3974f-e4a1-4e7f-8003-7cc07b925338 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 945 time: 0.2238290 Nov 12 21:00:44.605206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50408) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:44.609860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a83eb4f9-61d0-4b97-bb00-b429d151a1ca tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'router': {'name': 'tempest-router--980334652', 'project_id': '995f6e3c333e45a89c6805ee8a7361fd'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:44.677415 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:44.680518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f58cb1c-3923-4354-94b1-489fa8dccfe0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:44.680887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7879a58-1124-43e7-9b62-4f44de0c385b req-24e33b23-b3b2-47f4-8b9a-76b859753ccb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:44.684934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7879a58-1124-43e7-9b62-4f44de0c385b req-24e33b23-b3b2-47f4-8b9a-76b859753ccb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2285469 Nov 12 21:00:44.716858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58cb1c-3923-4354-94b1-489fa8dccfe0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Port': ['ID=692b8358-d37c-404d-9d6c-4975d2e2a591,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:44.770982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d21efdd-179b-4bd9-a3cc-843bba97c6e5 req-4cce8743-c424-4462-b1e1-92f6c4b90ee0 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454463 Nov 12 21:00:44.777716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a83eb4f9-61d0-4b97-bb00-b429d151a1ca tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:44.778473 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a83eb4f9-61d0-4b97-bb00-b429d151a1ca tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:44.785591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7879a58-1124-43e7-9b62-4f44de0c385b req-c2e26eb9-ece8-4cca-8054-628e4c1371a2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934162 Nov 12 21:00:44.960843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31366c06-20a9-4ff8-85cb-ba895dd491dc {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:44.972294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.004648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Transition to ACTIVE for port object 31366c06-20a9-4ff8-85cb-ba895dd491dc will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:00:45.029253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561c588-48d2-41f6-a281-dca6772a3e2a req-8bca6f0a-b9c8-49e2-89a6-7d65b6a808d2 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:45.029253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2561c588-48d2-41f6-a281-dca6772a3e2a req-8bca6f0a-b9c8-49e2-89a6-7d65b6a808d2 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 945 time: 0.0904124 Nov 12 21:00:45.091963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a83eb4f9-61d0-4b97-bb00-b429d151a1ca tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.100948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.101942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f58cb1c-3923-4354-94b1-489fa8dccfe0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.101942 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2f58cb1c-3923-4354-94b1-489fa8dccfe0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "DELETE /v2.0/ports/692b8358-d37c-404d-9d6c-4975d2e2a591 HTTP/1.1" status: 204 len: 168 time: 1.7248435 Nov 12 21:00:45.101942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50414) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:45.103801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2561c588-48d2-41f6-a281-dca6772a3e2a req-f00c67c2-8d19-45da-a27a-0658063ae587 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705771 Nov 12 21:00:45.145847 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d61547a-33b3-447e-8e8a-5401852b88a8 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] GET failed (client error): The resource could not be found. Nov 12 21:00:45.148022 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2d61547a-33b3-447e-8e8a-5401852b88a8 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "GET /v2.0/ports/692b8358-d37c-404d-9d6c-4975d2e2a591 HTTP/1.1" status: 404 len: 333 time: 0.0451620 Nov 12 21:00:45.153622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50418) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:45.164217 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] For port 44ab84d5-d14a-4ec4-9459-319e15fdf396, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=44ab84d5-d14a-4ec4-9459-319e15fdf396,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:45.190103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a83eb4f9-61d0-4b97-bb00-b429d151a1ca tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.192884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862', 'name': 'tempest-AllowedAddressPairTestJSON-1542963'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:45.215150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 44ab84d5-d14a-4ec4-9459-319e15fdf396 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:45.228251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Pushing event updated for resources: {'Port': ['ID=31366c06-20a9-4ff8-85cb-ba895dd491dc,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:45.250782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.294959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a83eb4f9-61d0-4b97-bb00-b429d151a1ca tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.298778 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a83eb4f9-61d0-4b97-bb00-b429d151a1ca tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6917870 Nov 12 21:00:45.302602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50424) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:45.306211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 44ab84d5-d14a-4ec4-9459-319e15fdf396 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:45.306601 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.385817 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.391472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.477534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Attempting to bind port 31366c06-20a9-4ff8-85cb-ba895dd491dc on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:45.480593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Attempting to bind port 31366c06-20a9-4ff8-85cb-ba895dd491dc by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:45.480593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Attempting to bind port 31366c06-20a9-4ff8-85cb-ba895dd491dc on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:45.499543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cea365-6d43-4949-bc49-73b4bed58352 req-d9ebe475-1593-483c-b053-44d0181fbbe9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:45.501038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9cea365-6d43-4949-bc49-73b4bed58352 req-d9ebe475-1593-483c-b053-44d0181fbbe9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 943 time: 0.1351705 Nov 12 21:00:45.503049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Port 31366c06-20a9-4ff8-85cb-ba895dd491dc on network da242f3a-e193-45a1-9c1a-084171207d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:00:45.503440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Attempting to bind port 31366c06-20a9-4ff8-85cb-ba895dd491dc on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:45.524636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:45.525064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Checking segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:45.525610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Bound using segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:45.526046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Bound port: 31366c06-20a9-4ff8-85cb-ba895dd491dc, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:45.526400 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.549831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c112-8eb9-4aa8-bc11-3ee500914551 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.576876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:45.620621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9cea365-6d43-4949-bc49-73b4bed58352 req-87f1287d-8662-4cfd-b6c3-58a8881d6a02 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100113 Nov 12 21:00:45.645346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] For port 31366c06-20a9-4ff8-85cb-ba895dd491dc, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:45.648510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:45.655474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=44ab84d5-d14a-4ec4-9459-319e15fdf396,revision_number=5']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:45.658754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01385a6e-4764-4bf1-b931-3ac0d56a7d4f None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:45.660584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] For port 31366c06-20a9-4ff8-85cb-ba895dd491dc, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:45.661485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Made reservation on behalf of ca341e54c9564534b7d45b6310decca7 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:45.666851 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.674011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:45.675493 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.684685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Subnet': ['ID=f051ce60-92a3-47e2-982f-8fa85adb82b2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:45.695797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] device_id is not set on port 2cadeea1-d257-42ef-871f-5519c51852e8 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:45.757942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.778236 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c5baed0-1dfb-4fe1-9106-061081187869 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3819911 Nov 12 21:00:45.783630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50440) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:45.801010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Request body: {'port': {'network_id': '562b17e4-82bc-45a1-bb66-23d0d781dbba', 'mac_address': 'fa:16:3e:f5:3d:91', 'name': 'tempest-NetworksTestDHCPv6-1922644393'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:45.809092 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c112-8eb9-4aa8-bc11-3ee500914551 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.812140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c112-8eb9-4aa8-bc11-3ee500914551 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.935632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:45.936245 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.937695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] 10.222.0.78 "PUT /v2.0/ports/31366c06-20a9-4ff8-85cb-ba895dd491dc HTTP/1.1" status: 200 len: 1092 time: 2.5457809 Nov 12 21:00:45.940484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'tag': '31366c06-20a9-4ff8-85cb-ba895dd491dc'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:45.942512 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7a67d0-8206-489e-9822-063eab8ed1df", "tag": "31366c06-20a9-4ff8-85cb-ba895dd491dc"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:45.953674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c112-8eb9-4aa8-bc11-3ee500914551 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.954178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed1c112-8eb9-4aa8-bc11-3ee500914551 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad6d44c-7974-4516-a694-5702f6297862 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:45.958988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c112-8eb9-4aa8-bc11-3ee500914551 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:45.963430 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5ed1c112-8eb9-4aa8-bc11-3ee500914551 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "DELETE /v2.0/routers/2ad6d44c-7974-4516-a694-5702f6297862 HTTP/1.1" status: 204 len: 168 time: 0.6570301 Nov 12 21:00:46.132929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a7700-5d76-4d96-afb7-a084877eaae2 service neutron] Pushing event updated for resources: {'Port': ['ID=31366c06-20a9-4ff8-85cb-ba895dd491dc,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:46.155223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3722070-3e57-4067-9db3-09eb5d5a5487 req-b568a654-79da-406f-a8e1-e3c691abaa8f tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:46.155223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3722070-3e57-4067-9db3-09eb5d5a5487 req-b568a654-79da-406f-a8e1-e3c691abaa8f tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 945 time: 0.4026127 Nov 12 21:00:46.175842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Allocated IP 172.20.0.3 (2422271c-abc8-4a2c-88e8-9d900cda6862/4b4ba5d5-3559-4129-8873-f97a604d964c/2cadeea1-d257-42ef-871f-5519c51852e8) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:46.203361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-618b569a-671a-4913-89bf-e6f51618a7c2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:46.204863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-618b569a-671a-4913-89bf-e6f51618a7c2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/networks?id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e HTTP/1.1" status: 200 len: 815 time: 0.4539402 Nov 12 21:00:46.244155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-b80d07cd-660a-450c-9955-e521cdb4e7fe tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/quotas/a29db0e5d1a94a41bd1c96eb021ff970 HTTP/1.1" status: 200 len: 375 time: 0.0324559 Nov 12 21:00:46.250639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50446) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:46.262668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-7ee0ab14-386d-428a-9cfd-88888b1da2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:46.264937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-7ee0ab14-386d-428a-9cfd-88888b1da2ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 1095 time: 0.2089190 Nov 12 21:00:46.377581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-b0f97a94-8a27-43fd-8224-b6b4ec761e2e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc HTTP/1.1" status: 200 len: 217 time: 0.0990493 Nov 12 21:00:46.395021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3722070-3e57-4067-9db3-09eb5d5a5487 req-9d533fed-c2fe-4315-8a31-16d06bea626f tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144966 Nov 12 21:00:46.457048 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daece33-3be4-41de-85f4-93525a7c69fc x-openstack-request-id: req-4daece33-3be4-41de-85f4-93525a7c69fc {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:46.457340 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7a67d0-8206-489e-9822-063eab8ed1df", "tag": "31366c06-20a9-4ff8-85cb-ba895dd491dc", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:46.457640 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4daece33-3be4-41de-85f4-93525a7c69fc {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:46.458018 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'tag': '31366c06-20a9-4ff8-85cb-ba895dd491dc', 'status': 'completed', 'code': 200} Nov 12 21:00:46.472185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-339941342', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:46.480300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-c2ea719b-bd5a-45d0-9b54-f6775538211b tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2105143 Nov 12 21:00:46.518247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Made reservation on behalf of 7ba5426a6b8b4603bc2528cdc34d18a0 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:46.551912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-d98398c2-c6c6-442a-b73f-a17d165153e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:46.553498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-d98398c2-c6c6-442a-b73f-a17d165153e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1594961 Nov 12 21:00:46.579740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:46.580830 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:46.605657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c546c7b-437c-403b-b0d7-91e40673e758 None None] Provisioning complete for port 44ab84d5-d14a-4ec4-9459-319e15fdf396 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:46.607495 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c546c7b-437c-403b-b0d7-91e40673e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:46.640195 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:46.782099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:46.792488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-8d8f2797-1bfd-4fcc-986a-73adc147b9bc tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:46.794024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-8d8f2797-1bfd-4fcc-986a-73adc147b9bc tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab449aa1-56a1-4159-9208-eec371174f23 HTTP/1.1" status: 200 len: 945 time: 0.2381344 Nov 12 21:00:46.808549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-44460236-1c44-4c78-bf4e-d208d48640e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:46.809987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-44460236-1c44-4c78-bf4e-d208d48640e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2277472 Nov 12 21:00:46.811747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-2928b4f7-41c5-4d2b-825f-b42dd5aa4a75 service neutron] 10.222.0.64 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035460 Nov 12 21:00:46.839089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:46.908462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.041769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] device_id is not set on port b1bbdcda-3211-4b3a-adaf-dd78d3c77d10 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:47.081475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d51843-7a77-485b-9f09-aa867f98b197 req-9c230156-c48d-46de-9738-9f78a93ec208 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:47.082989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29d51843-7a77-485b-9f09-aa867f98b197 req-9c230156-c48d-46de-9738-9f78a93ec208 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 943 time: 0.3052766 Nov 12 21:00:47.165922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 44ab84d5-d14a-4ec4-9459-319e15fdf396 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:47.178505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.197986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.217021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 44ab84d5-d14a-4ec4-9459-319e15fdf396 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:47.217538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.231851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-9f4e2548-ad04-471a-817a-813d6427477a service neutron] 10.222.0.64 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871262 Nov 12 21:00:47.245617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-c72dd91b-3b1f-4190-851a-f29ea3f735b1 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020326 Nov 12 21:00:47.305913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.328220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Allocated IP 172.25.8.223 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/614b0963-83b6-4a5c-aa38-30109ea20399) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:47.350385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-7c06c64d-018a-4954-841c-414dcbea9a80 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:47.352005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-7c06c64d-018a-4954-841c-414dcbea9a80 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 945 time: 0.2325027 Nov 12 21:00:47.364840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29d51843-7a77-485b-9f09-aa867f98b197 req-692316b6-0261-4fc1-88ec-1e5d01324de8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409105 Nov 12 21:00:47.466976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.477794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Deleting port 61f42365-ef16-4dd1-9960-03219fb095e4 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:47.478149 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.565019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.605481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:47.613120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:47.618622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:47.622383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event updated for resources: {'Port': ['ID=614b0963-83b6-4a5c-aa38-30109ea20399,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:47.841600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:47.917154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:47.942957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=2cadeea1-d257-42ef-871f-5519c51852e8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:47.968229 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:47.989359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:48.006643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dcf0d15-f7bb-4fc6-945e-4dcb0bec88b3 req-30bf60f3-ef86-4737-88f7-b576920f8f65 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 210 time: 0.1628368 Nov 12 21:00:48.161611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8::371 (562b17e4-82bc-45a1-bb66-23d0d781dbba/463c5f8e-2f74-4c33-ba6a-749d27b00a5e/b1bbdcda-3211-4b3a-adaf-dd78d3c77d10) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:48.176026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3c23628-c048-4039-ab0c-e24ea8063d89 req-462b5ea0-d421-42ca-ac0e-7ca231a5c4b7 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8973517 Nov 12 21:00:48.189670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:3d91 (562b17e4-82bc-45a1-bb66-23d0d781dbba/f051ce60-92a3-47e2-982f-8fa85adb82b2/b1bbdcda-3211-4b3a-adaf-dd78d3c77d10) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:48.214739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:48.215321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:48.227131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] For port 61f42365-ef16-4dd1-9960-03219fb095e4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=61f42365-ef16-4dd1-9960-03219fb095e4,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:48.227526 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:48.230983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-47111ca7-37c5-4069-ab47-fc0c6a124df5 None None] Provisioning complete for port 2cadeea1-d257-42ef-871f-5519c51852e8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:48.231553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-47111ca7-37c5-4069-ab47-fc0c6a124df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:48.239476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:48.263871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70670f4-2e45-4cee-b3fd-5e4b67628e11 req-c69b7c66-55da-418d-8b1e-3c54f6c09907 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:48.265431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b70670f4-2e45-4cee-b3fd-5e4b67628e11 req-c69b7c66-55da-418d-8b1e-3c54f6c09907 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 945 time: 0.4188504 Nov 12 21:00:48.281409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-47111ca7-37c5-4069-ab47-fc0c6a124df5 None None] Port 2cadeea1-d257-42ef-871f-5519c51852e8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:48.281656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Calling delete_port for 61f42365-ef16-4dd1-9960-03219fb095e4 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:48.352067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Deleting port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:48.352415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:48.451388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f8b61998-efc5-4e59-b54c-d48fee667738 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2865417 Nov 12 21:00:48.475847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50470) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:48.531744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'network_id': '2422271c-abc8-4a2c-88e8-9d900cda6862', 'name': 'tempest-AllowedAddressPairTestJSON-2001872862'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:48.628885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b70670f4-2e45-4cee-b3fd-5e4b67628e11 req-449ea667-93a8-45b5-b838-893b752d4472 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454227 Nov 12 21:00:48.709630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-8d4dd319-185f-4244-9a90-38db5bb3c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:48.710984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-8d4dd319-185f-4244-9a90-38db5bb3c5a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 1095 time: 0.3869677 Nov 12 21:00:48.833533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Router ceed0225-c5eb-4178-94a8-c703b4a4adc9 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:00:48.837470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5994d77-5aa6-47cc-b1fe-97aab917f091 req-f0e21c46-c9c0-46ab-9917-f8f850feb962 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:48.839045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5994d77-5aa6-47cc-b1fe-97aab917f091 req-f0e21c46-c9c0-46ab-9917-f8f850feb962 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 943 time: 0.3767328 Nov 12 21:00:48.871271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] For port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:48.871693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:48.918886 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:48.944156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Calling delete_port for 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:48.951960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:00:48.962680 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f51a9de-4692-4069-8d11-8ed7f624b805 None None] Sync routers for ids ['ceed0225-c5eb-4178-94a8-c703b4a4adc9'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:00:48.972964 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51a9de-4692-4069-8d11-8ed7f624b805 None None] Routers {'ceed0225-c5eb-4178-94a8-c703b4a4adc9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:48.973995 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0f51a9de-4692-4069-8d11-8ed7f624b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ceed0225-c5eb-4178-94a8-c703b4a4adc9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:49.009543 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0f51a9de-4692-4069-8d11-8ed7f624b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:49.018057 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51a9de-4692-4069-8d11-8ed7f624b805 None None] Routers {'ceed0225-c5eb-4178-94a8-c703b4a4adc9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:49.018640 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0f51a9de-4692-4069-8d11-8ed7f624b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ceed0225-c5eb-4178-94a8-c703b4a4adc9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:49.052163 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0f51a9de-4692-4069-8d11-8ed7f624b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:49.053763 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f51a9de-4692-4069-8d11-8ed7f624b805 None None] The sync data for ids ['ceed0225-c5eb-4178-94a8-c703b4a4adc9'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:00:49.095174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5994d77-5aa6-47cc-b1fe-97aab917f091 req-19ff8fce-81f7-4a85-af58-8001c273863c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146170 Nov 12 21:00:49.104451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-095aa350-9667-4aa9-98b1-fbb351bd3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:49.105935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-095aa350-9667-4aa9-98b1-fbb351bd3f67 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.3638856 Nov 12 21:00:49.176531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-329d162d-d28e-43d3-87ba-09f98fe0586e req-7ab54d24-d576-4859-b667-6b89f21da53c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 210 time: 0.0851684 Nov 12 21:00:49.181368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-64f2413b-98cb-4534-9ad8-b6a54277c696 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc HTTP/1.1" status: 200 len: 217 time: 0.0610955 Nov 12 21:00:49.181982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Made reservation on behalf of ca341e54c9564534b7d45b6310decca7 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:49.185519 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.191017 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.229326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.230948 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-336b8e05-6c2e-4dad-bf65-bada354bb104 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9783986 Nov 12 21:00:49.233631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50476) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:49.273834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Pushing event deleted for resources: {'Port': ['ID=61f42365-ef16-4dd1-9960-03219fb095e4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:49.282883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] device_id is not set on port 824d6cd8-817a-43e8-8b15-103ae424e7e7 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:00:49.343487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.350932 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ff8140b4-655b-46b5-a581-27b33520beed tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/routers/ceed0225-c5eb-4178-94a8-c703b4a4adc9 HTTP/1.1" status: 200 len: 924 time: 0.1153967 Nov 12 21:00:49.353945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50478) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:49.386035 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-84e13d5e-ff07-416a-98a2-41b2c054a7b3 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceed0225-c5eb-4178-94a8-c703b4a4adc9 HTTP/1.1" status: 200 len: 205 time: 0.0306520 Nov 12 21:00:49.388602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50480) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:49.410186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-918ea818-0454-4055-839f-504ff8db0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:49.411688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-918ea818-0454-4055-839f-504ff8db0f35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.2110853 Nov 12 21:00:49.437555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] No DVR routers for this DVR port 61f42365-ef16-4dd1-9960-03219fb095e4 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:49.454358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.457693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f72f8d16-e1c2-48b3-b5e9-3fc1a55e508e req-e1d2709a-76ad-4516-a5c9-652a97eb18ec tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.78 "DELETE /v2.0/ports/61f42365-ef16-4dd1-9960-03219fb095e4 HTTP/1.1" status: 204 len: 173 time: 2.6423507 Nov 12 21:00:49.467438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab449aa1-56a1-4159-9208-eec371174f23', 'name': 'network-vif-deleted', 'tag': '61f42365-ef16-4dd1-9960-03219fb095e4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:49.469705 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee647b68-c5dd-441e-97fb-0c8144fc542f" -d '{"events": [{"server_uuid": "ab449aa1-56a1-4159-9208-eec371174f23", "name": "network-vif-deleted", "tag": "61f42365-ef16-4dd1-9960-03219fb095e4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:49.527584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:49.529175 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bc80ce-763b-43eb-b580-956f15d4fede x-openstack-request-id: req-65bc80ce-763b-43eb-b580-956f15d4fede {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:49.529464 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab449aa1-56a1-4159-9208-eec371174f23", "name": "network-vif-deleted", "tag": "61f42365-ef16-4dd1-9960-03219fb095e4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:49.529717 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65bc80ce-763b-43eb-b580-956f15d4fede {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:49.530174 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab449aa1-56a1-4159-9208-eec371174f23', 'name': 'network-vif-deleted', 'tag': '61f42365-ef16-4dd1-9960-03219fb095e4', 'status': 'completed', 'code': 200} Nov 12 21:00:49.549911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event updated for resources: {'Port': ['ID=b1bbdcda-3211-4b3a-adaf-dd78d3c77d10,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:49.555863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:49.558627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:49.564385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:49.565023 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.565711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.578808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.593680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['ae2ac804-6c7b-4126-8e7a-97486395ff7e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:49.597737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['97a16c55-ddbc-4090-ab12-32c73b236137'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:49.648151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-61669c25-0833-422b-b833-5219326c1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:49.649368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-61669c25-0833-422b-b833-5219326c1ce9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2098970 Nov 12 21:00:49.656260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Pushing event deleted for resources: {'Port': ['ID=19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:49.698141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-4c89cfc2-5394-469b-9604-31f721dede1a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:49.699599 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-4c89cfc2-5394-469b-9604-31f721dede1a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.46 "GET /v2.0/networks?id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e HTTP/1.1" status: 200 len: 815 time: 0.2206659 Nov 12 21:00:49.704757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Allocated IP 172.20.0.7 (2422271c-abc8-4a2c-88e8-9d900cda6862/4b4ba5d5-3559-4129-8873-f97a604d964c/824d6cd8-817a-43e8-8b15-103ae424e7e7) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:49.744893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Request body: {'port': {'device_id': '04e44b32-1f8c-4fc3-b367-88b76bbfc136', 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'admin_state_up': True, 'tenant_id': 'a29db0e5d1a94a41bd1c96eb021ff970'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:49.745967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-81cfa384-d41b-4c28-ae6e-b242b2a766e3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9520264 Nov 12 21:00:49.748910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.753614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:49.785295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] No DVR routers for this DVR port 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:49.844508 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:49.848256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de3f1b1d-1c47-4259-aa07-c2bc012aa056 req-d7793752-e942-4fe4-963b-33f5349cb5bf tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.46 "DELETE /v2.0/ports/19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b HTTP/1.1" status: 204 len: 173 time: 2.4323440 Nov 12 21:00:49.901461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4cd31e0f-1995-4f3d-a1c5-aa50fea4e042 req-52b4f58e-d9a7-4f03-ba78-9ee2151d0b3b tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 210 time: 0.1234586 Nov 12 21:00:49.982517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-782bb2c2-95eb-41c7-ad10-287f808c4bcb service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221304 Nov 12 21:00:50.031417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Deleting port 614b0963-83b6-4a5c-aa38-30109ea20399 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:50.032368 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.039538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-549281e6-86f5-46f6-8dd0-b091c0d6a385 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting port b1bbdcda-3211-4b3a-adaf-dd78d3c77d10 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:50.040101 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549281e6-86f5-46f6-8dd0-b091c0d6a385 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.049094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-af7d1bcc-9336-46b5-a881-d8c663a44278 None None] Provisioning complete for port b1bbdcda-3211-4b3a-adaf-dd78d3c77d10 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:50.049490 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-af7d1bcc-9336-46b5-a881-d8c663a44278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.093008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-af7d1bcc-9336-46b5-a881-d8c663a44278 None None] Port b1bbdcda-3211-4b3a-adaf-dd78d3c77d10 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:50.168601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:50.188946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Made reservation on behalf of a29db0e5d1a94a41bd1c96eb021ff970 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:00:50.194567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:50.195262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:50.198145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.230841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.249906 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549281e6-86f5-46f6-8dd0-b091c0d6a385 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.269547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Calling delete_port for 614b0963-83b6-4a5c-aa38-30109ea20399 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:50.282287 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.286858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-549281e6-86f5-46f6-8dd0-b091c0d6a385 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Calling delete_port for b1bbdcda-3211-4b3a-adaf-dd78d3c77d10 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:50.287091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77700e71-f7ba-44c6-8b4a-a0ecf4e4ee2e req-d9c4fc06-e151-43e1-85bb-f46fdd7cc3ca service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932847 Nov 12 21:00:50.324045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd19b070-9a31-49f5-821b-499ce24bf127 req-8a7bc2fe-a6df-416b-9a97-86f841dde434 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 210 time: 0.0397766 Nov 12 21:00:50.360791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eecbfd-a92f-4c60-b5a4-7fdb252961ab req-e3b4a190-877b-4fe7-b053-55cb8379ebfc tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:50.366207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4eecbfd-a92f-4c60-b5a4-7fdb252961ab req-e3b4a190-877b-4fe7-b053-55cb8379ebfc tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 943 time: 0.1539187 Nov 12 21:00:50.426453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4eecbfd-a92f-4c60-b5a4-7fdb252961ab req-e7e99cc5-4f57-400d-8b22-d7f631fdcca7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567219 Nov 12 21:00:50.462540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.506968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:50.514917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:50.519616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:50.524361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=824d6cd8-817a-43e8-8b15-103ae424e7e7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:50.550646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Allocated IP 172.20.0.11 (49f261bb-f0fc-48a2-b45a-d06b6ca8017e/2cf2d0b8-7b35-457f-9bce-037392e904d1/70086f45-503d-4fe9-919a-f82db594b1af) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:50.583624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:50.585434 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.807729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-caf4567a-5e7e-48c5-a154-519a16cd8710 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2989206 Nov 12 21:00:50.810569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50496) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:50.815983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:4b:2a:e7'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:77:74:ea'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:50.820342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-24acfae5-4dc8-4470-bc45-176024fdff15 None None] Provisioning complete for port 824d6cd8-817a-43e8-8b15-103ae424e7e7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:50.821017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-24acfae5-4dc8-4470-bc45-176024fdff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.853806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-24acfae5-4dc8-4470-bc45-176024fdff15 None None] Port 824d6cd8-817a-43e8-8b15-103ae424e7e7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:50.875758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.933759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549281e6-86f5-46f6-8dd0-b091c0d6a385 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.941656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 31366c06-20a9-4ff8-85cb-ba895dd491dc details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:00:50.946954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61f42365-ef16-4dd1-9960-03219fb095e4 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:50.982871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 61f42365-ef16-4dd1-9960-03219fb095e4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:50.985206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 61f42365-ef16-4dd1-9960-03219fb095e4 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:51.003896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event deleted for resources: {'Port': ['ID=614b0963-83b6-4a5c-aa38-30109ea20399,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:51.054049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c08e8ba4-8d35-48ee-bb99-b58a1c4329da req-4e0ba20b-e020-4850-98b3-120f56744ac0 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad1b3139-829f-4130-8e21-320ea41d922a HTTP/1.1" status: 200 len: 210 time: 0.0530272 Nov 12 21:00:51.104890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 31366c06-20a9-4ff8-85cb-ba895dd491dc, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:51.114383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549281e6-86f5-46f6-8dd0-b091c0d6a385 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Port': ['ID=b1bbdcda-3211-4b3a-adaf-dd78d3c77d10,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:51.120121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '31366c06-20a9-4ff8-85cb-ba895dd491dc', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': '31366c06-20a9-4ff8-85cb-ba895dd491dc', 'mac_address': 'fa:16:3e:b0:d9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:00:51.147071 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549281e6-86f5-46f6-8dd0-b091c0d6a385 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.150888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-549281e6-86f5-46f6-8dd0-b091c0d6a385 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/b1bbdcda-3211-4b3a-adaf-dd78d3c77d10 HTTP/1.1" status: 204 len: 168 time: 1.3951046 Nov 12 21:00:51.153782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50500) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:51.182097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.199555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31366c06-20a9-4ff8-85cb-ba895dd491dc {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:51.223965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 31366c06-20a9-4ff8-85cb-ba895dd491dc, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:51.239693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e9e06-606f-4ff5-8299-a5595a8b8571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:51.242149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fa4e9e06-606f-4ff5-8299-a5595a8b8571 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0868859 Nov 12 21:00:51.244706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50502) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:51.260694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.262778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.308911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34946784-74a1-488f-91ec-3742f23cee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:51.313078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-34946784-74a1-488f-91ec-3742f23cee12 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0640256 Nov 12 21:00:51.314361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50504) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:51.333534 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.342480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.374310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c51d7b-181e-44c2-bc13-d16517919ef7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:51.376959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c51d7b-181e-44c2-bc13-d16517919ef7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:51.380294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c51d7b-181e-44c2-bc13-d16517919ef7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:51.383753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d9c51d7b-181e-44c2-bc13-d16517919ef7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0689180 Nov 12 21:00:51.387182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50508) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:51.403634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=31366c06-20a9-4ff8-85cb-ba895dd491dc,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:51.413988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.419326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.462864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-533af1f2-71e7-4955-862b-4e0b31e868d1 req-287f3912-b647-47f4-a937-3c8db226d925 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 210 time: 0.0338657 Nov 12 21:00:51.498632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5aad5b0-7c15-4d06-80f3-36a1866e5498 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet 463c5f8e-2f74-4c33-ba6a-749d27b00a5e {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:51.502782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5aad5b0-7c15-4d06-80f3-36a1866e5498 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.531141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1b3139-829f-4130-8e21-320ea41d922a', 'name': 'network-vif-deleted', 'tag': '19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:51.533314 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2cd06-e3fa-43f0-9929-3de4da567b22" -d '{"events": [{"server_uuid": "ad1b3139-829f-4130-8e21-320ea41d922a", "name": "network-vif-deleted", "tag": "19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:51.568975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.569399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Fanout notify agent at l3_agent the message router_deleted on router ceed0225-c5eb-4178-94a8-c703b4a4adc9 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:00:51.576814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.577954 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af674697-9562-4654-82d7-a398e4390bb1 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/ceed0225-c5eb-4178-94a8-c703b4a4adc9 HTTP/1.1" status: 204 len: 168 time: 2.1884336 Nov 12 21:00:51.582900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50516) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:51.585524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5aad5b0-7c15-4d06-80f3-36a1866e5498 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.590140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1161780283', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': False}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:51.598941 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e0a26d-ea6e-4c8d-a087-21a7264c4c9d x-openstack-request-id: req-c5e0a26d-ea6e-4c8d-a087-21a7264c4c9d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:51.602754 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.602951 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1b3139-829f-4130-8e21-320ea41d922a", "name": "network-vif-deleted", "tag": "19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:51.602951 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5e0a26d-ea6e-4c8d-a087-21a7264c4c9d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:51.602951 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1b3139-829f-4130-8e21-320ea41d922a', 'name': 'network-vif-deleted', 'tag': '19f8e0fa-6bae-4ed3-b536-35eb7ed8b54b', 'status': 'completed', 'code': 200} Nov 12 21:00:51.621210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['31366c06-20a9-4ff8-85cb-ba895dd491dc'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:51.640117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdb64e-214a-4bb9-8e7f-c1dc7c06b678 req-8d598d5b-d0ea-4fd9-bbdf-68eaf960deb2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:51.641602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6cfdb64e-214a-4bb9-8e7f-c1dc7c06b678 req-8d598d5b-d0ea-4fd9-bbdf-68eaf960deb2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 944 time: 0.1144683 Nov 12 21:00:51.681991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:51.686841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:51.696200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:51.725486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Pushing event updated for resources: {'Port': ['ID=70086f45-503d-4fe9-919a-f82db594b1af,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:51.747479 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.747734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5aad5b0-7c15-4d06-80f3-36a1866e5498 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.753514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.754542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.755111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6cfdb64e-214a-4bb9-8e7f-c1dc7c06b678 req-696f4373-2c33-44a0-af87-fb7bbe611bc9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986781 Nov 12 21:00:51.779893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:51.780487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.834866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.843922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.883144 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-1fe77e1b-4b68-4a01-b002-ed0cdfd46d55 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1465702 Nov 12 21:00:51.911771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Request body: {'port': {'device_id': '04e44b32-1f8c-4fc3-b367-88b76bbfc136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:51.930954 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5aad5b0-7c15-4d06-80f3-36a1866e5498 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.962741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad5b0-7c15-4d06-80f3-36a1866e5498 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=463c5f8e-2f74-4c33-ba6a-749d27b00a5e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:51.966896 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5aad5b0-7c15-4d06-80f3-36a1866e5498 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:51.977554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f5aad5b0-7c15-4d06-80f3-36a1866e5498 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/463c5f8e-2f74-4c33-ba6a-749d27b00a5e HTTP/1.1" status: 204 len: 168 time: 0.5891850 Nov 12 21:00:51.978193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50518) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:51.978857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29485a-b42f-4f58-af29-6420f91f4536 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:51.991677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event updated for resources: {'Port': ['ID=824d6cd8-817a-43e8-8b15-103ae424e7e7,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:52.040059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47fd017-16a8-4019-9e82-7a526e44f7a0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Deleting subnet f051ce60-92a3-47e2-982f-8fa85adb82b2 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:52.044589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47fd017-16a8-4019-9e82-7a526e44f7a0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.095170 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47fd017-16a8-4019-9e82-7a526e44f7a0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.212269 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47fd017-16a8-4019-9e82-7a526e44f7a0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.216480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ecc5c77a-5fa8-4edb-9990-93c9a80fa356 None None] Provisioning complete for port 824d6cd8-817a-43e8-8b15-103ae424e7e7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:52.222351 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c77a-5fa8-4edb-9990-93c9a80fa356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.281183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5c77a-5fa8-4edb-9990-93c9a80fa356 None None] Port 824d6cd8-817a-43e8-8b15-103ae424e7e7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:00:52.386765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] In _notify_port_updated(), no bound segment for port 824d6cd8-817a-43e8-8b15-103ae424e7e7 on network 2422271c-abc8-4a2c-88e8-9d900cda6862 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:00:52.390836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47fd017-16a8-4019-9e82-7a526e44f7a0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.392340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:52.392983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.394320 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-90c33f76-c7ed-4111-9a23-b93113f12697 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "PUT /v2.0/ports/824d6cd8-817a-43e8-8b15-103ae424e7e7 HTTP/1.1" status: 200 len: 1056 time: 1.5827343 Nov 12 21:00:52.401795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50528) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:52.450943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd017-16a8-4019-9e82-7a526e44f7a0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Subnet': ['ID=f051ce60-92a3-47e2-982f-8fa85adb82b2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:52.455918 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47fd017-16a8-4019-9e82-7a526e44f7a0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.466582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c47fd017-16a8-4019-9e82-7a526e44f7a0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/f051ce60-92a3-47e2-982f-8fa85adb82b2 HTTP/1.1" status: 204 len: 168 time: 0.4867134 Nov 12 21:00:52.467585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50532) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:52.520107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-831f601c-da31-4ec9-adfc-92f6b342c5e6 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504022 Nov 12 21:00:52.520809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50538) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:52.581413 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.586408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.640440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20bcea7-128d-4472-8062-8e93435c66af tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:52.645205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e20bcea7-128d-4472-8062-8e93435c66af tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1231353 Nov 12 21:00:52.649957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50542) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:52.742281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0f536190-9c58-46b9-9bec-855d72221e84 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Deleting port 824d6cd8-817a-43e8-8b15-103ae424e7e7 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:52.742627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f536190-9c58-46b9-9bec-855d72221e84 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.746049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df19c3f-a30d-444a-96c0-f3e3ed8fc706 req-40e30cee-95b3-4b28-aff6-ccfbf96b9000 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:52.747656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8df19c3f-a30d-444a-96c0-f3e3ed8fc706 req-40e30cee-95b3-4b28-aff6-ccfbf96b9000 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 932 time: 0.1933842 Nov 12 21:00:52.751332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ff887a-287e-4abb-8c1f-8d3e5885537e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:52.756270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-36ff887a-287e-4abb-8c1f-8d3e5885537e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1048419 Nov 12 21:00:52.759620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50550) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:52.821446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-64b2dbfa-6718-42e5-8cae-2a4324accf7b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535307 Nov 12 21:00:52.829388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50554) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:52.891275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f536190-9c58-46b9-9bec-855d72221e84 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.922622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0f536190-9c58-46b9-9bec-855d72221e84 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Calling delete_port for 824d6cd8-817a-43e8-8b15-103ae424e7e7 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:52.965053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 31366c06-20a9-4ff8-85cb-ba895dd491dc up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:00:52.992470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c66fc-1c1c-4de8-ae22-2512c462c087 None None] Network 562b17e4-82bc-45a1-bb66-23d0d781dbba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:53.080579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1b01c940-cf7e-4723-a72c-13dd41ebbe90 None None] Provisioning complete for port 44ab84d5-d14a-4ec4-9459-319e15fdf396 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:53.081157 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1b01c940-cf7e-4723-a72c-13dd41ebbe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.248121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 31366c06-20a9-4ff8-85cb-ba895dd491dc completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:00:53.253649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 31366c06-20a9-4ff8-85cb-ba895dd491dc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:53.254108 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.270459 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ddb4d4-6310-4b90-8940-6dcff39865b2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.270459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ddb4d4-6310-4b90-8940-6dcff39865b2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.275603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-30ddb4d4-6310-4b90-8940-6dcff39865b2 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/b1bbdcda-3211-4b3a-adaf-dd78d3c77d10 HTTP/1.1" status: 404 len: 333 time: 0.4427342 Nov 12 21:00:53.277110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.310484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8df19c3f-a30d-444a-96c0-f3e3ed8fc706 req-9db57d99-08b3-4914-89dc-6ce2c250628c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496328 Nov 12 21:00:53.326391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608c76-391e-41ec-9d5b-382b02562871 req-f49e1cce-9a8c-4476-9498-d67144ffc392 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:53.326593 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1dc9d7-b617-43b6-a487-69481712595f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.327055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1dc9d7-b617-43b6-a487-69481712595f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.332469 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da1dc9d7-b617-43b6-a487-69481712595f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/f051ce60-92a3-47e2-982f-8fa85adb82b2 HTTP/1.1" status: 404 len: 337 time: 0.0493672 Nov 12 21:00:53.337514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50560) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.339552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70086f45-503d-4fe9-919a-f82db594b1af {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:53.343129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e608c76-391e-41ec-9d5b-382b02562871 req-f49e1cce-9a8c-4476-9498-d67144ffc392 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 944 time: 0.1163890 Nov 12 21:00:53.377680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.387792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.403777 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6655fa-d69f-4890-a44b-91012c55211e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.404367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] DHCP port deletion for 562b17e4-82bc-45a1-bb66-23d0d781dbba request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:00:53.404465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6655fa-d69f-4890-a44b-91012c55211e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.407308 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c6655fa-d69f-4890-a44b-91012c55211e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/463c5f8e-2f74-4c33-ba6a-749d27b00a5e HTTP/1.1" status: 404 len: 337 time: 0.0602858 Nov 12 21:00:53.413076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e608c76-391e-41ec-9d5b-382b02562871 req-b7951c9a-a4da-4abe-99cb-2b8dbdeadc36 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575433 Nov 12 21:00:53.415326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50562) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.433592 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.441509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31366c06-20a9-4ff8-85cb-ba895dd491dc'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:53.442181 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc86dc6-3f65-42d6-865e-2c68d6cdf700 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.443023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc86dc6-3f65-42d6-865e-2c68d6cdf700 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.445256 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388ae67e-6d9d-41a9-9d28-0c87f1b8fa8a" -d '{"events": [{"server_uuid": "5a7a67d0-8206-489e-9822-063eab8ed1df", "name": "network-vif-plugged", "status": "completed", "tag": "31366c06-20a9-4ff8-85cb-ba895dd491dc"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:53.447585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ffc86dc6-3f65-42d6-865e-2c68d6cdf700 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/c8d392d7-9565-48ba-a6b9-e8c7b27780ff HTTP/1.1" status: 404 len: 333 time: 0.0312400 Nov 12 21:00:53.449950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50564) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.453015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 31366c06-20a9-4ff8-85cb-ba895dd491dc, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:53.460930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Transition to ACTIVE for port object 70086f45-503d-4fe9-919a-f82db594b1af will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:00:53.462486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.470502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f536190-9c58-46b9-9bec-855d72221e84 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.532408 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-854e2935-7b5f-4b41-8ce1-4620b2428735 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.532877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854e2935-7b5f-4b41-8ce1-4620b2428735 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.534192 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9013dd6e-c860-4e5a-aac3-f62099532a93 x-openstack-request-id: req-9013dd6e-c860-4e5a-aac3-f62099532a93 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:53.534708 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7a67d0-8206-489e-9822-063eab8ed1df", "name": "network-vif-plugged", "status": "completed", "tag": "31366c06-20a9-4ff8-85cb-ba895dd491dc", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:53.534849 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9013dd6e-c860-4e5a-aac3-f62099532a93 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:53.535209 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31366c06-20a9-4ff8-85cb-ba895dd491dc', 'code': 200} Nov 12 21:00:53.536117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-854e2935-7b5f-4b41-8ce1-4620b2428735 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/1ad1f4cb-1439-46cb-b3f0-3b61150d60a3 HTTP/1.1" status: 404 len: 337 time: 0.0717432 Nov 12 21:00:53.541320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50570) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.575623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f536190-9c58-46b9-9bec-855d72221e84 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Port': ['ID=824d6cd8-817a-43e8-8b15-103ae424e7e7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:53.583333 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75aaa43-ce77-4132-9d62-1a9b80932279 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.584115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75aaa43-ce77-4132-9d62-1a9b80932279 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.587491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b75aaa43-ce77-4132-9d62-1a9b80932279 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/243c2380-d46d-438c-b0dd-548f0851d578 HTTP/1.1" status: 404 len: 337 time: 0.0449474 Nov 12 21:00:53.589937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50572) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.598251 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.606870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] Deleting port 44ab84d5-d14a-4ec4-9459-319e15fdf396 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:53.612380 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.620647 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.674221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Pushing event updated for resources: {'Port': ['ID=70086f45-503d-4fe9-919a-f82db594b1af,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:53.687016 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d4ae54-f423-4097-a6bd-b1d395d6bc53 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.687954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d4ae54-f423-4097-a6bd-b1d395d6bc53 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.695949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-06d4ae54-f423-4097-a6bd-b1d395d6bc53 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/950832c8-b87b-4d7b-82e7-073e4a99f87d HTTP/1.1" status: 404 len: 333 time: 0.0946567 Nov 12 21:00:53.698265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50576) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.744346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] For port 44ab84d5-d14a-4ec4-9459-319e15fdf396, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=44ab84d5-d14a-4ec4-9459-319e15fdf396,segment=NetworkSegment(bd4eec95-6a8c-4bbb-bab1-b50be3901aea),segment_id=bd4eec95-6a8c-4bbb-bab1-b50be3901aea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:53.745102 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.761828 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-970e898f-4975-4800-9c8a-49b822ff9454 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.762208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970e898f-4975-4800-9c8a-49b822ff9454 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.768599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-970e898f-4975-4800-9c8a-49b822ff9454 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/350d713f-dacd-4a08-a879-6386f8e9968c HTTP/1.1" status: 404 len: 337 time: 0.0533752 Nov 12 21:00:53.774089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] Calling delete_port for 44ab84d5-d14a-4ec4-9459-319e15fdf396 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:53.774929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50578) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.781873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=31366c06-20a9-4ff8-85cb-ba895dd491dc,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:53.785667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f08b0-0985-49c7-b5b1-2a5b00fec314 req-a5c2501f-6c25-4672-898d-94faa4b13c12 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:53.793246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f08b0-0985-49c7-b5b1-2a5b00fec314 req-a5c2501f-6c25-4672-898d-94faa4b13c12 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:53.802287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce8f08b0-0985-49c7-b5b1-2a5b00fec314 req-a5c2501f-6c25-4672-898d-94faa4b13c12 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665&device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 1682 time: 0.1937163 Nov 12 21:00:53.815919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5993-ae13-4a65-874b-214ea960f77f req-0ee3c51a-5630-4275-81ae-604acf59adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:53.817450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f61d5993-ae13-4a65-874b-214ea960f77f req-0ee3c51a-5630-4275-81ae-604acf59adf1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 1097 time: 0.2287576 Nov 12 21:00:53.872782 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-03173904-508e-42f9-9f93-24a91cba88fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.873246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03173904-508e-42f9-9f93-24a91cba88fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.876374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-03173904-508e-42f9-9f93-24a91cba88fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/c41dcb81-c4ad-43eb-961a-8f4e553f29f7 HTTP/1.1" status: 404 len: 337 time: 0.0716650 Nov 12 21:00:53.879892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50580) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.916437 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf131d35-33dd-4b40-aeb4-6cdfd5f5cfd4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:53.916724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Allocated IP 172.25.8.160 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/85441826-f0cf-464b-a47f-d5a517900c4f) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:53.917134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf131d35-33dd-4b40-aeb4-6cdfd5f5cfd4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:53.922555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cf131d35-33dd-4b40-aeb4-6cdfd5f5cfd4 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/bf5e83bd-3c8f-49a4-8f74-194d74c60a27 HTTP/1.1" status: 404 len: 333 time: 0.0384789 Nov 12 21:00:53.924348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50582) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:53.950685 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.954238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce8f08b0-0985-49c7-b5b1-2a5b00fec314 req-b4a6580e-d39f-4934-9d7c-d91a2ef8bcb5 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481314 Nov 12 21:00:53.954238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f61d5993-ae13-4a65-874b-214ea960f77f req-7898845a-49fa-4753-956a-333c3bda6a48 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991185 Nov 12 21:00:53.978867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] Pushing event deleted for resources: {'Port': ['ID=44ab84d5-d14a-4ec4-9459-319e15fdf396,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:53.983775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e926ec2-94dd-4d3e-9077-6344df291734 None None] No DVR routers for this DVR port 44ab84d5-d14a-4ec4-9459-319e15fdf396 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:54.014842 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-45068289-4c0b-4ce5-ad12-18629d4f23e0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.015238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45068289-4c0b-4ce5-ad12-18629d4f23e0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.018272 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-45068289-4c0b-4ce5-ad12-18629d4f23e0 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/707a5032-b2e0-4251-99bb-c377d2331639 HTTP/1.1" status: 404 len: 337 time: 0.0743966 Nov 12 21:00:54.021984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50588) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.023918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Attempting to bind port 70086f45-503d-4fe9-919a-f82db594b1af on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:54.024256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Attempting to bind port 70086f45-503d-4fe9-919a-f82db594b1af by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:54.024587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Attempting to bind port 70086f45-503d-4fe9-919a-f82db594b1af on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:54.056244 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-39512235-f770-467a-aadc-1362692a1113 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.056715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39512235-f770-467a-aadc-1362692a1113 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.059927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-39512235-f770-467a-aadc-1362692a1113 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/86e1f2e0-b4b9-4448-ae20-54d1117eb7c1 HTTP/1.1" status: 404 len: 337 time: 0.0365913 Nov 12 21:00:54.062972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50590) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.082200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Port 70086f45-503d-4fe9-919a-f82db594b1af on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:00:54.082362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Attempting to bind port 70086f45-503d-4fe9-919a-f82db594b1af on network 49f261bb-f0fc-48a2-b45a-d06b6ca8017e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:54.088283 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e32385-8854-4c7d-99a1-e2084e26bb7d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.089001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e32385-8854-4c7d-99a1-e2084e26bb7d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.095094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-60e32385-8854-4c7d-99a1-e2084e26bb7d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/47eba4e2-cd96-4b75-99d9-801594826fd8 HTTP/1.1" status: 404 len: 333 time: 0.0281742 Nov 12 21:00:54.095094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50594) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.098404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:54.098757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Checking segment: {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:54.099194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Bound using segment: {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:54.100449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Bound port: 70086f45-503d-4fe9-919a-f82db594b1af, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c61421-ecfa-4330-9ad5-e50bbc507738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:54.100839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.109932 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f536190-9c58-46b9-9bec-855d72221e84 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.109932 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0f536190-9c58-46b9-9bec-855d72221e84 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "DELETE /v2.0/ports/824d6cd8-817a-43e8-8b15-103ae424e7e7 HTTP/1.1" status: 204 len: 168 time: 1.7046311 Nov 12 21:00:54.110611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50596) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.121933 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f56190-9706-4d61-8a95-110f68755efb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.122656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f56190-9706-4d61-8a95-110f68755efb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.125878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-22f56190-9706-4d61-8a95-110f68755efb tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/f4806d39-230c-4d30-ad8c-581ed4d49fac HTTP/1.1" status: 404 len: 337 time: 0.0298712 Nov 12 21:00:54.130031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50598) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.149267 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa88061-4ef2-4964-aee8-a63bb73a5a91 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] GET failed (client error): The resource could not be found. Nov 12 21:00:54.153583 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1fa88061-4ef2-4964-aee8-a63bb73a5a91 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "GET /v2.0/ports/824d6cd8-817a-43e8-8b15-103ae424e7e7 HTTP/1.1" status: 404 len: 333 time: 0.0393691 Nov 12 21:00:54.154006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50602) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.165051 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e3a28d-8ee9-4cc3-bbcd-f51fc3987b4b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.165798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e3a28d-8ee9-4cc3-bbcd-f51fc3987b4b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.169161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e6e3a28d-8ee9-4cc3-bbcd-f51fc3987b4b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/ffbb3a67-cbc5-4d89-8ba6-668366192de1 HTTP/1.1" status: 404 len: 333 time: 0.0390563 Nov 12 21:00:54.181545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50604) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.215072 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9fa104-b5e7-4b1c-b105-3f8af611ad28 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.215662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9fa104-b5e7-4b1c-b105-3f8af611ad28 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.218890 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f9fa104-b5e7-4b1c-b105-3f8af611ad28 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/a494b917-fbc7-4691-bd0d-cb8f28697d73 HTTP/1.1" status: 404 len: 337 time: 0.0363181 Nov 12 21:00:54.225293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50606) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.260573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0630ddd9-e2a3-4676-8225-117bd224dbdc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Deleting port 2cadeea1-d257-42ef-871f-5519c51852e8 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:54.260907 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0630ddd9-e2a3-4676-8225-117bd224dbdc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.272094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.273721 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a04487-4bfd-497b-85ff-b95d450f620e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.274457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a04487-4bfd-497b-85ff-b95d450f620e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.277589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a7a04487-4bfd-497b-85ff-b95d450f620e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/59df96b4-d6f9-4db8-beda-3914d2ca45e5 HTTP/1.1" status: 404 len: 333 time: 0.0511916 Nov 12 21:00:54.283115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50608) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.328102 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5484fd05-63be-4e14-a911-c0a814723145 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.328563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5484fd05-63be-4e14-a911-c0a814723145 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.331629 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5484fd05-63be-4e14-a911-c0a814723145 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/3ca04d43-9212-4b93-8eaa-4580e1711a93 HTTP/1.1" status: 404 len: 337 time: 0.0428002 Nov 12 21:00:54.334722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50610) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.336477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] For port 70086f45-503d-4fe9-919a-f82db594b1af, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:54.358540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] For port 70086f45-503d-4fe9-919a-f82db594b1af, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=70086f45-503d-4fe9-919a-f82db594b1af,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:54.363642 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08bca39-74f0-46ff-b977-981152cb2d13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.364355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08bca39-74f0-46ff-b977-981152cb2d13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.367812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b08bca39-74f0-46ff-b977-981152cb2d13 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/0d065bd7-40b0-49e0-a6cb-c8492ffce64a HTTP/1.1" status: 404 len: 333 time: 0.0321143 Nov 12 21:00:54.370772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50614) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.394004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0630ddd9-e2a3-4676-8225-117bd224dbdc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.402136 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2ca119-356f-4862-90df-80ece6f4d9a9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.402602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2ca119-356f-4862-90df-80ece6f4d9a9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.405694 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e2ca119-356f-4862-90df-80ece6f4d9a9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/3e07cd39-7fc0-4fd0-8705-ba8b9ae91886 HTTP/1.1" status: 404 len: 337 time: 0.0339038 Nov 12 21:00:54.408278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50616) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.416563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0630ddd9-e2a3-4676-8225-117bd224dbdc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Calling delete_port for 2cadeea1-d257-42ef-871f-5519c51852e8 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:54.434097 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-409ddeca-5d0c-483c-a225-214bb224a7cf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.434767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409ddeca-5d0c-483c-a225-214bb224a7cf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.437874 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-409ddeca-5d0c-483c-a225-214bb224a7cf tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/5c75fae1-5b1f-471c-affb-f273dd52cc6e HTTP/1.1" status: 404 len: 333 time: 0.0286179 Nov 12 21:00:54.440387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.466645 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1e1eb7-bbec-44e5-aafc-1a223d4654b8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.467103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1e1eb7-bbec-44e5-aafc-1a223d4654b8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.470173 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7b1e1eb7-bbec-44e5-aafc-1a223d4654b8 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/9c128ac9-1d49-44e6-bef1-121e645c096d HTTP/1.1" status: 404 len: 337 time: 0.0288446 Nov 12 21:00:54.471353 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.473096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.498494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f074c88-61e8-4b6c-98e2-87ee7c3863d3 req-267267f3-63bb-4ca5-9272-e010783557d3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:54.500075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f074c88-61e8-4b6c-98e2-87ee7c3863d3 req-267267f3-63bb-4ca5-9272-e010783557d3 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 944 time: 0.1033163 Nov 12 21:00:54.525085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.540153 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-425cf705-8e48-4140-8a22-f3953a2b5af7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.541175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425cf705-8e48-4140-8a22-f3953a2b5af7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.546387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-425cf705-8e48-4140-8a22-f3953a2b5af7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/3aff811a-895f-45dd-895d-49556131125b HTTP/1.1" status: 404 len: 333 time: 0.0678651 Nov 12 21:00:54.548447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50626) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.548700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:54.549324 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.550667 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] 10.222.0.46 "PUT /v2.0/ports/70086f45-503d-4fe9-919a-f82db594b1af HTTP/1.1" status: 200 len: 1093 time: 2.6471195 Nov 12 21:00:54.551100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e44b32-1f8c-4fc3-b367-88b76bbfc136', 'tag': '70086f45-503d-4fe9-919a-f82db594b1af'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:54.554245 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77dd24-a89e-4b87-828a-f28b50fda340" -d '{"events": [{"name": "network-changed", "server_uuid": "04e44b32-1f8c-4fc3-b367-88b76bbfc136", "tag": "70086f45-503d-4fe9-919a-f82db594b1af"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:54.577561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:00:54.582242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:00:54.586865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563612b-6fd9-400c-84cd-4edb55c7c24b service neutron] Pushing event updated for resources: {'Port': ['ID=70086f45-503d-4fe9-919a-f82db594b1af,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:54.587867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:00:54.605619 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-68155e7b-a016-47e5-982e-3cf9d25c37d5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.606084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68155e7b-a016-47e5-982e-3cf9d25c37d5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.609228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-68155e7b-a016-47e5-982e-3cf9d25c37d5 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/574d6b96-af7f-4c02-9df8-0833e3ca2a05 HTTP/1.1" status: 404 len: 337 time: 0.0615885 Nov 12 21:00:54.629710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50630) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.655264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f074c88-61e8-4b6c-98e2-87ee7c3863d3 req-91c04831-3208-4f26-ace7-df144ce88aef tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473162 Nov 12 21:00:54.673520 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a0c52b-9b78-469f-b91f-9ab532c6036e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.673992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a0c52b-9b78-469f-b91f-9ab532c6036e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.677068 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b8a0c52b-9b78-469f-b91f-9ab532c6036e tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/b74ba67d-a823-4aab-9df1-4d8b3922c7a6 HTTP/1.1" status: 404 len: 337 time: 0.0463989 Nov 12 21:00:54.680320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50632) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.714226 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d11ba8e-0987-4ba3-84f9-27fc2a52dd0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.714940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d11ba8e-0987-4ba3-84f9-27fc2a52dd0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.721193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7d11ba8e-0987-4ba3-84f9-27fc2a52dd0d tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/51433d08-a34e-4200-94de-2839f94c1b39 HTTP/1.1" status: 404 len: 333 time: 0.0397077 Nov 12 21:00:54.721496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'Port': ['ID=85441826-f0cf-464b-a47f-d5a517900c4f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:54.722653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50634) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.730884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdba56-faa5-4464-ace2-6137395e3825 req-59c726e5-20f3-4d68-88e3-41695d7e00c2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:54.732466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ebdba56-faa5-4464-ace2-6137395e3825 req-59c726e5-20f3-4d68-88e3-41695d7e00c2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 945 time: 0.1708949 Nov 12 21:00:54.761780 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e79c4b2-4b1d-4333-b8b9-3cdfd21355c3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.762257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e79c4b2-4b1d-4333-b8b9-3cdfd21355c3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.765361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9e79c4b2-4b1d-4333-b8b9-3cdfd21355c3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/4beb6e3a-e539-458a-b6b7-8510b4adca77 HTTP/1.1" status: 404 len: 337 time: 0.0319529 Nov 12 21:00:54.771187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50636) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.810028 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-314388a1-874c-4efb-be7f-80aa8bdab177 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.810407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314388a1-874c-4efb-be7f-80aa8bdab177 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.813515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-314388a1-874c-4efb-be7f-80aa8bdab177 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/71eeb6d1-261c-4cf7-bf7f-5392e0cbaea7 HTTP/1.1" status: 404 len: 337 time: 0.0413582 Nov 12 21:00:54.814962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0630ddd9-e2a3-4676-8225-117bd224dbdc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.817869 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-3dd2fab7-35ca-4d24-b8f2-658828d51899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:54.820206 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-3dd2fab7-35ca-4d24-b8f2-658828d51899 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 1096 time: 0.1398909 Nov 12 21:00:54.820353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50640) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.871997 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-bb2a7986-a2ec-4257-a914-e4f85df42e4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70086f45-503d-4fe9-919a-f82db594b1af HTTP/1.1" status: 200 len: 217 time: 0.0403109 Nov 12 21:00:54.875892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630ddd9-e2a3-4676-8225-117bd224dbdc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Port': ['ID=2cadeea1-d257-42ef-871f-5519c51852e8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:54.884281 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c158d7-4a01-4ca3-ab2b-fa54ed5ab557 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.885029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c158d7-4a01-4ca3-ab2b-fa54ed5ab557 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.888146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-05c158d7-4a01-4ca3-ab2b-fa54ed5ab557 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/b3b47478-a430-4496-a117-9c41c906fa0a HTTP/1.1" status: 404 len: 333 time: 0.0635524 Nov 12 21:00:54.892740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50642) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:54.942278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-f42553ad-a689-499b-8f20-4fa1266de2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:54.944293 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-f42553ad-a689-499b-8f20-4fa1266de2e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cf2d0b8-7b35-457f-9bce-037392e904d1 HTTP/1.1" status: 200 len: 855 time: 0.0653813 Nov 12 21:00:54.946635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ebdba56-faa5-4464-ace2-6137395e3825 req-87ffc6a0-2f14-4ada-8e03-df0dcf4d7c2c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871164 Nov 12 21:00:54.949475 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-26878799-44b8-41db-b5c2-28c3f71bbc27 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:54.949933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26878799-44b8-41db-b5c2-28c3f71bbc27 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:54.955553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-26878799-44b8-41db-b5c2-28c3f71bbc27 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/e42e994e-da2d-43f6-8ba5-55ee9ae8b40a HTTP/1.1" status: 404 len: 337 time: 0.0569565 Nov 12 21:00:54.978237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50644) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.007966 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f19180-2201-409f-bc13-80a5024be3a3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.008953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f19180-2201-409f-bc13-80a5024be3a3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.014167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b7f19180-2201-409f-bc13-80a5024be3a3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/5d0373f5-a855-4749-b73c-479c5ea213d1 HTTP/1.1" status: 404 len: 337 time: 0.0387192 Nov 12 21:00:55.015952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50646) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.030246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-973b8bcb-d6cc-4505-a76e-1c08c8eb3c91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399766 Nov 12 21:00:55.045384 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d705bb29-1295-4fb6-bfc9-47e53340d1ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.046131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d705bb29-1295-4fb6-bfc9-47e53340d1ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.052478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d705bb29-1295-4fb6-bfc9-47e53340d1ee tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/2d0a1497-854c-4be5-b723-b071eb84aaa2 HTTP/1.1" status: 404 len: 333 time: 0.0323501 Nov 12 21:00:55.052478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50648) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.054882 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0630ddd9-e2a3-4676-8225-117bd224dbdc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:55.058394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0630ddd9-e2a3-4676-8225-117bd224dbdc tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "DELETE /v2.0/ports/2cadeea1-d257-42ef-871f-5519c51852e8 HTTP/1.1" status: 204 len: 168 time: 0.9034979 Nov 12 21:00:55.065076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50650) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.097950 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6c0332-adc7-4ae0-8231-f3eef5b13c76 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.097950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6c0332-adc7-4ae0-8231-f3eef5b13c76 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.101912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2e6c0332-adc7-4ae0-8231-f3eef5b13c76 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/9c7630f1-66be-4432-80bb-29cbbe89f1f4 HTTP/1.1" status: 404 len: 337 time: 0.0458663 Nov 12 21:00:55.123025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50652) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.132588 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5fa64c-33e2-4f26-9a29-2ba12193c3e2 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] GET failed (client error): The resource could not be found. Nov 12 21:00:55.134208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0c5fa64c-33e2-4f26-9a29-2ba12193c3e2 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "GET /v2.0/ports/2cadeea1-d257-42ef-871f-5519c51852e8 HTTP/1.1" status: 404 len: 333 time: 0.0670667 Nov 12 21:00:55.140176 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf70753-f287-4403-a0ca-6c47ddcda944 x-openstack-request-id: req-9cf70753-f287-4403-a0ca-6c47ddcda944 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:55.143625 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e44b32-1f8c-4fc3-b367-88b76bbfc136", "tag": "70086f45-503d-4fe9-919a-f82db594b1af", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:55.143625 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cf70753-f287-4403-a0ca-6c47ddcda944 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:55.143625 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e44b32-1f8c-4fc3-b367-88b76bbfc136', 'tag': '70086f45-503d-4fe9-919a-f82db594b1af', 'status': 'completed', 'code': 200} Nov 12 21:00:55.154937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50654) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.170467 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36935a4-66f3-43c4-a3fb-cd6d26b25b91 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.170910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36935a4-66f3-43c4-a3fb-cd6d26b25b91 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.175295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e36935a4-66f3-43c4-a3fb-cd6d26b25b91 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/14e07e19-07e6-4a0e-8247-4e62dc66d4e8 HTTP/1.1" status: 404 len: 337 time: 0.0512094 Nov 12 21:00:55.196597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50658) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.222712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 44ab84d5-d14a-4ec4-9459-319e15fdf396 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:55.229809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-af8d5d3b-3afd-4495-8ad0-e13fdd97d6aa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports?device_id=2241c93b-b290-4af8-bd86-2640b0dd85c2 HTTP/1.1" status: 200 len: 205 time: 0.0320685 Nov 12 21:00:55.233785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50660) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.251737 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:55.301979 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-6ebc69c4-3bb7-4a5d-a4ad-db00341c0f51 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] delete failed (client error): The resource could not be found. Nov 12 21:00:55.303735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6ebc69c4-3bb7-4a5d-a4ad-db00341c0f51 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/routers/2241c93b-b290-4af8-bd86-2640b0dd85c2 HTTP/1.1" status: 404 len: 336 time: 0.0687385 Nov 12 21:00:55.306800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50664) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.321616 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-0a50df13-7633-425f-8b84-fb725ddc19bb service neutron] 10.222.0.46 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785044 Nov 12 21:00:55.339548 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3a5c08-6de1-4dc6-9886-00054341d56b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.340000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3a5c08-6de1-4dc6-9886-00054341d56b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.343206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6d3a5c08-6de1-4dc6-9886-00054341d56b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/47fa4d48-1929-4aaf-8f6e-9c514fa52307 HTTP/1.1" status: 404 len: 337 time: 0.0353816 Nov 12 21:00:55.352285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50666) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.403379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e8899775-f531-498c-aa4e-0bd3a673b5fa tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 HTTP/1.1" status: 200 len: 205 time: 0.0487373 Nov 12 21:00:55.405897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50668) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.426708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 44ab84d5-d14a-4ec4-9459-319e15fdf396 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:55.427042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 44ab84d5-d14a-4ec4-9459-319e15fdf396 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:55.453383 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-888bdfde-3a07-43f6-8c38-19c1d618e70a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] delete failed (client error): The resource could not be found. Nov 12 21:00:55.454430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-888bdfde-3a07-43f6-8c38-19c1d618e70a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/routers/5dc5ea31-b4d1-41ff-8d58-d0c46f0a4fa3 HTTP/1.1" status: 404 len: 336 time: 0.0476329 Nov 12 21:00:55.457036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50670) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.501334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61aa38-03a8-46e0-8767-1bb8706a883f req-116e625d-5cfc-4bd4-b23d-c19c755c39e8 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:55.503063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb61aa38-03a8-46e0-8767-1bb8706a883f req-116e625d-5cfc-4bd4-b23d-c19c755c39e8 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 945 time: 0.1667707 Nov 12 21:00:55.505463 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-953f4e6f-2789-4d0a-86d7-efdaf2885b2b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.506724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953f4e6f-2789-4d0a-86d7-efdaf2885b2b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.509761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-953f4e6f-2789-4d0a-86d7-efdaf2885b2b tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/7b3a8661-2944-4c74-9abc-9f50a98f346c HTTP/1.1" status: 404 len: 337 time: 0.0518048 Nov 12 21:00:55.512822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50672) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.519820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-eba0a4e9-47fa-4cc3-b607-7a6d1ca623db tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Deleting port d7962cf4-f070-47d8-a593-b06f415d6009 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:55.520171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eba0a4e9-47fa-4cc3-b607-7a6d1ca623db tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:55.530310 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7aef6cb2-e52e-44b6-8bdc-99375fd52ff9 req-5c6517bc-6f11-4be9-a8da-1ff747c74620 service neutron] 10.222.0.46 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904402 Nov 12 21:00:55.553479 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c234579-55e9-4ad1-b219-5a9a279fb178 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.555595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c234579-55e9-4ad1-b219-5a9a279fb178 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.557038 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5c234579-55e9-4ad1-b219-5a9a279fb178 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/8b186874-23c8-4ede-bcc5-8cf650c1711b HTTP/1.1" status: 404 len: 337 time: 0.0417964 Nov 12 21:00:55.563200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50674) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.615505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb61aa38-03a8-46e0-8767-1bb8706a883f req-2f6089ee-026e-4196-8241-6df90efc85a0 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046016 Nov 12 21:00:55.642362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eba0a4e9-47fa-4cc3-b607-7a6d1ca623db tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:55.656466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-eba0a4e9-47fa-4cc3-b607-7a6d1ca623db tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Calling delete_port for d7962cf4-f070-47d8-a593-b06f415d6009 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:55.832866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c600606-2f8d-408f-bf77-cdaee8097268 req-6017df92-8f3e-43d0-9083-b0f2ddf4c04a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:55.835314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c600606-2f8d-408f-bf77-cdaee8097268 req-6017df92-8f3e-43d0-9083-b0f2ddf4c04a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 944 time: 0.0900106 Nov 12 21:00:55.886871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c600606-2f8d-408f-bf77-cdaee8097268 req-3870c272-fdc8-4b54-85b3-7214f0d3de0e tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Nov 12 21:00:55.907336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eba0a4e9-47fa-4cc3-b607-7a6d1ca623db tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:55.938862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0a4e9-47fa-4cc3-b607-7a6d1ca623db tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Port': ['ID=d7962cf4-f070-47d8-a593-b06f415d6009,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:55.945790 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ec6aa3-cb70-439b-8926-100c17f056da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.946010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ec6aa3-cb70-439b-8926-100c17f056da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.949082 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-87ec6aa3-cb70-439b-8926-100c17f056da tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/3d0e9a29-6f9a-4d95-b701-9bc512a651ec HTTP/1.1" status: 404 len: 333 time: 0.3849216 Nov 12 21:00:55.951875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50678) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:55.995516 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1f2656-4cd8-4c14-988e-62fcd748ac49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:55.996064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1f2656-4cd8-4c14-988e-62fcd748ac49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:55.997477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.002018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ba1f2656-4cd8-4c14-988e-62fcd748ac49 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/8139a7d2-068d-45ae-ad3e-4dceba54a573 HTTP/1.1" status: 404 len: 337 time: 0.0456746 Nov 12 21:00:56.003137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50682) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.055975 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eba0a4e9-47fa-4cc3-b607-7a6d1ca623db tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.061824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eba0a4e9-47fa-4cc3-b607-7a6d1ca623db tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "DELETE /v2.0/ports/d7962cf4-f070-47d8-a593-b06f415d6009 HTTP/1.1" status: 204 len: 168 time: 0.8979874 Nov 12 21:00:56.062286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-3763a016-59b0-4468-b98f-0a7c8dfcf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:56.063053 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-3763a016-59b0-4468-b98f-0a7c8dfcf883 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 1096 time: 0.1414671 Nov 12 21:00:56.063475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50684) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.075657 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-725d7844-58cb-42c3-bd38-f3bfdace160a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.077602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725d7844-58cb-42c3-bd38-f3bfdace160a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.080023 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-725d7844-58cb-42c3-bd38-f3bfdace160a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/a49f48eb-8ce2-4803-9124-4de2b0137273 HTTP/1.1" status: 404 len: 333 time: 0.0756750 Nov 12 21:00:56.085620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50686) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.137136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b849a4-76b9-4167-8bb1-a608e3f4a341 req-44adadb7-5afe-4b8b-bd46-05843197d822 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:56.138616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90b849a4-76b9-4167-8bb1-a608e3f4a341 req-44adadb7-5afe-4b8b-bd46-05843197d822 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 945 time: 0.0782280 Nov 12 21:00:56.148738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed865-992e-493a-a57a-affb08785978 req-bc3803c5-2b2d-42e5-b145-3f4ecb45895e tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:56.150297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38aed865-992e-493a-a57a-affb08785978 req-bc3803c5-2b2d-42e5-b145-3f4ecb45895e tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 945 time: 0.1049891 Nov 12 21:00:56.172538 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd569827-e178-4348-8650-4218241e11ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.172538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd569827-e178-4348-8650-4218241e11ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.174538 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fd569827-e178-4348-8650-4218241e11ed tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/19275b5e-ed56-435c-8d64-65c685aa3e38 HTTP/1.1" status: 404 len: 337 time: 0.0798137 Nov 12 21:00:56.180949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50688) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.250439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90b849a4-76b9-4167-8bb1-a608e3f4a341 req-6b99fa11-cc59-43e6-ab4f-b9659d7eb6c5 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988858 Nov 12 21:00:56.276391 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-67be54d1-2004-4f74-9d06-df35c8d2dc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.277082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67be54d1-2004-4f74-9d06-df35c8d2dc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.280165 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-67be54d1-2004-4f74-9d06-df35c8d2dc69 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/2f96f0f5-c1f7-4bb2-b19e-f00adc6a5081 HTTP/1.1" status: 404 len: 333 time: 0.0702083 Nov 12 21:00:56.282769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Deleting port ae2ac804-6c7b-4126-8e7a-97486395ff7e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:56.283185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.286193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50694) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.290388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Deleting subnet 4b4ba5d5-3559-4129-8873-f97a604d964c {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:00:56.304005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.347599 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfecac90-4403-4029-86d0-0c58396cfb18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.348107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfecac90-4403-4029-86d0-0c58396cfb18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.351664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dfecac90-4403-4029-86d0-0c58396cfb18 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/d2ea044b-b29c-4b91-a2a9-3449e31697a8 HTTP/1.1" status: 404 len: 337 time: 0.0627320 Nov 12 21:00:56.357248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50696) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.393426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-6942aa27-887f-4e33-a15a-3b8432ed02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:56.394812 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-6942aa27-887f-4e33-a15a-3b8432ed02ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e HTTP/1.1" status: 200 len: 916 time: 0.3136210 Nov 12 21:00:56.401106 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b3946c-e7e9-4f2d-935c-d7ad7569f4c7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.401825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b3946c-e7e9-4f2d-935c-d7ad7569f4c7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.404945 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b8b3946c-e7e9-4f2d-935c-d7ad7569f4c7 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/996e9540-dee2-4d4c-8aa1-151e9dd8a9ba HTTP/1.1" status: 404 len: 333 time: 0.0453615 Nov 12 21:00:56.407340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.408955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50698) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.471825 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ac24d2-3df3-42ac-9c93-ab883c5f678a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.472595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ac24d2-3df3-42ac-9c93-ab883c5f678a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.475472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c4ac24d2-3df3-42ac-9c93-ab883c5f678a tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/18de4147-a6e4-4830-9b65-22946ff4aa76 HTTP/1.1" status: 404 len: 337 time: 0.0562048 Nov 12 21:00:56.478208 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-dfc74dc3-1553-4c8b-96fe-5afa75b935ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70086f45-503d-4fe9-919a-f82db594b1af HTTP/1.1" status: 200 len: 217 time: 0.0677626 Nov 12 21:00:56.478573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50700) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.482038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-648695df-46d0-4df6-a7f4-e5176574392a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0d3eb9aea66f485ab2148ab1989dfab9 HTTP/1.1" status: 200 len: 267 time: 0.1386478 Nov 12 21:00:56.527480 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fd9858-e42c-478a-b1cd-92b1502367b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.528222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fd9858-e42c-478a-b1cd-92b1502367b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.531257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b6fd9858-e42c-478a-b1cd-92b1502367b9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/2ff58636-f07e-476e-b518-865bf3587c23 HTTP/1.1" status: 404 len: 333 time: 0.0483372 Nov 12 21:00:56.534102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50702) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.551506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] For port ae2ac804-6c7b-4126-8e7a-97486395ff7e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ae2ac804-6c7b-4126-8e7a-97486395ff7e,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:56.551877 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.569050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Calling delete_port for ae2ac804-6c7b-4126-8e7a-97486395ff7e owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:56.588518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Router 793077d2-4cd9-4811-850a-d11400851496 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:00:56.592526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-4e4318d9-1476-4a50-8b61-e4aa7aad75a7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:56.594065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-4e4318d9-1476-4a50-8b61-e4aa7aad75a7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 945 time: 0.1010995 Nov 12 21:00:56.594444 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9dc1c8-4bad-446d-b08f-24ac31a4db3f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.594905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9dc1c8-4bad-446d-b08f-24ac31a4db3f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.597977 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0b9dc1c8-4bad-446d-b08f-24ac31a4db3f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/3cee5bf4-ae2b-435f-86e5-f5e23aa22fa7 HTTP/1.1" status: 404 len: 337 time: 0.0629001 Nov 12 21:00:56.603997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50704) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.623478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-f0e81424-22b2-4034-8e09-bde7652ba668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:56.624936 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-f0e81424-22b2-4034-8e09-bde7652ba668 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cf2d0b8-7b35-457f-9bce-037392e904d1 HTTP/1.1" status: 200 len: 855 time: 0.1374331 Nov 12 21:00:56.631710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'port': {'security_groups': []}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:56.656727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.661449 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-024cb02c-2386-45e8-b5b9-17d587265c7c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.661449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024cb02c-2386-45e8-b5b9-17d587265c7c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.667059 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-024cb02c-2386-45e8-b5b9-17d587265c7c tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/02a40e31-9c1e-4a68-9e10-969aaffe4556 HTTP/1.1" status: 404 len: 333 time: 0.0571809 Nov 12 21:00:56.667264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50708) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.720384 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbd6a7b-9865-4e02-b2ad-e1e332ea64a3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.720828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbd6a7b-9865-4e02-b2ad-e1e332ea64a3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.726992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2bbd6a7b-9865-4e02-b2ad-e1e332ea64a3 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/070f6ad9-aaf2-4349-8675-7ac7d91e69ea HTTP/1.1" status: 404 len: 337 time: 0.0564816 Nov 12 21:00:56.733745 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-a000969b-290d-471c-8f38-75d97bcd922e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49f261bb-f0fc-48a2-b45a-d06b6ca8017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909579 Nov 12 21:00:56.737526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50710) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.797022 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4888047-eb7a-48fa-91ec-dcc99243f878 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.797733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4888047-eb7a-48fa-91ec-dcc99243f878 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.800809 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e4888047-eb7a-48fa-91ec-dcc99243f878 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/ports/4fd2ed85-baf9-4cd0-8632-5e425415fb6f HTTP/1.1" status: 404 len: 333 time: 0.0624294 Nov 12 21:00:56.809580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50712) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.832438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.869776 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-76197b49-a310-420e-bfa9-1f57876f3a3f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] DELETE failed (client error): The resource could not be found. Nov 12 21:00:56.870224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76197b49-a310-420e-bfa9-1f57876f3a3f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:00:56.873365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-76197b49-a310-420e-bfa9-1f57876f3a3f tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/subnets/3c7f65b8-1267-43be-bbed-b15331bea7c1 HTTP/1.1" status: 404 len: 337 time: 0.0601573 Nov 12 21:00:56.880762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50714) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:56.915107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26ee1-b8f1-490b-a080-69fd5ce66be2 req-3234b089-1e0a-4e22-b689-38b1dd0fc02e tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:56.917061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5df26ee1-b8f1-490b-a080-69fd5ce66be2 req-3234b089-1e0a-4e22-b689-38b1dd0fc02e tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 945 time: 0.2041314 Nov 12 21:00:56.971232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-457f2ed9-5850-40e3-860d-1028473af685 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:56.972191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:00:56.972745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-457f2ed9-5850-40e3-860d-1028473af685 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 946 time: 0.2474687 Nov 12 21:00:56.985595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Sync routers for ids ['793077d2-4cd9-4811-850a-d11400851496'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:00:57.000031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Routers {'793077d2-4cd9-4811-850a-d11400851496'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:57.001987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['793077d2-4cd9-4811-850a-d11400851496'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:57.009319 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.024688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.047476 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-a2f87e04-8ff0-40e1-b515-9112e64ddf1a service neutron] 10.222.0.46 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948847 Nov 12 21:00:57.048941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4ba5d5-3559-4129-8873-f97a604d964c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:57.055838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.070298 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "DELETE /v2.0/subnets/4b4ba5d5-3559-4129-8873-f97a604d964c HTTP/1.1" status: 204 len: 168 time: 0.9924910 Nov 12 21:00:57.070298 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50718) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:57.076091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.076454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.076794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.077130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.077653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.078212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.078503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.078834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.079363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.079877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.080216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.080544 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba7b10-9576-4fe0-ac38-8a515d79c103 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:00:57.116508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee310834-8b39-49be-86d5-0439f180a59c None None] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:00:57.138334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5df26ee1-b8f1-490b-a080-69fd5ce66be2 req-9128b872-b6e8-4145-b0f7-741ef8ccd501 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961629 Nov 12 21:00:57.156373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.197288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['97a16c55-ddbc-4090-ab12-32c73b236137'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:57.213078 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3b77dd24-a89e-4b87-828a-f28b50fda340 req-3701260b-0fb6-490b-8697-02e131b3806e service neutron] 10.222.0.46 "GET /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478319 Nov 12 21:00:57.218685 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.219957 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a7dfc6f0-7319-477f-8bc0-12d5c3b69fc0 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6360815 Nov 12 21:00:57.222708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50722) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:57.238788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Pushing event deleted for resources: {'Port': ['ID=ae2ac804-6c7b-4126-8e7a-97486395ff7e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:57.278686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Set router 793077d2-4cd9-4811-850a-d11400851496 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:00:57.316349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] No DVR routers for this DVR port ae2ac804-6c7b-4126-8e7a-97486395ff7e on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:57.323549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.326838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38aed865-992e-493a-a57a-affb08785978 req-98c75522-3ed0-4036-8652-df3571767fd3 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.78 "DELETE /v2.0/ports/ae2ac804-6c7b-4126-8e7a-97486395ff7e HTTP/1.1" status: 204 len: 173 time: 1.1695809 Nov 12 21:00:57.327310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b18e490-b4f7-46fc-983d-4cfc2a73901b', 'name': 'network-vif-deleted', 'tag': 'ae2ac804-6c7b-4126-8e7a-97486395ff7e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:57.329620 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8063e-c739-41f5-8282-769e9393e178" -d '{"events": [{"server_uuid": "2b18e490-b4f7-46fc-983d-4cfc2a73901b", "name": "network-vif-deleted", "tag": "ae2ac804-6c7b-4126-8e7a-97486395ff7e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:57.374659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Deleting port 97a16c55-ddbc-4090-ab12-32c73b236137 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:57.374931 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.378824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] For port 31366c06-20a9-4ff8-85cb-ba895dd491dc, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:57.382742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.399674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.448268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562b17e4-82bc-45a1-bb66-23d0d781dbba']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:57.466179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:57.466750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4eec95-6a8c-4bbb-bab1-b50be3901aea') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:57.469064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757c7bb-6cbe-4ba7-af54-4a76a0806cae req-061315a0-00c2-43fb-af64-4fc645a21206 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:57.470601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5757c7bb-6cbe-4ba7-af54-4a76a0806cae req-061315a0-00c2-43fb-af64-4fc645a21206 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 944 time: 0.1838162 Nov 12 21:00:57.486010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.489677 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.532666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.543556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:00:57.544765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.548349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] For port 97a16c55-ddbc-4090-ab12-32c73b236137, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=97a16c55-ddbc-4090-ab12-32c73b236137,segment=NetworkSegment(cbef9962-7280-4f00-a6d1-c8cd51385101),segment_id=cbef9962-7280-4f00-a6d1-c8cd51385101)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:57.548719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:00:57.550657 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:00:57.577293 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b5476692-fffc-47a2-a024-257aee201e9f tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/routers/793077d2-4cd9-4811-850a-d11400851496 HTTP/1.1" status: 200 len: 909 time: 0.3500550 Nov 12 21:00:57.579514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5757c7bb-6cbe-4ba7-af54-4a76a0806cae req-2c8cdeae-3890-4f77-8624-7f0f62f7f4ae tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965388 Nov 12 21:00:57.580589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Calling delete_port for 97a16c55-ddbc-4090-ab12-32c73b236137 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:57.582266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50728) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:57.591051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1161780283', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': True}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:00:57.611281 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.630370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['31366c06-20a9-4ff8-85cb-ba895dd491dc'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:57.642528 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddf1de68-e796-4968-a460-ec29f39f29c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.676030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Deleting port 026d9d56-e47a-4538-b946-70b575b62d8d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:57.678237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.685089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] DHCP port deletion for 2422271c-abc8-4a2c-88e8-9d900cda6862 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:00:57.687040 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7290f8c0-f252-4bbb-9081-7cbb99acfd9e x-openstack-request-id: req-7290f8c0-f252-4bbb-9081-7cbb99acfd9e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:57.687590 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b18e490-b4f7-46fc-983d-4cfc2a73901b", "name": "network-vif-deleted", "tag": "ae2ac804-6c7b-4126-8e7a-97486395ff7e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:57.688036 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7290f8c0-f252-4bbb-9081-7cbb99acfd9e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:57.688699 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b18e490-b4f7-46fc-983d-4cfc2a73901b', 'name': 'network-vif-deleted', 'tag': 'ae2ac804-6c7b-4126-8e7a-97486395ff7e', 'status': 'completed', 'code': 200} Nov 12 21:00:57.726703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:57.727645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.743658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4ae1745-8025-46d3-8cf8-b6e5c586426a req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "PUT /v2.0/ports/31366c06-20a9-4ff8-85cb-ba895dd491dc HTTP/1.1" status: 200 len: 904 time: 1.1062517 Nov 12 21:00:57.769613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.785250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bbade-e552-416d-8af8-fb6f1d2ac727 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'Port': ['ID=31366c06-20a9-4ff8-85cb-ba895dd491dc,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:57.786744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.792523 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.793416 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.818197 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] 10.222.0.64 "DELETE /v2.0/networks/562b17e4-82bc-45a1-bb66-23d0d781dbba HTTP/1.1" status: 204 len: 168 time: 0.9360571 Nov 12 21:00:57.832130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['31366c06-20a9-4ff8-85cb-ba895dd491dc'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:57.866300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403040e-446d-460c-97dd-fa1da7249af9 tempest-NetworksTestDHCPv6-150379688 tempest-NetworksTestDHCPv6-150379688-project] Pushing event deleted for resources: {'Network': ['ID=562b17e4-82bc-45a1-bb66-23d0d781dbba,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:57.869621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] For port 026d9d56-e47a-4538-b946-70b575b62d8d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=026d9d56-e47a-4538-b946-70b575b62d8d,segment=NetworkSegment(72dafeee-5060-4b63-af87-c9e9900d60d4),segment_id=72dafeee-5060-4b63-af87-c9e9900d60d4)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:57.870059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:57.884417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Calling delete_port for 026d9d56-e47a-4538-b946-70b575b62d8d owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:57.900569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b18bb174-28de-47a7-952b-6ba008a35098', '8f8976bb-3057-4b05-80aa-2ee3395067a3'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:57.959202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793077d2-4cd9-4811-850a-d11400851496', 'name': 'tempest-snat-router-1161780283', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.160'}], 'enable_snat': False}, 'gw_port_id': '85441826-f0cf-464b-a47f-d5a517900c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:51Z', 'updated_at': '2021-11-12T21:00:54Z', 'revision_number': 3, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port': {'id': '85441826-f0cf-464b-a47f-d5a517900c4f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793077d2-4cd9-4811-850a-d11400851496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:00:53Z', 'updated_at': '2021-11-12T21:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:57.977162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.010895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Checking router: 793077d2-4cd9-4811-850a-d11400851496 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:00:58.011488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Updating router 793077d2-4cd9-4811-850a-d11400851496 port 85441826-f0cf-464b-a47f-d5a517900c4f binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:00:58.012388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d9da8-860b-4c25-9c10-80447038efd5 req-4044fe61-f1ff-4955-8f64-a0e2eeaa8213 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:58.013961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e20d9da8-860b-4c25-9c10-80447038efd5 req-4044fe61-f1ff-4955-8f64-a0e2eeaa8213 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 907 time: 0.1625421 Nov 12 21:00:58.024574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] Deleting port 026d9d56-e47a-4538-b946-70b575b62d8d {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:00:58.024955 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.105497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.122586 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.133895 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.138489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Port': ['ID=026d9d56-e47a-4538-b946-70b575b62d8d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:58.140664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] No DVR routers for this DVR port 026d9d56-e47a-4538-b946-70b575b62d8d on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:58.188044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] For port 026d9d56-e47a-4538-b946-70b575b62d8d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=026d9d56-e47a-4538-b946-70b575b62d8d,segment=NetworkSegment(72dafeee-5060-4b63-af87-c9e9900d60d4),segment_id=72dafeee-5060-4b63-af87-c9e9900d60d4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:58.188705 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.203682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 70086f45-503d-4fe9-919a-f82db594b1af details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:00:58.228015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] Calling delete_port for 026d9d56-e47a-4538-b946-70b575b62d8d owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:00:58.298939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.323721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2422271c-abc8-4a2c-88e8-9d900cda6862']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:58.335817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dafeee-5060-4b63-af87-c9e9900d60d4') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:58.336160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dafeee-5060-4b63-af87-c9e9900d60d4') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:58.347644 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.365586 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.373292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:00:58.373706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.379730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c4f2400-2f0b-40ed-8a9a-2bba1b10bda4 None None] Provisioning complete for port 31366c06-20a9-4ff8-85cb-ba895dd491dc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:00:58.380475 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2400-2f0b-40ed-8a9a-2bba1b10bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.383476 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.resource_extend [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:00:58.450135 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:00:58.506019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.509091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50740) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:58.520747 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.527348 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] 10.222.0.64 "DELETE /v2.0/networks/2422271c-abc8-4a2c-88e8-9d900cda6862 HTTP/1.1" status: 204 len: 168 time: 1.4572587 Nov 12 21:00:58.553938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4529e6-df60-44b1-b495-e7b0b5c06cd0 tempest-AllowedAddressPairTestJSON-1488090091 tempest-AllowedAddressPairTestJSON-1488090091-project] Pushing event deleted for resources: {'Network': ['ID=2422271c-abc8-4a2c-88e8-9d900cda6862,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:58.600406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Pushing event deleted for resources: {'Port': ['ID=97a16c55-ddbc-4090-ab12-32c73b236137,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:58.655095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7308b159-74cb-4a88-ac38-f17db23051e1 req-340cdcc9-dfe3-4df0-9ab5-16727a617f9a tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b18e490-b4f7-46fc-983d-4cfc2a73901b HTTP/1.1" status: 200 len: 210 time: 0.0674222 Nov 12 21:00:58.720309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 70086f45-503d-4fe9-919a-f82db594b1af, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=70086f45-503d-4fe9-919a-f82db594b1af,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:58.748959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] No DVR routers for this DVR port 97a16c55-ddbc-4090-ab12-32c73b236137 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:58.749152 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.749268 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.752532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16b3147f-b00d-4822-8bdd-d6005c8783a2 req-42f5fbeb-8f29-4372-a5ca-bffd9118af8c tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.46 "DELETE /v2.0/ports/97a16c55-ddbc-4090-ab12-32c73b236137 HTTP/1.1" status: 204 len: 173 time: 1.7683787 Nov 12 21:00:58.762791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363c5fc-79a0-40a7-a432-42574b618148 req-0c2b548e-d50e-4059-b988-81f1ca5a626e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:58.764304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3363c5fc-79a0-40a7-a432-42574b618148 req-0c2b548e-d50e-4059-b988-81f1ca5a626e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.6435807 Nov 12 21:00:58.769244 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.772481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '70086f45-503d-4fe9-919a-f82db594b1af', 'network_id': '49f261bb-f0fc-48a2-b45a-d06b6ca8017e', 'port_id': '70086f45-503d-4fe9-919a-f82db594b1af', 'mac_address': 'fa:16:3e:34:4c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf2d0b8-7b35-457f-9bce-037392e904d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:00:58.797658 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-17490dbc-70fe-4df2-a743-ddcdee5f61b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ba5426a6b8b4603bc2528cdc34d18a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2870114 Nov 12 21:00:58.800093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:58.812669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] Network 2422271c-abc8-4a2c-88e8-9d900cda6862 is not hosted by any dhcp agent {{(pid=109630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 21:00:58.813134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] No DVR routers for this DVR port 026d9d56-e47a-4538-b946-70b575b62d8d on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:00:58.821776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b59824-49a2-47c7-a63d-c13e8c3ddcdb None None] Pushing event deleted for resources: {'Port': ['ID=026d9d56-e47a-4538-b946-70b575b62d8d,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:58.894579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154844b-002a-41ac-b7ea-bdab2b2218e8 req-6d61a936-18d5-400f-874a-933d757affa6 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:58.903182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0154844b-002a-41ac-b7ea-bdab2b2218e8 req-6d61a936-18d5-400f-874a-933d757affa6 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 944 time: 0.1345434 Nov 12 21:00:58.910972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3363c5fc-79a0-40a7-a432-42574b618148 req-8af6500e-ebaf-4719-8fb7-0b5da83176ea tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363785 Nov 12 21:00:58.915950 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97c45c65-4837-403c-a683-fa4f136fd55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:58.976708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97c45c65-4837-403c-a683-fa4f136fd55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.037534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ae2ac804-6c7b-4126-8e7a-97486395ff7e no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:59.088402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: ae2ac804-6c7b-4126-8e7a-97486395ff7e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:59.089007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ae2ac804-6c7b-4126-8e7a-97486395ff7e not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:59.099066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0154844b-002a-41ac-b7ea-bdab2b2218e8 req-c16bff75-dd94-4b46-9ca5-bfabf2d82d38 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771922 Nov 12 21:00:59.107053 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.115569 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.136264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70086f45-503d-4fe9-919a-f82db594b1af {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:00:59.171577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 70086f45-503d-4fe9-919a-f82db594b1af, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=70086f45-503d-4fe9-919a-f82db594b1af,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:00:59.189242 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97c45c65-4837-403c-a683-fa4f136fd55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.193211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 026d9d56-e47a-4538-b946-70b575b62d8d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:00:59.199019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97c45c65-4837-403c-a683-fa4f136fd55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.211705 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-97c45c65-4837-403c-a683-fa4f136fd55f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71c2822a-08a1-4a29-b794-82144eca462e HTTP/1.1" status: 204 len: 168 time: 0.4096308 Nov 12 21:00:59.214932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:59.219609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 026d9d56-e47a-4538-b946-70b575b62d8d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:00:59.219985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 026d9d56-e47a-4538-b946-70b575b62d8d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:00:59.230814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c45c65-4837-403c-a683-fa4f136fd55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c2822a-08a1-4a29-b794-82144eca462e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:59.252420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.303804 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.331713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Attempting to bind port 85441826-f0cf-464b-a47f-d5a517900c4f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:00:59.332077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Attempting to bind port 85441826-f0cf-464b-a47f-d5a517900c4f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:00:59.332769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Attempting to bind port 85441826-f0cf-464b-a47f-d5a517900c4f on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:00:59.336438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d7db8-3eb6-4356-9e69-34bfa83332b6 None None] Pushing event updated for resources: {'Port': ['ID=85441826-f0cf-464b-a47f-d5a517900c4f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:59.373907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714825ea-99fc-4005-b55f-f8493473d94e req-f380cefa-41d9-4025-a548-deaade304600 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:59.374888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:00:59.375188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:00:59.375809 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.376615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:00:59.377250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Bound port: 85441826-f0cf-464b-a47f-d5a517900c4f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:00:59.377802 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.382348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-714825ea-99fc-4005-b55f-f8493473d94e req-f380cefa-41d9-4025-a548-deaade304600 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1271458 Nov 12 21:00:59.402493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.430259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.445476 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-192fe0c7-9d63-46a2-8632-ef79948baa4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca341e54c9564534b7d45b6310decca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293091 Nov 12 21:00:59.448435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50764) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:00:59.455461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=70086f45-503d-4fe9-919a-f82db594b1af,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:59.487831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] For port 85441826-f0cf-464b-a47f-d5a517900c4f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:00:59.491753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] For port 85441826-f0cf-464b-a47f-d5a517900c4f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=85441826-f0cf-464b-a47f-d5a517900c4f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:00:59.499408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-714825ea-99fc-4005-b55f-f8493473d94e req-6fb2deaf-162b-4b92-b4e2-8a4adc280d6d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161649 Nov 12 21:00:59.519993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae0de61b-69a0-401d-bdee-0cab625af31b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.567269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae0de61b-69a0-401d-bdee-0cab625af31b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.570675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Allocated IP 172.25.8.66 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/170c796c-595e-4e1b-865d-629af3a1c499) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:00:59.570832 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.650852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Routers {'793077d2-4cd9-4811-850a-d11400851496'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:00:59.651553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:00:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['793077d2-4cd9-4811-850a-d11400851496'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:00:59.692547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['70086f45-503d-4fe9-919a-f82db594b1af'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:00:59.704911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae0de61b-69a0-401d-bdee-0cab625af31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.707588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae0de61b-69a0-401d-bdee-0cab625af31b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.709170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'tag': '31366c06-20a9-4ff8-85cb-ba895dd491dc'}, {'server_uuid': '1d922431-883c-47c3-abe9-be27dacd9665', 'name': 'network-vif-deleted', 'tag': '97a16c55-ddbc-4090-ab12-32c73b236137'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:00:59.711697 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae0de61b-69a0-401d-bdee-0cab625af31b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc57550b-8988-4c24-a66a-3ba27d684e21 HTTP/1.1" status: 204 len: 168 time: 0.2607307 Nov 12 21:00:59.723091 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7a67d0-8206-489e-9822-063eab8ed1df", "tag": "31366c06-20a9-4ff8-85cb-ba895dd491dc"}, {"server_uuid": "1d922431-883c-47c3-abe9-be27dacd9665", "name": "network-vif-deleted", "tag": "97a16c55-ddbc-4090-ab12-32c73b236137"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:00:59.729887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0de61b-69a0-401d-bdee-0cab625af31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc57550b-8988-4c24-a66a-3ba27d684e21,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:59.799796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d7db8-3eb6-4356-9e69-34bfa83332b6 None None] Pushing event updated for resources: {'Port': ['ID=85441826-f0cf-464b-a47f-d5a517900c4f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:00:59.808898 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:59.814894 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abefeab0-fa91-4a2a-b8a2-95e6f24076cb x-openstack-request-id: req-abefeab0-fa91-4a2a-b8a2-95e6f24076cb {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:00:59.815170 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7a67d0-8206-489e-9822-063eab8ed1df", "tag": "31366c06-20a9-4ff8-85cb-ba895dd491dc", "status": "completed", "code": 200}, {"server_uuid": "1d922431-883c-47c3-abe9-be27dacd9665", "name": "network-vif-deleted", "tag": "97a16c55-ddbc-4090-ab12-32c73b236137", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:00:59.823698 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abefeab0-fa91-4a2a-b8a2-95e6f24076cb {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:00:59.826197 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'tag': '31366c06-20a9-4ff8-85cb-ba895dd491dc', 'status': 'completed', 'code': 200} Nov 12 21:00:59.827239 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d922431-883c-47c3-abe9-be27dacd9665', 'name': 'network-vif-deleted', 'tag': '97a16c55-ddbc-4090-ab12-32c73b236137', 'status': 'completed', 'code': 200} Nov 12 21:00:59.956208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:00.010037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] Set router 793077d2-4cd9-4811-850a-d11400851496 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:00.012540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2e8f14c-3fb0-48d7-ab39-9343b9646dbb req-ff7af3e6-73d4-4b91-9bbf-452dbfc24268 tempest-ListServersNegativeTestJSON-533239117 tempest-ListServersNegativeTestJSON-533239117-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d922431-883c-47c3-abe9-be27dacd9665 HTTP/1.1" status: 200 len: 210 time: 0.0754020 Nov 12 21:01:00.055080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-ff5b8213-e017-47e5-aa7a-1e1ac8fb1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:00.056614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-ff5b8213-e017-47e5-aa7a-1e1ac8fb1204 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 1059 time: 0.2270780 Nov 12 21:01:00.061783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:00.072398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:00.109419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d9b582c-0e94-4d6e-9e3f-125cfbe4a05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:00.162822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:00.169848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'Port': ['ID=170c796c-595e-4e1b-865d-629af3a1c499,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:00.190665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 97a16c55-ddbc-4090-ab12-32c73b236137 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:00.229328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 97a16c55-ddbc-4090-ab12-32c73b236137 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:00.229667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 97a16c55-ddbc-4090-ab12-32c73b236137 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:00.241796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-6c83f10f-5de0-483a-8b76-bc6dc122e22b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:00.249339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-6c83f10f-5de0-483a-8b76-bc6dc122e22b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.3447568 Nov 12 21:01:00.288471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793077d2-4cd9-4811-850a-d11400851496', 'name': 'tempest-snat-router-1161780283', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.160'}], 'enable_snat': False}, 'gw_port_id': '85441826-f0cf-464b-a47f-d5a517900c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:51Z', 'updated_at': '2021-11-12T21:00:54Z', 'revision_number': 3, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port': {'id': '85441826-f0cf-464b-a47f-d5a517900c4f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793077d2-4cd9-4811-850a-d11400851496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:00:53Z', 'updated_at': '2021-11-12T21:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:00.311860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-cbc77715-694a-409b-aabe-ddc66e1b94fa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/quotas/0d3eb9aea66f485ab2148ab1989dfab9 HTTP/1.1" status: 200 len: 375 time: 0.0612791 Nov 12 21:01:00.324544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c5d69-b037-49a9-a0ca-509a5117f356 None None] The sync data for ids ['793077d2-4cd9-4811-850a-d11400851496'] in n-d-713498-29 is: [{'id': '793077d2-4cd9-4811-850a-d11400851496', 'name': 'tempest-snat-router-1161780283', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.160'}], 'enable_snat': False}, 'gw_port_id': '85441826-f0cf-464b-a47f-d5a517900c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:51Z', 'updated_at': '2021-11-12T21:00:54Z', 'revision_number': 3, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port': {'id': '85441826-f0cf-464b-a47f-d5a517900c4f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793077d2-4cd9-4811-850a-d11400851496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:00:53Z', 'updated_at': '2021-11-12T21:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:00.423504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-a9e41cfa-2794-4284-b7cc-beed3f9073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:00.425250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-a9e41cfa-2794-4284-b7cc-beed3f9073ed service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.3559892 Nov 12 21:01:00.506588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-09679720-393c-42e0-bd9b-09bb75407d36 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc HTTP/1.1" status: 200 len: 217 time: 0.0577414 Nov 12 21:01:00.565129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f9e84-de4d-4ade-ac53-76a2567fdae5 req-2533fce4-1450-4b40-a769-01c342420a4c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:00.566244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a6f9e84-de4d-4ade-ac53-76a2567fdae5 req-2533fce4-1450-4b40-a769-01c342420a4c tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 945 time: 0.2621937 Nov 12 21:01:00.587890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-ca93d6ac-016c-4b67-9393-b2d87d8b4cf8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2749317 Nov 12 21:01:00.706890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-6bac92ce-90ab-4ecf-b3ff-b7e48c8ad161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:00.709964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-6bac92ce-90ab-4ecf-b3ff-b7e48c8ad161 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1907957 Nov 12 21:01:00.837391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a6f9e84-de4d-4ade-ac53-76a2567fdae5 req-e4b82889-c42b-4c3e-8606-e1e2cf769cee tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451465 Nov 12 21:01:00.884434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50818) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:00.907249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-2de87371-78d8-4190-a1e1-e92f60729b5e service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132784 Nov 12 21:01:00.919311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-b66af3cc-7b53-499a-b99c-cc40708335cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:00.920883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-b66af3cc-7b53-499a-b99c-cc40708335cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643178 Nov 12 21:01:00.959390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.014544 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1316409437'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:01.088768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50830) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:01.147234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Made reservation on behalf of 94bd288ddd4446419e5737166e3ef0ff for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:01.150867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.194413 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.248211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 85441826-f0cf-464b-a47f-d5a517900c4f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:01.276775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.322767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.331933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9342076e-7e53-403b-a614-d872dff7cab3 admin admin] Deleting subnet 01a51873-ab5c-47b4-ad25-9e1d5a28db9c {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:01.337682 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9342076e-7e53-403b-a614-d872dff7cab3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.354163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 85441826-f0cf-464b-a47f-d5a517900c4f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:01.354540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.384573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9342076e-7e53-403b-a614-d872dff7cab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.410212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.419761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-614c2c48-4ce2-4438-845c-fc9ad46f5d48 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883244 Nov 12 21:01:01.423897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-d9c0bb9d-d393-446a-9306-f937ab21ddcd service neutron] 10.222.0.64 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020812 Nov 12 21:01:01.440825 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.486894 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.492425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:01.515640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 85441826-f0cf-464b-a47f-d5a517900c4f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=85441826-f0cf-464b-a47f-d5a517900c4f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:01.533456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.536368 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Added segment 44dc1df8-d62b-4f34-bcd8-bacc47773ab5 of type vlan for network 0078760a-f9e9-48d8-92e9-228316a5d445 Nov 12 21:01:01.538229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22c4e87-4c42-42ff-95a1-a0d196579bba,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:01.559628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9342076e-7e53-403b-a614-d872dff7cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.597238 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.637566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.662635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0b9ee2-ea35-4eaf-b0ee-54353fd40c2e req-87b8e5bf-881f-4db7-8439-4805a8a8a7b3 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327235 Nov 12 21:01:01.687138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50836) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:01.741339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=85441826-f0cf-464b-a47f-d5a517900c4f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:01.790914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f642e4b8-509b-4b05-aaa6-19046e55aa33 req-2abb5398-507d-441a-879c-9f1c97969300 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 210 time: 0.0316267 Nov 12 21:01:01.796729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.805334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:01.805334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.815150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9342076e-7e53-403b-a614-d872dff7cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.852507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2119143827'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:01.859532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Router 1657acbd-780d-4df9-be8a-001b8ada9322 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:01.862896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342076e-7e53-403b-a614-d872dff7cab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a51873-ab5c-47b4-ad25-9e1d5a28db9c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:01.869872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9342076e-7e53-403b-a614-d872dff7cab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:01.875091 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9342076e-7e53-403b-a614-d872dff7cab3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/01a51873-ab5c-47b4-ad25-9e1d5a28db9c HTTP/1.1" status: 204 len: 168 time: 0.7839117 Nov 12 21:01:01.879846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:01.946077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0602188 Nov 12 21:01:01.948521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287245b-0d05-445f-9e77-87b56450f76d tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event updated for resources: {'Network': ['ID=0078760a-f9e9-48d8-92e9-228316a5d445,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:01.950747 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50852) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:01.960541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 0078760a-f9e9-48d8-92e9-228316a5d445 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:01.984287 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Request body: {'subnet': {'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:02.051471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.058067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3c63-e02f-4ec6-a212-206b9c292c4a req-bf51f634-af0b-4c65-9d28-f73a7b0b9a1d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:02.063359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ebf3c63-e02f-4ec6-a212-206b9c292c4a req-bf51f634-af0b-4c65-9d28-f73a7b0b9a1d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 945 time: 0.1186669 Nov 12 21:01:02.063359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:02.077038 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Sync routers for ids ['1657acbd-780d-4df9-be8a-001b8ada9322'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:02.084635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Made reservation on behalf of d046084d6ff6408e9acdb6253697e7ea for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:02.088426 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.096457 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Routers {'1657acbd-780d-4df9-be8a-001b8ada9322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:02.097212 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1657acbd-780d-4df9-be8a-001b8ada9322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:02.106881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.149583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ebf3c63-e02f-4ec6-a212-206b9c292c4a req-0e013ff5-46bb-4780-82f9-d31194db27f2 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777576 Nov 12 21:01:02.160596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.167428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.168818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5603fdd3-9433-4718-bb3e-80171fce33f1 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5855849 Nov 12 21:01:02.173198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50854) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:02.195785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21072f8a-4325-4a20-9125-fecf53afeb67']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:02.207745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 70086f45-503d-4fe9-919a-f82db594b1af up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:02.209868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbef9962-7280-4f00-a6d1-c8cd51385101') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:02.210364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbef9962-7280-4f00-a6d1-c8cd51385101') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:02.223503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.241646 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.267387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:02.267801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:02.269620 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:02.303962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Made reservation on behalf of 94bd288ddd4446419e5737166e3ef0ff for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:02.306072 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Set router 1657acbd-780d-4df9-be8a-001b8ada9322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:02.312268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.339655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2af005b9-271e-4089-a467-35925a2a5b6c tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/routers/1657acbd-780d-4df9-be8a-001b8ada9322 HTTP/1.1" status: 200 len: 907 time: 0.1649849 Nov 12 21:01:02.342658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50858) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:02.415849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 70086f45-503d-4fe9-919a-f82db594b1af completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:01:02.419932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 70086f45-503d-4fe9-919a-f82db594b1af triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:02.420561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.424768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.493744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.536077 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.543005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.563899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e44b32-1f8c-4fc3-b367-88b76bbfc136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70086f45-503d-4fe9-919a-f82db594b1af'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:02.566847 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dab545d-6f8c-47c4-8dcf-6568239d8889" -d '{"events": [{"server_uuid": "04e44b32-1f8c-4fc3-b367-88b76bbfc136", "name": "network-vif-plugged", "status": "completed", "tag": "70086f45-503d-4fe9-919a-f82db594b1af"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:02.594341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 70086f45-503d-4fe9-919a-f82db594b1af, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=70086f45-503d-4fe9-919a-f82db594b1af,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:02.594571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.598570 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1657acbd-780d-4df9-be8a-001b8ada9322', 'name': 'tempest-snat-router-1161780283', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '170c796c-595e-4e1b-865d-629af3a1c499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:57Z', 'updated_at': '2021-11-12T21:01:00Z', 'revision_number': 3, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port': {'id': '170c796c-595e-4e1b-865d-629af3a1c499', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1657acbd-780d-4df9-be8a-001b8ada9322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:00:59Z', 'updated_at': '2021-11-12T21:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:02.616587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:02.618742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782c466e-dd0a-444d-b5dc-f4b260c8e1bf,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:02.626926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.635185 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/21072f8a-4325-4a20-9125-fecf53afeb67 HTTP/1.1" status: 204 len: 168 time: 0.7501836 Nov 12 21:01:02.635185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354fd94-b3f8-42c1-9d7f-64ad2a0a83c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=21072f8a-4325-4a20-9125-fecf53afeb67,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:02.638144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.638494 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Added segment daa64267-8eea-4ad0-9439-ed6d726b4657 of type vlan for network cc8217ed-81f1-461d-8cda-c028d4bb71e9 Nov 12 21:01:02.662194 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f7dd1-ff80-4a08-9fe5-f52200cce547 x-openstack-request-id: req-c59f7dd1-ff80-4a08-9fe5-f52200cce547 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:02.663886 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e44b32-1f8c-4fc3-b367-88b76bbfc136", "name": "network-vif-plugged", "status": "completed", "tag": "70086f45-503d-4fe9-919a-f82db594b1af", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:02.663886 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c59f7dd1-ff80-4a08-9fe5-f52200cce547 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:02.663886 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e44b32-1f8c-4fc3-b367-88b76bbfc136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70086f45-503d-4fe9-919a-f82db594b1af', 'code': 200} Nov 12 21:01:02.682042 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.701553 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Checking router: 1657acbd-780d-4df9-be8a-001b8ada9322 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:01:02.701900 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Updating router 1657acbd-780d-4df9-be8a-001b8ada9322 port 170c796c-595e-4e1b-865d-629af3a1c499 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:01:02.740153 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.743909 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.754296 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.792609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=70086f45-503d-4fe9-919a-f82db594b1af,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:02.853484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073f05a-f51c-4df5-ba57-9d836f403e26 req-0ca1d82f-260a-4992-a181-434f47c36812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:02.855126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d073f05a-f51c-4df5-ba57-9d836f403e26 req-0ca1d82f-260a-4992-a181-434f47c36812 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 1098 time: 0.0960929 Nov 12 21:01:02.919127 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.922989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-398df68c-f06a-4bff-bc20-5a8be8e069fc req-c7ee6899-bcd9-4c4a-96ee-3f2d8aee6938 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 210 time: 0.0477397 Nov 12 21:01:02.950728 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.961154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.967189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:02.967816 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:02.994953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event updated for resources: {'Subnet': ['ID=4e6dfa67-0ba7-4a63-8a22-9bc2a5f25a17,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:03.000910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Deleting port 170c796c-595e-4e1b-865d-629af3a1c499 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:03.007664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.013063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d073f05a-f51c-4df5-ba57-9d836f403e26 req-4c989f99-12b0-4dc4-82a7-e3b5914243c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390975 Nov 12 21:01:03.015146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Checking segment: {'id': '44dc1df8-d62b-4f34-bcd8-bacc47773ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:03.015767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Network hostable DHCP agents. Network: 0078760a-f9e9-48d8-92e9-228316a5d445, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:03.070733 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.094303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'Network': ['ID=cc8217ed-81f1-461d-8cda-c028d4bb71e9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:03.110812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:03.127758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fba13b25-0b2b-4b02-bda7-66bf3646f74c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4390824 Nov 12 21:01:03.136486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.136673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:03.137562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Request body: {'subnet': {'network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:03.147657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Calling delete_port for 170c796c-595e-4e1b-865d-629af3a1c499 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:03.164914 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.188891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50870) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:03.197593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Network 0078760a-f9e9-48d8-92e9-228316a5d445 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:03.219477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 85441826-f0cf-464b-a47f-d5a517900c4f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:03.267088 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Attempting to bind port 170c796c-595e-4e1b-865d-629af3a1c499 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:03.267797 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Attempting to bind port 170c796c-595e-4e1b-865d-629af3a1c499 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:03.268329 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Attempting to bind port 170c796c-595e-4e1b-865d-629af3a1c499 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:03.283470 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:03.284096 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:03.284690 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.285259 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:03.285886 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Bound port: 170c796c-595e-4e1b-865d-629af3a1c499, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:03.287004 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.304642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 85441826-f0cf-464b-a47f-d5a517900c4f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:03.305133 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.311758 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Pushing event updated for resources: {'Port': ['ID=170c796c-595e-4e1b-865d-629af3a1c499,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:03.337211 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.337861 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.338671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.340338 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.340838 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.342238 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.342746 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.344903 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.345448 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.345948 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.346447 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.348484 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9158749-ed8f-4385-b0ee-5d1225a1e689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:03.463633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba3ad7-fdfd-47bc-a05a-1fd6e1597482 req-40cf0367-357b-41a9-aa9e-24832c88e4ee tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:03.465388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caba3ad7-fdfd-47bc-a05a-1fd6e1597482 req-40cf0367-357b-41a9-aa9e-24832c88e4ee tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.0675688 Nov 12 21:01:03.482939 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.db.api [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:01:03.483314 n-d-713498-29 neutron-server[109631]: DEBUG oslo_db.api [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:01:03.487809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.510373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.521940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event deleted for resources: {'Port': ['ID=170c796c-595e-4e1b-865d-629af3a1c499,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:03.588896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caba3ad7-fdfd-47bc-a05a-1fd6e1597482 req-b77aaa1a-2e96-45fa-aea5-6e33f5b0fbf6 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160383 Nov 12 21:01:03.611643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.707920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.709421 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dcc5b342-c965-4a35-9115-fa6a6a99f3a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93db507a00d54cee882ec33b6920830a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5172870 Nov 12 21:01:03.712266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50876) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:03.714812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.724737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 0078760a-f9e9-48d8-92e9-228316a5d445) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:03.731493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:03.732463 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.733252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44db317f-700a-4bbd-971d-1972cd8df9fa None None] Network 0078760a-f9e9-48d8-92e9-228316a5d445 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:03.771224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Made reservation on behalf of d046084d6ff6408e9acdb6253697e7ea for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:03.775161 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:03.841054 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fe8ab019-1565-4d23-b6d7-f1eb38506d73 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8871553 Nov 12 21:01:03.844661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50878) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:03.850214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Request body: {'port': {'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-194979356'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:03.912512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-0078760a-f9e9-48d8-92e9-228316a5d445', 'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445', 'tenant_id': '94bd288ddd4446419e5737166e3ef0ff', 'fixed_ips': [{'subnet_id': '4e6dfa67-0ba7-4a63-8a22-9bc2a5f25a17'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:01:03.913839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.005067 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Attempting to bind port 170c796c-595e-4e1b-865d-629af3a1c499 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:04.005877 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Attempting to bind port 170c796c-595e-4e1b-865d-629af3a1c499 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:04.006525 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Attempting to bind port 170c796c-595e-4e1b-865d-629af3a1c499 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:04.020592 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:04.020990 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:04.021746 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.022306 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:04.022939 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Bound port: 170c796c-595e-4e1b-865d-629af3a1c499, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:04.027819 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.056154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Port 170c796c-595e-4e1b-865d-629af3a1c499 has been deleted concurrently {{(pid=109631) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 21:01:04.066240 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Routers {'1657acbd-780d-4df9-be8a-001b8ada9322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:04.067195 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1657acbd-780d-4df9-be8a-001b8ada9322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:04.142668 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] Set router 1657acbd-780d-4df9-be8a-001b8ada9322 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:04.162653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Allocated IP 2001:db8::2 (0078760a-f9e9-48d8-92e9-228316a5d445/4e6dfa67-0ba7-4a63-8a22-9bc2a5f25a17/335fef03-e7dd-418b-8849-11e9aa549626) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:04.200021 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1657acbd-780d-4df9-be8a-001b8ada9322', 'name': 'tempest-snat-router-1161780283', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:57Z', 'updated_at': '2021-11-12T21:01:03Z', 'revision_number': 5, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:04.217500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2e5da9c-1b0f-4035-99a7-5629e2d370f9 req-13b04fbe-1e1c-4dd7-9fbe-715a47d010d3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 210 time: 0.0948796 Nov 12 21:01:04.228881 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdcb5c-4940-42eb-a12c-13ed2bf0b96e None None] The sync data for ids ['1657acbd-780d-4df9-be8a-001b8ada9322'] in n-d-713498-29 is: [{'id': '1657acbd-780d-4df9-be8a-001b8ada9322', 'name': 'tempest-snat-router-1161780283', 'tenant_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:00:57Z', 'updated_at': '2021-11-12T21:01:03Z', 'revision_number': 5, 'project_id': '7b98f75afbf04eb2ab8b64fe0cebe127', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:04.303139 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26cfde2a-8c1e-4a1d-9c08-c26027edc195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.308226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.345464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26cfde2a-8c1e-4a1d-9c08-c26027edc195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.354205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-ce2dfa8a-b550-484c-9795-81649a0200e2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:04.356029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-ce2dfa8a-b550-484c-9795-81649a0200e2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 812 time: 0.2347198 Nov 12 21:01:04.395170 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'Subnet': ['ID=e7d1066b-77c1-45ff-bee0-0c3b27fd6364,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:04.397535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Checking segment: {'id': 'daa64267-8eea-4ad0-9439-ed6d726b4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:04.398007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Network hostable DHCP agents. Network: cc8217ed-81f1-461d-8cda-c028d4bb71e9, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:04.419971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Request body: {'port': {'device_id': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'admin_state_up': True, 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:04.423720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.424329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1657acbd-780d-4df9-be8a-001b8ada9322 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:04.431316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.432535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-27c2b76d-910e-49ae-9ee9-68beeadbfc47 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1657acbd-780d-4df9-be8a-001b8ada9322 HTTP/1.1" status: 204 len: 168 time: 2.0890524 Nov 12 21:01:04.435314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50882) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:04.453170 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.478830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Made reservation on behalf of 94bd288ddd4446419e5737166e3ef0ff for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:04.482431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.501839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:04.525558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] device_id is not set on port 7fadac48-97d4-464e-ae83-7926c6d342f7 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:04.556917 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.569827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26cfde2a-8c1e-4a1d-9c08-c26027edc195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.573004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26cfde2a-8c1e-4a1d-9c08-c26027edc195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.574183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-26cfde2a-8c1e-4a1d-9c08-c26027edc195 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1 HTTP/1.1" status: 204 len: 168 time: 0.8609264 Nov 12 21:01:04.607720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfde2a-8c1e-4a1d-9c08-c26027edc195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d1a90a-5fc7-4f37-a8b9-c71d11dbafa1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:04.629600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Network 0078760a-f9e9-48d8-92e9-228316a5d445 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:04.644130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:04.647934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:04.655756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Pushing event updated for resources: {'Port': ['ID=335fef03-e7dd-418b-8849-11e9aa549626,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:04.673088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, cc8217ed-81f1-461d-8cda-c028d4bb71e9) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:04.682031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b84f7b-9e6d-492e-886f-15fd3b039045 None None] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:04.699159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:04.701114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.711015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.755041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc2c0a-1d52-4095-b367-7c244d88cbfe req-248059d4-c0b0-4318-b88b-8127bd922c26 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:04.757334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcfc2c0a-1d52-4095-b367-7c244d88cbfe req-248059d4-c0b0-4318-b88b-8127bd922c26 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.0671539 Nov 12 21:01:04.764228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Attempting to bind port 335fef03-e7dd-418b-8849-11e9aa549626 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:04.765194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Attempting to bind port 335fef03-e7dd-418b-8849-11e9aa549626 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '44dc1df8-d62b-4f34-bcd8-bacc47773ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:04.765570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Attempting to bind port 335fef03-e7dd-418b-8849-11e9aa549626 on network 0078760a-f9e9-48d8-92e9-228316a5d445 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:04.775531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:04.775933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Checking segment: {'id': '44dc1df8-d62b-4f34-bcd8-bacc47773ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:04.776304 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.776705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Bound using segment: {'id': '44dc1df8-d62b-4f34-bcd8-bacc47773ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:04.777184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Bound port: 335fef03-e7dd-418b-8849-11e9aa549626, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44dc1df8-d62b-4f34-bcd8-bacc47773ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:04.777621 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.781803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Made reservation on behalf of 0d3eb9aea66f485ab2148ab1989dfab9 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:04.789148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:04.916826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcfc2c0a-1d52-4095-b367-7c244d88cbfe req-c068e408-dc1b-42ac-9b0b-e84dabb8aa05 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460972 Nov 12 21:01:04.935716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Allocated IP 2001:db8::81 (0078760a-f9e9-48d8-92e9-228316a5d445/4e6dfa67-0ba7-4a63-8a22-9bc2a5f25a17/7fadac48-97d4-464e-ae83-7926c6d342f7) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:05.006951 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f80bf9e-9f20-431a-a67e-82008662da5c tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8709931 Nov 12 21:01:05.008900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50892) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:05.009497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.025592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5dbddb8f-5a08-408f-861c-d8b64268d934 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1542958937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:05.053039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] For port 335fef03-e7dd-418b-8849-11e9aa549626, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:05.058209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] For port 335fef03-e7dd-418b-8849-11e9aa549626, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=335fef03-e7dd-418b-8849-11e9aa549626,segment=NetworkSegment(44dc1df8-d62b-4f34-bcd8-bacc47773ab5),segment_id=44dc1df8-d62b-4f34-bcd8-bacc47773ab5)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:05.068265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Allocated IP 172.20.0.5 (da242f3a-e193-45a1-9c1a-084171207d19/b1f8470e-54ab-45e2-82b7-8f288266b1ea/d3944529-418f-4287-827f-4ec7975a8def) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:05.104032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-cc8217ed-81f1-461d-8cda-c028d4bb71e9', 'network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9', 'tenant_id': 'd046084d6ff6408e9acdb6253697e7ea', 'fixed_ips': [{'subnet_id': 'e7d1066b-77c1-45ff-bee0-0c3b27fd6364'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:01:05.105064 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.115098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c1016-a0cc-42db-a715-9837ec1af45f req-a11966d8-4725-4451-a11e-d76d6e43f72b tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:05.116932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a31c1016-a0cc-42db-a715-9837ec1af45f req-a11966d8-4725-4451-a11e-d76d6e43f72b tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.1234109 Nov 12 21:01:05.137350 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.142278 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dbddb8f-5a08-408f-861c-d8b64268d934 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.143317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dbddb8f-5a08-408f-861c-d8b64268d934 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.269528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.283661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Deleting port 85441826-f0cf-464b-a47f-d5a517900c4f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:05.284302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.336846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dbddb8f-5a08-408f-861c-d8b64268d934 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.337962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fee71-e627-4d2e-9575-1191793672c5 None None] Pushing event updated for resources: {'Port': ['ID=335fef03-e7dd-418b-8849-11e9aa549626,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:05.440761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] For port 85441826-f0cf-464b-a47f-d5a517900c4f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=85441826-f0cf-464b-a47f-d5a517900c4f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:05.441386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.444780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Allocated IP 172.20.0.2 (cc8217ed-81f1-461d-8cda-c028d4bb71e9/e7d1066b-77c1-45ff-bee0-0c3b27fd6364/277a2988-91ae-41b8-b2ce-05885b6d2b7a) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:05.445426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51df3445-e1a5-4ddd-b82c-72d0e82631b5 req-1515d1d7-9875-4456-8e0f-0edbf56584c0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 210 time: 0.0443199 Nov 12 21:01:05.449754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a31c1016-a0cc-42db-a715-9837ec1af45f req-1d5f6439-2d27-4049-8def-77799682bb7a tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225858 Nov 12 21:01:05.459123 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dbddb8f-5a08-408f-861c-d8b64268d934 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.463906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Calling delete_port for 85441826-f0cf-464b-a47f-d5a517900c4f owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:05.491537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.578668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dbddb8f-5a08-408f-861c-d8b64268d934 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.585039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:05.612015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5dbddb8f-5a08-408f-861c-d8b64268d934 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5645137 Nov 12 21:01:05.639202 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.738435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Network 0078760a-f9e9-48d8-92e9-228316a5d445 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:05.770809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.794980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b18bb174-28de-47a7-952b-6ba008a35098', '8f8976bb-3057-4b05-80aa-2ee3395067a3'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:05.850244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event updated for resources: {'Port': ['ID=7fadac48-97d4-464e-ae83-7926c6d342f7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:05.878828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:05.891187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:05.897738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:05.898420 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.923806 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:05.940260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Network da242f3a-e193-45a1-9c1a-084171207d19 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:05.945256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:05.949871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event updated for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:05.963734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:06.039982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:06.040942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.044912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.083608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476044ad-776b-40fc-bd06-9cc3e71db987 req-1a02f541-a400-4f94-8b47-b94dbff0f1da tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:06.085271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:06.094164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-476044ad-776b-40fc-bd06-9cc3e71db987 req-1a02f541-a400-4f94-8b47-b94dbff0f1da tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.2180841 Nov 12 21:01:06.104771 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-98492700-385e-44bb-a4ae-aad002c055bf tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2585306 Nov 12 21:01:06.107863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50918) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:06.115318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Request body: {'port': {'network_id': '0078760a-f9e9-48d8-92e9-228316a5d445', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-595024017', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:06.116207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] bootfile-name is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:01:06.116756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] tftp-server is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:01:06.117295 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] server-ip-address is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:01:06.129489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:06.142171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:06.202030 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-98c3087e-4751-4a9b-8160-6ff9defd3935 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7870719 Nov 12 21:01:06.236126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Pushing event updated for resources: {'Port': ['ID=277a2988-91ae-41b8-b2ce-05885b6d2b7a,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:06.255439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Request body: {'port': {'device_id': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:06.279516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.280119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.280627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.281135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.282043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-476044ad-776b-40fc-bd06-9cc3e71db987 req-3cb355d9-10c8-4a9c-9651-d4030add14b9 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867175 Nov 12 21:01:06.282642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.286109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.287979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.297088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.297923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.298284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.298878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.299224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:06.350907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Attempting to bind port 277a2988-91ae-41b8-b2ce-05885b6d2b7a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:06.351299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Attempting to bind port 277a2988-91ae-41b8-b2ce-05885b6d2b7a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'daa64267-8eea-4ad0-9439-ed6d726b4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:06.351677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Attempting to bind port 277a2988-91ae-41b8-b2ce-05885b6d2b7a on network cc8217ed-81f1-461d-8cda-c028d4bb71e9 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:06.366192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:06.371700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Checking segment: {'id': 'daa64267-8eea-4ad0-9439-ed6d726b4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:06.373887 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.374509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Bound using segment: {'id': 'daa64267-8eea-4ad0-9439-ed6d726b4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:06.375261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Bound port: 277a2988-91ae-41b8-b2ce-05885b6d2b7a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa64267-8eea-4ad0-9439-ed6d726b4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:06.375959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.385218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.488762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50928) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:06.509752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cf700b09-d082-4d31-9840-c8a7a0b2e087 None None] Provisioning complete for port d3944529-418f-4287-827f-4ec7975a8def triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:06.511739 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf700b09-d082-4d31-9840-c8a7a0b2e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.584006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabe5d-b804-40d3-8d7c-399c39dcd4b7 req-8419b6f9-be6f-4118-a3f2-4a6e5aa59402 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:06.589576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cf700b09-d082-4d31-9840-c8a7a0b2e087 None None] Port d3944529-418f-4287-827f-4ec7975a8def cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:06.597231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7baabe5d-b804-40d3-8d7c-399c39dcd4b7 req-8419b6f9-be6f-4118-a3f2-4a6e5aa59402 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.1841216 Nov 12 21:01:06.638471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.641292 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.668021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] For port 277a2988-91ae-41b8-b2ce-05885b6d2b7a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:06.679598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] For port 277a2988-91ae-41b8-b2ce-05885b6d2b7a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=277a2988-91ae-41b8-b2ce-05885b6d2b7a,segment=NetworkSegment(daa64267-8eea-4ad0-9439-ed6d726b4657),segment_id=daa64267-8eea-4ad0-9439-ed6d726b4657)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:06.713245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event deleted for resources: {'Port': ['ID=85441826-f0cf-464b-a47f-d5a517900c4f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:06.754734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1570857744-network', 'tenant_id': '84abb34c13074ecabcdeb66ec81b3a59'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:06.762059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.769958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06011ce-82e5-42a1-b66c-e7ec5cedcdb3 req-1b2ad3a3-7bf7-4381-bc54-e89dc4d8d717 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:06.771617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c06011ce-82e5-42a1-b66c-e7ec5cedcdb3 req-1b2ad3a3-7bf7-4381-bc54-e89dc4d8d717 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 931 time: 0.2300251 Nov 12 21:01:06.792400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7baabe5d-b804-40d3-8d7c-399c39dcd4b7 req-a4b58e01-1d85-4416-b5a2-b62191f6bc35 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941893 Nov 12 21:01:06.793279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Made reservation on behalf of 94bd288ddd4446419e5737166e3ef0ff for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:06.803912 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:06.887682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3aad4f-7cb4-4514-99a6-08c7d0d394cb None None] Pushing event updated for resources: {'Port': ['ID=277a2988-91ae-41b8-b2ce-05885b6d2b7a,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:06.897911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d50701b-1b60-41c1-ae17-731423cd36a7 None None] Network 0078760a-f9e9-48d8-92e9-228316a5d445 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:06.917417 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.002771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-eb709649-edb4-4af9-ad7f-ff6a00a9f7b1 None None] Provisioning complete for port 335fef03-e7dd-418b-8849-11e9aa549626 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:07.003500 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb709649-edb4-4af9-ad7f-ff6a00a9f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.018741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] device_id is not set on port ded34641-eb97-4c18-be25-c1551b241377 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:07.042185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.045909 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.047989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Allocated IP 172.20.0.1 (cc8217ed-81f1-461d-8cda-c028d4bb71e9/e7d1066b-77c1-45ff-bee0-0c3b27fd6364/9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:07.069126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Made reservation on behalf of 84abb34c13074ecabcdeb66ec81b3a59 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:07.069126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.090742 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.213867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c06011ce-82e5-42a1-b66c-e7ec5cedcdb3 req-77777dd1-77c2-4236-9fe4-a4912aa0ed47 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040387 Nov 12 21:01:07.290617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.291856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 793077d2-4cd9-4811-850a-d11400851496 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:07.300968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.303168 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9d9e4701-6f33-4f81-bda1-d1d009a2f527 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "DELETE /v2.0/routers/793077d2-4cd9-4811-850a-d11400851496 HTTP/1.1" status: 204 len: 168 time: 2.8667176 Nov 12 21:01:07.309760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50938) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:07.314926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1869651482', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:07.344055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb709649-edb4-4af9-ad7f-ff6a00a9f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.391808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-eb709649-edb4-4af9-ad7f-ff6a00a9f7b1 None None] For port 335fef03-e7dd-418b-8849-11e9aa549626, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=335fef03-e7dd-418b-8849-11e9aa549626,segment=NetworkSegment(44dc1df8-d62b-4f34-bcd8-bacc47773ab5),segment_id=44dc1df8-d62b-4f34-bcd8-bacc47773ab5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:07.425613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 335fef03-e7dd-418b-8849-11e9aa549626 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:07.455517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.456601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.478612 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb709649-edb4-4af9-ad7f-ff6a00a9f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.517946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.528085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.565936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbceb9-d382-4286-9d34-182c09538da4 req-c864a08a-ff6c-47bd-8889-5744dc176276 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:07.577914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ecbceb9-d382-4286-9d34-182c09538da4 req-c864a08a-ff6c-47bd-8889-5744dc176276 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.2293375 Nov 12 21:01:07.582480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb709649-edb4-4af9-ad7f-ff6a00a9f7b1 None None] Pushing event updated for resources: {'Port': ['ID=335fef03-e7dd-418b-8849-11e9aa549626,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:07.588034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.595374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Allocated IP 2001:db8::17e (0078760a-f9e9-48d8-92e9-228316a5d445/4e6dfa67-0ba7-4a63-8a22-9bc2a5f25a17/ded34641-eb97-4c18-be25-c1551b241377) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:07.601307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 335fef03-e7dd-418b-8849-11e9aa549626 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:07.601763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.650767 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.754149 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.762631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:07.813010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cbc68502-3e22-472b-a63d-f9755a4845af None None] Provisioning complete for port 7fadac48-97d4-464e-ae83-7926c6d342f7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:07.813377 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cbc68502-3e22-472b-a63d-f9755a4845af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.851076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:07.889200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cbc68502-3e22-472b-a63d-f9755a4845af None None] Port 7fadac48-97d4-464e-ae83-7926c6d342f7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:07.927204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cbc68502-3e22-472b-a63d-f9755a4845af None None] Provisioning complete for port 335fef03-e7dd-418b-8849-11e9aa549626 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:07.928943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cbc68502-3e22-472b-a63d-f9755a4845af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.962705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:07.969979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.980316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:07.986433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:07.994100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ed40dd-2a79-4a33-a08b-30e6c41374c8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:08.006710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'Port': ['ID=9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:08.011328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3944529-418f-4287-827f-4ec7975a8def {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:08.029438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.029780 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Added segment c0594887-6dd8-458f-9a8f-dabdd4a1383a of type vlan for network 56d83169-0ff9-4024-8e1b-c630c0397df7 Nov 12 21:01:08.043497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.075212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ecbceb9-d382-4286-9d34-182c09538da4 req-eb11ddbb-8719-4f1e-84eb-83db162483cb tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972234 Nov 12 21:01:08.128373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Transition to ACTIVE for port object d3944529-418f-4287-827f-4ec7975a8def will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:01:08.142802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.160887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.196630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.241148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.281726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.282699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:08.283369 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.315789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-40cd7f12-9f7e-46c7-9d59-e31b5940d603 None None] Provisioning complete for port 7fadac48-97d4-464e-ae83-7926c6d342f7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:08.316594 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40cd7f12-9f7e-46c7-9d59-e31b5940d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.355023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Network 0078760a-f9e9-48d8-92e9-228316a5d445 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:08.359841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Pushing event updated for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:08.381841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-40cd7f12-9f7e-46c7-9d59-e31b5940d603 None None] Port 7fadac48-97d4-464e-ae83-7926c6d342f7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:08.420082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:08.430579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.488357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:08.494693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:08.495421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.516910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe69993f-1004-4dcf-9340-39071fbec4d4 None None] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:08.523773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9966886 Nov 12 21:01:08.530830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50946) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:08.564306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Request body: {'subnet': {'network_id': '56d83169-0ff9-4024-8e1b-c630c0397df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1570857744-subnet', 'tenant_id': '84abb34c13074ecabcdeb66ec81b3a59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:08.599373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d34be0-ea45-40af-a568-594e469567f2 req-77e88e12-b4e7-401f-93b6-47091c721d64 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:08.601202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2d34be0-ea45-40af-a568-594e469567f2 req-77e88e12-b4e7-401f-93b6-47091c721d64 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.3942235 Nov 12 21:01:08.602086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa88e05-506d-4402-bc70-1a05de0122f1 admin admin] Pushing event updated for resources: {'Network': ['ID=56d83169-0ff9-4024-8e1b-c630c0397df7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:08.636976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 56d83169-0ff9-4024-8e1b-c630c0397df7 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:08.669899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa654dd-bd24-49e9-87e5-a89799589ecc req-60d4fd1b-23ca-4154-a112-e7c1280799de tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:08.672713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.677655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8fa654dd-bd24-49e9-87e5-a89799589ecc req-60d4fd1b-23ca-4154-a112-e7c1280799de tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 943 time: 0.3287458 Nov 12 21:01:08.679640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event updated for resources: {'Port': ['ID=ded34641-eb97-4c18-be25-c1551b241377,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:08.687799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Made reservation on behalf of 84abb34c13074ecabcdeb66ec81b3a59 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:08.690495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.739033 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.761944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d1199309-c8a2-48ef-9675-2a92f83e4d98 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6530011 Nov 12 21:01:08.778364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c7cb182a-6fb8-4c63-a7f2-889e809c0bca None None] Provisioning complete for port 277a2988-91ae-41b8-b2ce-05885b6d2b7a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:08.778743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7cb182a-6fb8-4c63-a7f2-889e809c0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.783990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50948) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:08.813727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Attempting to bind port d3944529-418f-4287-827f-4ec7975a8def on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:08.814317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Attempting to bind port d3944529-418f-4287-827f-4ec7975a8def by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:08.814657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Attempting to bind port d3944529-418f-4287-827f-4ec7975a8def on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:08.838502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2d34be0-ea45-40af-a568-594e469567f2 req-3c89673a-a501-4f57-ac90-6a4f907a562d tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197263 Nov 12 21:01:08.843652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Port d3944529-418f-4287-827f-4ec7975a8def on network da242f3a-e193-45a1-9c1a-084171207d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:01:08.843972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Attempting to bind port d3944529-418f-4287-827f-4ec7975a8def on network da242f3a-e193-45a1-9c1a-084171207d19 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:08.858662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:08.859185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Checking segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:08.859611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Bound using segment: {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:08.860054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Bound port: d3944529-418f-4287-827f-4ec7975a8def, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a874ec-1ce4-43c9-8636-4b0df11c5476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:08.860765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.883791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8fa654dd-bd24-49e9-87e5-a89799589ecc req-04c35682-470a-4532-9cab-3527c98ac5ec tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972771 Nov 12 21:01:08.950520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7cb182a-6fb8-4c63-a7f2-889e809c0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:08.982037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd8dea-6fb0-40ae-841c-56ae98a8a7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:08.988144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd8dea-6fb0-40ae-841c-56ae98a8a7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:08.988729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c7cb182a-6fb8-4c63-a7f2-889e809c0bca None None] For port 277a2988-91ae-41b8-b2ce-05885b6d2b7a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=277a2988-91ae-41b8-b2ce-05885b6d2b7a,segment=NetworkSegment(daa64267-8eea-4ad0-9439-ed6d726b4657),segment_id=daa64267-8eea-4ad0-9439-ed6d726b4657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:08.997934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd8dea-6fb0-40ae-841c-56ae98a8a7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:09.000128 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bdbd8dea-6fb0-40ae-841c-56ae98a8a7d4 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2138667 Nov 12 21:01:09.005626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50952) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:09.011607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Allocated IP 172.25.8.92 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/1a070caf-f366-4e39-ad54-6a9cfafee945) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:09.044749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:09.076630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:09.090053 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7cb182a-6fb8-4c63-a7f2-889e809c0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.171671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb182a-6fb8-4c63-a7f2-889e809c0bca None None] Pushing event updated for resources: {'Port': ['ID=277a2988-91ae-41b8-b2ce-05885b6d2b7a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:09.209049 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.243320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-364ca898-490c-4cbb-be78-9a0ceb278ce5 None None] Provisioning complete for port ded34641-eb97-4c18-be25-c1551b241377 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:09.244005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-364ca898-490c-4cbb-be78-9a0ceb278ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.321548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Pushing event updated for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:09.334143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:09.334907 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.336376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-364ca898-490c-4cbb-be78-9a0ceb278ce5 None None] Port ded34641-eb97-4c18-be25-c1551b241377 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:09.336770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-94f4bc7f-089f-4f70-85f9-2317e342153e service neutron] 10.222.0.78 "PUT /v2.0/ports/d3944529-418f-4287-827f-4ec7975a8def HTTP/1.1" status: 200 len: 1092 time: 3.0992792 Nov 12 21:01:09.338334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:09.341325 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616517da-a229-4e28-ae9c-c7a285c06e30" -d '{"events": [{"name": "network-changed", "server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "tag": "d3944529-418f-4287-827f-4ec7975a8def"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:09.397522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Deleting port ded34641-eb97-4c18-be25-c1551b241377 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:09.397522 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.400591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.426467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 335fef03-e7dd-418b-8849-11e9aa549626 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:09.534610 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41738fce-c9ba-45d1-ac6f-ab9d9a67c4e1 x-openstack-request-id: req-41738fce-c9ba-45d1-ac6f-ab9d9a67c4e1 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:09.535110 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "tag": "d3944529-418f-4287-827f-4ec7975a8def", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:09.535110 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41738fce-c9ba-45d1-ac6f-ab9d9a67c4e1 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:09.535549 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def', 'status': 'completed', 'code': 200} Nov 12 21:01:09.557463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0a5eba01-4e2c-4bc2-965b-50f9e168f222 None None] Provisioning complete for port 9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:09.557836 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0a5eba01-4e2c-4bc2-965b-50f9e168f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.628258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93122be3-4fe8-4c6d-ac94-e87d2487e4d1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:09.648176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0a5eba01-4e2c-4bc2-965b-50f9e168f222 None None] Port 9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:09.657679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.661548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0a5eba01-4e2c-4bc2-965b-50f9e168f222 None None] Provisioning complete for port 277a2988-91ae-41b8-b2ce-05885b6d2b7a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:09.662030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0a5eba01-4e2c-4bc2-965b-50f9e168f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.672997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Checking segment: {'id': 'c0594887-6dd8-458f-9a8f-dabdd4a1383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56d83169-0ff9-4024-8e1b-c630c0397df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:09.673323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Network hostable DHCP agents. Network: 56d83169-0ff9-4024-8e1b-c630c0397df7, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:09.704718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 335fef03-e7dd-418b-8849-11e9aa549626 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:09.705092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.710356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.719566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-3f0716ac-3aed-4c79-84ae-80382774d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:09.721939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-3f0716ac-3aed-4c79-84ae-80382774d662 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 1095 time: 0.2571502 Nov 12 21:01:09.746179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.776491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.821995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-6fb4e5c0-ecd5-4d14-9163-1c0ff5a99d66 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3944529-418f-4287-827f-4ec7975a8def HTTP/1.1" status: 200 len: 217 time: 0.0551226 Nov 12 21:01:09.828324 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.828870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Calling delete_port for ded34641-eb97-4c18-be25-c1551b241377 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:09.832388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Network 56d83169-0ff9-4024-8e1b-c630c0397df7 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:09.838364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'Port': ['ID=9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:09.845764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 277a2988-91ae-41b8-b2ce-05885b6d2b7a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:09.897186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 277a2988-91ae-41b8-b2ce-05885b6d2b7a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:09.897536 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.903903 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.917118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce51bc-aff5-44fe-b9cb-6320801375e2 req-42231ec2-0039-4c21-ad25-02cea354574b tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:09.925395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29ce51bc-aff5-44fe-b9cb-6320801375e2 req-42231ec2-0039-4c21-ad25-02cea354574b tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.2028413 Nov 12 21:01:09.937778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 56d83169-0ff9-4024-8e1b-c630c0397df7) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:09.951351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:09.951940 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:09.965423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06d74b-eac7-4f20-96dc-1835bf705cd1 None None] Network 56d83169-0ff9-4024-8e1b-c630c0397df7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:09.966027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:09.974596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:09.978976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event updated for resources: {'Port': ['ID=1a070caf-f366-4e39-ad54-6a9cfafee945,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:09.981701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:09.987773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-f55065e5-e77e-47d2-8d6f-4020b2825f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:09.989451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-f55065e5-e77e-47d2-8d6f-4020b2825f4f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1584392 Nov 12 21:01:10.036711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:10.041423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:10.158725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1e17e13f-b1cc-46c9-b749-215088f30f6c None None] Provisioning complete for port 9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:10.159525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e17e13f-b1cc-46c9-b749-215088f30f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:10.233847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1e17e13f-b1cc-46c9-b749-215088f30f6c None None] Port 9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:10.339023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Router 39d4f417-060d-43d6-b4d7-df5907a81fa6 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:10.427444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-80b8c260-7401-445f-b285-e2baed9ad382 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8687334 Nov 12 21:01:10.427700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:10.456844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3ad0548f-9dad-47af-9bbe-01487b3b614f None None] Provisioning complete for port 9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:10.459667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ad0548f-9dad-47af-9bbe-01487b3b614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:10.474322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29ce51bc-aff5-44fe-b9cb-6320801375e2 req-ecf00c1f-3759-4884-9e12-e7eae990ef4b tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454338 Nov 12 21:01:10.496498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eeeb95-1599-441b-bbdf-d0f44b35739f None None] Network 56d83169-0ff9-4024-8e1b-c630c0397df7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:10.502380 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:10.522579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0548f-9dad-47af-9bbe-01487b3b614f None None] Port 9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:10.551052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-674ce3d4-126b-4aae-9666-38bfd2394d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:10.553190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-674ce3d4-126b-4aae-9666-38bfd2394d7e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5536835 Nov 12 21:01:10.569796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87eef-674b-401e-b249-e6b62ca7827a req-14a52715-67ef-470f-b354-e303f437fcd7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:10.573223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 85441826-f0cf-464b-a47f-d5a517900c4f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:10.574982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0de87eef-674b-401e-b249-e6b62ca7827a req-14a52715-67ef-470f-b354-e303f437fcd7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 943 time: 0.1865859 Nov 12 21:01:10.599930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 85441826-f0cf-464b-a47f-d5a517900c4f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:10.600281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 85441826-f0cf-464b-a47f-d5a517900c4f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:10.631140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:10.667205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:10.674026 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c41bb09d-67fa-4ce2-8ce9-77192081fb4b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "PUT /v2.0/routers/39d4f417-060d-43d6-b4d7-df5907a81fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0197735 Nov 12 21:01:10.682743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50974) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:10.686719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26672e-a03f-4fe9-95ee-74df5a6e468f None None] Sync routers for ids ['39d4f417-060d-43d6-b4d7-df5907a81fa6'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:10.697768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26672e-a03f-4fe9-95ee-74df5a6e468f None None] Routers {'39d4f417-060d-43d6-b4d7-df5907a81fa6'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:10.698391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3b26672e-a03f-4fe9-95ee-74df5a6e468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['39d4f417-060d-43d6-b4d7-df5907a81fa6'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:10.701514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Request body: {'port': {'network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9', 'name': 'tempest-FloatingIPNegativeTestJSON-1801120938'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:10.735473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3b26672e-a03f-4fe9-95ee-74df5a6e468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:10.742770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:10.744500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26672e-a03f-4fe9-95ee-74df5a6e468f None None] Routers {'39d4f417-060d-43d6-b4d7-df5907a81fa6'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:10.745129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3b26672e-a03f-4fe9-95ee-74df5a6e468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['39d4f417-060d-43d6-b4d7-df5907a81fa6'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:10.780538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3b26672e-a03f-4fe9-95ee-74df5a6e468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:10.781375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26672e-a03f-4fe9-95ee-74df5a6e468f None None] The sync data for ids ['39d4f417-060d-43d6-b4d7-df5907a81fa6'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:10.806354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0de87eef-674b-401e-b249-e6b62ca7827a req-11010c93-e593-4158-a755-1ad286bf9b42 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866760 Nov 12 21:01:10.826787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event deleted for resources: {'Port': ['ID=ded34641-eb97-4c18-be25-c1551b241377,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:10.859675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-435d5592-78cc-460e-88c8-a43df023933e service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835441 Nov 12 21:01:10.885913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.886274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.886621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.886960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.887315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.887648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.891509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.891929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.892289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.892698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.893048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.893389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:10.912103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:10.915326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8b3fc541-d57e-4760-bbfa-876a15fc3cc9 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "DELETE /v2.0/ports/ded34641-eb97-4c18-be25-c1551b241377 HTTP/1.1" status: 204 len: 168 time: 1.9083087 Nov 12 21:01:10.919219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50984) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:10.924784 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:01:10.951973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Request body: {'port': {'name': 'tempest-new-port-name-1109233933', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:10.951973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] bootfile-name is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:01:10.951973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] tftp-server is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:01:10.951973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] server-ip-address is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:01:11.010712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.048473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-e8f64fd6-7478-41b5-bc53-1bff5e5a35c0 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:11.050011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-e8f64fd6-7478-41b5-bc53-1bff5e5a35c0 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.2394869 Nov 12 21:01:11.050766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Made reservation on behalf of d046084d6ff6408e9acdb6253697e7ea for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:11.054767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.077535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] device_id is not set on port 611ecd2d-46d0-4a27-8958-801b816b65ec yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:11.185983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 277a2988-91ae-41b8-b2ce-05885b6d2b7a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:11.191116 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.245250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 277a2988-91ae-41b8-b2ce-05885b6d2b7a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:11.245250 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.256976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1aa67ab-76f6-45ed-ad7e-e83b01c992f7 req-902ce8a3-7078-473e-ba85-d8e530b43284 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589191 Nov 12 21:01:11.276852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-bd3c595f-3bd9-4220-9fe3-00d84b204f51 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:11.278419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-bd3c595f-3bd9-4220-9fe3-00d84b204f51 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/networks?id=56d83169-0ff9-4024-8e1b-c630c0397df7 HTTP/1.1" status: 200 len: 822 time: 0.3581414 Nov 12 21:01:11.280641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Allocated IP 172.20.0.11 (cc8217ed-81f1-461d-8cda-c028d4bb71e9/e7d1066b-77c1-45ff-bee0-0c3b27fd6364/611ecd2d-46d0-4a27-8958-801b816b65ec) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:11.324501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-7a239ea2-0fad-4a2a-b75b-39bb1f948166 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/quotas/84abb34c13074ecabcdeb66ec81b3a59 HTTP/1.1" status: 200 len: 375 time: 0.0212750 Nov 12 21:01:11.381022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-9992edce-ecd1-4dd9-b3d4-032603a91b24 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=84abb34c13074ecabcdeb66ec81b3a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465162 Nov 12 21:01:11.393009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Deleting port 70086f45-503d-4fe9-919a-f82db594b1af {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:11.393354 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.399063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Router 6233bc76-3150-45cf-9495-c3dcf577e100 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:11.527362 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.564559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:11.576292 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2520e3cd-612e-423f-8dde-bccf70cfb446 None None] Sync routers for ids ['6233bc76-3150-45cf-9495-c3dcf577e100'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:11.590389 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520e3cd-612e-423f-8dde-bccf70cfb446 None None] Routers {'6233bc76-3150-45cf-9495-c3dcf577e100'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:11.591243 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2520e3cd-612e-423f-8dde-bccf70cfb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6233bc76-3150-45cf-9495-c3dcf577e100'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:11.625176 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2520e3cd-612e-423f-8dde-bccf70cfb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:11.634977 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520e3cd-612e-423f-8dde-bccf70cfb446 None None] Routers {'6233bc76-3150-45cf-9495-c3dcf577e100'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:11.635607 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2520e3cd-612e-423f-8dde-bccf70cfb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6233bc76-3150-45cf-9495-c3dcf577e100'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:11.662408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-86ebef03-ae06-4939-b6ac-36e3f3870f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:11.663953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-86ebef03-ae06-4939-b6ac-36e3f3870f50 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 1095 time: 0.2675524 Nov 12 21:01:11.671408 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2520e3cd-612e-423f-8dde-bccf70cfb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:11.672243 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2520e3cd-612e-423f-8dde-bccf70cfb446 None None] The sync data for ids ['6233bc76-3150-45cf-9495-c3dcf577e100'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:11.680883 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.683064 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ec6881d2-ed85-4e13-b63d-b30fe2cfd466 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3720143 Nov 12 21:01:11.685725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50990) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:11.690622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b14ac88e-9502-4eae-8e30-9833e4375ed3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': False}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:11.710586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] For port 70086f45-503d-4fe9-919a-f82db594b1af, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=70086f45-503d-4fe9-919a-f82db594b1af,segment=NetworkSegment(84c61421-ecfa-4330-9ad5-e50bbc507738),segment_id=84c61421-ecfa-4330-9ad5-e50bbc507738)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:11.710953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.716935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-aefb2bdf-dbde-418d-b7e5-a1f5f29ea060 service neutron] 10.222.0.64 "GET /v2.0/networks/56d83169-0ff9-4024-8e1b-c630c0397df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193660 Nov 12 21:01:11.729611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.768058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Calling delete_port for 70086f45-503d-4fe9-919a-f82db594b1af owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:11.784349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:11.793443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:11.825145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:11.831249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43879b95-da03-45e7-9eef-07c5eda4028c req-594f2273-e361-4744-8974-f7a9b12aaf86 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:11.833439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43879b95-da03-45e7-9eef-07c5eda4028c req-594f2273-e361-4744-8974-f7a9b12aaf86 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 946 time: 0.2644670 Nov 12 21:01:11.848138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'Port': ['ID=611ecd2d-46d0-4a27-8958-801b816b65ec,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:11.897038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:11.897674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:11.972769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.034494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-80e1a9ef-e8de-487d-a670-0d4f7e3eda4f service neutron] 10.222.0.64 "GET /v2.0/networks/56d83169-0ff9-4024-8e1b-c630c0397df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966354 Nov 12 21:01:12.042177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-89a392ca-bc05-4756-a98b-157ff0dac7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:12.043757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-89a392ca-bc05-4756-a98b-157ff0dac7a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.3594337 Nov 12 21:01:12.047841 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a2671ea0-56b4-4772-a3da-d3538d60c22f tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3631032 Nov 12 21:01:12.049915 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.052287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50994) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:12.060553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:12.075308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-175475a2-a5be-4410-8754-ff0427ef6873 None None] Provisioning complete for port 611ecd2d-46d0-4a27-8958-801b816b65ec triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:12.075797 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-175475a2-a5be-4410-8754-ff0427ef6873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.085023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43879b95-da03-45e7-9eef-07c5eda4028c req-c5c9f342-9605-486f-919d-5c4a1eb91602 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003088 Nov 12 21:01:12.127373 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b14ac88e-9502-4eae-8e30-9833e4375ed3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.131815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-175475a2-a5be-4410-8754-ff0427ef6873 None None] Port 611ecd2d-46d0-4a27-8958-801b816b65ec cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:12.185371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] In _notify_port_updated(), no bound segment for port 7fadac48-97d4-464e-ae83-7926c6d342f7 on network 0078760a-f9e9-48d8-92e9-228316a5d445 {{(pid=109629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:01:12.190988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:12.192013 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.193560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "PUT /v2.0/ports/7fadac48-97d4-464e-ae83-7926c6d342f7 HTTP/1.1" status: 200 len: 1129 time: 1.2721298 Nov 12 21:01:12.196585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50996) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:12.199875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-61541fdc-8f5b-4066-b8ee-6c8cafa87b1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3944529-418f-4287-827f-4ec7975a8def HTTP/1.1" status: 200 len: 217 time: 0.1325791 Nov 12 21:01:12.225548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f73de-341a-477d-8901-64ed63116a72 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event updated for resources: {'Port': ['ID=7fadac48-97d4-464e-ae83-7926c6d342f7,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:12.298528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8cfef-8cba-4417-89b1-10c62f3893b8 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:12.298528 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8ae8cfef-8cba-4417-89b1-10c62f3893b8 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "GET /v2.0/ports/7fadac48-97d4-464e-ae83-7926c6d342f7 HTTP/1.1" status: 200 len: 1129 time: 0.0970623 Nov 12 21:01:12.298528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50998) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:12.331375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-2b87f600-134b-42af-b0cd-10b80ebede85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:12.338973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-2b87f600-134b-42af-b0cd-10b80ebede85 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1218846 Nov 12 21:01:12.354510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f7204-3641-4752-98a8-288befc5090c req-c8cba37e-5eb6-4b1a-8f34-4339944ce869 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:12.356293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c36f7204-3641-4752-98a8-288befc5090c req-c8cba37e-5eb6-4b1a-8f34-4339944ce869 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 943 time: 0.0753734 Nov 12 21:01:12.407341 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.447339 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.495650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f974b5e0-7356-4e2e-83ca-3e6d203c6697 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Deleting port 7fadac48-97d4-464e-ae83-7926c6d342f7 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:12.496085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f974b5e0-7356-4e2e-83ca-3e6d203c6697 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.515308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-626f1f41-8f86-453a-8b42-16715b0b3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:12.523050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-626f1f41-8f86-453a-8b42-16715b0b3017 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595728 Nov 12 21:01:12.530499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c36f7204-3641-4752-98a8-288befc5090c req-40d17fee-3474-49e6-aec6-ef06c563f5f2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629763 Nov 12 21:01:12.540538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Pushing event deleted for resources: {'Port': ['ID=70086f45-503d-4fe9-919a-f82db594b1af,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:12.583894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-587733e9-ac3e-47c1-8faa-19619e14fbf1 None None] Provisioning complete for port 7fadac48-97d4-464e-ae83-7926c6d342f7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:12.586870 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-587733e9-ac3e-47c1-8faa-19619e14fbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.587799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85a7fda8-f5a4-4a71-b9f7-989e59df82a4 req-18026c14-2939-41e8-80db-99fd13f5d65a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 210 time: 0.1013179 Nov 12 21:01:12.610741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f974b5e0-7356-4e2e-83ca-3e6d203c6697 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.655415 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-587733e9-ac3e-47c1-8faa-19619e14fbf1 None None] Port 7fadac48-97d4-464e-ae83-7926c6d342f7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:12.673807 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f974b5e0-7356-4e2e-83ca-3e6d203c6697 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Calling delete_port for 7fadac48-97d4-464e-ae83-7926c6d342f7 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:12.681205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] No DVR routers for this DVR port 70086f45-503d-4fe9-919a-f82db594b1af on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:12.708613 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.712008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d06917a7-ac9c-4b1c-b842-d010a98c87ac req-2bb2bfe1-ce89-413f-8800-ddd5885209e5 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.46 "DELETE /v2.0/ports/70086f45-503d-4fe9-919a-f82db594b1af HTTP/1.1" status: 204 len: 173 time: 1.6343904 Nov 12 21:01:12.713342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e44b32-1f8c-4fc3-b367-88b76bbfc136', 'name': 'network-vif-deleted', 'tag': '70086f45-503d-4fe9-919a-f82db594b1af'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:12.715693 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cadde8b-9ed7-4d03-b908-35bcc60a7950" -d '{"events": [{"server_uuid": "04e44b32-1f8c-4fc3-b367-88b76bbfc136", "name": "network-vif-deleted", "tag": "70086f45-503d-4fe9-919a-f82db594b1af"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:12.771727 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1be9fcc-813a-4145-9e3b-a09d32727ac3 x-openstack-request-id: req-d1be9fcc-813a-4145-9e3b-a09d32727ac3 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:12.772025 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e44b32-1f8c-4fc3-b367-88b76bbfc136", "name": "network-vif-deleted", "tag": "70086f45-503d-4fe9-919a-f82db594b1af", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:12.772280 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1be9fcc-813a-4145-9e3b-a09d32727ac3 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:12.772724 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e44b32-1f8c-4fc3-b367-88b76bbfc136', 'name': 'network-vif-deleted', 'tag': '70086f45-503d-4fe9-919a-f82db594b1af', 'status': 'completed', 'code': 200} Nov 12 21:01:12.785735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-54d1d1a6-8e2a-4bce-a5b1-df01f6cb74b5 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538202 Nov 12 21:01:12.791836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:12.964934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-616517da-a229-4e28-ae9c-c7a285c06e30 req-c6591178-d749-4558-8613-45aac4979f1f service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702137 Nov 12 21:01:12.979487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Allocated IP 172.25.8.250 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/0caffca2-ba66-45a2-b161-4270419d442d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:13.046874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d3944529-418f-4287-827f-4ec7975a8def details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:01:13.102890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.226017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c59cc65d-a8e8-4ec4-a297-7b781b8bd135 req-b574d5cf-3ad9-4d9c-afdc-9765a4deda76 tempest-ServerDiskConfigTestJSON-332716656 tempest-ServerDiskConfigTestJSON-332716656-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e44b32-1f8c-4fc3-b367-88b76bbfc136 HTTP/1.1" status: 200 len: 210 time: 0.0459733 Nov 12 21:01:13.234965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:13.238842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.269276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'd3944529-418f-4287-827f-4ec7975a8def', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': 'd3944529-418f-4287-827f-4ec7975a8def', 'mac_address': 'fa:16:3e:f4:9a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:01:13.297599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:13.301922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:13.304290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'Port': ['ID=0caffca2-ba66-45a2-b161-4270419d442d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:13.306545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:13.324249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.341338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3944529-418f-4287-827f-4ec7975a8def {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:13.365571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:13.389771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f974b5e0-7356-4e2e-83ca-3e6d203c6697 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.431561 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.439644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974b5e0-7356-4e2e-83ca-3e6d203c6697 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event deleted for resources: {'Port': ['ID=7fadac48-97d4-464e-ae83-7926c6d342f7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:13.452142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b14ac88e-9502-4eae-8e30-9833e4375ed3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.470400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b14ac88e-9502-4eae-8e30-9833e4375ed3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.472977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f974b5e0-7356-4e2e-83ca-3e6d203c6697 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.478356 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.479272 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f974b5e0-7356-4e2e-83ca-3e6d203c6697 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "DELETE /v2.0/ports/7fadac48-97d4-464e-ae83-7926c6d342f7 HTTP/1.1" status: 204 len: 168 time: 1.1793952 Nov 12 21:01:13.480928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51018) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:13.545004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:13.558734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.594415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32ebe0a-5142-48ae-b1fa-894e8bf5c64c tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Deleting subnet 4e6dfa67-0ba7-4a63-8a22-9bc2a5f25a17 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:13.603097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f32ebe0a-5142-48ae-b1fa-894e8bf5c64c tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.732601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f32ebe0a-5142-48ae-b1fa-894e8bf5c64c tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.774171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14ac88e-9502-4eae-8e30-9833e4375ed3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Router 6233bc76-3150-45cf-9495-c3dcf577e100 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:13.807166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['d3944529-418f-4287-827f-4ec7975a8def'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:13.885932 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f32ebe0a-5142-48ae-b1fa-894e8bf5c64c tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.982096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14ac88e-9502-4eae-8e30-9833e4375ed3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:13.987982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b14ac88e-9502-4eae-8e30-9833e4375ed3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:13.992185 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b14ac88e-9502-4eae-8e30-9833e4375ed3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "PUT /v2.0/routers/6233bc76-3150-45cf-9495-c3dcf577e100 HTTP/1.1" status: 200 len: 925 time: 2.3053761 Nov 12 21:01:13.994769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51024) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:13.997102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599f423-d2bd-44b4-b03b-a229dd34a3b4 None None] Sync routers for ids ['6233bc76-3150-45cf-9495-c3dcf577e100'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:14.010671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599f423-d2bd-44b4-b03b-a229dd34a3b4 None None] Routers {'6233bc76-3150-45cf-9495-c3dcf577e100'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:14.011437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2599f423-d2bd-44b4-b03b-a229dd34a3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6233bc76-3150-45cf-9495-c3dcf577e100'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:14.046422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2599f423-d2bd-44b4-b03b-a229dd34a3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:14.056298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599f423-d2bd-44b4-b03b-a229dd34a3b4 None None] Routers {'6233bc76-3150-45cf-9495-c3dcf577e100'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:14.056977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2599f423-d2bd-44b4-b03b-a229dd34a3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6233bc76-3150-45cf-9495-c3dcf577e100'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:14.095256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2599f423-d2bd-44b4-b03b-a229dd34a3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:14.095933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599f423-d2bd-44b4-b03b-a229dd34a3b4 None None] The sync data for ids ['6233bc76-3150-45cf-9495-c3dcf577e100'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:14.113887 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a57d9292-c5ef-4c09-a9d7-fe78d6055068 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/routers/6233bc76-3150-45cf-9495-c3dcf577e100 HTTP/1.1" status: 200 len: 925 time: 0.1186216 Nov 12 21:01:14.117188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51026) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:14.146881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f32ebe0a-5142-48ae-b1fa-894e8bf5c64c tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.155349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-131f1874-6d71-4126-80e4-6e5483870793 req-73a65fed-df8b-4ff8-9704-eef9de4267cf tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 210 time: 0.4521568 Nov 12 21:01:14.183190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ebe0a-5142-48ae-b1fa-894e8bf5c64c tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6dfa67-0ba7-4a63-8a22-9bc2a5f25a17,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:14.191774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f32ebe0a-5142-48ae-b1fa-894e8bf5c64c tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.196214 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f32ebe0a-5142-48ae-b1fa-894e8bf5c64c tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "DELETE /v2.0/subnets/4e6dfa67-0ba7-4a63-8a22-9bc2a5f25a17 HTTP/1.1" status: 204 len: 168 time: 0.7142851 Nov 12 21:01:14.198756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51028) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:14.207426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db3f03-4975-459b-b0bc-bcd4dcf8b794 None None] Network 0078760a-f9e9-48d8-92e9-228316a5d445 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:14.210355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59cd8b-5460-4b2f-8e47-c8e21c49a716 req-d9679753-e0a4-47ae-ad8c-48019299afcb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:14.212552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af59cd8b-5460-4b2f-8e47-c8e21c49a716 req-d9679753-e0a4-47ae-ad8c-48019299afcb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 944 time: 0.5207052 Nov 12 21:01:14.240706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a7cc54-01c5-4207-9789-34623ddaf1cb tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:14.242366 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1a7cc54-01c5-4207-9789-34623ddaf1cb tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=6233bc76-3150-45cf-9495-c3dcf577e100&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1238556 Nov 12 21:01:14.251424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51030) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:14.273534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 70086f45-503d-4fe9-919a-f82db594b1af no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:14.298955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af59cd8b-5460-4b2f-8e47-c8e21c49a716 req-76a86997-4b0b-4f89-ae07-03d90eab1634 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755329 Nov 12 21:01:14.300980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.363509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 70086f45-503d-4fe9-919a-f82db594b1af {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:14.363852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 70086f45-503d-4fe9-919a-f82db594b1af not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:14.378117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.380271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.454248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37d221-bff0-49ba-9f1a-292b9339d7ac tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:14.454865 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e37d221-bff0-49ba-9f1a-292b9339d7ac tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 881 time: 0.2042377 Nov 12 21:01:14.457514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51042) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:14.489126 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da0db8ed-b6a7-4b63-a551-d86c0e501b21 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=6233bc76-3150-45cf-9495-c3dcf577e100 HTTP/1.1" status: 200 len: 205 time: 0.0296597 Nov 12 21:01:14.490356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'Port': ['ID=0caffca2-ba66-45a2-b161-4270419d442d,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:14.491893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51044) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:14.530481 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.563671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] DHCP port deletion for 0078760a-f9e9-48d8-92e9-228316a5d445 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:14.578976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Deleting port 335fef03-e7dd-418b-8849-11e9aa549626 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:14.579402 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.580550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51048) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:14.614780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] Deleting port 335fef03-e7dd-418b-8849-11e9aa549626 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:14.615243 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.628847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-650d789c-36c3-42c6-a395-4e644fdb0654 admin admin] Deleting subnet 2cf2d0b8-7b35-457f-9bce-037392e904d1 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:14.634405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-650d789c-36c3-42c6-a395-4e644fdb0654 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.656603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.657922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fc3f6555-9cc2-48ed-b00f-bd2323efe2ef tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6008787 Nov 12 21:01:14.663669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51050) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:14.669894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d52d18a8-b017-4c8b-b85e-17679bd2d2db tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Request body: {'floatingip': {'port_id': '611ecd2d-46d0-4a27-8958-801b816b65ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:14.687390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] For port 335fef03-e7dd-418b-8849-11e9aa549626, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=335fef03-e7dd-418b-8849-11e9aa549626,segment=NetworkSegment(44dc1df8-d62b-4f34-bcd8-bacc47773ab5),segment_id=44dc1df8-d62b-4f34-bcd8-bacc47773ab5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:14.688113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.693279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] For port 335fef03-e7dd-418b-8849-11e9aa549626, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=335fef03-e7dd-418b-8849-11e9aa549626,segment=NetworkSegment(44dc1df8-d62b-4f34-bcd8-bacc47773ab5),segment_id=44dc1df8-d62b-4f34-bcd8-bacc47773ab5)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:14.693632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.707080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.708331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] Calling delete_port for 335fef03-e7dd-418b-8849-11e9aa549626 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:14.721363 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d52d18a8-b017-4c8b-b85e-17679bd2d2db tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.725770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-650d789c-36c3-42c6-a395-4e644fdb0654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.743181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Calling delete_port for 335fef03-e7dd-418b-8849-11e9aa549626 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:14.851425 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-650d789c-36c3-42c6-a395-4e644fdb0654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.873042 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.878775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.889391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:14.901116 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-d52d18a8-b017-4c8b-b85e-17679bd2d2db tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] update failed (client error): The resource could not be found. Nov 12 21:01:14.905177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d52d18a8-b017-4c8b-b85e-17679bd2d2db tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "PUT /v2.0/floatingips/1680f134-a893-4b58-b3c4-3e5766279128 HTTP/1.1" status: 404 len: 507 time: 0.2375665 Nov 12 21:01:14.905342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51052) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:14.906978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] Pushing event deleted for resources: {'Port': ['ID=335fef03-e7dd-418b-8849-11e9aa549626,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:14.911691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95937dd0-f380-496c-a1b7-2d5896744ce5 None None] No DVR routers for this DVR port 335fef03-e7dd-418b-8849-11e9aa549626 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:14.920562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event deleted for resources: {'Port': ['ID=335fef03-e7dd-418b-8849-11e9aa549626,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:14.925358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] No DVR routers for this DVR port 335fef03-e7dd-418b-8849-11e9aa549626 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:15.030712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.046154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d3944529-418f-4287-827f-4ec7975a8def up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:15.049881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Deleting port 0caffca2-ba66-45a2-b161-4270419d442d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:15.049881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.057480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0078760a-f9e9-48d8-92e9-228316a5d445']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:15.069639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44dc1df8-d62b-4f34-bcd8-bacc47773ab5') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:15.069905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44dc1df8-d62b-4f34-bcd8-bacc47773ab5') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:15.092752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.103610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-650d789c-36c3-42c6-a395-4e644fdb0654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.107993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Deleting port 1a070caf-f366-4e39-ad54-6a9cfafee945 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:15.108337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.110337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.133356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:15.133787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:15.136957 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:15.151499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d789c-36c3-42c6-a395-4e644fdb0654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf2d0b8-7b35-457f-9bce-037392e904d1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:15.153694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-650d789c-36c3-42c6-a395-4e644fdb0654 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.159206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-650d789c-36c3-42c6-a395-4e644fdb0654 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2cf2d0b8-7b35-457f-9bce-037392e904d1 HTTP/1.1" status: 204 len: 168 time: 0.5747516 Nov 12 21:01:15.159962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51054) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:15.190944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port d3944529-418f-4287-827f-4ec7975a8def completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:01:15.195229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.200066 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.204176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port d3944529-418f-4287-827f-4ec7975a8def triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:15.205981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.237221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Calling delete_port for 0caffca2-ba66-45a2-b161-4270419d442d owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:15.262036 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.291733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 335fef03-e7dd-418b-8849-11e9aa549626 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:15.298226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.312215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Calling delete_port for 1a070caf-f366-4e39-ad54-6a9cfafee945 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:15.321694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 335fef03-e7dd-418b-8849-11e9aa549626 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:15.321694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 335fef03-e7dd-418b-8849-11e9aa549626 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:15.340687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-419b62e9-90d6-4911-9889-c1232f4e5037 req-9ad54e59-0693-4976-a847-f70d72ce5987 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 210 time: 0.0381718 Nov 12 21:01:15.375628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.390235 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.395516 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] 10.222.0.64 "DELETE /v2.0/networks/0078760a-f9e9-48d8-92e9-228316a5d445 HTTP/1.1" status: 204 len: 168 time: 1.1954761 Nov 12 21:01:15.425722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.433755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff26a57-46ca-487c-abac-856a4fe4733e tempest-ExtraDHCPOptionsIpV6TestJSON-962829531 tempest-ExtraDHCPOptionsIpV6TestJSON-962829531-project] Pushing event deleted for resources: {'Network': ['ID=0078760a-f9e9-48d8-92e9-228316a5d445,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:15.459497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:15.462599 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6587db-4cbc-450a-bbbc-ab76981ce6ab" -d '{"events": [{"server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "name": "network-vif-plugged", "status": "completed", "tag": "d3944529-418f-4287-827f-4ec7975a8def"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:15.484126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:15.527052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.562489 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8d206a-5568-4461-ae30-014b3ed3f12b x-openstack-request-id: req-2e8d206a-5568-4461-ae30-014b3ed3f12b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:15.563009 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "name": "network-vif-plugged", "status": "completed", "tag": "d3944529-418f-4287-827f-4ec7975a8def", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:15.563735 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e8d206a-5568-4461-ae30-014b3ed3f12b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:15.564329 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def', 'code': 200} Nov 12 21:01:15.567873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.600131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f261bb-f0fc-48a2-b45a-d06b6ca8017e']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:15.644314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c61421-ecfa-4330-9ad5-e50bbc507738') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:15.644615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c61421-ecfa-4330-9ad5-e50bbc507738') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:15.646737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:15.695256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-c9aee444-6d5c-4fea-8597-2b161b47a3e4 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:15.696754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-c9aee444-6d5c-4fea-8597-2b161b47a3e4 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.46 "GET /v2.0/networks?id=56d83169-0ff9-4024-8e1b-c630c0397df7 HTTP/1.1" status: 200 len: 822 time: 0.3104131 Nov 12 21:01:15.698606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.706707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.728829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5569f81-baf0-4c74-8215-8d8f90f229a9 req-de95f9a9-f7e1-412e-8793-43236ab0a778 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:15.728829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5569f81-baf0-4c74-8215-8d8f90f229a9 req-de95f9a9-f7e1-412e-8793-43236ab0a778 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 944 time: 0.2445624 Nov 12 21:01:15.730390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Request body: {'port': {'device_id': '134a9e61-28dc-461e-bbf5-44f269ea2197', 'network_id': '56d83169-0ff9-4024-8e1b-c630c0397df7', 'admin_state_up': True, 'tenant_id': '84abb34c13074ecabcdeb66ec81b3a59'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:15.741750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event deleted for resources: {'Port': ['ID=1a070caf-f366-4e39-ad54-6a9cfafee945,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:15.750340 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.791631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:15.792069 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: items = [ Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:15.794617 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:15.808107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.867377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.870556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d75a69-eda5-4199-a482-3ce9ca73a4bb req-be941d84-5e54-4aa5-a43b-e3cd2966b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:15.872104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9d75a69-eda5-4199-a482-3ce9ca73a4bb req-be941d84-5e54-4aa5-a43b-e3cd2966b6d4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 1097 time: 0.2234833 Nov 12 21:01:15.908906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51068) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:15.919734 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.922215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:15.944826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event deleted for resources: {'Port': ['ID=0caffca2-ba66-45a2-b161-4270419d442d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:15.977406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5569f81-baf0-4c74-8215-8d8f90f229a9 req-27310ffb-e66d-4df2-a1e8-4cd878249029 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436385 Nov 12 21:01:16.041944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9d75a69-eda5-4199-a482-3ce9ca73a4bb req-87deba49-bb58-4620-9572-85655d0252ce service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561737 Nov 12 21:01:16.044231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.044744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Fanout notify agent at l3_agent the message router_deleted on router 6233bc76-3150-45cf-9495-c3dcf577e100 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:16.052458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.053659 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc30e66c-5772-43e2-9fa5-c872ee2aee73 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/6233bc76-3150-45cf-9495-c3dcf577e100 HTTP/1.1" status: 204 len: 168 time: 1.5608850 Nov 12 21:01:16.057348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51072) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:16.061954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1939678953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:16.066662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.070165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.071277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-57f318dc-5298-4e22-bace-efc52f005c65 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "DELETE /v2.0/floatingips/1680f134-a893-4b58-b3c4-3e5766279128 HTTP/1.1" status: 204 len: 168 time: 1.1650596 Nov 12 21:01:16.075357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51074) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:16.076178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.080033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-71b4318a-28a4-44e9-b28e-117f9c23b351 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Request body: {'floatingip': {'floating_network_id': 'cc8217ed-81f1-461d-8cda-c028d4bb71e9', 'port_id': '611ecd2d-46d0-4a27-8958-801b816b65ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:16.089400 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.092751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] 10.222.0.64 "DELETE /v2.0/networks/49f261bb-f0fc-48a2-b45a-d06b6ca8017e HTTP/1.1" status: 204 len: 168 time: 0.9317958 Nov 12 21:01:16.102684 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-78c67eb3-0294-47f3-8ed6-93478fbeafe3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94bd288ddd4446419e5737166e3ef0ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926768 Nov 12 21:01:16.105415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51078) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:16.112242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 21:01:16.112242 n-d-713498-29 neutron-server[109629]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 21:01:16.112242 n-d-713498-29 neutron-server[109629]: [parameters: {'project_id': 'bf32255005004e62a2d27206c4c73914', 'id': '6b3404ee-cabb-4c5a-898a-063ea86176d1', 'expiration': datetime.datetime(2021, 11, 12, 21, 3, 16, 96122)}] Nov 12 21:01:16.112242 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:01:16.112668 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:01:16.113194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ce448-af7c-47fb-a9a5-e1a10b406d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f261bb-f0fc-48a2-b45a-d06b6ca8017e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:16.160537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9eaa05de-57a1-45b9-add5-8c2d9134e74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.182922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9eaa05de-57a1-45b9-add5-8c2d9134e74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.186837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Made reservation on behalf of 84abb34c13074ecabcdeb66ec81b3a59 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:16.190487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.289848 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-71b4318a-28a4-44e9-b28e-117f9c23b351 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.324895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Allocated IP 172.20.0.13 (56d83169-0ff9-4024-8e1b-c630c0397df7/93122be3-4fe8-4c6d-ac94-e87d2487e4d1/3f3581e4-7b7e-4945-83fd-a042c41e7022) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:16.370758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9eaa05de-57a1-45b9-add5-8c2d9134e74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.375966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9eaa05de-57a1-45b9-add5-8c2d9134e74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.377928 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9eaa05de-57a1-45b9-add5-8c2d9134e74d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d22c4e87-4c42-42ff-95a1-a0d196579bba HTTP/1.1" status: 204 len: 168 time: 0.2712944 Nov 12 21:01:16.408016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa05de-57a1-45b9-add5-8c2d9134e74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22c4e87-4c42-42ff-95a1-a0d196579bba,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:16.475808 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51084) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:16.527048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2da39135-f94a-4c07-8740-252791f54a0e req-14d9ec80-474d-4f29-b56f-615db47967d4 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 210 time: 0.0320354 Nov 12 21:01:16.540559 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4cdbea1a-613a-47a1-b1e5-e2027173a996 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a29db0e5d1a94a41bd1c96eb021ff970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0635333 Nov 12 21:01:16.543430 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51088) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:16.584057 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-71b4318a-28a4-44e9-b28e-117f9c23b351 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:01:16.585574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-71b4318a-28a4-44e9-b28e-117f9c23b351 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5092630 Nov 12 21:01:16.587583 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.589980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51090) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:16.599873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '611ecd2d-46d0-4a27-8958-801b816b65ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:16.609374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b56dae7-abdf-471d-947f-82c462d5d9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.632492 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b56dae7-abdf-471d-947f-82c462d5d9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.717483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.738503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b56dae7-abdf-471d-947f-82c462d5d9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.741517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b56dae7-abdf-471d-947f-82c462d5d9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.742682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6b56dae7-abdf-471d-947f-82c462d5d9fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2eb3d3b-6aa7-4527-a172-c8da904a3fb0 HTTP/1.1" status: 204 len: 168 time: 0.1983168 Nov 12 21:01:16.749552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.751817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56dae7-abdf-471d-947f-82c462d5d9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb3d3b-6aa7-4527-a172-c8da904a3fb0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:16.841431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Network 56d83169-0ff9-4024-8e1b-c630c0397df7 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:16.847743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:16.855233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Pushing event updated for resources: {'Port': ['ID=3f3581e4-7b7e-4945-83fd-a042c41e7022,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:16.855233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:16.857519 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.858531 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.956534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.963203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:16.963874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:16.988731 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:17.044674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:17.092133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-a4bc79d7-3f5e-403a-b685-cb484a699d3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3656614 Nov 12 21:01:17.122692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Request body: {'port': {'device_id': '134a9e61-28dc-461e-bbf5-44f269ea2197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:17.189031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Allocated IP 172.25.8.186 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/9ef6cae5-fd08-4783-ad2b-b2439d9a8dec) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:17.196255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670f3e4-9537-4826-a2b2-818f3b6e31bd req-1230e3eb-9b36-4bed-a5ad-b99b63b3b0cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:17.197703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b670f3e4-9537-4826-a2b2-818f3b6e31bd req-1230e3eb-9b36-4bed-a5ad-b99b63b3b0cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.1429112 Nov 12 21:01:17.200428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:17.201399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8fe7721d-49ba-4ba3-a4a1-3e1dbbf5dbc9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1431246 Nov 12 21:01:17.205133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51116) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:17.217481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:17.267508 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:17.373286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b670f3e4-9537-4826-a2b2-818f3b6e31bd req-5185cc46-efb0-487d-b91e-5865fecbce4e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528416 Nov 12 21:01:17.465843 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:17.473602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:17.632925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51132) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:17.708606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:17.783167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'networks': [{'name': 'tempest-network--225104639'}, {'name': 'tempest-network--45254512'}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:17.783616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'network': {'name': 'tempest-network--225104639'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:17.784048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'network': {'name': 'tempest-network--45254512'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:17.821937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3581e4-7b7e-4945-83fd-a042c41e7022 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:17.837153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:17.839700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:17.848026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event updated for resources: {'Port': ['ID=9ef6cae5-fd08-4783-ad2b-b2439d9a8dec,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:17.857782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:17.860811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:17.875023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823c773-bc21-49c4-907a-1d6884aeab40 req-431feaa4-f5c4-4684-8430-a1b06b1ad092 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:17.877034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e823c773-bc21-49c4-907a-1d6884aeab40 req-431feaa4-f5c4-4684-8430-a1b06b1ad092 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 932 time: 0.2213986 Nov 12 21:01:17.904454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Transition to ACTIVE for port object 3f3581e4-7b7e-4945-83fd-a042c41e7022 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:01:17.997944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e823c773-bc21-49c4-907a-1d6884aeab40 req-6dfc44ee-7394-4777-86c5-2e7e4f718560 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987055 Nov 12 21:01:18.020216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Made reservation on behalf of 4b4d1ae69fbc43079dea501a7da186ef for: {'network': 2} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:18.024946 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.027250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.073174 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.089546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51142) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:18.140915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3581e4-7b7e-4945-83fd-a042c41e7022,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:18.157857 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.178879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.228139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1660637570-network', 'tenant_id': '02ab0908c717453892a9ebd3747290d1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:18.291511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Allocated IP 172.25.8.166 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/872ac9da-bd6e-4215-bb3a-75744be546b2) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:18.302988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Attempting to bind port 3f3581e4-7b7e-4945-83fd-a042c41e7022 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:18.303345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Attempting to bind port 3f3581e4-7b7e-4945-83fd-a042c41e7022 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'c0594887-6dd8-458f-9a8f-dabdd4a1383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56d83169-0ff9-4024-8e1b-c630c0397df7'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:18.303673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Attempting to bind port 3f3581e4-7b7e-4945-83fd-a042c41e7022 on network 56d83169-0ff9-4024-8e1b-c630c0397df7 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:18.324896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Deleting port 9ef6cae5-fd08-4783-ad2b-b2439d9a8dec {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:18.327156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.327156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Port 3f3581e4-7b7e-4945-83fd-a042c41e7022 on network 56d83169-0ff9-4024-8e1b-c630c0397df7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:01:18.327156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Attempting to bind port 3f3581e4-7b7e-4945-83fd-a042c41e7022 on network 56d83169-0ff9-4024-8e1b-c630c0397df7 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:18.344428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.351507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:18.355908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Checking segment: {'id': 'c0594887-6dd8-458f-9a8f-dabdd4a1383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56d83169-0ff9-4024-8e1b-c630c0397df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:18.355908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Bound using segment: {'id': 'c0594887-6dd8-458f-9a8f-dabdd4a1383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56d83169-0ff9-4024-8e1b-c630c0397df7'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:18.355908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Bound port: 3f3581e4-7b7e-4945-83fd-a042c41e7022, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0594887-6dd8-458f-9a8f-dabdd4a1383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56d83169-0ff9-4024-8e1b-c630c0397df7'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:18.355908 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.359440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Made reservation on behalf of 02ab0908c717453892a9ebd3747290d1 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:18.361722 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.403204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.495721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.536704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:18.542195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:18.546138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:18.552971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event updated for resources: {'Port': ['ID=872ac9da-bd6e-4215-bb3a-75744be546b2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:18.740846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.741311 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.756340 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.863380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7aaed-6b7b-40e1-be8d-bb8ef16fd38a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:18.904043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:18.913490 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.913855 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.926060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.951508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b36e9-727f-4209-bcfe-883eb939807c req-1f598d51-57d8-405f-947a-acc8b9339b5f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:18.952998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d4b36e9-727f-4209-bcfe-883eb939807c req-1f598d51-57d8-405f-947a-acc8b9339b5f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.2215471 Nov 12 21:01:18.955783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] For port 3f3581e4-7b7e-4945-83fd-a042c41e7022, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:18.959191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Calling delete_port for 9ef6cae5-fd08-4783-ad2b-b2439d9a8dec owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:18.965993 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:18.966344 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Added segment 3b79c752-cc47-4b6f-a6a8-4f9273b8f943 of type vlan for network 7f2348b2-4423-44ba-91aa-2d5ac70a5148 Nov 12 21:01:18.994692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] For port 3f3581e4-7b7e-4945-83fd-a042c41e7022, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3f3581e4-7b7e-4945-83fd-a042c41e7022,segment=NetworkSegment(c0594887-6dd8-458f-9a8f-dabdd4a1383a),segment_id=c0594887-6dd8-458f-9a8f-dabdd4a1383a)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:19.083871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.100407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.134772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.138513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.216858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d4b36e9-727f-4209-bcfe-883eb939807c req-a7cbba8d-40fd-430f-971f-00277cc14ab9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554903 Nov 12 21:01:19.224671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.225282 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.226645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] 10.222.0.46 "PUT /v2.0/ports/3f3581e4-7b7e-4945-83fd-a042c41e7022 HTTP/1.1" status: 200 len: 1093 time: 2.1119440 Nov 12 21:01:19.230687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134a9e61-28dc-461e-bbf5-44f269ea2197', 'tag': '3f3581e4-7b7e-4945-83fd-a042c41e7022'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:19.233005 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba" -d '{"events": [{"name": "network-changed", "server_uuid": "134a9e61-28dc-461e-bbf5-44f269ea2197", "tag": "3f3581e4-7b7e-4945-83fd-a042c41e7022"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:19.239775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.264304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:19.290201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf10980-4744-4539-a967-f5d9ab5dff89 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3581e4-7b7e-4945-83fd-a042c41e7022,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:19.296575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.296919 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Added segment 9c9a1990-42b8-4585-86ff-8c75d824c246 of type vlan for network caa2894b-3b27-488b-8571-3600b11703db Nov 12 21:01:19.305916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e0589-d7a3-46ca-ab4a-fbf4ed7629d5 req-95a4d37b-795c-4b7e-83ff-0d8e7d7dab28 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.307538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-305e0589-d7a3-46ca-ab4a-fbf4ed7629d5 req-95a4d37b-795c-4b7e-83ff-0d8e7d7dab28 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 944 time: 0.2118220 Nov 12 21:01:19.355271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Router 92d9761c-4334-4b80-8dba-0f508cf61422 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:19.393518 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.422098 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.455844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:19.468436 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:19.477512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.484490 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a5862c1-2bb5-4dc6-94f4-5083592bc30d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "PUT /v2.0/routers/92d9761c-4334-4b80-8dba-0f508cf61422 HTTP/1.1" status: 200 len: 884 time: 2.2717688 Nov 12 21:01:19.484656 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270e7d9-cf6d-4d1d-bd79-4b605f2f689b None None] Sync routers for ids ['92d9761c-4334-4b80-8dba-0f508cf61422'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:19.485104 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51156) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:19.491572 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270e7d9-cf6d-4d1d-bd79-4b605f2f689b None None] Routers {'92d9761c-4334-4b80-8dba-0f508cf61422'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:19.492792 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9270e7d9-cf6d-4d1d-bd79-4b605f2f689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['92d9761c-4334-4b80-8dba-0f508cf61422'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:19.505774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf270321-9f3c-4a1a-a44f-e00f01d3ad85,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:19.515632 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.516023 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Added segment 87cc8462-b220-46f1-9ac5-19a1e1c09e58 of type vlan for network e0d90957-8d44-40ad-8fc6-109ff53aadfd Nov 12 21:01:19.522068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-305e0589-d7a3-46ca-ab4a-fbf4ed7629d5 req-b8648ea8-1436-44b9-bb19-4001462d6aa9 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832931 Nov 12 21:01:19.560661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-26cfa7c2-6273-4f24-b5fa-2a12d3bffc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.562178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-26cfa7c2-6273-4f24-b5fa-2a12d3bffc9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84abb34c13074ecabcdeb66ec81b3a59&device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 1096 time: 0.1842740 Nov 12 21:01:19.566537 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9270e7d9-cf6d-4d1d-bd79-4b605f2f689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:19.573803 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.581407 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270e7d9-cf6d-4d1d-bd79-4b605f2f689b None None] Routers {'92d9761c-4334-4b80-8dba-0f508cf61422'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:19.582148 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9270e7d9-cf6d-4d1d-bd79-4b605f2f689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['92d9761c-4334-4b80-8dba-0f508cf61422'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:19.585935 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.617034 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5528811-41b8-44fc-a9b1-7090ef869094 x-openstack-request-id: req-e5528811-41b8-44fc-a9b1-7090ef869094 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:19.617327 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134a9e61-28dc-461e-bbf5-44f269ea2197", "tag": "3f3581e4-7b7e-4945-83fd-a042c41e7022", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:19.617586 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5528811-41b8-44fc-a9b1-7090ef869094 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:19.617981 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134a9e61-28dc-461e-bbf5-44f269ea2197', 'tag': '3f3581e4-7b7e-4945-83fd-a042c41e7022', 'status': 'completed', 'code': 200} Nov 12 21:01:19.625154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9270e7d9-cf6d-4d1d-bd79-4b605f2f689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:19.626288 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270e7d9-cf6d-4d1d-bd79-4b605f2f689b None None] The sync data for ids ['92d9761c-4334-4b80-8dba-0f508cf61422'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:19.650589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event deleted for resources: {'Port': ['ID=9ef6cae5-fd08-4783-ad2b-b2439d9a8dec,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:19.662495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b531b357-440c-4699-a5e4-bb10bb8c1cc3 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/routers/92d9761c-4334-4b80-8dba-0f508cf61422 HTTP/1.1" status: 200 len: 925 time: 0.1728797 Nov 12 21:01:19.662495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51160) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:19.662791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-16008c34-97a1-4a9d-a07b-64c0a15afee4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f3581e4-7b7e-4945-83fd-a042c41e7022 HTTP/1.1" status: 200 len: 217 time: 0.0752034 Nov 12 21:01:19.702384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09341678-ad41-423b-88dd-f2f29f4736ac tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.703919 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-09341678-ad41-423b-88dd-f2f29f4736ac tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=92d9761c-4334-4b80-8dba-0f508cf61422&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0444133 Nov 12 21:01:19.706667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51162) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:19.722707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.723108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.729394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.734180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.734826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.793132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98374428-4b2c-42de-8c20-fdf603fed2fb tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.794559 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-98374428-4b2c-42de-8c20-fdf603fed2fb tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 881 time: 0.0869691 Nov 12 21:01:19.799280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:19.835882 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-849d777b-dc4c-448e-9842-5177d64e6147 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=92d9761c-4334-4b80-8dba-0f508cf61422 HTTP/1.1" status: 200 len: 205 time: 0.0354478 Nov 12 21:01:19.838372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51168) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:19.864570 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.865518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.866097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:19.891988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.2579963 Nov 12 21:01:19.894613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51170) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:19.898899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Network': ['ID=7f2348b2-4423-44ba-91aa-2d5ac70a5148,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:19.904227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-414acd9d-070c-40a1-b6e6-8ffab416f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.905695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-414acd9d-070c-40a1-b6e6-8ffab416f627 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93122be3-4fe8-4c6d-ac94-e87d2487e4d1 HTTP/1.1" status: 200 len: 862 time: 0.2325976 Nov 12 21:01:19.914134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 7f2348b2-4423-44ba-91aa-2d5ac70a5148 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:19.920369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e683e8-8353-4d10-9d72-edf1cf38f12c req-9745d2c1-382a-4931-ab66-026c1e82198a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:19.921938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78e683e8-8353-4d10-9d72-edf1cf38f12c req-9745d2c1-382a-4931-ab66-026c1e82198a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.2727149 Nov 12 21:01:19.976715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-0ee3c2b6-312a-4f6d-b8c4-4418562e50e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56d83169-0ff9-4024-8e1b-c630c0397df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523176 Nov 12 21:01:20.051071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661cb6e-6f8c-4072-9273-eda442620bcc tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Network': ['ID=caa2894b-3b27-488b-8571-3600b11703db,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:20.063260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network caa2894b-3b27-488b-8571-3600b11703db details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:20.088371 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.164444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0656495 Nov 12 21:01:20.165372 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] create failed (client error): The resource could not be found. Nov 12 21:01:20.167449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51172) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:20.170517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-79979c3a-e0b5-4f64-8283-86b3c9af16c1 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5794716 Nov 12 21:01:20.171088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51174) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:20.174737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641faada-c0f9-41b8-9a75-4086eeeddf3c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:20.180134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-78e683e8-8353-4d10-9d72-edf1cf38f12c req-79e6823d-20e5-4521-a0ca-4c80250b78c1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350209 Nov 12 21:01:20.180713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641faada-c0f9-41b8-9a75-4086eeeddf3c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:20.187128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641faada-c0f9-41b8-9a75-4086eeeddf3c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:20.193344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641faada-c0f9-41b8-9a75-4086eeeddf3c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:20.197537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-641faada-c0f9-41b8-9a75-4086eeeddf3c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2990515 Nov 12 21:01:20.201610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Request body: {'subnet': {'network_id': 'e0d90957-8d44-40ad-8fc6-109ff53aadfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1660637570-subnet', 'tenant_id': '02ab0908c717453892a9ebd3747290d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:20.204460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:20.209633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10acd9-1e05-4c87-88b3-aeb779222897 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d90957-8d44-40ad-8fc6-109ff53aadfd,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:20.220089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network e0d90957-8d44-40ad-8fc6-109ff53aadfd details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:20.233197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-c59c3484-b164-4591-a921-47df62f71358 service neutron] 10.222.0.46 "GET /v2.0/networks/56d83169-0ff9-4024-8e1b-c630c0397df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227402 Nov 12 21:01:20.352850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.361692 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.368524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-95f6e805-890a-4a10-94d6-8f131a76f111 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Deleting port 611ecd2d-46d0-4a27-8958-801b816b65ec {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:20.368874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95f6e805-890a-4a10-94d6-8f131a76f111 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.376105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-743a258f-48ea-409b-acd1-e3abb01aab55 req-15fa9194-58fd-4a2e-aef0-ae18a069d638 service neutron] 10.222.0.46 "GET /v2.0/networks/56d83169-0ff9-4024-8e1b-c630c0397df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129775 Nov 12 21:01:20.415308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Made reservation on behalf of 02ab0908c717453892a9ebd3747290d1 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:20.417678 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.460748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95f6e805-890a-4a10-94d6-8f131a76f111 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.473264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-95f6e805-890a-4a10-94d6-8f131a76f111 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Calling delete_port for 611ecd2d-46d0-4a27-8958-801b816b65ec owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:20.475862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.559387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2348b2-4423-44ba-91aa-2d5ac70a5148']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:20.584833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b79c752-cc47-4b6f-a6a8-4f9273b8f943') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:20.585204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b79c752-cc47-4b6f-a6a8-4f9273b8f943') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:20.601800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.618934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Deleting port 872ac9da-bd6e-4215-bb3a-75744be546b2 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:20.619348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.621308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.647124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:20.647540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:20.650568 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:20.665496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-24b1aa68-022c-40d2-89ba-4f589e1d5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:20.666988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-24b1aa68-022c-40d2-89ba-4f589e1d5e23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84abb34c13074ecabcdeb66ec81b3a59&device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 1096 time: 0.0878756 Nov 12 21:01:20.703462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc271a-f457-4b62-b4d0-09d0810e67ed req-349f29b5-c133-450f-802a-8477c25a9e7d tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:20.704958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7bc271a-f457-4b62-b4d0-09d0810e67ed req-349f29b5-c133-450f-802a-8477c25a9e7d tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 944 time: 0.0776448 Nov 12 21:01:20.713177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95f6e805-890a-4a10-94d6-8f131a76f111 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.762145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.774100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Calling delete_port for 872ac9da-bd6e-4215-bb3a-75744be546b2 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:20.786809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6e805-890a-4a10-94d6-8f131a76f111 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event deleted for resources: {'Port': ['ID=611ecd2d-46d0-4a27-8958-801b816b65ec,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:20.835650 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.860553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.867587 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/networks/7f2348b2-4423-44ba-91aa-2d5ac70a5148 HTTP/1.1" status: 204 len: 168 time: 0.6594248 Nov 12 21:01:20.867587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b62694-cbac-424b-b8b0-1ea5a0efd5d1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Network': ['ID=7f2348b2-4423-44ba-91aa-2d5ac70a5148,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:20.868200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:20.883255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7bc271a-f457-4b62-b4d0-09d0810e67ed req-c193e7b3-22d1-44de-b4ba-e5cf8ed958f9 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709437 Nov 12 21:01:20.896205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-60f7c27e-ef54-4e07-a001-5cfee66f845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:20.898350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-60f7c27e-ef54-4e07-a001-5cfee66f845c service neutron] 10.222.0.46 "GET /v2.0/networks?id=56d83169-0ff9-4024-8e1b-c630c0397df7 HTTP/1.1" status: 200 len: 923 time: 0.2236564 Nov 12 21:01:20.919278 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95f6e805-890a-4a10-94d6-8f131a76f111 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.925216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-95f6e805-890a-4a10-94d6-8f131a76f111 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "DELETE /v2.0/ports/611ecd2d-46d0-4a27-8958-801b816b65ec HTTP/1.1" status: 204 len: 168 time: 0.7489886 Nov 12 21:01:20.925828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51184) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:20.968857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-f1a874e1-959a-4aa3-9c01-8e240b9a7338 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f3581e4-7b7e-4945-83fd-a042c41e7022 HTTP/1.1" status: 200 len: 217 time: 0.0593860 Nov 12 21:01:21.005827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.045753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f18dce-07c8-4193-9638-5251bf431cbe tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:21.048821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-17f18dce-07c8-4193-9638-5251bf431cbe tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d4f417-060d-43d6-b4d7-df5907a81fa6 HTTP/1.1" status: 200 len: 913 time: 0.0911019 Nov 12 21:01:21.050520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-888963d9-f697-4b05-a578-33f1f05c4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:21.052575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-888963d9-f697-4b05-a578-33f1f05c4a7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93122be3-4fe8-4c6d-ac94-e87d2487e4d1 HTTP/1.1" status: 200 len: 862 time: 0.0674355 Nov 12 21:01:21.053177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51186) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:21.144891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-eb89bf9e-038e-476e-b504-e9ec33218a7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56d83169-0ff9-4024-8e1b-c630c0397df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843048 Nov 12 21:01:21.221101 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.253372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa2894b-3b27-488b-8571-3600b11703db']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:21.267615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.275706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9a1990-42b8-4585-86ff-8c75d824c246') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:21.276005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9a1990-42b8-4585-86ff-8c75d824c246') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:21.313899 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.365359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-91d2f456-0954-460d-abcc-74c08c7f0d19 service neutron] 10.222.0.46 "GET /v2.0/networks/56d83169-0ff9-4024-8e1b-c630c0397df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119515 Nov 12 21:01:21.421300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a656c-8aa1-4741-b6b9-137fa74b7f78 req-3955ff3c-b3f9-4f24-bafb-b2efc0ed80fc tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:21.423172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d4a656c-8aa1-4741-b6b9-137fa74b7f78 req-3955ff3c-b3f9-4f24-bafb-b2efc0ed80fc tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.1316109 Nov 12 21:01:21.595435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d4a656c-8aa1-4741-b6b9-137fa74b7f78 req-4717b886-c40b-410b-9b52-96952ee2a35e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645515 Nov 12 21:01:21.604047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5630359a-8fe1-4e37-8cf9-6ade6a2340ba req-37382549-ff82-48cf-9ff5-7c8854a47d64 service neutron] 10.222.0.46 "GET /v2.0/networks/56d83169-0ff9-4024-8e1b-c630c0397df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297049 Nov 12 21:01:21.648728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.674916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.696319 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.698512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event deleted for resources: {'Port': ['ID=872ac9da-bd6e-4215-bb3a-75744be546b2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:21.700316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f320aec-efd7-47d3-abdb-c3b95abe920c,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:21.715074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:21.715616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:21.719068 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:21.830616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Checking segment: {'id': '87cc8462-b220-46f1-9ac5-19a1e1c09e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e0d90957-8d44-40ad-8fc6-109ff53aadfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:21.830998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Network hostable DHCP agents. Network: e0d90957-8d44-40ad-8fc6-109ff53aadfd, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:21.846001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.913581 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.945766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.948982 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/networks/caa2894b-3b27-488b-8571-3600b11703db HTTP/1.1" status: 204 len: 168 time: 1.0769594 Nov 12 21:01:21.950610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Deleting port 9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:21.950962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.951930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:21.983470 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.985610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f4d7a-d67b-4879-8bc2-01d49df5fdbb tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Network': ['ID=caa2894b-3b27-488b-8571-3600b11703db,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:21.987865 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:21.995812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Network e0d90957-8d44-40ad-8fc6-109ff53aadfd is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:22.086965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273e772-3d5d-4163-9ca6-d8dc53465bd7 req-d5972779-00ea-469b-a11d-6d1c98b1f025 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:22.088078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d273e772-3d5d-4163-9ca6-d8dc53465bd7 req-d5972779-00ea-469b-a11d-6d1c98b1f025 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 944 time: 0.0708461 Nov 12 21:01:22.100448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.126960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Calling delete_port for 9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:22.127829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc91053-d55b-4a60-9741-7fad11499d0e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:22.135155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc91053-d55b-4a60-9741-7fad11499d0e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:22.140521 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3fc91053-d55b-4a60-9741-7fad11499d0e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1830342 Nov 12 21:01:22.140938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51206) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:22.146944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-355116383'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:22.151326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, e0d90957-8d44-40ad-8fc6-109ff53aadfd) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:22.157954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:22.158554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.160465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3ea19-663e-4c39-bb85-4d6ddf09185b None None] Network e0d90957-8d44-40ad-8fc6-109ff53aadfd requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:22.164778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d273e772-3d5d-4163-9ca6-d8dc53465bd7 req-5c07bdc1-c535-4270-a056-a6b574b896e8 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674596 Nov 12 21:01:22.177806 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.178348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Fanout notify agent at l3_agent the message router_deleted on router 92d9761c-4334-4b80-8dba-0f508cf61422 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:22.196190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.196190 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e8410fe-b46f-4d6e-afbd-39ab03d0a042 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/92d9761c-4334-4b80-8dba-0f508cf61422 HTTP/1.1" status: 204 len: 168 time: 2.3547459 Nov 12 21:01:22.198513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51208) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:22.204049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fb309914-ff3d-42c2-a1d0-fdc69b1f3193 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-256229071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:22.262307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 3f3581e4-7b7e-4945-83fd-a042c41e7022 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:01:22.276128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Made reservation on behalf of 4b4d1ae69fbc43079dea501a7da186ef for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:22.281803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.336377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:22.337403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71881f22-1075-4960-9713-4b7ae96663d3 None None] Network e0d90957-8d44-40ad-8fc6-109ff53aadfd requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:22.353627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.354030 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Added segment 2adbf79e-7d1d-4cc9-a18f-711184a76037 of type vlan for network 5618dad2-7f97-431b-94e1-be11724cc67e Nov 12 21:01:22.395908 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f6062f00-e084-4857-84bf-143804d585de admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1991944 Nov 12 21:01:22.408000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.467097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 3f3581e4-7b7e-4945-83fd-a042c41e7022, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3f3581e4-7b7e-4945-83fd-a042c41e7022,segment=NetworkSegment(c0594887-6dd8-458f-9a8f-dabdd4a1383a),segment_id=c0594887-6dd8-458f-9a8f-dabdd4a1383a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:22.471944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5dfa3-4309-46c5-a2b4-e962f909d36e req-565c9e03-2353-4592-bf22-462486eaf04e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:22.477623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45c5dfa3-4309-46c5-a2b4-e962f909d36e req-565c9e03-2353-4592-bf22-462486eaf04e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.0917046 Nov 12 21:01:22.487634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '3f3581e4-7b7e-4945-83fd-a042c41e7022', 'network_id': '56d83169-0ff9-4024-8e1b-c630c0397df7', 'port_id': '3f3581e4-7b7e-4945-83fd-a042c41e7022', 'mac_address': 'fa:16:3e:4f:6a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93122be3-4fe8-4c6d-ac94-e87d2487e4d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:01:22.496610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.518594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.525729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:22.526548 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.529262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb309914-ff3d-42c2-a1d0-fdc69b1f3193 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.531225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb309914-ff3d-42c2-a1d0-fdc69b1f3193 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.557768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45c5dfa3-4309-46c5-a2b4-e962f909d36e req-87ed5811-3a6c-4130-b2ee-f8a3f8e3cee0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768661 Nov 12 21:01:22.558940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event deleted for resources: {'Port': ['ID=9bbfa5f2-2903-41e3-9c22-6b9f1dd059a3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:22.567696 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.597518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3581e4-7b7e-4945-83fd-a042c41e7022 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:22.620110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 3f3581e4-7b7e-4945-83fd-a042c41e7022, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3f3581e4-7b7e-4945-83fd-a042c41e7022,segment=NetworkSegment(c0594887-6dd8-458f-9a8f-dabdd4a1383a),segment_id=c0594887-6dd8-458f-9a8f-dabdd4a1383a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:22.646665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Network': ['ID=5618dad2-7f97-431b-94e1-be11724cc67e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:22.658736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5618dad2-7f97-431b-94e1-be11724cc67e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:22.683399 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9693606-2314-4632-906b-73f8a2f40fa5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5372751 Nov 12 21:01:22.683399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb309914-ff3d-42c2-a1d0-fdc69b1f3193 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.685746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51220) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:22.695450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1436565819'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:22.731193 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.752145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb309914-ff3d-42c2-a1d0-fdc69b1f3193 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.809587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=3f3581e4-7b7e-4945-83fd-a042c41e7022,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:22.817942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Made reservation on behalf of 4b4d1ae69fbc43079dea501a7da186ef for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:22.832310 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.836997 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.887651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:22.900151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb309914-ff3d-42c2-a1d0-fdc69b1f3193 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.905760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fb309914-ff3d-42c2-a1d0-fdc69b1f3193 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7054710 Nov 12 21:01:22.907252 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51226) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:22.914423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': True}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:22.963322 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.972382 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Added segment 4b9a0b91-a188-4fd3-bcb3-1aa1c9d46dae of type vlan for network 5e2624de-9dc4-4ff6-8fe0-8682286c0c44 Nov 12 21:01:23.090348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['3f3581e4-7b7e-4945-83fd-a042c41e7022'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:23.101209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:23.194426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:23.322046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:23.327647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:23.333212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:23.401232 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Network': ['ID=5e2624de-9dc4-4ff6-8fe0-8682286c0c44,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:23.413710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5e2624de-9dc4-4ff6-8fe0-8682286c0c44 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:23.461394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8b788-89d7-4199-85aa-39304a23d00c req-c51e4df1-959a-46ae-9fab-96d5ec948642 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:23.462921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efc8b788-89d7-4199-85aa-39304a23d00c req-c51e4df1-959a-46ae-9fab-96d5ec948642 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 945 time: 0.1834683 Nov 12 21:01:23.492161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Router 39d4f417-060d-43d6-b4d7-df5907a81fa6 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:23.507920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-32ce7c0c-5368-4b45-b8d4-5e326d2017e6 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:23.508350 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4a143c3f-ae0c-46c3-bea6-bbb110c8169d tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8214529 Nov 12 21:01:23.509401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-32ce7c0c-5368-4b45-b8d4-5e326d2017e6 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/networks?id=e0d90957-8d44-40ad-8fc6-109ff53aadfd HTTP/1.1" status: 200 len: 818 time: 0.2676215 Nov 12 21:01:23.511341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51236) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:23.518492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'ports': [{'network_id': '5618dad2-7f97-431b-94e1-be11724cc67e', 'name': 'tempest-port--1119638363', 'admin_state_up': True}, {'network_id': '5e2624de-9dc4-4ff6-8fe0-8682286c0c44', 'admin_state_up': False}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:23.518813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'port': {'network_id': '5618dad2-7f97-431b-94e1-be11724cc67e', 'name': 'tempest-port--1119638363', 'admin_state_up': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:23.519314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'port': {'network_id': '5e2624de-9dc4-4ff6-8fe0-8682286c0c44', 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:23.554381 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:23.573674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:23.584861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-84919093-07f1-48b3-928e-18aacbf03946 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/quotas/02ab0908c717453892a9ebd3747290d1 HTTP/1.1" status: 200 len: 375 time: 0.0590076 Nov 12 21:01:23.652136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efc8b788-89d7-4199-85aa-39304a23d00c req-f843ecf9-a827-4193-b46b-9cfa84f449d0 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711924 Nov 12 21:01:23.700187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Allocated IP 172.25.8.54 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/3c6d0edf-edc8-4de6-acff-12fff18040b1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:23.718573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-89f80412-4d3c-4e1e-9c27-676796599a8f tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02ab0908c717453892a9ebd3747290d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748811 Nov 12 21:01:23.729161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:23.734753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c18fae6c-cb79-44c1-8356-fbf9b78cc41d tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "PUT /v2.0/routers/39d4f417-060d-43d6-b4d7-df5907a81fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778607 Nov 12 21:01:23.735056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51240) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:23.744399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b147084a-9d74-4948-9066-e368ab6549ac None None] Sync routers for ids ['39d4f417-060d-43d6-b4d7-df5907a81fa6'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:23.758447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b147084a-9d74-4948-9066-e368ab6549ac None None] Routers {'39d4f417-060d-43d6-b4d7-df5907a81fa6'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:23.759309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b147084a-9d74-4948-9066-e368ab6549ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['39d4f417-060d-43d6-b4d7-df5907a81fa6'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:23.806945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b147084a-9d74-4948-9066-e368ab6549ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:23.819792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b147084a-9d74-4948-9066-e368ab6549ac None None] Routers {'39d4f417-060d-43d6-b4d7-df5907a81fa6'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:23.820394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b147084a-9d74-4948-9066-e368ab6549ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['39d4f417-060d-43d6-b4d7-df5907a81fa6'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:23.857058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0043aeef-2d1b-40ac-af1e-f63f9eaa83c8 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:23.941160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9ac-2d77-4d9d-86d4-3f7f9f25d0d3 req-18fc8604-a1f6-4e55-8e5d-c63fb9e2bdc0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:23.941160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d29ec9ac-2d77-4d9d-86d4-3f7f9f25d0d3 req-18fc8604-a1f6-4e55-8e5d-c63fb9e2bdc0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.1261935 Nov 12 21:01:23.948454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-fd605a45-2b3a-4d32-b97c-ad2c202f0c48 service neutron] 10.222.0.64 "GET /v2.0/networks/e0d90957-8d44-40ad-8fc6-109ff53aadfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051244 Nov 12 21:01:23.995176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b147084a-9d74-4948-9066-e368ab6549ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:23.995858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b147084a-9d74-4948-9066-e368ab6549ac None None] The sync data for ids ['39d4f417-060d-43d6-b4d7-df5907a81fa6'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:24.033791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Made reservation on behalf of 4b4d1ae69fbc43079dea501a7da186ef for: {'port': 2} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:24.038502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.055332 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.060217 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0043aeef-2d1b-40ac-af1e-f63f9eaa83c8 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.063427 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0043aeef-2d1b-40ac-af1e-f63f9eaa83c8 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.072432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d29ec9ac-2d77-4d9d-86d4-3f7f9f25d0d3 req-5f22b9b2-2458-46c4-bbc0-310d38dcfe83 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226628 Nov 12 21:01:24.074630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.122683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-501f920d-7235-4222-8d83-4850f4dbfc1e service neutron] 10.222.0.64 "GET /v2.0/networks/e0d90957-8d44-40ad-8fc6-109ff53aadfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659410 Nov 12 21:01:24.175710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] device_id is not set on port 9fdd195b-fa11-4c39-bae9-41e24e0d6283 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:24.209880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0043aeef-2d1b-40ac-af1e-f63f9eaa83c8 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.210305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0043aeef-2d1b-40ac-af1e-f63f9eaa83c8 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Fanout notify agent at l3_agent the message router_deleted on router 39d4f417-060d-43d6-b4d7-df5907a81fa6 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:24.219979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0043aeef-2d1b-40ac-af1e-f63f9eaa83c8 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.219979 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0043aeef-2d1b-40ac-af1e-f63f9eaa83c8 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "DELETE /v2.0/routers/39d4f417-060d-43d6-b4d7-df5907a81fa6 HTTP/1.1" status: 204 len: 168 time: 0.4824975 Nov 12 21:01:24.220755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51242) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:24.249671 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.276725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 3f3581e4-7b7e-4945-83fd-a042c41e7022 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:24.300870 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.314305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'Port': ['ID=3c6d0edf-edc8-4de6-acff-12fff18040b1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:24.339261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:24.344132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b80e7c-ad50-4e18-9a16-0e13b1d7131b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Deleting subnet e7d1066b-77c1-45ff-bee0-0c3b27fd6364 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:24.350114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25b80e7c-ad50-4e18-9a16-0e13b1d7131b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.374687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:24.377915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:24.394805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5568284-5df4-453d-873d-f4682501b9c3 req-17993c4a-a1b5-479d-b492-dfe8c8c237b0 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 210 time: 0.0673192 Nov 12 21:01:24.417889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] device_id is not set on port 1988b9af-1a7b-43a9-ad02-8f131c79bcbb yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:24.432500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 3f3581e4-7b7e-4945-83fd-a042c41e7022 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:01:24.437694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 3f3581e4-7b7e-4945-83fd-a042c41e7022 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:24.438418 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.445253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25b80e7c-ad50-4e18-9a16-0e13b1d7131b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.569778 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.572563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.596516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134a9e61-28dc-461e-bbf5-44f269ea2197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3581e4-7b7e-4945-83fd-a042c41e7022'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:24.601153 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf2325d-57d0-4b36-a224-b494250b77dd" -d '{"events": [{"server_uuid": "134a9e61-28dc-461e-bbf5-44f269ea2197", "name": "network-vif-plugged", "status": "completed", "tag": "3f3581e4-7b7e-4945-83fd-a042c41e7022"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:24.617806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 3f3581e4-7b7e-4945-83fd-a042c41e7022, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3f3581e4-7b7e-4945-83fd-a042c41e7022,segment=NetworkSegment(c0594887-6dd8-458f-9a8f-dabdd4a1383a),segment_id=c0594887-6dd8-458f-9a8f-dabdd4a1383a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:24.634687 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25b80e7c-ad50-4e18-9a16-0e13b1d7131b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.647127 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349bcd68-9ddd-4bba-9146-fa841cda06d6 x-openstack-request-id: req-349bcd68-9ddd-4bba-9146-fa841cda06d6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:24.647454 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134a9e61-28dc-461e-bbf5-44f269ea2197", "name": "network-vif-plugged", "status": "completed", "tag": "3f3581e4-7b7e-4945-83fd-a042c41e7022", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:24.647841 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-349bcd68-9ddd-4bba-9146-fa841cda06d6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:24.648135 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134a9e61-28dc-461e-bbf5-44f269ea2197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3581e4-7b7e-4945-83fd-a042c41e7022', 'code': 200} Nov 12 21:01:24.714765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.767236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=3f3581e4-7b7e-4945-83fd-a042c41e7022,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:24.784389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.810066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25b80e7c-ad50-4e18-9a16-0e13b1d7131b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.848149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b80e7c-ad50-4e18-9a16-0e13b1d7131b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d1066b-77c1-45ff-bee0-0c3b27fd6364,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:24.853735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25b80e7c-ad50-4e18-9a16-0e13b1d7131b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.854922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c1d7-6c08-466e-85e6-4040c590aac1 req-11804ad9-c158-4b75-96c2-d88c40b4f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:24.857713 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25b80e7c-ad50-4e18-9a16-0e13b1d7131b tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "DELETE /v2.0/subnets/e7d1066b-77c1-45ff-bee0-0c3b27fd6364 HTTP/1.1" status: 204 len: 168 time: 0.6360221 Nov 12 21:01:24.861411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb87c1d7-6c08-466e-85e6-4040c590aac1 req-11804ad9-c158-4b75-96c2-d88c40b4f492 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 1098 time: 0.1404243 Nov 12 21:01:24.862176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51266) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:24.863248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9559ef61-f2b9-421e-9707-82a5a1e78436 None None] Network cc8217ed-81f1-461d-8cda-c028d4bb71e9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:24.930155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c921d3c-67a1-4db7-85de-f7817bd36fd2 req-a11948f8-2980-4782-aa07-08ce67e69114 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:24.938338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c921d3c-67a1-4db7-85de-f7817bd36fd2 req-a11948f8-2980-4782-aa07-08ce67e69114 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 946 time: 0.1920807 Nov 12 21:01:24.939659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Port': ['ID=9fdd195b-fa11-4c39-bae9-41e24e0d6283,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:24.965508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.046738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d3944529-418f-4287-827f-4ec7975a8def details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:01:25.055976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Checking segment: {'id': '2adbf79e-7d1d-4cc9-a18f-711184a76037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5618dad2-7f97-431b-94e1-be11724cc67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:25.056347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Network hostable DHCP agents. Network: 5618dad2-7f97-431b-94e1-be11724cc67e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:25.061520 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.089054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb87c1d7-6c08-466e-85e6-4040c590aac1 req-e6f43d02-0daa-40c7-a1c5-0643d91424a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119443 Nov 12 21:01:25.097515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c921d3c-67a1-4db7-85de-f7817bd36fd2 req-9da35b99-c73e-4b2f-a3c5-0a3576c23d1d tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588647 Nov 12 21:01:25.172383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Deleting port 277a2988-91ae-41b8-b2ce-05885b6d2b7a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:25.172736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.204153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] DHCP port deletion for cc8217ed-81f1-461d-8cda-c028d4bb71e9 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:25.248979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Network 5618dad2-7f97-431b-94e1-be11724cc67e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:25.290920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.295100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.309388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 277a2988-91ae-41b8-b2ce-05885b6d2b7a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:25.323854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] For port 277a2988-91ae-41b8-b2ce-05885b6d2b7a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=277a2988-91ae-41b8-b2ce-05885b6d2b7a,segment=NetworkSegment(daa64267-8eea-4ad0-9439-ed6d726b4657),segment_id=daa64267-8eea-4ad0-9439-ed6d726b4657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:25.323854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.352275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf9e59-ff99-4780-9074-04cd76fad1aa req-86943872-17df-4952-be7e-b228f6e30910 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:25.353902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5caf9e59-ff99-4780-9074-04cd76fad1aa req-86943872-17df-4952-be7e-b228f6e30910 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.0985961 Nov 12 21:01:25.358802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Calling delete_port for 277a2988-91ae-41b8-b2ce-05885b6d2b7a owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:25.392165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5618dad2-7f97-431b-94e1-be11724cc67e) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:25.412882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15ce9c-077d-433d-9e1d-1fcb73cfb5a8 None None] Network 5618dad2-7f97-431b-94e1-be11724cc67e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:25.419758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:25.441353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:25.443592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.484582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'd3944529-418f-4287-827f-4ec7975a8def', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'port_id': 'd3944529-418f-4287-827f-4ec7975a8def', 'mac_address': 'fa:16:3e:f4:9a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:01:25.532194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] Deleting port 277a2988-91ae-41b8-b2ce-05885b6d2b7a {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:25.535269 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.538017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Router 82bf7d5a-443e-4142-adda-a1ab8f62ce31 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:25.612794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5caf9e59-ff99-4780-9074-04cd76fad1aa req-102c1f91-50cd-421d-bb07-b5c9360d82f2 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491114 Nov 12 21:01:25.617438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e42caa13-13ca-44b5-b294-67b2c81c939f req-f2b8e2d0-5d6b-47f6-8b29-99c921d2ba34 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 210 time: 0.1365147 Nov 12 21:01:25.641253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Checking segment: {'id': '4b9a0b91-a188-4fd3-bcb3-1aa1c9d46dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '5e2624de-9dc4-4ff6-8fe0-8682286c0c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:25.641253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Network hostable DHCP agents. Network: 5e2624de-9dc4-4ff6-8fe0-8682286c0c44, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:25.644489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Port': ['ID=1988b9af-1a7b-43a9-ad02-8f131c79bcbb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:25.676710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:25.694469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.694469 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca1d22b3-bebb-4c78-9067-5d5d61c64703 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "PUT /v2.0/routers/82bf7d5a-443e-4142-adda-a1ab8f62ce31 HTTP/1.1" status: 200 len: 917 time: 2.7737648 Nov 12 21:01:25.694469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51290) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:25.695969 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293b9a7-b181-4292-874d-ed681f16560b None None] Sync routers for ids ['82bf7d5a-443e-4142-adda-a1ab8f62ce31'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:25.696362 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.698730 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293b9a7-b181-4292-874d-ed681f16560b None None] Routers {'82bf7d5a-443e-4142-adda-a1ab8f62ce31'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:25.699367 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c293b9a7-b181-4292-874d-ed681f16560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['82bf7d5a-443e-4142-adda-a1ab8f62ce31'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:25.733487 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.735492 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c293b9a7-b181-4292-874d-ed681f16560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:25.746155 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293b9a7-b181-4292-874d-ed681f16560b None None] Routers {'82bf7d5a-443e-4142-adda-a1ab8f62ce31'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:25.747183 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c293b9a7-b181-4292-874d-ed681f16560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['82bf7d5a-443e-4142-adda-a1ab8f62ce31'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:25.755673 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.775225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] For port 277a2988-91ae-41b8-b2ce-05885b6d2b7a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=277a2988-91ae-41b8-b2ce-05885b6d2b7a,segment=NetworkSegment(daa64267-8eea-4ad0-9439-ed6d726b4657),segment_id=daa64267-8eea-4ad0-9439-ed6d726b4657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:25.775924 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.782492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] No DVR routers for this DVR port 277a2988-91ae-41b8-b2ce-05885b6d2b7a on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:25.783707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3944529-418f-4287-827f-4ec7975a8def {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:25.792620 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c293b9a7-b181-4292-874d-ed681f16560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:25.793461 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293b9a7-b181-4292-874d-ed681f16560b None None] The sync data for ids ['82bf7d5a-443e-4142-adda-a1ab8f62ce31'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:25.846723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Network 5e2624de-9dc4-4ff6-8fe0-8682286c0c44 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:25.862821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] Calling delete_port for 277a2988-91ae-41b8-b2ce-05885b6d2b7a owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:25.889397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:25.912020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event deleted for resources: {'Port': ['ID=277a2988-91ae-41b8-b2ce-05885b6d2b7a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:25.989046 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.992422 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-eae60c08-1b24-48dc-a000-a5b754918d10 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/routers/82bf7d5a-443e-4142-adda-a1ab8f62ce31 HTTP/1.1" status: 200 len: 923 time: 0.3047924 Nov 12 21:01:25.994773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51298) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:26.012539 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.017605 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.019136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8217ed-81f1-461d-8cda-c028d4bb71e9']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:26.030707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa64267-8eea-4ad0-9439-ed6d726b4657') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:26.031276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa64267-8eea-4ad0-9439-ed6d726b4657') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:26.040617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5e2624de-9dc4-4ff6-8fe0-8682286c0c44) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:26.050894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] Pushing event deleted for resources: {'Port': ['ID=277a2988-91ae-41b8-b2ce-05885b6d2b7a,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:26.053572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046bb99-e0c2-4bfd-b16e-2ddac9046abd None None] Network 5e2624de-9dc4-4ff6-8fe0-8682286c0c44 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:26.056978 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.059942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:26.068520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f53beb-ff9e-46b2-bd79-7a773821bd11 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.070658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.070798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d7f53beb-ff9e-46b2-bd79-7a773821bd11 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=82bf7d5a-443e-4142-adda-a1ab8f62ce31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0743606 Nov 12 21:01:26.072932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51300) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:26.078363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.080192 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.106998 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.119337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:26.119581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387da34c-2b13-4ebe-b3ba-7e1bc94e8ecc None None] No DVR routers for this DVR port 277a2988-91ae-41b8-b2ce-05885b6d2b7a on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:26.119789 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:26.123091 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:26.248446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5590205d-4816-4df9-9c87-c6664267115f tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7336876 Nov 12 21:01:26.252429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['d3944529-418f-4287-827f-4ec7975a8def'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:26.259902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51304) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:26.351241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53635bbf-1cd7-44b7-9a88-6e58b347e8b4 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.359093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53635bbf-1cd7-44b7-9a88-6e58b347e8b4 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.360853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-53635bbf-1cd7-44b7-9a88-6e58b347e8b4 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0993385 Nov 12 21:01:26.371072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cbbcd-383a-4abd-88e9-81ec1e21a394 req-edfdcf9a-6d2c-46d2-97e3-e09b52528740 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.380596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab8cbbcd-383a-4abd-88e9-81ec1e21a394 req-edfdcf9a-6d2c-46d2-97e3-e09b52528740 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 946 time: 0.1297882 Nov 12 21:01:26.384273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51306) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:26.401740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.407511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:26.577327 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.584851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] 10.222.0.64 "DELETE /v2.0/networks/cc8217ed-81f1-461d-8cda-c028d4bb71e9 HTTP/1.1" status: 204 len: 168 time: 1.7137079 Nov 12 21:01:26.617105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009db40-5304-4abc-bf9f-079e93282443 tempest-FloatingIPNegativeTestJSON-1592080785 tempest-FloatingIPNegativeTestJSON-1592080785-project] Pushing event deleted for resources: {'Network': ['ID=cc8217ed-81f1-461d-8cda-c028d4bb71e9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:26.640216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab8cbbcd-383a-4abd-88e9-81ec1e21a394 req-e664bc75-3f06-4dab-8148-1232a5d5becc tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583411 Nov 12 21:01:26.702746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6a45c-837b-4a9a-8c8d-e7a6c81e1e50 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Deleting port 9fdd195b-fa11-4c39-bae9-41e24e0d6283 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:26.719747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0e6a45c-837b-4a9a-8c8d-e7a6c81e1e50 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.800701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0e6a45c-837b-4a9a-8c8d-e7a6c81e1e50 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.873057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e5983-4afc-4677-84ea-022ea1bc2845 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.875142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-705e5983-4afc-4677-84ea-022ea1bc2845 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 881 time: 0.8005459 Nov 12 21:01:26.879851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51314) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:26.899007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6a45c-837b-4a9a-8c8d-e7a6c81e1e50 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Calling delete_port for 9fdd195b-fa11-4c39-bae9-41e24e0d6283 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:26.908835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6dc8e0a9-dc26-4944-be8c-4ae87260af90 req-4900edec-e8c9-4120-873b-b5de40c93004 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 210 time: 0.0825357 Nov 12 21:01:26.913864 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7afe5a8b-14fb-4f16-956e-38a6a67dfd42 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=82bf7d5a-443e-4142-adda-a1ab8f62ce31 HTTP/1.1" status: 200 len: 205 time: 0.0320647 Nov 12 21:01:26.916641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51316) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:26.957724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357ecb7-ff7b-4a28-9336-44f7d8c7b6d7 req-be92a207-5bfe-4a2a-8583-fcd3cdfff7b4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.964564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f357ecb7-ff7b-4a28-9336-44f7d8c7b6d7 req-be92a207-5bfe-4a2a-8583-fcd3cdfff7b4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 944 time: 0.1459820 Nov 12 21:01:27.080392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d3944529-418f-4287-827f-4ec7975a8def up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:27.118871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f357ecb7-ff7b-4a28-9336-44f7d8c7b6d7 req-0c5c094b-2e69-40ba-b5fb-01eac7a352b4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701404 Nov 12 21:01:27.155067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.210897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port d3944529-418f-4287-827f-4ec7975a8def triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:27.211887 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.248020 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0e6a45c-837b-4a9a-8c8d-e7a6c81e1e50 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.323733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6a45c-837b-4a9a-8c8d-e7a6c81e1e50 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Port': ['ID=9fdd195b-fa11-4c39-bae9-41e24e0d6283,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:27.371588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0e6a45c-837b-4a9a-8c8d-e7a6c81e1e50 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.376035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b0e6a45c-837b-4a9a-8c8d-e7a6c81e1e50 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/ports/9fdd195b-fa11-4c39-bae9-41e24e0d6283 HTTP/1.1" status: 204 len: 168 time: 0.9908073 Nov 12 21:01:27.377652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51322) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:27.378451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51324) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:27.386311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.450924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.467680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:27.470394 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed725b10-f3e7-4422-8287-780cb28b1de9" -d '{"events": [{"server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "name": "network-vif-plugged", "status": "completed", "tag": "d3944529-418f-4287-827f-4ec7975a8def"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:27.475226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-b7318dc4-8394-4e32-8dfe-5a2be8f613cc tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:27.491064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-b7318dc4-8394-4e32-8dfe-5a2be8f613cc tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.46 "GET /v2.0/networks?id=e0d90957-8d44-40ad-8fc6-109ff53aadfd HTTP/1.1" status: 200 len: 818 time: 0.3711185 Nov 12 21:01:27.505633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:27.549647 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e85fa-3c94-42f6-b101-eaff1dce8574 x-openstack-request-id: req-288e85fa-3c94-42f6-b101-eaff1dce8574 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:27.549988 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "name": "network-vif-plugged", "status": "completed", "tag": "d3944529-418f-4287-827f-4ec7975a8def", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:27.554475 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-288e85fa-3c94-42f6-b101-eaff1dce8574 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:27.554475 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def', 'code': 200} Nov 12 21:01:27.566242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b965a63b-b554-4a4d-a18c-d4cc70c8bd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.578102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Request body: {'port': {'device_id': 'db3fb85e-8cb3-4583-9857-881920af0d41', 'network_id': 'e0d90957-8d44-40ad-8fc6-109ff53aadfd', 'admin_state_up': True, 'tenant_id': '02ab0908c717453892a9ebd3747290d1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:27.600823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.670401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Deleting port 3c6d0edf-edc8-4de6-acff-12fff18040b1 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:27.670669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.695170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:27.752992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c6ea11c4-ed6c-4f74-b225-7c70ffa8f2ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d046084d6ff6408e9acdb6253697e7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691773 Nov 12 21:01:27.760615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51332) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:27.765264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.785846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Calling delete_port for 3c6d0edf-edc8-4de6-acff-12fff18040b1 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:27.809482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2a1bd798-20d2-4327-82de-c0997cbc1cb1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Deleting port 1988b9af-1a7b-43a9-ad02-8f131c79bcbb {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:27.809841 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd798-20d2-4327-82de-c0997cbc1cb1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.976515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd798-20d2-4327-82de-c0997cbc1cb1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:27.987925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3bf5a-fa26-45ae-b133-31293736d416 req-db9189f8-d416-44e3-a0ef-ef6dad47d325 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:27.989727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-feb3bf5a-fa26-45ae-b133-31293736d416 req-db9189f8-d416-44e3-a0ef-ef6dad47d325 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 946 time: 0.2640917 Nov 12 21:01:28.032672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2a1bd798-20d2-4327-82de-c0997cbc1cb1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Calling delete_port for 1988b9af-1a7b-43a9-ad02-8f131c79bcbb owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:28.034449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6d2-cba4-417a-9a7b-d231b038038a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.124028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.165845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event deleted for resources: {'Port': ['ID=3c6d0edf-edc8-4de6-acff-12fff18040b1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:28.215621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-083b9355-e4e0-4d64-9537-907230750ce8 req-98cf057c-0dd7-4135-a4b0-f74c995f6fd7 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 210 time: 0.1840739 Nov 12 21:01:28.222177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6d2-cba4-417a-9a7b-d231b038038a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.242670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-feb3bf5a-fa26-45ae-b133-31293736d416 req-096de928-94e8-42f3-9b4d-da5b98253c3a tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317724 Nov 12 21:01:28.245872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Made reservation on behalf of 02ab0908c717453892a9ebd3747290d1 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:28.257103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.263968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.376718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.379143 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.502495 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.506423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Fanout notify agent at l3_agent the message router_deleted on router 82bf7d5a-443e-4142-adda-a1ab8f62ce31 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:28.517867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.519235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d3f135bc-f5a5-4101-a8d2-a2db95618793 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/82bf7d5a-443e-4142-adda-a1ab8f62ce31 HTTP/1.1" status: 204 len: 168 time: 1.6016507 Nov 12 21:01:28.522331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Allocated IP 172.20.0.8 (e0d90957-8d44-40ad-8fc6-109ff53aadfd/3f320aec-efd7-47d3-abdb-c3b95abe920c/c7a971d7-19b6-4278-b7e0-114fa7f3de15) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:28.526495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:28.530486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f6985bb6-dd9a-4af9-bb1a-c766bbd8e79e tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1375130003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:28.535102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51d852-5ae2-4ba6-85ef-16f4b036fb94 req-2eefcd9d-93e7-4777-a899-9cf4a5fd2e23 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:28.535102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f51d852-5ae2-4ba6-85ef-16f4b036fb94 req-2eefcd9d-93e7-4777-a899-9cf4a5fd2e23 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.1567857 Nov 12 21:01:28.590764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd798-20d2-4327-82de-c0997cbc1cb1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.623055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6d2-cba4-417a-9a7b-d231b038038a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.626880 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6d2-cba4-417a-9a7b-d231b038038a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.628538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4ae4a6d2-cba4-417a-9a7b-d231b038038a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/782c466e-dd0a-444d-b5dc-f4b260c8e1bf HTTP/1.1" status: 204 len: 168 time: 0.8644726 Nov 12 21:01:28.640646 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6985bb6-dd9a-4af9-bb1a-c766bbd8e79e tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.644380 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6985bb6-dd9a-4af9-bb1a-c766bbd8e79e tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.663862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a6d2-cba4-417a-9a7b-d231b038038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c466e-dd0a-444d-b5dc-f4b260c8e1bf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:28.669602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bd798-20d2-4327-82de-c0997cbc1cb1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Port': ['ID=1988b9af-1a7b-43a9-ad02-8f131c79bcbb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:28.677689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f51d852-5ae2-4ba6-85ef-16f4b036fb94 req-d866265f-eb32-4b13-a09d-eb089685bfd6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323628 Nov 12 21:01:28.683596 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd798-20d2-4327-82de-c0997cbc1cb1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.686850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2a1bd798-20d2-4327-82de-c0997cbc1cb1 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/ports/1988b9af-1a7b-43a9-ad02-8f131c79bcbb HTTP/1.1" status: 204 len: 168 time: 1.2961199 Nov 12 21:01:28.690946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51350) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:28.801666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6985bb6-dd9a-4af9-bb1a-c766bbd8e79e tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.859095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6985bb6-dd9a-4af9-bb1a-c766bbd8e79e tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.950908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6985bb6-dd9a-4af9-bb1a-c766bbd8e79e tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:28.955684 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f6985bb6-dd9a-4af9-bb1a-c766bbd8e79e tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4293852 Nov 12 21:01:28.956250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51354) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:28.961682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'enable_snat': False}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:29.136729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5b18ff33-05e1-418f-9efc-b375c506baa8 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4413035 Nov 12 21:01:29.155459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51358) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:29.187421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-240588610'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:29.285980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.306807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634028-1b57-4b74-9470-b657b6a16a31 req-3eb20f64-ca24-4afa-a749-2367b111d845 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:29.308690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b634028-1b57-4b74-9470-b657b6a16a31 req-3eb20f64-ca24-4afa-a749-2367b111d845 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 946 time: 0.1783395 Nov 12 21:01:29.359188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.363143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-157441f5-3baa-4029-918c-3b02393a9541 req-3754eab1-f836-40ce-81ca-cebb02422f7b tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 210 time: 0.0526042 Nov 12 21:01:29.364661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Made reservation on behalf of 4b4d1ae69fbc43079dea501a7da186ef for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:29.368278 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.441939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b634028-1b57-4b74-9470-b657b6a16a31 req-46cd2a23-7a8d-4a32-9f12-97eb0f2544bf tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101556 Nov 12 21:01:29.464166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:29.485067 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.485067 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Added segment c10f0093-114c-450d-bd56-0229c4bed4b3 of type vlan for network 7199d67b-85e6-4277-88e0-95f623101837 Nov 12 21:01:29.533110 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.595823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.659205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.667506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:29.671204 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.683052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.704926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.787057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Network e0d90957-8d44-40ad-8fc6-109ff53aadfd is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:29.808383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Network': ['ID=7199d67b-85e6-4277-88e0-95f623101837,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:29.815430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:29.816831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 7199d67b-85e6-4277-88e0-95f623101837 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:29.825686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:29.908525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:29.909286 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:29.924385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-df63c04b-909f-49e6-b13b-56d79770a7ce tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7409475 Nov 12 21:01:29.938757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Pushing event updated for resources: {'Port': ['ID=c7a971d7-19b6-4278-b7e0-114fa7f3de15,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:29.944509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51380) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:29.959170 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Allocated IP 172.25.8.89 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/8edb4d09-6be0-4804-b9fe-73d61961cda7) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:29.963021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-510399789'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:30.001559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def15d5-c23f-48e5-989b-0901674698e7 req-e685ebd1-e037-413a-8b01-a998e72c0ef4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:30.002980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6def15d5-c23f-48e5-989b-0901674698e7 req-e685ebd1-e037-413a-8b01-a998e72c0ef4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.0863450 Nov 12 21:01:30.054995 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9e38ffa9-6de6-4b92-8ad4-aba644e67f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.073334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6def15d5-c23f-48e5-989b-0901674698e7 req-ee596aa6-4ce5-4559-b4a3-eb68a94e5eb1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 Nov 12 21:01:30.095220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0e62fea6-d66f-451a-8105-db8a82be77f8 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5354509 Nov 12 21:01:30.118135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Request body: {'port': {'device_id': 'db3fb85e-8cb3-4583-9857-881920af0d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:30.121610 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.202606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.226250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Made reservation on behalf of 4b4d1ae69fbc43079dea501a7da186ef for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:30.230643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.254866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51384) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:30.275139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.303637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:30.316760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:30.319928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:30.322435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:30.380141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Pushing event updated for resources: {'Port': ['ID=8edb4d09-6be0-4804-b9fe-73d61961cda7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:30.381064 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.384008 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Added segment 19b8b3a7-7085-4e50-84d0-5507e57ca1ec of type vlan for network 68214dc0-423b-44d7-9ac0-10239c5035b9 Nov 12 21:01:30.398076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1635741113'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:30.495547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-c38c5536-9284-4366-8153-4f8cb708b6fd tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:30.497776 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-c38c5536-9284-4366-8153-4f8cb708b6fd tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.46 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 946 time: 0.1450925 Nov 12 21:01:30.498161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.529469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:30.532918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.572867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.683362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9f9d-ba3f-4431-b450-d195820a5703 req-67561f93-29e8-4bd6-81f8-a0779cd73ae3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:30.685220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-177d9f9d-ba3f-4431-b450-d195820a5703 req-67561f93-29e8-4bd6-81f8-a0779cd73ae3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 931 time: 0.1389632 Nov 12 21:01:30.743958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.749729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:30.750759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.767427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837612-53af-4de3-800a-806b2e9ce551 req-56067d8c-bda4-44ca-abfe-59862b0e2777 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:30.769093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11837612-53af-4de3-800a-806b2e9ce551 req-56067d8c-bda4-44ca-abfe-59862b0e2777 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 946 time: 0.2130525 Nov 12 21:01:30.788220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Deleting port 3f3581e4-7b7e-4945-83fd-a042c41e7022 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:30.788493 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.859161 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.902202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] For port 3f3581e4-7b7e-4945-83fd-a042c41e7022, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3f3581e4-7b7e-4945-83fd-a042c41e7022,segment=NetworkSegment(c0594887-6dd8-458f-9a8f-dabdd4a1383a),segment_id=c0594887-6dd8-458f-9a8f-dabdd4a1383a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:30.902566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.904148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-177d9f9d-ba3f-4431-b450-d195820a5703 req-f741f954-38e3-4f89-ade3-ef87890e0133 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044644 Nov 12 21:01:30.915825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Network': ['ID=68214dc0-423b-44d7-9ac0-10239c5035b9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:30.919243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Calling delete_port for 3f3581e4-7b7e-4945-83fd-a042c41e7022 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:30.919511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a971d7-19b6-4278-b7e0-114fa7f3de15 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:30.928746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:30.943810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 68214dc0-423b-44d7-9ac0-10239c5035b9 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:30.975004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Transition to ACTIVE for port object c7a971d7-19b6-4278-b7e0-114fa7f3de15 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:01:30.979178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11837612-53af-4de3-800a-806b2e9ce551 req-c8dc12d8-dfc2-47e1-93fa-0fb870170643 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/security-groups?id=30ed40dd-2a79-4a33-a08b-30e6c41374c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871390 Nov 12 21:01:31.098726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.103726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-97bc5dfc-465d-4804-9501-7dd4327dde88 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1594970 Nov 12 21:01:31.106412 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.182864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:31.212185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747ac3c4-4eff-448a-ae70-1c2700fbd231,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:31.237423 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.237744 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment 6581bf50-42d0-48ab-bdef-36348055bd55 of type vlan for network 32607018-5262-41bf-b7e6-d9d7518c485a Nov 12 21:01:31.262681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.290365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['3f3581e4-7b7e-4945-83fd-a042c41e7022'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:31.320541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Pushing event updated for resources: {'Port': ['ID=c7a971d7-19b6-4278-b7e0-114fa7f3de15,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:31.331687 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.349634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Pushing event deleted for resources: {'Port': ['ID=3f3581e4-7b7e-4945-83fd-a042c41e7022,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:31.409865 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.487027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] No DVR routers for this DVR port 3f3581e4-7b7e-4945-83fd-a042c41e7022 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:31.492580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.504927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.508311 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b6c6c6d-67ad-4e7b-b907-ae43790628e3 req-36814011-cf10-4e39-a8e7-acd1954ae7b6 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.46 "DELETE /v2.0/ports/3f3581e4-7b7e-4945-83fd-a042c41e7022 HTTP/1.1" status: 204 len: 173 time: 0.9800823 Nov 12 21:01:31.508777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134a9e61-28dc-461e-bbf5-44f269ea2197', 'name': 'network-vif-deleted', 'tag': '3f3581e4-7b7e-4945-83fd-a042c41e7022'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:31.511375 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9515015-1c34-452f-8b83-2c860f3612db" -d '{"events": [{"server_uuid": "134a9e61-28dc-461e-bbf5-44f269ea2197", "name": "network-vif-deleted", "tag": "3f3581e4-7b7e-4945-83fd-a042c41e7022"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:31.636704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119357e7-56f8-457b-a955-7daab240c4d0 req-52bdc0e7-4be2-4940-bce5-1905b34a06c0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:31.651463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-119357e7-56f8-457b-a955-7daab240c4d0 req-52bdc0e7-4be2-4940-bce5-1905b34a06c0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.2447040 Nov 12 21:01:31.663397 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a734b138-da14-4dbb-a3bc-18a4ef0640ec x-openstack-request-id: req-a734b138-da14-4dbb-a3bc-18a4ef0640ec {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:31.671487 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134a9e61-28dc-461e-bbf5-44f269ea2197", "name": "network-vif-deleted", "tag": "3f3581e4-7b7e-4945-83fd-a042c41e7022", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:31.671487 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a734b138-da14-4dbb-a3bc-18a4ef0640ec {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:31.671487 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134a9e61-28dc-461e-bbf5-44f269ea2197', 'name': 'network-vif-deleted', 'tag': '3f3581e4-7b7e-4945-83fd-a042c41e7022', 'status': 'completed', 'code': 200} Nov 12 21:01:31.727892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.728558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Attempting to bind port c7a971d7-19b6-4278-b7e0-114fa7f3de15 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:31.729198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Attempting to bind port c7a971d7-19b6-4278-b7e0-114fa7f3de15 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '87cc8462-b220-46f1-9ac5-19a1e1c09e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e0d90957-8d44-40ad-8fc6-109ff53aadfd'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:31.729924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Attempting to bind port c7a971d7-19b6-4278-b7e0-114fa7f3de15 on network e0d90957-8d44-40ad-8fc6-109ff53aadfd {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:31.744138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Port c7a971d7-19b6-4278-b7e0-114fa7f3de15 on network e0d90957-8d44-40ad-8fc6-109ff53aadfd not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:01:31.744396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:31.745011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.745760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Attempting to bind port c7a971d7-19b6-4278-b7e0-114fa7f3de15 on network e0d90957-8d44-40ad-8fc6-109ff53aadfd {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:31.754970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:31.756312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Checking segment: {'id': '87cc8462-b220-46f1-9ac5-19a1e1c09e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e0d90957-8d44-40ad-8fc6-109ff53aadfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:31.756959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Bound using segment: {'id': '87cc8462-b220-46f1-9ac5-19a1e1c09e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e0d90957-8d44-40ad-8fc6-109ff53aadfd'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:31.757663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Bound port: c7a971d7-19b6-4278-b7e0-114fa7f3de15, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cc8462-b220-46f1-9ac5-19a1e1c09e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e0d90957-8d44-40ad-8fc6-109ff53aadfd'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:31.758381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.813249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-119357e7-56f8-457b-a955-7daab240c4d0 req-5b6eb4e0-22db-4a22-9471-87b9f9082f50 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555681 Nov 12 21:01:31.923509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] For port c7a971d7-19b6-4278-b7e0-114fa7f3de15, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:31.927702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] For port c7a971d7-19b6-4278-b7e0-114fa7f3de15, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c7a971d7-19b6-4278-b7e0-114fa7f3de15,segment=NetworkSegment(87cc8462-b220-46f1-9ac5-19a1e1c09e58),segment_id=87cc8462-b220-46f1-9ac5-19a1e1c09e58)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:31.952792 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.966908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:31.982926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=32607018-5262-41bf-b7e6-d9d7518c485a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:32.009113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 32607018-5262-41bf-b7e6-d9d7518c485a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:32.033264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:32.081744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:32.093554 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:32.104355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] 10.222.0.46 "PUT /v2.0/ports/c7a971d7-19b6-4278-b7e0-114fa7f3de15 HTTP/1.1" status: 200 len: 1092 time: 1.9901187 Nov 12 21:01:32.110422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3fb85e-8cb3-4583-9857-881920af0d41', 'tag': 'c7a971d7-19b6-4278-b7e0-114fa7f3de15'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:32.123190 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "db3fb85e-8cb3-4583-9857-881920af0d41", "tag": "c7a971d7-19b6-4278-b7e0-114fa7f3de15"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:32.203714 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2fba9f52-aa6b-43ba-be42-87a91ef19f1f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9467721 Nov 12 21:01:32.206138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51410) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:32.216622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1968359735'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:32.382546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:32.387040 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:32.400538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f38818a-b7b4-4228-9d8f-bb976945fc48 req-b286d3f6-fda2-4968-8de3-a7b7e22b6c18 tempest-ServerAddressesNegativeTestJSON-2133599035 tempest-ServerAddressesNegativeTestJSON-2133599035-project] 10.222.0.64 "GET /v2.0/ports?device_id=134a9e61-28dc-461e-bbf5-44f269ea2197 HTTP/1.1" status: 200 len: 210 time: 0.0420957 Nov 12 21:01:32.463690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba9465-4464-4e08-aebe-103b948afde1 req-e1c514e5-63e8-44f4-9702-b78e555e374e tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:32.473465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05ba9465-4464-4e08-aebe-103b948afde1 req-e1c514e5-63e8-44f4-9702-b78e555e374e tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 943 time: 0.2128599 Nov 12 21:01:32.473727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:32.495496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:32.495855 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment 27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3 of type vlan for network ee3f856b-0337-4f82-ae2f-29576a6c134d Nov 12 21:01:32.533805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4a2b1-50b5-435b-9c12-d982237afd9e service neutron] Pushing event updated for resources: {'Port': ['ID=c7a971d7-19b6-4278-b7e0-114fa7f3de15,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:32.544661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-d7c90333-a75e-45b7-9aba-515c66550698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:32.549553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-d7c90333-a75e-45b7-9aba-515c66550698 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02ab0908c717453892a9ebd3747290d1&device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 1095 time: 0.2025678 Nov 12 21:01:32.567720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05ba9465-4464-4e08-aebe-103b948afde1 req-9b69804e-c1a5-49a8-b68f-1029648a436c tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871756 Nov 12 21:01:32.593702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Router 8c9a3f45-137d-4eab-b64f-a47b4a236426 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:32.635799 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:32.650453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-ff51c742-eccb-47e4-8cb6-bedd6f23e8c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7a971d7-19b6-4278-b7e0-114fa7f3de15 HTTP/1.1" status: 200 len: 217 time: 0.0819182 Nov 12 21:01:32.656970 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1be72-131d-4fbb-8fda-5b94fd10cedd x-openstack-request-id: req-0ef1be72-131d-4fbb-8fda-5b94fd10cedd {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:32.657485 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3fb85e-8cb3-4583-9857-881920af0d41", "tag": "c7a971d7-19b6-4278-b7e0-114fa7f3de15", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:32.657899 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ef1be72-131d-4fbb-8fda-5b94fd10cedd {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:32.658469 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3fb85e-8cb3-4583-9857-881920af0d41', 'tag': 'c7a971d7-19b6-4278-b7e0-114fa7f3de15', 'status': 'completed', 'code': 200} Nov 12 21:01:32.747781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-2b343c83-e00f-4e6d-a178-188c85a1b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:32.749551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-2b343c83-e00f-4e6d-a178-188c85a1b5f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f320aec-efd7-47d3-abdb-c3b95abe920c HTTP/1.1" status: 200 len: 858 time: 0.0895419 Nov 12 21:01:32.792007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:32.797151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-dbf64d14-0b59-414d-8d53-c6e41f2a2952 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d90957-8d44-40ad-8fc6-109ff53aadfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349829 Nov 12 21:01:32.803710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:32.805198 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:32.814670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:32.828816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db086007-f6c7-433f-8f7b-6eef831d6613 None None] Sync routers for ids ['8c9a3f45-137d-4eab-b64f-a47b4a236426'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:32.834067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:32.835663 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fb5570f6-45a7-4ef9-ab4d-4060303efb21 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "PUT /v2.0/routers/8c9a3f45-137d-4eab-b64f-a47b4a236426 HTTP/1.1" status: 200 len: 919 time: 3.8783929 Nov 12 21:01:32.847267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51414) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:32.896680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db086007-f6c7-433f-8f7b-6eef831d6613 None None] Routers {'8c9a3f45-137d-4eab-b64f-a47b4a236426'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:32.899963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-db086007-f6c7-433f-8f7b-6eef831d6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8c9a3f45-137d-4eab-b64f-a47b4a236426'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:32.998080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-db086007-f6c7-433f-8f7b-6eef831d6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:33.028938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db086007-f6c7-433f-8f7b-6eef831d6613 None None] Routers {'8c9a3f45-137d-4eab-b64f-a47b4a236426'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:33.030477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-db086007-f6c7-433f-8f7b-6eef831d6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8c9a3f45-137d-4eab-b64f-a47b4a236426'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:33.125330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-db086007-f6c7-433f-8f7b-6eef831d6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:33.127435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db086007-f6c7-433f-8f7b-6eef831d6613 None None] The sync data for ids ['8c9a3f45-137d-4eab-b64f-a47b4a236426'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:33.129815 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:33.155931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4221b-5c5b-4175-bec8-75ef016eb861 req-9250ffb0-e8aa-43fb-a0cf-a8d006d2e6b4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:33.164617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56d4221b-5c5b-4175-bec8-75ef016eb861 req-9250ffb0-e8aa-43fb-a0cf-a8d006d2e6b4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.1890864 Nov 12 21:01:33.191937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-0553b181-dfb4-47bd-8928-0e05992697a9 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d90957-8d44-40ad-8fc6-109ff53aadfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831573 Nov 12 21:01:33.324653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56d4221b-5c5b-4175-bec8-75ef016eb861 req-475fac23-b977-4407-979c-8cf8125d9076 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517279 Nov 12 21:01:33.378098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a72a4fcd-d62b-49aa-9ec2-09b718d20976 req-c7e7c681-925e-448a-83a9-36f50c370e8c service neutron] 10.222.0.46 "GET /v2.0/networks/e0d90957-8d44-40ad-8fc6-109ff53aadfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736465 Nov 12 21:01:33.509474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51418) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:33.512311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:33.537414 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3300903 Nov 12 21:01:33.549921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51420) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:33.569850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': '32607018-5262-41bf-b7e6-d9d7518c485a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:33.593907 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-959ac844-e246-4836-b6fb-70da79615ccc tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/routers/8c9a3f45-137d-4eab-b64f-a47b4a236426 HTTP/1.1" status: 200 len: 925 time: 0.7434969 Nov 12 21:01:33.607371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97701e2e-5927-4709-b728-593d44a6aa0e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=ee3f856b-0337-4f82-ae2f-29576a6c134d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:33.614212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51424) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:33.625033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network ee3f856b-0337-4f82-ae2f-29576a6c134d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:33.735419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-4cb3fb95-fc79-4e3b-b520-23ecfc83a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:33.737452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-4cb3fb95-fc79-4e3b-b520-23ecfc83a102 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02ab0908c717453892a9ebd3747290d1&device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 1095 time: 0.0978613 Nov 12 21:01:33.778718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-17893449-1849-4391-a20d-532853d8f9b6 admin admin] Deleting subnet 93122be3-4fe8-4c6d-ac94-e87d2487e4d1 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:33.798808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17893449-1849-4391-a20d-532853d8f9b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:33.868506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce4c0e-abd6-4faa-989f-ba319b4689b8 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:33.869997 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-00ce4c0e-abd6-4faa-989f-ba319b4689b8 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=8c9a3f45-137d-4eab-b64f-a47b4a236426&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2081149 Nov 12 21:01:33.871705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe1a6-77db-4307-93db-b5a178578dec req-9005293e-6612-4270-886e-49e647c49dac tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:33.873600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cfbe1a6-77db-4307-93db-b5a178578dec req-9005293e-6612-4270-886e-49e647c49dac tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 943 time: 0.1345406 Nov 12 21:01:33.874374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51428) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:33.983430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dca1db3-7315-4f62-9c62-7af9a238c12d tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:33.985344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1dca1db3-7315-4f62-9c62-7af9a238c12d tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/networks/f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 881 time: 0.1059811 Nov 12 21:01:33.992644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51430) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:33.994130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:33.998516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:34.070568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17893449-1849-4391-a20d-532853d8f9b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:34.091978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51432) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:34.094738 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-db82ecf2-2dc1-48c3-80c4-8cd111487a3b tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c9a3f45-137d-4eab-b64f-a47b4a236426 HTTP/1.1" status: 200 len: 205 time: 0.0873139 Nov 12 21:01:34.183330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-92850e86-fb5f-4b79-b7b0-a3d00a3e0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:34.185242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-92850e86-fb5f-4b79-b7b0-a3d00a3e0ed0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0d90957-8d44-40ad-8fc6-109ff53aadfd HTTP/1.1" status: 200 len: 919 time: 0.4010174 Nov 12 21:01:34.284929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 3f3581e4-7b7e-4945-83fd-a042c41e7022 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:34.321188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17893449-1849-4391-a20d-532853d8f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:34.323053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 3f3581e4-7b7e-4945-83fd-a042c41e7022 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:34.326068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-a5b2fdf8-6b58-4df7-bfba-ee28e29078dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7a971d7-19b6-4278-b7e0-114fa7f3de15 HTTP/1.1" status: 200 len: 217 time: 0.1307156 Nov 12 21:01:34.326487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 3f3581e4-7b7e-4945-83fd-a042c41e7022 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:34.418168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cfbe1a6-77db-4307-93db-b5a178578dec req-b10f1ae8-ceb5-43fc-a820-25fa2d39ca4c tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410956 Nov 12 21:01:34.435024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:34.534270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': '6581bf50-42d0-48ab-bdef-36348055bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '32607018-5262-41bf-b7e6-d9d7518c485a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:34.534623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: 32607018-5262-41bf-b7e6-d9d7518c485a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:34.543960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=13a3694c-cac0-43a4-84ed-057276dbb67a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:34.565185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-20ab781f-870d-4b43-b8c2-4efc1a27c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:34.567566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-20ab781f-870d-4b43-b8c2-4efc1a27c278 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f320aec-efd7-47d3-abdb-c3b95abe920c HTTP/1.1" status: 200 len: 858 time: 0.2066329 Nov 12 21:01:34.576177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51436) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:34.584510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:34.589481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'subnets': [{'network_id': '7199d67b-85e6-4277-88e0-95f623101837', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--817649228', 'ip_version': 6}, {'network_id': '68214dc0-423b-44d7-9ac0-10239c5035b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:34.589816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'subnet': {'network_id': '7199d67b-85e6-4277-88e0-95f623101837', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--817649228', 'ip_version': 6}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:34.590497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Request body: {'subnet': {'network_id': '68214dc0-423b-44d7-9ac0-10239c5035b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:34.613083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d34eef-5803-42af-bef7-d8cc19ec7451 req-c4d23066-b030-4f5c-8c6f-67edc1ad542d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:34.615101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51d34eef-5803-42af-bef7-d8cc19ec7451 req-c4d23066-b030-4f5c-8c6f-67edc1ad542d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.1531293 Nov 12 21:01:34.657551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 32607018-5262-41bf-b7e6-d9d7518c485a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:34.668046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-78cc7977-ee68-4ea6-9d18-46b867fd7608 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d90957-8d44-40ad-8fc6-109ff53aadfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881929 Nov 12 21:01:34.760363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 32607018-5262-41bf-b7e6-d9d7518c485a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:34.764737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:34.765318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:34.781238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17893449-1849-4391-a20d-532853d8f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:34.781620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca11f0-f94e-498e-a777-f6a9c2bacd1c None None] Network 32607018-5262-41bf-b7e6-d9d7518c485a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:34.886972 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7b29c0e1-24a2-469c-8178-20fcad3ba377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3278975 Nov 12 21:01:34.886972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51440) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:34.891858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': 'ee3f856b-0337-4f82-ae2f-29576a6c134d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:34.917136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17893449-1849-4391-a20d-532853d8f9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93122be3-4fe8-4c6d-ac94-e87d2487e4d1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:34.920850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17893449-1849-4391-a20d-532853d8f9b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:34.928286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-17893449-1849-4391-a20d-532853d8f9b6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/93122be3-4fe8-4c6d-ac94-e87d2487e4d1 HTTP/1.1" status: 204 len: 168 time: 1.4190814 Nov 12 21:01:34.932905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51442) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:34.951081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51d34eef-5803-42af-bef7-d8cc19ec7451 req-c863f781-0f23-461f-937d-bb8984796c82 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889144 Nov 12 21:01:35.104869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.109231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-e6e8335d-50eb-4c26-b995-caf02d0521b3 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d90957-8d44-40ad-8fc6-109ff53aadfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283743 Nov 12 21:01:35.123745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:35.132078 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.165948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.231050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-32607018-5262-41bf-b7e6-d9d7518c485a', 'network_id': '32607018-5262-41bf-b7e6-d9d7518c485a', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': '13a3694c-cac0-43a4-84ed-057276dbb67a'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:01:35.232400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.347347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0eb8edbe-64cd-435b-80fd-eaf30965bb9a req-288267b6-9d88-4c38-acdd-b95779805eb2 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d90957-8d44-40ad-8fc6-109ff53aadfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170563 Nov 12 21:01:35.351726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.376445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Made reservation on behalf of 4b4d1ae69fbc43079dea501a7da186ef for: {'subnet': 2} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:35.382449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.384786 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.394612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Allocated IP 2001:db8::2 (32607018-5262-41bf-b7e6-d9d7518c485a/13a3694c-cac0-43a4-84ed-057276dbb67a/0ec61148-f449-4385-8745-88214f026df4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:35.555219 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.584886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.652684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=ff5d1fbf-efe1-4896-bc75-0d54827bf82d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:35.666528 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.674570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': '27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'ee3f856b-0337-4f82-ae2f-29576a6c134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:35.674944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: ee3f856b-0337-4f82-ae2f-29576a6c134d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:35.725512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Network 32607018-5262-41bf-b7e6-d9d7518c485a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:35.728872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:35.732911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:35.771497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network ee3f856b-0337-4f82-ae2f-29576a6c134d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:35.773319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Pushing event updated for resources: {'Port': ['ID=0ec61148-f449-4385-8745-88214f026df4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:35.815860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d83169-0ff9-4024-8e1b-c630c0397df7']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:35.840754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Attempting to bind port 0ec61148-f449-4385-8745-88214f026df4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:35.841278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Attempting to bind port 0ec61148-f449-4385-8745-88214f026df4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '6581bf50-42d0-48ab-bdef-36348055bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '32607018-5262-41bf-b7e6-d9d7518c485a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:35.841905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Attempting to bind port 0ec61148-f449-4385-8745-88214f026df4 on network 32607018-5262-41bf-b7e6-d9d7518c485a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:35.849303 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:35.849835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Checking segment: {'id': '6581bf50-42d0-48ab-bdef-36348055bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '32607018-5262-41bf-b7e6-d9d7518c485a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:35.850342 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.851597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Bound using segment: {'id': '6581bf50-42d0-48ab-bdef-36348055bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '32607018-5262-41bf-b7e6-d9d7518c485a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:35.853322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Bound port: 0ec61148-f449-4385-8745-88214f026df4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6581bf50-42d0-48ab-bdef-36348055bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '32607018-5262-41bf-b7e6-d9d7518c485a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:35.853322 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.867390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, ee3f856b-0337-4f82-ae2f-29576a6c134d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:35.883093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0594887-6dd8-458f-9a8f-dabdd4a1383a') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:35.883453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0594887-6dd8-458f-9a8f-dabdd4a1383a') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:35.884021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:35.886680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.888213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e80407-bbc5-4249-a2d3-d8474365cd03 None None] Network ee3f856b-0337-4f82-ae2f-29576a6c134d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:35.912971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.929871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Deleting port 8edb4d09-6be0-4804-b9fe-73d61961cda7 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:35.930118 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.959948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.983421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae453f-cd4f-4ad4-8f46-dfebbb619f1b req-2425d071-1d19-4112-b1d1-249e4030ed64 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:35.984907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bae453f-cd4f-4ad4-8f46-dfebbb619f1b req-2425d071-1d19-4112-b1d1-249e4030ed64 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 943 time: 0.2276430 Nov 12 21:01:35.992584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:35.993032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:35.994882 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:36.017810 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-925b0142-c755-4fd5-86d1-0926ef2e680a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1272659 Nov 12 21:01:36.018757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51450) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:36.025707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cbfc5b33-4885-4c0a-a2fa-92fa30ea4cae tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-981147402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:36.044545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] For port 0ec61148-f449-4385-8745-88214f026df4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:36.065463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] For port 0ec61148-f449-4385-8745-88214f026df4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0ec61148-f449-4385-8745-88214f026df4,segment=NetworkSegment(6581bf50-42d0-48ab-bdef-36348055bd55),segment_id=6581bf50-42d0-48ab-bdef-36348055bd55)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:36.182876 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.193663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-ee3f856b-0337-4f82-ae2f-29576a6c134d', 'network_id': 'ee3f856b-0337-4f82-ae2f-29576a6c134d', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': 'ff5d1fbf-efe1-4896-bc75-0d54827bf82d'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:01:36.195030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.221600 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.223317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5b33-4885-4c0a-a2fa-92fa30ea4cae tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.231480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5b33-4885-4c0a-a2fa-92fa30ea4cae tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.234667 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.268840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bae453f-cd4f-4ad4-8f46-dfebbb619f1b req-ce219be2-a8eb-4fbb-9a9b-533dd69b2653 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203231 Nov 12 21:01:36.282118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Calling delete_port for 8edb4d09-6be0-4804-b9fe-73d61961cda7 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:36.319466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c7a971d7-19b6-4278-b7e0-114fa7f3de15 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:01:36.331036 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.345814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/56d83169-0ff9-4024-8e1b-c630c0397df7 HTTP/1.1" status: 204 len: 168 time: 1.3903780 Nov 12 21:01:36.366045 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5b33-4885-4c0a-a2fa-92fa30ea4cae tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.400468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740a074-417d-48b5-ae04-31f16e73bbd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d83169-0ff9-4024-8e1b-c630c0397df7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:36.436157 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5b33-4885-4c0a-a2fa-92fa30ea4cae tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.517795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5b33-4885-4c0a-a2fa-92fa30ea4cae tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.522003 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cbfc5b33-4885-4c0a-a2fa-92fa30ea4cae tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4986563 Nov 12 21:01:36.522188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51454) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:36.544907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a0ba-3fcd-4bf3-8e7e-bbe9175bafea req-0473ad08-2404-43b7-a04b-3bef95000b2a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:36.546547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bc9a0ba-3fcd-4bf3-8e7e-bbe9175bafea req-0473ad08-2404-43b7-a04b-3bef95000b2a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.3911421 Nov 12 21:01:36.589218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21e22d-9c9a-4ad0-8d0b-c6bea2a6ddfa None None] Pushing event updated for resources: {'Port': ['ID=0ec61148-f449-4385-8745-88214f026df4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:36.721677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c7a971d7-19b6-4278-b7e0-114fa7f3de15, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c7a971d7-19b6-4278-b7e0-114fa7f3de15,segment=NetworkSegment(87cc8462-b220-46f1-9ac5-19a1e1c09e58),segment_id=87cc8462-b220-46f1-9ac5-19a1e1c09e58)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:36.747875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'c7a971d7-19b6-4278-b7e0-114fa7f3de15', 'network_id': 'e0d90957-8d44-40ad-8fc6-109ff53aadfd', 'port_id': 'c7a971d7-19b6-4278-b7e0-114fa7f3de15', 'mac_address': 'fa:16:3e:68:d4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f320aec-efd7-47d3-abdb-c3b95abe920c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:01:36.805928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Allocated IP 2001:db8:1::2 (ee3f856b-0337-4f82-ae2f-29576a6c134d/ff5d1fbf-efe1-4896-bc75-0d54827bf82d/c40c2638-9524-49b8-8421-1c3edc4f6a24) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:36.889174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bc9a0ba-3fcd-4bf3-8e7e-bbe9175bafea req-e3be6d72-b84d-4db4-a06b-2edaf11c7795 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297796 Nov 12 21:01:36.964620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:36.998042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51458) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:37.063884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a971d7-19b6-4278-b7e0-114fa7f3de15 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:37.086436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.105678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c7a971d7-19b6-4278-b7e0-114fa7f3de15, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c7a971d7-19b6-4278-b7e0-114fa7f3de15,segment=NetworkSegment(87cc8462-b220-46f1-9ac5-19a1e1c09e58),segment_id=87cc8462-b220-46f1-9ac5-19a1e1c09e58)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:37.112381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.138500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9640b7ac-ba87-4ee0-9a2d-a7f722a127a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84abb34c13074ecabcdeb66ec81b3a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359756 Nov 12 21:01:37.140995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51460) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:37.224415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95c07a0b-53ff-4a41-a74e-cb74c28c6c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.297341 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95c07a0b-53ff-4a41-a74e-cb74c28c6c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.325582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ec61148-f449-4385-8745-88214f026df4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:37.391263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0ec61148-f449-4385-8745-88214f026df4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:37.391701 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.394132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8::1 (32607018-5262-41bf-b7e6-d9d7518c485a/13a3694c-cac0-43a4-84ed-057276dbb67a/3ffdd5ad-3f9c-4652-a053-4dbc133e48a4) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:37.417555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.422391 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.424258 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.426676 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.489529 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95c07a0b-53ff-4a41-a74e-cb74c28c6c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.492395 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95c07a0b-53ff-4a41-a74e-cb74c28c6c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.493554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-95c07a0b-53ff-4a41-a74e-cb74c28c6c32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30ed40dd-2a79-4a33-a08b-30e6c41374c8 HTTP/1.1" status: 204 len: 168 time: 0.3516612 Nov 12 21:01:37.495074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event deleted for resources: {'Port': ['ID=8edb4d09-6be0-4804-b9fe-73d61961cda7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:37.524321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf0399-5fcb-4613-aae3-ebdf169d29e8 req-75bf92b4-1d6a-4d0a-b536-0d627f20e131 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:37.532745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efbf0399-5fcb-4613-aae3-ebdf169d29e8 req-75bf92b4-1d6a-4d0a-b536-0d627f20e131 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 943 time: 0.1610582 Nov 12 21:01:37.551549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Network ee3f856b-0337-4f82-ae2f-29576a6c134d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:37.577627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:37.581011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c07a0b-53ff-4a41-a74e-cb74c28c6c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ed40dd-2a79-4a33-a08b-30e6c41374c8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:37.589802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:37.593468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.675488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c7a971d7-19b6-4278-b7e0-114fa7f3de15,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:37.704568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Subnet': ['ID=dd07e819-11eb-4dc5-9bbb-7acc9a4505b2,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:37.718352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.718569 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.771653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efbf0399-5fcb-4613-aae3-ebdf169d29e8 req-8b4694ff-82b1-4871-898b-682c062c5b1f tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377038 Nov 12 21:01:37.783996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Checking segment: {'id': 'c10f0093-114c-450d-bd56-0229c4bed4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '7199d67b-85e6-4277-88e0-95f623101837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:37.787010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Network hostable DHCP agents. Network: 7199d67b-85e6-4277-88e0-95f623101837, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:37.806251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=3ffdd5ad-3f9c-4652-a053-4dbc133e48a4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:37.809325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.816051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 32607018-5262-41bf-b7e6-d9d7518c485a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:37.818501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:37.821092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:37.821969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.876174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c7a971d7-19b6-4278-b7e0-114fa7f3de15'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:37.940166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Pushing event updated for resources: {'Port': ['ID=c40c2638-9524-49b8-8421-1c3edc4f6a24,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:37.971255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 0ec61148-f449-4385-8745-88214f026df4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0ec61148-f449-4385-8745-88214f026df4,segment=NetworkSegment(6581bf50-42d0-48ab-bdef-36348055bd55),segment_id=6581bf50-42d0-48ab-bdef-36348055bd55)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:37.972873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Attempting to bind port c40c2638-9524-49b8-8421-1c3edc4f6a24 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:37.973460 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Attempting to bind port c40c2638-9524-49b8-8421-1c3edc4f6a24 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'ee3f856b-0337-4f82-ae2f-29576a6c134d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:37.974902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Attempting to bind port c40c2638-9524-49b8-8421-1c3edc4f6a24 on network ee3f856b-0337-4f82-ae2f-29576a6c134d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:37.987144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:37.987144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Checking segment: {'id': '27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'ee3f856b-0337-4f82-ae2f-29576a6c134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:37.987567 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.988011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Bound using segment: {'id': '27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'ee3f856b-0337-4f82-ae2f-29576a6c134d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:37.989431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Bound port: c40c2638-9524-49b8-8421-1c3edc4f6a24, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'ee3f856b-0337-4f82-ae2f-29576a6c134d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:37.989880 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.060392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a611be8-6b63-44fc-9aaf-94e231b2472c None None] Network 32607018-5262-41bf-b7e6-d9d7518c485a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:38.071221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.124411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.144941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.162047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.216292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f083d-a03e-4ca5-8760-3065bae3fd3f req-80609833-d9d5-4548-82c9-a5325cc29fcf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:38.219474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a3f083d-a03e-4ca5-8760-3065bae3fd3f req-80609833-d9d5-4548-82c9-a5325cc29fcf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.1687186 Nov 12 21:01:38.221351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Network 7199d67b-85e6-4277-88e0-95f623101837 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:38.274013 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.274902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Fanout notify agent at l3_agent the message router_deleted on router 8c9a3f45-137d-4eab-b64f-a47b4a236426 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:38.291771 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.293114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8af49f4d-cf60-487c-b79c-88e6f2eb651c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/8c9a3f45-137d-4eab-b64f-a47b4a236426 HTTP/1.1" status: 204 len: 168 time: 4.1115005 Nov 12 21:01:38.298780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51476) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:38.310519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-82700783', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:38.316760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 7199d67b-85e6-4277-88e0-95f623101837) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:38.340605 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.345855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6f44c8d2-3287-455b-b94e-87c3445337ce None None] Provisioning complete for port 0ec61148-f449-4385-8745-88214f026df4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:38.346226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6f44c8d2-3287-455b-b94e-87c3445337ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.353031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf8bcd3-3369-4d54-a19b-3f79cbbfbaf1 None None] Network 7199d67b-85e6-4277-88e0-95f623101837 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:38.381581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a3f083d-a03e-4ca5-8760-3065bae3fd3f req-34af0a9e-820c-44f1-ab2a-c7ca323b2a75 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487088 Nov 12 21:01:38.411687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] For port c40c2638-9524-49b8-8421-1c3edc4f6a24, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:38.469266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] For port c40c2638-9524-49b8-8421-1c3edc4f6a24, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c40c2638-9524-49b8-8421-1c3edc4f6a24,segment=NetworkSegment(27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3),segment_id=27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:38.520543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=0ec61148-f449-4385-8745-88214f026df4,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:38.523165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event updated for resources: {'Subnet': ['ID=2a5bdd0a-d471-4c13-971e-7ec66f5ff5dc,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:38.570888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Checking segment: {'id': '19b8b3a7-7085-4e50-84d0-5507e57ca1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '68214dc0-423b-44d7-9ac0-10239c5035b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:38.571110 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.572668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Network hostable DHCP agents. Network: 68214dc0-423b-44d7-9ac0-10239c5035b9, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:38.576056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.577370 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.663445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.687306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Network 68214dc0-423b-44d7-9ac0-10239c5035b9 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:38.688812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.783639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 68214dc0-423b-44d7-9ac0-10239c5035b9) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:38.784351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.785300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:38.812972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71151349-c58a-48dd-bd8c-288f4b564dec None None] Network 68214dc0-423b-44d7-9ac0-10239c5035b9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:38.877497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=3ffdd5ad-3f9c-4652-a053-4dbc133e48a4,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:38.917092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:38.917923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:38.919077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.028918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 32607018-5262-41bf-b7e6-d9d7518c485a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:39.033797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:39.273801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cf138f37-8dae-4bf9-b63c-82a6d8074e73 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.6926501 Nov 12 21:01:39.277851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51496) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:39.301320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.337960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04bc5d-764e-4b23-beb9-bb3fced8b431 None None] Pushing event updated for resources: {'Port': ['ID=c40c2638-9524-49b8-8421-1c3edc4f6a24,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:39.366747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e645e-0e65-4df9-81d4-e70dc2792216 req-03bae378-be9c-44f2-82f7-65e53b657fbb tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.366747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-410e645e-0e65-4df9-81d4-e70dc2792216 req-03bae378-be9c-44f2-82f7-65e53b657fbb tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 944 time: 0.4417410 Nov 12 21:01:39.381447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-1cde414f-8157-47b1-a228-314d2aa9d7be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3997695 Nov 12 21:01:39.413900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3033df-5936-469b-bc69-3ff62a78fea5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.415909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3033df-5936-469b-bc69-3ff62a78fea5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.417667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3033df-5936-469b-bc69-3ff62a78fea5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.419721 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0f3033df-5936-469b-bc69-3ff62a78fea5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1409118 Nov 12 21:01:39.432054 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51502) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:39.490175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ec61148-f449-4385-8745-88214f026df4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:39.563371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d7c4a0-e62a-4250-b10c-13282c6a8ca5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Deleting subnet dd07e819-11eb-4dc5-9bbb-7acc9a4505b2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:39.572203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d7c4a0-e62a-4250-b10c-13282c6a8ca5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.601420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51504) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:39.631441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router ad62d247-2718-4670-a00c-9eb96f0930b0 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:39.642155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-410e645e-0e65-4df9-81d4-e70dc2792216 req-76d17bcb-68b5-4f7b-9a0c-e8baed55ccaf tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596812 Nov 12 21:01:39.657427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-68214dc0-423b-44d7-9ac0-10239c5035b9', 'network_id': '68214dc0-423b-44d7-9ac0-10239c5035b9', 'tenant_id': '4b4d1ae69fbc43079dea501a7da186ef', 'fixed_ips': [{'subnet_id': '2a5bdd0a-d471-4c13-971e-7ec66f5ff5dc'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:01:39.662235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.688535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-23f1ea20-7543-4211-b994-bcc7968e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.692552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-23f1ea20-7543-4211-b994-bcc7968e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.694160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-23f1ea20-7543-4211-b994-bcc7968e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.694835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-23f1ea20-7543-4211-b994-bcc7968e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.695683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-23f1ea20-7543-4211-b994-bcc7968e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.696230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-23f1ea20-7543-4211-b994-bcc7968e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.696762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-23f1ea20-7543-4211-b994-bcc7968e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.698835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-23f1ea20-7543-4211-b994-bcc7968e42cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc043d6557c454bb59a2953763aa397&device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 6505 time: 0.2277617 Nov 12 21:01:39.712233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d7c4a0-e62a-4250-b10c-13282c6a8ca5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.791658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc1c3bb-a830-439f-a29d-eea29e6e3336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-7199d67b-85e6-4277-88e0-95f623101837', 'network_id': '7199d67b-85e6-4277-88e0-95f623101837', 'tenant_id': '4b4d1ae69fbc43079dea501a7da186ef', 'fixed_ips': [{'subnet_id': 'dd07e819-11eb-4dc5-9bbb-7acc9a4505b2'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:01:39.792283 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8fc1c3bb-a830-439f-a29d-eea29e6e3336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.877896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64b9e-6099-4322-af46-9adf1e03f5e7 req-d10f86f5-c523-46ba-95c1-b93f0907cb23 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:39.880029 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d7c4a0-e62a-4250-b10c-13282c6a8ca5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.882215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3f64b9e-6099-4322-af46-9adf1e03f5e7 req-d10f86f5-c523-46ba-95c1-b93f0907cb23 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.2456648 Nov 12 21:01:39.892388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-392174792-network', 'tenant_id': '6548d2b51d20474fa8527a89cbb27d8b'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:40.014441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0ec61148-f449-4385-8745-88214f026df4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:40.015010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.081143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:40.095692 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608057f-0e70-4c90-b04f-ba7f22c3245a None None] Sync routers for ids ['ad62d247-2718-4670-a00c-9eb96f0930b0'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:40.103957 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-16b59900-d739-4db3-a5ab-ab0340383baf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/ad62d247-2718-4670-a00c-9eb96f0930b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5803380 Nov 12 21:01:40.108952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51508) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:40.115312 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608057f-0e70-4c90-b04f-ba7f22c3245a None None] Routers {'ad62d247-2718-4670-a00c-9eb96f0930b0'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:40.122313 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3608057f-0e70-4c90-b04f-ba7f22c3245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ad62d247-2718-4670-a00c-9eb96f0930b0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:40.132419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Allocated IP 2001:db8:0:1::1 (68214dc0-423b-44d7-9ac0-10239c5035b9/2a5bdd0a-d471-4c13-971e-7ec66f5ff5dc/779bb938-bd2c-4959-9b1c-89393a4a9a9b) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:40.210034 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3608057f-0e70-4c90-b04f-ba7f22c3245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:40.213313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c66ed-1f37-4413-95fc-ca7fb48d86c6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:40.217914 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e1c66ed-1f37-4413-95fc-ca7fb48d86c6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports/3ffdd5ad-3f9c-4652-a053-4dbc133e48a4 HTTP/1.1" status: 200 len: 911 time: 0.1053119 Nov 12 21:01:40.218770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51510) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:40.228257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608057f-0e70-4c90-b04f-ba7f22c3245a None None] Routers {'ad62d247-2718-4670-a00c-9eb96f0930b0'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:40.234671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3608057f-0e70-4c90-b04f-ba7f22c3245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ad62d247-2718-4670-a00c-9eb96f0930b0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:40.247381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-64afe88b-2cf6-4523-83f5-f3fb91a9a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:40.249721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-64afe88b-2cf6-4523-83f5-f3fb91a9a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:40.250576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-64afe88b-2cf6-4523-83f5-f3fb91a9a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:40.256470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-64afe88b-2cf6-4523-83f5-f3fb91a9a000 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d55188b-f390-4fb9-9446-2ca26fe33c28&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&id=146557bc-c4c8-4990-a5f6-19e072b8a8a6 HTTP/1.1" status: 200 len: 2299 time: 0.5107236 Nov 12 21:01:40.282501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Made reservation on behalf of 6548d2b51d20474fa8527a89cbb27d8b for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:40.285280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.310347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d7c4a0-e62a-4250-b10c-13282c6a8ca5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.361623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3f64b9e-6099-4322-af46-9adf1e03f5e7 req-dfc1523d-59a9-4bef-b6e0-21bd76c9fb2a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604585 Nov 12 21:01:40.424336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server [None req-8fc1c3bb-a830-439f-a29d-eea29e6e3336 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd07e819-11eb-4dc5-9bbb-7acc9a4505b2: This subnet is being modified by another concurrent operation. Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:01:40.441208 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd07e819-11eb-4dc5-9bbb-7acc9a4505b2: This subnet is being modified by another concurrent operation. Nov 12 21:01:40.446779 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Nov 12 21:01:40.467005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.468761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.497643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.537612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7c4a0-e62a-4250-b10c-13282c6a8ca5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Subnet': ['ID=dd07e819-11eb-4dc5-9bbb-7acc9a4505b2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:40.560528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d7c4a0-e62a-4250-b10c-13282c6a8ca5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.568782 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3608057f-0e70-4c90-b04f-ba7f22c3245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:40.569791 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608057f-0e70-4c90-b04f-ba7f22c3245a None None] The sync data for ids ['ad62d247-2718-4670-a00c-9eb96f0930b0'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:40.570312 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25d7c4a0-e62a-4250-b10c-13282c6a8ca5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/subnets/dd07e819-11eb-4dc5-9bbb-7acc9a4505b2 HTTP/1.1" status: 204 len: 168 time: 1.1335411 Nov 12 21:01:40.576980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51514) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:40.579804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b4e7f-02e2-40c7-a930-63a3532aafcc None None] Network 7199d67b-85e6-4277-88e0-95f623101837 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:40.631818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.762196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-d5d503b5-9112-426e-b5e4-b90ae71934cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5222363 Nov 12 21:01:40.807587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-48b6238d-d481-4372-8dc8-b0b7dd91f28f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07 HTTP/1.1" status: 200 len: 1000 time: 0.5060549 Nov 12 21:01:40.851975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ec53c-a560-449b-ba8f-7f3dcb44180c None None] Network ee3f856b-0337-4f82-ae2f-29576a6c134d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:40.886708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d0c972-7ad8-4d7b-a79c-81858177d22c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Deleting subnet 2a5bdd0a-d471-4c13-971e-7ec66f5ff5dc {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:40.956692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-81613542-fd8c-4da2-a76d-5b247056ed45 None None] Provisioning complete for port 0ec61148-f449-4385-8745-88214f026df4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:40.957160 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81613542-fd8c-4da2-a76d-5b247056ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.027118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.076102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-b5ccaf65-c843-42ae-a5aa-38ff3a46ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.087436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-b5ccaf65-c843-42ae-a5aa-38ff3a46ae5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df07bf98-60de-4136-8439-aa74a28789ab HTTP/1.1" status: 200 len: 856 time: 0.2737398 Nov 12 21:01:41.202250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-5eca324f-561b-4252-ba27-d0f6f99adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.202836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-5eca324f-561b-4252-ba27-d0f6f99adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.203458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-5eca324f-561b-4252-ba27-d0f6f99adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.203956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-5eca324f-561b-4252-ba27-d0f6f99adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.204673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-5eca324f-561b-4252-ba27-d0f6f99adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.205202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-5eca324f-561b-4252-ba27-d0f6f99adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.205727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-5eca324f-561b-4252-ba27-d0f6f99adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.208252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-5eca324f-561b-4252-ba27-d0f6f99adfb5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6494 time: 0.3676000 Nov 12 21:01:41.225475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Allocated IP 172.25.8.139 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/ff6b6bc1-bf05-48e2-ab74-d522ed28da08) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:41.261145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e76bf-2584-41f2-886e-1ad32a605171 req-24cac0ef-eff5-4d6b-b21c-73b969795455 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.262891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-720e76bf-2584-41f2-886e-1ad32a605171 req-24cac0ef-eff5-4d6b-b21c-73b969795455 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 944 time: 0.4419208 Nov 12 21:01:41.282807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.392731 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.400972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c40c2638-9524-49b8-8421-1c3edc4f6a24 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:41.414816 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.481624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-81613542-fd8c-4da2-a76d-5b247056ed45 None None] Provisioning complete for port 3ffdd5ad-3f9c-4652-a053-4dbc133e48a4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:41.481860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81613542-fd8c-4da2-a76d-5b247056ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.516082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c972-7ad8-4d7b-a79c-81858177d22c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.546139 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.593750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8:1::1 (ee3f856b-0337-4f82-ae2f-29576a6c134d/ff5d1fbf-efe1-4896-bc75-0d54827bf82d/44dd2b81-b3ee-41e8-9e5c-43c2b25173e4) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:41.646035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c972-7ad8-4d7b-a79c-81858177d22c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.673962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-81613542-fd8c-4da2-a76d-5b247056ed45 None None] Port 3ffdd5ad-3f9c-4652-a053-4dbc133e48a4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:41.697587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Network 68214dc0-423b-44d7-9ac0-10239c5035b9 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:41.702701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Pushing event updated for resources: {'Port': ['ID=779bb938-bd2c-4959-9b1c-89393a4a9a9b,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:41.720043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:41.726075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:41.752660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c40c2638-9524-49b8-8421-1c3edc4f6a24 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:41.753049 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.881986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Attempting to bind port 779bb938-bd2c-4959-9b1c-89393a4a9a9b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:41.882525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Attempting to bind port 779bb938-bd2c-4959-9b1c-89393a4a9a9b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '19b8b3a7-7085-4e50-84d0-5507e57ca1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '68214dc0-423b-44d7-9ac0-10239c5035b9'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:41.884017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Attempting to bind port 779bb938-bd2c-4959-9b1c-89393a4a9a9b on network 68214dc0-423b-44d7-9ac0-10239c5035b9 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:41.908681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:41.909457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Checking segment: {'id': '19b8b3a7-7085-4e50-84d0-5507e57ca1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '68214dc0-423b-44d7-9ac0-10239c5035b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:41.911529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.912049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Bound using segment: {'id': '19b8b3a7-7085-4e50-84d0-5507e57ca1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '68214dc0-423b-44d7-9ac0-10239c5035b9'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:41.912722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Bound port: 779bb938-bd2c-4959-9b1c-89393a4a9a9b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b8b3a7-7085-4e50-84d0-5507e57ca1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '68214dc0-423b-44d7-9ac0-10239c5035b9'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:41.913214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.937637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-048e446d-aece-4b1e-852f-99324b78c933 None None] Provisioning complete for port c40c2638-9524-49b8-8421-1c3edc4f6a24 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:41.938076 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-048e446d-aece-4b1e-852f-99324b78c933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.947082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-5ba54c0d-b473-4cbb-abef-94659f639439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:41.949099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-5ba54c0d-b473-4cbb-abef-94659f639439 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d55188b-f390-4fb9-9446-2ca26fe33c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8376260 Nov 12 21:01:41.990132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:42.096220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.116174 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Added segment 149b9bb8-6b66-4213-8676-83fcfc8afa2d of type vlan for network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 Nov 12 21:01:42.116346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.147535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355051fa-ee71-4c85-9034-0a0081eb7e14,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:42.170659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-fd6a4093-b767-4108-a8d7-f58547ef3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:42.172207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-fd6a4093-b767-4108-a8d7-f58547ef3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:42.172834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-fd6a4093-b767-4108-a8d7-f58547ef3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:42.176090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-fd6a4093-b767-4108-a8d7-f58547ef3761 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8060bccd-0eb2-4d83-965c-69b630d98cf8&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 HTTP/1.1" status: 200 len: 2292 time: 0.9298103 Nov 12 21:01:42.207782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-720e76bf-2584-41f2-886e-1ad32a605171 req-89a819d4-3d00-4b96-87a6-6708c0232751 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9179151 Nov 12 21:01:42.260684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port c40c2638-9524-49b8-8421-1c3edc4f6a24, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c40c2638-9524-49b8-8421-1c3edc4f6a24,segment=NetworkSegment(27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3),segment_id=27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:42.287565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] For port 779bb938-bd2c-4959-9b1c-89393a4a9a9b, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:42.317690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.324216 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-048e446d-aece-4b1e-852f-99324b78c933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.324597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.343203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34aeb-ecd9-4095-acf7-987a82952bc5 req-3551fc7e-7ce3-42a1-92f4-13245a758fab tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:42.352406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98f34aeb-ecd9-4095-acf7-987a82952bc5 req-3551fc7e-7ce3-42a1-92f4-13245a758fab tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.4084346 Nov 12 21:01:42.385844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c7a971d7-19b6-4278-b7e0-114fa7f3de15 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:42.391059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.402537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.402764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] For port 779bb938-bd2c-4959-9b1c-89393a4a9a9b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=779bb938-bd2c-4959-9b1c-89393a4a9a9b,segment=NetworkSegment(19b8b3a7-7085-4e50-84d0-5507e57ca1ec),segment_id=19b8b3a7-7085-4e50-84d0-5507e57ca1ec)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:42.437004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-cfb3e0b0-9f6a-4d8d-971a-66a628d07043 service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606538 Nov 12 21:01:42.454669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-dcd4f0ea-ea95-4a30-ab08-6d2275c6dfbf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d086ce76-b78a-4813-893b-2e6bcceba638 HTTP/1.1" status: 200 len: 1000 time: 0.2444661 Nov 12 21:01:42.474088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c972-7ad8-4d7b-a79c-81858177d22c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.507111 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.555530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98f34aeb-ecd9-4095-acf7-987a82952bc5 req-d2144cc6-1c48-495f-84be-886c02ecefbd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020807 Nov 12 21:01:42.573121 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.574408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:42.575370 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.596941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network ee3f856b-0337-4f82-ae2f-29576a6c134d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:42.602024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=44dd2b81-b3ee-41e8-9e5c-43c2b25173e4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:42.606311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:42.610266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:42.612060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.669346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.675671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-048e446d-aece-4b1e-852f-99324b78c933 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:01:42.676039 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-048e446d-aece-4b1e-852f-99324b78c933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:01:42.698081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-385ebb9f-5a37-48dc-932e-daf339dda221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:42.717995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-385ebb9f-5a37-48dc-932e-daf339dda221 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=164bb86d-7d0a-404e-965d-bad55e5dece2 HTTP/1.1" status: 200 len: 850 time: 0.2547030 Nov 12 21:01:42.719341 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.732663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=c40c2638-9524-49b8-8421-1c3edc4f6a24,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:42.807508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed5482-6061-467b-a2f0-056100f9a6ee None None] Pushing event updated for resources: {'Port': ['ID=779bb938-bd2c-4959-9b1c-89393a4a9a9b,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:42.854555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.903162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port c7a971d7-19b6-4278-b7e0-114fa7f3de15 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:01:42.907624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port c7a971d7-19b6-4278-b7e0-114fa7f3de15 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:42.908068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.937343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:42.947039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3173892 Nov 12 21:01:42.971482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51522) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:42.981579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:42.998266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:43.094619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c972-7ad8-4d7b-a79c-81858177d22c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.127597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Request body: {'subnet': {'network_id': '33286f83-e5bb-4873-a7b3-296be0b8e0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-392174792-subnet', 'tenant_id': '6548d2b51d20474fa8527a89cbb27d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:43.140417 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.184677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0c972-7ad8-4d7b-a79c-81858177d22c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5bdd0a-d471-4c13-971e-7ec66f5ff5dc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:43.254022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c972-7ad8-4d7b-a79c-81858177d22c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.262876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3fb85e-8cb3-4583-9857-881920af0d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a971d7-19b6-4278-b7e0-114fa7f3de15'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:43.273481 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113b72de-ed9e-43ec-ae66-ac256be1d43a" -d '{"events": [{"server_uuid": "db3fb85e-8cb3-4583-9857-881920af0d41", "name": "network-vif-plugged", "status": "completed", "tag": "c7a971d7-19b6-4278-b7e0-114fa7f3de15"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:43.282083 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e9d0c972-7ad8-4d7b-a79c-81858177d22c tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/subnets/2a5bdd0a-d471-4c13-971e-7ec66f5ff5dc HTTP/1.1" status: 204 len: 168 time: 2.7040191 Nov 12 21:01:43.284904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51528) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:43.340481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c7a971d7-19b6-4278-b7e0-114fa7f3de15, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c7a971d7-19b6-4278-b7e0-114fa7f3de15,segment=NetworkSegment(87cc8462-b220-46f1-9ac5-19a1e1c09e58),segment_id=87cc8462-b220-46f1-9ac5-19a1e1c09e58)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:43.416719 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5567bd3d-ffa0-4e3b-ad7c-afe4343f36db x-openstack-request-id: req-5567bd3d-ffa0-4e3b-ad7c-afe4343f36db {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:43.418003 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3fb85e-8cb3-4583-9857-881920af0d41", "name": "network-vif-plugged", "status": "completed", "tag": "c7a971d7-19b6-4278-b7e0-114fa7f3de15", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:43.418388 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5567bd3d-ffa0-4e3b-ad7c-afe4343f36db {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:43.418763 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3fb85e-8cb3-4583-9857-881920af0d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a971d7-19b6-4278-b7e0-114fa7f3de15', 'code': 200} Nov 12 21:01:43.428610 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.434323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-048e446d-aece-4b1e-852f-99324b78c933 None None] Provisioning complete for port 3ffdd5ad-3f9c-4652-a053-4dbc133e48a4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:43.434704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-048e446d-aece-4b1e-852f-99324b78c933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.536149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Made reservation on behalf of 6548d2b51d20474fa8527a89cbb27d8b for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:43.538616 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.547939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5972a2e-d735-423f-a755-b03556f58ab5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:43.566463 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a5972a2e-d735-423f-a755-b03556f58ab5 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2502379 Nov 12 21:01:43.578543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664f249-7fe2-4515-b1b8-447800ddb5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=33286f83-e5bb-4873-a7b3-296be0b8e0c7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:43.578899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-048e446d-aece-4b1e-852f-99324b78c933 None None] Port 3ffdd5ad-3f9c-4652-a053-4dbc133e48a4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:43.608873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51532) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:43.638960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c40c2638-9524-49b8-8421-1c3edc4f6a24 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:43.645343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:43.779128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event updated for resources: {'Port': ['ID=ff6b6bc1-bf05-48e2-ab74-d522ed28da08,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:43.826968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c7a971d7-19b6-4278-b7e0-114fa7f3de15,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:43.844070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b412deae-ab33-4133-b81c-f2fde4009c70 None None] Provisioning complete for port c40c2638-9524-49b8-8421-1c3edc4f6a24 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:43.844772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b412deae-ab33-4133-b81c-f2fde4009c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.873701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-cf140a6f-c02a-40ff-a5a7-14acb72e424b service neutron] 10.222.0.46 "GET /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4174623 Nov 12 21:01:43.882584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ba7c2-6763-42ea-b43b-334493f9a8e3 req-62cdeda1-40d9-4aa1-b1a9-e85091021b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:43.884129 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-889ba7c2-6763-42ea-b43b-334493f9a8e3 req-62cdeda1-40d9-4aa1-b1a9-e85091021b32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 1097 time: 0.4035075 Nov 12 21:01:43.889244 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.907187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.954433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c40c2638-9524-49b8-8421-1c3edc4f6a24 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:43.956336 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.971964 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.973150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.989085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-a10c930e-cf0f-4f44-ba0b-53bbd1690bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:43.991787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-a10c930e-cf0f-4f44-ba0b-53bbd1690bfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8060bccd-0eb2-4d83-965c-69b630d98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2059138 Nov 12 21:01:44.132290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-b67a00f3-7030-49b7-9e1c-be3b644e8f2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 200 len: 217 time: 0.1926553 Nov 12 21:01:44.160431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 779bb938-bd2c-4959-9b1c-89393a4a9a9b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:44.226169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b412deae-ab33-4133-b81c-f2fde4009c70 None None] Provisioning complete for port 44dd2b81-b3ee-41e8-9e5c-43c2b25173e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:44.226169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b412deae-ab33-4133-b81c-f2fde4009c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.241568 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-889ba7c2-6763-42ea-b43b-334493f9a8e3 req-9834988f-f798-45c9-879f-9cc7491c6bb5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324990 Nov 12 21:01:44.296497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed95b-c3e3-475d-9a1a-7f5952a60141 req-6c6e8b4e-efaa-4c64-939b-8f0ac5c0cdbd tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:44.298096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-378ed95b-c3e3-475d-9a1a-7f5952a60141 req-6c6e8b4e-efaa-4c64-939b-8f0ac5c0cdbd tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 945 time: 0.8257511 Nov 12 21:01:44.310596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b412deae-ab33-4133-b81c-f2fde4009c70 None None] Port 44dd2b81-b3ee-41e8-9e5c-43c2b25173e4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:44.322505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=44dd2b81-b3ee-41e8-9e5c-43c2b25173e4,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:44.344037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 779bb938-bd2c-4959-9b1c-89393a4a9a9b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:44.344561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.445683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Deleting port 779bb938-bd2c-4959-9b1c-89393a4a9a9b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:44.445955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.486898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c87d02-ba6c-433c-85d7-ca7694aa890b None None] Network 68214dc0-423b-44d7-9ac0-10239c5035b9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:44.514735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network ee3f856b-0337-4f82-ae2f-29576a6c134d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:44.517536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:44.615629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f37fc9-b2b8-4225-bd9c-60c22606b234 req-8fe1b1fe-41d8-4bbe-99e9-68192f807276 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:44.617176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6f37fc9-b2b8-4225-bd9c-60c22606b234 req-8fe1b1fe-41d8-4bbe-99e9-68192f807276 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.7869990 Nov 12 21:01:44.657011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bc4572b2-e22b-4ad6-a93c-920f23564221 None None] Provisioning complete for port 779bb938-bd2c-4959-9b1c-89393a4a9a9b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:44.657371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc4572b2-e22b-4ad6-a93c-920f23564221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.677881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.733769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-8d72e63e-c13d-43cb-92c9-63cd7a55566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:44.734611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router ad62d247-2718-4670-a00c-9eb96f0930b0 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:44.735177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-8d72e63e-c13d-43cb-92c9-63cd7a55566b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.5219903 Nov 12 21:01:44.762350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] For port 779bb938-bd2c-4959-9b1c-89393a4a9a9b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=779bb938-bd2c-4959-9b1c-89393a4a9a9b,segment=NetworkSegment(19b8b3a7-7085-4e50-84d0-5507e57ca1ec),segment_id=19b8b3a7-7085-4e50-84d0-5507e57ca1ec)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:44.762723 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.939662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Calling delete_port for 779bb938-bd2c-4959-9b1c-89393a4a9a9b owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:44.981291 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.028278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-378ed95b-c3e3-475d-9a1a-7f5952a60141 req-fb6e1787-c42d-4de8-b31f-383b5eb083cb tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6955664 Nov 12 21:01:45.059477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-9df800c4-d5fd-4368-a873-bc35bf513e7a service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9741979 Nov 12 21:01:45.102081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:45.119322 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-108e464b-f80d-43de-a3d0-9b3a884d589e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/ad62d247-2718-4670-a00c-9eb96f0930b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8984487 Nov 12 21:01:45.121071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51538) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:45.133118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f685a4-ef63-45f3-baf2-89e85f4595e0 None None] Sync routers for ids ['ad62d247-2718-4670-a00c-9eb96f0930b0'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:45.156052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6f37fc9-b2b8-4225-bd9c-60c22606b234 req-e79bcb88-7821-4750-8dca-0824b0352c1c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846199 Nov 12 21:01:45.195328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 779bb938-bd2c-4959-9b1c-89393a4a9a9b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=779bb938-bd2c-4959-9b1c-89393a4a9a9b,segment=NetworkSegment(19b8b3a7-7085-4e50-84d0-5507e57ca1ec),segment_id=19b8b3a7-7085-4e50-84d0-5507e57ca1ec)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:45.205670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] DHCP port deletion for 68214dc0-423b-44d7-9ac0-10239c5035b9 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:45.212646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0bcd1-a82e-41f8-afb4-91bab4a1f7c5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:45.217064 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ffe0bcd1-a82e-41f8-afb4-91bab4a1f7c5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports/44dd2b81-b3ee-41e8-9e5c-43c2b25173e4 HTTP/1.1" status: 200 len: 913 time: 0.0949707 Nov 12 21:01:45.218050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51540) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:45.234849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-f08d9b51-2b45-44b2-8161-ea3d5698d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:45.236664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-f08d9b51-2b45-44b2-8161-ea3d5698d58c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4119914 Nov 12 21:01:45.297907 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.303405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f685a4-ef63-45f3-baf2-89e85f4595e0 None None] Routers {'ad62d247-2718-4670-a00c-9eb96f0930b0'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:45.304154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-17f685a4-ef63-45f3-baf2-89e85f4595e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ad62d247-2718-4670-a00c-9eb96f0930b0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.328221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc4572b2-e22b-4ad6-a93c-920f23564221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.408660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-17f685a4-ef63-45f3-baf2-89e85f4595e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.452794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 779bb938-bd2c-4959-9b1c-89393a4a9a9b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:45.480405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f685a4-ef63-45f3-baf2-89e85f4595e0 None None] Routers {'ad62d247-2718-4670-a00c-9eb96f0930b0'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:45.481022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-17f685a4-ef63-45f3-baf2-89e85f4595e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ad62d247-2718-4670-a00c-9eb96f0930b0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.488891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.519859 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.520195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-17f685a4-ef63-45f3-baf2-89e85f4595e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.520818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f685a4-ef63-45f3-baf2-89e85f4595e0 None None] The sync data for ids ['ad62d247-2718-4670-a00c-9eb96f0930b0'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:45.526818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=779bb938-bd2c-4959-9b1c-89393a4a9a9b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:45.565580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Port': ['ID=779bb938-bd2c-4959-9b1c-89393a4a9a9b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:45.575670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] No DVR routers for this DVR port 779bb938-bd2c-4959-9b1c-89393a4a9a9b on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:45.578241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No active binding found for port 779bb938-bd2c-4959-9b1c-89393a4a9a9b {{(pid=109630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 21:01:45.578706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 779bb938-bd2c-4959-9b1c-89393a4a9a9b not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:45.582834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] Deleting port 779bb938-bd2c-4959-9b1c-89393a4a9a9b {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:45.583324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.625943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a932fcd9-e801-4cf0-aa4c-7c526c0743f2,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:45.668258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] For port 779bb938-bd2c-4959-9b1c-89393a4a9a9b, host n-d-713498-29, got binding levels [] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:45.668583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.685770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] Calling delete_port for 779bb938-bd2c-4959-9b1c-89393a4a9a9b owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:45.688861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.ipam_backend_mixin [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] Port 779bb938-bd2c-4959-9b1c-89393a4a9a9b was not found and therefore no delete operation was performed {{(pid=109630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 21:01:45.697113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.735903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-c840806e-6a2a-46f8-903b-b70736c66161 service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162083 Nov 12 21:01:45.743665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] No DVR routers for this DVR port 779bb938-bd2c-4959-9b1c-89393a4a9a9b on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:45.745842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0efa8-2168-4396-a919-cd0e449083ef None None] Pushing event deleted for resources: {'Port': ['ID=779bb938-bd2c-4959-9b1c-89393a4a9a9b,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:45.746517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.748797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1cef86ba-2f3f-40f7-8423-ca33bdde3c60 None None] Provisioning complete for port 44dd2b81-b3ee-41e8-9e5c-43c2b25173e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:45.749410 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cef86ba-2f3f-40f7-8423-ca33bdde3c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.786471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e4fe0-54b5-4cef-9260-31a8a4a96fde None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:01:45.793552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68214dc0-423b-44d7-9ac0-10239c5035b9']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.824222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b8b3a7-7085-4e50-84d0-5507e57ca1ec') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.824532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b8b3a7-7085-4e50-84d0-5507e57ca1ec') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.838351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-842c28ba-446c-4c05-90fc-e0fc78b03472 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 200 len: 217 time: 0.0425665 Nov 12 21:01:45.838583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.863728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1cef86ba-2f3f-40f7-8423-ca33bdde3c60 None None] Port 44dd2b81-b3ee-41e8-9e5c-43c2b25173e4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:45.869558 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.884608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:45.885095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:45.889103 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:45.895420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Checking segment: {'id': '149b9bb8-6b66-4213-8676-83fcfc8afa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '33286f83-e5bb-4873-a7b3-296be0b8e0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:45.895883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Network hostable DHCP agents. Network: 33286f83-e5bb-4873-a7b3-296be0b8e0c7, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:45.899494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-0cf757e5-e1df-412e-a1fc-07dfeba1e15f service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189835 Nov 12 21:01:45.944355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.033572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e4fe0-54b5-4cef-9260-31a8a4a96fde None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:01:46.037769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.072011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-99218e0c-8452-4ee1-96b6-61d6a3b2e0c8 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411283 Nov 12 21:01:46.370375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 44dd2b81-b3ee-41e8-9e5c-43c2b25173e4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:46.370993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.378119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.403275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.408847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/networks/68214dc0-423b-44d7-9ac0-10239c5035b9 HTTP/1.1" status: 204 len: 168 time: 2.7958584 Nov 12 21:01:46.419381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51548) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:46.431314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d19f8e-71f7-44f2-8fdb-a26aa213d72e tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Network': ['ID=68214dc0-423b-44d7-9ac0-10239c5035b9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:46.559958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.578183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.596711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 44dd2b81-b3ee-41e8-9e5c-43c2b25173e4 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:46.614439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-4b13c324-3555-4319-af4b-0034ca90e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:46.616151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-4b13c324-3555-4319-af4b-0034ca90e47a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.7689450 Nov 12 21:01:46.622997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-1ae647fa-fb79-4040-a289-b10689fcd36f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 200 len: 217 time: 0.5089483 Nov 12 21:01:46.683547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:46.738627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.775969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7199d67b-85e6-4277-88e0-95f623101837']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:46.789361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10f0093-114c-450d-bd56-0229c4bed4b3') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:46.789663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10f0093-114c-450d-bd56-0229c4bed4b3') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:46.810109 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.841863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port 8aeaad85-fb88-4e6d-8748-6c6966b6de9c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:46.841863 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.852401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2181-f8bf-4c07-a1d9-57093fdbcbcc req-b3c03168-9ecc-4587-8d50-1e945a5f24d0 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:46.854177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce8c2181-f8bf-4c07-a1d9-57093fdbcbcc req-b3c03168-9ecc-4587-8d50-1e945a5f24d0 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 945 time: 0.2502761 Nov 12 21:01:46.871015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b38d8-8af8-44d6-8292-65b5b23f312f req-64adb7c2-108e-486e-b297-4ab8757051c9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:46.879168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.881066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-085b38d8-8af8-44d6-8292-65b5b23f312f req-64adb7c2-108e-486e-b297-4ab8757051c9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.2867851 Nov 12 21:01:46.886519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:46.887088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.887829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 33286f83-e5bb-4873-a7b3-296be0b8e0c7) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:46.890653 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:46.912802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876e9df-e9f9-4d0a-8ad6-2f0959f0c17f None None] Network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:46.916789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-35bacd3c-ab46-4aa1-a327-4ddbe2c9f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:46.918718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-35bacd3c-ab46-4aa1-a327-4ddbe2c9f801 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2557805 Nov 12 21:01:46.935442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-ad507804-3112-46dc-864a-8e0d875d6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:46.936128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-ad507804-3112-46dc-864a-8e0d875d6f13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.2824049 Nov 12 21:01:46.939627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:46.940358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.080877 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.087935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.099277 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/networks/7199d67b-85e6-4277-88e0-95f623101837 HTTP/1.1" status: 204 len: 168 time: 0.6706140 Nov 12 21:01:47.101582 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51554) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:47.104221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce8c2181-f8bf-4c07-a1d9-57093fdbcbcc req-a5d2a46c-4d92-4a21-8962-b24989b776d5 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104356 Nov 12 21:01:47.149166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-e5303189-2d4c-4e89-884f-3c1772de854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:47.150827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-e5303189-2d4c-4e89-884f-3c1772de854e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1850612 Nov 12 21:01:47.180397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-085b38d8-8af8-44d6-8292-65b5b23f312f req-51a0578e-b423-4c65-990e-6affbf6430a9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965617 Nov 12 21:01:47.180754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d46c2-7fab-4a42-bfc5-d19346cca614 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Network': ['ID=7199d67b-85e6-4277-88e0-95f623101837,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:47.184010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.232198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a1538a6d-1ae1-4b33-b535-a34f89d6a2a2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.1101687 Nov 12 21:01:47.240418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port 9b7952f2-0915-41d9-9b1f-c715660e2aa1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:47.240799 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.245689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a224048c-6f14-4160-8c83-4d15605ada9e None None] Network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:47.343244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Router edfda783-6d88-4c22-9ebb-e2a0e2946693 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:47.358122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-b5d41d7e-f110-4bb4-aa0f-102c5670475c service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145596 Nov 12 21:01:47.364165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=44dd2b81-b3ee-41e8-9e5c-43c2b25173e4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:47.594694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.676088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.686062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port cbe779d8-f257-4750-bc39-f806a1d6c907 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:47.686545 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.757444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-29abaa2a-b5ea-4acf-8d8a-efc7148effdc service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782247 Nov 12 21:01:47.802076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port 77885970-0f0e-4f01-bb05-328a89f0383d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:47.802538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.855400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.883842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-7b996e81-5919-48eb-afb0-2650c7f7a96c service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971086 Nov 12 21:01:47.891616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2624de-9dc4-4ff6-8fe0-8682286c0c44']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:47.912951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9a0b91-a188-4fd3-bcb3-1aa1c9d46dae') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:47.913542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9a0b91-a188-4fd3-bcb3-1aa1c9d46dae') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:47.924629 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:01:47.932237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:47.944676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-6a573f89-3e15-484a-bb90-51aa553e3080 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129702 Nov 12 21:01:47.958677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-d05ec540-3150-4946-9005-48cf70392843 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 HTTP/1.1" status: 200 len: 217 time: 0.0596883 Nov 12 21:01:47.967101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port 53b098f5-737c-4eeb-bfd2-da73aa9f53a2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:47.976668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.013851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.015362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Port 53b098f5-737c-4eeb-bfd2-da73aa9f53a2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:48.029098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:48.029567 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.033114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port b9254b34-ce7c-474d-82d2-f1b0bbdee810 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:48.033660 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:48.036969 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.048718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:48.054616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-e850dd2e-2bcf-4c3c-98e1-b336326098d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 200 len: 217 time: 0.0916634 Nov 12 21:01:48.060732 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ed20c-2d45-4b85-b62d-966a52193d43 None None] Sync routers for ids ['edfda783-6d88-4c22-9ebb-e2a0e2946693'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:48.072123 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ed20c-2d45-4b85-b62d-966a52193d43 None None] Routers {'edfda783-6d88-4c22-9ebb-e2a0e2946693'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:48.075407 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-680ed20c-2d45-4b85-b62d-966a52193d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['edfda783-6d88-4c22-9ebb-e2a0e2946693'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:48.097789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Port b9254b34-ce7c-474d-82d2-f1b0bbdee810 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:48.111484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router ad62d247-2718-4670-a00c-9eb96f0930b0 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:48.115607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port ff6b6bc1-bf05-48e2-ab74-d522ed28da08 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:48.116465 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.127992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-561ce3dc-4e9f-46c4-9c5a-25ff311a37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:48.130113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-561ce3dc-4e9f-46c4-9c5a-25ff311a37e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.1460564 Nov 12 21:01:48.148846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974352e4-a767-4a71-a8a8-3d4394131e62 req-0d460468-9782-4762-a183-f7cc437e58ed tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:48.150825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-974352e4-a767-4a71-a8a8-3d4394131e62 req-0d460468-9782-4762-a183-f7cc437e58ed tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 945 time: 0.2051468 Nov 12 21:01:48.167116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Port ff6b6bc1-bf05-48e2-ab74-d522ed28da08 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:48.177456 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.178896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d5a82701-c588-472d-b982-1857b2cdc059 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.8783004 Nov 12 21:01:48.182590 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-680ed20c-2d45-4b85-b62d-966a52193d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:48.182937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port 2d9465e8-e593-401a-bdd5-860a202b5f01 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:48.183532 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.202209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-93d9c2eb-a5c0-4c88-9513-69fdaa985b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:48.203769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-93d9c2eb-a5c0-4c88-9513-69fdaa985b35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.1344435 Nov 12 21:01:48.206009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51576) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:48.212348 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ed20c-2d45-4b85-b62d-966a52193d43 None None] Routers {'edfda783-6d88-4c22-9ebb-e2a0e2946693'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:48.213642 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-680ed20c-2d45-4b85-b62d-966a52193d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['edfda783-6d88-4c22-9ebb-e2a0e2946693'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:48.214855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:48.224389 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.235872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Port 2d9465e8-e593-401a-bdd5-860a202b5f01 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:48.244994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.260795 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/networks/5e2624de-9dc4-4ff6-8fe0-8682286c0c44 HTTP/1.1" status: 204 len: 168 time: 1.1580141 Nov 12 21:01:48.262332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Provisioning complete for port c7a971d7-19b6-4278-b7e0-114fa7f3de15 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:48.262943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e9802a0-d42b-4a26-ac11-dd836901f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.290946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:48.316899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fca9d-5997-4871-b303-ed7b8ced5249 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Network': ['ID=5e2624de-9dc4-4ff6-8fe0-8682286c0c44,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:48.333091 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-680ed20c-2d45-4b85-b62d-966a52193d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:48.333882 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ed20c-2d45-4b85-b62d-966a52193d43 None None] The sync data for ids ['edfda783-6d88-4c22-9ebb-e2a0e2946693'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:48.350234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:48.356793 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-df6c3bd2-47ad-4b49-8bc8-357b6bb03e05 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/ad62d247-2718-4670-a00c-9eb96f0930b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1315022 Nov 12 21:01:48.359428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51588) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:48.366743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9dd21-ce40-4ec5-b6a5-4911a9de0d0a None None] Sync routers for ids ['ad62d247-2718-4670-a00c-9eb96f0930b0'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:48.385630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9dd21-ce40-4ec5-b6a5-4911a9de0d0a None None] Routers {'ad62d247-2718-4670-a00c-9eb96f0930b0'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:48.386264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8de9dd21-ce40-4ec5-b6a5-4911a9de0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ad62d247-2718-4670-a00c-9eb96f0930b0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:48.419637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-974352e4-a767-4a71-a8a8-3d4394131e62 req-a6d73b7c-6c99-4cd5-907f-63bcea2ef174 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533147 Nov 12 21:01:48.425840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8de9dd21-ce40-4ec5-b6a5-4911a9de0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:48.437869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9dd21-ce40-4ec5-b6a5-4911a9de0d0a None None] Routers {'ad62d247-2718-4670-a00c-9eb96f0930b0'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:48.438526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8de9dd21-ce40-4ec5-b6a5-4911a9de0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ad62d247-2718-4670-a00c-9eb96f0930b0'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:48.480418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8de9dd21-ce40-4ec5-b6a5-4911a9de0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:48.481451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9dd21-ce40-4ec5-b6a5-4911a9de0d0a None None] The sync data for ids ['ad62d247-2718-4670-a00c-9eb96f0930b0'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:48.503152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-cf55b231-0fb9-4207-8dfc-fbf8f0958d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:48.505302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-cf55b231-0fb9-4207-8dfc-fbf8f0958d14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3513286 Nov 12 21:01:48.521040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-8dee1cd4-2161-4944-b233-074832901317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:48.522748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-8dee1cd4-2161-4944-b233-074832901317 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3053188 Nov 12 21:01:48.537834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.656874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001690-cbf7-4ac7-96c9-c06d556bf3c5 req-49994423-7d3f-40d0-a719-ae0a2d89fedb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:48.658431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b001690-cbf7-4ac7-96c9-c06d556bf3c5 req-49994423-7d3f-40d0-a719-ae0a2d89fedb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.2965114 Nov 12 21:01:48.953342 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.004563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-dc6ecfb8-241a-44b8-b3ca-79d00a7e10f9 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865382 Nov 12 21:01:49.039470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b001690-cbf7-4ac7-96c9-c06d556bf3c5 req-9bfec5d1-a4bd-4491-ac52-df43299ea6c5 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391039 Nov 12 21:01:49.072435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.080991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5618dad2-7f97-431b-94e1-be11724cc67e']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:49.099511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-542703c7-ba51-47b8-a838-eb26228a2745 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566070 Nov 12 21:01:49.132761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adbf79e-7d1d-4cc9-a18f-711184a76037') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:49.132761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adbf79e-7d1d-4cc9-a18f-711184a76037') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:49.322345 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-7405fb4e-4a32-4ef2-9dec-07fad5daa565 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:49.324446 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-7405fb4e-4a32-4ef2-9dec-07fad5daa565 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.46 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 945 time: 0.0752919 Nov 12 21:01:49.498563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Deleting port c7a971d7-19b6-4278-b7e0-114fa7f3de15 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:49.498918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.528377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 3ffdd5ad-3f9c-4652-a053-4dbc133e48a4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:49.528724 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.799025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.799206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] For port c7a971d7-19b6-4278-b7e0-114fa7f3de15, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c7a971d7-19b6-4278-b7e0-114fa7f3de15,segment=NetworkSegment(87cc8462-b220-46f1-9ac5-19a1e1c09e58),segment_id=87cc8462-b220-46f1-9ac5-19a1e1c09e58)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:49.799206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.799487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-348b2dcf-6f97-4fad-b261-c236849a62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:49.799487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-348b2dcf-6f97-4fad-b261-c236849a62fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 1097 time: 0.8581004 Nov 12 21:01:49.799679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Calling delete_port for c7a971d7-19b6-4278-b7e0-114fa7f3de15 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:49.799679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.799931 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.800066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 3ffdd5ad-3f9c-4652-a053-4dbc133e48a4 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:49.800171 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:49.914763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-855fca1a-dbd4-4c27-9cd3-210e20c90b88 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9002886 Nov 12 21:01:49.925826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-9e8b754d-60fa-490c-9c12-bd68fa509d01 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8097088 Nov 12 21:01:49.946585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.026378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac19b-61c9-4d30-a7fc-d85ea7442e7d req-e1d974d7-b45d-4a55-8662-40ae781337ad tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.027926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0dac19b-61c9-4d30-a7fc-d85ea7442e7d req-e1d974d7-b45d-4a55-8662-40ae781337ad tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3fb85e-8cb3-4583-9857-881920af0d41 HTTP/1.1" status: 200 len: 945 time: 0.3833017 Nov 12 21:01:50.031979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-b7882328-c3f4-4b8f-a9e3-4e27e41dd46e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=e66877d1-7052-4510-be0f-7e88565c976a HTTP/1.1" status: 200 len: 217 time: 0.0991139 Nov 12 21:01:50.036451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-108a627c-56d8-4355-aef9-a64d1515571b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6 HTTP/1.1" status: 200 len: 217 time: 0.1000750 Nov 12 21:01:50.085304 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.099845 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.101331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c7a971d7-19b6-4278-b7e0-114fa7f3de15'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:50.101869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-82535a24-8a4c-45f1-a4bf-af8f6b993ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.103360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-82535a24-8a4c-45f1-a4bf-af8f6b993ece service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.3907914 Nov 12 21:01:50.115899 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.117876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Pushing event deleted for resources: {'Port': ['ID=c7a971d7-19b6-4278-b7e0-114fa7f3de15,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:50.147230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52dc82-0e1e-4c67-ae23-485be7c163cc None None] DHCP port deletion for e0d90957-8d44-40ad-8fc6-109ff53aadfd request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:50.149659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=3ffdd5ad-3f9c-4652-a053-4dbc133e48a4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:50.159756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.162951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] 10.222.0.64 "DELETE /v2.0/networks/5618dad2-7f97-431b-94e1-be11724cc67e HTTP/1.1" status: 204 len: 168 time: 1.8692143 Nov 12 21:01:50.238772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] No DVR routers for this DVR port c7a971d7-19b6-4278-b7e0-114fa7f3de15 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:50.238772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.238772 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9482c37c-353e-4760-b75b-eacc3fc8194d req-fe071ceb-56a1-4da9-8466-90370be340f3 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.46 "DELETE /v2.0/ports/c7a971d7-19b6-4278-b7e0-114fa7f3de15 HTTP/1.1" status: 204 len: 173 time: 0.9021986 Nov 12 21:01:50.238772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3fb85e-8cb3-4583-9857-881920af0d41', 'name': 'network-vif-deleted', 'tag': 'c7a971d7-19b6-4278-b7e0-114fa7f3de15'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:50.240812 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a545b7-e04d-4604-8741-3fd1c4fa582a" -d '{"events": [{"server_uuid": "db3fb85e-8cb3-4583-9857-881920af0d41", "name": "network-vif-deleted", "tag": "c7a971d7-19b6-4278-b7e0-114fa7f3de15"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:50.263399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73305e-77c0-4745-816d-791ae461f632 tempest-BulkNetworkOpsIpV6Test-65314354 tempest-BulkNetworkOpsIpV6Test-65314354-project] Pushing event deleted for resources: {'Network': ['ID=5618dad2-7f97-431b-94e1-be11724cc67e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:50.276469 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.291326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-71f9f2c2-3f30-4a6c-87fd-c6274b675ccc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3944529-418f-4287-827f-4ec7975a8def HTTP/1.1" status: 200 len: 217 time: 0.1344759 Nov 12 21:01:50.332183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-46e1f959-258e-468a-a8d6-35f4dcaa236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.333974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-46e1f959-258e-468a-a8d6-35f4dcaa236d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.2855222 Nov 12 21:01:50.335556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-044b75ba-03e4-41f1-9825-8772a49d41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.336944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.337135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-044b75ba-03e4-41f1-9825-8772a49d41f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 200 len: 797 time: 0.2931979 Nov 12 21:01:50.389559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0dac19b-61c9-4d30-a7fc-d85ea7442e7d req-ebf1a957-edc1-4a83-a1e8-3aa9f7ead593 tempest-InstanceActionsV221TestJSON-1536871992 tempest-InstanceActionsV221TestJSON-1536871992-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf270321-9f3c-4a1a-a44f-e00f01d3ad85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521454 Nov 12 21:01:50.494043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-5b942fdc-acc1-4ea2-9918-56f69d496d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.495549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-5b942fdc-acc1-4ea2-9918-56f69d496d6f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1941524 Nov 12 21:01:50.506723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-e21d661b-9424-473f-ae08-a2073dd0bcb7 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.511779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-e21d661b-9424-473f-ae08-a2073dd0bcb7 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/networks?id=33286f83-e5bb-4873-a7b3-296be0b8e0c7 HTTP/1.1" status: 200 len: 809 time: 0.4688425 Nov 12 21:01:50.526264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router ad62d247-2718-4670-a00c-9eb96f0930b0 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:50.596013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-cea5d85b-13f8-4d10-8e4b-b337f07f924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.597562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-cea5d85b-13f8-4d10-8e4b-b337f07f924a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50d84c6b-5301-433b-9eab-ee9301ea4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2377636 Nov 12 21:01:50.611908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-6aa1b368-5d95-45de-89b8-7ce6967fc104 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/quotas/6548d2b51d20474fa8527a89cbb27d8b HTTP/1.1" status: 200 len: 375 time: 0.0814183 Nov 12 21:01:50.614449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:50.619893 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-19b6b321-e801-46aa-88d3-ca3102a430e2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/ad62d247-2718-4670-a00c-9eb96f0930b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2590961 Nov 12 21:01:50.624238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51638) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:50.626417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-498b356b-9bb4-442c-a078-eb2eb7967c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.627975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-498b356b-9bb4-442c-a078-eb2eb7967c1b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2547822 Nov 12 21:01:50.631677 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f110d7-3178-4770-8496-b435f06a3170 None None] Sync routers for ids ['ad62d247-2718-4670-a00c-9eb96f0930b0'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:50.643409 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f110d7-3178-4770-8496-b435f06a3170 None None] Routers {'ad62d247-2718-4670-a00c-9eb96f0930b0'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:50.645054 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7f110d7-3178-4770-8496-b435f06a3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ad62d247-2718-4670-a00c-9eb96f0930b0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:50.671844 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-90a85944-8009-4864-b300-699a0ad1dd30 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad62d247-2718-4670-a00c-9eb96f0930b0 HTTP/1.1" status: 200 len: 205 time: 0.0461304 Nov 12 21:01:50.674234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51640) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:50.678408 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7f110d7-3178-4770-8496-b435f06a3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:50.687747 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f110d7-3178-4770-8496-b435f06a3170 None None] Routers {'ad62d247-2718-4670-a00c-9eb96f0930b0'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:50.688648 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7f110d7-3178-4770-8496-b435f06a3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ad62d247-2718-4670-a00c-9eb96f0930b0'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:50.715761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-bd434955-46c7-43ad-85f5-96ff2a811d69 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6548d2b51d20474fa8527a89cbb27d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028936 Nov 12 21:01:50.726728 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7f110d7-3178-4770-8496-b435f06a3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:50.727710 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f110d7-3178-4770-8496-b435f06a3170 None None] The sync data for ids ['ad62d247-2718-4670-a00c-9eb96f0930b0'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:50.758365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51642) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:50.770188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-ad749a41-e3f8-4ed7-8651-b01000861ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.771773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-ad749a41-e3f8-4ed7-8651-b01000861ef5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2568798 Nov 12 21:01:50.774248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a812f39b-a93e-4995-b0ce-918e943b1769 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.785667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Deleting port ff6b6bc1-bf05-48e2-ab74-d522ed28da08 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:50.786025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.861415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18024d5-122d-4ba0-a704-8277b3f07814 req-9475bd95-c38e-48d1-8e71-0d8471977fc5 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:50.863709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d18024d5-122d-4ba0-a704-8277b3f07814 req-9475bd95-c38e-48d1-8e71-0d8471977fc5 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 945 time: 0.3506575 Nov 12 21:01:50.962796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a812f39b-a93e-4995-b0ce-918e943b1769 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.969150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a812f39b-a93e-4995-b0ce-918e943b1769 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.025007 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-99d86444-b1e7-4e39-9857-f55040e3d14d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b4d1ae69fbc43079dea501a7da186ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626030 Nov 12 21:01:51.025007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51648) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.075918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72ce69b-e00f-4aaf-8b59-7f1999debdfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.097647 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72ce69b-e00f-4aaf-8b59-7f1999debdfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.101485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-e0cff55b-3375-4930-8b92-1568bf146945 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866354 Nov 12 21:01:51.111962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a812f39b-a93e-4995-b0ce-918e943b1769 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.112996 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a812f39b-a93e-4995-b0ce-918e943b1769 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Fanout notify agent at l3_agent the message router_deleted on router ad62d247-2718-4670-a00c-9eb96f0930b0 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:51.121228 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a812f39b-a93e-4995-b0ce-918e943b1769 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.125498 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a812f39b-a93e-4995-b0ce-918e943b1769 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/ad62d247-2718-4670-a00c-9eb96f0930b0 HTTP/1.1" status: 204 len: 168 time: 0.4467049 Nov 12 21:01:51.129171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51650) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.134425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-71796329-27c3-40b3-8589-196369fa7438 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855106 Nov 12 21:01:51.148038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d18024d5-122d-4ba0-a704-8277b3f07814 req-38a93a23-5044-4b8c-a722-eaf822195638 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347493 Nov 12 21:01:51.151902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.155965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-2b504850-8084-4976-9e17-0bb446352590 service neutron] 10.222.0.64 "GET /v2.0/networks/33286f83-e5bb-4873-a7b3-296be0b8e0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394197 Nov 12 21:01:51.179713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-0734155b-b44c-4381-8bb3-a83027317367 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834705 Nov 12 21:01:51.201553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d3944529-418f-4287-827f-4ec7975a8def no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:51.202260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f27a4c-08db-4d62-a238-622d73979758 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet ff5d1fbf-efe1-4896-bc75-0d54827bf82d {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:51.207052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93f27a4c-08db-4d62-a238-622d73979758 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.211381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Calling delete_port for ff6b6bc1-bf05-48e2-ab74-d522ed28da08 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:51.232323 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9222ba-a7e3-4316-9f6a-04ff1ef985cd x-openstack-request-id: req-2b9222ba-a7e3-4316-9f6a-04ff1ef985cd {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:51.232621 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3fb85e-8cb3-4583-9857-881920af0d41", "name": "network-vif-deleted", "tag": "c7a971d7-19b6-4278-b7e0-114fa7f3de15", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:51.232895 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b9222ba-a7e3-4316-9f6a-04ff1ef985cd {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:51.233291 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3fb85e-8cb3-4583-9857-881920af0d41', 'name': 'network-vif-deleted', 'tag': 'c7a971d7-19b6-4278-b7e0-114fa7f3de15', 'status': 'completed', 'code': 200} Nov 12 21:01:51.268104 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93f27a4c-08db-4d62-a238-622d73979758 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.353918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72ce69b-e00f-4aaf-8b59-7f1999debdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.356941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72ce69b-e00f-4aaf-8b59-7f1999debdfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.361201 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b72ce69b-e00f-4aaf-8b59-7f1999debdfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93e7aaed-6b7b-40e1-be8d-bb8ef16fd38a HTTP/1.1" status: 204 len: 168 time: 0.3330629 Nov 12 21:01:51.369476 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.375758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ce69b-e00f-4aaf-8b59-7f1999debdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7aaed-6b7b-40e1-be8d-bb8ef16fd38a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:51.412196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:51.414474 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4372f76a-5c69-40fb-bc34-fe9476da00c3" -d '{"events": [{"server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3944529-418f-4287-827f-4ec7975a8def"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:51.457553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:51.479994 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5458460d-3714-4590-b07c-e1c954d1bdb2 x-openstack-request-id: req-5458460d-3714-4590-b07c-e1c954d1bdb2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:51.479994 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3944529-418f-4287-827f-4ec7975a8def", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:51.479994 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5458460d-3714-4590-b07c-e1c954d1bdb2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:51.480288 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def', 'code': 200} Nov 12 21:01:51.483281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93f27a4c-08db-4d62-a238-622d73979758 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.524326 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.543240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-6a76292d-1227-431a-9f7d-78a340e1fd62 service neutron] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125662 Nov 12 21:01:51.560208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-4599e048-b27c-4a1f-a4a5-809a5b7a7ab5 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111018 Nov 12 21:01:51.569866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-8c962722-55fc-40e1-a0e2-ba7a857a0910 service neutron] 10.222.0.64 "GET /v2.0/networks/33286f83-e5bb-4873-a7b3-296be0b8e0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862846 Nov 12 21:01:51.582041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:51.620830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46f6e56-c5a5-4d8a-8b23-8649edb83934 req-3800d42c-c8b3-4f92-84ba-a23ab702b40d service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264638 Nov 12 21:01:51.635247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-e967488b-6546-4d0b-abdb-4c01c3b19a8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413e66bc-caf1-4d8d-955a-5729d255d131 HTTP/1.1" status: 200 len: 217 time: 0.0838265 Nov 12 21:01:51.636171 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93f27a4c-08db-4d62-a238-622d73979758 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.666991 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93f27a4c-08db-4d62-a238-622d73979758 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.673662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61091587-d4ba-4c9c-bc8d-17bc95a65fea None None] Network ee3f856b-0337-4f82-ae2f-29576a6c134d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:51.677478 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-93f27a4c-08db-4d62-a238-622d73979758 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/ff5d1fbf-efe1-4896-bc75-0d54827bf82d HTTP/1.1" status: 204 len: 168 time: 0.5472515 Nov 12 21:01:51.706797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51662) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.731810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f27a4c-08db-4d62-a238-622d73979758 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5d1fbf-efe1-4896-bc75-0d54827bf82d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:51.738113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-4ceead94-7b63-4f0c-9a13-8eecfb37abcf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c11c2037-3072-4a65-a936-7fbc5b08432d HTTP/1.1" status: 200 len: 217 time: 0.1685655 Nov 12 21:01:51.761327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51666) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.802674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a08d2b-bf56-43c2-a152-27abf3a7ed49 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet 13a3694c-cac0-43a4-84ed-057276dbb67a {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:51.808402 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9a08d2b-bf56-43c2-a152-27abf3a7ed49 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.857796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9a08d2b-bf56-43c2-a152-27abf3a7ed49 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.905035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-65db5157-e136-4652-991a-ed36368d554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:51.906544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-65db5157-e136-4652-991a-ed36368d554f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.2239041 Nov 12 21:01:51.963743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] DHCP port deletion for ee3f856b-0337-4f82-ae2f-29576a6c134d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:51.969568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a632c963-f0d6-4bbc-a9fd-1292f26a2465 admin admin] Deleting subnet 3f320aec-efd7-47d3-abdb-c3b95abe920c {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:51.983198 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a632c963-f0d6-4bbc-a9fd-1292f26a2465 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.006965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-a65900f8-6b75-48a5-b7c1-9f235f57499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:52.008469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-a65900f8-6b75-48a5-b7c1-9f235f57499c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.2480366 Nov 12 21:01:52.017492 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9a08d2b-bf56-43c2-a152-27abf3a7ed49 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.026131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] Deleting port c40c2638-9524-49b8-8421-1c3edc4f6a24 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:52.026793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.103066 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a632c963-f0d6-4bbc-a9fd-1292f26a2465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.126212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] For port c40c2638-9524-49b8-8421-1c3edc4f6a24, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c40c2638-9524-49b8-8421-1c3edc4f6a24,segment=NetworkSegment(27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3),segment_id=27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:52.126626 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.138267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-45396a83-f5d4-4641-8340-fb9164486b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:52.139897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-45396a83-f5d4-4641-8340-fb9164486b67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2048059 Nov 12 21:01:52.142955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] Calling delete_port for c40c2638-9524-49b8-8421-1c3edc4f6a24 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:52.194328 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9a08d2b-bf56-43c2-a152-27abf3a7ed49 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.242651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a08d2b-bf56-43c2-a152-27abf3a7ed49 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=13a3694c-cac0-43a4-84ed-057276dbb67a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.260868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9a08d2b-bf56-43c2-a152-27abf3a7ed49 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.266847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e9a08d2b-bf56-43c2-a152-27abf3a7ed49 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/13a3694c-cac0-43a4-84ed-057276dbb67a HTTP/1.1" status: 204 len: 168 time: 0.5596731 Nov 12 21:01:52.267095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51684) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:52.285044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb6970-6772-4438-b99b-d1222b827df0 None None] Network 32607018-5262-41bf-b7e6-d9d7518c485a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:52.371154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c7a971d7-19b6-4278-b7e0-114fa7f3de15 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:52.380935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.399107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: c7a971d7-19b6-4278-b7e0-114fa7f3de15 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:52.399624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c7a971d7-19b6-4278-b7e0-114fa7f3de15 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:52.448446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port c40c2638-9524-49b8-8421-1c3edc4f6a24 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:52.448785 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.495014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.519148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port c40c2638-9524-49b8-8421-1c3edc4f6a24, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c40c2638-9524-49b8-8421-1c3edc4f6a24,segment=NetworkSegment(27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3),segment_id=27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:52.521718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.535516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for c40c2638-9524-49b8-8421-1c3edc4f6a24 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:52.537136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] Pushing event deleted for resources: {'Port': ['ID=c40c2638-9524-49b8-8421-1c3edc4f6a24,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.545523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] DHCP port deletion for 32607018-5262-41bf-b7e6-d9d7518c485a request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:52.552282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f58766-b988-49b3-8c23-ae0127e04d58 None None] No DVR routers for this DVR port c40c2638-9524-49b8-8421-1c3edc4f6a24 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:52.618074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] Deleting port 0ec61148-f449-4385-8745-88214f026df4 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:52.618665 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.628534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98dd4355-6e18-4867-8069-edff3b240cc1 req-4626961b-f8a9-4d2f-909d-c486282f09a6 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 210 time: 0.5293369 Nov 12 21:01:52.656137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.669089 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.700662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] For port 0ec61148-f449-4385-8745-88214f026df4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0ec61148-f449-4385-8745-88214f026df4,segment=NetworkSegment(6581bf50-42d0-48ab-bdef-36348055bd55),segment_id=6581bf50-42d0-48ab-bdef-36348055bd55)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:52.701224 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.703564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=c40c2638-9524-49b8-8421-1c3edc4f6a24,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.710781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No DVR routers for this DVR port c40c2638-9524-49b8-8421-1c3edc4f6a24 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:52.716758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] Calling delete_port for 0ec61148-f449-4385-8745-88214f026df4 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:52.764476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-a48e6c2e-bc37-48f9-87f5-e4b41af96d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:52.765570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-a48e6c2e-bc37-48f9-87f5-e4b41af96d12 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7440405 Nov 12 21:01:52.820184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.852099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3f856b-0337-4f82-ae2f-29576a6c134d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:52.863314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:52.863787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ba3d7b-d4d5-4348-a2e1-4ae9a4e4e1d3') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:52.885827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.896059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Pushing event deleted for resources: {'Port': ['ID=ff6b6bc1-bf05-48e2-ab74-d522ed28da08,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.905124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.912175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:52.912640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:52.917245 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:52.940098 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a632c963-f0d6-4bbc-a9fd-1292f26a2465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.951197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322420df-e9e8-49a9-a02b-14392c21d130 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:52.983714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51704) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:53.098595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.107158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-937468480'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:53.147573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.155812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be723f-c048-4475-aa17-9267a9b54e73 req-90a2810a-c038-4df0-a2e9-9a43fee72a4e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:53.157263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4be723f-c048-4475-aa17-9267a9b54e73 req-90a2810a-c038-4df0-a2e9-9a43fee72a4e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 943 time: 0.5063503 Nov 12 21:01:53.165087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] Pushing event deleted for resources: {'Port': ['ID=0ec61148-f449-4385-8745-88214f026df4,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:53.177482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f49f6c-464b-4e94-905f-15688c42530b None None] No DVR routers for this DVR port 0ec61148-f449-4385-8745-88214f026df4 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:53.180247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-6d0c100c-489c-41f1-9750-b6f08f1c17b2 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691144 Nov 12 21:01:53.199482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.205507 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/ee3f856b-0337-4f82-ae2f-29576a6c134d HTTP/1.1" status: 204 len: 168 time: 0.9352052 Nov 12 21:01:53.205507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee712c5-8201-4519-a908-9f7e6717b4af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=ee3f856b-0337-4f82-ae2f-29576a6c134d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:53.206094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51710) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:53.225358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:53.229105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.270265 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.270600 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.347812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.387402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-44145558-c2b5-41bd-b58d-ca0713144fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398322 Nov 12 21:01:53.416052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4be723f-c048-4475-aa17-9267a9b54e73 req-42d92407-43ab-4131-9b3d-1d6b5500ad33 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434120 Nov 12 21:01:53.430308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c40c2638-9524-49b8-8421-1c3edc4f6a24 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:53.452903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c40c2638-9524-49b8-8421-1c3edc4f6a24 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:53.453531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c40c2638-9524-49b8-8421-1c3edc4f6a24 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:53.454133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ec61148-f449-4385-8745-88214f026df4 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:53.465920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.475277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 0ec61148-f449-4385-8745-88214f026df4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:53.475905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ec61148-f449-4385-8745-88214f026df4 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:53.478620 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a632c963-f0d6-4bbc-a9fd-1292f26a2465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.507805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.509418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32607018-5262-41bf-b7e6-d9d7518c485a']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:53.519028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6581bf50-42d0-48ab-bdef-36348055bd55') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:53.519477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6581bf50-42d0-48ab-bdef-36348055bd55') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:53.529444 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.544009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.552713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:53.553134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.553679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632c963-f0d6-4bbc-a9fd-1292f26a2465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f320aec-efd7-47d3-abdb-c3b95abe920c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:53.556620 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:53.562527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379efad6-6bf7-4e31-a7ac-eca9b3b81745 None None] Network e0d90957-8d44-40ad-8fc6-109ff53aadfd requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:53.597594 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a632c963-f0d6-4bbc-a9fd-1292f26a2465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.601331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a632c963-f0d6-4bbc-a9fd-1292f26a2465 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3f320aec-efd7-47d3-abdb-c3b95abe920c HTTP/1.1" status: 204 len: 168 time: 1.8384824 Nov 12 21:01:53.626947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51712) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:53.631871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-9224bcec-f10c-42c1-be7b-e77b90f07f8a service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438682 Nov 12 21:01:53.637117 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.650125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:53.661973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.662316 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Added segment e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef of type vlan for network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 Nov 12 21:01:53.731502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-2a290aa5-f624-4404-9a38-4ac5c320eacb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199 HTTP/1.1" status: 200 len: 217 time: 0.0678680 Nov 12 21:01:53.770801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630eff3-f44c-4a18-ab46-70ef0a102b77 None None] DHCP port deletion for e0d90957-8d44-40ad-8fc6-109ff53aadfd request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:53.810077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.845417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c8c9bb-2b00-4704-8349-211ad2971649,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:53.867910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.887234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.894506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.895474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.901461 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/32607018-5262-41bf-b7e6-d9d7518c485a HTTP/1.1" status: 204 len: 168 time: 0.6851048 Nov 12 21:01:53.902285 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2fbfdc-8d74-456a-9a58-847d8f5599da req-dc9ac065-9143-4acf-a261-91dec43a1897 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 210 time: 0.1308374 Nov 12 21:01:53.902453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51720) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:53.907036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1698460834'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:53.914217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.932432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-2631acde-eab2-41fd-a0ec-0c4adb376532 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050969 Nov 12 21:01:53.947855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa699a-d2b9-47d6-b4ff-47469abd40fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=32607018-5262-41bf-b7e6-d9d7518c485a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:54.004852 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.010693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.011326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.014735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-f9009347-1dc6-4376-87bf-fd12106670f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.016571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-f9009347-1dc6-4376-87bf-fd12106670f9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.2489226 Nov 12 21:01:54.017640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-7706f0eb-7216-41fc-b898-f4fb28b9996b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce HTTP/1.1" status: 200 len: 217 time: 0.0865722 Nov 12 21:01:54.020927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.032647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-02895fa1-989e-4b8e-b63e-153cb0e6034e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.039757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-02895fa1-989e-4b8e-b63e-153cb0e6034e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.045904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-02895fa1-989e-4b8e-b63e-153cb0e6034e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.052069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-02895fa1-989e-4b8e-b63e-153cb0e6034e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.058350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-02895fa1-989e-4b8e-b63e-153cb0e6034e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.064589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-02895fa1-989e-4b8e-b63e-153cb0e6034e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.071044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-02895fa1-989e-4b8e-b63e-153cb0e6034e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.073040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-02895fa1-989e-4b8e-b63e-153cb0e6034e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.3012002 Nov 12 21:01:54.100213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d90957-8d44-40ad-8fc6-109ff53aadfd']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:54.104587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:54.107971 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.128501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Network': ['ID=8d1ee6da-7556-4fcf-ade9-60445c06bd55,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:54.132020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cc8462-b220-46f1-9ac5-19a1e1c09e58') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:54.132312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cc8462-b220-46f1-9ac5-19a1e1c09e58') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:54.141667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:54.144252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.162858 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.168753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:54.174409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:54.175487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:54.177181 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:54.196975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Router edfda783-6d88-4c22-9ebb-e2a0e2946693 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:54.227621 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6a1b3aa8-fb1e-4540-af41-43ed478b4358 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2424181 Nov 12 21:01:54.228760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-5c22587c-9f2f-4cfc-9d82-fc63a1130662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.228913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.229158 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment 19fe147d-86c2-460d-aa91-d83d7b436181 of type vlan for network 9c908797-b131-49c0-a17e-f2195d122ae1 Nov 12 21:01:54.230230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-5c22587c-9f2f-4cfc-9d82-fc63a1130662 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 200 len: 797 time: 0.1552358 Nov 12 21:01:54.230409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51722) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:54.247120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'name': 'tempest-PortsIpV6TestJSON-367343610'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:54.286872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7979d02-b8b1-48c3-aca7-7064c486c6d8 req-536ecaec-4023-4f5c-b836-cf6d7235170e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709192 Nov 12 21:01:54.290505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-19e724c9-69c5-4f66-ab6d-88a7d22f49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.291842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-19e724c9-69c5-4f66-ab6d-88a7d22f49a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2179012 Nov 12 21:01:54.351708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.393050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:54.398313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.403702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.404300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.405455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e5870668-f33b-4a96-9425-06e8725ec541 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "PUT /v2.0/routers/edfda783-6d88-4c22-9ebb-e2a0e2946693 HTTP/1.1" status: 200 len: 708 time: 6.1972835 Nov 12 21:01:54.407578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e694a11-8588-4150-9c75-daf4997c8fd5 None None] Sync routers for ids ['edfda783-6d88-4c22-9ebb-e2a0e2946693'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:54.410277 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e0d90957-8d44-40ad-8fc6-109ff53aadfd HTTP/1.1" status: 204 len: 168 time: 0.7838976 Nov 12 21:01:54.411853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51724) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:54.434766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e694a11-8588-4150-9c75-daf4997c8fd5 None None] Routers {'edfda783-6d88-4c22-9ebb-e2a0e2946693'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:54.436418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4e694a11-8588-4150-9c75-daf4997c8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['edfda783-6d88-4c22-9ebb-e2a0e2946693'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:54.441997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb0d-2590-4887-b8df-f530e3655443 req-bb20098d-aa1f-4e95-b159-3a43f63de9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.443561 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-bb20098d-aa1f-4e95-b159-3a43f63de9b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=146557bc-c4c8-4990-a5f6-19e072b8a8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1969736 Nov 12 21:01:54.475616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18955e2-941d-4986-b0f7-8dd0eb08e2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d90957-8d44-40ad-8fc6-109ff53aadfd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:54.510128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4e694a11-8588-4150-9c75-daf4997c8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:54.520891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e694a11-8588-4150-9c75-daf4997c8fd5 None None] Routers {'edfda783-6d88-4c22-9ebb-e2a0e2946693'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:54.522441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4e694a11-8588-4150-9c75-daf4997c8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:01:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['edfda783-6d88-4c22-9ebb-e2a0e2946693'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:54.579718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4e694a11-8588-4150-9c75-daf4997c8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:54.579718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e694a11-8588-4150-9c75-daf4997c8fd5 None None] The sync data for ids ['edfda783-6d88-4c22-9ebb-e2a0e2946693'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:54.607531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-a7d9e8c2-4307-4b10-9727-6e176c67e635 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776628 Nov 12 21:01:54.677820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ee0ed-a0fa-4845-9ac3-f3ff666365b6 req-0c4b66f8-18e6-4516-b4a2-ff39dc38c560 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.679929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b0ee0ed-a0fa-4845-9ac3-f3ff666365b6 req-0c4b66f8-18e6-4516-b4a2-ff39dc38c560 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 943 time: 0.1623068 Nov 12 21:01:54.731945 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-e3405ad6-3bcf-45b1-9227-cac7f5ef4df2 service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774236 Nov 12 21:01:54.811339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.817268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.817867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.849102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:54.852574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.863639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b0ee0ed-a0fa-4845-9ac3-f3ff666365b6 req-1b5f21ea-cda2-4d9a-a3d2-0a62829ca632 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428032 Nov 12 21:01:54.868170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-e2457c82-812e-48c0-8e1e-2ad1661de2a9 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521052 Nov 12 21:01:54.901597 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c52182b0-7cce-4488-a13b-ae636d37ebac tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/routers/edfda783-6d88-4c22-9ebb-e2a0e2946693 HTTP/1.1" status: 200 len: 743 time: 0.4886293 Nov 12 21:01:54.930422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51732) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:54.930422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51734) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:54.932621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-2d5e76c3-d41a-43fa-8261-d6ba5cdee3d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 HTTP/1.1" status: 200 len: 217 time: 0.0569458 Nov 12 21:01:54.953438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port c681f231-6283-4e75-b1a4-6edb86d2e80d yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:55.025613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e85efb0d-2590-4887-b8df-f530e3655443 req-9ea43412-7f04-4ca9-9b7e-b8fc15f819fc service neutron] 10.222.0.46 "GET /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804623 Nov 12 21:01:55.027983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=9c908797-b131-49c0-a17e-f2195d122ae1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:55.034749 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f1cf394-5394-4487-a001-252642cbf214 tempest-RoutersIpV6AdminTest-383537705 tempest-RoutersIpV6AdminTest-383537705-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&device_id=edfda783-6d88-4c22-9ebb-e2a0e2946693 HTTP/1.1" status: 200 len: 205 time: 0.0994377 Nov 12 21:01:55.038163 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bb0ed11d-4b07-4358-a5f4-26c42c4cca98 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1350002 Nov 12 21:01:55.041716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 9c908797-b131-49c0-a17e-f2195d122ae1 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:55.052067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51738) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:55.052402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51740) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:55.054486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c1e9b6e-84d2-46b6-9b51-b0c97dd24db1 req-72786e86-7cbd-41ae-9921-1b9f5974e2b7 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 210 time: 0.0452583 Nov 12 21:01:55.060346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': '9c908797-b131-49c0-a17e-f2195d122ae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:55.147188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fcac40d2-cd58-4e2d-b59c-7186ff0c270f tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=edfda783-6d88-4c22-9ebb-e2a0e2946693 HTTP/1.1" status: 200 len: 205 time: 0.0916798 Nov 12 21:01:55.148737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-16518432-5ba7-45bc-8276-13ff93122477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.150933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-16518432-5ba7-45bc-8276-13ff93122477 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.2075963 Nov 12 21:01:55.151087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51744) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:55.223543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3fdf5-f2aa-4afd-9216-0fbdd3ba6104 req-372ec9ce-e8fd-4377-b199-4ae0e4a09009 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.227631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6b3fdf5-f2aa-4afd-9216-0fbdd3ba6104 req-372ec9ce-e8fd-4377-b199-4ae0e4a09009 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2646871 Nov 12 21:01:55.257479 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f5d2e311-56de-401f-b199-004bf49fdaa9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02ab0908c717453892a9ebd3747290d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236675 Nov 12 21:01:55.262088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51746) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:55.277080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-4244f30a-e02b-4a5a-9dd8-76f8889d9eb1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.280527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23f0eacb-97e6-428f-a25b-2782e7cc972c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.283013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-4244f30a-e02b-4a5a-9dd8-76f8889d9eb1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.289542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-4244f30a-e02b-4a5a-9dd8-76f8889d9eb1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.297335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-4244f30a-e02b-4a5a-9dd8-76f8889d9eb1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.303540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-4244f30a-e02b-4a5a-9dd8-76f8889d9eb1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.309497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-4244f30a-e02b-4a5a-9dd8-76f8889d9eb1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.315540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-4244f30a-e02b-4a5a-9dd8-76f8889d9eb1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.317491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-4244f30a-e02b-4a5a-9dd8-76f8889d9eb1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.2669556 Nov 12 21:01:55.374785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-a00e31fe-42ac-4159-9e86-5fc9da004d80 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.376268 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-a00e31fe-42ac-4159-9e86-5fc9da004d80 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.46 "GET /v2.0/networks?id=33286f83-e5bb-4873-a7b3-296be0b8e0c7 HTTP/1.1" status: 200 len: 809 time: 0.4172609 Nov 12 21:01:55.403502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-18c9dfa9-2332-4d9f-a2c9-8244c7cc0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.404996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-18c9dfa9-2332-4d9f-a2c9-8244c7cc0035 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2222962 Nov 12 21:01:55.421069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Request body: {'port': {'device_id': '245671e5-7736-4476-9521-876b392075c7', 'network_id': '33286f83-e5bb-4873-a7b3-296be0b8e0c7', 'admin_state_up': True, 'tenant_id': '6548d2b51d20474fa8527a89cbb27d8b'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:55.469461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-9938c9bc-3578-4388-8cef-0c5bb2986432 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.470739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-9938c9bc-3578-4388-8cef-0c5bb2986432 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "GET /v2.0/ports/24d58751-e780-4c96-8bf7-12b4003f2b39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1337426 Nov 12 21:01:55.516089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6b3fdf5-f2aa-4afd-9216-0fbdd3ba6104 req-c0e67467-e8ec-4857-a126-ba5c1c40d3df tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751594 Nov 12 21:01:55.590547 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.593075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23f0eacb-97e6-428f-a25b-2782e7cc972c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.598222 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23f0eacb-97e6-428f-a25b-2782e7cc972c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.759392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23f0eacb-97e6-428f-a25b-2782e7cc972c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.759872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f0eacb-97e6-428f-a25b-2782e7cc972c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Fanout notify agent at l3_agent the message router_deleted on router edfda783-6d88-4c22-9ebb-e2a0e2946693 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:55.766921 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23f0eacb-97e6-428f-a25b-2782e7cc972c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.772207 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-23f0eacb-97e6-428f-a25b-2782e7cc972c tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/edfda783-6d88-4c22-9ebb-e2a0e2946693 HTTP/1.1" status: 204 len: 168 time: 0.6084311 Nov 12 21:01:55.772207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51752) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:55.799316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Made reservation on behalf of 6548d2b51d20474fa8527a89cbb27d8b for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:55.803486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.806254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.809310 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0aa2661b-7baf-405e-9b58-1531f765d103 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=edfda783-6d88-4c22-9ebb-e2a0e2946693 HTTP/1.1" status: 200 len: 205 time: 0.0361922 Nov 12 21:01:55.815551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:55.887080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:55.894199 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.901105 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-be3818fd-b1fd-4c4a-9a1c-18097685f810 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] delete failed (client error): The resource could not be found. Nov 12 21:01:55.902139 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-be3818fd-b1fd-4c4a-9a1c-18097685f810 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/edfda783-6d88-4c22-9ebb-e2a0e2946693 HTTP/1.1" status: 404 len: 336 time: 0.0789945 Nov 12 21:01:55.911731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51756) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:55.925295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=c681f231-6283-4e75-b1a4-6edb86d2e80d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:55.985973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking segment: {'id': 'e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:55.986311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network hostable DHCP agents. Network: 8d1ee6da-7556-4fcf-ade9-60445c06bd55, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:56.051481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Allocated IP 172.20.0.9 (33286f83-e5bb-4873-a7b3-296be0b8e0c7/a932fcd9-e801-4cf0-aa4c-7c526c0743f2/aec4c408-91e1-4fec-8577-62bc917a0e7e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:56.066492 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f43f0f0-2862-4ac5-84c9-fd87be44c2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.069643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9b43973e-d641-4c76-baf1-98df0b29d80d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c9a3f45-137d-4eab-b64f-a47b4a236426 HTTP/1.1" status: 200 len: 205 time: 0.1553106 Nov 12 21:01:56.077686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.099758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-acbd110a-c901-46eb-b8ba-faab15412074 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.105708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-acbd110a-c901-46eb-b8ba-faab15412074 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.111669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-acbd110a-c901-46eb-b8ba-faab15412074 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.118300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-acbd110a-c901-46eb-b8ba-faab15412074 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.124520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-acbd110a-c901-46eb-b8ba-faab15412074 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.131027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-acbd110a-c901-46eb-b8ba-faab15412074 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.132904 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-eecde3eb-2fce-4a7e-b49f-383303b2f8c9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] delete failed (client error): The resource could not be found. Nov 12 21:01:56.133947 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-eecde3eb-2fce-4a7e-b49f-383303b2f8c9 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/8c9a3f45-137d-4eab-b64f-a47b4a236426 HTTP/1.1" status: 404 len: 336 time: 0.0553229 Nov 12 21:01:56.134580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:56.137019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-acbd110a-c901-46eb-b8ba-faab15412074 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.140036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-acbd110a-c901-46eb-b8ba-faab15412074 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 5441 time: 0.7485781 Nov 12 21:01:56.140192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51762) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.178300 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a5838898-b78b-4dbc-aa46-f29ffd4993f5 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=82bf7d5a-443e-4142-adda-a1ab8f62ce31 HTTP/1.1" status: 200 len: 205 time: 0.0363433 Nov 12 21:01:56.181911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51764) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.218236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f43f0f0-2862-4ac5-84c9-fd87be44c2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.225734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-53199393-35a7-4ea1-aedc-18fd2986a83a service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7954021 Nov 12 21:01:56.232509 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-25bd8424-681a-49d6-9387-74d2aa3d957f tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] delete failed (client error): The resource could not be found. Nov 12 21:01:56.233659 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25bd8424-681a-49d6-9387-74d2aa3d957f tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/82bf7d5a-443e-4142-adda-a1ab8f62ce31 HTTP/1.1" status: 404 len: 336 time: 0.0508239 Nov 12 21:01:56.242013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.242700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 8d1ee6da-7556-4fcf-ade9-60445c06bd55) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:56.263332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e08c9c-0eab-4577-bc88-8e89e4dbb070 None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:56.265674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffe344-7c1c-4169-a91b-a9da9bf3f70d req-c0302ef5-3c56-4ecd-87a8-7934ab38fc27 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.267198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dffe344-7c1c-4169-a91b-a9da9bf3f70d req-c0302ef5-3c56-4ecd-87a8-7934ab38fc27 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3615968 Nov 12 21:01:56.275688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:56.281723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.282328 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.319316 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ce6af8a-f536-44c0-b209-32c902e1ef54 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=92d9761c-4334-4b80-8dba-0f508cf61422 HTTP/1.1" status: 200 len: 205 time: 0.0721817 Nov 12 21:01:56.322971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-5650b5f7-6fb9-49b2-9177-efb66d5e8189 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "GET /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8310366 Nov 12 21:01:56.323878 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51770) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.367875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:56.371605 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-80f72170-a0df-4856-bc46-56e7f427004d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] delete failed (client error): The resource could not be found. Nov 12 21:01:56.376706 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-80f72170-a0df-4856-bc46-56e7f427004d tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/92d9761c-4334-4b80-8dba-0f508cf61422 HTTP/1.1" status: 404 len: 336 time: 0.0479052 Nov 12 21:01:56.376706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51772) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.410941 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b04697ba-c1ad-4f08-b309-88c45729e540 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=6233bc76-3150-45cf-9495-c3dcf577e100 HTTP/1.1" status: 200 len: 205 time: 0.0324998 Nov 12 21:01:56.412521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.466909 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-644fa941-b2e8-4ccb-9c71-af19d96fef44 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2265258 Nov 12 21:01:56.468457 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d9bba5d-b338-4259-b19f-891a34befa46 req-627ef662-c031-4869-b691-4245572b0a53 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3113415 Nov 12 21:01:56.469699 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-8c5b290c-0ae7-4dcc-b4d8-33122d0b4d40 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] delete failed (client error): The resource could not be found. Nov 12 21:01:56.474267 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c5b290c-0ae7-4dcc-b4d8-33122d0b4d40 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/6233bc76-3150-45cf-9495-c3dcf577e100 HTTP/1.1" status: 404 len: 336 time: 0.0572624 Nov 12 21:01:56.474267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51776) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.476451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-527238392'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:56.479657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51778) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.505798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.575161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7dd4c84e-ac5c-4112-a0a8-708b17b14b89 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceed0225-c5eb-4178-94a8-c703b4a4adc9 HTTP/1.1" status: 200 len: 205 time: 0.0643392 Nov 12 21:01:56.577691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51780) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.578516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dffe344-7c1c-4169-a91b-a9da9bf3f70d req-ea808fb7-ecf4-449d-a788-5363341a0ee3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925262 Nov 12 21:01:56.606283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.616368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:56.619860 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.623046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.624096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f83f329e-58bc-4d6a-b849-aec8b8c569f2 req-46766951-2498-4000-97dd-55f52ffb4e90 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786612 Nov 12 21:01:56.626186 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-4a05f8fd-7390-4184-8e61-912ea68c062a tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] delete failed (client error): The resource could not be found. Nov 12 21:01:56.630610 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4a05f8fd-7390-4184-8e61-912ea68c062a tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/routers/ceed0225-c5eb-4178-94a8-c703b4a4adc9 HTTP/1.1" status: 404 len: 336 time: 0.0484483 Nov 12 21:01:56.635689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27f3686d-c377-43a3-b21d-88294e8c0358 req-e2f301d5-6dd8-4d1e-ac8c-b2237b8b2b2d tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 210 time: 0.0645118 Nov 12 21:01:56.637699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51784) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:56.713405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:56.716735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Pushing event updated for resources: {'Port': ['ID=aec4c408-91e1-4fec-8577-62bc917a0e7e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:56.721035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:56.724091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:56.729862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:56.730188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f43f0f0-2862-4ac5-84c9-fd87be44c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.733188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f43f0f0-2862-4ac5-84c9-fd87be44c2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.734348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7f43f0f0-2862-4ac5-84c9-fd87be44c2f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf270321-9f3c-4a1a-a44f-e00f01d3ad85 HTTP/1.1" status: 204 len: 168 time: 1.4694731 Nov 12 21:01:56.756587 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-19089413-b4f6-495a-81b7-190bc0b0b3f3 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] DELETE failed (client error): The resource could not be found. Nov 12 21:01:56.756942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19089413-b4f6-495a-81b7-190bc0b0b3f3 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:01:56.759422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.763343 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Added segment cca428af-8118-403c-b67e-ee733d1cd905 of type vlan for network a81808ef-6c5e-4305-b7a9-985f8d7bf0a9 Nov 12 21:01:56.763514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-19089413-b4f6-495a-81b7-190bc0b0b3f3 tempest-RoutersIpV6AdminTest-230180919 tempest-RoutersIpV6AdminTest-230180919-project] 10.222.0.64 "DELETE /v2.0/subnets/59ce6d30-7d1c-473d-8e91-fe9be3ec4418 HTTP/1.1" status: 404 len: 337 time: 0.1194017 Nov 12 21:01:56.780108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43f0f0-2862-4ac5-84c9-fd87be44c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf270321-9f3c-4a1a-a44f-e00f01d3ad85,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:56.870933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.878501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.886049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] For port 24d58751-e780-4c96-8bf7-12b4003f2b39, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=24d58751-e780-4c96-8bf7-12b4003f2b39,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:56.894667 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.902885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.966691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] For port 24d58751-e780-4c96-8bf7-12b4003f2b39, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:56.982997 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.994512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.995192 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.001550 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-21cf53c4-36e6-4baf-bb27-8e91616c8157 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5864372 Nov 12 21:01:57.019501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=0e5f614f-8e86-4043-bb94-09d3cf4426b2,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:57.028019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] device_id is not set on port 24d58751-e780-4c96-8bf7-12b4003f2b39 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:57.034327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': '19fe147d-86c2-460d-aa91-d83d7b436181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c908797-b131-49c0-a17e-f2195d122ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:57.034773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: 9c908797-b131-49c0-a17e-f2195d122ae1, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:57.038616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Request body: {'port': {'device_id': '245671e5-7736-4476-9521-876b392075c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:57.041513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.116266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf0367-110d-4f21-913a-417b374dee9c req-1676a00d-1206-4640-b4db-490fc791e915 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.119779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8caf0367-110d-4f21-913a-417b374dee9c req-1676a00d-1206-4640-b4db-490fc791e915 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0592418 Nov 12 21:01:57.127703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Network': ['ID=a81808ef-6c5e-4305-b7a9-985f8d7bf0a9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:57.151234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.151611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.151947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.152282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.152633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.152950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.153302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.153634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.153962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.154293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.154615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.154963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:57.165589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1cacb56f-eecb-479d-b2c4-890b86263220 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6928856 Nov 12 21:01:57.168154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:57.171798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a81808ef-6c5e-4305-b7a9-985f8d7bf0a9 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:57.173091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'ports': [{'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55'}, {'network_id': 'a81808ef-6c5e-4305-b7a9-985f8d7bf0a9'}]} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:57.173531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:57.174049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': 'a81808ef-6c5e-4305-b7a9-985f8d7bf0a9'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:57.177916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.180165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 9c908797-b131-49c0-a17e-f2195d122ae1 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:57.191615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.196972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8caf0367-110d-4f21-913a-417b374dee9c req-e9a3c197-f9f0-408a-be0c-b17ce17a5f10 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731466 Nov 12 21:01:57.239514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d3944529-418f-4287-827f-4ec7975a8def no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:57.300767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] No DVR routers for this DVR port 24d58751-e780-4c96-8bf7-12b4003f2b39 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:57.366104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] In _notify_port_updated(), no bound segment for port 24d58751-e780-4c96-8bf7-12b4003f2b39 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:01:57.367025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.367810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.369153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] 10.222.0.46 "PUT /v2.0/ports/24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 200 len: 1031 time: 1.0280683 Nov 12 21:01:57.369751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 9c908797-b131-49c0-a17e-f2195d122ae1) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:57.371280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000a423-e934-45c9-b6b1-c2f36b687e94 service neutron] Pushing event updated for resources: {'Port': ['ID=24d58751-e780-4c96-8bf7-12b4003f2b39,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:57.386379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.388836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.396274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c7388-71e4-4569-89cd-b039148a26bd None None] Network 9c908797-b131-49c0-a17e-f2195d122ae1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:57.474710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-66f6cf7e-d7ca-4fa6-9785-f68f7f2e4577 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.476549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-66f6cf7e-d7ca-4fa6-9785-f68f7f2e4577 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "GET /v2.0/ports/198079ab-c48b-40d1-a9b7-62708b3f8947?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0867417 Nov 12 21:01:57.501271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:57.504000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51800) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:57.536842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fd8bd3ca-aceb-4f66-a6ac-e671d13a784b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4798737 Nov 12 21:01:57.539175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51808) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:57.547877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-966c22cc-6b58-4a5f-a2c4-5194aa76e502 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-776593040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:57.613871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30e2d8dc-ccc6-4985-8366-b320a30cdf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.706769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.742013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f119b9-0360-4149-a067-527e536292a0 req-ef67ccbe-d2e6-4458-8149-8e776c204ce3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.748504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f119b9-0360-4149-a067-527e536292a0 req-ef67ccbe-d2e6-4458-8149-8e776c204ce3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.755594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f119b9-0360-4149-a067-527e536292a0 req-ef67ccbe-d2e6-4458-8149-8e776c204ce3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.761731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f119b9-0360-4149-a067-527e536292a0 req-ef67ccbe-d2e6-4458-8149-8e776c204ce3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.771065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f119b9-0360-4149-a067-527e536292a0 req-ef67ccbe-d2e6-4458-8149-8e776c204ce3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.774576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d988699d-0ba8-474d-a514-0c63092d5c14 None None] Provisioning complete for port 24d58751-e780-4c96-8bf7-12b4003f2b39 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:57.775179 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d988699d-0ba8-474d-a514-0c63092d5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.775866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f119b9-0360-4149-a067-527e536292a0 req-ef67ccbe-d2e6-4458-8149-8e776c204ce3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.777571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71f119b9-0360-4149-a067-527e536292a0 req-ef67ccbe-d2e6-4458-8149-8e776c204ce3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 4663 time: 0.1430807 Nov 12 21:01:57.821603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-966c22cc-6b58-4a5f-a2c4-5194aa76e502 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.822647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-966c22cc-6b58-4a5f-a2c4-5194aa76e502 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.843179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-9c908797-b131-49c0-a17e-f2195d122ae1', 'network_id': '9c908797-b131-49c0-a17e-f2195d122ae1', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': '0e5f614f-8e86-4043-bb94-09d3cf4426b2'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:01:57.844201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.853831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec4c408-91e1-4fec-8577-62bc917a0e7e {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:57.860097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d988699d-0ba8-474d-a514-0c63092d5c14 None None] Port 24d58751-e780-4c96-8bf7-12b4003f2b39 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:57.868062 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02c9221a-90c1-49b4-aaf5-e4787c6b77fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.873330 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.897049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Transition to ACTIVE for port object aec4c408-91e1-4fec-8577-62bc917a0e7e will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:01:57.925632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 2} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:57.931009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.947996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.985471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.996940 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-966c22cc-6b58-4a5f-a2c4-5194aa76e502 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.014953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Allocated IP 2001:db8::2 (9c908797-b131-49c0-a17e-f2195d122ae1/0e5f614f-8e86-4043-bb94-09d3cf4426b2/94b150ed-d795-485b-b6a4-95b2c52f2db1) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:58.047318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaee4f-9cae-41d4-90cd-36e0312f91c6 req-08d5c87d-2fa4-4493-8c79-f36c7e247249 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.048890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4afaee4f-9cae-41d4-90cd-36e0312f91c6 req-08d5c87d-2fa4-4493-8c79-f36c7e247249 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 931 time: 0.2704136 Nov 12 21:01:58.061209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71f119b9-0360-4149-a067-527e536292a0 req-b6673ecd-7db0-45fc-9935-5d342e285a6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&id=8603ae45-55f9-4842-9943-b80eab48b280&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2524350 Nov 12 21:01:58.091469 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-966c22cc-6b58-4a5f-a2c4-5194aa76e502 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.147720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] For port 198079ab-c48b-40d1-a9b7-62708b3f8947, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=198079ab-c48b-40d1-a9b7-62708b3f8947,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:58.159340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 0fd1a583-9a73-4188-b4ab-bbee3bdc06fe yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:58.209340 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-966c22cc-6b58-4a5f-a2c4-5194aa76e502 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.210568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-966c22cc-6b58-4a5f-a2c4-5194aa76e502 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6701343 Nov 12 21:01:58.218622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4afaee4f-9cae-41d4-90cd-36e0312f91c6 req-d8bd66f2-c132-4bab-96cb-758dd314b5b3 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545691 Nov 12 21:01:58.219163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51824) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:58.229355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Pushing event updated for resources: {'Port': ['ID=aec4c408-91e1-4fec-8577-62bc917a0e7e,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:58.231743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'port': {'network_id': '9c908797-b131-49c0-a17e-f2195d122ae1', 'name': 'tempest-RoutersIpV6Test-747442103'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:58.245746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] For port 198079ab-c48b-40d1-a9b7-62708b3f8947, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:58.264745 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.282235 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02c9221a-90c1-49b4-aaf5-e4787c6b77fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.354403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] device_id is not set on port 198079ab-c48b-40d1-a9b7-62708b3f8947 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:58.355120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.358474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Attempting to bind port aec4c408-91e1-4fec-8577-62bc917a0e7e on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:58.358474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Attempting to bind port aec4c408-91e1-4fec-8577-62bc917a0e7e by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '149b9bb8-6b66-4213-8676-83fcfc8afa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '33286f83-e5bb-4873-a7b3-296be0b8e0c7'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:58.359064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Attempting to bind port aec4c408-91e1-4fec-8577-62bc917a0e7e on network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:58.416480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Port aec4c408-91e1-4fec-8577-62bc917a0e7e on network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:01:58.416480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Attempting to bind port aec4c408-91e1-4fec-8577-62bc917a0e7e on network 33286f83-e5bb-4873-a7b3-296be0b8e0c7 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:58.416480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:58.416480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Checking segment: {'id': '149b9bb8-6b66-4213-8676-83fcfc8afa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '33286f83-e5bb-4873-a7b3-296be0b8e0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:58.416480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Bound using segment: {'id': '149b9bb8-6b66-4213-8676-83fcfc8afa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '33286f83-e5bb-4873-a7b3-296be0b8e0c7'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:58.416480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Bound port: aec4c408-91e1-4fec-8577-62bc917a0e7e, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149b9bb8-6b66-4213-8676-83fcfc8afa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '33286f83-e5bb-4873-a7b3-296be0b8e0c7'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:58.416480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.417290 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.417386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Network 9c908797-b131-49c0-a17e-f2195d122ae1 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:58.417386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:58.417386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:58.423260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c9639032-a1d5-41f6-bbd9-deb2f45c3c07 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:58.430218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cd74-d42e-40f3-8147-2c3e1893709c req-db2b732c-1997-4e3b-ac4d-7a469e7f59d6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.431795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd33cd74-d42e-40f3-8147-2c3e1893709c req-db2b732c-1997-4e3b-ac4d-7a469e7f59d6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.0992100 Nov 12 21:01:58.448551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02c9221a-90c1-49b4-aaf5-e4787c6b77fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.476834 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.483616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Pushing event updated for resources: {'Port': ['ID=94b150ed-d795-485b-b6a4-95b2c52f2db1,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:58.514163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Attempting to bind port 94b150ed-d795-485b-b6a4-95b2c52f2db1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:58.514636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Attempting to bind port 94b150ed-d795-485b-b6a4-95b2c52f2db1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '19fe147d-86c2-460d-aa91-d83d7b436181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c908797-b131-49c0-a17e-f2195d122ae1'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:58.515216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Attempting to bind port 94b150ed-d795-485b-b6a4-95b2c52f2db1 on network 9c908797-b131-49c0-a17e-f2195d122ae1 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:58.526049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:58.526595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Checking segment: {'id': '19fe147d-86c2-460d-aa91-d83d7b436181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c908797-b131-49c0-a17e-f2195d122ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:58.527093 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.527609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Bound using segment: {'id': '19fe147d-86c2-460d-aa91-d83d7b436181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c908797-b131-49c0-a17e-f2195d122ae1'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:58.528184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Bound port: 94b150ed-d795-485b-b6a4-95b2c52f2db1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fe147d-86c2-460d-aa91-d83d7b436181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c908797-b131-49c0-a17e-f2195d122ae1'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:58.528664 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.534866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-02c9221a-90c1-49b4-aaf5-e4787c6b77fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf32255005004e62a2d27206c4c73914&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0281599 Nov 12 21:01:58.540992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51830) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:58.553220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] For port aec4c408-91e1-4fec-8577-62bc917a0e7e, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:58.557656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9221a-90c1-49b4-aaf5-e4787c6b77fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26de07a4-054f-4093-8d4c-a2c0364eea92,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:58.574211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 2c74eb5d-cdda-449a-9375-db16de49bc09 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:58.578174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] For port aec4c408-91e1-4fec-8577-62bc917a0e7e, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aec4c408-91e1-4fec-8577-62bc917a0e7e,segment=NetworkSegment(149b9bb8-6b66-4213-8676-83fcfc8afa2d),segment_id=149b9bb8-6b66-4213-8676-83fcfc8afa2d)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:58.581869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.597502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd33cd74-d42e-40f3-8147-2c3e1893709c req-40a0ece8-2375-4a7f-a574-f985aec270c5 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532931 Nov 12 21:01:58.613607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] For port 94b150ed-d795-485b-b6a4-95b2c52f2db1, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:58.625203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:58.629000 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.633046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] For port 94b150ed-d795-485b-b6a4-95b2c52f2db1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=94b150ed-d795-485b-b6a4-95b2c52f2db1,segment=NetworkSegment(19fe147d-86c2-460d-aa91-d83d7b436181),segment_id=19fe147d-86c2-460d-aa91-d83d7b436181)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:58.687118 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.687869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51832) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:58.699807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.701935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] Pushing event updated for resources: {'Port': ['ID=198079ab-c48b-40d1-a9b7-62708b3f8947,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:58.702570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.721099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:58.724389 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74fe1fe-af72-4f8f-9371-db552bd8dfed" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:58.728549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] device_id is not set on port 4d261180-912b-4a88-800e-c8b3d124f15f yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:01:58.736929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] No DVR routers for this DVR port 198079ab-c48b-40d1-a9b7-62708b3f8947 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:58.741730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c9639032-a1d5-41f6-bbd9-deb2f45c3c07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:58.763082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.763791 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.765279 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] 10.222.0.46 "PUT /v2.0/ports/aec4c408-91e1-4fec-8577-62bc917a0e7e HTTP/1.1" status: 200 len: 1092 time: 1.7321377 Nov 12 21:01:58.766057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245671e5-7736-4476-9521-876b392075c7', 'tag': 'aec4c408-91e1-4fec-8577-62bc917a0e7e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:58.768084 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3fcf67-489c-42d6-9ebe-622ef980a557" -d '{"events": [{"name": "network-changed", "server_uuid": "245671e5-7736-4476-9521-876b392075c7", "tag": "aec4c408-91e1-4fec-8577-62bc917a0e7e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:58.790612 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.838646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988a726-3ca2-4f17-8641-dd6a43525d77 service neutron] Pushing event updated for resources: {'Port': ['ID=aec4c408-91e1-4fec-8577-62bc917a0e7e,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:58.845693 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe85f6a-ca75-4c19-9d8c-5084e97e2d7c x-openstack-request-id: req-cbe85f6a-ca75-4c19-9d8c-5084e97e2d7c {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:58.851222 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245671e5-7736-4476-9521-876b392075c7", "tag": "aec4c408-91e1-4fec-8577-62bc917a0e7e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:58.851565 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbe85f6a-ca75-4c19-9d8c-5084e97e2d7c {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:58.852060 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245671e5-7736-4476-9521-876b392075c7', 'tag': 'aec4c408-91e1-4fec-8577-62bc917a0e7e', 'status': 'completed', 'code': 200} Nov 12 21:01:58.855322 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725f23d-0ae8-4b98-8d29-df5d932f73be x-openstack-request-id: req-9725f23d-0ae8-4b98-8d29-df5d932f73be {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:58.855727 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:58.856069 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9725f23d-0ae8-4b98-8d29-df5d932f73be {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:58.857278 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'code': 200} Nov 12 21:01:58.861772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6f2b-f5f2-4da0-a394-b0f52acffaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.868920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.870448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e66877d1-7052-4510-be0f-7e88565c976a no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:58.922032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6f2b-f5f2-4da0-a394-b0f52acffaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.927863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.954633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0e722-74fc-4526-aa05-735aed96a081 None None] Pushing event updated for resources: {'Port': ['ID=94b150ed-d795-485b-b6a4-95b2c52f2db1,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:58.984231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] In _notify_port_updated(), no bound segment for port 198079ab-c48b-40d1-a9b7-62708b3f8947 on network 50d84c6b-5301-433b-9eab-ee9301ea4aeb {{(pid=109629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:01:58.985468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.986304 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:58.988019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-6d98398a-7028-4a3c-b47c-d48ba10572d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 200 len: 1031 time: 1.4993834 Nov 12 21:01:58.995646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-958383304-network', 'tenant_id': '4981e08ce6aa47a49affdeb882be6e97'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:59.008183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fcf67-489c-42d6-9ebe-622ef980a557 req-6011325f-c9f4-4fa4-a0a0-3af7b86fdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.009497 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5b3fcf67-489c-42d6-9ebe-622ef980a557 req-6011325f-c9f4-4fa4-a0a0-3af7b86fdc3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6548d2b51d20474fa8527a89cbb27d8b&device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 1095 time: 0.1395254 Nov 12 21:01:59.041606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:59.047347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:59.063563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:59.066446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=0fd1a583-9a73-4188-b4ab-bbee3bdc06fe,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:59.069588 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.084066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:59.084937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.107415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8::363 (9c908797-b131-49c0-a17e-f2195d122ae1/0e5f614f-8e86-4043-bb94-09d3cf4426b2/4d261180-912b-4a88-800e-c8b3d124f15f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:59.122889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-57713556-bc04-42f0-af7c-06f985ff3a33 None None] Provisioning complete for port 198079ab-c48b-40d1-a9b7-62708b3f8947 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:59.123416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-57713556-bc04-42f0-af7c-06f985ff3a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.132827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e66877d1-7052-4510-be0f-7e88565c976a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e66877d1-7052-4510-be0f-7e88565c976a,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:59.208155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-57713556-bc04-42f0-af7c-06f985ff3a33 None None] Port 198079ab-c48b-40d1-a9b7-62708b3f8947 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:59.211499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=2c74eb5d-cdda-449a-9375-db16de49bc09,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:59.216869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6f2b-f5f2-4da0-a394-b0f52acffaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.223739 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.223739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:59.224318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6f2b-f5f2-4da0-a394-b0f52acffaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.225614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e2fc6f2b-f5f2-4da0-a394-b0f52acffaf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26de07a4-054f-4093-8d4c-a2c0364eea92 HTTP/1.1" status: 204 len: 168 time: 0.6805124 Nov 12 21:01:59.245136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fcf67-489c-42d6-9ebe-622ef980a557 req-a293a328-b1bf-4b46-bef9-c1a5815ddb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.246633 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5b3fcf67-489c-42d6-9ebe-622ef980a557 req-a293a328-b1bf-4b46-bef9-c1a5815ddb15 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6548d2b51d20474fa8527a89cbb27d8b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2262483 Nov 12 21:01:59.247818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking segment: {'id': 'cca428af-8118-403c-b67e-ee733d1cd905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a81808ef-6c5e-4305-b7a9-985f8d7bf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:59.248186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network hostable DHCP agents. Network: a81808ef-6c5e-4305-b7a9-985f8d7bf0a9, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:59.354790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e66877d1-7052-4510-be0f-7e88565c976a,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:59.405247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network a81808ef-6c5e-4305-b7a9-985f8d7bf0a9 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:59.407403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6f2b-f5f2-4da0-a394-b0f52acffaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26de07a4-054f-4093-8d4c-a2c0364eea92,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:59.456662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.506391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fcf67-489c-42d6-9ebe-622ef980a557 req-52fbe9f2-2513-4372-9244-8b9e2b3c2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.507948 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5b3fcf67-489c-42d6-9ebe-622ef980a557 req-52fbe9f2-2513-4372-9244-8b9e2b3c2a86 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2461998 Nov 12 21:01:59.544370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:59.551223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Made reservation on behalf of 4981e08ce6aa47a49affdeb882be6e97 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:59.554528 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.585901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 94b150ed-d795-485b-b6a4-95b2c52f2db1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:59.609508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a81808ef-6c5e-4305-b7a9-985f8d7bf0a9) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:59.610851 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.615974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 413e66bc-caf1-4d8d-955a-5729d255d131 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:59.618778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:59.625580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.625958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.634265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.641876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.642559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.661090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-6f2f82b7-ae22-402b-bd32-d2432160cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.662757 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-6f2f82b7-ae22-402b-bd32-d2432160cd5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6548d2b51d20474fa8527a89cbb27d8b&device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 1095 time: 0.1035438 Nov 12 21:01:59.665210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5aa29d-a6ce-48eb-b468-7536a86b4f04 None None] Network a81808ef-6c5e-4305-b7a9-985f8d7bf0a9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:59.719557 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-e78438c0-c663-4431-8661-913b97ddda54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec4c408-91e1-4fec-8577-62bc917a0e7e HTTP/1.1" status: 200 len: 217 time: 0.0433607 Nov 12 21:01:59.725022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3c298-6963-427c-b6d1-8148df467e48 req-2afe9b59-ccea-4e89-8bb9-176a87c80667 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.734716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3c298-6963-427c-b6d1-8148df467e48 req-2afe9b59-ccea-4e89-8bb9-176a87c80667 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.739519 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce9d6412-d6f5-495b-952d-c6723cdc469a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5702677 Nov 12 21:01:59.742236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3c298-6963-427c-b6d1-8148df467e48 req-2afe9b59-ccea-4e89-8bb9-176a87c80667 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.751765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3c298-6963-427c-b6d1-8148df467e48 req-2afe9b59-ccea-4e89-8bb9-176a87c80667 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.753721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51852) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:59.761599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3c298-6963-427c-b6d1-8148df467e48 req-2afe9b59-ccea-4e89-8bb9-176a87c80667 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.764271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcf3c298-6963-427c-b6d1-8148df467e48 req-2afe9b59-ccea-4e89-8bb9-176a87c80667 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 3881 time: 0.5508487 Nov 12 21:01:59.798663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509f91f-a4a6-4dfd-8c7f-9d7b37da7aa0 req-b63d32a2-5e30-445d-8a63-56b237ec843b tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.800317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6509f91f-a4a6-4dfd-8c7f-9d7b37da7aa0 req-b63d32a2-5e30-445d-8a63-56b237ec843b tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 943 time: 0.2594631 Nov 12 21:01:59.818870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:59.866737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 94b150ed-d795-485b-b6a4-95b2c52f2db1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:59.868249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.907389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.917981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcf3c298-6963-427c-b6d1-8148df467e48 req-b4dab239-5950-4a82-ad8c-1cac21263d55 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447401 Nov 12 21:01:59.936037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:59.936518 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:59.991518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 413e66bc-caf1-4d8d-955a-5729d255d131, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=413e66bc-caf1-4d8d-955a-5729d255d131,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:59.994442 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6509f91f-a4a6-4dfd-8c7f-9d7b37da7aa0 req-54a06447-5dda-42a7-b407-9362ac5fda3b tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788173 Nov 12 21:02:00.044256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.066919 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.131378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 9c908797-b131-49c0-a17e-f2195d122ae1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:00.133579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.135503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:00.137995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:00.142417 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-57dbc4e5-d8d1-408f-8f8c-a4b2184312dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.145851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:00.146665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.150294 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.151464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 24d58751-e780-4c96-8bf7-12b4003f2b39 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:00.237968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.261235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 94b150ed-d795-485b-b6a4-95b2c52f2db1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=94b150ed-d795-485b-b6a4-95b2c52f2db1,segment=NetworkSegment(19fe147d-86c2-460d-aa91-d83d7b436181),segment_id=19fe147d-86c2-460d-aa91-d83d7b436181)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:00.271135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=4d261180-912b-4a88-800e-c8b3d124f15f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:00.292708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] For port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:00.293357 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.302758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6b602879-3953-403c-8b69-0885bdcdac72 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0751631 Nov 12 21:02:00.316848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=413e66bc-caf1-4d8d-955a-5729d255d131,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:00.317136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51854) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:00.317136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51856) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:00.320898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 24d58751-e780-4c96-8bf7-12b4003f2b39 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:00.321319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 198079ab-c48b-40d1-a9b7-62708b3f8947 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:00.325504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:00.348765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.354679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-87bfcf91-d30b-4b82-9fef-231c61561120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:00.356935 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-87bfcf91-d30b-4b82-9fef-231c61561120 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a932fcd9-e801-4cf0-aa4c-7c526c0743f2 HTTP/1.1" status: 200 len: 849 time: 0.6253519 Nov 12 21:02:00.357777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Calling delete_port for 0fe86a84-105e-4bb1-9ecc-9f44013f92ce owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:00.410581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 198079ab-c48b-40d1-a9b7-62708b3f8947 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:00.411007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0fe86a84-105e-4bb1-9ecc-9f44013f92ce no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:00.416197 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-76084195-8ee6-4bfe-ad10-232bf3395636 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33286f83-e5bb-4873-a7b3-296be0b8e0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450120 Nov 12 21:02:00.450199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=94b150ed-d795-485b-b6a4-95b2c52f2db1,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:00.516284 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.516900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-81d22a76-ba3c-4414-8c57-030ced76e222 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 2c74eb5d-cdda-449a-9375-db16de49bc09 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:00.517403 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81d22a76-ba3c-4414-8c57-030ced76e222 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.522462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b8880-6e4e-41cf-9402-d7f2b9ff2c55 None None] Network 9c908797-b131-49c0-a17e-f2195d122ae1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:00.538341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73142599-b18a-42fc-8c71-b41b0141ae5a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:00.578569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.579241 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Added segment d9f359f3-cfaa-41cd-8c4f-cbd37d79107d of type vlan for network 8e70013e-4ca9-4250-8a9a-2f289798b697 Nov 12 21:02:00.593535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa57165-2dce-4cc3-923a-dc44c72a0c51 req-eb4f7b6a-1fbd-4f43-90f6-fa92ea531e2a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:00.595101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baa57165-2dce-4cc3-923a-dc44c72a0c51 req-eb4f7b6a-1fbd-4f43-90f6-fa92ea531e2a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.4232337 Nov 12 21:02:00.617068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a40038ac-8729-4926-8ec0-bdd1c2366876 None None] Provisioning complete for port 94b150ed-d795-485b-b6a4-95b2c52f2db1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:00.617497 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a40038ac-8729-4926-8ec0-bdd1c2366876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.640732 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81d22a76-ba3c-4414-8c57-030ced76e222 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.664777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-81d22a76-ba3c-4414-8c57-030ced76e222 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 2c74eb5d-cdda-449a-9375-db16de49bc09 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:00.667970 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-35685a4c-b217-45d6-971e-25e4224e398f service neutron] 10.222.0.46 "GET /v2.0/networks/33286f83-e5bb-4873-a7b3-296be0b8e0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352326 Nov 12 21:02:00.828232 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ec0095a-fb53-4f32-b093-7df643650c89 req-94485f69-5f0c-4f78-9c62-cd75ad6ce0b7 service neutron] 10.222.0.46 "GET /v2.0/networks/33286f83-e5bb-4873-a7b3-296be0b8e0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475344 Nov 12 21:02:00.908077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81d22a76-ba3c-4414-8c57-030ced76e222 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.936319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66877d1-7052-4510-be0f-7e88565c976a'}, {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86'}, {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413e66bc-caf1-4d8d-955a-5729d255d131'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:00.938552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22a76-ba3c-4414-8c57-030ced76e222 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=2c74eb5d-cdda-449a-9375-db16de49bc09,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:00.938763 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4842e6-933a-4c15-bb7a-17109f10c879" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "e66877d1-7052-4510-be0f-7e88565c976a"}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86"}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "413e66bc-caf1-4d8d-955a-5729d255d131"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:00.946657 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81d22a76-ba3c-4414-8c57-030ced76e222 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:00.950363 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-81d22a76-ba3c-4414-8c57-030ced76e222 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/2c74eb5d-cdda-449a-9375-db16de49bc09 HTTP/1.1" status: 204 len: 168 time: 1.1954708 Nov 12 21:02:00.952986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51862) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:01.024859 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3192306-92e5-4697-aa29-de564d0d17de x-openstack-request-id: req-e3192306-92e5-4697-aa29-de564d0d17de {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:01.025178 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "e66877d1-7052-4510-be0f-7e88565c976a", "code": 200}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86", "code": 200}, {"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "413e66bc-caf1-4d8d-955a-5729d255d131", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:01.025432 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3192306-92e5-4697-aa29-de564d0d17de {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:01.025848 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66877d1-7052-4510-be0f-7e88565c976a', 'code': 200} Nov 12 21:02:01.026195 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86', 'code': 200} Nov 12 21:02:01.026501 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413e66bc-caf1-4d8d-955a-5729d255d131', 'code': 200} Nov 12 21:02:01.027921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff7f73-56d6-4dc3-9c40-da0c6e36b47b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.035103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff7f73-56d6-4dc3-9c40-da0c6e36b47b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.037282 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dbff7f73-56d6-4dc3-9c40-da0c6e36b47b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0827506 Nov 12 21:02:01.040259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51864) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:01.160354 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.165201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9acce-244c-4c59-a05e-d55f5b1b1b59 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 0fd1a583-9a73-4188-b4ab-bbee3bdc06fe {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:01.165691 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb9acce-244c-4c59-a05e-d55f5b1b1b59 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.182751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.218185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c65d096b-aae3-44db-b2c7-39afb7bbf88c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b98f75afbf04eb2ab8b64fe0cebe127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8980808 Nov 12 21:02:01.218419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.230626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51870) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:01.273961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb9acce-244c-4c59-a05e-d55f5b1b1b59 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.292202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-606546c0-b3b4-42ae-a53f-45247c1a9558 None None] Provisioning complete for port 4d261180-912b-4a88-800e-c8b3d124f15f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:01.292594 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-606546c0-b3b4-42ae-a53f-45247c1a9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.299279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9acce-244c-4c59-a05e-d55f5b1b1b59 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 0fd1a583-9a73-4188-b4ab-bbee3bdc06fe owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:01.300267 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.resource_extend [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:02:01.308363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Port': ['ID=0fe86a84-105e-4bb1-9ecc-9f44013f92ce,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:01.364288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-606546c0-b3b4-42ae-a53f-45247c1a9558 None None] Port 4d261180-912b-4a88-800e-c8b3d124f15f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:01.368958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e955169c-b18b-4737-8f5d-691c7b8c819c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.371660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baa57165-2dce-4cc3-923a-dc44c72a0c51 req-e8984058-c13c-40b8-967b-346e0b1d7c18 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7596819 Nov 12 21:02:01.381714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-606546c0-b3b4-42ae-a53f-45247c1a9558 None None] Provisioning complete for port 94b150ed-d795-485b-b6a4-95b2c52f2db1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:01.382314 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-606546c0-b3b4-42ae-a53f-45247c1a9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.430950 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e955169c-b18b-4737-8f5d-691c7b8c819c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.483176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] No DVR routers for this DVR port 0fe86a84-105e-4bb1-9ecc-9f44013f92ce on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:01.487591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.492040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 94b150ed-d795-485b-b6a4-95b2c52f2db1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:01.495856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-37941c34-cebc-4620-9427-b8bc689a965e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "DELETE /v2.0/ports/0fe86a84-105e-4bb1-9ecc-9f44013f92ce HTTP/1.1" status: 204 len: 173 time: 2.2800975 Nov 12 21:02:01.503918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': '0fe86a84-105e-4bb1-9ecc-9f44013f92ce'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:01.506481 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98abf02-597e-4b45-8b6c-e061f4f31abc" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "0fe86a84-105e-4bb1-9ecc-9f44013f92ce"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:01.556203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 94b150ed-d795-485b-b6a4-95b2c52f2db1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:01.556765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.557151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.557335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.558435 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.597453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb9acce-244c-4c59-a05e-d55f5b1b1b59 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.618893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984a659-b4b9-4abe-a755-e2dca2c193a5 req-1f1d71cd-21e0-4fd3-8930-7201b0df192b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.625464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984a659-b4b9-4abe-a755-e2dca2c193a5 req-1f1d71cd-21e0-4fd3-8930-7201b0df192b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.626039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9acce-244c-4c59-a05e-d55f5b1b1b59 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=0fd1a583-9a73-4188-b4ab-bbee3bdc06fe,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:01.633993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb9acce-244c-4c59-a05e-d55f5b1b1b59 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.634558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984a659-b4b9-4abe-a755-e2dca2c193a5 req-1f1d71cd-21e0-4fd3-8930-7201b0df192b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.636439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e6252f2-5b42-4726-a404-6cc3873c22e1 None None] Provisioning complete for port 4d261180-912b-4a88-800e-c8b3d124f15f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:01.636777 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e6252f2-5b42-4726-a404-6cc3873c22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.637397 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9fb9acce-244c-4c59-a05e-d55f5b1b1b59 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/0fd1a583-9a73-4188-b4ab-bbee3bdc06fe HTTP/1.1" status: 204 len: 168 time: 0.5961642 Nov 12 21:02:01.639860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51876) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:01.641557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984a659-b4b9-4abe-a755-e2dca2c193a5 req-1f1d71cd-21e0-4fd3-8930-7201b0df192b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.650100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0984a659-b4b9-4abe-a755-e2dca2c193a5 req-1f1d71cd-21e0-4fd3-8930-7201b0df192b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 3142 time: 0.4786339 Nov 12 21:02:01.654525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e955169c-b18b-4737-8f5d-691c7b8c819c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.655025 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e955169c-b18b-4737-8f5d-691c7b8c819c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.659432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e955169c-b18b-4737-8f5d-691c7b8c819c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c20b9744-ee75-4edc-90a4-23a4a8439df4 HTTP/1.1" status: 204 len: 168 time: 0.4270928 Nov 12 21:02:01.682633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3e6252f2-5b42-4726-a404-6cc3873c22e1 None None] Port 4d261180-912b-4a88-800e-c8b3d124f15f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:01.686563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955169c-b18b-4737-8f5d-691c7b8c819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b9744-ee75-4edc-90a4-23a4a8439df4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:01.711691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e431d1-bfc5-4c3d-be48-d0a1b569c6b3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.715340 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-71e431d1-bfc5-4c3d-be48-d0a1b569c6b3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0721021 Nov 12 21:02:01.716148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51880) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:01.749826 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-608270fb-4f37-493a-bfc7-a897660bf000 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:02:01.754088 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-608270fb-4f37-493a-bfc7-a897660bf000 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/2c74eb5d-cdda-449a-9375-db16de49bc09 HTTP/1.1" status: 404 len: 333 time: 0.0341516 Nov 12 21:02:01.755034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51882) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:01.781519 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f73a078-57ed-4eeb-b25f-389dcf993164 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:02:01.784946 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9f73a078-57ed-4eeb-b25f-389dcf993164 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/0fd1a583-9a73-4188-b4ab-bbee3bdc06fe HTTP/1.1" status: 404 len: 333 time: 0.0281205 Nov 12 21:02:01.790687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51884) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:01.804144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1085160 Nov 12 21:02:01.812057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51886) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:01.818601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Request body: {'subnet': {'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-958383304-subnet', 'tenant_id': '4981e08ce6aa47a49affdeb882be6e97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:01.847497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bada93-3541-4d47-a09d-33213da81dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=8e70013e-4ca9-4250-8a9a-2f289798b697,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:01.858434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:01.882431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c5635-7e65-4324-90a8-5ebf79180993 req-c4b23be0-abb9-4cb6-abe5-5ca362c8e59c tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.889053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae7c5635-7e65-4324-90a8-5ebf79180993 req-c4b23be0-abb9-4cb6-abe5-5ca362c8e59c tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 943 time: 0.3873310 Nov 12 21:02:01.928255 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.977424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0984a659-b4b9-4abe-a755-e2dca2c193a5 req-c2ffa2dc-45fc-4e3a-9e6b-f89d510653a5 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156786 Nov 12 21:02:02.001378 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.008340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Made reservation on behalf of 4981e08ce6aa47a49affdeb882be6e97 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:02.012317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.040106 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2548f26b-9a22-425a-b176-744906f7c64b x-openstack-request-id: req-2548f26b-9a22-425a-b176-744906f7c64b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:02.040402 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "0fe86a84-105e-4bb1-9ecc-9f44013f92ce", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:02.040641 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2548f26b-9a22-425a-b176-744906f7c64b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:02.041031 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': '0fe86a84-105e-4bb1-9ecc-9f44013f92ce', 'status': 'completed', 'code': 200} Nov 12 21:02:02.072974 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.086200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:02.086539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.097653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae7c5635-7e65-4324-90a8-5ebf79180993 req-996462dd-2bec-4b96-b859-b59d2de6f305 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925631 Nov 12 21:02:02.131426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81808ef-6c5e-4305-b7a9-985f8d7bf0a9']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:02.152766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca428af-8118-403c-b67e-ee733d1cd905') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:02.153294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca428af-8118-403c-b67e-ee733d1cd905') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:02.166254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.195783 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.207454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:02.207918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:02.210998 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:02.359267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] For port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:02.359664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.381421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Calling delete_port for d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:02.385846 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.400201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.400201 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/networks/a81808ef-6c5e-4305-b7a9-985f8d7bf0a9 HTTP/1.1" status: 204 len: 168 time: 0.6045187 Nov 12 21:02:02.404926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51898) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:02.413894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a63d52-f2c5-4706-98c3-aa16b5bd0aef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Network': ['ID=a81808ef-6c5e-4305-b7a9-985f8d7bf0a9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:02.417593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device aec4c408-91e1-4fec-8577-62bc917a0e7e details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:02:02.429837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1795105766'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:02.477623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.536653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386d999f-49b6-4107-a85f-40cc5c5cf468,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:02.539189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port aec4c408-91e1-4fec-8577-62bc917a0e7e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aec4c408-91e1-4fec-8577-62bc917a0e7e,segment=NetworkSegment(149b9bb8-6b66-4213-8676-83fcfc8afa2d),segment_id=149b9bb8-6b66-4213-8676-83fcfc8afa2d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:02.553233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'aec4c408-91e1-4fec-8577-62bc917a0e7e', 'network_id': '33286f83-e5bb-4873-a7b3-296be0b8e0c7', 'port_id': 'aec4c408-91e1-4fec-8577-62bc917a0e7e', 'mac_address': 'fa:16:3e:8b:96:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a932fcd9-e801-4cf0-aa4c-7c526c0743f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:02:02.566584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.587638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Checking segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:02.588005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Network hostable DHCP agents. Network: 8e70013e-4ca9-4250-8a9a-2f289798b697, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:02.594948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67078be-d9f2-499c-82b9-bf7c6c6a4a93 req-5a190f5e-6606-445e-9da7-9719da0b315d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:02.597045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e67078be-d9f2-499c-82b9-bf7c6c6a4a93 req-5a190f5e-6606-445e-9da7-9719da0b315d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1130440 Nov 12 21:02:02.597653 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.616015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec4c408-91e1-4fec-8577-62bc917a0e7e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:02.636876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port aec4c408-91e1-4fec-8577-62bc917a0e7e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aec4c408-91e1-4fec-8577-62bc917a0e7e,segment=NetworkSegment(149b9bb8-6b66-4213-8676-83fcfc8afa2d),segment_id=149b9bb8-6b66-4213-8676-83fcfc8afa2d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:02.646037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:02.649680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.666826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.713870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:02.755885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:02.782645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.813570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e67078be-d9f2-499c-82b9-bf7c6c6a4a93 req-73c963b2-2f49-4a0b-bdce-8e29d62ad797 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062557 Nov 12 21:02:02.814230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=4d261180-912b-4a88-800e-c8b3d124f15f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:02.826353 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.826700 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Added segment dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479 of type vlan for network ff177d29-f206-43bb-9282-adca797026f9 Nov 12 21:02:02.837446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 8e70013e-4ca9-4250-8a9a-2f289798b697) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:02.846142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:02.846972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.858592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f429c42-e247-45eb-a094-f677a7f0e62e None None] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:02.876112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:02.916411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=aec4c408-91e1-4fec-8577-62bc917a0e7e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:02.979263 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e4907c6-3714-4ff0-aa5d-18cd9e68c753 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1659703 Nov 12 21:02:03.045217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.048902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Port': ['ID=d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:03.076077 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.112807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] No DVR routers for this DVR port d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:03.121665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.125322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-7692e7ef-ce9b-4481-a671-f1e177e2e1b7 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "DELETE /v2.0/ports/d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86 HTTP/1.1" status: 204 len: 173 time: 1.6147120 Nov 12 21:02:03.164075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51918) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:03.171864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['aec4c408-91e1-4fec-8577-62bc917a0e7e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:02:03.295989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11f64e-7e64-4448-83dc-e7a170466be3 req-830a829f-5c5b-4b9f-a621-0ad7f05a12a5 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:03.303369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11f64e-7e64-4448-83dc-e7a170466be3 req-830a829f-5c5b-4b9f-a621-0ad7f05a12a5 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:03.310691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11f64e-7e64-4448-83dc-e7a170466be3 req-830a829f-5c5b-4b9f-a621-0ad7f05a12a5 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:03.319944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac11f64e-7e64-4448-83dc-e7a170466be3 req-830a829f-5c5b-4b9f-a621-0ad7f05a12a5 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 2409 time: 0.2118342 Nov 12 21:02:03.341338 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.345972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-edcd0cac-2681-49d9-bc56-cf9afae73f17 None None] Provisioning complete for port 4d261180-912b-4a88-800e-c8b3d124f15f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:03.346599 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edcd0cac-2681-49d9-bc56-cf9afae73f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.358650 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-8e70013e-4ca9-4250-8a9a-2f289798b697', 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697', 'tenant_id': '4981e08ce6aa47a49affdeb882be6e97', 'fixed_ips': [{'subnet_id': '386d999f-49b6-4107-a85f-40cc5c5cf468'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:02:03.359719 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.403955 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-50cca8e4-e860-42c1-a835-3f25be121dc0 tempest-AgentManagementNegativeTest-1743901944 tempest-AgentManagementNegativeTest-1743901944-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2354388 Nov 12 21:02:03.421815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.430420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:03.431428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.589394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.591916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-edcd0cac-2681-49d9-bc56-cf9afae73f17 None None] Port 4d261180-912b-4a88-800e-c8b3d124f15f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:03.602922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1813855 Nov 12 21:02:03.606141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51930) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:03.613328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': 'ff177d29-f206-43bb-9282-adca797026f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:03.615277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac11f64e-7e64-4448-83dc-e7a170466be3 req-46b12b59-0ded-49af-b59d-e929ab994e48 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941897 Nov 12 21:02:03.632369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485c98b-7d91-47eb-9b38-8fb4a13f7953 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Network': ['ID=ff177d29-f206-43bb-9282-adca797026f9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:03.660858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b813bd-240b-4549-8c3d-a87e1271cbde req-95bac597-edd0-457e-9699-ca04447fadb2 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:03.662948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12b813bd-240b-4549-8c3d-a87e1271cbde req-95bac597-edd0-457e-9699-ca04447fadb2 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 944 time: 0.2926598 Nov 12 21:02:03.699176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting port 413e66bc-caf1-4d8d-955a-5729d255d131 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:03.699176 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.699554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network ff177d29-f206-43bb-9282-adca797026f9 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:03.699554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Allocated IP 172.20.0.2 (8e70013e-4ca9-4250-8a9a-2f289798b697/386d999f-49b6-4107-a85f-40cc5c5cf468/cb416a10-1ce9-4011-a0f3-b14d0e8aa631) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:03.825271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12b813bd-240b-4549-8c3d-a87e1271cbde req-1af41268-df7c-4e68-9472-732028113564 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526976 Nov 12 21:02:03.845343 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.868541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:03.874322 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.879994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] For port 413e66bc-caf1-4d8d-955a-5729d255d131, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=413e66bc-caf1-4d8d-955a-5729d255d131,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:03.880368 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.982990 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.989373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.ipam_backend_mixin [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Performing IP validity checks on allocation pools {{(pid=109628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 21:02:03.993687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.ipam_backend_mixin [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 21:02:03.997583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Calling delete_port for 413e66bc-caf1-4d8d-955a-5729d255d131 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:04.054326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:04.056565 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c5317e-afcd-4496-b7a3-a48639b8fc2e" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:04.061812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51946) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:04.101162 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.121925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:04.126528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:04.156014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:04.205594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac77f-5649-465d-8389-aa825921bc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.215730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Pushing event updated for resources: {'Port': ['ID=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:04.229023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Attempting to bind port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:04.229405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Attempting to bind port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:04.230132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Attempting to bind port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:04.230735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee82d58-9619-41c7-8b12-1081780b5189 req-d3479f12-9a52-4801-885a-ed79a388eb99 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:04.231382 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.232200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dee82d58-9619-41c7-8b12-1081780b5189 req-d3479f12-9a52-4801-885a-ed79a388eb99 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2874103 Nov 12 21:02:04.235452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:04.241140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Checking segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:04.241140 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.241140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Bound using segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:04.241140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Bound port: cb416a10-1ce9-4011-a0f3-b14d0e8aa631, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:04.241140 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.307645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] For port cb416a10-1ce9-4011-a0f3-b14d0e8aa631, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:04.311246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] For port cb416a10-1ce9-4011-a0f3-b14d0e8aa631, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:04.342476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=2eebd099-5a25-4c88-a7d5-229a85339950,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:04.353398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking segment: {'id': 'dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ff177d29-f206-43bb-9282-adca797026f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:04.353838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network hostable DHCP agents. Network: ff177d29-f206-43bb-9282-adca797026f9, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:04.358943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-455ca911-bf21-4847-bc2d-03734572f48f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:04.360405 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-455ca911-bf21-4847-bc2d-03734572f48f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 815 time: 0.3606322 Nov 12 21:02:04.377370 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.412480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac77f-5649-465d-8389-aa825921bc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.434865 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device aec4c408-91e1-4fec-8577-62bc917a0e7e up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:04.439769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-51bba508-3a7f-4572-ad7b-ccb306e8d66f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/quotas/4981e08ce6aa47a49affdeb882be6e97 HTTP/1.1" status: 200 len: 375 time: 0.0496824 Nov 12 21:02:04.447341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dee82d58-9619-41c7-8b12-1081780b5189 req-40c2d505-6353-42cc-b4f9-733857857d7a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862221 Nov 12 21:02:04.454591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network ff177d29-f206-43bb-9282-adca797026f9 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:04.495144 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac77f-5649-465d-8389-aa825921bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.504726 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c4159-0c26-4415-9d8b-bfa08355f912 x-openstack-request-id: req-ae0c4159-0c26-4415-9d8b-bfa08355f912 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:04.505016 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "d4eccd00-9dac-4b7b-a811-4ccdc5b8cd86", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:04.505265 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae0c4159-0c26-4415-9d8b-bfa08355f912 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:04.505646 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': 'd4eccd00-9dac-4b7b-a811-4ccdc5b8cd86', 'status': 'completed', 'code': 200} Nov 12 21:02:04.524265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.547566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5e6d-084f-45c9-ad87-446607725196 None None] Pushing event updated for resources: {'Port': ['ID=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:04.551942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-5543ba0b-80af-442c-952e-737c4c455b1c tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983312 Nov 12 21:02:04.553382 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.584572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ac77f-5649-465d-8389-aa825921bc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08e8edd-75aa-45d9-bc74-3cb301c67463,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:04.593478 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3c0ac77f-5649-465d-8389-aa825921bc86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=554d3ea47f2640aa92b1ce402ebae32d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5285854 Nov 12 21:02:04.594422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51954) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:04.615351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, ff177d29-f206-43bb-9282-adca797026f9) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:04.623102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:04.628712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.631983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port aec4c408-91e1-4fec-8577-62bc917a0e7e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:02:04.640490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port aec4c408-91e1-4fec-8577-62bc917a0e7e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:04.640869 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.696207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4df27ee-e7bb-4f05-bd49-3ceef27dd693 None None] Network ff177d29-f206-43bb-9282-adca797026f9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:04.700252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-efcd6932-661a-43f2-ad7d-59171c091d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.725308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-efcd6932-661a-43f2-ad7d-59171c091d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.778937 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e8a7072-de2e-494b-bb05-ad530265c070 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1697664 Nov 12 21:02:04.782367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51960) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:04.790681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': 'ff177d29-f206-43bb-9282-adca797026f9', 'name': 'tempest-PortsIpV6TestJSON-1622940341'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:04.921474 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-efcd6932-661a-43f2-ad7d-59171c091d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.926656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-efcd6932-661a-43f2-ad7d-59171c091d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.937140 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-efcd6932-661a-43f2-ad7d-59171c091d43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d08e8edd-75aa-45d9-bc74-3cb301c67463 HTTP/1.1" status: 204 len: 168 time: 0.3328929 Nov 12 21:02:04.941316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:04.972809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd6932-661a-43f2-ad7d-59171c091d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08e8edd-75aa-45d9-bc74-3cb301c67463,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:04.974549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-ff177d29-f206-43bb-9282-adca797026f9', 'network_id': 'ff177d29-f206-43bb-9282-adca797026f9', 'tenant_id': '28578d75becd43738d838ce48b956d2d', 'fixed_ips': [{'subnet_id': '2eebd099-5a25-4c88-a7d5-229a85339950'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:02:04.983012 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.028941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Port': ['ID=413e66bc-caf1-4d8d-955a-5729d255d131,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:05.042910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port aec4c408-91e1-4fec-8577-62bc917a0e7e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aec4c408-91e1-4fec-8577-62bc917a0e7e,segment=NetworkSegment(149b9bb8-6b66-4213-8676-83fcfc8afa2d),segment_id=149b9bb8-6b66-4213-8676-83fcfc8afa2d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:05.046429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245671e5-7736-4476-9521-876b392075c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec4c408-91e1-4fec-8577-62bc917a0e7e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:05.049324 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11906665-aca1-49f8-bea1-bf88f7367401" -d '{"events": [{"server_uuid": "245671e5-7736-4476-9521-876b392075c7", "name": "network-vif-plugged", "status": "completed", "tag": "aec4c408-91e1-4fec-8577-62bc917a0e7e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:05.053947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.054745 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.119095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:05.122749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.153107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 00ea593c-053a-4240-ba01-962b26b34736 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:05.178412 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.189111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] No DVR routers for this DVR port 413e66bc-caf1-4d8d-955a-5729d255d131 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:05.216092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.219381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-a1fc3b37-2e46-4f76-8edb-aa0b99da35b8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "DELETE /v2.0/ports/413e66bc-caf1-4d8d-955a-5729d255d131 HTTP/1.1" status: 204 len: 173 time: 2.0829599 Nov 12 21:02:05.278910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Allocated IP 2001:db8::2 (ff177d29-f206-43bb-9282-adca797026f9/2eebd099-5a25-4c88-a7d5-229a85339950/a0c40f8f-da95-4a43-a040-13032fb14aa0) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:05.291170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=aec4c408-91e1-4fec-8577-62bc917a0e7e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:05.306718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=4d261180-912b-4a88-800e-c8b3d124f15f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:05.361512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-3b2f3d56-e487-4584-84f2-6d939345b857 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.369465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-3b2f3d56-e487-4584-84f2-6d939345b857 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.375781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-3b2f3d56-e487-4584-84f2-6d939345b857 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.390083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-3b2f3d56-e487-4584-84f2-6d939345b857 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.397147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-3b2f3d56-e487-4584-84f2-6d939345b857 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.403228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-3b2f3d56-e487-4584-84f2-6d939345b857 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.410055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-3b2f3d56-e487-4584-84f2-6d939345b857 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.418193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-3b2f3d56-e487-4584-84f2-6d939345b857 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.3770628 Nov 12 21:02:05.482581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cb416a10-1ce9-4011-a0f3-b14d0e8aa631 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:05.514970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-bbba7a8b-6094-49e6-9b4b-89e11b989961 service neutron] 10.222.0.64 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9275103 Nov 12 21:02:05.571607 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.579620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 9c908797-b131-49c0-a17e-f2195d122ae1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:05.583873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:05.584260 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.645412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:05.760001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::36a (ff177d29-f206-43bb-9282-adca797026f9/2eebd099-5a25-4c88-a7d5-229a85339950/00ea593c-053a-4240-ba01-962b26b34736) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:05.786478 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.836779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Network ff177d29-f206-43bb-9282-adca797026f9 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:05.841845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:05.847451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-137637da-f9f3-4c10-83c6-cdc2d08cc62b req-b88b2ebf-145f-4b45-b3f8-cda8dd3c2828 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4270523 Nov 12 21:02:05.850348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:05.866420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba241bc-840e-4d6f-bb48-5a28934a7ddc None None] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:05.889278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Pushing event updated for resources: {'Port': ['ID=a0c40f8f-da95-4a43-a040-13032fb14aa0,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:05.938071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:05.938444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.946627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-c4e9e296-26f3-4e21-9513-d7ed20014885 service neutron] 10.222.0.64 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841784 Nov 12 21:02:06.061715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-eefa6aea-017b-411d-a66e-edc1c3923188 None None] Provisioning complete for port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:06.066217 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eefa6aea-017b-411d-a66e-edc1c3923188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.066217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Attempting to bind port a0c40f8f-da95-4a43-a040-13032fb14aa0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:06.066217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Attempting to bind port a0c40f8f-da95-4a43-a040-13032fb14aa0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ff177d29-f206-43bb-9282-adca797026f9'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:06.066217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Attempting to bind port a0c40f8f-da95-4a43-a040-13032fb14aa0 on network ff177d29-f206-43bb-9282-adca797026f9 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:06.094658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.103586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] For port c9639032-a1d5-41f6-bbd9-deb2f45c3c07, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:06.106144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.130030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.130030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:06.130030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Checking segment: {'id': 'dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ff177d29-f206-43bb-9282-adca797026f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:06.130030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.130030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Bound using segment: {'id': 'dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ff177d29-f206-43bb-9282-adca797026f9'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:06.130899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Bound port: a0c40f8f-da95-4a43-a040-13032fb14aa0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ff177d29-f206-43bb-9282-adca797026f9'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:06.131373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.143656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router a371a94c-a273-4edf-aa98-68abd06425ee is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:02:06.171451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e119661-94cc-4af1-a643-51055db0b874 req-95b435fe-78b0-454b-9519-5ea6fcb439a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:06.177761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e119661-94cc-4af1-a643-51055db0b874 req-95b435fe-78b0-454b-9519-5ea6fcb439a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:06.179475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e119661-94cc-4af1-a643-51055db0b874 req-95b435fe-78b0-454b-9519-5ea6fcb439a3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 1676 time: 0.1276042 Nov 12 21:02:06.278628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.297837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port cb416a10-1ce9-4011-a0f3-b14d0e8aa631, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:06.318508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network ff177d29-f206-43bb-9282-adca797026f9 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:06.321905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:06.325122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:06.331080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:06.331726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.346697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=00ea593c-053a-4240-ba01-962b26b34736,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:06.361179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] For port a0c40f8f-da95-4a43-a040-13032fb14aa0, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:06.367520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eefa6aea-017b-411d-a66e-edc1c3923188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.389114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] For port a0c40f8f-da95-4a43-a040-13032fb14aa0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a0c40f8f-da95-4a43-a040-13032fb14aa0,segment=NetworkSegment(dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479),segment_id=dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:06.389114 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.420080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e119661-94cc-4af1-a643-51055db0b874 req-9dfcf51e-8fb0-48be-bb67-925d9400f676 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050574 Nov 12 21:02:06.483348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:06.490999 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2f5a40aa-d18c-44e0-a231-cf5e845db483 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7065649 Nov 12 21:02:06.491469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51994) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:06.497480 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.500343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.500785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.501045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-eefa6aea-017b-411d-a66e-edc1c3923188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:02:06.511815 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-eefa6aea-017b-411d-a66e-edc1c3923188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:02:06.519383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': '413e66bc-caf1-4d8d-955a-5729d255d131'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:06.522091 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c323a-6c11-4140-8828-df1ae597c425" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "413e66bc-caf1-4d8d-955a-5729d255d131"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:06.576289 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e4e3f3-c7cf-4c56-98c6-cf236cb9bf92 x-openstack-request-id: req-48e4e3f3-c7cf-4c56-98c6-cf236cb9bf92 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:06.576579 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245671e5-7736-4476-9521-876b392075c7", "name": "network-vif-plugged", "status": "completed", "tag": "aec4c408-91e1-4fec-8577-62bc917a0e7e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:06.576831 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48e4e3f3-c7cf-4c56-98c6-cf236cb9bf92 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:06.577221 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245671e5-7736-4476-9521-876b392075c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec4c408-91e1-4fec-8577-62bc917a0e7e', 'code': 200} Nov 12 21:02:06.644185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:06.649379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8a611-33cd-469f-8377-168d8555ce0b None None] Pushing event updated for resources: {'Port': ['ID=a0c40f8f-da95-4a43-a040-13032fb14aa0,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:06.681146 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca03ea9-a6eb-453a-837f-8528473dddd1 None None] Sync routers for ids ['a371a94c-a273-4edf-aa98-68abd06425ee'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:06.703988 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca03ea9-a6eb-453a-837f-8528473dddd1 None None] Routers {'a371a94c-a273-4edf-aa98-68abd06425ee'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:06.704291 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-950f70ff-71fc-4af3-bd16-6e3aa5667be2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/a371a94c-a273-4edf-aa98-68abd06425ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3848245 Nov 12 21:02:06.706506 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0ca03ea9-a6eb-453a-837f-8528473dddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a371a94c-a273-4edf-aa98-68abd06425ee'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:06.728359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51998) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:06.728934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52000) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:06.821179 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0ca03ea9-a6eb-453a-837f-8528473dddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:06.843949 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca03ea9-a6eb-453a-837f-8528473dddd1 None None] Routers {'a371a94c-a273-4edf-aa98-68abd06425ee'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:06.844560 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0ca03ea9-a6eb-453a-837f-8528473dddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a371a94c-a273-4edf-aa98-68abd06425ee'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:06.886260 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.886622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.886919 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Floating IP d8229b9d-14b2-4113-ae99-af42231616c6 disassociated. External IP: 172.25.8.82, port: c9639032-a1d5-41f6-bbd9-deb2f45c3c07. Nov 12 21:02:06.887268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Calling delete_port for c9639032-a1d5-41f6-bbd9-deb2f45c3c07 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:06.900445 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0ca03ea9-a6eb-453a-837f-8528473dddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:06.900834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112330dd-9cb7-479f-bf53-1fa1ddbe49be req-18573c56-5964-49e6-b923-fd22bad315d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:06.902084 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca03ea9-a6eb-453a-837f-8528473dddd1 None None] The sync data for ids ['a371a94c-a273-4edf-aa98-68abd06425ee'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:06.902221 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-112330dd-9cb7-479f-bf53-1fa1ddbe49be req-18573c56-5964-49e6-b923-fd22bad315d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 1097 time: 0.2455273 Nov 12 21:02:06.923354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29f969-c5be-44b2-a19e-1f2267035140 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:06.925762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5b29f969-c5be-44b2-a19e-1f2267035140 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports/4d261180-912b-4a88-800e-c8b3d124f15f HTTP/1.1" status: 200 len: 983 time: 0.1903145 Nov 12 21:02:06.930863 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52010) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:07.007628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2086889535'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:07.027655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-296adef1-58a3-4e59-801c-1acd8733a6f5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 00ea593c-053a-4240-ba01-962b26b34736 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:07.029038 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-296adef1-58a3-4e59-801c-1acd8733a6f5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.058461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43703438-c8df-44be-a67a-3e0cd25eb82b req-3165cdf0-5f06-4209-8acb-ac3c6b040c78 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.060615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43703438-c8df-44be-a67a-3e0cd25eb82b req-3165cdf0-5f06-4209-8acb-ac3c6b040c78 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 945 time: 0.4236925 Nov 12 21:02:07.093764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fec021-a20e-4d4a-8c56-be522b088f4d req-aa873f62-8ba9-465b-8da5-312db9ce3c6f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.097561 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0fec021-a20e-4d4a-8c56-be522b088f4d req-aa873f62-8ba9-465b-8da5-312db9ce3c6f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3718312 Nov 12 21:02:07.131360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Made reservation on behalf of 4bced00bc6af45c2a9265e866a93f47c for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:07.134801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.138181 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-112330dd-9cb7-479f-bf53-1fa1ddbe49be req-704c4959-c44a-4a3a-8a98-efa6f97c7a27 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226987 Nov 12 21:02:07.168881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.195522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4509d1fd-07d7-4ddf-90d6-c21562789654 None None] Provisioning complete for port 4d261180-912b-4a88-800e-c8b3d124f15f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:07.196358 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4509d1fd-07d7-4ddf-90d6-c21562789654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.239572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43703438-c8df-44be-a67a-3e0cd25eb82b req-040af7b6-1a83-4ccf-a3c6-51b4944f7c53 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656773 Nov 12 21:02:07.255189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4509d1fd-07d7-4ddf-90d6-c21562789654 None None] Port 4d261180-912b-4a88-800e-c8b3d124f15f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:07.267858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4509d1fd-07d7-4ddf-90d6-c21562789654 None None] Provisioning complete for port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:07.268536 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4509d1fd-07d7-4ddf-90d6-c21562789654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.350135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0fec021-a20e-4d4a-8c56-be522b088f4d req-dccc2d78-a2c5-45e4-969a-5dd562072424 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380838 Nov 12 21:02:07.369957 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-296adef1-58a3-4e59-801c-1acd8733a6f5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.387706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-296adef1-58a3-4e59-801c-1acd8733a6f5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 00ea593c-053a-4240-ba01-962b26b34736 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:07.501795 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c75ca-fb0b-4715-bd5e-18b3bd823fdc x-openstack-request-id: req-b89c75ca-fb0b-4715-bd5e-18b3bd823fdc {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:07.505294 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "413e66bc-caf1-4d8d-955a-5729d255d131", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:07.505294 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b89c75ca-fb0b-4715-bd5e-18b3bd823fdc {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:07.505294 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': '413e66bc-caf1-4d8d-955a-5729d255d131', 'status': 'completed', 'code': 200} Nov 12 21:02:07.548481 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.572375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071a0c8-13cf-4fb5-aee2-33d8320e4c2e req-102c3e78-4c71-4f0c-a62e-4b1997b40995 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.578496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071a0c8-13cf-4fb5-aee2-33d8320e4c2e req-102c3e78-4c71-4f0c-a62e-4b1997b40995 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.585376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071a0c8-13cf-4fb5-aee2-33d8320e4c2e req-102c3e78-4c71-4f0c-a62e-4b1997b40995 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.591797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071a0c8-13cf-4fb5-aee2-33d8320e4c2e req-102c3e78-4c71-4f0c-a62e-4b1997b40995 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.597868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071a0c8-13cf-4fb5-aee2-33d8320e4c2e req-102c3e78-4c71-4f0c-a62e-4b1997b40995 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.603933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071a0c8-13cf-4fb5-aee2-33d8320e4c2e req-102c3e78-4c71-4f0c-a62e-4b1997b40995 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.610960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071a0c8-13cf-4fb5-aee2-33d8320e4c2e req-102c3e78-4c71-4f0c-a62e-4b1997b40995 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.621794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1071a0c8-13cf-4fb5-aee2-33d8320e4c2e req-102c3e78-4c71-4f0c-a62e-4b1997b40995 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.2692966 Nov 12 21:02:07.653917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a0c40f8f-da95-4a43-a040-13032fb14aa0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:07.670224 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.687463 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.760768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a0c40f8f-da95-4a43-a040-13032fb14aa0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:07.760974 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.798556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.885529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Port': ['ID=c9639032-a1d5-41f6-bbd9-deb2f45c3c07,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:07.894842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.910345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaf04a1-030a-4bfa-949a-1f0407618690,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:07.911897 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-296adef1-58a3-4e59-801c-1acd8733a6f5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.956786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port a0c40f8f-da95-4a43-a040-13032fb14aa0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a0c40f8f-da95-4a43-a040-13032fb14aa0,segment=NetworkSegment(dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479),segment_id=dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:07.980321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:07.999348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296adef1-58a3-4e59-801c-1acd8733a6f5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=00ea593c-053a-4240-ba01-962b26b34736,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:08.003114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-a1feaa5b-d5ec-4d51-b615-094013b3e13d tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:08.013360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-a1feaa5b-d5ec-4d51-b615-094013b3e13d tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 815 time: 0.3899426 Nov 12 21:02:08.031674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.031922 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Added segment 86f50005-1574-41c1-97a8-704b66f3d9f2 of type vlan for network 020f3b69-8988-4db3-be73-b9ee66497412 Nov 12 21:02:08.038827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.039674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cb416a10-1ce9-4011-a0f3-b14d0e8aa631 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:08.064110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-296adef1-58a3-4e59-801c-1acd8733a6f5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.071207 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-296adef1-58a3-4e59-801c-1acd8733a6f5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/00ea593c-053a-4240-ba01-962b26b34736 HTTP/1.1" status: 204 len: 168 time: 1.5762982 Nov 12 21:02:08.071480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5b539-bbea-4015-81c8-214834a518a6 req-d5cb24ea-cfcf-41ac-9d75-d2d99c1ea0ce tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:08.071480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dcc5b539-bbea-4015-81c8-214834a518a6 req-d5cb24ea-cfcf-41ac-9d75-d2d99c1ea0ce tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 942 time: 0.3589160 Nov 12 21:02:08.072632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52026) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:08.077820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-bf9e544f-b421-4a91-b8a2-2a82deb73f67 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/quotas/4981e08ce6aa47a49affdeb882be6e97 HTTP/1.1" status: 200 len: 375 time: 0.0635812 Nov 12 21:02:08.113155 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d9ce7f-2ac3-4f20-8791-2309370a51fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:02:08.113908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d9ce7f-2ac3-4f20-8791-2309370a51fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:02:08.120672 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-86d9ce7f-2ac3-4f20-8791-2309370a51fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/00ea593c-053a-4240-ba01-962b26b34736 HTTP/1.1" status: 404 len: 333 time: 0.0464451 Nov 12 21:02:08.128111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52028) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:08.169574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=a0c40f8f-da95-4a43-a040-13032fb14aa0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:08.177683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:08.178061 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.208412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638945a7-4d69-4dd9-b8f7-a3124e809fe2 None None] Network ff177d29-f206-43bb-9282-adca797026f9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:08.220080 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-454b4bc5-92c1-4e35-beb7-c25e357831df tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:02:08.223794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-454b4bc5-92c1-4e35-beb7-c25e357831df tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/00ea593c-053a-4240-ba01-962b26b34736 HTTP/1.1" status: 404 len: 333 time: 0.0936849 Nov 12 21:02:08.226555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52030) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:08.277123 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.290046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e6b25f32-c41f-42bb-96df-185c24431842 None None] Provisioning complete for port a0c40f8f-da95-4a43-a040-13032fb14aa0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:08.290465 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e6b25f32-c41f-42bb-96df-185c24431842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.342238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f2d186-074d-4c58-b1e0-bf9ded738f86 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet 2eebd099-5a25-4c88-a7d5-229a85339950 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:08.356244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Router a3c2878c-0232-4c48-b684-338c16fc6498 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:02:08.390903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-17f899fa-a51d-4c0c-8dfd-1284c84a2bdf tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3119051 Nov 12 21:02:08.396618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-52f2d186-074d-4c58-b1e0-bf9ded738f86 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.403651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dcc5b539-bbea-4015-81c8-214834a518a6 req-69ff60a9-b688-4a44-8b12-55ea03514767 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146377 Nov 12 21:02:08.492614 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.497680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-52f2d186-074d-4c58-b1e0-bf9ded738f86 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.500314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:08.504099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.568267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 4d261180-912b-4a88-800e-c8b3d124f15f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:08.569207 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.728458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-52f2d186-074d-4c58-b1e0-bf9ded738f86 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.730907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9908686 Nov 12 21:02:08.741486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:08.760191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a39e89-fb4b-4032-8239-5e0ec69f37b8 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Network': ['ID=020f3b69-8988-4db3-be73-b9ee66497412,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:08.774375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'subnet': {'network_id': '020f3b69-8988-4db3-be73-b9ee66497412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:08.777151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 020f3b69-8988-4db3-be73-b9ee66497412 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:08.784294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-30cedcb8-dbdf-4cdd-9af8-4b13ade213a6 service neutron] 10.222.0.64 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901854 Nov 12 21:02:08.796721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.823667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 4d261180-912b-4a88-800e-c8b3d124f15f owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:08.858607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe72f-ad74-494b-89ef-89113d33fe17 req-32ef1fc7-6e4d-41ec-8a53-b54b86cafb89 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:08.860200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44efe72f-ad74-494b-89ef-89113d33fe17 req-32ef1fc7-6e4d-41ec-8a53-b54b86cafb89 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 945 time: 0.2558866 Nov 12 21:02:08.920133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:08.938567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] Sync routers for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:08.969032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:08.969689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:08.972266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c9c120b7-17bd-415b-bd72-6bef71ac4a23 None None] Provisioning complete for port a0c40f8f-da95-4a43-a040-13032fb14aa0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:08.972636 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c9c120b7-17bd-415b-bd72-6bef71ac4a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.987140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] No DVR routers for this DVR port c9639032-a1d5-41f6-bbd9-deb2f45c3c07 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:08.995746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:08.999379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-870619bb-ef64-4ec5-b5e6-6fdd0f139199 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "DELETE /v2.0/ports/c9639032-a1d5-41f6-bbd9-deb2f45c3c07 HTTP/1.1" status: 204 len: 173 time: 3.7643013 Nov 12 21:02:09.026587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44efe72f-ad74-494b-89ef-89113d33fe17 req-f2ff303f-bb81-48a5-a016-6d9facc46beb tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567669 Nov 12 21:02:09.075127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-dc02f111-1855-43ec-a4db-9da5650e4498 service neutron] 10.222.0.64 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897952 Nov 12 21:02:09.139257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:09.251960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52631ee1-35d7-4986-bbfc-5f2b0844385b req-aeed177e-05d7-48aa-bfac-f17ab865d0d1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:09.266965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52631ee1-35d7-4986-bbfc-5f2b0844385b req-aeed177e-05d7-48aa-bfac-f17ab865d0d1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1054473 Nov 12 21:02:09.345957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting port e66877d1-7052-4510-be0f-7e88565c976a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:09.347992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:09.525392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a0c40f8f-da95-4a43-a040-13032fb14aa0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:09.552247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:09.554934 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee9d7bc-e2a9-4b73-8f18-74ddf063d4b1" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:09.587810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52631ee1-35d7-4986-bbfc-5f2b0844385b req-6022f370-4cea-4c99-8cbd-755c7be35e13 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191531 Nov 12 21:02:09.658853 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-52f2d186-074d-4c58-b1e0-bf9ded738f86 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:09.722492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Made reservation on behalf of 4bced00bc6af45c2a9265e866a93f47c for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:09.727193 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:09.738032 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-52f2d186-074d-4c58-b1e0-bf9ded738f86 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:09.738765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a0c40f8f-da95-4a43-a040-13032fb14aa0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:09.739143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:09.741472 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-52f2d186-074d-4c58-b1e0-bf9ded738f86 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/2eebd099-5a25-4c88-a7d5-229a85339950 HTTP/1.1" status: 204 len: 168 time: 1.5139477 Nov 12 21:02:09.763236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2d186-074d-4c58-b1e0-bf9ded738f86 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=2eebd099-5a25-4c88-a7d5-229a85339950,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:09.775684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52064) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:09.945358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6730869c-62f4-45d2-bd35-ce0bf0b46e5c None None] Network ff177d29-f206-43bb-9282-adca797026f9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:09.957656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53fff5a2-8879-4d50-93a2-c4675f2d1de7 None None] Could not find standard attr ID for object 00ea593c-053a-4240-ba01-962b26b34736. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:02:09.959185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.030452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:19Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:10.072110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] Checking router: a3c2878c-0232-4c48-b684-338c16fc6498 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:02:10.124870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port a0c40f8f-da95-4a43-a040-13032fb14aa0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:10.125281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.164084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:10.164696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:10.177901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] For port e66877d1-7052-4510-be0f-7e88565c976a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e66877d1-7052-4510-be0f-7e88565c976a,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:10.178276 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.195585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Calling delete_port for e66877d1-7052-4510-be0f-7e88565c976a owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:10.196203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] For port a0c40f8f-da95-4a43-a040-13032fb14aa0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a0c40f8f-da95-4a43-a040-13032fb14aa0,segment=NetworkSegment(dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479),segment_id=dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:10.196573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.211129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for a0c40f8f-da95-4a43-a040-13032fb14aa0 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:10.311941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.346303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.347047 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.355889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=4d261180-912b-4a88-800e-c8b3d124f15f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:10.380788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:10.408940 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.511734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dba6da-ee3b-407e-a6cc-bd08f1fcc774 None None] DHCP port deletion for ff177d29-f206-43bb-9282-adca797026f9 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:10.559796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:10.567692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c932e-9d87-42a4-a98c-bf5c8d7ddec9 req-ae8ccb8f-da11-444c-87c9-9bb726ac222d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:10.569971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c93c932e-9d87-42a4-a98c-bf5c8d7ddec9 req-ae8ccb8f-da11-444c-87c9-9bb726ac222d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 942 time: 0.9674013 Nov 12 21:02:10.578082 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.607584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=a0c40f8f-da95-4a43-a040-13032fb14aa0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:10.637307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Port': ['ID=e66877d1-7052-4510-be0f-7e88565c976a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:10.642513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No DVR routers for this DVR port a0c40f8f-da95-4a43-a040-13032fb14aa0 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:10.667579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-e085f6da-1e3f-4451-9c25-858a262d69e4 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:10.669004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-e085f6da-1e3f-4451-9c25-858a262d69e4 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.78 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 815 time: 1.2307568 Nov 12 21:02:10.701172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:19Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:10.705979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Request body: {'port': {'device_id': '06b82652-ac9a-4f2e-a9c9-492d6d13723c', 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697', 'admin_state_up': True, 'tenant_id': '4981e08ce6aa47a49affdeb882be6e97'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:10.757431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0334d09-11eb-47fc-be37-4bfae8756d32 None None] The sync data for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 is: [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T20:51:12Z', 'revision_number': 4, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c945adcb-e51a-4f7d-adde-62a08e08b413', 'name': '', 'network_id': '6d55188b-f390-4fb9-9446-2ca26fe33c28', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'mac_address': 'fa:16:3e:c1:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:10Z', 'updated_at': '2021-11-12T20:51:19Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'subnets': [{'id': 'df07bf98-60de-4136-8439-aa74a28789ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:10.762239 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.817551 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.833045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-de558dc7-129c-4e0a-b349-0c978c2efc9c tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:10.839846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-de558dc7-129c-4e0a-b349-0c978c2efc9c tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 815 time: 0.6984062 Nov 12 21:02:10.877842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] No DVR routers for this DVR port e66877d1-7052-4510-be0f-7e88565c976a on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:10.880125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.885155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:10.889661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53e656f9-0bd7-4da9-b19d-f8f8aa07d534 req-3e0af8dc-925e-4c3b-86f9-b1cfa39f7490 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.46 "DELETE /v2.0/ports/e66877d1-7052-4510-be0f-7e88565c976a HTTP/1.1" status: 204 len: 173 time: 1.8814855 Nov 12 21:02:10.903768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-4e59fd25-629b-4b62-9155-685ddec1781e tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/quotas/4981e08ce6aa47a49affdeb882be6e97 HTTP/1.1" status: 200 len: 375 time: 0.0629053 Nov 12 21:02:10.912776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c93c932e-9d87-42a4-a98c-bf5c8d7ddec9 req-22652017-d700-4571-83ef-f5abadedcb56 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups?id=267046f4-e698-48cc-84f7-2440b0237ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222208 Nov 12 21:02:10.972772 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d0991-0550-42c4-a97d-5a1bd4646046 x-openstack-request-id: req-3e4d0991-0550-42c4-a97d-5a1bd4646046 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:10.973065 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "c9639032-a1d5-41f6-bbd9-deb2f45c3c07", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:10.973321 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e4d0991-0550-42c4-a97d-5a1bd4646046 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:10.973787 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': 'c9639032-a1d5-41f6-bbd9-deb2f45c3c07', 'status': 'completed', 'code': 200} Nov 12 21:02:10.988025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-7e20373a-602a-423e-8404-15689c4bd13f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710738 Nov 12 21:02:11.012226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff177d29-f206-43bb-9282-adca797026f9']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:11.042776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:11.044461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce4c7f0-1fa3-4afa-9b8e-feb2b7e4b479') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:11.101469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-78f0401d-aae0-4af3-9ddd-3e58922b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.102037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-78f0401d-aae0-4af3-9ddd-3e58922b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.102504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-78f0401d-aae0-4af3-9ddd-3e58922b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.103109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-78f0401d-aae0-4af3-9ddd-3e58922b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.103621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-78f0401d-aae0-4af3-9ddd-3e58922b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.104198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-78f0401d-aae0-4af3-9ddd-3e58922b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.104670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-78f0401d-aae0-4af3-9ddd-3e58922b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.114662 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-78f0401d-aae0-4af3-9ddd-3e58922b656c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6494 time: 0.5481021 Nov 12 21:02:11.127880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Made reservation on behalf of 4981e08ce6aa47a49affdeb882be6e97 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:11.131348 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:11.163895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-f0843c53-d598-4cc3-8ef4-fd169f10a43b service neutron] 10.222.0.64 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606879 Nov 12 21:02:11.197704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:11.197896 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea7598-9b0f-443f-a886-3be2b01bd510 None None] New status for floating IP d8229b9d-14b2-4113-ae99-af42231616c6: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:02:11.202883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Subnet': ['ID=85ca54fe-8701-4ad8-94cc-a2824bc24901,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:11.231611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:11.279159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router a371a94c-a273-4edf-aa98-68abd06425ee has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:02:11.286872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:11.287379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:11.301943 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:11.344738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Checking segment: {'id': '86f50005-1574-41c1-97a8-704b66f3d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '020f3b69-8988-4db3-be73-b9ee66497412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:11.345113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Network hostable DHCP agents. Network: 020f3b69-8988-4db3-be73-b9ee66497412, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:11.400437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Allocated IP 172.20.0.5 (8e70013e-4ca9-4250-8a9a-2f289798b697/386d999f-49b6-4107-a85f-40cc5c5cf468/9a344b48-663b-47f7-9763-fc3d7a2d7904) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:11.448475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a0c40f8f-da95-4a43-a040-13032fb14aa0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:11.473838 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-96f48d0d-92f0-44fa-b4c5-8e37fec1943e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3581626 Nov 12 21:02:11.510096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a0c40f8f-da95-4a43-a040-13032fb14aa0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:11.511712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a0c40f8f-da95-4a43-a040-13032fb14aa0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:11.595125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Network 020f3b69-8988-4db3-be73-b9ee66497412 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:11.605034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:11.617574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-b5284946-0645-48bc-a07f-1a28efcd64d1 service neutron] 10.222.0.64 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890939 Nov 12 21:02:11.648856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852fc60-28df-4a8a-bf9f-8e1dbecb2409 req-663f6ef4-042b-4bd3-a2e8-16b7fc754b2f tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.656607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8852fc60-28df-4a8a-bf9f-8e1dbecb2409 req-663f6ef4-042b-4bd3-a2e8-16b7fc754b2f tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 945 time: 0.2090113 Nov 12 21:02:11.709979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:11.714506 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/networks/ff177d29-f206-43bb-9282-adca797026f9 HTTP/1.1" status: 204 len: 168 time: 1.9378185 Nov 12 21:02:11.718465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78458bca-28a3-4bd0-a5db-b04f7a6c765d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Network': ['ID=ff177d29-f206-43bb-9282-adca797026f9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:11.720542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 020f3b69-8988-4db3-be73-b9ee66497412) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:11.730440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbceb6-e2ce-47a1-ace0-e0c04a4f4751 None None] Network 020f3b69-8988-4db3-be73-b9ee66497412 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:11.758170 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52092) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:11.772022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-914197020'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:11.787746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.793077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:11.793244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8852fc60-28df-4a8a-bf9f-8e1dbecb2409 req-5101cc21-6043-4f66-8d9a-7949f7061dae tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337166 Nov 12 21:02:11.793388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:11.801946 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7bd124bb-16f0-416f-a087-5ed3eb88a786 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/a371a94c-a273-4edf-aa98-68abd06425ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8553421 Nov 12 21:02:11.808285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52096) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:11.858543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-e6d08410-59e3-4cb8-9381-44df41726740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:11.877307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-e6d08410-59e3-4cb8-9381-44df41726740 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1876535 Nov 12 21:02:11.914559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98083549-6173-468e-ac3c-7956ab55f0d4 None None] Sync routers for ids ['a371a94c-a273-4edf-aa98-68abd06425ee'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:11.954458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98083549-6173-468e-ac3c-7956ab55f0d4 None None] Routers {'a371a94c-a273-4edf-aa98-68abd06425ee'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:11.955785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-98083549-6173-468e-ac3c-7956ab55f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a371a94c-a273-4edf-aa98-68abd06425ee'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:12.000699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-98083549-6173-468e-ac3c-7956ab55f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:12.023896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98083549-6173-468e-ac3c-7956ab55f0d4 None None] Routers {'a371a94c-a273-4edf-aa98-68abd06425ee'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:12.025258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-98083549-6173-468e-ac3c-7956ab55f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a371a94c-a273-4edf-aa98-68abd06425ee'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:12.082302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:12.082644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-00cbf41b-120f-42bc-a6a8-6c99985d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:12.084523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-00cbf41b-120f-42bc-a6a8-6c99985d4840 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.1962616 Nov 12 21:02:12.089109 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.107156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.117569 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-541338f7-f209-4e0d-a637-922ed86e9acb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 21:02:12.118539 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-541338f7-f209-4e0d-a637-922ed86e9acb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/a371a94c-a273-4edf-aa98-68abd06425ee/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3068078 Nov 12 21:02:12.133547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:12.142554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-98083549-6173-468e-ac3c-7956ab55f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:12.143895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.144312 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Added segment a9021506-d76e-4152-93f3-c295005573fe of type vlan for network e8cfb668-d1e7-4de2-b15e-868a54b0331b Nov 12 21:02:12.152293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98083549-6173-468e-ac3c-7956ab55f0d4 None None] The sync data for ids ['a371a94c-a273-4edf-aa98-68abd06425ee'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:12.156902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52108) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:12.190843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.205991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17a45bad-8a82-498b-9a4c-ef7b75f90086 req-2dcbd8ac-8eff-4c4a-b443-0e6691696262 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 210 time: 0.1187444 Nov 12 21:02:12.225920 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4ee5af75-c79a-442a-aa97-da1d044c51e2 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4805260 Nov 12 21:02:12.226520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52112) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:12.230104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6db84971-261f-437c-b83a-f8c79441cea6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=a371a94c-a273-4edf-aa98-68abd06425ee HTTP/1.1" status: 200 len: 205 time: 0.0740032 Nov 12 21:02:12.232119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'network_id': '020f3b69-8988-4db3-be73-b9ee66497412', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1882657417'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:12.234761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52114) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:12.275614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-020f3b69-8988-4db3-be73-b9ee66497412', 'network_id': '020f3b69-8988-4db3-be73-b9ee66497412', 'tenant_id': '4bced00bc6af45c2a9265e866a93f47c', 'fixed_ips': [{'subnet_id': '85ca54fe-8701-4ad8-94cc-a2824bc24901'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:02:12.279035 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.365019 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0966d6b3-fd87-4163-8d70-a27f30bc155d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.397277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.404231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:12.404859 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.452419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-129d53d2-8a3b-4bc5-8399-9ac53c1b79a1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 999 time: 0.3580332 Nov 12 21:02:12.482760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Network': ['ID=e8cfb668-d1e7-4de2-b15e-868a54b0331b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:12.495940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network e8cfb668-d1e7-4de2-b15e-868a54b0331b details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:12.496705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Made reservation on behalf of 4bced00bc6af45c2a9265e866a93f47c for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:12.501701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.524867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] device_id is not set on port 94cdac5f-8a9f-4073-adc1-33542795e850 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:12.605556 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-df940fc7-cb70-48f5-bbda-78d767a27861 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8460546 Nov 12 21:02:12.608648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52118) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:12.617373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': 'e8cfb668-d1e7-4de2-b15e-868a54b0331b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:12.658141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Allocated IP 2001:db8::2 (020f3b69-8988-4db3-be73-b9ee66497412/85ca54fe-8701-4ad8-94cc-a2824bc24901/5ae1f615-bc3f-4876-aa5a-2ac2e5957847) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:12.747893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5cdfe22-d67b-4238-a150-868b89ec7d7e req-282e0bdc-ec21-476c-aa05-7da5adaf78d1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.2995176 Nov 12 21:02:12.810111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:12.814642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.849409 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.875229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f816b-809e-404d-960f-1b5560b64835 req-c51bcfc2-9fcd-4819-a577-dae7cdf7c4b3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:12.877178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a12f816b-809e-404d-960f-1b5560b64835 req-c51bcfc2-9fcd-4819-a577-dae7cdf7c4b3 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.7915716 Nov 12 21:02:12.887380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0966d6b3-fd87-4163-8d70-a27f30bc155d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.890263 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0966d6b3-fd87-4163-8d70-a27f30bc155d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.953493 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:12.974710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': 'e66877d1-7052-4510-be0f-7e88565c976a'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:12.977257 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f8dfdc-be6c-42fd-b613-5591884ef04b" -d '{"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "e66877d1-7052-4510-be0f-7e88565c976a"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:12.984789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-d5a02b06-f12e-40fa-bae3-c7b12071defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:12.986393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-d5a02b06-f12e-40fa-bae3-c7b12071defb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.3738663 Nov 12 21:02:13.016484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.018578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Network 020f3b69-8988-4db3-be73-b9ee66497412 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:13.026648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:13.031529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:13.045418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Pushing event updated for resources: {'Port': ['ID=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:13.073653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-530e4c86-741a-4414-99e6-ac11ba6edc4a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:13.075593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-530e4c86-741a-4414-99e6-ac11ba6edc4a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.46 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 815 time: 0.7046256 Nov 12 21:02:13.096961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Request body: {'port': {'device_id': 'ce763615-7fd3-4669-a653-10352ec9bec4', 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697', 'admin_state_up': True, 'tenant_id': '4981e08ce6aa47a49affdeb882be6e97'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:13.104330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Attempting to bind port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:13.104926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Attempting to bind port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '86f50005-1574-41c1-97a8-704b66f3d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '020f3b69-8988-4db3-be73-b9ee66497412'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:13.105465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Attempting to bind port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 on network 020f3b69-8988-4db3-be73-b9ee66497412 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:13.111022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:13.111780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Checking segment: {'id': '86f50005-1574-41c1-97a8-704b66f3d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '020f3b69-8988-4db3-be73-b9ee66497412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:13.112462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.113023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Bound using segment: {'id': '86f50005-1574-41c1-97a8-704b66f3d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '020f3b69-8988-4db3-be73-b9ee66497412'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:13.113671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Bound port: 5ae1f615-bc3f-4876-aa5a-2ac2e5957847, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f50005-1574-41c1-97a8-704b66f3d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '020f3b69-8988-4db3-be73-b9ee66497412'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:13.114229 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.147067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a12f816b-809e-404d-960f-1b5560b64835 req-08c7cd1f-bbbd-409d-bc1e-06e8390e55cb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493992 Nov 12 21:02:13.162515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0966d6b3-fd87-4163-8d70-a27f30bc155d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.163103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0966d6b3-fd87-4163-8d70-a27f30bc155d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Fanout notify agent at l3_agent the message router_deleted on router a371a94c-a273-4edf-aa98-68abd06425ee {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:02:13.168633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:13.185206 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0966d6b3-fd87-4163-8d70-a27f30bc155d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.186618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0966d6b3-fd87-4163-8d70-a27f30bc155d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/a371a94c-a273-4edf-aa98-68abd06425ee HTTP/1.1" status: 204 len: 168 time: 0.9281690 Nov 12 21:02:13.188035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Allocated IP 2001:db8::17e (020f3b69-8988-4db3-be73-b9ee66497412/85ca54fe-8701-4ad8-94cc-a2824bc24901/94cdac5f-8a9f-4073-adc1-33542795e850) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:13.190125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52124) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:13.237528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:13.273052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:13.282511 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02362a68-2fd5-4cd9-8a1f-074d44035e2d x-openstack-request-id: req-02362a68-2fd5-4cd9-8a1f-074d44035e2d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:13.282834 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fd6919-905e-4846-a652-61ec890eb2c6", "name": "network-vif-deleted", "tag": "e66877d1-7052-4510-be0f-7e88565c976a", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:13.283175 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02362a68-2fd5-4cd9-8a1f-074d44035e2d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:13.284607 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fd6919-905e-4846-a652-61ec890eb2c6', 'name': 'network-vif-deleted', 'tag': 'e66877d1-7052-4510-be0f-7e88565c976a', 'status': 'completed', 'code': 200} Nov 12 21:02:13.285705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Pushing event updated for resources: {'Port': ['ID=9a344b48-663b-47f7-9763-fc3d7a2d7904,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:13.286927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] For port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:13.292753 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.310209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] For port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,segment=NetworkSegment(86f50005-1574-41c1-97a8-704b66f3d9f2),segment_id=86f50005-1574-41c1-97a8-704b66f3d9f2)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:13.324949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-1b34bc36-ee2e-4196-b373-14794546d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:13.326797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-1b34bc36-ee2e-4196-b373-14794546d9ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3296158 Nov 12 21:02:13.390703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=4d489295-0822-4290-a1e9-4cfd306d03a2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:13.399034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.448201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking segment: {'id': 'a9021506-d76e-4152-93f3-c295005573fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e8cfb668-d1e7-4de2-b15e-868a54b0331b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:13.448574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network hostable DHCP agents. Network: e8cfb668-d1e7-4de2-b15e-868a54b0331b, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:13.465120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-daccc0fe-8e74-4f21-842b-6a5088f11c14 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet 0e5f614f-8e86-4043-bb94-09d3cf4426b2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:13.475502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-daccc0fe-8e74-4f21-842b-6a5088f11c14 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.534616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9445846-0614-4b3c-91ff-459d7a0e2470 None None] Pushing event updated for resources: {'Port': ['ID=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:13.535083 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-daccc0fe-8e74-4f21-842b-6a5088f11c14 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.546279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.546758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.547246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.547663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.548642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.549616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.550011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.550354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.550703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.551167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.551530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.551864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:13.566781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-a45ba20a-de42-44e0-8ed7-078743442643 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112980 Nov 12 21:02:13.591305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:13.591967 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.702103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-daccc0fe-8e74-4f21-842b-6a5088f11c14 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.719219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b915906f-ad85-4f16-9143-433570bd5abc None None] Provisioning complete for port 9a344b48-663b-47f7-9763-fc3d7a2d7904 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:13.719626 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b915906f-ad85-4f16-9143-433570bd5abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.745507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7dbdaa99-d1e3-4de9-9116-d071825634d6 req-bbbcb667-4601-4bf8-a33d-a72da450928d tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 210 time: 0.1776507 Nov 12 21:02:13.775074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network e8cfb668-d1e7-4de2-b15e-868a54b0331b is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:13.799467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b915906f-ad85-4f16-9143-433570bd5abc None None] Port 9a344b48-663b-47f7-9763-fc3d7a2d7904 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:13.860518 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-49ef3155-cbb9-4379-9bd6-0f0b15a2665f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1730475 Nov 12 21:02:13.884024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.903608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Request body: {'port': {'device_id': '06b82652-ac9a-4f2e-a9c9-492d6d13723c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:13.934215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, e8cfb668-d1e7-4de2-b15e-868a54b0331b) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:13.943104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100c32c-0eb5-4ac9-9123-8d7937c9b1c2 None None] Network e8cfb668-d1e7-4de2-b15e-868a54b0331b requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:13.943688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:13.944382 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:13.980352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465fdc6-d00a-4d38-bc2e-56cfe45463e4 req-aaaf84c2-54c1-44b1-a864-5109a11a58cc tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:13.990119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1465fdc6-d00a-4d38-bc2e-56cfe45463e4 req-aaaf84c2-54c1-44b1-a864-5109a11a58cc tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 945 time: 0.4207642 Nov 12 21:02:14.003749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-daccc0fe-8e74-4f21-842b-6a5088f11c14 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.031153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9179c8c2-74fc-4692-a447-341aecb2383d req-ee608783-c15c-4f22-9305-83b584fcca0e tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.1203918 Nov 12 21:02:14.065226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-daccc0fe-8e74-4f21-842b-6a5088f11c14 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.079887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36264e66-9707-4989-9762-30f28032a880 None None] Network 9c908797-b131-49c0-a17e-f2195d122ae1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:14.088921 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-daccc0fe-8e74-4f21-842b-6a5088f11c14 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/0e5f614f-8e86-4043-bb94-09d3cf4426b2 HTTP/1.1" status: 204 len: 168 time: 0.8965456 Nov 12 21:02:14.091581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccc0fe-8e74-4f21-842b-6a5088f11c14 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5f614f-8e86-4043-bb94-09d3cf4426b2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:14.102865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52132) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:14.102865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5e794b2-2e5c-4308-8791-ad0d2dcb685a req-a428a79f-25c2-4d10-a037-f2b32789efec service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887636 Nov 12 21:02:14.125094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.202658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Made reservation on behalf of 4981e08ce6aa47a49affdeb882be6e97 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:14.207249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.211960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Network 020f3b69-8988-4db3-be73-b9ee66497412 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:14.222202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:14.226123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:14.238284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:14.244211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.249414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1465fdc6-d00a-4d38-bc2e-56cfe45463e4 req-94c58a34-da50-48b2-b02a-de6251e55480 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441421 Nov 12 21:02:14.261874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.278415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=94cdac5f-8a9f-4073-adc1-33542795e850,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:14.289882 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-67212d6f-bb0a-4142-a79b-c4e291564db9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6774650 Nov 12 21:02:14.291679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52136) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:14.298486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': 'e8cfb668-d1e7-4de2-b15e-868a54b0331b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1257628869'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:14.367273 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86841226-d646-4017-ae62-320af72516c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-e8cfb668-d1e7-4de2-b15e-868a54b0331b', 'network_id': 'e8cfb668-d1e7-4de2-b15e-868a54b0331b', 'tenant_id': '28578d75becd43738d838ce48b956d2d', 'fixed_ips': [{'subnet_id': '4d489295-0822-4290-a1e9-4cfd306d03a2'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:02:14.368523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86841226-d646-4017-ae62-320af72516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.418488 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3023e65f-9a62-4b05-9c5f-5343e28f4e0c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1905038 Nov 12 21:02:14.422281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52138) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:14.433362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'network_id': '020f3b69-8988-4db3-be73-b9ee66497412', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355077432', 'allowed_address_pairs': [{'ip_address': '2001:db8::17e', 'mac_address': 'fa:16:3e:03:d4:b6'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:14.445694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.486994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] DHCP port deletion for 9c908797-b131-49c0-a17e-f2195d122ae1 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:14.618228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887d84d-8261-4059-add5-e2ebfaa619ec req-b3dc4e25-9b92-4ad0-9654-4d85718a6920 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:14.622782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-86841226-d646-4017-ae62-320af72516c0 None None] Allocated IP 2001:db8::2 (e8cfb668-d1e7-4de2-b15e-868a54b0331b/4d489295-0822-4290-a1e9-4cfd306d03a2/e8afbaf9-80eb-4414-bf27-77a595d12e40) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:14.629873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] Deleting port 94b150ed-d795-485b-b6a4-95b2c52f2db1 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:14.630268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.631121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0887d84d-8261-4059-add5-e2ebfaa619ec req-b3dc4e25-9b92-4ad0-9654-4d85718a6920 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3231590 Nov 12 21:02:14.767165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] For port 94b150ed-d795-485b-b6a4-95b2c52f2db1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=94b150ed-d795-485b-b6a4-95b2c52f2db1,segment=NetworkSegment(19fe147d-86c2-460d-aa91-d83d7b436181),segment_id=19fe147d-86c2-460d-aa91-d83d7b436181)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:14.767710 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.791621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] Calling delete_port for 94b150ed-d795-485b-b6a4-95b2c52f2db1 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:14.815077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:14.821605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:14.871759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Made reservation on behalf of 4bced00bc6af45c2a9265e866a93f47c for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:14.964945 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86841226-d646-4017-ae62-320af72516c0 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.020611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:15.051745 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86841226-d646-4017-ae62-320af72516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.110646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86841226-d646-4017-ae62-320af72516c0 None None] Network e8cfb668-d1e7-4de2-b15e-868a54b0331b is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:15.117583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.147117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] No DVR routers for this DVR port 94b150ed-d795-485b-b6a4-95b2c52f2db1 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:15.155878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-86841226-d646-4017-ae62-320af72516c0 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:15.161809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86841226-d646-4017-ae62-320af72516c0 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:15.178843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6ed63-b0ab-417d-9c3d-d85ec30356b0 None None] Network 020f3b69-8988-4db3-be73-b9ee66497412 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:15.211136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86841226-d646-4017-ae62-320af72516c0 None None] Pushing event updated for resources: {'Port': ['ID=e8afbaf9-80eb-4414-bf27-77a595d12e40,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:15.244377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-1ca9b0e9-ae3c-41ab-8b64-c23df990b0e0 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:15.245939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-1ca9b0e9-ae3c-41ab-8b64-c23df990b0e0 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.46 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 945 time: 0.4848912 Nov 12 21:02:15.260603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6575e9a-3c89-406e-ab5e-7ee4fa05309e None None] Pushing event deleted for resources: {'Port': ['ID=94b150ed-d795-485b-b6a4-95b2c52f2db1,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:15.261636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.326709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::35a (e8cfb668-d1e7-4de2-b15e-868a54b0331b/4d489295-0822-4290-a1e9-4cfd306d03a2/9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:15.356049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] device_id is not set on port 5037efb6-6e43-4c95-832b-b470607937ef yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:15.362061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Allocated IP 172.20.0.10 (8e70013e-4ca9-4250-8a9a-2f289798b697/386d999f-49b6-4107-a85f-40cc5c5cf468/838e8a58-2ee3-4927-b777-bfc48a6da5d6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:15.509896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-86841226-d646-4017-ae62-320af72516c0 None None] Attempting to bind port e8afbaf9-80eb-4414-bf27-77a595d12e40 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:15.510436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-86841226-d646-4017-ae62-320af72516c0 None None] Attempting to bind port e8afbaf9-80eb-4414-bf27-77a595d12e40 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'a9021506-d76e-4152-93f3-c295005573fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e8cfb668-d1e7-4de2-b15e-868a54b0331b'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:15.510904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86841226-d646-4017-ae62-320af72516c0 None None] Attempting to bind port e8afbaf9-80eb-4414-bf27-77a595d12e40 on network e8cfb668-d1e7-4de2-b15e-868a54b0331b {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:15.520255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86841226-d646-4017-ae62-320af72516c0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:15.520255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86841226-d646-4017-ae62-320af72516c0 None None] Checking segment: {'id': 'a9021506-d76e-4152-93f3-c295005573fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e8cfb668-d1e7-4de2-b15e-868a54b0331b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:15.520844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86841226-d646-4017-ae62-320af72516c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.521323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86841226-d646-4017-ae62-320af72516c0 None None] Bound using segment: {'id': 'a9021506-d76e-4152-93f3-c295005573fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e8cfb668-d1e7-4de2-b15e-868a54b0331b'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:15.522327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-86841226-d646-4017-ae62-320af72516c0 None None] Bound port: e8afbaf9-80eb-4414-bf27-77a595d12e40, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9021506-d76e-4152-93f3-c295005573fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e8cfb668-d1e7-4de2-b15e-868a54b0331b'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:15.522509 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86841226-d646-4017-ae62-320af72516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.538995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9829a252-47e3-4c1c-9449-bb85e75f5531 None None] Provisioning complete for port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:15.539593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9829a252-47e3-4c1c-9449-bb85e75f5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.552584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.691670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bd8cbd8-c863-4705-a1e1-e8b0647c46d8 req-9d6dd0bf-2e67-4ef3-87e2-748578ce0420 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 210 time: 0.1040702 Nov 12 21:02:15.858363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:15.863147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a344b48-663b-47f7-9763-fc3d7a2d7904 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:15.871892 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.886590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Transition to ACTIVE for port object 9a344b48-663b-47f7-9763-fc3d7a2d7904 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:02:15.899716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0887d84d-8261-4059-add5-e2ebfaa619ec req-b05e8840-c296-4eb6-a80a-58f03e10194f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2527966 Nov 12 21:02:15.901895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.982525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-86841226-d646-4017-ae62-320af72516c0 None None] For port e8afbaf9-80eb-4414-bf27-77a595d12e40, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:15.987923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-86841226-d646-4017-ae62-320af72516c0 None None] For port e8afbaf9-80eb-4414-bf27-77a595d12e40, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e8afbaf9-80eb-4414-bf27-77a595d12e40,segment=NetworkSegment(a9021506-d76e-4152-93f3-c295005573fe),segment_id=a9021506-d76e-4152-93f3-c295005573fe)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:15.990093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:15.990526 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:15.993215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9829a252-47e3-4c1c-9449-bb85e75f5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.105840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9829a252-47e3-4c1c-9449-bb85e75f5531 None None] For port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,segment=NetworkSegment(86f50005-1574-41c1-97a8-704b66f3d9f2),segment_id=86f50005-1574-41c1-97a8-704b66f3d9f2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:16.116047 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86841226-d646-4017-ae62-320af72516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.134063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Pushing event updated for resources: {'Port': ['ID=838e8a58-2ee3-4927-b777-bfc48a6da5d6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:16.151765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-735946f2-cc6f-4dc8-97d4-b89762d6ea56 req-0507e4da-568f-4793-8817-d4a9f8a3b024 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.2297933 Nov 12 21:02:16.152663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.208013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86841226-d646-4017-ae62-320af72516c0 None None] Pushing event updated for resources: {'Port': ['ID=e8afbaf9-80eb-4414-bf27-77a595d12e40,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:16.217942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9829a252-47e3-4c1c-9449-bb85e75f5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.257067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Allocated IP 2001:db8::32f (020f3b69-8988-4db3-be73-b9ee66497412/85ca54fe-8701-4ad8-94cc-a2824bc24901/5037efb6-6e43-4c95-832b-b470607937ef) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:16.262139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Deleting port aec4c408-91e1-4fec-8577-62bc917a0e7e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:16.262684 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.278681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.288458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829a252-47e3-4c1c-9449-bb85e75f5531 None None] Pushing event updated for resources: {'Port': ['ID=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:16.321630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Pushing event updated for resources: {'Port': ['ID=9a344b48-663b-47f7-9763-fc3d7a2d7904,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:16.342988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:16.350714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:16.358523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:16.387057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f4c55df3-3d01-4c2f-b01b-49b9ee09e39e None None] Provisioning complete for port 94cdac5f-8a9f-4073-adc1-33542795e850 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:16.387635 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4c55df3-3d01-4c2f-b01b-49b9ee09e39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.465801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100f286-2dd5-4dfa-971d-d43c5c55b0d3 req-897d1e41-fc14-4aae-91b4-239f8f0156e7 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:16.469245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f4c55df3-3d01-4c2f-b01b-49b9ee09e39e None None] Port 94cdac5f-8a9f-4073-adc1-33542795e850 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:16.481550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0100f286-2dd5-4dfa-971d-d43c5c55b0d3 req-897d1e41-fc14-4aae-91b4-239f8f0156e7 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 945 time: 0.3476160 Nov 12 21:02:16.502637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 94b150ed-d795-485b-b6a4-95b2c52f2db1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:16.505651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f4c55df3-3d01-4c2f-b01b-49b9ee09e39e None None] Provisioning complete for port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:16.506018 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4c55df3-3d01-4c2f-b01b-49b9ee09e39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.571537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 94b150ed-d795-485b-b6a4-95b2c52f2db1 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:16.572085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.599952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 94b150ed-d795-485b-b6a4-95b2c52f2db1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:16.600305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 94b150ed-d795-485b-b6a4-95b2c52f2db1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:16.609702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-fc8afe24-6beb-46a7-9a00-15263bf617f1 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:16.617551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-fc8afe24-6beb-46a7-9a00-15263bf617f1 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.78 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 815 time: 1.8039372 Nov 12 21:02:16.676071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Request body: {'port': {'device_id': '082cb1f0-2d41-4499-a01b-745ee63dd394', 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697', 'admin_state_up': True, 'tenant_id': '4981e08ce6aa47a49affdeb882be6e97'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:16.694799 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.822049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] For port aec4c408-91e1-4fec-8577-62bc917a0e7e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=aec4c408-91e1-4fec-8577-62bc917a0e7e,segment=NetworkSegment(149b9bb8-6b66-4213-8676-83fcfc8afa2d),segment_id=149b9bb8-6b66-4213-8676-83fcfc8afa2d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:16.822451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.867670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Calling delete_port for aec4c408-91e1-4fec-8577-62bc917a0e7e owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:16.870230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.891858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-63e8a852-abb5-4afd-b586-8083eb1b55d2 None None] Provisioning complete for port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:16.892747 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-63e8a852-abb5-4afd-b586-8083eb1b55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.895103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:16.897005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.897163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:16.988506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-63e8a852-abb5-4afd-b586-8083eb1b55d2 None None] Port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:16.994364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Network 020f3b69-8988-4db3-be73-b9ee66497412 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:17.008933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-63e8a852-abb5-4afd-b586-8083eb1b55d2 None None] Provisioning complete for port 94cdac5f-8a9f-4073-adc1-33542795e850 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:17.009519 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-63e8a852-abb5-4afd-b586-8083eb1b55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.057937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-63e8a852-abb5-4afd-b586-8083eb1b55d2 None None] Port 94cdac5f-8a9f-4073-adc1-33542795e850 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:17.062195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ee397f9-79cd-4bfa-936e-ab9738bb8416 req-207fb5ef-d1c8-4f60-b7e3-8f3bc8714b80 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 210 time: 0.1601717 Nov 12 21:02:17.086718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0100f286-2dd5-4dfa-971d-d43c5c55b0d3 req-865ccade-672f-463d-95be-52f2e2700e7c tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/security-groups?id=355051fa-ee71-4c85-9034-0a0081eb7e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974240 Nov 12 21:02:17.127737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network e8cfb668-d1e7-4de2-b15e-868a54b0331b is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:17.129231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:17.132915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:17.141036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:17.142084 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.147104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port 94b150ed-d795-485b-b6a4-95b2c52f2db1, host n-d-713498-29, got binding levels [] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:17.147464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.158007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:17.165741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:17.171878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e74d1c51-9f0d-477c-bad1-ced2180aa395 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0805807 Nov 12 21:02:17.175949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:17.176843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.181900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 94b150ed-d795-485b-b6a4-95b2c52f2db1 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:17.193508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=5037efb6-6e43-4c95-832b-b470607937ef,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:17.227312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Port 94b150ed-d795-485b-b6a4-95b2c52f2db1 was not found and therefore no delete operation was performed {{(pid=109629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 21:02:17.248310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Request body: {'port': {'device_id': 'ce763615-7fd3-4669-a653-10352ec9bec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:17.274157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:17.323483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.357908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Attempting to bind port 9a344b48-663b-47f7-9763-fc3d7a2d7904 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:17.358063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Attempting to bind port 9a344b48-663b-47f7-9763-fc3d7a2d7904 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:17.358359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Attempting to bind port 9a344b48-663b-47f7-9763-fc3d7a2d7904 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:17.442645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Made reservation on behalf of 4981e08ce6aa47a49affdeb882be6e97 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:17.446652 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.450638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dd18d4b-2309-4138-b8c5-31ade891bd41 req-02fd06fc-67c1-4c7c-90fe-314652074a29 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.1168013 Nov 12 21:02:17.453519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Port 9a344b48-663b-47f7-9763-fc3d7a2d7904 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:02:17.453838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Attempting to bind port 9a344b48-663b-47f7-9763-fc3d7a2d7904 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:17.458518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No DVR routers for this DVR port 94b150ed-d795-485b-b6a4-95b2c52f2db1 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:17.465823 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1df182f8-355e-4eb7-9373-d0612fbbd6c4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.1727726 Nov 12 21:02:17.469822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52152) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:17.495866 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e218cead-aad5-4f84-b1a6-87a166f6837a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0724554 Nov 12 21:02:17.496727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.498271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52154) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:17.515770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=94b150ed-d795-485b-b6a4-95b2c52f2db1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:17.574690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.627905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6c66e404-0e18-47dc-8cf4-81a44cf6b0b4 None None] Provisioning complete for port 5037efb6-6e43-4c95-832b-b470607937ef triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:17.628352 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6c66e404-0e18-47dc-8cf4-81a44cf6b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.632229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Pushing event deleted for resources: {'Port': ['ID=aec4c408-91e1-4fec-8577-62bc917a0e7e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:17.678474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e8afbaf9-80eb-4414-bf27-77a595d12e40 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:17.708473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6c66e404-0e18-47dc-8cf4-81a44cf6b0b4 None None] Port 5037efb6-6e43-4c95-832b-b470607937ef cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:17.718015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:17.718883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Checking segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:17.719518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Bound using segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:17.724860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Bound port: 9a344b48-663b-47f7-9763-fc3d7a2d7904, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:17.726334 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.762264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] No DVR routers for this DVR port aec4c408-91e1-4fec-8577-62bc917a0e7e on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:17.765211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe1927-7988-45c3-958c-9d3660488db3 req-9724ca0c-cc98-46e2-b6e8-b23ca4cdf0c7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:17.767571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56fe1927-7988-45c3-958c-9d3660488db3 req-9724ca0c-cc98-46e2-b6e8-b23ca4cdf0c7 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.5473001 Nov 12 21:02:17.768056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.771644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b6f3101-5805-4890-8c0f-858999d2ce43 req-101f57db-5223-4c6e-9c32-140904bd40fe tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.46 "DELETE /v2.0/ports/aec4c408-91e1-4fec-8577-62bc917a0e7e HTTP/1.1" status: 204 len: 173 time: 2.5054774 Nov 12 21:02:17.777886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245671e5-7736-4476-9521-876b392075c7', 'name': 'network-vif-deleted', 'tag': 'aec4c408-91e1-4fec-8577-62bc917a0e7e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:17.780263 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa950c4-a5f8-457a-b109-c5b3de1803be" -d '{"events": [{"server_uuid": "245671e5-7736-4476-9521-876b392075c7", "name": "network-vif-deleted", "tag": "aec4c408-91e1-4fec-8577-62bc917a0e7e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:17.784090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e8afbaf9-80eb-4414-bf27-77a595d12e40 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:17.784552 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.807452 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.826684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b85940-6e9d-41f6-b0fc-1553b0081ead tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:17.849212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b85940-6e9d-41f6-b0fc-1553b0081ead tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:17.856714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b85940-6e9d-41f6-b0fc-1553b0081ead tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:17.863079 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82b85940-6e9d-41f6-b0fc-1553b0081ead tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3600078 Nov 12 21:02:17.871804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52158) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:17.900971 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81be73-3c10-4508-bcd7-ae0b3e1e6594 x-openstack-request-id: req-8a81be73-3c10-4508-bcd7-ae0b3e1e6594 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:17.901670 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245671e5-7736-4476-9521-876b392075c7", "name": "network-vif-deleted", "tag": "aec4c408-91e1-4fec-8577-62bc917a0e7e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:17.902150 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a81be73-3c10-4508-bcd7-ae0b3e1e6594 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:17.902780 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245671e5-7736-4476-9521-876b392075c7', 'name': 'network-vif-deleted', 'tag': 'aec4c408-91e1-4fec-8577-62bc917a0e7e', 'status': 'completed', 'code': 200} Nov 12 21:02:17.926292 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:17.953526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56fe1927-7988-45c3-958c-9d3660488db3 req-0898e94d-4a34-4f59-b572-96cbf8f7453b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357644 Nov 12 21:02:17.953772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-dc8960f4-14c9-43e2-9f04-ab40589fabe4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:17.954514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc8960f4-14c9-43e2-9f04-ab40589fabe4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.015770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port e8afbaf9-80eb-4414-bf27-77a595d12e40, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e8afbaf9-80eb-4414-bf27-77a595d12e40,segment=NetworkSegment(a9021506-d76e-4152-93f3-c295005573fe),segment_id=a9021506-d76e-4152-93f3-c295005573fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:18.064147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c908797-b131-49c0-a17e-f2195d122ae1']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:18.094330 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.096478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:18.154480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fe147d-86c2-460d-aa91-d83d7b436181') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:18.154813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fe147d-86c2-460d-aa91-d83d7b436181') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:18.208084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f487cfaa-7fb7-4654-a036-aabf7f5b5480 None None] Network e8cfb668-d1e7-4de2-b15e-868a54b0331b requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:18.213228 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc8960f4-14c9-43e2-9f04-ab40589fabe4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.220203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.232430 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-dc8960f4-14c9-43e2-9f04-ab40589fabe4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:18.314077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-273100e0-2154-4c85-b11b-58e9a04bad4a None None] Provisioning complete for port e8afbaf9-80eb-4414-bf27-77a595d12e40 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:18.315197 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-273100e0-2154-4c85-b11b-58e9a04bad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.377738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=e8afbaf9-80eb-4414-bf27-77a595d12e40,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:18.381684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a99a168c-cb5e-4a39-a23d-ef9af982db89 req-e421da61-425d-4b1a-a0a7-872416dc6a44 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 210 time: 0.1710830 Nov 12 21:02:18.407136 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.424037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] For port 9a344b48-663b-47f7-9763-fc3d7a2d7904, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:18.446692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee30b1-5178-40b2-9612-e9c21c5c44ce req-ae823e92-c04c-4bc2-8608-9e1038fd5122 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:18.447867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-735a94fb-1c63-477b-b6a5-b0c2f3c7bdb1 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Deleting port 5037efb6-6e43-4c95-832b-b470607937ef {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:18.448368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50ee30b1-5178-40b2-9612-e9c21c5c44ce req-ae823e92-c04c-4bc2-8608-9e1038fd5122 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3172164 Nov 12 21:02:18.448482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-735a94fb-1c63-477b-b6a5-b0c2f3c7bdb1 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.452738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:18.453113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.457942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:18.458485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:18.461693 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:18.464466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device aec4c408-91e1-4fec-8577-62bc917a0e7e no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:18.495154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] For port 9a344b48-663b-47f7-9763-fc3d7a2d7904, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9a344b48-663b-47f7-9763-fc3d7a2d7904,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:18.535275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc8960f4-14c9-43e2-9f04-ab40589fabe4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.574004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8960f4-14c9-43e2-9f04-ab40589fabe4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:18.603630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: aec4c408-91e1-4fec-8577-62bc917a0e7e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:18.604073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device aec4c408-91e1-4fec-8577-62bc917a0e7e not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:18.605835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d76adcf9-b02e-4137-bf59-016f0fe7b55c req-c989eec9-60cd-4047-a6a3-f3e563fc6124 tempest-ServerGroupTestJSON-1116186142 tempest-ServerGroupTestJSON-1116186142-project] 10.222.0.64 "GET /v2.0/ports?device_id=245671e5-7736-4476-9521-876b392075c7 HTTP/1.1" status: 200 len: 210 time: 0.0583377 Nov 12 21:02:18.628784 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc8960f4-14c9-43e2-9f04-ab40589fabe4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.629852 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc8960f4-14c9-43e2-9f04-ab40589fabe4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3 HTTP/1.1" status: 204 len: 168 time: 1.1601877 Nov 12 21:02:18.639743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.643468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52168) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:18.662550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Allocated IP 172.20.0.7 (8e70013e-4ca9-4250-8a9a-2f289798b697/386d999f-49b6-4107-a85f-40cc5c5cf468/5c42103b-ba69-48b4-bef9-afc098e7ef81) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:18.680548 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-77047119-e5b7-41f7-ad19-7cbe98cb7780 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:02:18.686194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-77047119-e5b7-41f7-ad19-7cbe98cb7780 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3 HTTP/1.1" status: 404 len: 333 time: 0.0415447 Nov 12 21:02:18.687725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52170) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:18.728907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-735a94fb-1c63-477b-b6a5-b0c2f3c7bdb1 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.754414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-735a94fb-1c63-477b-b6a5-b0c2f3c7bdb1 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Calling delete_port for 5037efb6-6e43-4c95-832b-b470607937ef owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:18.786724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e66dbd0-43b5-489f-83b6-c0a7ad35da24 req-e510c8c1-0586-452c-9480-8df97fa96f44 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0737214 Nov 12 21:02:18.804778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:18.804778 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.805972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] 10.222.0.78 "PUT /v2.0/ports/9a344b48-663b-47f7-9763-fc3d7a2d7904 HTTP/1.1" status: 200 len: 1092 time: 4.9347160 Nov 12 21:02:18.806263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-92619e6b-fdd8-4778-899f-0a78d5e90f91 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet 4d489295-0822-4290-a1e9-4cfd306d03a2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:18.808721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b82652-ac9a-4f2e-a9c9-492d6d13723c', 'tag': '9a344b48-663b-47f7-9763-fc3d7a2d7904'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:18.811273 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795af614-b807-4d18-9f6a-5183d8e13216" -d '{"events": [{"name": "network-changed", "server_uuid": "06b82652-ac9a-4f2e-a9c9-492d6d13723c", "tag": "9a344b48-663b-47f7-9763-fc3d7a2d7904"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:18.878668 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92619e6b-fdd8-4778-899f-0a78d5e90f91 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.928499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50ee30b1-5178-40b2-9612-e9c21c5c44ce req-4146e50f-ba74-41dd-8f4e-116cd56438cc tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4385026 Nov 12 21:02:18.942060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92619e6b-fdd8-4778-899f-0a78d5e90f91 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.942222 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:18.995071 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ab986-a3b1-4c9a-ac97-cba543f82b13 x-openstack-request-id: req-429ab986-a3b1-4c9a-ac97-cba543f82b13 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:18.995636 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b82652-ac9a-4f2e-a9c9-492d6d13723c", "tag": "9a344b48-663b-47f7-9763-fc3d7a2d7904", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:18.995889 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-429ab986-a3b1-4c9a-ac97-cba543f82b13 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:18.996293 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b82652-ac9a-4f2e-a9c9-492d6d13723c', 'tag': '9a344b48-663b-47f7-9763-fc3d7a2d7904', 'status': 'completed', 'code': 200} Nov 12 21:02:19.001423 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.013134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52178) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:19.016006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/9c908797-b131-49c0-a17e-f2195d122ae1 HTTP/1.1" status: 204 len: 168 time: 4.9185069 Nov 12 21:02:19.016864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafc8a2-1f81-46ce-b4e1-a2a1e73cbd61 service neutron] Pushing event updated for resources: {'Port': ['ID=9a344b48-663b-47f7-9763-fc3d7a2d7904,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:19.020227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1542995368'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:19.098841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92619e6b-fdd8-4778-899f-0a78d5e90f91 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.114276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d95ac0-989b-4095-b7b1-476d0412e71d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=9c908797-b131-49c0-a17e-f2195d122ae1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:19.261765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1a5736f9-4024-4da7-b893-b6c83471b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:19.263306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-1a5736f9-4024-4da7-b893-b6c83471b6ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 1095 time: 0.2885370 Nov 12 21:02:19.273058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:19.274490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25384-a16a-40a9-a550-a5e557cb1a61 req-13901d19-9241-4101-aefb-0656f00b0827 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:19.276070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfd25384-a16a-40a9-a550-a5e557cb1a61 req-13901d19-9241-4101-aefb-0656f00b0827 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.1656215 Nov 12 21:02:19.279103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.316933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92619e6b-fdd8-4778-899f-0a78d5e90f91 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.345856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-b303b671-1be8-4ad8-8de0-edef981fcfdb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a344b48-663b-47f7-9763-fc3d7a2d7904 HTTP/1.1" status: 200 len: 217 time: 0.0660636 Nov 12 21:02:19.356636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5986cdd0-f928-440f-b8cb-e4ebe1c73776 None None] Provisioning complete for port e8afbaf9-80eb-4414-bf27-77a595d12e40 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:19.357211 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5986cdd0-f928-440f-b8cb-e4ebe1c73776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.363350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.389821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92619e6b-fdd8-4778-899f-0a78d5e90f91 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=4d489295-0822-4290-a1e9-4cfd306d03a2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:19.409905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92619e6b-fdd8-4778-899f-0a78d5e90f91 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.429388 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-92619e6b-fdd8-4778-899f-0a78d5e90f91 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/4d489295-0822-4290-a1e9-4cfd306d03a2 HTTP/1.1" status: 204 len: 168 time: 0.7368529 Nov 12 21:02:19.430512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:19.496179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-f2024c8d-0956-4a43-a916-432846c956a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:19.500865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-f2024c8d-0956-4a43-a916-432846c956a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=386d999f-49b6-4107-a85f-40cc5c5cf468 HTTP/1.1" status: 200 len: 854 time: 0.1416085 Nov 12 21:02:19.527869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfd25384-a16a-40a9-a550-a5e557cb1a61 req-138d08be-fc92-49de-842f-1acbf610af50 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385883 Nov 12 21:02:19.531111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e8afbaf9-80eb-4414-bf27-77a595d12e40 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:19.568051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:19.577211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.577552 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment e73888b4-ceeb-4fc1-9102-a2c993aa1f06 of type vlan for network 5eab8f6e-1b3b-4097-8669-e516c87c4624 Nov 12 21:02:19.624868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e8afbaf9-80eb-4414-bf27-77a595d12e40 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:19.625385 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.625549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.653445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-735a94fb-1c63-477b-b6a5-b0c2f3c7bdb1 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.671698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e718b-bf97-4108-b56c-dbd92cfed1c9 None None] Network e8cfb668-d1e7-4de2-b15e-868a54b0331b requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:19.692456 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a94fb-1c63-477b-b6a5-b0c2f3c7bdb1 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Port': ['ID=5037efb6-6e43-4c95-832b-b470607937ef,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:19.702235 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.723662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-399c2549-7d5f-4c69-8a8f-ec63dc7c545c req-40c6391a-dbd8-4ed4-b19f-3ab5fde70fc6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 210 time: 0.1775553 Nov 12 21:02:19.731660 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.737675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:19.738313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.786642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-288b2d40-106a-452f-a2f6-9c90c655821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:19.792928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-288b2d40-106a-452f-a2f6-9c90c655821f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8e70013e-4ca9-4250-8a9a-2f289798b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2810476 Nov 12 21:02:19.794170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-68d693ee-6c6f-4b31-91ed-328c734af4d1 None None] Could not find standard attr ID for object 9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:02:19.897211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:19.941100 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9268401 Nov 12 21:02:19.945502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52194) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:19.968871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': '5eab8f6e-1b3b-4097-8669-e516c87c4624', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:20.019110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d2d06-8d99-4120-9990-7c0286b00b97 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=5eab8f6e-1b3b-4097-8669-e516c87c4624,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:20.027277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] DHCP port deletion for e8cfb668-d1e7-4de2-b15e-868a54b0331b request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:20.067432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-735a94fb-1c63-477b-b6a5-b0c2f3c7bdb1 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.073327 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-735a94fb-1c63-477b-b6a5-b0c2f3c7bdb1 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "DELETE /v2.0/ports/5037efb6-6e43-4c95-832b-b470607937ef HTTP/1.1" status: 204 len: 168 time: 2.1952901 Nov 12 21:02:20.074783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52196) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:20.083513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6649323-ecc0-40b3-afbd-e054691b96ad req-24a1e1bb-20a0-41a7-90a1-4d15b2dff8c3 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0452027 Nov 12 21:02:20.112683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5eab8f6e-1b3b-4097-8669-e516c87c4624 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:20.128819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:20.135500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:20.139737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:20.219577 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6a11af-7006-44ab-9b1a-425f1912f6dd tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] GET failed (client error): The resource could not be found. Nov 12 21:02:20.221884 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de6a11af-7006-44ab-9b1a-425f1912f6dd tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "GET /v2.0/ports/5037efb6-6e43-4c95-832b-b470607937ef HTTP/1.1" status: 404 len: 333 time: 0.0968583 Nov 12 21:02:20.277459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52202) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:20.303690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'network_id': '020f3b69-8988-4db3-be73-b9ee66497412', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1549635339'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:20.307797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Pushing event updated for resources: {'Port': ['ID=5c42103b-ba69-48b4-bef9-afc098e7ef81,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:20.370503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] Deleting port e8afbaf9-80eb-4414-bf27-77a595d12e40 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:20.371107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.374415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:20.375111 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.400312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port e8afbaf9-80eb-4414-bf27-77a595d12e40 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:20.400705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.409592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-2859e8bf-4bbd-41d4-ad28-aadee5f95fe4 service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066344 Nov 12 21:02:20.461019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] For port e8afbaf9-80eb-4414-bf27-77a595d12e40, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e8afbaf9-80eb-4414-bf27-77a595d12e40,segment=NetworkSegment(a9021506-d76e-4152-93f3-c295005573fe),segment_id=a9021506-d76e-4152-93f3-c295005573fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:20.461402 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.480024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437115-3488-483f-8f74-6bf237e95d17 req-140f6495-fc5e-4882-b437-94cf17825a6e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:20.480551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] Calling delete_port for e8afbaf9-80eb-4414-bf27-77a595d12e40 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:20.482245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38437115-3488-483f-8f74-6bf237e95d17 req-140f6495-fc5e-4882-b437-94cf17825a6e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2484221 Nov 12 21:02:20.513643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] For port e8afbaf9-80eb-4414-bf27-77a595d12e40, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e8afbaf9-80eb-4414-bf27-77a595d12e40,segment=NetworkSegment(a9021506-d76e-4152-93f3-c295005573fe),segment_id=a9021506-d76e-4152-93f3-c295005573fe)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:20.513643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.528370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for e8afbaf9-80eb-4414-bf27-77a595d12e40 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:20.572492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-ecf60674-1544-42a7-9a61-f39b18afe3ec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9508967 Nov 12 21:02:20.588912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4ae250df-1914-4437-b57a-f43870937130 None None] Provisioning complete for port 5c42103b-ba69-48b4-bef9-afc098e7ef81 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:20.589478 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ae250df-1914-4437-b57a-f43870937130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.603968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Request body: {'port': {'device_id': '082cb1f0-2d41-4499-a01b-745ee63dd394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:20.604802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52216) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:20.646919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38437115-3488-483f-8f74-6bf237e95d17 req-1a37dd51-7c03-494c-9be8-66afff5313f8 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257193 Nov 12 21:02:20.658978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838e8a58-2ee3-4927-b777-bfc48a6da5d6 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:20.673868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4ae250df-1914-4437-b57a-f43870937130 None None] Port 5c42103b-ba69-48b4-bef9-afc098e7ef81 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:20.675865 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.707213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0ca0d9-8295-4a86-aa71-ac01fbc9a2ca admin admin] Deleting subnet a932fcd9-e801-4cf0-aa4c-7c526c0743f2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:20.714326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee0ca0d9-8295-4a86-aa71-ac01fbc9a2ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.730213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a0cfccb-8e58-4c2b-8a28-5c6a6640763b req-774a75b2-dc52-401c-8989-722e95c2b272 service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923322 Nov 12 21:02:20.735747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Transition to ACTIVE for port object 838e8a58-2ee3-4927-b777-bfc48a6da5d6 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:02:20.740242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.747835 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.776244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:20.779148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.819451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] Pushing event deleted for resources: {'Port': ['ID=e8afbaf9-80eb-4414-bf27-77a595d12e40,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:20.821225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.822228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f273f8-20bf-4c63-a42a-5a4e0528c605 None None] No DVR routers for this DVR port e8afbaf9-80eb-4414-bf27-77a595d12e40 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:20.826352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee0ca0d9-8295-4a86-aa71-ac01fbc9a2ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.921520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=e8afbaf9-80eb-4414-bf27-77a595d12e40,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:20.941760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No DVR routers for this DVR port e8afbaf9-80eb-4414-bf27-77a595d12e40 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:21.028788 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee0ca0d9-8295-4a86-aa71-ac01fbc9a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.107996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.164816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Made reservation on behalf of 4bced00bc6af45c2a9265e866a93f47c for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:21.168486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.200847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cfb668-d1e7-4de2-b15e-868a54b0331b']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:21.221047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9021506-d76e-4152-93f3-c295005573fe') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:21.221501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9021506-d76e-4152-93f3-c295005573fe') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:21.229898 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.243150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.245307 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] device_id is not set on port 5b116238-da2d-4eac-9365-fb131ba8a37b yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:21.292137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.312493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Pushing event updated for resources: {'Port': ['ID=838e8a58-2ee3-4927-b777-bfc48a6da5d6,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:21.347208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:21.347649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.349682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e73a8f57-6866-483f-87b6-d47a30858fed req-911c606f-127d-4a90-ad8e-3bfe53418e18 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.1321573 Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:21.352357 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:21.446373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd740f43-8d1d-42e3-beb2-081ebe0013a5 req-5e78b01c-e477-4f09-9c27-167311e6ca2d tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:21.460047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd740f43-8d1d-42e3-beb2-081ebe0013a5 req-5e78b01c-e477-4f09-9c27-167311e6ca2d tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 931 time: 0.2524292 Nov 12 21:02:21.490710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795af614-b807-4d18-9f6a-5183d8e13216 req-9c1a4be3-ec99-46eb-baf9-5028fea20968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:21.492757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee0ca0d9-8295-4a86-aa71-ac01fbc9a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.492911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-795af614-b807-4d18-9f6a-5183d8e13216 req-9c1a4be3-ec99-46eb-baf9-5028fea20968 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 1095 time: 0.3105805 Nov 12 21:02:21.504734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e8afbaf9-80eb-4414-bf27-77a595d12e40 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:21.529343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ca0d9-8295-4a86-aa71-ac01fbc9a2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a932fcd9-e801-4cf0-aa4c-7c526c0743f2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:21.534145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.545862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e8afbaf9-80eb-4414-bf27-77a595d12e40 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:21.546611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e8afbaf9-80eb-4414-bf27-77a595d12e40 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:21.608386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.614994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.622366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd740f43-8d1d-42e3-beb2-081ebe0013a5 req-14c87d59-dc70-4d68-b26e-69ea7bacf4e1 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518881 Nov 12 21:02:21.623079 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/networks/e8cfb668-d1e7-4de2-b15e-868a54b0331b HTTP/1.1" status: 204 len: 168 time: 2.1900184 Nov 12 21:02:21.624348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52222) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:21.630861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=3ced56fe-0b65-4211-8345-1e6a7d6ca28b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:21.656100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'name': 'tempest-PortsIpV6TestJSON-1311794940'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:21.662942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee0ca0d9-8295-4a86-aa71-ac01fbc9a2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.668207 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ee0ca0d9-8295-4a86-aa71-ac01fbc9a2ca admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a932fcd9-e801-4cf0-aa4c-7c526c0743f2 HTTP/1.1" status: 204 len: 168 time: 1.0334487 Nov 12 21:02:21.681043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Allocated IP 2001:db8::c4 (020f3b69-8988-4db3-be73-b9ee66497412/85ca54fe-8701-4ad8-94cc-a2824bc24901/5b116238-da2d-4eac-9365-fb131ba8a37b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:21.689963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e4f5c-9170-4b72-8eef-07db3908265f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Network': ['ID=e8cfb668-d1e7-4de2-b15e-868a54b0331b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:21.707110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52224) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:21.740586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Attempting to bind port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:21.741883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Attempting to bind port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:21.742395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Attempting to bind port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:21.853133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:02:21.853462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Attempting to bind port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:21.860195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': 'e73888b4-ceeb-4fc1-9102-a2c993aa1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5eab8f6e-1b3b-4097-8669-e516c87c4624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:21.860390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: 5eab8f6e-1b3b-4097-8669-e516c87c4624, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:21.889895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:21.890275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Checking segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:21.890610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Bound using segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:21.891050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Bound port: 838e8a58-2ee3-4927-b777-bfc48a6da5d6, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:21.891444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.904214 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.953530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795af614-b807-4d18-9f6a-5183d8e13216 req-16c1560b-c36e-4a96-a0d6-0088bdc7f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:21.955701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-795af614-b807-4d18-9f6a-5183d8e13216 req-16c1560b-c36e-4a96-a0d6-0088bdc7f5e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 916 time: 0.3976033 Nov 12 21:02:21.986028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:21.986361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb729c-f977-4c08-8b06-3350e85f249c req-e26f2eb5-669e-4cfb-8a55-0de59ff718f1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:21.987938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffcb729c-f977-4c08-8b06-3350e85f249c req-e26f2eb5-669e-4cfb-8a55-0de59ff718f1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2282879 Nov 12 21:02:21.998591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 5eab8f6e-1b3b-4097-8669-e516c87c4624 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:22.027484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:22.031120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.050670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 6d8fdd5d-99c8-41ea-943e-beab834ce6ae yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:22.086147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-795af614-b807-4d18-9f6a-5183d8e13216 req-7a2d7305-9543-4ace-b57e-c2dff878e8c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a344b48-663b-47f7-9763-fc3d7a2d7904 HTTP/1.1" status: 200 len: 217 time: 0.0895970 Nov 12 21:02:22.100642 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5eab8f6e-1b3b-4097-8669-e516c87c4624) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:22.108244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:22.108735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.123261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27144b56-2072-4f88-90eb-614d49b1014e None None] Network 5eab8f6e-1b3b-4097-8669-e516c87c4624 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:22.168711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.201200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] For port 838e8a58-2ee3-4927-b777-bfc48a6da5d6, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:22.253083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Network 020f3b69-8988-4db3-be73-b9ee66497412 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:22.261846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1707dcca-b841-409d-84c6-21f8590d0c12 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3153970 Nov 12 21:02:22.265334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:22.272155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:22.279991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffcb729c-f977-4c08-8b06-3350e85f249c req-d0334eec-e247-4131-b0f3-d4bffeeb77b1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681451 Nov 12 21:02:22.279991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52228) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:22.281035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:22.281035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.291649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c42103b-ba69-48b4-bef9-afc098e7ef81 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:22.304540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] For port 838e8a58-2ee3-4927-b777-bfc48a6da5d6, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=838e8a58-2ee3-4927-b777-bfc48a6da5d6,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:22.318698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9686c01a-7a33-400a-871d-e1928a385377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2133992288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:22.348859 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.371752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Transition to ACTIVE for port object 5c42103b-ba69-48b4-bef9-afc098e7ef81 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:02:22.382418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795af614-b807-4d18-9f6a-5183d8e13216 req-e6c9cb9e-bd33-4a59-bea5-549260020d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:22.384430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-795af614-b807-4d18-9f6a-5183d8e13216 req-e6c9cb9e-bd33-4a59-bea5-549260020d95 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=386d999f-49b6-4107-a85f-40cc5c5cf468 HTTP/1.1" status: 200 len: 854 time: 0.2855868 Nov 12 21:02:22.387487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.489794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-5eab8f6e-1b3b-4097-8669-e516c87c4624', 'network_id': '5eab8f6e-1b3b-4097-8669-e516c87c4624', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': '3ced56fe-0b65-4211-8345-1e6a7d6ca28b'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:02:22.491095 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.560707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.713390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.723390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Allocated IP 2001:db8::2 (5eab8f6e-1b3b-4097-8669-e516c87c4624/3ced56fe-0b65-4211-8345-1e6a7d6ca28b/f045fec3-89bc-420c-a3a0-668636224b24) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:22.763034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e48e380-31c5-47a2-ac53-a7b96e6d9eb9 req-097117a0-8375-4571-8569-25231daf2d7b tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.1891797 Nov 12 21:02:22.782678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Pushing event updated for resources: {'Port': ['ID=5c42103b-ba69-48b4-bef9-afc098e7ef81,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:22.863265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=5b116238-da2d-4eac-9365-fb131ba8a37b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:22.865951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33286f83-e5bb-4873-a7b3-296be0b8e0c7']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:22.908292 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.921537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f5d06d6f-21f8-440b-8b0f-c57941d8303a None None] Provisioning complete for port 5b116238-da2d-4eac-9365-fb131ba8a37b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:22.921917 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f5d06d6f-21f8-440b-8b0f-c57941d8303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.936770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:22.937402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.938775 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] 10.222.0.46 "PUT /v2.0/ports/838e8a58-2ee3-4927-b777-bfc48a6da5d6 HTTP/1.1" status: 200 len: 1093 time: 5.7103333 Nov 12 21:02:22.945155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce763615-7fd3-4669-a653-10352ec9bec4', 'tag': '838e8a58-2ee3-4927-b777-bfc48a6da5d6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:22.946023 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428debee-9b5e-44e9-8e3d-92941fcab0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ce763615-7fd3-4669-a653-10352ec9bec4", "tag": "838e8a58-2ee3-4927-b777-bfc48a6da5d6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:22.987027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149b9bb8-6b66-4213-8676-83fcfc8afa2d') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:22.987233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149b9bb8-6b66-4213-8676-83fcfc8afa2d') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:23.030213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795af614-b807-4d18-9f6a-5183d8e13216 req-bae9bf30-a992-4d3b-85c3-89d0e83dd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:23.031763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-795af614-b807-4d18-9f6a-5183d8e13216 req-bae9bf30-a992-4d3b-85c3-89d0e83dd4ae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8e70013e-4ca9-4250-8a9a-2f289798b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6376679 Nov 12 21:02:23.042241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.158763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.217136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0084260-25cd-4a2e-bc4d-83604a1fa495 req-d3023e25-6226-470f-9620-a9cf61b0ffeb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:23.218918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0084260-25cd-4a2e-bc4d-83604a1fa495 req-d3023e25-6226-470f-9620-a9cf61b0ffeb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.4538043 Nov 12 21:02:23.232341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f5d06d6f-21f8-440b-8b0f-c57941d8303a None None] Port 5b116238-da2d-4eac-9365-fb131ba8a37b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:23.234586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:23.235666 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.238699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8759b6-7ced-4ef6-8981-25577bf6affa service neutron] Pushing event updated for resources: {'Port': ['ID=838e8a58-2ee3-4927-b777-bfc48a6da5d6,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:23.242619 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:23.279197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.283807 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.310722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 9a344b48-663b-47f7-9763-fc3d7a2d7904 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:02:23.374026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:23.375729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:23.391445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:23.395279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:23.396031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.398448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=6d8fdd5d-99c8-41ea-943e-beab834ce6ae,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:23.414141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87d72d-147c-43cc-b7d4-95f0979015d8 req-92291666-c4b6-4a45-a2f3-51f074745b8e tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:23.420923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a87d72d-147c-43cc-b7d4-95f0979015d8 req-92291666-c4b6-4a45-a2f3-51f074745b8e tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 943 time: 0.4671245 Nov 12 21:02:23.426680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.428140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-87d33326-0c5c-46f4-90d7-3c243bba497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:23.429691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-87d33326-0c5c-46f4-90d7-3c243bba497d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 1096 time: 0.5613539 Nov 12 21:02:23.444760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-61674b4b-02a4-45f1-8d90-eec128a5ff63 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1537161 Nov 12 21:02:23.444997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52240) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:23.452535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17e', 'mac_address': 'fa:16:3e:03:d4:b6'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:23.473314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Pushing event updated for resources: {'Port': ['ID=f045fec3-89bc-420c-a3a0-668636224b24,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:23.490892 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9686c01a-7a33-400a-871d-e1928a385377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.492963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9686c01a-7a33-400a-871d-e1928a385377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.493137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 9a344b48-663b-47f7-9763-fc3d7a2d7904, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9a344b48-663b-47f7-9763-fc3d7a2d7904,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:23.513623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Network 5eab8f6e-1b3b-4097-8669-e516c87c4624 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:23.514064 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-36fd78b3-8a9a-4cb2-b48e-a72ca7ab42d1 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8773327 Nov 12 21:02:23.514630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '9a344b48-663b-47f7-9763-fc3d7a2d7904', 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697', 'port_id': '9a344b48-663b-47f7-9763-fc3d7a2d7904', 'mac_address': 'fa:16:3e:dc:3c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386d999f-49b6-4107-a85f-40cc5c5cf468', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:02:23.515399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52242) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:23.517915 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:23.520981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:23.544073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-795af614-b807-4d18-9f6a-5183d8e13216 req-59a5b150-4e5f-4f54-8089-34d31df82b6d service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999130 Nov 12 21:02:23.583928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.642073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a344b48-663b-47f7-9763-fc3d7a2d7904 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:23.655548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Attempting to bind port f045fec3-89bc-420c-a3a0-668636224b24 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:23.656208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Attempting to bind port f045fec3-89bc-420c-a3a0-668636224b24 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e73888b4-ceeb-4fc1-9102-a2c993aa1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5eab8f6e-1b3b-4097-8669-e516c87c4624'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:23.656752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Attempting to bind port f045fec3-89bc-420c-a3a0-668636224b24 on network 5eab8f6e-1b3b-4097-8669-e516c87c4624 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:23.668399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Attempting to bind port 5c42103b-ba69-48b4-bef9-afc098e7ef81 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:23.668811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Attempting to bind port 5c42103b-ba69-48b4-bef9-afc098e7ef81 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:23.669258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Attempting to bind port 5c42103b-ba69-48b4-bef9-afc098e7ef81 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:23.693929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 9a344b48-663b-47f7-9763-fc3d7a2d7904, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9a344b48-663b-47f7-9763-fc3d7a2d7904,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:23.697649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:23.698492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Checking segment: {'id': 'e73888b4-ceeb-4fc1-9102-a2c993aa1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5eab8f6e-1b3b-4097-8669-e516c87c4624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:23.699249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.699946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Bound using segment: {'id': 'e73888b4-ceeb-4fc1-9102-a2c993aa1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5eab8f6e-1b3b-4097-8669-e516c87c4624'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:23.700843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Bound port: f045fec3-89bc-420c-a3a0-668636224b24, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73888b4-ceeb-4fc1-9102-a2c993aa1f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5eab8f6e-1b3b-4097-8669-e516c87c4624'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:23.701509 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.762164 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.773942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.775177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Port 5c42103b-ba69-48b4-bef9-afc098e7ef81 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:02:23.775772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Attempting to bind port 5c42103b-ba69-48b4-bef9-afc098e7ef81 on network 8e70013e-4ca9-4250-8a9a-2f289798b697 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:23.808777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.813580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] For port f045fec3-89bc-420c-a3a0-668636224b24, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:23.813837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d0084260-25cd-4a2e-bc4d-83604a1fa495 req-7a82a4d6-4a39-4604-80cd-fa2bae40bd9f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5701170 Nov 12 21:02:23.815835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-5487c4cc-bd87-48f3-b7bd-edeaf0ed626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:23.817304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-5487c4cc-bd87-48f3-b7bd-edeaf0ed626b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 1096 time: 0.5923321 Nov 12 21:02:23.836301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.836301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] 10.222.0.64 "DELETE /v2.0/networks/33286f83-e5bb-4873-a7b3-296be0b8e0c7 HTTP/1.1" status: 204 len: 168 time: 2.1273932 Nov 12 21:02:23.846927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:23.847302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Checking segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:23.847693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Bound using segment: {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:23.848327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Bound port: 5c42103b-ba69-48b4-bef9-afc098e7ef81, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:23.848504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.856644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-068a1b81-6a19-4fca-90fc-ff1219794ac8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 6d8fdd5d-99c8-41ea-943e-beab834ce6ae {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:23.856982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-068a1b81-6a19-4fca-90fc-ff1219794ac8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.883842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] For port f045fec3-89bc-420c-a3a0-668636224b24, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f045fec3-89bc-420c-a3a0-668636224b24,segment=NetworkSegment(e73888b4-ceeb-4fc1-9102-a2c993aa1f06),segment_id=e73888b4-ceeb-4fc1-9102-a2c993aa1f06)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:23.885482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=9a344b48-663b-47f7-9763-fc3d7a2d7904,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:23.891149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a87d72d-147c-43cc-b7d4-95f0979015d8 req-ffc30b1a-2078-4bb7-98e0-ac2dbb46f675 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582558 Nov 12 21:02:23.968639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fced276-b551-4da6-aee1-96db94f70a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=33286f83-e5bb-4873-a7b3-296be0b8e0c7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:23.979827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-e47a5991-6fe1-4b9e-9b9e-d393f0710355 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838e8a58-2ee3-4927-b777-bfc48a6da5d6 HTTP/1.1" status: 200 len: 217 time: 0.1176851 Nov 12 21:02:23.983171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9686c01a-7a33-400a-871d-e1928a385377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.997330 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.014591 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc059005-9401-4a96-9b6a-853259a538f4 x-openstack-request-id: req-dc059005-9401-4a96-9b6a-853259a538f4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:24.014591 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce763615-7fd3-4669-a653-10352ec9bec4", "tag": "838e8a58-2ee3-4927-b777-bfc48a6da5d6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:24.014987 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc059005-9401-4a96-9b6a-853259a538f4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:24.015102 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce763615-7fd3-4669-a653-10352ec9bec4', 'tag': '838e8a58-2ee3-4927-b777-bfc48a6da5d6', 'status': 'completed', 'code': 200} Nov 12 21:02:24.054614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-068a1b81-6a19-4fca-90fc-ff1219794ac8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.065286 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['9a344b48-663b-47f7-9763-fc3d7a2d7904'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:02:24.070553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-35f36378-39ec-4a6f-b26d-3f507bb6202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:24.072173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-35f36378-39ec-4a6f-b26d-3f507bb6202b service neutron] 10.222.0.78 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.5630250 Nov 12 21:02:24.094244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efae2c9f-5067-4eba-8f6e-c0fe41956536 req-ececee47-73c8-4fcf-ad7b-d4934c7335ce tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.1015191 Nov 12 21:02:24.114165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-068a1b81-6a19-4fca-90fc-ff1219794ac8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 6d8fdd5d-99c8-41ea-943e-beab834ce6ae owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:24.133032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9686c01a-7a33-400a-871d-e1928a385377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.190097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701e962-9fd9-4f61-a5a3-e2602a8ec02a None None] Pushing event updated for resources: {'Port': ['ID=f045fec3-89bc-420c-a3a0-668636224b24,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:24.200344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-795af614-b807-4d18-9f6a-5183d8e13216 req-086fc936-898e-4875-bc8d-1ca2ec9d17e2 service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268404 Nov 12 21:02:24.276107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-25e3a261-5ec7-48b5-ab66-65ecb8e342d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:24.277662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-25e3a261-5ec7-48b5-ab66-65ecb8e342d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=386d999f-49b6-4107-a85f-40cc5c5cf468 HTTP/1.1" status: 200 len: 854 time: 0.2747200 Nov 12 21:02:24.298560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.311339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] For port 5c42103b-ba69-48b4-bef9-afc098e7ef81, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:24.333174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-2a6eeaef-6ef6-4388-ac59-fcab784dfa70 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 200 len: 999 time: 0.2346787 Nov 12 21:02:24.345016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] For port 5c42103b-ba69-48b4-bef9-afc098e7ef81, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5c42103b-ba69-48b4-bef9-afc098e7ef81,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:24.370367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-068a1b81-6a19-4fca-90fc-ff1219794ac8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.372151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.407762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] In _notify_port_updated(), no bound segment for port 5b116238-da2d-4eac-9365-fb131ba8a37b on network 020f3b69-8988-4db3-be73-b9ee66497412 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:02:24.413482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:24.413674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-6bf1186a-c74b-43d7-9e5f-94378f51cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:24.414126 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.415477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-6bf1186a-c74b-43d7-9e5f-94378f51cb97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.0611308 Nov 12 21:02:24.415633 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "PUT /v2.0/ports/5b116238-da2d-4eac-9365-fb131ba8a37b HTTP/1.1" status: 200 len: 1002 time: 0.9695525 Nov 12 21:02:24.419883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52248) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:24.436530 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9686c01a-7a33-400a-871d-e1928a385377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.438686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9686c01a-7a33-400a-871d-e1928a385377 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1257985 Nov 12 21:02:24.449452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-068a1b81-6a19-4fca-90fc-ff1219794ac8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.452848 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-068a1b81-6a19-4fca-90fc-ff1219794ac8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/6d8fdd5d-99c8-41ea-943e-beab834ce6ae HTTP/1.1" status: 204 len: 168 time: 0.9251471 Nov 12 21:02:24.456554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52250) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:24.456554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52252) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:24.472228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'mac_address': 'fa:16:3e:44:20:a7', 'name': 'tempest-PortsIpV6TestJSON-1974895197'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:24.535317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.537653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52254) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:24.543874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-47a7fb00-257d-47bc-95d5-fd6af275576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:24.545624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-47a7fb00-257d-47bc-95d5-fd6af275576e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e70013e-4ca9-4250-8a9a-2f289798b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2537289 Nov 12 21:02:24.664589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2119a8c-eccc-4fa9-b749-6d06369b6c98 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=5b116238-da2d-4eac-9365-fb131ba8a37b,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:24.837857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a1b81-6a19-4fca-90fc-ff1219794ac8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=6d8fdd5d-99c8-41ea-943e-beab834ce6ae,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:24.925019 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:02:24.944329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0a4241dd-0e06-49d4-97f3-3c958af171be None None] Provisioning complete for port 5b116238-da2d-4eac-9365-fb131ba8a37b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:24.947553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0a4241dd-0e06-49d4-97f3-3c958af171be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.045022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0a4241dd-0e06-49d4-97f3-3c958af171be None None] Port 5b116238-da2d-4eac-9365-fb131ba8a37b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:25.056644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:25.061909 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.223929 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.288721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:25.289356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.290705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] 10.222.0.78 "PUT /v2.0/ports/5c42103b-ba69-48b4-bef9-afc098e7ef81 HTTP/1.1" status: 200 len: 1092 time: 4.6953440 Nov 12 21:02:25.292900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port ddcee974-4aff-4732-8e41-2320a91a5ac2 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:25.326324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 9a344b48-663b-47f7-9763-fc3d7a2d7904 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:25.361937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-018deb01-ace9-49e6-b1fe-9f5afc2adc9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6548d2b51d20474fa8527a89cbb27d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8099725 Nov 12 21:02:25.374386 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52262) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:25.476296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-fb2380a3-b338-47eb-aa3e-23094cc3bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:25.477707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-fb2380a3-b338-47eb-aa3e-23094cc3bdd2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0448887 Nov 12 21:02:25.507325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076750f-79d0-4071-8279-01fce3c5b906 service neutron] Pushing event updated for resources: {'Port': ['ID=5c42103b-ba69-48b4-bef9-afc098e7ef81,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:25.535788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 9a344b48-663b-47f7-9763-fc3d7a2d7904 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:02:25.540549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 9a344b48-663b-47f7-9763-fc3d7a2d7904 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:25.543144 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.593659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f045fec3-89bc-420c-a3a0-668636224b24 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:25.603647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-38baf485-8847-4345-a9b7-142b05e0023e service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043046 Nov 12 21:02:25.609665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.631150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-50816845-ffd6-4a2f-9354-4ce322c3b577 service neutron] 10.222.0.46 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0246654 Nov 12 21:02:25.647548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68cd41-1399-4441-9ad3-80c4c931c28d req-6c17c353-0680-4e6c-9de3-25f1907e3c07 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:25.654803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d68cd41-1399-4441-9ad3-80c4c931c28d req-6c17c353-0680-4e6c-9de3-25f1907e3c07 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3882518 Nov 12 21:02:25.691648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f045fec3-89bc-420c-a3a0-668636224b24 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:25.692122 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.732067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.738197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169fedf-a5ff-483f-9668-57041fc932a2 req-2903f8c9-1576-46fa-8b50-4a1a22ced0c1 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:25.745423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4169fedf-a5ff-483f-9668-57041fc932a2 req-2903f8c9-1576-46fa-8b50-4a1a22ced0c1 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 943 time: 0.4884033 Nov 12 21:02:25.763203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba90b0-f3fb-4c27-92a4-d36bec021c89 None None] Network 5eab8f6e-1b3b-4097-8669-e516c87c4624 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:25.789151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.798547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:25.816198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-2d61dade-c0dd-4252-ba9c-2b0e6e573e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:25.817637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-2d61dade-c0dd-4252-ba9c-2b0e6e573e45 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 1095 time: 0.3916020 Nov 12 21:02:25.826025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:25.828073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4c957b2-ce38-4884-a045-b22686f2135c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.830179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=ddcee974-4aff-4732-8e41-2320a91a5ac2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:25.844927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:25.851972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4c957b2-ce38-4884-a045-b22686f2135c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.853058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:25.853895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.867626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8::1 (5eab8f6e-1b3b-4097-8669-e516c87c4624/3ced56fe-0b65-4211-8345-1e6a7d6ca28b/22720169-d007-4665-bd75-d817f11b29a8) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:25.882441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfe30a-9884-470a-a59c-19046e4d1aed tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Deleting port 5b116238-da2d-4eac-9365-fb131ba8a37b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:25.882780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7dfe30a-9884-470a-a59c-19046e4d1aed tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.940926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 9a344b48-663b-47f7-9763-fc3d7a2d7904, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9a344b48-663b-47f7-9763-fc3d7a2d7904,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:25.947841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b82652-ac9a-4f2e-a9c9-492d6d13723c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a344b48-663b-47f7-9763-fc3d7a2d7904'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:25.950542 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab3fa3-3ade-42ea-aa2a-2a5b7fee2854" -d '{"events": [{"server_uuid": "06b82652-ac9a-4f2e-a9c9-492d6d13723c", "name": "network-vif-plugged", "status": "completed", "tag": "9a344b48-663b-47f7-9763-fc3d7a2d7904"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:25.967866 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d411b9de-969a-4abf-aeb4-b9ad65ac513e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5050046 Nov 12 21:02:25.971552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52268) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:26.014936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-250095cf-0f31-4bcd-9273-19b31eef3e46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42103b-ba69-48b4-bef9-afc098e7ef81 HTTP/1.1" status: 200 len: 217 time: 0.1258004 Nov 12 21:02:26.023657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082cb1f0-2d41-4499-a01b-745ee63dd394', 'tag': '5c42103b-ba69-48b4-bef9-afc098e7ef81'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:26.025917 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9" -d '{"events": [{"name": "network-changed", "server_uuid": "082cb1f0-2d41-4499-a01b-745ee63dd394", "tag": "5c42103b-ba69-48b4-bef9-afc098e7ef81"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:26.056040 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.059353 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf70420-faf7-4aa5-af24-667599aa25a3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:26.062079 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ecf70420-faf7-4aa5-af24-667599aa25a3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/ddcee974-4aff-4732-8e41-2320a91a5ac2 HTTP/1.1" status: 200 len: 845 time: 0.0888700 Nov 12 21:02:26.068279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52272) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:26.073143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c8959b70-db73-4548-a62a-ccdebdfd02c8 None None] Provisioning complete for port f045fec3-89bc-420c-a3a0-668636224b24 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:26.073143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c8959b70-db73-4548-a62a-ccdebdfd02c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.087454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4169fedf-a5ff-483f-9668-57041fc932a2 req-6817c013-dbb3-4347-87b4-3c1e7960c0cf tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405845 Nov 12 21:02:26.124555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.146075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.204315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d68cd41-1399-4441-9ad3-80c4c931c28d req-351d3b31-eaf3-49f5-b9f3-0cfaaeaf3690 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5485487 Nov 12 21:02:26.231171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port f045fec3-89bc-420c-a3a0-668636224b24, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f045fec3-89bc-420c-a3a0-668636224b24,segment=NetworkSegment(e73888b4-ceeb-4fc1-9102-a2c993aa1f06),segment_id=e73888b4-ceeb-4fc1-9102-a2c993aa1f06)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:26.267852 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.283995 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c8959b70-db73-4548-a62a-ccdebdfd02c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.296888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c522cbb-0cfb-4295-8048-c17c2d45763d req-777cc2a0-44be-469a-9dc3-68ff3bb0fc47 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0642326 Nov 12 21:02:26.300254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6dd1240-477b-4aa8-9a0c-4864bf2c0af4 req-e0cd246a-c425-4e8d-9a20-188c09d2c673 service neutron] 10.222.0.78 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802385 Nov 12 21:02:26.314506 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebc1e3a-72d7-4e4a-a5e6-2a974609817d x-openstack-request-id: req-8ebc1e3a-72d7-4e4a-a5e6-2a974609817d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:26.314506 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b82652-ac9a-4f2e-a9c9-492d6d13723c", "name": "network-vif-plugged", "status": "completed", "tag": "9a344b48-663b-47f7-9763-fc3d7a2d7904", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:26.314800 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ebc1e3a-72d7-4e4a-a5e6-2a974609817d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:26.315062 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b82652-ac9a-4f2e-a9c9-492d6d13723c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a344b48-663b-47f7-9763-fc3d7a2d7904', 'code': 200} Nov 12 21:02:26.326454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c89529a-4ba5-49af-8899-828e9000d1ed req-03578b22-a467-42f5-a144-84dcc4f83c72 service neutron] 10.222.0.46 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376677 Nov 12 21:02:26.359416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.375664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 5eab8f6e-1b3b-4097-8669-e516c87c4624 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:26.388646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=9a344b48-663b-47f7-9763-fc3d7a2d7904,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:26.444192 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c06f0-b814-419b-b220-186fa8c16901 x-openstack-request-id: req-155c06f0-b814-419b-b220-186fa8c16901 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:26.444964 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082cb1f0-2d41-4499-a01b-745ee63dd394", "tag": "5c42103b-ba69-48b4-bef9-afc098e7ef81", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:26.445106 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-155c06f0-b814-419b-b220-186fa8c16901 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:26.445529 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082cb1f0-2d41-4499-a01b-745ee63dd394', 'tag': '5c42103b-ba69-48b4-bef9-afc098e7ef81', 'status': 'completed', 'code': 200} Nov 12 21:02:26.446498 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4c957b2-ce38-4884-a045-b22686f2135c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.449158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:26.450322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4c957b2-ce38-4884-a045-b22686f2135c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.452316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e4c957b2-ce38-4884-a045-b22686f2135c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/355051fa-ee71-4c85-9034-0a0081eb7e14 HTTP/1.1" status: 204 len: 168 time: 1.0679286 Nov 12 21:02:26.461849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-c8959b70-db73-4548-a62a-ccdebdfd02c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:02:26.464071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=22720169-d007-4665-bd75-d817f11b29a8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:26.466714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:26.467476 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-c8959b70-db73-4548-a62a-ccdebdfd02c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:02:26.471790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.478387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-5ac3d1af-fd67-483a-b68d-9945d7ed2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:26.479658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-5ac3d1af-fd67-483a-b68d-9945d7ed2283 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=386d999f-49b6-4107-a85f-40cc5c5cf468 HTTP/1.1" status: 200 len: 854 time: 0.4237540 Nov 12 21:02:26.482826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7dfe30a-9884-470a-a59c-19046e4d1aed tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.494402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=f045fec3-89bc-420c-a3a0-668636224b24,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:26.552414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c957b2-ce38-4884-a045-b22686f2135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355051fa-ee71-4c85-9034-0a0081eb7e14,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:26.587408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfe30a-9884-470a-a59c-19046e4d1aed tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Calling delete_port for 5b116238-da2d-4eac-9365-fb131ba8a37b owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:26.690235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e2bb6-5c13-4e98-afa1-20eb5b2f695a req-156b19c0-8e4f-4f16-af72-438313fd74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:26.691913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f12e2bb6-5c13-4e98-afa1-20eb5b2f695a req-156b19c0-8e4f-4f16-af72-438313fd74ed service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 1097 time: 0.2770305 Nov 12 21:02:26.698040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-dff0ee22-5456-4bca-87c0-436171f76e3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port ddcee974-4aff-4732-8e41-2320a91a5ac2 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:26.698483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dff0ee22-5456-4bca-87c0-436171f76e3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.706815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-2071b7a4-a9f1-4740-b9d8-54662ea7f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:26.708548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-2071b7a4-a9f1-4740-b9d8-54662ea7f94d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8e70013e-4ca9-4250-8a9a-2f289798b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2162473 Nov 12 21:02:26.769009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-190c29e3-a7d7-4547-a0d1-0a08a94d9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:26.769476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.770680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-190c29e3-a7d7-4547-a0d1-0a08a94d9d9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 1096 time: 0.2479382 Nov 12 21:02:27.008713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dff0ee22-5456-4bca-87c0-436171f76e3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.024213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f12e2bb6-5c13-4e98-afa1-20eb5b2f695a req-297e6814-c79a-4d1c-a51b-228fffb7a6b3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214281 Nov 12 21:02:27.098546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-dff0ee22-5456-4bca-87c0-436171f76e3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for ddcee974-4aff-4732-8e41-2320a91a5ac2 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:27.186724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-aae94f8a-fa86-48de-b508-89b8572e85be None None] Provisioning complete for port 22720169-d007-4665-bd75-d817f11b29a8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:27.187343 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aae94f8a-fa86-48de-b508-89b8572e85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.196748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-698927ab-3820-408a-9262-fb6efef15698 service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648125 Nov 12 21:02:27.262880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-aae94f8a-fa86-48de-b508-89b8572e85be None None] Port 22720169-d007-4665-bd75-d817f11b29a8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:27.283701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.284274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-aae94f8a-fa86-48de-b508-89b8572e85be None None] Provisioning complete for port f045fec3-89bc-420c-a3a0-668636224b24 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:27.284658 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aae94f8a-fa86-48de-b508-89b8572e85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.295837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-dd68c791-88a3-49b2-8bc9-d4260e9ed809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:27.297283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-dd68c791-88a3-49b2-8bc9-d4260e9ed809 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 916 time: 0.5048859 Nov 12 21:02:27.363867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.364670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.452490 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7dfe30a-9884-470a-a59c-19046e4d1aed tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.487130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f045fec3-89bc-420c-a3a0-668636224b24 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:27.504768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-67e3f603-c62d-4219-968d-167423920864 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838e8a58-2ee3-4927-b777-bfc48a6da5d6 HTTP/1.1" status: 200 len: 217 time: 0.1591847 Nov 12 21:02:27.539123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfe30a-9884-470a-a59c-19046e4d1aed tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Port': ['ID=5b116238-da2d-4eac-9365-fb131ba8a37b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:27.551979 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cb3e3eb-47cc-43bc-ab03-8bf6b67a2010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.592646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=22720169-d007-4665-bd75-d817f11b29a8,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:27.610935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 5eab8f6e-1b3b-4097-8669-e516c87c4624 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:27.613130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:27.625715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f045fec3-89bc-420c-a3a0-668636224b24 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:27.626293 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:27.777802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831d481-85c4-423b-a76b-3f06ea1a4b71 req-0aca8fa0-3158-43af-9844-ef601c65fa2f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:27.784596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d831d481-85c4-423b-a76b-3f06ea1a4b71 req-0aca8fa0-3158-43af-9844-ef601c65fa2f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 943 time: 0.5572562 Nov 12 21:02:27.831730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d119bd-adac-440a-9525-0b4e328bdaad req-b4db6942-b2e3-4612-865e-663f33c54ee6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:27.833805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93d119bd-adac-440a-9525-0b4e328bdaad req-b4db6942-b2e3-4612-865e-663f33c54ee6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.4980035 Nov 12 21:02:27.912414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 65b38e93-cf04-4acd-aca7-a458ecdb2a3a is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:02:27.979203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-68a3be20-76c3-46bc-9df2-a026175a6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:27.980738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-68a3be20-76c3-46bc-9df2-a026175a6ba5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=386d999f-49b6-4107-a85f-40cc5c5cf468 HTTP/1.1" status: 200 len: 854 time: 0.4592309 Nov 12 21:02:28.017135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7dfe30a-9884-470a-a59c-19046e4d1aed tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:28.022179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d7dfe30a-9884-470a-a59c-19046e4d1aed tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "DELETE /v2.0/ports/5b116238-da2d-4eac-9365-fb131ba8a37b HTTP/1.1" status: 204 len: 168 time: 3.5993991 Nov 12 21:02:28.046767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52300) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:28.051164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:28.054707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3b41b7a-2c9a-4095-8af0-8afad847b283 req-5c9454f4-03a4-4939-82f7-2d877af05ed9 service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602489 Nov 12 21:02:28.061365 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5eb5fa-490d-40b7-acc7-f1e76a1b9a33 None None] Sync routers for ids ['65b38e93-cf04-4acd-aca7-a458ecdb2a3a'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:28.067158 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-449ba7b0-2b36-4d98-8d9c-63532e26f5a0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/65b38e93-cf04-4acd-aca7-a458ecdb2a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6095788 Nov 12 21:02:28.067940 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52302) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:28.079759 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5eb5fa-490d-40b7-acc7-f1e76a1b9a33 None None] Routers {'65b38e93-cf04-4acd-aca7-a458ecdb2a3a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:28.081002 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-1c5eb5fa-490d-40b7-acc7-f1e76a1b9a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65b38e93-cf04-4acd-aca7-a458ecdb2a3a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:28.124375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37ab066-1904-4418-9d7f-43beda99829d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:28.125870 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d37ab066-1904-4418-9d7f-43beda99829d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports/22720169-d007-4665-bd75-d817f11b29a8 HTTP/1.1" status: 200 len: 911 time: 0.0567594 Nov 12 21:02:28.129456 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52304) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:28.146717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-153713df-afde-482c-9e13-f650c0fda667 None None] Provisioning complete for port 22720169-d007-4665-bd75-d817f11b29a8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:28.146717 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-153713df-afde-482c-9e13-f650c0fda667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:28.153233 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3264fe0e-333b-4b21-a7e5-34769390e6f4 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] GET failed (client error): The resource could not be found. Nov 12 21:02:28.159484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3264fe0e-333b-4b21-a7e5-34769390e6f4 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "GET /v2.0/ports/5b116238-da2d-4eac-9365-fb131ba8a37b HTTP/1.1" status: 404 len: 333 time: 0.1051142 Nov 12 21:02:28.159484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52306) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:28.163518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52308) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:28.169711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'network_id': '020f3b69-8988-4db3-be73-b9ee66497412', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-973272323'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:28.184082 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-1c5eb5fa-490d-40b7-acc7-f1e76a1b9a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:28.202888 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5eb5fa-490d-40b7-acc7-f1e76a1b9a33 None None] Routers {'65b38e93-cf04-4acd-aca7-a458ecdb2a3a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:28.208095 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-1c5eb5fa-490d-40b7-acc7-f1e76a1b9a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65b38e93-cf04-4acd-aca7-a458ecdb2a3a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:28.216419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-153713df-afde-482c-9e13-f650c0fda667 None None] Port 22720169-d007-4665-bd75-d817f11b29a8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:28.226746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dff0ee22-5456-4bca-87c0-436171f76e3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:28.253693 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-1c5eb5fa-490d-40b7-acc7-f1e76a1b9a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:28.254334 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5eb5fa-490d-40b7-acc7-f1e76a1b9a33 None None] The sync data for ids ['65b38e93-cf04-4acd-aca7-a458ecdb2a3a'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:28.304101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d831d481-85c4-423b-a76b-3f06ea1a4b71 req-c3f8285d-e5d3-45a6-9dae-c86df6ea5fe3 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931264 Nov 12 21:02:28.371045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ee22-5456-4bca-87c0-436171f76e3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=ddcee974-4aff-4732-8e41-2320a91a5ac2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:28.384692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93d119bd-adac-440a-9525-0b4e328bdaad req-0b82e8c2-7eb6-403f-a9c4-62bdd9aed317 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5043302 Nov 12 21:02:28.390016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dff0ee22-5456-4bca-87c0-436171f76e3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:28.394699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dff0ee22-5456-4bca-87c0-436171f76e3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/ddcee974-4aff-4732-8e41-2320a91a5ac2 HTTP/1.1" status: 204 len: 168 time: 2.3066649 Nov 12 21:02:28.403389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52312) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:28.447745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 838e8a58-2ee3-4927-b777-bfc48a6da5d6 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:02:28.449091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-f18ed456-b1e7-4f56-8713-7abc18d8b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:28.450671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-f18ed456-b1e7-4f56-8713-7abc18d8b532 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e70013e-4ca9-4250-8a9a-2f289798b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4410806 Nov 12 21:02:28.457176 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecf169e-e2fe-496a-9307-bb26ed65b238 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:02:28.458891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7ecf169e-e2fe-496a-9307-bb26ed65b238 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/ddcee974-4aff-4732-8e41-2320a91a5ac2 HTTP/1.1" status: 404 len: 333 time: 0.0519578 Nov 12 21:02:28.482525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52316) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:28.503099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'name': 'tempest-PortsIpV6TestJSON-1795288946'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:28.541885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-74c1141a-bf5d-43ea-ae08-206bf3b264a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:28.544138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-74c1141a-bf5d-43ea-ae08-206bf3b264a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 1095 time: 0.2958205 Nov 12 21:02:28.637956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 838e8a58-2ee3-4927-b777-bfc48a6da5d6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=838e8a58-2ee3-4927-b777-bfc48a6da5d6,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:28.661213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '838e8a58-2ee3-4927-b777-bfc48a6da5d6', 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697', 'port_id': '838e8a58-2ee3-4927-b777-bfc48a6da5d6', 'mac_address': 'fa:16:3e:f3:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386d999f-49b6-4107-a85f-40cc5c5cf468', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:02:28.703484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:28.713676 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:28.729096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838e8a58-2ee3-4927-b777-bfc48a6da5d6 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:28.750872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 838e8a58-2ee3-4927-b777-bfc48a6da5d6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=838e8a58-2ee3-4927-b777-bfc48a6da5d6,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:28.850130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:28.917364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=838e8a58-2ee3-4927-b777-bfc48a6da5d6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:28.976748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-network', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:29.003375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 22720169-d007-4665-bd75-d817f11b29a8 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:29.003707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.026539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5d96f33-06a8-4b6d-828b-2ba6c8865b9c req-12668e35-cbf8-4b74-8d40-a23ee959eef1 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.5197825 Nov 12 21:02:29.106338 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.117546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['838e8a58-2ee3-4927-b777-bfc48a6da5d6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:02:29.120332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 22720169-d007-4665-bd75-d817f11b29a8 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:29.161567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Made reservation on behalf of 4bced00bc6af45c2a9265e866a93f47c for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:29.165117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.218441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-378c9fe0-66ef-417b-9115-d8bea31452f8 service neutron] 10.222.0.46 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554023 Nov 12 21:02:29.235790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26e84c-874b-4ba0-a4b1-8fe56e0c0b9e req-8f441c4e-7ce9-4460-95ff-c5e05e424bc1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:29.257515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a26e84c-874b-4ba0-a4b1-8fe56e0c0b9e req-8f441c4e-7ce9-4460-95ff-c5e05e424bc1 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.7047563 Nov 12 21:02:29.260757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] device_id is not set on port c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:29.320990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Made reservation on behalf of ad4b70645a4148a983603a4b158b1e25 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:29.323279 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.334250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-88670c94-37df-469d-897c-4527d1cc3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:29.334854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5c42103b-ba69-48b4-bef9-afc098e7ef81 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:02:29.335765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-88670c94-37df-469d-897c-4527d1cc3a56 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 916 time: 0.3876371 Nov 12 21:02:29.415436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.416241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.449908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=22720169-d007-4665-bd75-d817f11b29a8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:29.474579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5c42103b-ba69-48b4-bef9-afc098e7ef81, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5c42103b-ba69-48b4-bef9-afc098e7ef81,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:29.489328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '5c42103b-ba69-48b4-bef9-afc098e7ef81', 'network_id': '8e70013e-4ca9-4250-8a9a-2f289798b697', 'port_id': '5c42103b-ba69-48b4-bef9-afc098e7ef81', 'mac_address': 'fa:16:3e:62:29:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386d999f-49b6-4107-a85f-40cc5c5cf468', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:02:29.520996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-45ed4220-921a-4cbd-9644-3044337891cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42103b-ba69-48b4-bef9-afc098e7ef81 HTTP/1.1" status: 200 len: 217 time: 0.1241004 Nov 12 21:02:29.542911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:29.544282 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.546440 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.562350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c42103b-ba69-48b4-bef9-afc098e7ef81 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:29.586478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5c42103b-ba69-48b4-bef9-afc098e7ef81, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5c42103b-ba69-48b4-bef9-afc098e7ef81,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:29.588457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.597303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a26e84c-874b-4ba0-a4b1-8fe56e0c0b9e req-41781e30-76bd-437a-8844-ffbd2f852f01 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388395 Nov 12 21:02:29.678020 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:29.726549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port a7ec1244-0840-4fb8-8420-82056b5ec9c5 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:29.790549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-428debee-9b5e-44e9-8e3d-92941fcab0cc req-769a1158-17ed-466c-8637-d37cec1ace9d service neutron] 10.222.0.46 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219264 Nov 12 21:02:29.805581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5c42103b-ba69-48b4-bef9-afc098e7ef81,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:29.869267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928863c-a6e8-4bfc-a9ad-9918752c1af1 req-5f5a2621-0960-4350-9232-146675d34a8c tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:29.877053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7928863c-a6e8-4bfc-a9ad-9918752c1af1 req-5f5a2621-0960-4350-9232-146675d34a8c tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 943 time: 0.4750981 Nov 12 21:02:29.879858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-769cd538-f9f7-42ee-a7d3-53a5fc1216df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:29.881410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-769cd538-f9f7-42ee-a7d3-53a5fc1216df service neutron] 10.222.0.78 "GET /v2.0/subnets?id=386d999f-49b6-4107-a85f-40cc5c5cf468 HTTP/1.1" status: 200 len: 854 time: 0.3269012 Nov 12 21:02:29.934081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Allocated IP 2001:db8::fc (020f3b69-8988-4db3-be73-b9ee66497412/85ca54fe-8701-4ad8-94cc-a2824bc24901/c861b8ab-f3f2-49e2-bd5b-ca2308eddab6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:30.036222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5c42103b-ba69-48b4-bef9-afc098e7ef81'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:02:30.087322 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d125c79-1e3f-4954-b748-14d66b236781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.119333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7928863c-a6e8-4bfc-a9ad-9918752c1af1 req-648a4f68-501a-428d-a79a-32c2d5b88207 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413509 Nov 12 21:02:30.183780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-fd0799bb-f850-4b35-bc01-263e07d74438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:30.185313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-fd0799bb-f850-4b35-bc01-263e07d74438 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8e70013e-4ca9-4250-8a9a-2f289798b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2847631 Nov 12 21:02:30.283598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 65b38e93-cf04-4acd-aca7-a458ecdb2a3a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:02:30.297744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.361257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d6aca99-b6b5-42f2-8b71-28d6d0832222 req-a409e7eb-55b1-44fc-875f-4d362114a9d9 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0918283 Nov 12 21:02:30.406328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:30.413951 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-871f3695-6b9d-418e-89ac-c2d7b81e4640 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/65b38e93-cf04-4acd-aca7-a458ecdb2a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2835798 Nov 12 21:02:30.417459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:30.418278 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.422871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb53da-c564-449e-aeb6-8202b046a958 None None] Sync routers for ids ['65b38e93-cf04-4acd-aca7-a458ecdb2a3a'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:30.434118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb53da-c564-449e-aeb6-8202b046a958 None None] Routers {'65b38e93-cf04-4acd-aca7-a458ecdb2a3a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:30.440213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-15cb53da-c564-449e-aeb6-8202b046a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65b38e93-cf04-4acd-aca7-a458ecdb2a3a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:30.457234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f969773-a344-46a0-8cc0-7d7137fb4dbb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:30.479305 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cf37112f-6bff-4890-bb19-53aa3d98e297 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=65b38e93-cf04-4acd-aca7-a458ecdb2a3a HTTP/1.1" status: 200 len: 205 time: 0.0576639 Nov 12 21:02:30.479433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 838e8a58-2ee3-4927-b777-bfc48a6da5d6 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:30.479970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52350) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:30.482289 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-15cb53da-c564-449e-aeb6-8202b046a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:30.497809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.525429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb53da-c564-449e-aeb6-8202b046a958 None None] Routers {'65b38e93-cf04-4acd-aca7-a458ecdb2a3a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:30.526108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-15cb53da-c564-449e-aeb6-8202b046a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65b38e93-cf04-4acd-aca7-a458ecdb2a3a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:30.529257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:30.536796 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.562140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.562487 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Added segment b365d465-acf8-4dde-907c-84bb2d6b8293 of type vlan for network ed48c47e-6e23-45cf-9297-322e9e389421 Nov 12 21:02:30.566715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-15cb53da-c564-449e-aeb6-8202b046a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:30.567417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb53da-c564-449e-aeb6-8202b046a958 None None] The sync data for ids ['65b38e93-cf04-4acd-aca7-a458ecdb2a3a'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:30.585366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-4b77fb53-4baf-4196-83f6-48533d6566bb service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075397 Nov 12 21:02:30.638818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a906668-7bb6-4724-aaff-58479e172a24 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.655262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:02:30.661199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:30.662174 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.698630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.765422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c0d8b66-ef84-4e08-bcd2-515f1c8adba9 req-3e100824-02ed-4386-bcb2-7f0e39d313f6 service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511679 Nov 12 21:02:30.781397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.785856 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.822146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce763615-7fd3-4669-a653-10352ec9bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e8a58-2ee3-4927-b777-bfc48a6da5d6'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:30.824994 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac8629a-1f53-4134-a51b-d68eae13e814" -d '{"events": [{"server_uuid": "ce763615-7fd3-4669-a653-10352ec9bec4", "name": "network-vif-plugged", "status": "completed", "tag": "838e8a58-2ee3-4927-b777-bfc48a6da5d6"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:30.836258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:30.839918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:30.851231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:30.852315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 838e8a58-2ee3-4927-b777-bfc48a6da5d6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=838e8a58-2ee3-4927-b777-bfc48a6da5d6,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:30.852435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:30.853044 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.865606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=a7ec1244-0840-4fb8-8420-82056b5ec9c5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:30.884152 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce6908-e11d-405f-8579-24e93ae0b8e6 x-openstack-request-id: req-15ce6908-e11d-405f-8579-24e93ae0b8e6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:30.884448 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce763615-7fd3-4669-a653-10352ec9bec4", "name": "network-vif-plugged", "status": "completed", "tag": "838e8a58-2ee3-4927-b777-bfc48a6da5d6", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:30.884814 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15ce6908-e11d-405f-8579-24e93ae0b8e6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:30.885243 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce763615-7fd3-4669-a653-10352ec9bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e8a58-2ee3-4927-b777-bfc48a6da5d6', 'code': 200} Nov 12 21:02:30.901805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a906668-7bb6-4724-aaff-58479e172a24 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.908901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.913048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a906668-7bb6-4724-aaff-58479e172a24 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.988241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.989253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:30.989809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:30.993551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Network 020f3b69-8988-4db3-be73-b9ee66497412 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:31.009092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.040455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:31.060605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2323268e-fbcb-4a42-a6ac-8d234225de22 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5737636 Nov 12 21:02:31.060805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52370) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:31.067591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:31.071330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:31.077897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:31.078524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.083180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=838e8a58-2ee3-4927-b777-bfc48a6da5d6,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:31.085427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=c861b8ab-f3f2-49e2-bd5b-ca2308eddab6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:31.104623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a906668-7bb6-4724-aaff-58479e172a24 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.105441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a906668-7bb6-4724-aaff-58479e172a24 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Fanout notify agent at l3_agent the message router_deleted on router 65b38e93-cf04-4acd-aca7-a458ecdb2a3a {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:02:31.115845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a906668-7bb6-4724-aaff-58479e172a24 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.119871 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a906668-7bb6-4724-aaff-58479e172a24 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/65b38e93-cf04-4acd-aca7-a458ecdb2a3a HTTP/1.1" status: 204 len: 168 time: 0.6366663 Nov 12 21:02:31.121264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52374) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:31.130946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=ed48c47e-6e23-45cf-9297-322e9e389421,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:31.156105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37e1b-af06-4b41-808f-217c9e44b214 req-8ec446f1-d8cc-489f-8d6d-1f48d01ba559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:31.159337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27c37e1b-af06-4b41-808f-217c9e44b214 req-8ec446f1-d8cc-489f-8d6d-1f48d01ba559 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 1097 time: 0.1837044 Nov 12 21:02:31.171044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e352dbbb-b10d-4aea-858e-a8e7f2949ed1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0062690 Nov 12 21:02:31.174104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52378) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:31.185800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network ed48c47e-6e23-45cf-9297-322e9e389421 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:31.189114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Request body: {'subnet': {'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-subnet', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:31.280418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27c37e1b-af06-4b41-808f-217c9e44b214 req-322325a5-585d-4d19-9881-72d5526caa6e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079562 Nov 12 21:02:31.284051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b376b4d-9a87-44bf-8ae1-b92d2e865ca2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet 3ced56fe-0b65-4211-8345-1e6a7d6ca28b {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:31.288751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-987a9981-1c7a-4082-b0d0-772fdab7bc8e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1225944 Nov 12 21:02:31.289683 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b376b4d-9a87-44bf-8ae1-b92d2e865ca2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.294806 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52380) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:31.300425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:03:d4:b6'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:31.342516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.353948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5c42103b-ba69-48b4-bef9-afc098e7ef81 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:31.370791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.395822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fc625-2900-4b2e-ae9a-ef650ffe245c req-d7415a3b-cbdc-42ae-821c-3405721e66a6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:31.398601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-543fc625-2900-4b2e-ae9a-ef650ffe245c req-d7415a3b-cbdc-42ae-821c-3405721e66a6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 944 time: 0.1250062 Nov 12 21:02:31.468915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Made reservation on behalf of ad4b70645a4148a983603a4b158b1e25 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:31.474869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.481028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b376b4d-9a87-44bf-8ae1-b92d2e865ca2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.538663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-543fc625-2900-4b2e-ae9a-ef650ffe245c req-24a21e2d-9e04-457a-b89b-ce62cfb0e502 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343966 Nov 12 21:02:31.545796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 5c42103b-ba69-48b4-bef9-afc098e7ef81 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:02:31.555563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 5c42103b-ba69-48b4-bef9-afc098e7ef81 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:31.556226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.655915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eff9dd0-c05b-4502-985f-ab7b9e5b1a83 req-4ab649e1-a8a2-421d-a6df-998cb72c437d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.0455682 Nov 12 21:02:31.737297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-149c9b7d-1465-4518-8a73-2aef7f9f1b5d None None] Provisioning complete for port c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:31.739235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-149c9b7d-1465-4518-8a73-2aef7f9f1b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.771187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.818587 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.822053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-149c9b7d-1465-4518-8a73-2aef7f9f1b5d None None] Port c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:31.844010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b376b4d-9a87-44bf-8ae1-b92d2e865ca2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.854900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5c42103b-ba69-48b4-bef9-afc098e7ef81, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5c42103b-ba69-48b4-bef9-afc098e7ef81,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:31.872881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.896390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:31.908026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4a238d-28ca-4483-871a-dbbebe54bdcd,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:31.931025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187abd1d-defb-44b5-a217-3409ac62b417 req-0f06f8e7-64da-4b5a-96d8-cfa4d2196dd0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:31.932697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-187abd1d-defb-44b5-a217-3409ac62b417 req-0f06f8e7-64da-4b5a-96d8-cfa4d2196dd0 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=9841ff0e-7220-4409-aafa-8991b9ac2a0c HTTP/1.1" status: 200 len: 943 time: 0.1256392 Nov 12 21:02:31.936471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Checking segment: {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:31.936879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Network hostable DHCP agents. Network: ed48c47e-6e23-45cf-9297-322e9e389421, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:31.944638 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.013522 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.065957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Deleting port d3944529-418f-4287-827f-4ec7975a8def {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:32.066872 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.100624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] In _notify_port_updated(), no bound segment for port a7ec1244-0840-4fb8-8420-82056b5ec9c5 on network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:02:32.106251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:32.106889 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.108259 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "PUT /v2.0/ports/a7ec1244-0840-4fb8-8420-82056b5ec9c5 HTTP/1.1" status: 200 len: 818 time: 1.0462217 Nov 12 21:02:32.113070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52384) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:32.129593 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b376b4d-9a87-44bf-8ae1-b92d2e865ca2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.141643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Network ed48c47e-6e23-45cf-9297-322e9e389421 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:32.149400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472519d-6927-4fa3-9c66-44c923f3134f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=a7ec1244-0840-4fb8-8420-82056b5ec9c5,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:32.199337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5c42103b-ba69-48b4-bef9-afc098e7ef81,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:32.213488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376b4d-9a87-44bf-8ae1-b92d2e865ca2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=3ced56fe-0b65-4211-8345-1e6a7d6ca28b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:32.225867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b376b4d-9a87-44bf-8ae1-b92d2e865ca2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.231481 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7b376b4d-9a87-44bf-8ae1-b92d2e865ca2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/3ced56fe-0b65-4211-8345-1e6a7d6ca28b HTTP/1.1" status: 204 len: 168 time: 1.1074178 Nov 12 21:02:32.233049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] For port d3944529-418f-4287-827f-4ec7975a8def, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d3944529-418f-4287-827f-4ec7975a8def,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:32.233429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.234076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598978f1-83b3-4af3-a1d9-e94c71117ab2 None None] Network 5eab8f6e-1b3b-4097-8669-e516c87c4624 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:32.252411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52386) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:32.252627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Calling delete_port for d3944529-418f-4287-827f-4ec7975a8def owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:32.303873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, ed48c47e-6e23-45cf-9297-322e9e389421) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:32.310124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:32.310707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.324336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a8a335-cbe0-485d-b88b-f9883e540394 None None] Network ed48c47e-6e23-45cf-9297-322e9e389421 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:32.356778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.392406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.405679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8519c52e-737e-4698-a180-db40f401818d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port a7ec1244-0840-4fb8-8420-82056b5ec9c5 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:32.406015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8519c52e-737e-4698-a180-db40f401818d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.448143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bc21298f-5437-4290-a4e2-9c4be5fedf89 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2727995 Nov 12 21:02:32.450780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52388) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:32.456963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:32.509041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.537816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8519c52e-737e-4698-a180-db40f401818d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.539610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaef048-5a6a-476c-bd6e-f4802a9de4ae None None] Network ed48c47e-6e23-45cf-9297-322e9e389421 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:32.567638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] In _notify_port_updated(), no bound segment for port c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 on network 020f3b69-8988-4db3-be73-b9ee66497412 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:02:32.573627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:32.574307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.576776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] DHCP port deletion for 5eab8f6e-1b3b-4097-8669-e516c87c4624 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:32.578028 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "PUT /v2.0/ports/c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 HTTP/1.1" status: 200 len: 1001 time: 1.2798898 Nov 12 21:02:32.578676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52392) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:32.590894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.597417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8519c52e-737e-4698-a180-db40f401818d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for a7ec1244-0840-4fb8-8420-82056b5ec9c5 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:32.620581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b18bb174-28de-47a7-952b-6ba008a35098', '8f8976bb-3057-4b05-80aa-2ee3395067a3'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:02:32.634679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51df3b-97bb-4aa3-b2e7-98b83641603b tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=c861b8ab-f3f2-49e2-bd5b-ca2308eddab6,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:32.666636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.668124 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.738791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port f045fec3-89bc-420c-a3a0-668636224b24 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:32.739517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.743599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event deleted for resources: {'Port': ['ID=d3944529-418f-4287-827f-4ec7975a8def,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:32.830128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] No DVR routers for this DVR port d3944529-418f-4287-827f-4ec7975a8def on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:32.847005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port f045fec3-89bc-420c-a3a0-668636224b24, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f045fec3-89bc-420c-a3a0-668636224b24,segment=NetworkSegment(e73888b4-ceeb-4fc1-9102-a2c993aa1f06),segment_id=e73888b4-ceeb-4fc1-9102-a2c993aa1f06)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:32.858485 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.883688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for f045fec3-89bc-420c-a3a0-668636224b24 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:32.888868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082cb1f0-2d41-4499-a01b-745ee63dd394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c42103b-ba69-48b4-bef9-afc098e7ef81'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:32.892476 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b8fb13-7de5-41dd-89ee-e7d236ef2e47" -d '{"events": [{"server_uuid": "082cb1f0-2d41-4499-a01b-745ee63dd394", "name": "network-vif-plugged", "status": "completed", "tag": "5c42103b-ba69-48b4-bef9-afc098e7ef81"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:32.899195 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8519c52e-737e-4698-a180-db40f401818d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.916882 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.930763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-187abd1d-defb-44b5-a217-3409ac62b417 req-1b9a8c4a-d726-44d0-bfef-3c9059180bff tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "DELETE /v2.0/ports/d3944529-418f-4287-827f-4ec7975a8def HTTP/1.1" status: 204 len: 173 time: 0.9887657 Nov 12 21:02:32.933695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'name': 'network-vif-deleted', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:32.939371 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad2b8e-28be-49fa-87ba-43ca9724246e" -d '{"events": [{"server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "name": "network-vif-deleted", "tag": "d3944529-418f-4287-827f-4ec7975a8def"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:32.939620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519c52e-737e-4698-a180-db40f401818d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=a7ec1244-0840-4fb8-8420-82056b5ec9c5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:32.950106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] Deleting port f045fec3-89bc-420c-a3a0-668636224b24 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:32.950106 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:32.994508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8519c52e-737e-4698-a180-db40f401818d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.000060 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8519c52e-737e-4698-a180-db40f401818d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/a7ec1244-0840-4fb8-8420-82056b5ec9c5 HTTP/1.1" status: 204 len: 168 time: 0.8815346 Nov 12 21:02:33.000778 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.002987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52400) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:33.025158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f8aa-d630-48fc-86fc-cacce75eaf29 req-be26a083-ba13-4b64-8ec0-adcd6b649a96 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:33.026645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93b2f8aa-d630-48fc-86fc-cacce75eaf29 req-be26a083-ba13-4b64-8ec0-adcd6b649a96 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.3478632 Nov 12 21:02:33.047061 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.067211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c2c5e-9657-40f4-b9c9-5e120cdd44b7 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Deleting port c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:33.067524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2c5e-9657-40f4-b9c9-5e120cdd44b7 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.078999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] For port f045fec3-89bc-420c-a3a0-668636224b24, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f045fec3-89bc-420c-a3a0-668636224b24,segment=NetworkSegment(e73888b4-ceeb-4fc1-9102-a2c993aa1f06),segment_id=e73888b4-ceeb-4fc1-9102-a2c993aa1f06)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:33.079518 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.086324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-115fdf9e-0b30-4537-9ed0-689f6c0ada5c None None] Provisioning complete for port c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:33.088394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-115fdf9e-0b30-4537-9ed0-689f6c0ada5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.088522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9994915-badc-4bff-9f45-b97fca4fd294 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:33.088924 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f9994915-badc-4bff-9f45-b97fca4fd294 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0838041 Nov 12 21:02:33.091450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52402) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:33.122068 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c00dd6-4b28-4aa7-821e-604d66399579 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:02:33.124154 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-70c00dd6-4b28-4aa7-821e-604d66399579 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/a7ec1244-0840-4fb8-8420-82056b5ec9c5 HTTP/1.1" status: 404 len: 333 time: 0.0317485 Nov 12 21:02:33.133327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52404) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:33.133607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] Calling delete_port for f045fec3-89bc-420c-a3a0-668636224b24 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:33.138953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1686430785'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:33.194479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93b2f8aa-d630-48fc-86fc-cacce75eaf29 req-df02d06f-2116-4a82-bd56-fbe3a3883f3f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582985 Nov 12 21:02:33.245595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-115fdf9e-0b30-4537-9ed0-689f6c0ada5c None None] Port c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:33.330191 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.333076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:33.337940 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.352715 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2c5e-9657-40f4-b9c9-5e120cdd44b7 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.367031 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:02:33.370345 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:02:33.389023 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.406107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No DVR routers for this DVR port f045fec3-89bc-420c-a3a0-668636224b24 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:33.412715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=f045fec3-89bc-420c-a3a0-668636224b24,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:33.474449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:33.480990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] Pushing event deleted for resources: {'Port': ['ID=f045fec3-89bc-420c-a3a0-668636224b24,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:33.494345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790eb1a-883d-4995-a556-9593ba9f8c45 None None] No DVR routers for this DVR port f045fec3-89bc-420c-a3a0-668636224b24 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:33.503024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f045fec3-89bc-420c-a3a0-668636224b24 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:33.537361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: f045fec3-89bc-420c-a3a0-668636224b24 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:33.538402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f045fec3-89bc-420c-a3a0-668636224b24 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:33.541584 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.542305 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Added segment 1260d151-28d9-444b-ba83-95a5a2daf250 of type vlan for network bf29c573-1f11-42f3-9310-cd9831340dbb Nov 12 21:02:33.609893 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.618019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.636508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.655575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eab8f6e-1b3b-4097-8669-e516c87c4624']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:33.679974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73888b4-ceeb-4fc1-9102-a2c993aa1f06') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:33.680265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73888b4-ceeb-4fc1-9102-a2c993aa1f06') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:33.694803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.709782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.717087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:33.717499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:33.721077 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:33.762996 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.769528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf939a93-0e67-49ad-aefb-d73a38143405 req-ff5a8d1c-896e-4fc8-94ef-9624932a1c5f tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2fd6919-905e-4846-a652-61ec890eb2c6 HTTP/1.1" status: 200 len: 210 time: 0.4212408 Nov 12 21:02:33.775073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c2c5e-9657-40f4-b9c9-5e120cdd44b7 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Calling delete_port for c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:33.785666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.791468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:33.792080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.857259 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9454a804-fa64-4e4c-91f1-01896d62b9b2 x-openstack-request-id: req-9454a804-fa64-4e4c-91f1-01896d62b9b2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:33.857553 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082cb1f0-2d41-4499-a01b-745ee63dd394", "name": "network-vif-plugged", "status": "completed", "tag": "5c42103b-ba69-48b4-bef9-afc098e7ef81", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:33.858096 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9454a804-fa64-4e4c-91f1-01896d62b9b2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:33.858675 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082cb1f0-2d41-4499-a01b-745ee63dd394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c42103b-ba69-48b4-bef9-afc098e7ef81', 'code': 200} Nov 12 21:02:33.880142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Network': ['ID=bf29c573-1f11-42f3-9310-cd9831340dbb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:33.891409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network bf29c573-1f11-42f3-9310-cd9831340dbb details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:33.895977 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e8b4ded2-4c42-4a2e-9b20-31412688c951 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7632341 Nov 12 21:02:33.896922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.898792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52410) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:33.904986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:33.915466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:33.922698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/5eab8f6e-1b3b-4097-8669-e516c87c4624 HTTP/1.1" status: 204 len: 168 time: 1.6651773 Nov 12 21:02:33.933507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52412) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:33.938185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-335185013', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:33.940680 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc981bed-4329-4f91-af48-51f2a415cb30 x-openstack-request-id: req-fc981bed-4329-4f91-af48-51f2a415cb30 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:33.940962 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841ff0e-7220-4409-aafa-8991b9ac2a0c", "name": "network-vif-deleted", "tag": "d3944529-418f-4287-827f-4ec7975a8def", "status": "failed", "code": 422}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:33.941205 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc981bed-4329-4f91-af48-51f2a415cb30 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:33.941592 n-d-713498-29 neutron-server[109629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9841ff0e-7220-4409-aafa-8991b9ac2a0c', 'name': 'network-vif-deleted', 'tag': 'd3944529-418f-4287-827f-4ec7975a8def', 'status': 'failed', 'code': 422} returned with failed status Nov 12 21:02:33.956583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb468d-2c65-49cf-adbf-666e360801cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=5eab8f6e-1b3b-4097-8669-e516c87c4624,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:34.047839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640680aa-e569-4d89-aebf-d85aedcdd168 req-d49d6da9-a78f-4bf9-ab5f-69308c2c8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:34.050041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-640680aa-e569-4d89-aebf-d85aedcdd168 req-d49d6da9-a78f-4bf9-ab5f-69308c2c8f83 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 1097 time: 0.0974073 Nov 12 21:02:34.150288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-640680aa-e569-4d89-aebf-d85aedcdd168 req-600b4b87-fb1d-48a2-9184-54b315205883 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836699 Nov 12 21:02:34.177933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.179231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.222771 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.245463 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.246708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2c5e-9657-40f4-b9c9-5e120cdd44b7 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.249048 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.283657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c2c5e-9657-40f4-b9c9-5e120cdd44b7 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Port': ['ID=c861b8ab-f3f2-49e2-bd5b-ca2308eddab6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:34.317816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:34.324600 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.350311 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2c5e-9657-40f4-b9c9-5e120cdd44b7 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.355555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3b6c2c5e-9657-40f4-b9c9-5e120cdd44b7 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "DELETE /v2.0/ports/c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 HTTP/1.1" status: 204 len: 168 time: 1.7742279 Nov 12 21:02:34.356808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52422) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:34.387999 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9dde2f-6c60-43d8-a99a-ab70bb52c01c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] GET failed (client error): The resource could not be found. Nov 12 21:02:34.389603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0f9dde2f-6c60-43d8-a99a-ab70bb52c01c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "GET /v2.0/ports/c861b8ab-f3f2-49e2-bd5b-ca2308eddab6 HTTP/1.1" status: 404 len: 333 time: 0.0318775 Nov 12 21:02:34.393511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52424) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:34.398603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'network_id': '020f3b69-8988-4db3-be73-b9ee66497412', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-623459138'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:34.574640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Allocated IP 172.25.8.149 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/ef1136bf-63fa-4593-9398-9d0739d58ba3) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:34.588226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.611392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93634a9b-d8c7-4a0a-adb9-1c706e155140 req-60e28193-acc8-4942-a5bc-99781f1319a6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:34.613096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93634a9b-d8c7-4a0a-adb9-1c706e155140 req-60e28193-acc8-4942-a5bc-99781f1319a6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.3260036 Nov 12 21:02:34.735196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Made reservation on behalf of 4bced00bc6af45c2a9265e866a93f47c for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:34.738907 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.770824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93634a9b-d8c7-4a0a-adb9-1c706e155140 req-47d05fa4-4162-4018-a272-ee0d47095063 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379128 Nov 12 21:02:34.792753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] device_id is not set on port dee49162-ce65-4860-8a88-637d755f2a75 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:34.846667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b4f9e-fcee-4aec-9d5f-054dd113b86c req-512eca09-b10d-4612-a611-d032fdb8ffb9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:34.848195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d90b4f9e-fcee-4aec-9d5f-054dd113b86c req-512eca09-b10d-4612-a611-d032fdb8ffb9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 907 time: 0.1941502 Nov 12 21:02:34.860662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.878795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.952163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Allocated IP 2001:db8::1ed (020f3b69-8988-4db3-be73-b9ee66497412/85ca54fe-8701-4ad8-94cc-a2824bc24901/dee49162-ce65-4860-8a88-637d755f2a75) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:34.979557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:34.981984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52432) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:35.092068 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.165338 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f302e07-fe3d-4b25-bbaa-b4e742f1de44 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.168970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:35.188161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:35.209528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:35.209788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f8d1c-b2ae-4742-9b32-bfb10736fe94 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:35.210821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Pushing event updated for resources: {'Port': ['ID=ef1136bf-63fa-4593-9398-9d0739d58ba3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:35.227527 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f302e07-fe3d-4b25-bbaa-b4e742f1de44 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.271255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.303614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9cd4e008-5869-48eb-8859-5ee8896922b8 None None] Provisioning complete for port ef1136bf-63fa-4593-9398-9d0739d58ba3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:35.304518 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e008-5869-48eb-8859-5ee8896922b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.347550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4e008-5869-48eb-8859-5ee8896922b8 None None] Port ef1136bf-63fa-4593-9398-9d0739d58ba3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:35.347829 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.360379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=4e7172b3-f88d-4a20-901a-ae8df4a32339,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:35.403128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking segment: {'id': '1260d151-28d9-444b-ba83-95a5a2daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:35.403510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network hostable DHCP agents. Network: bf29c573-1f11-42f3-9310-cd9831340dbb, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:35.466815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f302e07-fe3d-4b25-bbaa-b4e742f1de44 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.469446 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f302e07-fe3d-4b25-bbaa-b4e742f1de44 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.471106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f302e07-fe3d-4b25-bbaa-b4e742f1de44 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "DELETE /v2.0/security-groups/267046f4-e698-48cc-84f7-2440b0237ff7 HTTP/1.1" status: 204 len: 168 time: 0.4880998 Nov 12 21:02:35.475690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52434) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:35.480874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f302e07-fe3d-4b25-bbaa-b4e742f1de44 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267046f4-e698-48cc-84f7-2440b0237ff7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:35.490851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 172.25.8.175 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/41a439c5-6aca-40f9-bf07-0bb1a75cfc52) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:35.496534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.500912 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-55668d61-f3d8-4ced-ac9c-04683c972205 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] show failed (client error): The resource could not be found. Nov 12 21:02:35.507275 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-55668d61-f3d8-4ced-ac9c-04683c972205 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "GET /v2.0/security-groups/267046f4-e698-48cc-84f7-2440b0237ff7 HTTP/1.1" status: 404 len: 347 time: 0.0270381 Nov 12 21:02:35.507275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network bf29c573-1f11-42f3-9310-cd9831340dbb is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:35.509244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52436) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:35.576036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Network 020f3b69-8988-4db3-be73-b9ee66497412 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:35.585064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:35.590053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:35.597751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:35.598410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.630711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=dee49162-ce65-4860-8a88-637d755f2a75,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:35.650176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, bf29c573-1f11-42f3-9310-cd9831340dbb) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:35.659781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:35.661065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.666177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa6f7de-f17a-45c5-9edd-613daea35dd8 None None] Network bf29c573-1f11-42f3-9310-cd9831340dbb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:35.689624 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.736855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e24e6b29-b39d-458d-84a0-3147e476093c tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3418872 Nov 12 21:02:35.739274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.739468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52438) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:35.748971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'network_id': '020f3b69-8988-4db3-be73-b9ee66497412', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1765900733'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:35.764624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting port 2d9465e8-e593-401a-bdd5-860a202b5f01 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:35.767447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.815909 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-34f345f5-675c-4c46-a76c-275cb49a875a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9158745 Nov 12 21:02:35.827334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52442) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:35.841934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c7900136-15e2-4a55-bf0e-4fe7abb8149b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:35.927077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-bf29c573-1f11-42f3-9310-cd9831340dbb', 'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb', 'tenant_id': '28578d75becd43738d838ce48b956d2d', 'fixed_ips': [{'subnet_id': '4e7172b3-f88d-4a20-901a-ae8df4a32339'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:02:35.933342 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.937617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.938206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:35.959617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Calling delete_port for 2d9465e8-e593-401a-bdd5-860a202b5f01 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:35.962188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.017519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=41a439c5-6aca-40f9-bf07-0bb1a75cfc52,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:36.031667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a21889c-9877-4f9d-abfa-99af5586d5dc None None] Provisioning complete for port dee49162-ce65-4860-8a88-637d755f2a75 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:36.032119 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a21889c-9877-4f9d-abfa-99af5586d5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.041996 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:36.073693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:36.081514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:36.100434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a21889c-9877-4f9d-abfa-99af5586d5dc None None] Port dee49162-ce65-4860-8a88-637d755f2a75 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:36.105271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25837f8c-1d4a-427d-85d5-c66afaeb7562 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:36.129903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Allocated IP 2001:db8::2 (bf29c573-1f11-42f3-9310-cd9831340dbb/4e7172b3-f88d-4a20-901a-ae8df4a32339/0ce608e8-281e-4f55-8e61-2e8536184df3) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:36.164084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953916e7-2ef7-4151-9069-49ebf437985c req-737376e5-70b6-4cc0-8571-82f36e9b12ff tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:36.167668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-953916e7-2ef7-4151-9069-49ebf437985c req-737376e5-70b6-4cc0-8571-82f36e9b12ff tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.2434325 Nov 12 21:02:36.199981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe2bb7-130f-4327-9c3a-cbc15a637213 req-bb9b4f43-39ea-4865-8df8-dd98740670df tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:36.201605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fbe2bb7-130f-4327-9c3a-cbc15a637213 req-bb9b4f43-39ea-4865-8df8-dd98740670df tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 907 time: 0.2508554 Nov 12 21:02:36.246628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4b6d2dd0-ce93-48f8-94d8-a27b5b6fdf19 None None] Provisioning complete for port 41a439c5-6aca-40f9-bf07-0bb1a75cfc52 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:36.247084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2dd0-ce93-48f8-94d8-a27b5b6fdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.302125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-953916e7-2ef7-4151-9069-49ebf437985c req-46adf851-de2c-49b8-9b2d-d1168a55f256 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232753 Nov 12 21:02:36.306787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.339957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d2dd0-ce93-48f8-94d8-a27b5b6fdf19 None None] Port 41a439c5-6aca-40f9-bf07-0bb1a75cfc52 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:36.344252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.365742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Made reservation on behalf of 4bced00bc6af45c2a9265e866a93f47c for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:36.369186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.411648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.452276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Network bf29c573-1f11-42f3-9310-cd9831340dbb is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:36.459470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:36.464005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:36.467231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Pushing event updated for resources: {'Port': ['ID=0ce608e8-281e-4f55-8e61-2e8536184df3,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:36.483433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] device_id is not set on port 854ee9a3-9ddd-4b69-a662-124a86c70276 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:36.488256 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.520297 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.528023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Attempting to bind port 0ce608e8-281e-4f55-8e61-2e8536184df3 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:36.528794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Attempting to bind port 0ce608e8-281e-4f55-8e61-2e8536184df3 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '1260d151-28d9-444b-ba83-95a5a2daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:36.529165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Attempting to bind port 0ce608e8-281e-4f55-8e61-2e8536184df3 on network bf29c573-1f11-42f3-9310-cd9831340dbb {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:36.536585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:36.536966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Checking segment: {'id': '1260d151-28d9-444b-ba83-95a5a2daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:36.537366 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.537797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Bound using segment: {'id': '1260d151-28d9-444b-ba83-95a5a2daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:36.539503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Bound port: 0ce608e8-281e-4f55-8e61-2e8536184df3, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1260d151-28d9-444b-ba83-95a5a2daf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:36.539894 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.549060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7900136-15e2-4a55-bf0e-4fe7abb8149b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:36.553016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7900136-15e2-4a55-bf0e-4fe7abb8149b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.556441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Port': ['ID=2d9465e8-e593-401a-bdd5-860a202b5f01,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:36.563566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-f43902be-5ec4-43ba-8f03-e3424f1d6107 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:36.571839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-f43902be-5ec4-43ba-8f03-e3424f1d6107 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 907 time: 0.2113914 Nov 12 21:02:36.574006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab2a69-eb76-47b5-ac28-1f41b6df5cbb None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:36.619383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762bed-abae-4859-8a94-e86261e4a7cc req-2b84d8c3-9ce5-46c3-b337-6dd60e20e4e7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:36.620890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc762bed-abae-4859-8a94-e86261e4a7cc req-2b84d8c3-9ce5-46c3-b337-6dd60e20e4e7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.2179861 Nov 12 21:02:36.649172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] For port 0ce608e8-281e-4f55-8e61-2e8536184df3, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:36.652974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] For port 0ce608e8-281e-4f55-8e61-2e8536184df3, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0ce608e8-281e-4f55-8e61-2e8536184df3,segment=NetworkSegment(1260d151-28d9-444b-ba83-95a5a2daf250),segment_id=1260d151-28d9-444b-ba83-95a5a2daf250)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:36.670944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.674069 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.675210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1ad47da3-5890-48dd-9397-2f0317f70c6c tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "DELETE /v2.0/floatingips/d8229b9d-14b2-4113-ae99-af42231616c6 HTTP/1.1" status: 204 len: 168 time: 1.1650019 Nov 12 21:02:36.679335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52448) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:36.758025 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.836907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2ef9b-02c9-4438-a451-766a0d233c5f None None] Pushing event updated for resources: {'Port': ['ID=0ce608e8-281e-4f55-8e61-2e8536184df3,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:36.849080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.867493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc762bed-abae-4859-8a94-e86261e4a7cc req-bd03ea93-7c51-46fc-b809-3287c2e25be7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882143 Nov 12 21:02:36.868866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Allocated IP 2001:db8::10b (020f3b69-8988-4db3-be73-b9ee66497412/85ca54fe-8701-4ad8-94cc-a2824bc24901/854ee9a3-9ddd-4b69-a662-124a86c70276) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:36.885316 n-d-713498-29 neutron-server[109629]: INFO neutron.db.ipam_backend_mixin [None req-c7900136-15e2-4a55-bf0e-4fe7abb8149b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e7172b3-f88d-4a20-901a-ae8df4a32339 (CIDR: 2001:db8::/64) Nov 12 21:02:36.911972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5cef6db2-ba18-4bc5-a914-0e3754489988 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting port 198079ab-c48b-40d1-a9b7-62708b3f8947 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:36.912317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5cef6db2-ba18-4bc5-a914-0e3754489988 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.937907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Deleting port 31366c06-20a9-4ff8-85cb-ba895dd491dc {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:36.938393 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:36.976644 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7900136-15e2-4a55-bf0e-4fe7abb8149b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:02:36.977255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7900136-15e2-4a55-bf0e-4fe7abb8149b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:02:37.063794 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5cef6db2-ba18-4bc5-a914-0e3754489988 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.089972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5cef6db2-ba18-4bc5-a914-0e3754489988 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Calling delete_port for 198079ab-c48b-40d1-a9b7-62708b3f8947 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:37.103697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Router 62e0bc76-34a8-46be-9e89-f48047034e68 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:02:37.202273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] For port 31366c06-20a9-4ff8-85cb-ba895dd491dc, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=31366c06-20a9-4ff8-85cb-ba895dd491dc,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:37.202646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.213075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba628d-64be-492c-9c81-1370d0be1022 req-44533110-db13-450f-a679-f16eeb0cf0ac tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:37.214662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cba628d-64be-492c-9c81-1370d0be1022 req-44533110-db13-450f-a679-f16eeb0cf0ac tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 946 time: 0.2395523 Nov 12 21:02:37.266244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:02:37.280841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c7900136-15e2-4a55-bf0e-4fe7abb8149b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4462793 Nov 12 21:02:37.290367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Calling delete_port for 31366c06-20a9-4ff8-85cb-ba895dd491dc owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:37.306047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52454) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:37.310932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:37.368760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5cef6db2-ba18-4bc5-a914-0e3754489988 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.420308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef6db2-ba18-4bc5-a914-0e3754489988 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Port': ['ID=198079ab-c48b-40d1-a9b7-62708b3f8947,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:37.431860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:37.443935 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336fcb4-c76d-4ce6-b751-0b98cd3b4797 None None] Sync routers for ids ['34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:37.461342 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336fcb4-c76d-4ce6-b751-0b98cd3b4797 None None] Routers {'34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:37.462253 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2336fcb4-c76d-4ce6-b751-0b98cd3b4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:37.514995 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2336fcb4-c76d-4ce6-b751-0b98cd3b4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:37.515439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5cef6db2-ba18-4bc5-a914-0e3754489988 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.519865 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5cef6db2-ba18-4bc5-a914-0e3754489988 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "DELETE /v2.0/ports/198079ab-c48b-40d1-a9b7-62708b3f8947 HTTP/1.1" status: 204 len: 168 time: 0.8401942 Nov 12 21:02:37.522455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52456) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:37.533184 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336fcb4-c76d-4ce6-b751-0b98cd3b4797 None None] Routers {'34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:37.534133 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2336fcb4-c76d-4ce6-b751-0b98cd3b4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:37.545837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ce608e8-281e-4f55-8e61-2e8536184df3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:37.590727 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2336fcb4-c76d-4ce6-b751-0b98cd3b4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:37.591857 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336fcb4-c76d-4ce6-b751-0b98cd3b4797 None None] The sync data for ids ['34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:37.609817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0ce608e8-281e-4f55-8e61-2e8536184df3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:37.610597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.623766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.628329 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-101e9db7-9c3b-45da-9209-2573679bc561 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6935372 Nov 12 21:02:37.630134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52458) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:37.710274 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.758125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 0ce608e8-281e-4f55-8e61-2e8536184df3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0ce608e8-281e-4f55-8e61-2e8536184df3,segment=NetworkSegment(1260d151-28d9-444b-ba83-95a5a2daf250),segment_id=1260d151-28d9-444b-ba83-95a5a2daf250)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:37.770432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-df8bf0a0-bc4c-4c85-9fe7-5b8ca6bfd76d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting port 24d58751-e780-4c96-8bf7-12b4003f2b39 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:37.771036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df8bf0a0-bc4c-4c85-9fe7-5b8ca6bfd76d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.810238 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3481c4d5-6feb-427f-b9ea-bbf934d7c335 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/routers/34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 HTTP/1.1" status: 200 len: 884 time: 0.1757932 Nov 12 21:02:37.838864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52460) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:37.872666 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.915846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.941507 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df8bf0a0-bc4c-4c85-9fe7-5b8ca6bfd76d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:37.963888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cba628d-64be-492c-9c81-1370d0be1022 req-575c5c19-0ea9-4d5e-98d7-3042a1bcd892 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7377121 Nov 12 21:02:37.994465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=0ce608e8-281e-4f55-8e61-2e8536184df3,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:38.009258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71311-206b-476c-b6f2-6af9cb63183e req-d3e814cc-4214-4766-8884-ac3977d265cd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:38.010858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb71311-206b-476c-b6f2-6af9cb63183e req-d3e814cc-4214-4766-8884-ac3977d265cd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 907 time: 0.7186201 Nov 12 21:02:38.043176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-df8bf0a0-bc4c-4c85-9fe7-5b8ca6bfd76d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Calling delete_port for 24d58751-e780-4c96-8bf7-12b4003f2b39 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:38.045869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:38.060410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Sync routers for ids ['62e0bc76-34a8-46be-9e89-f48047034e68'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:38.082837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Routers {'62e0bc76-34a8-46be-9e89-f48047034e68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:38.084150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['62e0bc76-34a8-46be-9e89-f48047034e68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:38.188059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:38.259426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Network 020f3b69-8988-4db3-be73-b9ee66497412 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:38.277104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:38.301320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:38.307902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:38.311787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Set router 62e0bc76-34a8-46be-9e89-f48047034e68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:38.322584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:38.345644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:38.346335 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:38.348845 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:38.387252 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7fa59137-9780-46ff-a76a-e29dfbf96704 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5449383 Nov 12 21:02:38.387505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52464) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:38.395006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9e5ad698-dc4c-4bc3-8e72-8a01a130e80f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-335185013'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:38.425860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:38.430671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7f519aa4-d13e-43d6-ac60-cd97e153efed admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9785912 Nov 12 21:02:38.438184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52466) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:38.444475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=854ee9a3-9ddd-4b69-a662-124a86c70276,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:38.487690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d1fca-db76-4460-9d7e-e1dc81fe4d4c None None] Network bf29c573-1f11-42f3-9310-cd9831340dbb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:38.585229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c326e54b-7488-4e6d-9ce9-0a383041daaa None None] Provisioning complete for port 0ce608e8-281e-4f55-8e61-2e8536184df3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:38.585913 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c326e54b-7488-4e6d-9ce9-0a383041daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:38.681424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event deleted for resources: {'Port': ['ID=31366c06-20a9-4ff8-85cb-ba895dd491dc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:38.715057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df8bf0a0-bc4c-4c85-9fe7-5b8ca6bfd76d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:38.739731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-32356aa2-f701-4c82-95e7-606944b3a74d tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9969857 Nov 12 21:02:38.755530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52468) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:38.769121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17e', 'mac_address': 'fa:16:3e:03:d4:b6'}, {'ip_address': '2001:db8::1ed', 'mac_address': 'fa:16:3e:05:30:72'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:38.770707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bf0a0-bc4c-4c85-9fe7-5b8ca6bfd76d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Port': ['ID=24d58751-e780-4c96-8bf7-12b4003f2b39,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:38.896907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:02:35Z', 'revision_number': 3, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:38.900920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] No DVR routers for this DVR port 31366c06-20a9-4ff8-85cb-ba895dd491dc on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:38.918568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:38.922360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05fc040b-bb03-4126-966b-c4f7e30fb3c2 req-7de82386-c388-4114-a6a4-4ec017819f1b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "DELETE /v2.0/ports/31366c06-20a9-4ff8-85cb-ba895dd491dc HTTP/1.1" status: 204 len: 173 time: 2.3376765 Nov 12 21:02:38.928142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'name': 'network-vif-deleted', 'tag': '31366c06-20a9-4ff8-85cb-ba895dd491dc'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:38.930535 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf6b71-4ae3-4f37-b395-0a45cc5dea1a" -d '{"events": [{"server_uuid": "5a7a67d0-8206-489e-9822-063eab8ed1df", "name": "network-vif-deleted", "tag": "31366c06-20a9-4ff8-85cb-ba895dd491dc"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:38.960108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71163-356c-4b2d-873c-73aa07cb2af4 req-06fa077b-5ce9-4545-b75d-df2b56599721 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:38.963648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaf71163-356c-4b2d-873c-73aa07cb2af4 req-06fa077b-5ce9-4545-b75d-df2b56599721 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.5078881 Nov 12 21:02:39.034370 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafe8aee-a884-4be0-b621-b6c6342251a3 x-openstack-request-id: req-aafe8aee-a884-4be0-b621-b6c6342251a3 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:39.034797 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7a67d0-8206-489e-9822-063eab8ed1df", "name": "network-vif-deleted", "tag": "31366c06-20a9-4ff8-85cb-ba895dd491dc", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:39.035078 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aafe8aee-a884-4be0-b621-b6c6342251a3 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:39.035521 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a67d0-8206-489e-9822-063eab8ed1df', 'name': 'network-vif-deleted', 'tag': '31366c06-20a9-4ff8-85cb-ba895dd491dc', 'status': 'completed', 'code': 200} Nov 12 21:02:39.119930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Checking router: 62e0bc76-34a8-46be-9e89-f48047034e68 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:02:39.120282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Updating router 62e0bc76-34a8-46be-9e89-f48047034e68 port ef1136bf-63fa-4593-9398-9d0739d58ba3 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:02:39.166140 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.208496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf25bcbc-5acd-4079-b591-8d9eca26ffa0 req-796bfc0a-18a3-4aa0-881f-3888953f09c9 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 210 time: 0.0625868 Nov 12 21:02:39.305950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.398156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 31366c06-20a9-4ff8-85cb-ba895dd491dc no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:39.430215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a6054d2b-0c39-48a2-97fd-c754bd961463 None None] Provisioning complete for port 854ee9a3-9ddd-4b69-a662-124a86c70276 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:39.432880 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a6054d2b-0c39-48a2-97fd-c754bd961463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.484426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-df8bf0a0-bc4c-4c85-9fe7-5b8ca6bfd76d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.500565 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-df8bf0a0-bc4c-4c85-9fe7-5b8ca6bfd76d tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "DELETE /v2.0/ports/24d58751-e780-4c96-8bf7-12b4003f2b39 HTTP/1.1" status: 204 len: 168 time: 1.9770465 Nov 12 21:02:39.503888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52476) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:39.566145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad698-dc4c-4bc3-8e72-8a01a130e80f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.566764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ce608e8-281e-4f55-8e61-2e8536184df3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:39.569254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 31366c06-20a9-4ff8-85cb-ba895dd491dc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:39.569254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 31366c06-20a9-4ff8-85cb-ba895dd491dc not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:39.586536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f6c406-018e-4259-9714-c56f60f2ee00 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting subnet 149e1401-185d-4641-bd1f-a88139a6867e {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:39.589864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f6c406-018e-4259-9714-c56f60f2ee00 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.591742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaf71163-356c-4b2d-873c-73aa07cb2af4 req-ebd2993d-53de-4ce2-aca5-e3c8659629b7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622325 Nov 12 21:02:39.627457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a6054d2b-0c39-48a2-97fd-c754bd961463 None None] Port 854ee9a3-9ddd-4b69-a662-124a86c70276 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:39.681454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f6c406-018e-4259-9714-c56f60f2ee00 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.686431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0ce608e8-281e-4f55-8e61-2e8536184df3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:39.686817 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.803258 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.812389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-288dd92f-7676-4e73-bb58-e89f42072cdd None None] Provisioning complete for port 0ce608e8-281e-4f55-8e61-2e8536184df3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:39.813045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-288dd92f-7676-4e73-bb58-e89f42072cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.827300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f6c406-018e-4259-9714-c56f60f2ee00 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.858114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad698-dc4c-4bc3-8e72-8a01a130e80f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.943470 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:39.998680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8306a25-51b4-4756-b3c2-c85f5d3c173f None None] Pushing event updated for resources: {'Port': ['ID=ef1136bf-63fa-4593-9398-9d0739d58ba3,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:40.003399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b513f6-8f57-43ea-b5b4-33d4a38feb7f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:40.008027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ad698-dc4c-4bc3-8e72-8a01a130e80f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:02:40.009755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Attempting to bind port ef1136bf-63fa-4593-9398-9d0739d58ba3 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:40.010379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Attempting to bind port ef1136bf-63fa-4593-9398-9d0739d58ba3 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:40.011019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Attempting to bind port ef1136bf-63fa-4593-9398-9d0739d58ba3 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:40.019837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:40.020215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:40.020862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.021015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:40.021460 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Bound port: ef1136bf-63fa-4593-9398-9d0739d58ba3, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:40.021873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.024205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.048064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-605bed04-272d-4083-b741-69da75ddf7e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2128222 Nov 12 21:02:40.081945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6089bdc-b532-4165-8cae-e0e54a098233 req-0df4f6de-a3a3-44ed-b47a-84140b7da224 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:40.083679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6089bdc-b532-4165-8cae-e0e54a098233 req-0df4f6de-a3a3-44ed-b47a-84140b7da224 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.2099729 Nov 12 21:02:40.089290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] For port ef1136bf-63fa-4593-9398-9d0739d58ba3, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:40.092104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4542b56e-98f5-468f-9df1-a2ec8bee25ec None None] Provisioning complete for port ef1136bf-63fa-4593-9398-9d0739d58ba3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:40.092481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4542b56e-98f5-468f-9df1-a2ec8bee25ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.095498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] For port ef1136bf-63fa-4593-9398-9d0739d58ba3, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ef1136bf-63fa-4593-9398-9d0739d58ba3,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:40.129525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f6c406-018e-4259-9714-c56f60f2ee00 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.139112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4542b56e-98f5-468f-9df1-a2ec8bee25ec None None] Port ef1136bf-63fa-4593-9398-9d0739d58ba3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:40.163331 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.174274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network bf29c573-1f11-42f3-9310-cd9831340dbb is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:40.179208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.183145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:40.193461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:40.194119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.196823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767e4ef-6014-4c39-928b-7eb21267cdd0 None None] Network bf29c573-1f11-42f3-9310-cd9831340dbb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:40.200731 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ad698-dc4c-4bc3-8e72-8a01a130e80f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:40.214047 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be755a7-dc84-4b44-b046-ac5761cbe1bb None None] Sync routers for ids ['34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:40.217433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=a427cf37-e1ea-4b9a-9cc8-d29388f5e64c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:40.247118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad698-dc4c-4bc3-8e72-8a01a130e80f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.250108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea968602-09a7-4516-a4ba-0c105b964425 None None] Network 146557bc-c4c8-4990-a5f6-19e072b8a8a6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:40.251313 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be755a7-dc84-4b44-b046-ac5761cbe1bb None None] Routers {'34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:40.253238 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9e5ad698-dc4c-4bc3-8e72-8a01a130e80f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 HTTP/1.1" status: 200 len: 891 time: 1.8601661 Nov 12 21:02:40.254340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6c406-018e-4259-9714-c56f60f2ee00 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Subnet': ['ID=149e1401-185d-4641-bd1f-a88139a6867e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:40.256121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52482) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:40.257089 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06f6c406-018e-4259-9714-c56f60f2ee00 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.259636 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0be755a7-dc84-4b44-b046-ac5761cbe1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:40.264503 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.274035 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06f6c406-018e-4259-9714-c56f60f2ee00 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "DELETE /v2.0/subnets/149e1401-185d-4641-bd1f-a88139a6867e HTTP/1.1" status: 204 len: 168 time: 0.7667184 Nov 12 21:02:40.278099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52484) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:40.285254 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.318346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.331867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6089bdc-b532-4165-8cae-e0e54a098233 req-4d206877-b672-47fe-b53c-3ec38ee1abc1 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242346 Nov 12 21:02:40.361296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f25920-3b40-4169-a13a-31e2b3c07868 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:40.366101 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.371406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-f9ef50d5-0667-41aa-b7be-bd8dc47f7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:40.373617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-f9ef50d5-0667-41aa-b7be-bd8dc47f7ffe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 1098 time: 0.2829406 Nov 12 21:02:40.374942 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0be755a7-dc84-4b44-b046-ac5761cbe1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:40.405869 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be755a7-dc84-4b44-b046-ac5761cbe1bb None None] Routers {'34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:40.411918 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0be755a7-dc84-4b44-b046-ac5761cbe1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:40.453441 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0be755a7-dc84-4b44-b046-ac5761cbe1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:40.454904 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be755a7-dc84-4b44-b046-ac5761cbe1bb None None] The sync data for ids ['34c1bf9e-1e52-4fd5-9e33-c2e9dac10353'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:40.461621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Routers {'62e0bc76-34a8-46be-9e89-f48047034e68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:40.461888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['62e0bc76-34a8-46be-9e89-f48047034e68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:40.499552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fda18f93-a1e7-418f-af81-33941989c1a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1924009 Nov 12 21:02:40.506010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52488) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:40.522160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb', 'fixed_ips': [{'subnet_id': '4e7172b3-f88d-4a20-901a-ae8df4a32339'}, {'subnet_id': 'a427cf37-e1ea-4b9a-9cc8-d29388f5e64c'}], 'name': 'tempest-PortsIpV6TestJSON-2013896181'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:40.538190 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e04e2c5c-feda-4754-9fa9-aa0f9fc940b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/routers/34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 HTTP/1.1" status: 200 len: 891 time: 0.2626028 Nov 12 21:02:40.552861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52490) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:40.595904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] In _notify_port_updated(), no bound segment for port 854ee9a3-9ddd-4b69-a662-124a86c70276 on network 020f3b69-8988-4db3-be73-b9ee66497412 {{(pid=109629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:02:40.602256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:40.602697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.606512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "PUT /v2.0/ports/854ee9a3-9ddd-4b69-a662-124a86c70276 HTTP/1.1" status: 200 len: 1068 time: 1.8412805 Nov 12 21:02:40.606681 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-34d61eb7-918b-4d59-a595-a59f5919bbcb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 HTTP/1.1" status: 200 len: 205 time: 0.0509987 Nov 12 21:02:40.608804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52492) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:40.608804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:40.635020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] Set router 62e0bc76-34a8-46be-9e89-f48047034e68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:40.714176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bff2a56-7cd5-4bc6-8f1c-2004fb6584c7 req-b456dbed-a8ee-4eb3-8a63-5bebbbf925bd tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a7a67d0-8206-489e-9822-063eab8ed1df HTTP/1.1" status: 200 len: 210 time: 0.2778797 Nov 12 21:02:40.721902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8306a25-51b4-4756-b3c2-c85f5d3c173f None None] Pushing event updated for resources: {'Port': ['ID=ef1136bf-63fa-4593-9398-9d0739d58ba3,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:40.722311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a300c-70d3-4ddc-ba71-36a8d5b96815 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event updated for resources: {'Port': ['ID=854ee9a3-9ddd-4b69-a662-124a86c70276,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:40.739815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b487c5-c902-48cf-b41c-ca9cf62ee0e8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Deleting subnet 515b0243-f086-4f97-9b8f-a235d68b71f1 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:40.746781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21b487c5-c902-48cf-b41c-ca9cf62ee0e8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.768289 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f50c343d-5204-477f-9b19-ef3c27a4d5e0 None None] Provisioning complete for port ef1136bf-63fa-4593-9398-9d0739d58ba3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:40.768762 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f50c343d-5204-477f-9b19-ef3c27a4d5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.795219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21b487c5-c902-48cf-b41c-ca9cf62ee0e8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:40.920249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.030573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-898fb5a3-5ab2-4a81-b161-56e46a7b7d3f tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Deleting port 854ee9a3-9ddd-4b69-a662-124a86c70276 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:41.035472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-898fb5a3-5ab2-4a81-b161-56e46a7b7d3f tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.052747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] DHCP port deletion for 146557bc-c4c8-4990-a5f6-19e072b8a8a6 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:41.056371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f50c343d-5204-477f-9b19-ef3c27a4d5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.115492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:41.116100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f50c343d-5204-477f-9b19-ef3c27a4d5e0 None None] For port ef1136bf-63fa-4593-9398-9d0739d58ba3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ef1136bf-63fa-4593-9398-9d0739d58ba3,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:41.162584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:02:35Z', 'revision_number': 3, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:41.199131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a34014-5dab-4b20-9446-c985d1b89e5b None None] The sync data for ids ['62e0bc76-34a8-46be-9e89-f48047034e68'] in n-d-713498-29 is: [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:02:35Z', 'revision_number': 3, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:41.199965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.201811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70c35b-b5e1-4f93-a8e3-39d3a882eb86 None None] Update dhcp port {'port': {'network_id': 'bf29c573-1f11-42f3-9310-cd9831340dbb', 'fixed_ips': [{'subnet_id': '4e7172b3-f88d-4a20-901a-ae8df4a32339', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a427cf37-e1ea-4b9a-9cc8-d29388f5e64c'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '0ce608e8-281e-4f55-8e61-2e8536184df3'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:02:41.230209 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f50c343d-5204-477f-9b19-ef3c27a4d5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.259068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-898fb5a3-5ab2-4a81-b161-56e46a7b7d3f tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.259336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] Deleting port 6969b059-ca23-4060-b3d5-a948725fa81b {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:41.259336 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.283414 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe70c35b-b5e1-4f93-a8e3-39d3a882eb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.287884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-898fb5a3-5ab2-4a81-b161-56e46a7b7d3f tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Calling delete_port for 854ee9a3-9ddd-4b69-a662-124a86c70276 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:41.294968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.340612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-20b6e489-6a4b-45d2-a4be-61ce8a0abeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:41.342117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-20b6e489-6a4b-45d2-a4be-61ce8a0abeac service neutron] 10.222.0.46 "GET /v2.0/networks?id=da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 200 len: 913 time: 0.8801489 Nov 12 21:02:41.374412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c343d-5204-477f-9b19-ef3c27a4d5e0 None None] Pushing event updated for resources: {'Port': ['ID=ef1136bf-63fa-4593-9398-9d0739d58ba3,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:41.412970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] For port 6969b059-ca23-4060-b3d5-a948725fa81b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6969b059-ca23-4060-b3d5-a948725fa81b,segment=NetworkSegment(3286c45f-7aaf-433b-9b78-afd98a53504f),segment_id=3286c45f-7aaf-433b-9b78-afd98a53504f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:41.413381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.438787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] Calling delete_port for 6969b059-ca23-4060-b3d5-a948725fa81b owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:41.439053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-98f77be3-13fe-4328-b76e-fbcfe3e8e1bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b18bb174-28de-47a7-952b-6ba008a35098 HTTP/1.1" status: 200 len: 217 time: 0.0696912 Nov 12 21:02:41.448757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ddefd770-4e04-4eba-9b4a-a1ade0a070cd None None] Provisioning complete for port 854ee9a3-9ddd-4b69-a662-124a86c70276 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:41.449124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddefd770-4e04-4eba-9b4a-a1ade0a070cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.459459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4ccda-3c7c-4dfa-85af-b8ae9b4a9c6b req-a03a8199-76a4-4bb4-82ae-f849f89e15ca tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:41.461580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4ccda-3c7c-4dfa-85af-b8ae9b4a9c6b req-a03a8199-76a4-4bb4-82ae-f849f89e15ca tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:41.468941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4ccda-3c7c-4dfa-85af-b8ae9b4a9c6b req-a03a8199-76a4-4bb4-82ae-f849f89e15ca tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:41.477350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89d4ccda-3c7c-4dfa-85af-b8ae9b4a9c6b req-a03a8199-76a4-4bb4-82ae-f849f89e15ca tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394&device_id=ce763615-7fd3-4669-a653-10352ec9bec4&device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 2417 time: 0.6355467 Nov 12 21:02:41.480762 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21b487c5-c902-48cf-b41c-ca9cf62ee0e8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.518398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port ea638ec7-e6ee-4904-9a91-32dc2baee882 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:41.577541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-898fb5a3-5ab2-4a81-b161-56e46a7b7d3f tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.586001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Allocated IP 172.20.0.1 (ed48c47e-6e23-45cf-9297-322e9e389421/8a4a238d-28ca-4483-871a-dbbebe54bdcd/84f01e1c-328d-4c16-bbe5-881ca682d9e0) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:41.652763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89d4ccda-3c7c-4dfa-85af-b8ae9b4a9c6b req-682f958a-f40d-4bc7-8255-72ba69f83a9c tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742802 Nov 12 21:02:41.654794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fb5a3-5ab2-4a81-b161-56e46a7b7d3f tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Port': ['ID=854ee9a3-9ddd-4b69-a662-124a86c70276,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:41.669120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-580f4795-6b4e-432c-a745-139e8f31bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:41.671453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-580f4795-6b4e-432c-a745-139e8f31bf30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 200 len: 851 time: 0.1852851 Nov 12 21:02:41.692199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 41a439c5-6aca-40f9-bf07-0bb1a75cfc52 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:41.692559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:41.898952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ddefd770-4e04-4eba-9b4a-a1ade0a070cd None None] Port 854ee9a3-9ddd-4b69-a662-124a86c70276 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:41.916171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6969b059-ca23-4060-b3d5-a948725fa81b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:41.952820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-9a7fc629-25a2-4624-82c9-2e0eed80ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:41.955014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-9a7fc629-25a2-4624-82c9-2e0eed80ed82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da242f3a-e193-45a1-9c1a-084171207d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2687581 Nov 12 21:02:41.963080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21b487c5-c902-48cf-b41c-ca9cf62ee0e8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.052690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-fe70c35b-b5e1-4f93-a8e3-39d3a882eb86 None None] Allocated IP 2001:db8:0:1::2 (bf29c573-1f11-42f3-9310-cd9831340dbb/a427cf37-e1ea-4b9a-9cc8-d29388f5e64c/0ce608e8-281e-4f55-8e61-2e8536184df3) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:42.114563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-3fe3bbba-bee7-4c2b-a715-3d80fcc6c446 service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474724 Nov 12 21:02:42.135582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.139707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.157803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 41a439c5-6aca-40f9-bf07-0bb1a75cfc52 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:42.176912 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21b487c5-c902-48cf-b41c-ca9cf62ee0e8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.180145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630c5b1-03f6-4ffa-9bb8-7100f6f5ba39 None None] Network 50d84c6b-5301-433b-9eab-ee9301ea4aeb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:42.199175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-21b487c5-c902-48cf-b41c-ca9cf62ee0e8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "DELETE /v2.0/subnets/515b0243-f086-4f97-9b8f-a235d68b71f1 HTTP/1.1" status: 204 len: 168 time: 1.9114923 Nov 12 21:02:42.200000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52502) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:42.200537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b487c5-c902-48cf-b41c-ca9cf62ee0e8 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Subnet': ['ID=515b0243-f086-4f97-9b8f-a235d68b71f1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:42.216639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa1c99-21d4-41ec-a3cd-e1920eb8099c req-904a3c09-c926-488f-9203-797c1fd5eba2 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:42.218236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6aa1c99-21d4-41ec-a3cd-e1920eb8099c req-904a3c09-c926-488f-9203-797c1fd5eba2 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.3426361 Nov 12 21:02:42.293431 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.351068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] Pushing event deleted for resources: {'Port': ['ID=6969b059-ca23-4060-b3d5-a948725fa81b,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:42.361561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0a59f-6621-4d7f-8c9d-91760995c5cc None None] No DVR routers for this DVR port 6969b059-ca23-4060-b3d5-a948725fa81b on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:42.390236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.420476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94bace1f-abca-4763-bea3-79e5d0c3d250 req-c24718d5-ac9a-4f45-9023-e3cc8833f792 service neutron] 10.222.0.46 "GET /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753980 Nov 12 21:02:42.425620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6aa1c99-21d4-41ec-a3cd-e1920eb8099c req-cf2bc5c5-1db5-4f21-a4d1-0009a837ce29 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870742 Nov 12 21:02:42.502790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-898fb5a3-5ab2-4a81-b161-56e46a7b7d3f tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.511032 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-898fb5a3-5ab2-4a81-b161-56e46a7b7d3f tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "DELETE /v2.0/ports/854ee9a3-9ddd-4b69-a662-124a86c70276 HTTP/1.1" status: 204 len: 168 time: 1.8993952 Nov 12 21:02:42.523818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52508) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:42.538111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fe70c35b-b5e1-4f93-a8e3-39d3a882eb86 None None] For port 0ce608e8-281e-4f55-8e61-2e8536184df3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0ce608e8-281e-4f55-8e61-2e8536184df3,segment=NetworkSegment(1260d151-28d9-444b-ba83-95a5a2daf250),segment_id=1260d151-28d9-444b-ba83-95a5a2daf250)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:42.553266 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.569179 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d532cc77-3601-4491-a677-a11923e5dc00 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] GET failed (client error): The resource could not be found. Nov 12 21:02:42.572134 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d532cc77-3601-4491-a677-a11923e5dc00 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "GET /v2.0/ports/854ee9a3-9ddd-4b69-a662-124a86c70276 HTTP/1.1" status: 404 len: 333 time: 0.0455434 Nov 12 21:02:42.575353 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52510) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:42.594385 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.616813 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe70c35b-b5e1-4f93-a8e3-39d3a882eb86 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.631626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee73e8-e41d-4e7b-9200-5eecbe26fca0 req-81d3d555-fe46-4831-948b-a20967211dcf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:42.639703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71ee73e8-e41d-4e7b-9200-5eecbe26fca0 req-81d3d555-fe46-4831-948b-a20967211dcf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 945 time: 0.1533206 Nov 12 21:02:42.666176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Network ed48c47e-6e23-45cf-9297-322e9e389421 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:42.689224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:42.694267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:42.698632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Pushing event updated for resources: {'Port': ['ID=84f01e1c-328d-4c16-bbe5-881ca682d9e0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:42.720587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] DHCP port deletion for 50d84c6b-5301-433b-9eab-ee9301ea4aeb request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:42.784915 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe70c35b-b5e1-4f93-a8e3-39d3a882eb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.791941 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71ee73e8-e41d-4e7b-9200-5eecbe26fca0 req-18116e47-a509-416b-bcc6-dc77f5e47c05 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513269 Nov 12 21:02:42.800744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.884170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:42.896037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70c35b-b5e1-4f93-a8e3-39d3a882eb86 None None] Pushing event updated for resources: {'Port': ['ID=0ce608e8-281e-4f55-8e61-2e8536184df3,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:42.957120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146557bc-c4c8-4990-a5f6-19e072b8a8a6']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:42.996907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3286c45f-7aaf-433b-9b78-afd98a53504f') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:43.006654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3286c45f-7aaf-433b-9b78-afd98a53504f') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:43.017947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] Deleting port b97b35d9-8140-4ac7-960c-8242fa686190 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:43.019125 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.050513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.122364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.148324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] For port b97b35d9-8140-4ac7-960c-8242fa686190, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b97b35d9-8140-4ac7-960c-8242fa686190,segment=NetworkSegment(dcd15bdf-1613-4fa7-a419-5456a17ac981),segment_id=dcd15bdf-1613-4fa7-a419-5456a17ac981)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:43.149297 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.177410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.192842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d0e667e5-642b-48a1-aa7b-4deb57d3d3b9 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Deleting port dee49162-ce65-4860-8a88-637d755f2a75 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:43.193333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d0e667e5-642b-48a1-aa7b-4deb57d3d3b9 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.209397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] Calling delete_port for b97b35d9-8140-4ac7-960c-8242fa686190 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:43.212856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fbd9c2-afea-4d69-8402-6aa0b4b1ec55 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:43.384466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::144 (bf29c573-1f11-42f3-9310-cd9831340dbb/4e7172b3-f88d-4a20-901a-ae8df4a32339/ea638ec7-e6ee-4904-9a91-32dc2baee882) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:43.406419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8:0:1::1f0 (bf29c573-1f11-42f3-9310-cd9831340dbb/a427cf37-e1ea-4b9a-9cc8-d29388f5e64c/ea638ec7-e6ee-4904-9a91-32dc2baee882) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:43.414790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.434847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:43.435260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:43.494313 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:43.499867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.582876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=41a439c5-6aca-40f9-bf07-0bb1a75cfc52,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:43.586654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] Pushing event deleted for resources: {'Port': ['ID=b97b35d9-8140-4ac7-960c-8242fa686190,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:43.597137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58691017-754c-4e58-abad-ff8f7ebce6a0 None None] No DVR routers for this DVR port b97b35d9-8140-4ac7-960c-8242fa686190 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:43.610352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d0e667e5-642b-48a1-aa7b-4deb57d3d3b9 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.615206 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.672433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d0e667e5-642b-48a1-aa7b-4deb57d3d3b9 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Calling delete_port for dee49162-ce65-4860-8a88-637d755f2a75 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:43.701321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ce608e8-281e-4f55-8e61-2e8536184df3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:43.720420 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.724743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.762417 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.777205 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "DELETE /v2.0/networks/146557bc-c4c8-4990-a5f6-19e072b8a8a6 HTTP/1.1" status: 204 len: 168 time: 1.5744188 Nov 12 21:02:43.810746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0ce608e8-281e-4f55-8e61-2e8536184df3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:43.810746 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.811242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52524) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:43.845610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:43.954986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ef1136bf-63fa-4593-9398-9d0739d58ba3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:44.036819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ef1136bf-63fa-4593-9398-9d0739d58ba3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:44.037513 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.043227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-6283ab78-aeda-4d42-9441-d0617ce3f71a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:44.045132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-6283ab78-aeda-4d42-9441-d0617ce3f71a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.46 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 945 time: 0.2030697 Nov 12 21:02:44.074849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2eea7807-d865-40cb-a92b-1832c92f9ebe None None] Provisioning complete for port 0ce608e8-281e-4f55-8e61-2e8536184df3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:44.074849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2eea7807-d865-40cb-a92b-1832c92f9ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.196946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Pushing event updated for resources: {'Port': ['ID=84f01e1c-328d-4c16-bbe5-881ca682d9e0,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:44.216011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c66f6d-dd6d-47c4-bd93-3c5530000ea7 req-40796e67-95e8-422c-b773-7a79658ce010 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:44.217485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c66f6d-dd6d-47c4-bd93-3c5530000ea7 req-40796e67-95e8-422c-b773-7a79658ce010 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 945 time: 0.2898016 Nov 12 21:02:44.314697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b97b35d9-8140-4ac7-960c-8242fa686190 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:44.344596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e39d7-0ee8-447c-a59d-ca13fb667105 req-e117e25f-a304-46c7-a5f0-d433c88935ed tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:44.346185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-980e39d7-0ee8-447c-a59d-ca13fb667105 req-e117e25f-a304-46c7-a5f0-d433c88935ed tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.1146116 Nov 12 21:02:44.355335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Deleting port 8f8976bb-3057-4b05-80aa-2ee3395067a3 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:44.364282 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.364521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b97b35d9-8140-4ac7-960c-8242fa686190 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:44.364663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b97b35d9-8140-4ac7-960c-8242fa686190 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:44.382441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5582290-4dcf-442d-91bc-a047a9d9dd98 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Network': ['ID=146557bc-c4c8-4990-a5f6-19e072b8a8a6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:44.394236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Network ed48c47e-6e23-45cf-9297-322e9e389421 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:44.401380 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.424600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:44.473464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c66f6d-dd6d-47c4-bd93-3c5530000ea7 req-75d63112-94e3-4ed8-b2e0-d3dcd730af79 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429526 Nov 12 21:02:44.564058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-980e39d7-0ee8-447c-a59d-ca13fb667105 req-e5263ac6-2439-4619-85e5-60a504c3c069 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901102 Nov 12 21:02:44.621423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] For port 8f8976bb-3057-4b05-80aa-2ee3395067a3, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f8976bb-3057-4b05-80aa-2ee3395067a3,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:44.621423 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.624246 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.629800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.645477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Calling delete_port for 8f8976bb-3057-4b05-80aa-2ee3395067a3 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:44.665534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Router 62e0bc76-34a8-46be-9e89-f48047034e68 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:02:44.689575 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.814942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.827894 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.828421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Fanout notify agent at l3_agent the message router_deleted on router 34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:02:44.844100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.845541 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1f0a501e-651c-4993-8ea9-ebd27ed3e1f5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 HTTP/1.1" status: 204 len: 168 time: 4.2238958 Nov 12 21:02:44.851211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52530) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:44.857409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1404581551'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:44.877249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:44.884483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f968a1fa-4ecf-4089-b52c-3a8f153dd90c admin admin] 10.222.0.64 "PUT /v2.0/routers/62e0bc76-34a8-46be-9e89-f48047034e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4450045 Nov 12 21:02:44.893136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d0e667e5-642b-48a1-aa7b-4deb57d3d3b9 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.898015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Sync routers for ids ['62e0bc76-34a8-46be-9e89-f48047034e68'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:44.914417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Routers {'62e0bc76-34a8-46be-9e89-f48047034e68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:44.915141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['62e0bc76-34a8-46be-9e89-f48047034e68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:44.953177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:44.962949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e667e5-642b-48a1-aa7b-4deb57d3d3b9 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Port': ['ID=dee49162-ce65-4860-8a88-637d755f2a75,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:44.979995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.007385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d84c6b-5301-433b-9eab-ee9301ea4aeb']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:45.019571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d0e667e5-642b-48a1-aa7b-4deb57d3d3b9 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.031536 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d0e667e5-642b-48a1-aa7b-4deb57d3d3b9 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "DELETE /v2.0/ports/dee49162-ce65-4860-8a88-637d755f2a75 HTTP/1.1" status: 204 len: 168 time: 2.4465561 Nov 12 21:02:45.031536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52534) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:45.044077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd15bdf-1613-4fa7-a419-5456a17ac981') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:45.044381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd15bdf-1613-4fa7-a419-5456a17ac981') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:45.055454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event deleted for resources: {'Port': ['ID=8f8976bb-3057-4b05-80aa-2ee3395067a3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:45.069169 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c26156f-fcef-41d5-afdf-689c71800c4e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] GET failed (client error): The resource could not be found. Nov 12 21:02:45.070865 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4c26156f-fcef-41d5-afdf-689c71800c4e tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "GET /v2.0/ports/dee49162-ce65-4860-8a88-637d755f2a75 HTTP/1.1" status: 404 len: 333 time: 0.0444605 Nov 12 21:02:45.073002 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.076382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52538) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:45.100277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:45.104251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.107736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Set router 62e0bc76-34a8-46be-9e89-f48047034e68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:45.116165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b18bb174-28de-47a7-952b-6ba008a35098'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:02:45.152688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] No DVR routers for this DVR port 8f8976bb-3057-4b05-80aa-2ee3395067a3 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:45.154058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.156608 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.161297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9c20779-f1fb-49a8-9d75-1ff50777a3b9 req-ea9e83ef-b4ba-46f6-91e5-9db08070e552 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.46 "DELETE /v2.0/ports/8f8976bb-3057-4b05-80aa-2ee3395067a3 HTTP/1.1" status: 204 len: 173 time: 1.1010432 Nov 12 21:02:45.163453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81eaab6-e757-473a-ac18-bf5ac2ba3639', 'name': 'network-vif-deleted', 'tag': '8f8976bb-3057-4b05-80aa-2ee3395067a3'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:45.167785 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64614649-870b-4adf-b1b0-4c7785982958" -d '{"events": [{"server_uuid": "c81eaab6-e757-473a-ac18-bf5ac2ba3639", "name": "network-vif-deleted", "tag": "8f8976bb-3057-4b05-80aa-2ee3395067a3"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:45.170843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.189058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:45.189776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:45.197762 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:45.245293 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22612377-ba7b-416f-a800-3291c6bf1dbe x-openstack-request-id: req-22612377-ba7b-416f-a800-3291c6bf1dbe {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:45.245293 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81eaab6-e757-473a-ac18-bf5ac2ba3639", "name": "network-vif-deleted", "tag": "8f8976bb-3057-4b05-80aa-2ee3395067a3", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:45.245293 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22612377-ba7b-416f-a800-3291c6bf1dbe {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:45.245662 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81eaab6-e757-473a-ac18-bf5ac2ba3639', 'name': 'network-vif-deleted', 'tag': '8f8976bb-3057-4b05-80aa-2ee3395067a3', 'status': 'completed', 'code': 200} Nov 12 21:02:45.362225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network bf29c573-1f11-42f3-9310-cd9831340dbb is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:45.374121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:45.376276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:45.383218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=ea638ec7-e6ee-4904-9a91-32dc2baee882,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:45.386626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:45.393088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:45.393774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.428476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.428839 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment d8b0ac15-a8af-403d-932f-4fbb5c473c75 of type vlan for network 8e327125-202e-48f4-8086-57b8b46d2772 Nov 12 21:02:45.452913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.461359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.472796 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] 10.222.0.64 "DELETE /v2.0/networks/50d84c6b-5301-433b-9eab-ee9301ea4aeb HTTP/1.1" status: 204 len: 168 time: 1.6712847 Nov 12 21:02:45.498368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-a54dc5c8-4bbf-48cc-8e86-0de9f59134d6 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:45.524002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-a54dc5c8-4bbf-48cc-8e86-0de9f59134d6 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 819 time: 0.2006495 Nov 12 21:02:45.568382 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b2b5e192-5299-4143-9db6-b26a7e1acbfd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.0612841 Nov 12 21:02:45.585115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52556) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:45.603528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-7df1cb06-70f1-4055-afcc-9792ff8da25d tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/quotas/ad4b70645a4148a983603a4b158b1e25 HTTP/1.1" status: 200 len: 375 time: 0.0736349 Nov 12 21:02:45.608058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e7172b3-f88d-4a20-901a-ae8df4a32339'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:45.613584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86249a5e-23e0-4d47-ba44-a7b376339636 tempest-TaggedBootDevicesTest_v242-1463981927 tempest-TaggedBootDevicesTest_v242-1463981927-project] Pushing event deleted for resources: {'Network': ['ID=50d84c6b-5301-433b-9eab-ee9301ea4aeb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:45.631836 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.704311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-258e7bb6-1b7d-4721-ba3d-470ac56589c5 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Deleting port 94cdac5f-8a9f-4073-adc1-33542795e850 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:45.704311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-258e7bb6-1b7d-4721-ba3d-470ac56589c5 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.743966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9e3d534-04aa-42cc-b106-dcf63f0cb8c8 req-c7df99d1-e5a0-4cf9-9b34-7862adf08324 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=c81eaab6-e757-473a-ac18-bf5ac2ba3639 HTTP/1.1" status: 200 len: 210 time: 0.0509713 Nov 12 21:02:45.755478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.resource_extend [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:02:45.782621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b82e05f5-9d00-4601-9af7-29a2563c644b tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756039 Nov 12 21:02:45.786526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:02:42Z', 'revision_number': 4, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '84f01e1c-328d-4c16-bbe5-881ca682d9e0', 'name': '', 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'mac_address': 'fa:16:3e:51:b6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '8a4a238d-28ca-4483-871a-dbbebe54bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:40Z', 'updated_at': '2021-11-12T21:02:43Z', 'revision_number': 2, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'subnets': [{'id': '8a4a238d-28ca-4483-871a-dbbebe54bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:45.831098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Checking router: 62e0bc76-34a8-46be-9e89-f48047034e68 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:02:45.831513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Updating router 62e0bc76-34a8-46be-9e89-f48047034e68 port 84f01e1c-328d-4c16-bbe5-881ca682d9e0 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:02:45.876576 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.890420 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-258e7bb6-1b7d-4721-ba3d-470ac56589c5 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.917190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-aec98ed7-6798-481d-a1b0-6db423e55495 None None] Provisioning complete for port ea638ec7-e6ee-4904-9a91-32dc2baee882 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:45.917828 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aec98ed7-6798-481d-a1b0-6db423e55495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.942621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-258e7bb6-1b7d-4721-ba3d-470ac56589c5 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Calling delete_port for 94cdac5f-8a9f-4073-adc1-33542795e850 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:45.946649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:45.971658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf009a7-46ab-42ec-a951-90d4dfa17f6c req-62be33fc-00cc-43e1-947c-3c932cccd08b tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:45.975799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccf009a7-46ab-42ec-a951-90d4dfa17f6c req-62be33fc-00cc-43e1-947c-3c932cccd08b tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.0911217 Nov 12 21:02:45.979021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-0a4e6975-a69e-4c32-96e2-076403acdc40 service neutron] 10.222.0.64 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873930 Nov 12 21:02:46.024043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-aec98ed7-6798-481d-a1b0-6db423e55495 None None] Port ea638ec7-e6ee-4904-9a91-32dc2baee882 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:46.079701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.085799 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:46.086423 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.102817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccf009a7-46ab-42ec-a951-90d4dfa17f6c req-37d81191-e1e9-48e0-a26a-d8992e85855d tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222360 Nov 12 21:02:46.122295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-4302fdf7-404f-4695-a22c-3d49dc0e11ad service neutron] 10.222.0.64 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355472 Nov 12 21:02:46.232367 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.247350 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3927486 Nov 12 21:02:46.253536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52564) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:46.257467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': '8e327125-202e-48f4-8086-57b8b46d2772', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:46.300972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc062fb-0bd0-4c57-b336-d04b7553778b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=8e327125-202e-48f4-8086-57b8b46d2772,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:46.311700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8e327125-202e-48f4-8086-57b8b46d2772 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:46.368860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.453474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9bf36-2598-4e66-a9f4-998c6697bd92 None None] Pushing event updated for resources: {'Port': ['ID=84f01e1c-328d-4c16-bbe5-881ca682d9e0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:46.473483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b52fd98a-61d9-4b45-9716-a3b783ddc5fa req-333cf914-7647-4384-ba33-fc195ec260d0 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 210 time: 0.0441229 Nov 12 21:02:46.491252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:46.494625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Delete allocated IP 2001:db8:0:1::1f0 (bf29c573-1f11-42f3-9310-cd9831340dbb/a427cf37-e1ea-4b9a-9cc8-d29388f5e64c) {{(pid=109628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 21:02:46.495688 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.554204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-258e7bb6-1b7d-4721-ba3d-470ac56589c5 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.647043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e7bb6-1b7d-4721-ba3d-470ac56589c5 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Port': ['ID=94cdac5f-8a9f-4073-adc1-33542795e850,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:46.704888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-258e7bb6-1b7d-4721-ba3d-470ac56589c5 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.708528 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-258e7bb6-1b7d-4721-ba3d-470ac56589c5 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "DELETE /v2.0/ports/94cdac5f-8a9f-4073-adc1-33542795e850 HTTP/1.1" status: 204 len: 168 time: 1.6309252 Nov 12 21:02:46.711868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52590) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:46.756369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8f8976bb-3057-4b05-80aa-2ee3395067a3 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:46.774050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Attempting to bind port 84f01e1c-328d-4c16-bbe5-881ca682d9e0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:46.776515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Attempting to bind port 84f01e1c-328d-4c16-bbe5-881ca682d9e0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:46.778606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Attempting to bind port 84f01e1c-328d-4c16-bbe5-881ca682d9e0 on network ed48c47e-6e23-45cf-9297-322e9e389421 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:46.803482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5058f1a4-87d1-42f9-9368-150beccb5a51 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Deleting subnet 85ca54fe-8701-4ad8-94cc-a2824bc24901 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:46.810334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5058f1a4-87d1-42f9-9368-150beccb5a51 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.814194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:46.829249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Checking segment: {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:46.829249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.829249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Bound using segment: {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:46.829249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Bound port: 84f01e1c-328d-4c16-bbe5-881ca682d9e0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:46.829680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.833838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 8f8976bb-3057-4b05-80aa-2ee3395067a3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:46.834322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8f8976bb-3057-4b05-80aa-2ee3395067a3 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:46.937098 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5058f1a4-87d1-42f9-9368-150beccb5a51 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:46.952860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] For port 84f01e1c-328d-4c16-bbe5-881ca682d9e0, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:46.957326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] For port 84f01e1c-328d-4c16-bbe5-881ca682d9e0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84f01e1c-328d-4c16-bbe5-881ca682d9e0,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:47.018769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.019069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6577-d76a-4123-a0e9-b206644777dc req-777e47fa-3b44-4434-8113-9a515b7dbdd1 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:47.026935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-777e47fa-3b44-4434-8113-9a515b7dbdd1 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 819 time: 0.2777410 Nov 12 21:02:47.045506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-c80070ad-a160-4031-86c9-faff98895a72 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/quotas/ad4b70645a4148a983603a4b158b1e25 HTTP/1.1" status: 200 len: 375 time: 0.0175488 Nov 12 21:02:47.092703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-1b8bd3b7-2d5b-447c-9e58-eb20409d41f9 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460944 Nov 12 21:02:47.106757 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.130102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5058f1a4-87d1-42f9-9368-150beccb5a51 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.195891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9bf36-2598-4e66-a9f4-998c6697bd92 None None] Pushing event updated for resources: {'Port': ['ID=84f01e1c-328d-4c16-bbe5-881ca682d9e0,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:47.206453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.210479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Routers {'62e0bc76-34a8-46be-9e89-f48047034e68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:47.211369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['62e0bc76-34a8-46be-9e89-f48047034e68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:47.258979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.282733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-a7543845-df14-426d-9fe8-1655929318a4 service neutron] 10.222.0.64 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828339 Nov 12 21:02:47.333003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=4d9a4d73-2df1-4397-8945-47fd45cdcbf7,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:47.378136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5058f1a4-87d1-42f9-9368-150beccb5a51 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.386425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] Set router 62e0bc76-34a8-46be-9e89-f48047034e68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:47.395865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': 'd8b0ac15-a8af-403d-932f-4fbb5c473c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e327125-202e-48f4-8086-57b8b46d2772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:47.396320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: 8e327125-202e-48f4-8086-57b8b46d2772, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:47.469087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-a676aebc-e2f7-4281-ba0c-882415c03a0c service neutron] 10.222.0.64 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727550 Nov 12 21:02:47.490466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] In _notify_port_updated(), no bound segment for port ea638ec7-e6ee-4904-9a91-32dc2baee882 on network bf29c573-1f11-42f3-9310-cd9831340dbb {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:02:47.496446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:47.497088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.498654 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "PUT /v2.0/ports/ea638ec7-e6ee-4904-9a91-32dc2baee882 HTTP/1.1" status: 200 len: 926 time: 1.9117582 Nov 12 21:02:47.502170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52598) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:47.512400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e7172b3-f88d-4a20-901a-ae8df4a32339'}, {'subnet_id': 'a427cf37-e1ea-4b9a-9cc8-d29388f5e64c'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:47.585630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 8e327125-202e-48f4-8086-57b8b46d2772 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:47.643727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058f1a4-87d1-42f9-9368-150beccb5a51 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Subnet': ['ID=85ca54fe-8701-4ad8-94cc-a2824bc24901,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:47.663198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f0123-cc19-46c7-82d1-2d204247d38e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=ea638ec7-e6ee-4904-9a91-32dc2baee882,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:47.689013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:02:42Z', 'revision_number': 4, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '84f01e1c-328d-4c16-bbe5-881ca682d9e0', 'name': '', 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'mac_address': 'fa:16:3e:51:b6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '8a4a238d-28ca-4483-871a-dbbebe54bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:40Z', 'updated_at': '2021-11-12T21:02:46Z', 'revision_number': 4, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'subnets': [{'id': '8a4a238d-28ca-4483-871a-dbbebe54bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:47.694905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5058f1a4-87d1-42f9-9368-150beccb5a51 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.705217 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5058f1a4-87d1-42f9-9368-150beccb5a51 tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "DELETE /v2.0/subnets/85ca54fe-8701-4ad8-94cc-a2824bc24901 HTTP/1.1" status: 204 len: 168 time: 0.9922342 Nov 12 21:02:47.714028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52606) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:47.723040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02571e2b-1567-4e4a-b17e-259e3ae349cd None None] Network 020f3b69-8988-4db3-be73-b9ee66497412 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:47.726936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66602fd8-6ba9-4ae3-8f17-4b42aeef5080 None None] The sync data for ids ['62e0bc76-34a8-46be-9e89-f48047034e68'] in n-d-713498-29 is: [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:02:42Z', 'revision_number': 4, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '84f01e1c-328d-4c16-bbe5-881ca682d9e0', 'name': '', 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'mac_address': 'fa:16:3e:51:b6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '8a4a238d-28ca-4483-871a-dbbebe54bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:40Z', 'updated_at': '2021-11-12T21:02:46Z', 'revision_number': 4, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'subnets': [{'id': '8a4a238d-28ca-4483-871a-dbbebe54bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:47.855015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-81539b7d-69c9-4aed-acdb-47cd2b84747b None None] Provisioning complete for port ea638ec7-e6ee-4904-9a91-32dc2baee882 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:47.857221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81539b7d-69c9-4aed-acdb-47cd2b84747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.941632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.959771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 8e327125-202e-48f4-8086-57b8b46d2772) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:47.982242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:47.988240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:47.988805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b59c0-237d-496f-aa1d-75c2f8912fbc None None] Network 8e327125-202e-48f4-8086-57b8b46d2772 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:48.049690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-81539b7d-69c9-4aed-acdb-47cd2b84747b None None] Port ea638ec7-e6ee-4904-9a91-32dc2baee882 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:48.081200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Deleting port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:48.081628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.170757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671af803-4867-4c90-a5d8-8703d4da7bfb req-320cf208-4d20-47a8-87b7-d9c9c875a5bf tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:48.186238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-671af803-4867-4c90-a5d8-8703d4da7bfb req-320cf208-4d20-47a8-87b7-d9c9c875a5bf tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.4895623 Nov 12 21:02:48.221383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-264e62db-5cec-4cd7-b0ee-3bdfa646896d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9693935 Nov 12 21:02:48.241841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52614) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:48.241841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b527f941-7ca7-4c5c-8fb9-a7dfc30ffdec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2136411537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:48.260889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18524de2-626b-46d4-927c-27655c19d95f None None] DHCP port deletion for 020f3b69-8988-4db3-be73-b9ee66497412 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:48.300444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] For port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,segment=NetworkSegment(86f50005-1574-41c1-97a8-704b66f3d9f2),segment_id=86f50005-1574-41c1-97a8-704b66f3d9f2)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:48.300826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.314349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc553129-70c6-4b50-8c23-83decf7d0ce8 req-c24812c2-9e6c-4eff-a4fa-caf88dedc4e6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:48.321883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc553129-70c6-4b50-8c23-83decf7d0ce8 req-c24812c2-9e6c-4eff-a4fa-caf88dedc4e6 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.3041992 Nov 12 21:02:48.330676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Calling delete_port for 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:48.368874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-8e327125-202e-48f4-8086-57b8b46d2772', 'network_id': '8e327125-202e-48f4-8086-57b8b46d2772', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': '4d9a4d73-2df1-4397-8945-47fd45cdcbf7'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:02:48.369828 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.385840 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.460471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc553129-70c6-4b50-8c23-83decf7d0ce8 req-d7edda39-41d8-49cc-b69d-fbef2ae77caf tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362028 Nov 12 21:02:48.483895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-671af803-4867-4c90-a5d8-8703d4da7bfb req-2ec3a6cd-a342-46cd-85c9-8b03f39e0c51 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966042 Nov 12 21:02:48.494774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b527f941-7ca7-4c5c-8fb9-a7dfc30ffdec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.496288 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b527f941-7ca7-4c5c-8fb9-a7dfc30ffdec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.535681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-18524de2-626b-46d4-927c-27655c19d95f None None] Deleting port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:48.536264 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18524de2-626b-46d4-927c-27655c19d95f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.620586 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.654601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-18524de2-626b-46d4-927c-27655c19d95f None None] For port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,segment=NetworkSegment(86f50005-1574-41c1-97a8-704b66f3d9f2),segment_id=86f50005-1574-41c1-97a8-704b66f3d9f2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:48.655008 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18524de2-626b-46d4-927c-27655c19d95f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.676248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Allocated IP 2001:db8::2 (8e327125-202e-48f4-8086-57b8b46d2772/4d9a4d73-2df1-4397-8945-47fd45cdcbf7/e1721974-4760-471c-885c-8f4c74b7abc0) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:48.683117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-18524de2-626b-46d4-927c-27655c19d95f None None] Calling delete_port for 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:48.788633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Port': ['ID=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:48.805649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] No DVR routers for this DVR port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:48.863345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8:0:1::9b (bf29c573-1f11-42f3-9310-cd9831340dbb/a427cf37-e1ea-4b9a-9cc8-d29388f5e64c/ea638ec7-e6ee-4904-9a91-32dc2baee882) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:48.915489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b527f941-7ca7-4c5c-8fb9-a7dfc30ffdec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.956674 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18524de2-626b-46d4-927c-27655c19d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.022633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b527f941-7ca7-4c5c-8fb9-a7dfc30ffdec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.033574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18524de2-626b-46d4-927c-27655c19d95f None None] No DVR routers for this DVR port 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:49.035131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18524de2-626b-46d4-927c-27655c19d95f None None] Pushing event deleted for resources: {'Port': ['ID=5ae1f615-bc3f-4876-aa5a-2ac2e5957847,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:49.051601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.085764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020f3b69-8988-4db3-be73-b9ee66497412']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:49.097141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f50005-1574-41c1-97a8-704b66f3d9f2') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:49.097726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f50005-1574-41c1-97a8-704b66f3d9f2') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:49.110882 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.128068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8830092b-0b7f-4b57-af17-088c276b0f79 req-f59d953a-54b7-4a02-b742-b00bb701bb71 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 210 time: 0.5763428 Nov 12 21:02:49.142966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.173077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:49.173823 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.173973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.174433 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:49.178332 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:49.193707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-99515eb5-215f-46e2-9faf-7fecaa6378d4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:49.196311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-99515eb5-215f-46e2-9faf-7fecaa6378d4 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.46 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.0805793 Nov 12 21:02:49.273952 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b527f941-7ca7-4c5c-8fb9-a7dfc30ffdec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.277798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b527f941-7ca7-4c5c-8fb9-a7dfc30ffdec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0376778 Nov 12 21:02:49.277984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:49.335404 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.438489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.467718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.468636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Network 8e327125-202e-48f4-8086-57b8b46d2772 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:49.479570 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] 10.222.0.64 "DELETE /v2.0/networks/020f3b69-8988-4db3-be73-b9ee66497412 HTTP/1.1" status: 204 len: 168 time: 1.7643962 Nov 12 21:02:49.513621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bac69-8929-408a-b8c1-53882fc4c28a tempest-AllowedAddressPairIpV6TestJSON-1207432920 tempest-AllowedAddressPairIpV6TestJSON-1207432920-project] Pushing event deleted for resources: {'Network': ['ID=020f3b69-8988-4db3-be73-b9ee66497412,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:49.515936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:49.544255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Pushing event updated for resources: {'Port': ['ID=e1721974-4760-471c-885c-8f4c74b7abc0,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:49.546585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:49.750176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84f01e1c-328d-4c16-bbe5-881ca682d9e0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:49.838426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Attempting to bind port e1721974-4760-471c-885c-8f4c74b7abc0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:49.839222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Attempting to bind port e1721974-4760-471c-885c-8f4c74b7abc0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd8b0ac15-a8af-403d-932f-4fbb5c473c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e327125-202e-48f4-8086-57b8b46d2772'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:49.839222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Attempting to bind port e1721974-4760-471c-885c-8f4c74b7abc0 on network 8e327125-202e-48f4-8086-57b8b46d2772 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:49.848799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:49.849138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Checking segment: {'id': 'd8b0ac15-a8af-403d-932f-4fbb5c473c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e327125-202e-48f4-8086-57b8b46d2772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:49.849538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.849930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Bound using segment: {'id': 'd8b0ac15-a8af-403d-932f-4fbb5c473c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e327125-202e-48f4-8086-57b8b46d2772'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:49.850401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Bound port: e1721974-4760-471c-885c-8f4c74b7abc0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b0ac15-a8af-403d-932f-4fbb5c473c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e327125-202e-48f4-8086-57b8b46d2772'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:49.850886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.854446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 84f01e1c-328d-4c16-bbe5-881ca682d9e0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:49.854814 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.104625 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.107502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] For port e1721974-4760-471c-885c-8f4c74b7abc0, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:50.161159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] For port e1721974-4760-471c-885c-8f4c74b7abc0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1721974-4760-471c-885c-8f4c74b7abc0,segment=NetworkSegment(d8b0ac15-a8af-403d-932f-4fbb5c473c75),segment_id=d8b0ac15-a8af-403d-932f-4fbb5c473c75)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:50.201249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 84f01e1c-328d-4c16-bbe5-881ca682d9e0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84f01e1c-328d-4c16-bbe5-881ca682d9e0,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:50.254871 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.272869 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f50e77c1-462e-440d-a5b3-de7b3924e17a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:50.274465 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f50e77c1-462e-440d-a5b3-de7b3924e17a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 819 time: 0.6100028 Nov 12 21:02:50.281612 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.296138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.322684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Request body: {'port': {'device_id': '3403155f-10fc-4cba-aa82-1507fb7ba819', 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421', 'admin_state_up': True, 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:50.400705 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.409121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8eb75-2116-4924-8a15-323e0c36ff61 None None] Pushing event updated for resources: {'Port': ['ID=e1721974-4760-471c-885c-8f4c74b7abc0,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:50.511933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=ea638ec7-e6ee-4904-9a91-32dc2baee882,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:50.537894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:50.580370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] In _notify_port_updated(), no bound segment for port ea638ec7-e6ee-4904-9a91-32dc2baee882 on network bf29c573-1f11-42f3-9310-cd9831340dbb {{(pid=109629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:02:50.587985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:50.605483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.606189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:50.606189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5ae1f615-bc3f-4876-aa5a-2ac2e5957847 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:50.606812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0c926e76-ad6c-4dd3-99c9-12ec93cea6fd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "PUT /v2.0/ports/ea638ec7-e6ee-4904-9a91-32dc2baee882 HTTP/1.1" status: 200 len: 1011 time: 3.0938635 Nov 12 21:02:50.606812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52636) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:50.606812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52638) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:50.616712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=84f01e1c-328d-4c16-bbe5-881ca682d9e0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:50.761671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d6038-0554-44f0-8f59-f6b76a8ecf67 req-b630d971-2e56-41ea-b9f3-5d4b9f83308c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:50.764652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-149d6038-0554-44f0-8f59-f6b76a8ecf67 req-b630d971-2e56-41ea-b9f3-5d4b9f83308c tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 946 time: 0.4747634 Nov 12 21:02:50.778283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae904ae-9dfc-481c-8cd5-61978d6c7f96 req-904179b4-f7a0-4338-9c13-095880f786d4 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:50.788870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aae904ae-9dfc-481c-8cd5-61978d6c7f96 req-904179b4-f7a0-4338-9c13-095880f786d4 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.4999342 Nov 12 21:02:50.800835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Made reservation on behalf of ad4b70645a4148a983603a4b158b1e25 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:50.804795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.908224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Deleting port b18bb174-28de-47a7-952b-6ba008a35098 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:50.908713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.957497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d14d1d26-e467-4883-aadb-2d65a8286aa5 None None] Provisioning complete for port ea638ec7-e6ee-4904-9a91-32dc2baee882 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:50.957970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d14d1d26-e467-4883-aadb-2d65a8286aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.008924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aae904ae-9dfc-481c-8cd5-61978d6c7f96 req-c855690b-b38f-42de-9bb9-6571ecab9cc9 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140172 Nov 12 21:02:51.066671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d14d1d26-e467-4883-aadb-2d65a8286aa5 None None] Port ea638ec7-e6ee-4904-9a91-32dc2baee882 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:51.114078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-149d6038-0554-44f0-8f59-f6b76a8ecf67 req-f5fa30c5-f0a4-4032-a145-f9146dc471ab tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8195a2a-c21a-41dd-a523-a91ff881881e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772441 Nov 12 21:02:51.227251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-880c5566-8b53-4e5e-a4b3-4bca048f7b88 req-c891c13e-4703-4dad-a252-b6258898ca32 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 210 time: 0.1220055 Nov 12 21:02:51.288196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a2f10e69-3ccb-4c1e-a5be-fd70c89f3442 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port ea638ec7-e6ee-4904-9a91-32dc2baee882 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:51.288543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2f10e69-3ccb-4c1e-a5be-fd70c89f3442 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.299169 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3f6be5eb-1de9-4234-bbd5-e0e8bc7f3966 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bced00bc6af45c2a9265e866a93f47c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6968594 Nov 12 21:02:51.319101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52644) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:51.414937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6577-d76a-4123-a0e9-b206644777dc req-2fb0cc91-f332-451d-9ae6-d8aff334855e tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:51.425244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-2fb0cc91-f332-451d-9ae6-d8aff334855e tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 819 time: 0.3830175 Nov 12 21:02:51.475027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] For port b18bb174-28de-47a7-952b-6ba008a35098, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b18bb174-28de-47a7-952b-6ba008a35098,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:51.475460 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.496817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Calling delete_port for b18bb174-28de-47a7-952b-6ba008a35098 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:51.517568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Allocated IP 172.20.0.5 (ed48c47e-6e23-45cf-9297-322e9e389421/8a4a238d-28ca-4483-871a-dbbebe54bdcd/e97144da-e9de-4036-b1ec-0c456cd95097) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:51.582635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8::1 (8e327125-202e-48f4-8086-57b8b46d2772/4d9a4d73-2df1-4397-8945-47fd45cdcbf7/e0ca1021-9b14-4ffc-9f6d-e7bad81faf88) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:51.596667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Request body: {'port': {'device_id': '2d054dc9-3ee1-41dd-a39d-a545302d34ab', 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421', 'admin_state_up': True, 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:51.614462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1721974-4760-471c-885c-8f4c74b7abc0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:51.682177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e1721974-4760-471c-885c-8f4c74b7abc0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:51.682857 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.738812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2f10e69-3ccb-4c1e-a5be-fd70c89f3442 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.769689 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4041-2968-4ec8-813e-0264cfc5b9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.772299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a2f10e69-3ccb-4c1e-a5be-fd70c89f3442 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for ea638ec7-e6ee-4904-9a91-32dc2baee882 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:51.794678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.798729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.835021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port e1721974-4760-471c-885c-8f4c74b7abc0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1721974-4760-471c-885c-8f4c74b7abc0,segment=NetworkSegment(d8b0ac15-a8af-403d-932f-4fbb5c473c75),segment_id=d8b0ac15-a8af-403d-932f-4fbb5c473c75)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:51.890727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4041-2968-4ec8-813e-0264cfc5b9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.920168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0566833a-8556-44ee-b262-aa8dcb5dd4c8 None None] Network 8e327125-202e-48f4-8086-57b8b46d2772 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:51.934699 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.938529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84f01e1c-328d-4c16-bbe5-881ca682d9e0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:51.938731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.990266 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.077562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 8e327125-202e-48f4-8086-57b8b46d2772 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:52.089201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:52.099235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:52.100112 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.158340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b49bcb7d-0355-42c9-8fc2-b61b100555dd None None] Provisioning complete for port e1721974-4760-471c-885c-8f4c74b7abc0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:52.160797 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b49bcb7d-0355-42c9-8fc2-b61b100555dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.173452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Made reservation on behalf of ad4b70645a4148a983603a4b158b1e25 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:52.180151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.182531 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.186615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.207953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=e0ca1021-9b14-4ffc-9f6d-e7bad81faf88,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:52.288419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=e1721974-4760-471c-885c-8f4c74b7abc0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:52.309294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Network ed48c47e-6e23-45cf-9297-322e9e389421 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:52.311903 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2f10e69-3ccb-4c1e-a5be-fd70c89f3442 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.316157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Pushing event updated for resources: {'Port': ['ID=e97144da-e9de-4036-b1ec-0c456cd95097,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:52.323122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:52.329888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:52.369804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ee2d9b2-47f2-4755-a036-3bf86de895ac req-ac824c38-7926-4611-b3f9-e674d47a3c37 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 210 time: 0.0959408 Nov 12 21:02:52.374145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 84f01e1c-328d-4c16-bbe5-881ca682d9e0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:52.377166 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.425090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event deleted for resources: {'Port': ['ID=b18bb174-28de-47a7-952b-6ba008a35098,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:52.445698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:52.446750 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4041-2968-4ec8-813e-0264cfc5b9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.453269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.455317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4041-2968-4ec8-813e-0264cfc5b9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.462145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9f5c4041-2968-4ec8-813e-0264cfc5b9a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaaf04a1-030a-4bfa-949a-1f0407618690 HTTP/1.1" status: 204 len: 168 time: 1.1419601 Nov 12 21:02:52.594924 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-b75b1f5e-8a17-4ebc-8660-e5ccca33b2d4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2714584 Nov 12 21:02:52.607717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b18bb174-28de-47a7-952b-6ba008a35098 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:52.631855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: b18bb174-28de-47a7-952b-6ba008a35098 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:52.632501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Request body: {'port': {'device_id': '3403155f-10fc-4cba-aa82-1507fb7ba819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:52.634603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b18bb174-28de-47a7-952b-6ba008a35098 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:52.693744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.772828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6543c4d4-28bb-42b3-9082-cc5a561f8b75 req-c0cef306-e5d5-44d0-a0d8-1aedc3917cc2 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 210 time: 0.1012764 Nov 12 21:02:52.793377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.808588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] No DVR routers for this DVR port b18bb174-28de-47a7-952b-6ba008a35098 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:52.860504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee4e6-abf0-4901-a0c2-72313313b269 req-f60058d9-89b8-46c4-b5aa-b3f56c611a9e tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:52.868448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-461ee4e6-abf0-4901-a0c2-72313313b269 req-f60058d9-89b8-46c4-b5aa-b3f56c611a9e tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.6973684 Nov 12 21:02:52.889990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f10e69-3ccb-4c1e-a5be-fd70c89f3442 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=ea638ec7-e6ee-4904-9a91-32dc2baee882,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:52.899689 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2f10e69-3ccb-4c1e-a5be-fd70c89f3442 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.906955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a2f10e69-3ccb-4c1e-a5be-fd70c89f3442 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/ea638ec7-e6ee-4904-9a91-32dc2baee882 HTTP/1.1" status: 204 len: 168 time: 2.3035626 Nov 12 21:02:52.908681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:52.912260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.46 "DELETE /v2.0/ports/b18bb174-28de-47a7-952b-6ba008a35098 HTTP/1.1" status: 204 len: 173 time: 3.7064736 Nov 12 21:02:52.944289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a1a681-e931-450d-9b60-099682bb1cb5', 'name': 'network-vif-deleted', 'tag': 'b18bb174-28de-47a7-952b-6ba008a35098'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:52.946731 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0201ca4f-77dd-48a1-ab9f-614e7f7a7372" -d '{"events": [{"server_uuid": "07a1a681-e931-450d-9b60-099682bb1cb5", "name": "network-vif-deleted", "tag": "b18bb174-28de-47a7-952b-6ba008a35098"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:52.949818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c4041-2968-4ec8-813e-0264cfc5b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaf04a1-030a-4bfa-949a-1f0407618690,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:52.971848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52664) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:53.008492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-461ee4e6-abf0-4901-a0c2-72313313b269 req-44234c99-1fc5-45d5-ad33-025508e3cf3c tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387632 Nov 12 21:02:53.058666 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ac8667-11b0-4814-9cc1-4cae5955bac6 x-openstack-request-id: req-78ac8667-11b0-4814-9cc1-4cae5955bac6 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:53.059129 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a1a681-e931-450d-9b60-099682bb1cb5", "name": "network-vif-deleted", "tag": "b18bb174-28de-47a7-952b-6ba008a35098", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:53.059930 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78ac8667-11b0-4814-9cc1-4cae5955bac6 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:53.059930 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a1a681-e931-450d-9b60-099682bb1cb5', 'name': 'network-vif-deleted', 'tag': 'b18bb174-28de-47a7-952b-6ba008a35098', 'status': 'completed', 'code': 200} Nov 12 21:02:53.064235 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb00f1b-f3a4-42f9-8992-eb31e204e724 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:02:53.070300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8cb00f1b-f3a4-42f9-8992-eb31e204e724 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/ea638ec7-e6ee-4904-9a91-32dc2baee882 HTTP/1.1" status: 404 len: 333 time: 0.0607479 Nov 12 21:02:53.071393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52668) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:53.210098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e06517-59db-4df1-afe0-587266ec4140 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet a427cf37-e1ea-4b9a-9cc8-d29388f5e64c {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:53.216268 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6e06517-59db-4df1-afe0-587266ec4140 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.263623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Allocated IP 172.20.0.12 (ed48c47e-6e23-45cf-9297-322e9e389421/8a4a238d-28ca-4483-871a-dbbebe54bdcd/ccd6ed6d-c6de-4d43-bc76-f396af360920) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:53.390223 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6e06517-59db-4df1-afe0-587266ec4140 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.494664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.586162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.587556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.648281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a7278a5-7a4e-4bd7-98cb-da97772a3860 req-16921dc3-d289-4848-a355-732ab3bb8124 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a1a681-e931-450d-9b60-099682bb1cb5 HTTP/1.1" status: 200 len: 210 time: 0.1014659 Nov 12 21:02:53.728038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1721974-4760-471c-885c-8f4c74b7abc0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:53.755642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9f6f886d-972e-4b51-a896-0fd2ff8b05d0 None None] Provisioning complete for port e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:53.755964 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f6f886d-972e-4b51-a896-0fd2ff8b05d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.839023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f886d-972e-4b51-a896-0fd2ff8b05d0 None None] Port e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:53.846920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e1721974-4760-471c-885c-8f4c74b7abc0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:53.847313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.904946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9f6f886d-972e-4b51-a896-0fd2ff8b05d0 None None] Provisioning complete for port e1721974-4760-471c-885c-8f4c74b7abc0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:53.905317 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f6f886d-972e-4b51-a896-0fd2ff8b05d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.926701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=e0ca1021-9b14-4ffc-9f6d-e7bad81faf88,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:54.067227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 8e327125-202e-48f4-8086-57b8b46d2772 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:54.067227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:54.075802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4c90e3b-5b2e-45c8-8320-68134e4ea3d3 req-f150e443-9a37-49dc-8e10-2d1f493981da tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 210 time: 0.1516039 Nov 12 21:02:54.149772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.163700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6e06517-59db-4df1-afe0-587266ec4140 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.273366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e083c7c1-f65f-4f5d-8593-2dcfd570dfc3 None None] Provisioning complete for port e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:54.274071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e083c7c1-f65f-4f5d-8593-2dcfd570dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.329738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c060bd-90d3-4142-8e00-b25e726fcfb9 req-9f94e629-394b-4ecc-8a6f-69b528daf1c7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:54.331432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2c060bd-90d3-4142-8e00-b25e726fcfb9 req-9f94e629-394b-4ecc-8a6f-69b528daf1c7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.1782494 Nov 12 21:02:54.353210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e083c7c1-f65f-4f5d-8593-2dcfd570dfc3 None None] Port e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:54.396075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 3d66dfdf-d4ab-4250-9899-f3482336835d is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:02:54.411863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2c060bd-90d3-4142-8e00-b25e726fcfb9 req-db92349d-25ef-4231-a859-7d1d4928f3f6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726173 Nov 12 21:02:54.467007 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6e06517-59db-4df1-afe0-587266ec4140 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.474414 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.517631 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6e06517-59db-4df1-afe0-587266ec4140 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.521929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab176c1b-3b97-42eb-907d-df4ae4fa8646 None None] Network bf29c573-1f11-42f3-9310-cd9831340dbb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:54.523793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a6e06517-59db-4df1-afe0-587266ec4140 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/a427cf37-e1ea-4b9a-9cc8-d29388f5e64c HTTP/1.1" status: 204 len: 168 time: 1.4487097 Nov 12 21:02:54.525319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e06517-59db-4df1-afe0-587266ec4140 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=a427cf37-e1ea-4b9a-9cc8-d29388f5e64c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:54.548279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52694) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:54.597543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Network ed48c47e-6e23-45cf-9297-322e9e389421 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:54.606069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:54.615775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:54.623756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Pushing event updated for resources: {'Port': ['ID=ccd6ed6d-c6de-4d43-bc76-f396af360920,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:54.662835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-204a5503-a670-40f0-bd1d-bca6bcc684fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet 4e7172b3-f88d-4a20-901a-ae8df4a32339 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:54.668121 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-204a5503-a670-40f0-bd1d-bca6bcc684fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.696264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:54.705584 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-932c067f-fc9d-4d2a-9a20-5a1d126ce2bf tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/3d66dfdf-d4ab-4250-9899-f3482336835d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4256501 Nov 12 21:02:54.705711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52700) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:54.707402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52702) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:54.715322 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab0be0-190a-4c96-9fa5-a5cc6674a282 None None] Sync routers for ids ['3d66dfdf-d4ab-4250-9899-f3482336835d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:54.727833 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab0be0-190a-4c96-9fa5-a5cc6674a282 None None] Routers {'3d66dfdf-d4ab-4250-9899-f3482336835d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:54.728513 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4cab0be0-190a-4c96-9fa5-a5cc6674a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3d66dfdf-d4ab-4250-9899-f3482336835d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:54.746725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:54.748804 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.784438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-204a5503-a670-40f0-bd1d-bca6bcc684fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.789404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cdf2828c-f4b3-4428-b59d-8f82d5c0587d None None] Provisioning complete for port e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:54.789404 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cdf2828c-f4b3-4428-b59d-8f82d5c0587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.861082 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4cab0be0-190a-4c96-9fa5-a5cc6674a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:54.899565 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab0be0-190a-4c96-9fa5-a5cc6674a282 None None] Routers {'3d66dfdf-d4ab-4250-9899-f3482336835d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:54.901545 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4cab0be0-190a-4c96-9fa5-a5cc6674a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:02:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3d66dfdf-d4ab-4250-9899-f3482336835d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:54.911847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-204a5503-a670-40f0-bd1d-bca6bcc684fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.913246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2828c-f4b3-4428-b59d-8f82d5c0587d None None] Port e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:54.992609 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4cab0be0-190a-4c96-9fa5-a5cc6674a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:54.993277 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab0be0-190a-4c96-9fa5-a5cc6674a282 None None] The sync data for ids ['3d66dfdf-d4ab-4250-9899-f3482336835d'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:54.995011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97144da-e9de-4036-b1ec-0c456cd95097 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:55.005911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1467825371'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:55.007548 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.022234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112cea11-a98b-4fbd-8d56-0af3f0b63ecc tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:55.026644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-112cea11-a98b-4fbd-8d56-0af3f0b63ecc tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports/e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 HTTP/1.1" status: 200 len: 911 time: 0.3182225 Nov 12 21:02:55.029807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52708) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:55.035193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-72a44eed-c371-4877-9926-32cb3834eef5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d9a4d73-2df1-4397-8945-47fd45cdcbf7'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:55.043477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-42b657f9-408b-472d-9cf6-52caeb74a394 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4535186 Nov 12 21:02:55.071112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Request body: {'port': {'device_id': '2d054dc9-3ee1-41dd-a39d-a545302d34ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:55.114850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Transition to ACTIVE for port object e97144da-e9de-4036-b1ec-0c456cd95097 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:02:55.115626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-204a5503-a670-40f0-bd1d-bca6bcc684fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.226072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:55.229717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.238556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-204a5503-a670-40f0-bd1d-bca6bcc684fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.238556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-204a5503-a670-40f0-bd1d-bca6bcc684fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/4e7172b3-f88d-4a20-901a-ae8df4a32339 HTTP/1.1" status: 204 len: 168 time: 0.6863418 Nov 12 21:02:55.238949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52712) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:55.262076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a5503-a670-40f0-bd1d-bca6bcc684fe tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7172b3-f88d-4a20-901a-ae8df4a32339,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:55.277440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.301374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.416885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.424540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Pushing event updated for resources: {'Port': ['ID=e97144da-e9de-4036-b1ec-0c456cd95097,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:55.565904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Attempting to bind port e97144da-e9de-4036-b1ec-0c456cd95097 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:55.566407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Attempting to bind port e97144da-e9de-4036-b1ec-0c456cd95097 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:55.566835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Attempting to bind port e97144da-e9de-4036-b1ec-0c456cd95097 on network ed48c47e-6e23-45cf-9297-322e9e389421 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:55.572655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Port e97144da-e9de-4036-b1ec-0c456cd95097 on network ed48c47e-6e23-45cf-9297-322e9e389421 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:02:55.574128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Attempting to bind port e97144da-e9de-4036-b1ec-0c456cd95097 on network ed48c47e-6e23-45cf-9297-322e9e389421 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:55.578816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 0ce608e8-281e-4f55-8e61-2e8536184df3 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:55.579167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.584657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:55.585092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Checking segment: {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:55.585573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Bound using segment: {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:55.586153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Bound port: e97144da-e9de-4036-b1ec-0c456cd95097, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:55.586610 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.606400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd6ed6d-c6de-4d43-bc76-f396af360920 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:55.614301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.626587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Transition to ACTIVE for port object ccd6ed6d-c6de-4d43-bc76-f396af360920 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:02:55.632059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.672226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5482453-fd0b-48d5-8d51-51eb29ef45bc None None] Network bf29c573-1f11-42f3-9310-cd9831340dbb requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:55.709989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] For port 0ce608e8-281e-4f55-8e61-2e8536184df3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0ce608e8-281e-4f55-8e61-2e8536184df3,segment=NetworkSegment(1260d151-28d9-444b-ba83-95a5a2daf250),segment_id=1260d151-28d9-444b-ba83-95a5a2daf250)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:55.710358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.740402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 0ce608e8-281e-4f55-8e61-2e8536184df3 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:55.777157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.783959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] For port e97144da-e9de-4036-b1ec-0c456cd95097, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:55.795498 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.797289 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c6dde3f1-181b-4e01-a102-d548dc2c39aa None None] Provisioning complete for port 0ce608e8-281e-4f55-8e61-2e8536184df3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:55.798683 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6dde3f1-181b-4e01-a102-d548dc2c39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.850578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] For port e97144da-e9de-4036-b1ec-0c456cd95097, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e97144da-e9de-4036-b1ec-0c456cd95097,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:55.877364 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.896500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be4496-1315-469b-8e37-2572cd9d20a2 req-c8764f9b-2589-4a84-b17e-8f15e0877906 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:55.898353 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16be4496-1315-469b-8e37-2572cd9d20a2 req-c8764f9b-2589-4a84-b17e-8f15e0877906 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 932 time: 0.6788116 Nov 12 21:02:55.907257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.926345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] DHCP port deletion for bf29c573-1f11-42f3-9310-cd9831340dbb request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:55.941208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-72a44eed-c371-4877-9926-32cb3834eef5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.961559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:55.962519 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.966455 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] 10.222.0.46 "PUT /v2.0/ports/e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 200 len: 1092 time: 3.3555338 Nov 12 21:02:55.970182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3403155f-10fc-4cba-aa82-1507fb7ba819', 'tag': 'e97144da-e9de-4036-b1ec-0c456cd95097'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:55.975809 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10" -d '{"events": [{"name": "network-changed", "server_uuid": "3403155f-10fc-4cba-aa82-1507fb7ba819", "tag": "e97144da-e9de-4036-b1ec-0c456cd95097"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:55.993363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.006176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] Deleting port 0ce608e8-281e-4f55-8e61-2e8536184df3 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:56.006558 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.024528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6051f3c-ee7c-45cf-b52f-b25de8e653a2 req-91fe9e63-1236-4373-b261-39ad904b863a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:56.026274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6051f3c-ee7c-45cf-b52f-b25de8e653a2 req-91fe9e63-1236-4373-b261-39ad904b863a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3961849 Nov 12 21:02:56.027075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No DVR routers for this DVR port 0ce608e8-281e-4f55-8e61-2e8536184df3 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:56.036547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:56.037894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed8d64-d1d7-41cc-895d-853feea4261e service neutron] Pushing event updated for resources: {'Port': ['ID=e97144da-e9de-4036-b1ec-0c456cd95097,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.052039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd6ed6d-c6de-4d43-bc76-f396af360920,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.092572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] For port 0ce608e8-281e-4f55-8e61-2e8536184df3, host n-d-713498-29, got binding levels [] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:56.093406 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.110745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] Calling delete_port for 0ce608e8-281e-4f55-8e61-2e8536184df3 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:56.117174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.ipam_backend_mixin [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] Port 0ce608e8-281e-4f55-8e61-2e8536184df3 was not found and therefore no delete operation was performed {{(pid=109630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 21:02:56.118704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.154782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] Pushing event deleted for resources: {'Port': ['ID=0ce608e8-281e-4f55-8e61-2e8536184df3,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.157699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce23dcf4-2d9d-4f1f-bf3f-57070c6cb135 None None] No DVR routers for this DVR port 0ce608e8-281e-4f55-8e61-2e8536184df3 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:56.184498 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=0ce608e8-281e-4f55-8e61-2e8536184df3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.230278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.257762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-03f716e5-2183-4ba0-8a6b-771c387986ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:56.259604 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-03f716e5-2183-4ba0-8a6b-771c387986ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1095 time: 0.1617932 Nov 12 21:02:56.263550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf29c573-1f11-42f3-9310-cd9831340dbb']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:56.275927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1260d151-28d9-444b-ba83-95a5a2daf250') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:56.276320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1260d151-28d9-444b-ba83-95a5a2daf250') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:56.323219 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.326197 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-975b504f-2c71-4b28-b410-970a3e9c1e96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 200 len: 217 time: 0.0525360 Nov 12 21:02:56.365988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.376727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:56.377203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:56.385165 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:56.436848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-e879de81-0981-436a-bfa1-8cdb9a1c3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:56.439193 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-e879de81-0981-436a-bfa1-8cdb9a1c3446 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.1016054 Nov 12 21:02:56.480364 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-bff7745a-f1e6-4537-affb-7c71f830489c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314143 Nov 12 21:02:56.547025 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.556597 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.560284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40605371-60af-4925-b2e9-9d25f25cc038,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.561247 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/networks/bf29c573-1f11-42f3-9310-cd9831340dbb HTTP/1.1" status: 204 len: 168 time: 1.3190079 Nov 12 21:02:56.566220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52722) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:56.575148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.575148 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Added segment 83654d93-5368-40af-9143-5bca880340fb of type vlan for network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 Nov 12 21:02:56.603029 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94606971-6f2c-45fd-a63b-fe822a235e25 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Network': ['ID=bf29c573-1f11-42f3-9310-cd9831340dbb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.636497 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-6d9dd3e3-3bf4-4867-bafa-1f09d5629211 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468728 Nov 12 21:02:56.650939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23ecca-feb6-4980-99a8-9ccb9c33b4d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:56.650939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ea23ecca-feb6-4980-99a8-9ccb9c33b4d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0834296 Nov 12 21:02:56.658134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52724) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:56.715167 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.721389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16be4496-1315-469b-8e37-2572cd9d20a2 req-47e44520-b755-40cc-841b-a335f25a2670 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027642 Nov 12 21:02:56.767957 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-31cee2e1-9f1f-4611-8a8f-704b8558736f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1038527 Nov 12 21:02:56.773543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52726) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:56.782890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6051f3c-ee7c-45cf-b52f-b25de8e653a2 req-2b21dd4c-38fc-4125-9d28-cf7d59cd155d tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7404377 Nov 12 21:02:56.783153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-680144532'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:56.796733 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a9fdc2c9-9f09-430f-91d1-e9aa56f11349 req-1aa08619-4925-4563-9e98-c607c0f3d524 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457052 Nov 12 21:02:56.822680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Attempting to bind port ccd6ed6d-c6de-4d43-bc76-f396af360920 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:02:56.823026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Attempting to bind port ccd6ed6d-c6de-4d43-bc76-f396af360920 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:02:56.823411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Attempting to bind port ccd6ed6d-c6de-4d43-bc76-f396af360920 on network ed48c47e-6e23-45cf-9297-322e9e389421 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:56.834123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Port ccd6ed6d-c6de-4d43-bc76-f396af360920 on network ed48c47e-6e23-45cf-9297-322e9e389421 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:02:56.834408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Attempting to bind port ccd6ed6d-c6de-4d43-bc76-f396af360920 on network ed48c47e-6e23-45cf-9297-322e9e389421 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:02:56.868251 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671abca3-4020-4a36-8eb0-e21e208a5122 x-openstack-request-id: req-671abca3-4020-4a36-8eb0-e21e208a5122 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:56.868908 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3403155f-10fc-4cba-aa82-1507fb7ba819", "tag": "e97144da-e9de-4036-b1ec-0c456cd95097", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:56.869227 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-671abca3-4020-4a36-8eb0-e21e208a5122 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:56.869685 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3403155f-10fc-4cba-aa82-1507fb7ba819', 'tag': 'e97144da-e9de-4036-b1ec-0c456cd95097', 'status': 'completed', 'code': 200} Nov 12 21:02:56.877247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:02:56.879152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Checking segment: {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:56.879152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Bound using segment: {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:02:56.879152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Bound port: ccd6ed6d-c6de-4d43-bc76-f396af360920, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b365d465-acf8-4dde-907c-84bb2d6b8293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:02:56.879152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.914723 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.920181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:56.920758 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.939511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:56.945209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.977622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:57.009590 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.009939 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Added segment 04e76ca8-9527-4666-a7a3-b13a7baeffb0 of type vlan for network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 Nov 12 21:02:57.056259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.060323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-72b72674-41e4-4067-a0cc-b3c224c9eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.061827 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-72b72674-41e4-4067-a0cc-b3c224c9eee6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1095 time: 0.0919595 Nov 12 21:02:57.163759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4576733 Nov 12 21:02:57.166702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52730) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:57.171833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff1f9d-bd40-4a8e-8985-4fa0eeb6b9ad tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Network': ['ID=c1f8cbc7-0cfa-4dba-870c-03c154ccced4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.178653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'subnet': {'network_id': 'c1f8cbc7-0cfa-4dba-870c-03c154ccced4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:57.181158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-5774b27f-5db3-47c1-8668-5e8c9a1b8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.182642 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-5774b27f-5db3-47c1-8668-5e8c9a1b8a38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 920 time: 0.1109443 Nov 12 21:02:57.184183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] For port ccd6ed6d-c6de-4d43-bc76-f396af360920, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:02:57.188675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:57.194956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3b264-5818-4078-b81a-853b873810dd req-dffbca2e-31f8-40e9-9851-c9d95af952bb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.196532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54b3b264-5818-4078-b81a-853b873810dd req-dffbca2e-31f8-40e9-9851-c9d95af952bb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.2728570 Nov 12 21:02:57.202375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] For port ccd6ed6d-c6de-4d43-bc76-f396af360920, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ccd6ed6d-c6de-4d43-bc76-f396af360920,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:02:57.212461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d35151-24db-48ec-bac4-f3b2b5a2a1ca req-01d458cb-551e-40c9-92a7-0f3f968f94ad tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.213894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8d35151-24db-48ec-bac4-f3b2b5a2a1ca req-01d458cb-551e-40c9-92a7-0f3f968f94ad tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.3165159 Nov 12 21:02:57.268155 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-5757f830-92d9-42b6-8040-a27382c20ec4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 200 len: 217 time: 0.0740564 Nov 12 21:02:57.271204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.276827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.277426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.308663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.395759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.396370 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.397739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] 10.222.0.46 "PUT /v2.0/ports/ccd6ed6d-c6de-4d43-bc76-f396af360920 HTTP/1.1" status: 200 len: 1093 time: 2.3322270 Nov 12 21:02:57.417778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d054dc9-3ee1-41dd-a39d-a545302d34ab', 'tag': 'ccd6ed6d-c6de-4d43-bc76-f396af360920'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:57.419516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-1491aabb-242f-434b-96fc-adb64645ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.420730 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d054dc9-3ee1-41dd-a39d-a545302d34ab", "tag": "ccd6ed6d-c6de-4d43-bc76-f396af360920"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:57.420964 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-1491aabb-242f-434b-96fc-adb64645ffca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.1371021 Nov 12 21:02:57.422070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Network': ['ID=1ac73ce1-5a73-4e4f-899a-f52bba3f4b71,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.431563 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6575713 Nov 12 21:02:57.439597 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52734) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:57.459591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:57.464778 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-72a44eed-c371-4877-9926-32cb3834eef5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.490306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.490306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.491932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.491932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.491932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.492186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8d35151-24db-48ec-bac4-f3b2b5a2a1ca req-4447ba86-c3e9-4f75-b02b-7ea0c2a18d26 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398431 Nov 12 21:02:57.492299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.492299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.492484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.493080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.493080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.493419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.494014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc80038b-8427-4e02-8cd5-402f34efdb26 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:57.508911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:57.510281 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48612a21-2dbf-4f19-9e1f-6ff5106263fe x-openstack-request-id: req-48612a21-2dbf-4f19-9e1f-6ff5106263fe {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:57.510776 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d054dc9-3ee1-41dd-a39d-a545302d34ab", "tag": "ccd6ed6d-c6de-4d43-bc76-f396af360920", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:57.511359 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48612a21-2dbf-4f19-9e1f-6ff5106263fe {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:57.511950 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d054dc9-3ee1-41dd-a39d-a545302d34ab', 'tag': 'ccd6ed6d-c6de-4d43-bc76-f396af360920', 'status': 'completed', 'code': 200} Nov 12 21:02:57.518632 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-908306ee-ee19-4831-a96d-e7b714881761 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858123 Nov 12 21:02:57.518891 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a6b24853-8d41-40e6-a5fc-6197907915da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.521763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87b7df-723b-485a-a2fb-d2ec9b0216f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd6ed6d-c6de-4d43-bc76-f396af360920,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.551473 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-72a44eed-c371-4877-9926-32cb3834eef5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.559369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a44eed-c371-4877-9926-32cb3834eef5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.560197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-72a44eed-c371-4877-9926-32cb3834eef5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.565183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-72a44eed-c371-4877-9926-32cb3834eef5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/ports/e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 HTTP/1.1" status: 200 len: 911 time: 2.5343001 Nov 12 21:02:57.574607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ce608e8-281e-4f55-8e61-2e8536184df3 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:57.578076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52736) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:57.640222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:57.644454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.658648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 0ce608e8-281e-4f55-8e61-2e8536184df3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:57.659039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0ce608e8-281e-4f55-8e61-2e8536184df3 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:57.740722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Deleting port 49d4bfb6-79c9-4eef-a767-338f0c2714be {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:57.741366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.751704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a44eed-c371-4877-9926-32cb3834eef5 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=e0ca1021-9b14-4ffc-9f6d-e7bad81faf88,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.778491 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-70463ce8-2dc3-4a57-bfef-99bc8ec44904 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503982 Nov 12 21:02:57.874035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6577-d76a-4123-a0e9-b206644777dc req-f28be01d-82ff-48c6-bcac-d3b313abd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:57.876236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-f28be01d-82ff-48c6-bcac-d3b313abd506 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 1096 time: 0.3257544 Nov 12 21:02:57.887649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:57.891953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.030142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-f101e210-0f4b-4a3d-a367-08ff4d617b16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccd6ed6d-c6de-4d43-bc76-f396af360920 HTTP/1.1" status: 200 len: 217 time: 0.1039250 Nov 12 21:02:58.105239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] For port 49d4bfb6-79c9-4eef-a767-338f0c2714be, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=49d4bfb6-79c9-4eef-a767-338f0c2714be,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:58.105614 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.233623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63c343-b857-4809-baad-426739fb9258 req-314df923-8704-4d78-95d9-2d2f0f0ff646 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:58.233623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb63c343-b857-4809-baad-426739fb9258 req-314df923-8704-4d78-95d9-2d2f0f0ff646 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 944 time: 0.3089581 Nov 12 21:02:58.252250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224875a3-8e48-445b-a642-bc4bb376664c req-d419214f-f513-4da5-b50b-66cffa288fbb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:58.253805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-224875a3-8e48-445b-a642-bc4bb376664c req-d419214f-f513-4da5-b50b-66cffa288fbb tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 944 time: 0.3125842 Nov 12 21:02:58.267169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6577-d76a-4123-a0e9-b206644777dc req-a944f26e-2cc2-41a9-b0ee-c2a4800da3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:58.268779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-a944f26e-2cc2-41a9-b0ee-c2a4800da3ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.2237663 Nov 12 21:02:58.367868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-cab2dc49-a4b0-450f-b5c5-acb511d13b75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838492 Nov 12 21:02:58.549653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb63c343-b857-4809-baad-426739fb9258 req-45d263ea-b729-42bb-80a9-9e14a896043d tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925560 Nov 12 21:02:58.557080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-224875a3-8e48-445b-a642-bc4bb376664c req-3eb13344-6b41-43d3-80ab-2398fbd67f6b tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b089f7b-ab45-416b-bb1a-4cc102d70b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873366 Nov 12 21:02:58.574100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e97144da-e9de-4036-b1ec-0c456cd95097 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:02:58.601273 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-346c45c2-f15b-4163-b9fa-7c4d8c4b7f10 req-084c2196-c5a4-4ac5-8425-2bd59a11c3e0 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8137920 Nov 12 21:02:58.611967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.635350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.635704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.636022 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Floating IP 9ab65a56-19aa-4859-bef1-f7ae3728b524 disassociated. External IP: 172.25.8.204, port: 49d4bfb6-79c9-4eef-a767-338f0c2714be. Nov 12 21:02:58.636370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Calling delete_port for 49d4bfb6-79c9-4eef-a767-338f0c2714be owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:58.643207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-cc7fca26-5317-431c-8d80-6da3dc8ff6d5 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425554 Nov 12 21:02:58.717775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Subnet': ['ID=4e070056-3cf3-415b-9ac8-6dab88052aac,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:58.739074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.760725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e97144da-e9de-4036-b1ec-0c456cd95097, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e97144da-e9de-4036-b1ec-0c456cd95097,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:58.777310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'e97144da-e9de-4036-b1ec-0c456cd95097', 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421', 'port_id': 'e97144da-e9de-4036-b1ec-0c456cd95097', 'mac_address': 'fa:16:3e:10:7e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4a238d-28ca-4483-871a-dbbebe54bdcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:02:58.842189 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.849403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=9c834872-e6c2-4c25-9325-6ca1d6075ffc,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:58.851639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Checking segment: {'id': '83654d93-5368-40af-9143-5bca880340fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c1f8cbc7-0cfa-4dba-870c-03c154ccced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:58.851994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network hostable DHCP agents. Network: c1f8cbc7-0cfa-4dba-870c-03c154ccced4, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:58.854710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking segment: {'id': '04e76ca8-9527-4666-a7a3-b13a7baeffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:02:58.855852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network hostable DHCP agents. Network: 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:02:58.878473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97144da-e9de-4036-b1ec-0c456cd95097 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:58.903563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168c598-d2f9-4252-93f8-272adf59b1d0 req-01860980-c8ba-42af-bf63-288f6d87fc5a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:58.908464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d168c598-d2f9-4252-93f8-272adf59b1d0 req-01860980-c8ba-42af-bf63-288f6d87fc5a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.2188411 Nov 12 21:02:58.912018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a73a6577-d76a-4123-a0e9-b206644777dc req-11afa903-d036-408f-b2f4-86874a87ca68 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570841 Nov 12 21:02:58.918863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.930999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e97144da-e9de-4036-b1ec-0c456cd95097, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e97144da-e9de-4036-b1ec-0c456cd95097,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:59.002575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:59.020315 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.021902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:02:59.081428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e97144da-e9de-4036-b1ec-0c456cd95097,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:59.117101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:59.119589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, c1f8cbc7-0cfa-4dba-870c-03c154ccced4) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:59.124478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:59.125999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.129531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:59.132027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d07a5-b001-4eb3-9029-eb693d5acaa4 None None] Network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:59.137853 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.171488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc718b-ac62-4817-a3e8-5b968e6df0e0 None None] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:59.241224 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33d27016-4159-4e17-b44d-24b1cb789505 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7894223 Nov 12 21:02:59.245845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52752) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:59.259750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71', 'name': 'tempest-PortsIpV6TestJSON-753562056'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:59.270706 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cbeaab7e-5184-493a-b618-0278ac93acb7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0989349 Nov 12 21:02:59.277027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e97144da-e9de-4036-b1ec-0c456cd95097'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:02:59.289612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:59.304622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1566261613', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:59.490306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:59.522747 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.524396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.530103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-1ac73ce1-5a73-4e4f-899a-f52bba3f4b71', 'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71', 'tenant_id': '28578d75becd43738d838ce48b956d2d', 'fixed_ips': [{'subnet_id': '9c834872-e6c2-4c25-9325-6ca1d6075ffc'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:02:59.531055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.532090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d168c598-d2f9-4252-93f8-272adf59b1d0 req-3e6049f6-217d-434b-97c6-2943e658a522 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171403 Nov 12 21:02:59.546880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc789932-c081-4874-8597-15ba5f4fb539 None None] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:59.572947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-61eb8459-867e-40f2-b175-5f56e8f9a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:59.574088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-61eb8459-867e-40f2-b175-5f56e8f9a687 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 1096 time: 0.1533325 Nov 12 21:02:59.639667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:59.644164 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.692784 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.700092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 3b1712d5-a33b-4463-a807-b2f4179f8542 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:02:59.707236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No active binding found for port 49d4bfb6-79c9-4eef-a767-338f0c2714be {{(pid=109630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 21:02:59.707821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 49d4bfb6-79c9-4eef-a767-338f0c2714be not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:59.717924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.785688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event deleted for resources: {'Port': ['ID=49d4bfb6-79c9-4eef-a767-338f0c2714be,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:59.883341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92a3c93b-45ab-42b3-9800-5bfd3bdcc728 req-20bdfcc5-6d7b-4cfa-99c3-7ca43c2cea36 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 210 time: 0.1787896 Nov 12 21:02:59.945632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d71d-64f0-40aa-bf32-07f74b4e5a1e req-98e00834-9e67-4b77-bd71-33c8731dedc8 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:59.947246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e25d71d-64f0-40aa-bf32-07f74b4e5a1e req-98e00834-9e67-4b77-bd71-33c8731dedc8 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 944 time: 0.2402813 Nov 12 21:02:59.982369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Allocated IP 2001:db8::2 (1ac73ce1-5a73-4e4f-899a-f52bba3f4b71/9c834872-e6c2-4c25-9325-6ca1d6075ffc/585e7f81-2446-4276-82bb-cef479f3ae75) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:59.993531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-27f1e2f3-aebf-49a6-9a1b-a499e162e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:59.995073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-27f1e2f3-aebf-49a6-9a1b-a499e162e3fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 920 time: 0.4018281 Nov 12 21:03:00.017203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.105692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-d69c4cd1-725a-4807-84d3-9b244361b3ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccd6ed6d-c6de-4d43-bc76-f396af360920 HTTP/1.1" status: 200 len: 217 time: 0.0615435 Nov 12 21:03:00.136819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Router 1648232e-8e4f-482c-8f08-879ebc2bbed5 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:00.163733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e25d71d-64f0-40aa-bf32-07f74b4e5a1e req-9285be8e-771f-495f-ace5-bbbad4806c19 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061880 Nov 12 21:03:00.185205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13d64ae1-1965-4743-8c55-e431a464096d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.201261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.220377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-dda981d3-4308-4b70-a631-bb08e1cc2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:00.221906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-dda981d3-4308-4b70-a631-bb08e1cc2341 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.1302588 Nov 12 21:03:00.296167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-0b81c3f3-ecaf-4f4c-b517-d418cca6c718 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353558 Nov 12 21:03:00.313571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.337138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:00.373545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:00.381074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:00.445948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:00.446295 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.486708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Pushing event updated for resources: {'Port': ['ID=585e7f81-2446-4276-82bb-cef479f3ae75,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:00.495414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:00.509868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] Sync routers for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:00.513167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Attempting to bind port 585e7f81-2446-4276-82bb-cef479f3ae75 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:00.513640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Attempting to bind port 585e7f81-2446-4276-82bb-cef479f3ae75 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '04e76ca8-9527-4666-a7a3-b13a7baeffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:00.514705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Attempting to bind port 585e7f81-2446-4276-82bb-cef479f3ae75 on network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:00.525710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::1e (1ac73ce1-5a73-4e4f-899a-f52bba3f4b71/9c834872-e6c2-4c25-9325-6ca1d6075ffc/3b1712d5-a33b-4463-a807-b2f4179f8542) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:00.527364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:00.528114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.528754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Checking segment: {'id': '04e76ca8-9527-4666-a7a3-b13a7baeffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:00.529563 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.530051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Bound using segment: {'id': '04e76ca8-9527-4666-a7a3-b13a7baeffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:00.531698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Bound port: 585e7f81-2446-4276-82bb-cef479f3ae75, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e76ca8-9527-4666-a7a3-b13a7baeffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:00.532123 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.548122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:00.549132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:00.555797 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.578880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] No DVR routers for this DVR port 49d4bfb6-79c9-4eef-a767-338f0c2714be on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:00.581792 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.586095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54b3b264-5818-4078-b81a-853b873810dd req-c38f53cc-a65f-4898-b14d-06a3403f3890 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.78 "DELETE /v2.0/ports/49d4bfb6-79c9-4eef-a767-338f0c2714be HTTP/1.1" status: 204 len: 173 time: 3.3716712 Nov 12 21:03:00.594519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-deleted', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:00.604365 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a377efdc-7aa7-486d-9a35-c478b52a271c" -d '{"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-deleted", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:00.670954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-ae24f0cc-934f-41f4-96b7-4eaa150f3304 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602228 Nov 12 21:03:00.689165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:00.695611 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4960c1a-cf3d-45a2-bb46-858d7c48feb0 x-openstack-request-id: req-a4960c1a-cf3d-45a2-bb46-858d7c48feb0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:00.695896 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0a36b-7b75-4221-a91b-423bf8d49ad0", "name": "network-vif-deleted", "tag": "49d4bfb6-79c9-4eef-a767-338f0c2714be", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:00.696515 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4960c1a-cf3d-45a2-bb46-858d7c48feb0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:00.696928 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d0a36b-7b75-4221-a91b-423bf8d49ad0', 'name': 'network-vif-deleted', 'tag': '49d4bfb6-79c9-4eef-a767-338f0c2714be', 'status': 'completed', 'code': 200} Nov 12 21:03:00.746573 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.753897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.25.8.187 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/c397995f-1a1c-441e-a0c9-2318d9ce4f1e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:00.796536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for e0ca1021-9b14-4ffc-9f6d-e7bad81faf88 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:00.828663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35bd7-5dba-4395-9c48-f56621b195ee req-7a1798ba-b44f-4a5a-aa61-cae3c709ccc7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:00.837182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05a35bd7-5dba-4395-9c48-f56621b195ee req-7a1798ba-b44f-4a5a-aa61-cae3c709ccc7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.1845610 Nov 12 21:03:00.888365 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.925793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdd6583c-6632-46e4-bae8-37faa1c8dc0b req-9e479bb6-af80-421f-8167-97c52944a8c2 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321758 Nov 12 21:03:00.977540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05a35bd7-5dba-4395-9c48-f56621b195ee req-8111af79-0dd0-4c3d-94e9-e2048f917dce tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370468 Nov 12 21:03:01.006784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device ccd6ed6d-c6de-4d43-bc76-f396af360920 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:03:01.011471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e97144da-e9de-4036-b1ec-0c456cd95097 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:01.080524 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.145885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c858b4a2-5d15-4d8f-9e12-7ec92a4154b8 req-9ed30bc5-6a22-4534-b71b-cb3d4f835402 tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d0a36b-7b75-4221-a91b-423bf8d49ad0 HTTP/1.1" status: 200 len: 210 time: 0.0774846 Nov 12 21:03:01.161423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:01.167968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:01.177285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:01.213175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea960d4d-d720-4b70-b51f-341c79c74216 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:01.297490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=c397995f-1a1c-441e-a0c9-2318d9ce4f1e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:01.354728 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.411807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port ccd6ed6d-c6de-4d43-bc76-f396af360920, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ccd6ed6d-c6de-4d43-bc76-f396af360920,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:01.426268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65449b8-05be-4e46-801e-dbacebaa4616 req-f97521b0-ae67-4032-a28c-4ffa5d81cc17 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:01.426565 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.438154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f65449b8-05be-4e46-801e-dbacebaa4616 req-f97521b0-ae67-4032-a28c-4ffa5d81cc17 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 944 time: 0.1460249 Nov 12 21:03:01.443859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'ccd6ed6d-c6de-4d43-bc76-f396af360920', 'network_id': 'ed48c47e-6e23-45cf-9297-322e9e389421', 'port_id': 'ccd6ed6d-c6de-4d43-bc76-f396af360920', 'mac_address': 'fa:16:3e:0b:b4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4a238d-28ca-4483-871a-dbbebe54bdcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:03:01.556367 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.564604 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.577055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] For port 585e7f81-2446-4276-82bb-cef479f3ae75, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:01.629480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] For port 585e7f81-2446-4276-82bb-cef479f3ae75, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=585e7f81-2446-4276-82bb-cef479f3ae75,segment=NetworkSegment(04e76ca8-9527-4666-a7a3-b13a7baeffb0),segment_id=04e76ca8-9527-4666-a7a3-b13a7baeffb0)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:01.634773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-41165354-60b7-46b6-904c-12d4f686bb31 None None] Provisioning complete for port c397995f-1a1c-441e-a0c9-2318d9ce4f1e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:01.635366 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-41165354-60b7-46b6-904c-12d4f686bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.655647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=e0ca1021-9b14-4ffc-9f6d-e7bad81faf88,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:01.692666 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f65449b8-05be-4e46-801e-dbacebaa4616 req-3fadfd25-8f1f-4afc-a541-4298628a3ecd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511871 Nov 12 21:03:01.702551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port e97144da-e9de-4036-b1ec-0c456cd95097 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:03:01.715831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.766412 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.780382 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.788106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd6ed6d-c6de-4d43-bc76-f396af360920 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:01.796102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port e97144da-e9de-4036-b1ec-0c456cd95097 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:01.797298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.863772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:01.873489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:01.876898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:01.883001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:01.883630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.903762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=3b1712d5-a33b-4463-a807-b2f4179f8542,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:01.930227 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:03:01.930810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.934076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-41165354-60b7-46b6-904c-12d4f686bb31 None None] Port c397995f-1a1c-441e-a0c9-2318d9ce4f1e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:01.957697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port ccd6ed6d-c6de-4d43-bc76-f396af360920, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ccd6ed6d-c6de-4d43-bc76-f396af360920,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:01.989884 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a146f295-bbd3-4a7f-83f2-1f61beba3b36 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7423534 Nov 12 21:03:01.992917 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52778) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:01.999887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '1ac73ce1-5a73-4e4f-899a-f52bba3f4b71', 'name': 'tempest-PortsIpV6TestJSON-1742814838'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:02.009178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69b345-f5f6-4a6e-881e-fdfaded83641 req-0c38eba7-5189-477b-ae02-932998f989eb tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:02.012210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b69b345-f5f6-4a6e-881e-fdfaded83641 req-0c38eba7-5189-477b-ae02-932998f989eb tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.3359287 Nov 12 21:03:02.043987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:14Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:02.050940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab723ac-5b93-4bfd-a415-ed6d8321f296 None None] Pushing event updated for resources: {'Port': ['ID=585e7f81-2446-4276-82bb-cef479f3ae75,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:02.098826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] Checking router: 1648232e-8e4f-482c-8f08-879ebc2bbed5 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:02.099665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cea8f-de00-494c-a5b0-142ba7439936 req-4724cf04-ee74-4db2-9197-5cf4d5f8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:02.102828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-547cea8f-de00-494c-a5b0-142ba7439936 req-4724cf04-ee74-4db2-9197-5cf4d5f8b99f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4981e08ce6aa47a49affdeb882be6e97&device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 1097 time: 0.3206763 Nov 12 21:03:02.106035 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.116779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 3d66dfdf-d4ab-4250-9899-f3482336835d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:02.144703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e97144da-e9de-4036-b1ec-0c456cd95097, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e97144da-e9de-4036-b1ec-0c456cd95097,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:02.151773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3403155f-10fc-4cba-aa82-1507fb7ba819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97144da-e9de-4036-b1ec-0c456cd95097'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:02.156589 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b597a-70c9-4f70-8e04-c2e009ecf362" -d '{"events": [{"server_uuid": "3403155f-10fc-4cba-aa82-1507fb7ba819", "name": "network-vif-plugged", "status": "completed", "tag": "e97144da-e9de-4036-b1ec-0c456cd95097"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:02.165356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:02.166011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:02.170184 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.235824 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9214e32-2c27-43dc-8fdf-1d2a2aa5c08d x-openstack-request-id: req-d9214e32-2c27-43dc-8fdf-1d2a2aa5c08d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:02.240114 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3403155f-10fc-4cba-aa82-1507fb7ba819", "name": "network-vif-plugged", "status": "completed", "tag": "e97144da-e9de-4036-b1ec-0c456cd95097", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:02.240330 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9214e32-2c27-43dc-8fdf-1d2a2aa5c08d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:02.242529 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3403155f-10fc-4cba-aa82-1507fb7ba819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97144da-e9de-4036-b1ec-0c456cd95097', 'code': 200} Nov 12 21:03:02.253918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b69b345-f5f6-4a6e-881e-fdfaded83641 req-373d00a8-ad2d-4379-b613-2a79d7aa39b0 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963034 Nov 12 21:03:02.356010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.421350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:02.434427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e687458e-b81c-42c6-a090-fb7c85d1892e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/3d66dfdf-d4ab-4250-9899-f3482336835d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8484097 Nov 12 21:03:02.436143 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1b6a2-1143-4c10-be88-90c077f3586f None None] Sync routers for ids ['3d66dfdf-d4ab-4250-9899-f3482336835d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:02.438771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52786) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:02.453653 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1b6a2-1143-4c10-be88-90c077f3586f None None] Routers {'3d66dfdf-d4ab-4250-9899-f3482336835d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:02.453653 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-60b1b6a2-1143-4c10-be88-90c077f3586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3d66dfdf-d4ab-4250-9899-f3482336835d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:02.461749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52790) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:02.464042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cea8f-de00-494c-a5b0-142ba7439936 req-f7f7cb48-bf8d-40ba-933c-263a0b650e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:02.465613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-547cea8f-de00-494c-a5b0-142ba7439936 req-f7f7cb48-bf8d-40ba-933c-263a0b650e55 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 200 len: 916 time: 0.3540292 Nov 12 21:03:02.495882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-126f1993-00e1-43d4-8304-5c9eb193e74a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d66dfdf-d4ab-4250-9899-f3482336835d HTTP/1.1" status: 200 len: 205 time: 0.0546579 Nov 12 21:03:02.496305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.516836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=ccd6ed6d-c6de-4d43-bc76-f396af360920,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:02.521468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:02.541269 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-60b1b6a2-1143-4c10-be88-90c077f3586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:02.558563 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1b6a2-1143-4c10-be88-90c077f3586f None None] Routers {'3d66dfdf-d4ab-4250-9899-f3482336835d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:02.559239 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-60b1b6a2-1143-4c10-be88-90c077f3586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3d66dfdf-d4ab-4250-9899-f3482336835d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:02.563726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-547cea8f-de00-494c-a5b0-142ba7439936 req-b8cd932d-b1dd-4b0a-9163-2b879166100b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a344b48-663b-47f7-9763-fc3d7a2d7904 HTTP/1.1" status: 200 len: 217 time: 0.0742297 Nov 12 21:03:02.577809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedfaf0-2fc7-4b7d-b4ab-872d38bf779b req-da51e292-9bea-4d40-b460-3a8b27288fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:02.590317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-feedfaf0-2fc7-4b7d-b4ab-872d38bf779b req-da51e292-9bea-4d40-b460-3a8b27288fcf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1097 time: 0.2291026 Nov 12 21:03:02.595609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['ccd6ed6d-c6de-4d43-bc76-f396af360920'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:02.641316 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-60b1b6a2-1143-4c10-be88-90c077f3586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:02.644283 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1b6a2-1143-4c10-be88-90c077f3586f None None] The sync data for ids ['3d66dfdf-d4ab-4250-9899-f3482336835d'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:02.692321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81aaf69c-0880-427d-978e-1d55bec9e806 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.697497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cea8f-de00-494c-a5b0-142ba7439936 req-87b05972-4583-4a90-90fc-89f5b05c9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:02.699129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-547cea8f-de00-494c-a5b0-142ba7439936 req-87b05972-4583-4a90-90fc-89f5b05c9797 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=386d999f-49b6-4107-a85f-40cc5c5cf468 HTTP/1.1" status: 200 len: 854 time: 0.1239307 Nov 12 21:03:02.702483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e97144da-e9de-4036-b1ec-0c456cd95097,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:02.710112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:02.733442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:02.743176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.751762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-feedfaf0-2fc7-4b7d-b4ab-872d38bf779b req-d038b3cb-1ee8-4036-9076-367705c592d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394305 Nov 12 21:03:02.812999 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40dbbc54-ddac-4c82-b278-c03e25dd6f1a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.859759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40dbbc54-ddac-4c82-b278-c03e25dd6f1a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.882280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cea8f-de00-494c-a5b0-142ba7439936 req-024f099e-7ab4-4d7d-94d6-1f2abb533f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:02.883739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-547cea8f-de00-494c-a5b0-142ba7439936 req-024f099e-7ab4-4d7d-94d6-1f2abb533f86 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8e70013e-4ca9-4250-8a9a-2f289798b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526349 Nov 12 21:03:02.917307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4c72-af3f-4d91-8fe7-995ecfc3cf31 req-0b8166d1-58d8-4d08-a6ae-1c806b71629b tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:02.925307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-831b4c72-af3f-4d91-8fe7-995ecfc3cf31 req-0b8166d1-58d8-4d08-a6ae-1c806b71629b tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 945 time: 0.1283407 Nov 12 21:03:02.983982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81aaf69c-0880-427d-978e-1d55bec9e806 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.996210 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.002279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:03:03.039862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:14Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:03.046441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-831b4c72-af3f-4d91-8fe7-995ecfc3cf31 req-9e19297f-bba7-4da0-84c4-ac09d6e2bd7a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202595 Nov 12 21:03:03.071065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-547cea8f-de00-494c-a5b0-142ba7439936 req-149373cd-5091-4739-8d63-8d63a6914a99 service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780076 Nov 12 21:03:03.105841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81aaf69c-0880-427d-978e-1d55bec9e806 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.131630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a0d1e-c8f7-4cf0-95f2-bbc73742f335 None None] The sync data for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 is: [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T20:54:08Z', 'revision_number': 4, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b1d2b42a-4075-45c9-9f6a-75cc9b669944', 'name': '', 'network_id': 'da242f3a-e193-45a1-9c1a-084171207d19', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'mac_address': 'fa:16:3e:3a:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:07Z', 'updated_at': '2021-11-12T20:54:14Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'subnets': [{'id': 'b1f8470e-54ab-45e2-82b7-8f288266b1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:03.145706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40dbbc54-ddac-4c82-b278-c03e25dd6f1a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.148379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40dbbc54-ddac-4c82-b278-c03e25dd6f1a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.149621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-40dbbc54-ddac-4c82-b278-c03e25dd6f1a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "DELETE /v2.0/security-groups/0b089f7b-ab45-416b-bb1a-4cc102d70b0b HTTP/1.1" status: 204 len: 168 time: 0.6889648 Nov 12 21:03:03.165378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52798) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:03.166159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbbc54-ddac-4c82-b278-c03e25dd6f1a tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b089f7b-ab45-416b-bb1a-4cc102d70b0b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:03.219083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::1d6 (1ac73ce1-5a73-4e4f-899a-f52bba3f4b71/9c834872-e6c2-4c25-9325-6ca1d6075ffc/7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:03.259179 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-b4c3e0d5-d834-4d44-b13e-cbb9610b618f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] show failed (client error): The resource could not be found. Nov 12 21:03:03.264699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b4c3e0d5-d834-4d44-b13e-cbb9610b618f tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "GET /v2.0/security-groups/0b089f7b-ab45-416b-bb1a-4cc102d70b0b HTTP/1.1" status: 404 len: 347 time: 0.0915523 Nov 12 21:03:03.265603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52800) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:03.320187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-547cea8f-de00-494c-a5b0-142ba7439936 req-b5699fdf-7472-4fe6-9440-9c636a8f101f service neutron] 10.222.0.78 "GET /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354052 Nov 12 21:03:03.359202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:03:03.414739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81aaf69c-0880-427d-978e-1d55bec9e806 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.415240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aaf69c-0880-427d-978e-1d55bec9e806 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Fanout notify agent at l3_agent the message router_deleted on router 3d66dfdf-d4ab-4250-9899-f3482336835d {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:03:03.458003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81aaf69c-0880-427d-978e-1d55bec9e806 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.461665 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-81aaf69c-0880-427d-978e-1d55bec9e806 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/3d66dfdf-d4ab-4250-9899-f3482336835d HTTP/1.1" status: 204 len: 168 time: 0.9240632 Nov 12 21:03:03.463361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52804) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:03.490319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c701c72-66f5-47db-867d-1b42be98d41c req-42df13c7-0fee-4ef9-873b-acf4f07de9d3 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:03.491979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c701c72-66f5-47db-867d-1b42be98d41c req-42df13c7-0fee-4ef9-873b-acf4f07de9d3 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.1248777 Nov 12 21:03:03.574019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 585e7f81-2446-4276-82bb-cef479f3ae75 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:03.601434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf013bb-1c32-41af-818e-7ccde92fb42a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet 4d9a4d73-2df1-4397-8945-47fd45cdcbf7 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:03.608479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cf013bb-1c32-41af-818e-7ccde92fb42a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.646459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52808) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:03.653488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3597bd8-94d4-4d95-9668-e095c26cc470 None None] Network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:03.656820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664a3b4-b275-4715-8bbc-c7960804cf65 None None] New status for floating IP 9ab65a56-19aa-4859-bef1-f7ae3728b524: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:03:03.662658 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.684066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c701c72-66f5-47db-867d-1b42be98d41c req-98edad7d-082a-48f0-a988-12f966382117 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710300 Nov 12 21:03:03.713995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cf013bb-1c32-41af-818e-7ccde92fb42a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.836627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.887169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Deleting port b9254b34-ce7c-474d-82d2-f1b0bbdee810 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:03.887976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.916746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:03.930192 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f90a25-c082-415f-92f2-b4e3a9efc306 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:03.950052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f90a25-c082-415f-92f2-b4e3a9efc306 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:03.952386 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-62f90a25-c082-415f-92f2-b4e3a9efc306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:03.991163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cf013bb-1c32-41af-818e-7ccde92fb42a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.994050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.005364 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-62f90a25-c082-415f-92f2-b4e3a9efc306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:04.020030 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f90a25-c082-415f-92f2-b4e3a9efc306 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:04.020933 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-62f90a25-c082-415f-92f2-b4e3a9efc306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:04.068197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:04.132150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:04.141846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:04.160981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:04.163599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.186069 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.191786 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4142a72e-c831-4c77-b997-5a0bc1c97d95 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9007666 Nov 12 21:03:04.193145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b4e464ba-f61b-40cb-8296-8f046c661823 None None] Provisioning complete for port 585e7f81-2446-4276-82bb-cef479f3ae75 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:04.194102 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b4e464ba-f61b-40cb-8296-8f046c661823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.201001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 585e7f81-2446-4276-82bb-cef479f3ae75 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:04.201747 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.208564 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-62f90a25-c082-415f-92f2-b4e3a9efc306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:04.209228 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f90a25-c082-415f-92f2-b4e3a9efc306 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:04.217812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52814) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:04.437099 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.457900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b4e464ba-f61b-40cb-8296-8f046c661823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.507664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 585e7f81-2446-4276-82bb-cef479f3ae75, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=585e7f81-2446-4276-82bb-cef479f3ae75,segment=NetworkSegment(04e76ca8-9527-4666-a7a3-b13a7baeffb0),segment_id=04e76ca8-9527-4666-a7a3-b13a7baeffb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:04.597826 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.656042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device ccd6ed6d-c6de-4d43-bc76-f396af360920 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:04.807390 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-b4e464ba-f61b-40cb-8296-8f046c661823 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:03:04.808345 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-b4e464ba-f61b-40cb-8296-8f046c661823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:03:04.823777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=585e7f81-2446-4276-82bb-cef479f3ae75,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:04.880718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:04.898384 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cf013bb-1c32-41af-818e-7ccde92fb42a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.933477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port ccd6ed6d-c6de-4d43-bc76-f396af360920 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:03:04.938778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port ccd6ed6d-c6de-4d43-bc76-f396af360920 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:04.939586 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.939960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf013bb-1c32-41af-818e-7ccde92fb42a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9a4d73-2df1-4397-8945-47fd45cdcbf7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:04.959976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051c80-9557-46f5-aa01-e1c52759c127 req-8af7781d-d179-45fd-acf5-837bbd7733dc tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:04.961571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01051c80-9557-46f5-aa01-e1c52759c127 req-8af7781d-d179-45fd-acf5-837bbd7733dc tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 945 time: 0.2391348 Nov 12 21:03:04.969836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cf013bb-1c32-41af-818e-7ccde92fb42a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.976004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3cf013bb-1c32-41af-818e-7ccde92fb42a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/4d9a4d73-2df1-4397-8945-47fd45cdcbf7 HTTP/1.1" status: 204 len: 168 time: 1.4806740 Nov 12 21:03:04.978711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:05.002793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.003494 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.006891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733583d8-2c89-48d7-b094-5de1b32214d1 None None] Network 8e327125-202e-48f4-8086-57b8b46d2772 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:05.052468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8509d-e202-44de-b0f8-c5734f18577b req-23702f33-ebb7-44bd-b955-35302a1adb20 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:05.055361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61c8509d-e202-44de-b0f8-c5734f18577b req-23702f33-ebb7-44bd-b955-35302a1adb20 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.2632766 Nov 12 21:03:05.116270 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-72f26cee-8a90-4199-b03f-7d98591650f7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1220384 Nov 12 21:03:05.135319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52820) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:05.140912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Calling delete_port for b9254b34-ce7c-474d-82d2-f1b0bbdee810 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:05.266218 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.282583 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.308536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01051c80-9557-46f5-aa01-e1c52759c127 req-7597a7bd-256e-44cc-95fe-3ac03c233228 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315134 Nov 12 21:03:05.337718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port ccd6ed6d-c6de-4d43-bc76-f396af360920, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ccd6ed6d-c6de-4d43-bc76-f396af360920,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:05.341025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d054dc9-3ee1-41dd-a39d-a545302d34ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd6ed6d-c6de-4d43-bc76-f396af360920'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:05.344607 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f33b45a-2266-4b43-843d-d4326b360842" -d '{"events": [{"server_uuid": "2d054dc9-3ee1-41dd-a39d-a545302d34ab", "name": "network-vif-plugged", "status": "completed", "tag": "ccd6ed6d-c6de-4d43-bc76-f396af360920"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:05.382876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] DHCP port deletion for 8e327125-202e-48f4-8086-57b8b46d2772 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:05.396833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61c8509d-e202-44de-b0f8-c5734f18577b req-f3eeeb76-d4e2-40f1-9043-9f2d0a851068 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715132 Nov 12 21:03:05.420935 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.439812 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fd98e8-59af-47bb-ab27-0c753d2d9e57 x-openstack-request-id: req-19fd98e8-59af-47bb-ab27-0c753d2d9e57 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:05.440698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e448e1-3c66-4598-bdfc-da65ff1920ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:05.441151 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d054dc9-3ee1-41dd-a39d-a545302d34ab", "name": "network-vif-plugged", "status": "completed", "tag": "ccd6ed6d-c6de-4d43-bc76-f396af360920", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:05.442288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-41e448e1-3c66-4598-bdfc-da65ff1920ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e HTTP/1.1" status: 200 len: 927 time: 0.3048382 Nov 12 21:03:05.448370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52826) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:05.448618 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19fd98e8-59af-47bb-ab27-0c753d2d9e57 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:05.448618 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d054dc9-3ee1-41dd-a39d-a545302d34ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd6ed6d-c6de-4d43-bc76-f396af360920', 'code': 200} Nov 12 21:03:05.473688 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.551503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=ccd6ed6d-c6de-4d43-bc76-f396af360920,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:05.596192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 585e7f81-2446-4276-82bb-cef479f3ae75 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:05.641031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port e1721974-4760-471c-885c-8f4c74b7abc0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:05.641397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.654699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] Deleting port e1721974-4760-471c-885c-8f4c74b7abc0 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:05.655597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.714737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-30400e3e-0178-429e-b145-4d2e88d9fa81 None None] Provisioning complete for port 3b1712d5-a33b-4463-a807-b2f4179f8542 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:05.715722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30400e3e-0178-429e-b145-4d2e88d9fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.735335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f0482-12bd-4901-af50-7f450d09c181 req-a753a5c1-a6a1-4427-979a-44c4b30eb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:05.736839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-182f0482-12bd-4901-af50-7f450d09c181 req-a753a5c1-a6a1-4427-979a-44c4b30eb3eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 1098 time: 0.1854875 Nov 12 21:03:05.759106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] For port e1721974-4760-471c-885c-8f4c74b7abc0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1721974-4760-471c-885c-8f4c74b7abc0,segment=NetworkSegment(d8b0ac15-a8af-403d-932f-4fbb5c473c75),segment_id=d8b0ac15-a8af-403d-932f-4fbb5c473c75)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:05.759851 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.764619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-40e27bcb-91a0-4ccb-9e22-f273f1bb4493 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:05.764949 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40e27bcb-91a0-4ccb-9e22-f273f1bb4493 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.785514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c44b04-6569-4073-858d-ae81701d4fbd req-13066a2b-2646-4361-a3f8-8cb5e9ef2d22 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:05.789825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] Calling delete_port for e1721974-4760-471c-885c-8f4c74b7abc0 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:05.789986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60c44b04-6569-4073-858d-ae81701d4fbd req-13066a2b-2646-4361-a3f8-8cb5e9ef2d22 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.1834977 Nov 12 21:03:05.793417 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.798505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-30400e3e-0178-429e-b145-4d2e88d9fa81 None None] Port 3b1712d5-a33b-4463-a807-b2f4179f8542 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:05.806947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 585e7f81-2446-4276-82bb-cef479f3ae75 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:05.807523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.815615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port e1721974-4760-471c-885c-8f4c74b7abc0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1721974-4760-471c-885c-8f4c74b7abc0,segment=NetworkSegment(d8b0ac15-a8af-403d-932f-4fbb5c473c75),segment_id=d8b0ac15-a8af-403d-932f-4fbb5c473c75)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:05.815990 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.839704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.854801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for e1721974-4760-471c-885c-8f4c74b7abc0 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:05.876040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Pushing event deleted for resources: {'Port': ['ID=b9254b34-ce7c-474d-82d2-f1b0bbdee810,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:05.884167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-30400e3e-0178-429e-b145-4d2e88d9fa81 None None] Provisioning complete for port 7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:05.884694 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30400e3e-0178-429e-b145-4d2e88d9fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.902864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-182f0482-12bd-4901-af50-7f450d09c181 req-6aefee2e-fc08-4332-9694-7206fc4933ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570964 Nov 12 21:03:05.946109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd42ff2-342f-447b-9e9c-0d3d4e522294 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:05.949626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60c44b04-6569-4073-858d-ae81701d4fbd req-b8871432-e3f3-4383-b0fb-c6f998364ed6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433258 Nov 12 21:03:05.954827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-30400e3e-0178-429e-b145-4d2e88d9fa81 None None] Port 7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:06.005696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-30400e3e-0178-429e-b145-4d2e88d9fa81 None None] Provisioning complete for port 585e7f81-2446-4276-82bb-cef479f3ae75 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:06.005696 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30400e3e-0178-429e-b145-4d2e88d9fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.007905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40e27bcb-91a0-4ccb-9e22-f273f1bb4493 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.054683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-40e27bcb-91a0-4ccb-9e22-f273f1bb4493 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:06.063116 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.065704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.066878 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b72a0a35-8e17-4d90-9710-5386e450b09e tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] 10.222.0.64 "DELETE /v2.0/floatingips/9ab65a56-19aa-4859-bef1-f7ae3728b524 HTTP/1.1" status: 204 len: 168 time: 2.8026700 Nov 12 21:03:06.070367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52832) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:06.104243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Deleting port c945adcb-e51a-4f7d-adde-62a08e08b413 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:06.104602 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.193425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7ed50-50e6-4fbf-b3bd-f91839f7c40a req-8431bd66-95ac-439b-977e-ca026f5a716f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.200891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28d7ed50-50e6-4fbf-b3bd-f91839f7c40a req-8431bd66-95ac-439b-977e-ca026f5a716f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 946 time: 0.1233771 Nov 12 21:03:06.208609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1721974-4760-471c-885c-8f4c74b7abc0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:06.247570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] For port c945adcb-e51a-4f7d-adde-62a08e08b413, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c945adcb-e51a-4f7d-adde-62a08e08b413,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:06.248080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.263148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.277053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No active binding found for port e1721974-4760-471c-885c-8f4c74b7abc0 {{(pid=109630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 21:03:06.277812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1721974-4760-471c-885c-8f4c74b7abc0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:06.285807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Calling delete_port for c945adcb-e51a-4f7d-adde-62a08e08b413 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:06.292657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.308140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] No DVR routers for this DVR port e1721974-4760-471c-885c-8f4c74b7abc0 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:06.313417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d976b54-0993-4ee2-a09a-85480d695e53 None None] Pushing event deleted for resources: {'Port': ['ID=e1721974-4760-471c-885c-8f4c74b7abc0,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:06.340288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No DVR routers for this DVR port e1721974-4760-471c-885c-8f4c74b7abc0 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:06.349834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=e1721974-4760-471c-885c-8f4c74b7abc0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:06.349834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28d7ed50-50e6-4fbf-b3bd-f91839f7c40a req-09806e80-3502-4b8e-ab52-0af1a2dc102a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409028 Nov 12 21:03:06.503668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.20.0.1 (c1f8cbc7-0cfa-4dba-870c-03c154ccced4/4e070056-3cf3-415b-9ac8-6dab88052aac/a5775998-a055-4c39-981c-88dd7775caee) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:06.561920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.568436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40e27bcb-91a0-4ccb-9e22-f273f1bb4493 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.628418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd93e76-06cd-42fc-8ef9-14717be3e560 req-9e68de35-050e-48d8-8738-a12e017b18ce tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.629915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecd93e76-06cd-42fc-8ef9-14717be3e560 req-9e68de35-050e-48d8-8738-a12e017b18ce tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.2216229 Nov 12 21:03:06.632971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e327125-202e-48f4-8086-57b8b46d2772']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:06.652919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e27bcb-91a0-4ccb-9e22-f273f1bb4493 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:06.657957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317ec5a-fdd4-4ec9-a2fa-f0ebfd7378dd req-c7ae7b93-3af4-4ac8-a60f-0f385a641e89 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.659529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8317ec5a-fdd4-4ec9-a2fa-f0ebfd7378dd req-c7ae7b93-3af4-4ac8-a60f-0f385a641e89 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.2213008 Nov 12 21:03:06.667219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b0ac15-a8af-403d-932f-4fbb5c473c75') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:06.667539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b0ac15-a8af-403d-932f-4fbb5c473c75') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:06.680013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40e27bcb-91a0-4ccb-9e22-f273f1bb4493 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.683786 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-40e27bcb-91a0-4ccb-9e22-f273f1bb4493 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3 HTTP/1.1" status: 204 len: 168 time: 1.2366278 Nov 12 21:03:06.686809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52840) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:06.703878 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.747983 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2584025f-809d-42b3-834f-e9a719117e78 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:03:06.749443 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2584025f-809d-42b3-834f-e9a719117e78 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/7cfe0d35-48d0-4e9f-a4e4-f793123b2ef3 HTTP/1.1" status: 404 len: 333 time: 0.0596268 Nov 12 21:03:06.754097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52842) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:06.756834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.789846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:06.790249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:06.793687 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:06.808179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecd93e76-06cd-42fc-8ef9-14717be3e560 req-851a3a65-c80d-4bb7-946f-2f4115cd02c4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639760 Nov 12 21:03:06.822835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8317ec5a-fdd4-4ec9-a2fa-f0ebfd7378dd req-05788d91-1647-4f80-90f6-f05d9230af72 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382892 Nov 12 21:03:06.880313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.892736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-c5759410-b6e6-427e-be04-993a1622a183 req-e9dc888b-a269-47c7-b94b-01b8c0625623 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:03:06.893722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5759410-b6e6-427e-be04-993a1622a183 req-e9dc888b-a269-47c7-b94b-01b8c0625623 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136001 Nov 12 21:03:06.992546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-580fc608-5510-4aa4-bd45-14c3415e77d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 3b1712d5-a33b-4463-a807-b2f4179f8542 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:06.992805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-580fc608-5510-4aa4-bd45-14c3415e77d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.016160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5759410-b6e6-427e-be04-993a1622a183 req-49fe199e-1839-47f1-b71a-c1d2ade77451 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1069553 Nov 12 21:03:07.017431 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.027516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.036233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/8e327125-202e-48f4-8086-57b8b46d2772 HTTP/1.1" status: 204 len: 168 time: 2.0463197 Nov 12 21:03:07.038323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52846) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:07.056546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5e41db29-2d25-4fd3-a3c1-4c58fd1e7a9f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1245471661', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:07.062446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9599e1-b532-405e-9046-2d79ebaed54f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=8e327125-202e-48f4-8086-57b8b46d2772,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:07.098392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.134816 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.176227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:07.186232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c945adcb-e51a-4f7d-adde-62a08e08b413,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:07.191312 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-580fc608-5510-4aa4-bd45-14c3415e77d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.198695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:07.209396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:07.212109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=a5775998-a055-4c39-981c-88dd7775caee,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:07.213684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e41db29-2d25-4fd3-a3c1-4c58fd1e7a9f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.215489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e41db29-2d25-4fd3-a3c1-4c58fd1e7a9f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.221703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-580fc608-5510-4aa4-bd45-14c3415e77d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 3b1712d5-a33b-4463-a807-b2f4179f8542 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:07.261264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.385566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e41db29-2d25-4fd3-a3c1-4c58fd1e7a9f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.408606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.424673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26465c-c593-4300-9134-bd241c12aa71 req-141dd1cb-688a-48d5-9dce-b4a697c223cd tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:07.426065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d26465c-c593-4300-9134-bd241c12aa71 req-141dd1cb-688a-48d5-9dce-b4a697c223cd tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.1827455 Nov 12 21:03:07.466674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e41db29-2d25-4fd3-a3c1-4c58fd1e7a9f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.529710 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.541657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d26465c-c593-4300-9134-bd241c12aa71 req-371a701b-b263-47f2-8af0-4131f77ef3e8 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798752 Nov 12 21:03:07.670328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e41db29-2d25-4fd3-a3c1-4c58fd1e7a9f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.671617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5e41db29-2d25-4fd3-a3c1-4c58fd1e7a9f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6322634 Nov 12 21:03:07.674791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52852) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:07.680773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1037856327'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:07.701495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18119490-abac-4ced-af2f-d1b1b0e6622e req-f0cd47db-fc1d-4d19-a8d4-bb7ac13ffa6a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:07.703069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18119490-abac-4ced-af2f-d1b1b0e6622e req-f0cd47db-fc1d-4d19-a8d4-bb7ac13ffa6a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 946 time: 0.0715632 Nov 12 21:03:07.768844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Deleting port b1d2b42a-4075-45c9-9f6a-75cc9b669944 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:07.769238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.828626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18119490-abac-4ced-af2f-d1b1b0e6622e req-3f1c90b0-b6c7-4036-aea2-a378d7355ed8 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909522 Nov 12 21:03:07.849489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Router a3c2878c-0232-4c48-b684-338c16fc6498 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:07.862746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:07.866360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.872283 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-580fc608-5510-4aa4-bd45-14c3415e77d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.882429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:07.943143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fc608-5510-4aa4-bd45-14c3415e77d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=3b1712d5-a33b-4463-a807-b2f4179f8542,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:07.989209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:08.027471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-580fc608-5510-4aa4-bd45-14c3415e77d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.031518 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-580fc608-5510-4aa4-bd45-14c3415e77d8 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/3b1712d5-a33b-4463-a807-b2f4179f8542 HTTP/1.1" status: 204 len: 168 time: 1.2730360 Nov 12 21:03:08.042283 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] For port b1d2b42a-4075-45c9-9f6a-75cc9b669944, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b1d2b42a-4075-45c9-9f6a-75cc9b669944,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:08.042661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.045113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52858) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:08.056227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.056606 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment 7c8154bb-e611-43c9-a369-f7369a089f37 of type vlan for network 2b69dc23-b24e-4173-84d5-bef97f717ad7 Nov 12 21:03:08.393516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d794fdc-89eb-4a66-8a70-b3b2956679cf req-20fddc4c-34a4-4350-934b-a40725455830 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:08.394948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d794fdc-89eb-4a66-8a70-b3b2956679cf req-20fddc4c-34a4-4350-934b-a40725455830 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.4898643 Nov 12 21:03:08.410622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:08.419047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628513e-7d8f-438c-9285-9815316c3e7a req-6a1087ad-db5c-4745-abd7-82ad46105ab0 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:08.419624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] Sync routers for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:08.420597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c628513e-7d8f-438c-9285-9815316c3e7a req-6a1087ad-db5c-4745-abd7-82ad46105ab0 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.5034120 Nov 12 21:03:08.428198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-08a59cbc-6da8-49e8-9aba-6d3aca86e0d1 admin admin] 10.222.0.64 "PUT /v2.0/routers/a3c2878c-0232-4c48-b684-338c16fc6498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7799802 Nov 12 21:03:08.430330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52860) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:08.431866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:08.432494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:08.485556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Calling delete_port for b1d2b42a-4075-45c9-9f6a-75cc9b669944 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:08.506180 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9b2ed7-9c67-4d5b-833d-88f4edc49014 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:03:08.510464 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ed9b2ed7-9c67-4d5b-833d-88f4edc49014 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/3b1712d5-a33b-4463-a807-b2f4179f8542 HTTP/1.1" status: 404 len: 333 time: 0.4617667 Nov 12 21:03:08.511786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52862) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:08.535762 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.556852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:08.617939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d794fdc-89eb-4a66-8a70-b3b2956679cf req-b3915024-54a5-4101-9451-82d1c19daf0a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159951 Nov 12 21:03:08.629412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c628513e-7d8f-438c-9285-9815316c3e7a req-1cbcf992-fe00-4b29-8d57-d0a0a0137aa4 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978140 Nov 12 21:03:08.663009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-336563e9-104d-4b4d-857b-cd20f97ed38c tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet 9c834872-e6c2-4c25-9325-6ca1d6075ffc {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:08.667203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-336563e9-104d-4b4d-857b-cd20f97ed38c tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.694913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.750197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-336563e9-104d-4b4d-857b-cd20f97ed38c tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.793692 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.804608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:08.805281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.833635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T21:03:06Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:08.875836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] Checking router: a3c2878c-0232-4c48-b684-338c16fc6498 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:08.890973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] Routers {'a3c2878c-0232-4c48-b684-338c16fc6498'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:08.892102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a3c2878c-0232-4c48-b684-338c16fc6498'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:08.916655 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.951876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39901a2c-5a43-4bda-ad77-d54304232e24 req-298457a0-fef9-4feb-b43f-c7c5819be0a6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:08.952154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=2b69dc23-b24e-4173-84d5-bef97f717ad7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:08.958823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39901a2c-5a43-4bda-ad77-d54304232e24 req-298457a0-fef9-4feb-b43f-c7c5819be0a6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:08.965072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39901a2c-5a43-4bda-ad77-d54304232e24 req-298457a0-fef9-4feb-b43f-c7c5819be0a6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:08.966866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39901a2c-5a43-4bda-ad77-d54304232e24 req-298457a0-fef9-4feb-b43f-c7c5819be0a6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394&device_id=ce763615-7fd3-4669-a653-10352ec9bec4&device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 2417 time: 0.1194339 Nov 12 21:03:08.968281 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-336563e9-104d-4b4d-857b-cd20f97ed38c tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.009089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 2b69dc23-b24e-4173-84d5-bef97f717ad7 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:09.026145 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8891a452-9b01-4627-ad9e-ed423ba3f88d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3475506 Nov 12 21:03:09.026992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:09.032166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:09.067954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.097187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39901a2c-5a43-4bda-ad77-d54304232e24 req-4eb42df9-a199-4989-aee8-eb63e844fdd0 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059990 Nov 12 21:03:09.130529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Deleting port 77885970-0f0e-4f01-bb05-328a89f0383d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:09.130871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.132416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.204498 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d2b42a-4075-45c9-9f6a-75cc9b669944,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:09.236179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.294157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-336563e9-104d-4b4d-857b-cd20f97ed38c tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.344245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336563e9-104d-4b4d-857b-cd20f97ed38c tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=9c834872-e6c2-4c25-9325-6ca1d6075ffc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:09.352304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] Set router a3c2878c-0232-4c48-b684-338c16fc6498 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:09.356347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.360052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=a5775998-a055-4c39-981c-88dd7775caee,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:09.380592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-336563e9-104d-4b4d-857b-cd20f97ed38c tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.391145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-336563e9-104d-4b4d-857b-cd20f97ed38c tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/9c834872-e6c2-4c25-9325-6ca1d6075ffc HTTP/1.1" status: 204 len: 168 time: 0.8778846 Nov 12 21:03:09.396869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52874) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:09.439669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43167bb9-7952-4a2b-a255-25ac2b8e0fd6 None None] Network 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:09.440278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:09.444113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.457104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] For port 77885970-0f0e-4f01-bb05-328a89f0383d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=77885970-0f0e-4f01-bb05-328a89f0383d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:09.457480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.498914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c18d8-b8a9-4a07-8636-fd68d155bdd2 req-ba3eb497-a0a0-4d81-957e-6a20e9e027ca tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:09.509337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d8c18d8-b8a9-4a07-8636-fd68d155bdd2 req-ba3eb497-a0a0-4d81-957e-6a20e9e027ca tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.3334250 Nov 12 21:03:09.551346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f2d4b5c-d33b-47a6-99f6-cd6a9a7f0693 req-401dc9b2-d743-4b7d-a3a3-2ebdb56c3f1f tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3989425 Nov 12 21:03:09.569025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-eda88205-4452-4279-9701-f1506b55936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:09.570765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-eda88205-4452-4279-9701-f1506b55936e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 1098 time: 0.2697270 Nov 12 21:03:09.572031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Calling delete_port for 77885970-0f0e-4f01-bb05-328a89f0383d owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:09.731790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.808007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T21:03:06Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:09.827108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.835326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d8c18d8-b8a9-4a07-8636-fd68d155bdd2 req-d521d91a-63ba-413a-9ca5-fc3c12362dd6 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240979 Nov 12 21:03:09.868226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] DHCP port deletion for 1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:09.870996 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4a89a1-fe79-46fa-832f-faeaa9c2fc84 None None] The sync data for ids ['a3c2878c-0232-4c48-b684-338c16fc6498'] in n-d-713498-29 is: [{'id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'name': 'tempest-TaggedBootDevicesTest_v242-1107962310-router', 'tenant_id': '9cc043d6557c454bb59a2953763aa397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:50:59Z', 'updated_at': '2021-11-12T21:03:06Z', 'revision_number': 5, 'project_id': '9cc043d6557c454bb59a2953763aa397', 'gw_port': {'id': '77885970-0f0e-4f01-bb05-328a89f0383d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2878c-0232-4c48-b684-338c16fc6498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:51:02Z', 'updated_at': '2021-11-12T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:09.887531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:09.890578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:09.941101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Deleting port 585e7f81-2446-4276-82bb-cef479f3ae75 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:09.941814 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.985976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:09.993698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-18557f14-50e3-43a6-85c4-e65bf8c9ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:09.995908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-18557f14-50e3-43a6-85c4-e65bf8c9ae3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 920 time: 0.3875530 Nov 12 21:03:10.021760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 585e7f81-2446-4276-82bb-cef479f3ae75 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:10.022224 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.039556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] For port 585e7f81-2446-4276-82bb-cef479f3ae75, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=585e7f81-2446-4276-82bb-cef479f3ae75,segment=NetworkSegment(04e76ca8-9527-4666-a7a3-b13a7baeffb0),segment_id=04e76ca8-9527-4666-a7a3-b13a7baeffb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:10.040304 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.067109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Calling delete_port for 585e7f81-2446-4276-82bb-cef479f3ae75 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:10.102055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-98714969-e3f7-45f7-8ab9-3588079058e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccd6ed6d-c6de-4d43-bc76-f396af360920 HTTP/1.1" status: 200 len: 217 time: 0.0959768 Nov 12 21:03:10.157125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:10.157501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: 2b69dc23-b24e-4173-84d5-bef97f717ad7, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:10.174041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=59be9500-d2ae-4e22-883e-398560a7a9f0,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:10.236067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:10.266138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] For port 585e7f81-2446-4276-82bb-cef479f3ae75, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=585e7f81-2446-4276-82bb-cef479f3ae75,segment=NetworkSegment(04e76ca8-9527-4666-a7a3-b13a7baeffb0),segment_id=04e76ca8-9527-4666-a7a3-b13a7baeffb0)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:10.266535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.282911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.301682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-750ad36b-813e-48de-bbbf-f7a6fb520e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:10.303426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-750ad36b-813e-48de-bbbf-f7a6fb520e04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.1618736 Nov 12 21:03:10.304461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 585e7f81-2446-4276-82bb-cef479f3ae75 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:10.323055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.323933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.338769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] No DVR routers for this DVR port 585e7f81-2446-4276-82bb-cef479f3ae75 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:10.374093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Pushing event deleted for resources: {'Port': ['ID=585e7f81-2446-4276-82bb-cef479f3ae75,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:10.385342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 2b69dc23-b24e-4173-84d5-bef97f717ad7 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:10.388272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.388766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.389925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.391034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.391526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.392612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.394256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.394882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.395235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.395822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.396260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.397635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be554fe-1bd5-47ba-a8f4-ba5d0f28f1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:10.398895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-3e51113c-b7a9-4da7-a529-c829aabc81d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785148 Nov 12 21:03:10.403886 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.448769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-ea786af3-45fc-404a-8e87-f459ff3509af service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:03:10.450936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-ea786af3-45fc-404a-8e87-f459ff3509af service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0343952 Nov 12 21:03:10.456284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Pushing event deleted for resources: {'Port': ['ID=77885970-0f0e-4f01-bb05-328a89f0383d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:10.472209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71082b8-0083-4c3e-97f0-17b6bb480297 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:10.484121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 2b69dc23-b24e-4173-84d5-bef97f717ad7) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:10.493268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:10.494094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.513580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3e642-67ea-49c4-be37-c204f9d15c56 None None] Network 2b69dc23-b24e-4173-84d5-bef97f717ad7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:10.526368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Router 1648232e-8e4f-482c-8f08-879ebc2bbed5 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:10.565339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:10.578059 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d63fe4-85bf-4dc1-b1fa-958c4749f697 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:10.592577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.596146 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d63fe4-85bf-4dc1-b1fa-958c4749f697 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:10.600019 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a1d63fe4-85bf-4dc1-b1fa-958c4749f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:10.607794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a8e1da4-6a1e-4d99-b743-054476275a9f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/routers/71e0ecb2-effe-46e3-8b2d-fb9c1c450046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3811297 Nov 12 21:03:10.612192 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b6a0fb4a-2d39-4bf9-b00f-a75912101490 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5841331 Nov 12 21:03:10.612823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52882) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:10.613161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52884) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:10.622015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'port': {'network_id': 'c1f8cbc7-0cfa-4dba-870c-03c154ccced4', 'name': 'tempest-FloatingIPTestJSON-1323235631'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:10.660460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No DVR routers for this DVR port 585e7f81-2446-4276-82bb-cef479f3ae75 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:10.690817 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a1d63fe4-85bf-4dc1-b1fa-958c4749f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:10.713372 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d63fe4-85bf-4dc1-b1fa-958c4749f697 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:10.714884 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a1d63fe4-85bf-4dc1-b1fa-958c4749f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:10.758964 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a1d63fe4-85bf-4dc1-b1fa-958c4749f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:10.759542 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d63fe4-85bf-4dc1-b1fa-958c4749f697 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:10.769572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=585e7f81-2446-4276-82bb-cef479f3ae75,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:10.821621 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.864030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-2b69dc23-b24e-4173-84d5-bef97f717ad7', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:03:10.866477 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.974478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:10.989702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] Sync routers for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:11.011636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.030879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:11.033181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-6f74e507-83b5-4a64-a0cf-72dcea51fda8 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652649 Nov 12 21:03:11.033921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:11.037635 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5af36555-6eed-45f2-9c8a-7ed1140a5d77 admin admin] 10.222.0.64 "PUT /v2.0/routers/1648232e-8e4f-482c-8f08-879ebc2bbed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9602547 Nov 12 21:03:11.058280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52894) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:11.067263 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.083929 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.136323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac73ce1-5a73-4e4f-899a-f52bba3f4b71']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:11.205536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e76ca8-9527-4666-a7a3-b13a7baeffb0') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:11.206116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e76ca8-9527-4666-a7a3-b13a7baeffb0') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:11.233192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:11.237939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Allocated IP 2001:db8::2 (2b69dc23-b24e-4173-84d5-bef97f717ad7/59be9500-d2ae-4e22-883e-398560a7a9f0/568b2216-db7b-4ba1-bb7f-94bfbfe7c73b) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:11.258738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.326874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18537851-3e9a-4e34-8009-0ba0c938a2dc req-27313aaf-6921-49f4-9259-0d4e5669032c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:11.334458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18537851-3e9a-4e34-8009-0ba0c938a2dc req-27313aaf-6921-49f4-9259-0d4e5669032c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.3600266 Nov 12 21:03:11.350355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.379491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:11.380404 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:11.387629 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:11.443201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:11.445891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-216e9a79-7cf2-4bde-9aa6-11969b3f617a req-2b031997-b15c-4e15-9100-89aa9f94acc5 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915534 Nov 12 21:03:11.446866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.460162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.461853 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.462425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c2878c-0232-4c48-b684-338c16fc6498 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:03:11.474924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.482688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8a16040e-ef8b-4b46-b932-b2501c78f688 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a3c2878c-0232-4c48-b684-338c16fc6498 HTTP/1.1" status: 204 len: 168 time: 3.0463142 Nov 12 21:03:11.496139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52898) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:11.516546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] device_id is not set on port a0b2c94d-f831-4a99-a3ee-b279f6c4e087 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:03:11.553742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18537851-3e9a-4e34-8009-0ba0c938a2dc req-518d2e44-ce81-4035-83a6-01ac73c24ed3 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182117 Nov 12 21:03:11.570350 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.602513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T21:03:08Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:11.642528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] Checking router: 1648232e-8e4f-482c-8f08-879ebc2bbed5 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:11.652832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] Routers {'1648232e-8e4f-482c-8f08-879ebc2bbed5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:11.653265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.653601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1648232e-8e4f-482c-8f08-879ebc2bbed5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:11.681581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.688162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/networks/1ac73ce1-5a73-4e4f-899a-f52bba3f4b71 HTTP/1.1" status: 204 len: 168 time: 2.2824206 Nov 12 21:03:11.692669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2da1-133d-4129-af2d-2345fa4b4283 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Network': ['ID=1ac73ce1-5a73-4e4f-899a-f52bba3f4b71,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:11.696110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52904) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:11.704051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1156059649'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:11.748106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.755527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.764154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6528d1fe-dbf2-4616-bb55-10ed188b237a admin admin] Deleting subnet df07bf98-60de-4136-8439-aa74a28789ab {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:11.801432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6528d1fe-dbf2-4616-bb55-10ed188b237a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.808508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 585e7f81-2446-4276-82bb-cef479f3ae75 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:11.815165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.838683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] Set router 1648232e-8e4f-482c-8f08-879ebc2bbed5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:11.865481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:11.870223 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.917825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 585e7f81-2446-4276-82bb-cef479f3ae75 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:11.918168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 585e7f81-2446-4276-82bb-cef479f3ae75 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:11.918587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c945adcb-e51a-4f7d-adde-62a08e08b413 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:11.929871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e0a1f-1650-4b48-94de-a04866f26535 req-43d6fac6-7f4a-43b8-9f42-441dabd1a907 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:11.932865 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6528d1fe-dbf2-4616-bb55-10ed188b237a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.935044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.20.0.2 (c1f8cbc7-0cfa-4dba-870c-03c154ccced4/4e070056-3cf3-415b-9ac8-6dab88052aac/a0b2c94d-f831-4a99-a3ee-b279f6c4e087) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:11.938851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-277e0a1f-1650-4b48-94de-a04866f26535 req-43d6fac6-7f4a-43b8-9f42-441dabd1a907 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.1086233 Nov 12 21:03:11.941152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c945adcb-e51a-4f7d-adde-62a08e08b413 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:11.941802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c945adcb-e51a-4f7d-adde-62a08e08b413 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:11.956829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:11.971992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Network 2b69dc23-b24e-4173-84d5-bef97f717ad7 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:11.978730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:11.979081 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Added segment 8d201f6b-91d8-4026-b166-0fc6a7b5cce0 of type vlan for network 93efd8f7-99a5-42e9-a89b-2b6061829e30 Nov 12 21:03:11.984450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:11.987821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Pushing event updated for resources: {'Port': ['ID=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:11.990026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:12.062954 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.067855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-277e0a1f-1650-4b48-94de-a04866f26535 req-a395f774-014a-459e-b84f-3e6892b42fc7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281354 Nov 12 21:03:12.070039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Deleting port 9b7952f2-0915-41d9-9b1f-c715660e2aa1 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:12.070457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.153580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6528d1fe-dbf2-4616-bb55-10ed188b237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.211644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] For port 9b7952f2-0915-41d9-9b1f-c715660e2aa1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9b7952f2-0915-41d9-9b1f-c715660e2aa1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:12.212014 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.234357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Calling delete_port for 9b7952f2-0915-41d9-9b1f-c715660e2aa1 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:12.291146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Attempting to bind port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:12.291146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Attempting to bind port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:12.291576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Attempting to bind port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b on network 2b69dc23-b24e-4173-84d5-bef97f717ad7 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:12.298479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:12.298845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Checking segment: {'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:12.299240 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.299667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Bound using segment: {'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:12.300123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Bound port: 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:12.300502 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.342910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.342910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:12.343993 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.369942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8::1 (2b69dc23-b24e-4173-84d5-bef97f717ad7/59be9500-d2ae-4e22-883e-398560a7a9f0/8bd5dff2-9e12-4647-9f59-743e1602b2fa) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:12.376469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.395741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] For port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:12.399330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] For port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,segment=NetworkSegment(7c8154bb-e611-43c9-a369-f7369a089f37),segment_id=7c8154bb-e611-43c9-a369-f7369a089f37)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:12.404530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T21:03:08Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:12.440803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d881ed-709b-4ac1-91fc-85afb7d1878c None None] The sync data for ids ['1648232e-8e4f-482c-8f08-879ebc2bbed5'] in n-d-713498-29 is: [{'id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'name': 'tempest-ServerActionsTestJSON-1037528261-router', 'tenant_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:54:03Z', 'updated_at': '2021-11-12T21:03:08Z', 'revision_number': 5, 'project_id': '0d3eb9aea66f485ab2148ab1989dfab9', 'gw_port': {'id': '9b7952f2-0915-41d9-9b1f-c715660e2aa1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1648232e-8e4f-482c-8f08-879ebc2bbed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:54:04Z', 'updated_at': '2021-11-12T20:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:12.489313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Network': ['ID=93efd8f7-99a5-42e9-a89b-2b6061829e30,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:12.496010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9a58e843-949a-4391-a2e1-e19a3b8b7a79 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7970195 Nov 12 21:03:12.499273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:12.502681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 93efd8f7-99a5-42e9-a89b-2b6061829e30 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:12.508628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:12.526419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.542917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.544871 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6528d1fe-dbf2-4616-bb55-10ed188b237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.630529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca135e6e-d272-4f17-8e71-2cca8bb80443 None None] Pushing event updated for resources: {'Port': ['ID=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:12.636155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.643422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.653139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528d1fe-dbf2-4616-bb55-10ed188b237a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df07bf98-60de-4136-8439-aa74a28789ab,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:12.696903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531aa7f3-76d3-4fa4-b805-1dcd95a98fdd None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:12.705514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:12.705667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7952f2-0915-41d9-9b1f-c715660e2aa1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:12.709131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6528d1fe-dbf2-4616-bb55-10ed188b237a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.712610 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6528d1fe-dbf2-4616-bb55-10ed188b237a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/df07bf98-60de-4136-8439-aa74a28789ab HTTP/1.1" status: 204 len: 168 time: 1.2146776 Nov 12 21:03:12.719708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:12.722157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:12.725032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52912) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:12.732804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce327a6-809f-4d1b-9110-9b44d5cef832 None None] Network 6d55188b-f390-4fb9-9446-2ca26fe33c28 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:12.808463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba5010-a611-4907-9a1b-da674cfca544 req-2030821d-d935-464a-a556-f5a847358427 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:12.818228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ba5010-a611-4907-9a1b-da674cfca544 req-2030821d-d935-464a-a556-f5a847358427 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.1710660 Nov 12 21:03:12.830748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:12.894882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=a0b2c94d-f831-4a99-a3ee-b279f6c4e087,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:13.021570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:13.022331 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.039432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] DHCP port deletion for 6d55188b-f390-4fb9-9446-2ca26fe33c28 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:13.050522 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.114587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.133615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] Deleting port 57b1d162-4b94-400e-8199-fe8e399a9e23 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:13.134048 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.170924 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:13.176016 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.211252 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 2b69dc23-b24e-4173-84d5-bef97f717ad7 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:13.224838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:13.233291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] For port 57b1d162-4b94-400e-8199-fe8e399a9e23, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=57b1d162-4b94-400e-8199-fe8e399a9e23,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:13.234647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.252331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] Calling delete_port for 57b1d162-4b94-400e-8199-fe8e399a9e23 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:13.273933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:13.274486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.283950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=8bd5dff2-9e12-4647-9f59-743e1602b2fa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:13.334909 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5ffb443c-694d-4228-b30e-e36ea43c0a6e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7165685 Nov 12 21:03:13.339493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52916) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:13.344860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'port': {'network_id': 'c1f8cbc7-0cfa-4dba-870c-03c154ccced4', 'name': 'tempest-FloatingIPTestJSON-361912834'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:13.389060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Deleting port 57b1d162-4b94-400e-8199-fe8e399a9e23 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:13.389305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.431196 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.480586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] Pushing event deleted for resources: {'Port': ['ID=57b1d162-4b94-400e-8199-fe8e399a9e23,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:13.484678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf62483-6000-4879-bd6b-7bd536d20fcd None None] No DVR routers for this DVR port 57b1d162-4b94-400e-8199-fe8e399a9e23 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:13.494870 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.537626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.559610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] For port 57b1d162-4b94-400e-8199-fe8e399a9e23, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=57b1d162-4b94-400e-8199-fe8e399a9e23,segment=NetworkSegment(d540392c-0bc7-48c3-8fc7-d424a0b9b5d9),segment_id=d540392c-0bc7-48c3-8fc7-d424a0b9b5d9)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:13.560056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.585330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Calling delete_port for 57b1d162-4b94-400e-8199-fe8e399a9e23 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:13.619662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ba5010-a611-4907-9a1b-da674cfca544 req-a7485d6c-5784-4bbd-9468-5176d3da49d0 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001416 Nov 12 21:03:13.634676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-7be28d34-90f3-48ce-b906-16f7102a5439 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:13.636320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-7be28d34-90f3-48ce-b906-16f7102a5439 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.78 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.2987335 Nov 12 21:03:13.653457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95ef94-ffc3-454a-9441-e2c741341809 req-385e4228-ec66-4e59-8c50-cbb31b741c21 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:13.659432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae95ef94-ffc3-454a-9441-e2c741341809 req-385e4228-ec66-4e59-8c50-cbb31b741c21 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 945 time: 0.3228126 Nov 12 21:03:13.727949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:13.742382 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.789334 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.790135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1648232e-8e4f-482c-8f08-879ebc2bbed5 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:03:13.798143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:13.798724 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.812964 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.812964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5c34b833-d112-47a2-9c89-61e2ea178463 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1648232e-8e4f-482c-8f08-879ebc2bbed5 HTTP/1.1" status: 204 len: 168 time: 2.7517216 Nov 12 21:03:13.815169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52918) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:13.860514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae95ef94-ffc3-454a-9441-e2c741341809 req-7dfe71a3-2232-4d34-960c-987eec243934 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723306 Nov 12 21:03:13.885700 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.889031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Deleting port 5c42103b-ba69-48b4-bef9-afc098e7ef81 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:13.889375 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.912722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.937786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:13.941379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.957035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,segment=NetworkSegment(7c8154bb-e611-43c9-a369-f7369a089f37),segment_id=7c8154bb-e611-43c9-a369-f7369a089f37)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:13.992524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bade43b-1493-40ad-8c3a-a7826ddefb79 None None] Network 2b69dc23-b24e-4173-84d5-bef97f717ad7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:14.020452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] device_id is not set on port 990aa772-7f3f-4a5b-abc4-5c39312af510 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:03:14.038033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48bdeb2-c720-4790-aad3-e01058951595 admin admin] Deleting subnet b1f8470e-54ab-45e2-82b7-8f288266b1ea {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:14.056533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.082129 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f48bdeb2-c720-4790-aad3-e01058951595 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.088769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.158276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] For port 5c42103b-ba69-48b4-bef9-afc098e7ef81, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5c42103b-ba69-48b4-bef9-afc098e7ef81,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:14.159190 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.163087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 57b1d162-4b94-400e-8199-fe8e399a9e23 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:14.166767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b1d162-4b94-400e-8199-fe8e399a9e23,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:14.182434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Calling delete_port for 5c42103b-ba69-48b4-bef9-afc098e7ef81 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:14.190667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] No DVR routers for this DVR port 57b1d162-4b94-400e-8199-fe8e399a9e23 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:14.193948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=43d78f28-101e-4276-80f0-36399ec242f7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:14.203907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f48bdeb2-c720-4790-aad3-e01058951595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.207613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d8ec08fa-2ac2-4ae4-ab7a-029bb273f51b None None] Provisioning complete for port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:14.208096 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d8ec08fa-2ac2-4ae4-ab7a-029bb273f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.210004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 57b1d162-4b94-400e-8199-fe8e399a9e23 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:14.210346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 57b1d162-4b94-400e-8199-fe8e399a9e23 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:14.210752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b1d2b42a-4075-45c9-9f6a-75cc9b669944 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:14.247345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:14.261093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking segment: {'id': '8d201f6b-91d8-4026-b166-0fc6a7b5cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:14.261461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network hostable DHCP agents. Network: 93efd8f7-99a5-42e9-a89b-2b6061829e30, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:14.272165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b1d2b42a-4075-45c9-9f6a-75cc9b669944 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:14.272165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b1d2b42a-4075-45c9-9f6a-75cc9b669944 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:14.272165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 77885970-0f0e-4f01-bb05-328a89f0383d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:14.307160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 77885970-0f0e-4f01-bb05-328a89f0383d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:14.307586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 77885970-0f0e-4f01-bb05-328a89f0383d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:14.359594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.20.0.14 (c1f8cbc7-0cfa-4dba-870c-03c154ccced4/4e070056-3cf3-415b-9ac8-6dab88052aac/990aa772-7f3f-4a5b-abc4-5c39312af510) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:14.375155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.447043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d55188b-f390-4fb9-9446-2ca26fe33c28']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:14.467344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:14.468970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd540392c-0bc7-48c3-8fc7-d424a0b9b5d9') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:14.495635 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.512974 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f48bdeb2-c720-4790-aad3-e01058951595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.544549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 93efd8f7-99a5-42e9-a89b-2b6061829e30 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:14.553281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.575389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.576805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:14.577208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.580719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:14.580921 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:14.596175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.597491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['838e8a58-2ee3-4927-b777-bfc48a6da5d6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:14.617746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Pushing event deleted for resources: {'Port': ['ID=5c42103b-ba69-48b4-bef9-afc098e7ef81,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:14.635954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.640934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:14.642748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['9a344b48-663b-47f7-9763-fc3d7a2d7904', '5c42103b-ba69-48b4-bef9-afc098e7ef81'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:14.666265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 93efd8f7-99a5-42e9-a89b-2b6061829e30) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:14.689472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:14.690811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.698530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e7f2fe-5d9e-4cc1-a4fc-cf27f1424555 None None] Network 93efd8f7-99a5-42e9-a89b-2b6061829e30 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:14.711418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] No DVR routers for this DVR port 5c42103b-ba69-48b4-bef9-afc098e7ef81 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:14.722073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.726089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e867c34-8be6-4012-9f86-3ba75b1a65ac req-0ee6bfdf-ac78-4f63-8eca-1cb207412306 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.78 "DELETE /v2.0/ports/5c42103b-ba69-48b4-bef9-afc098e7ef81 HTTP/1.1" status: 204 len: 173 time: 1.0624986 Nov 12 21:03:14.726561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082cb1f0-2d41-4499-a01b-745ee63dd394', 'name': 'network-vif-deleted', 'tag': '5c42103b-ba69-48b4-bef9-afc098e7ef81'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:14.730131 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8c178a-a122-4709-978e-c99636fbfdc4" -d '{"events": [{"server_uuid": "082cb1f0-2d41-4499-a01b-745ee63dd394", "name": "network-vif-deleted", "tag": "5c42103b-ba69-48b4-bef9-afc098e7ef81"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:14.756378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.757479 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.828482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552ab0-4061-4b86-ade7-0166e2657d86 req-b24686df-15b5-4ae2-9904-4cc8348e876b tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:14.832084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6552ab0-4061-4b86-ade7-0166e2657d86 req-b24686df-15b5-4ae2-9904-4cc8348e876b tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.0756586 Nov 12 21:03:14.868373 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.870260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f48bdeb2-c720-4790-aad3-e01058951595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.873382 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.928317 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cd50b24b-7a1e-4633-b0e3-19b39469c4ba tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4273319 Nov 12 21:03:14.931726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-36c237f6-9c4e-4485-8150-a876701443e5 None None] Provisioning complete for port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:14.932255 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-36c237f6-9c4e-4485-8150-a876701443e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.936256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52928) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:14.945223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.949860 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6d55188b-f390-4fb9-9446-2ca26fe33c28 HTTP/1.1" status: 204 len: 168 time: 2.2113223 Nov 12 21:03:14.955600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:14.967417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30', 'name': 'tempest-PortsIpV6TestJSON-420601094', 'fixed_ips': [{'subnet_id': '43d78f28-101e-4276-80f0-36399ec242f7', 'ip_address': '2001:db8::10'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:14.996781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6552ab0-4061-4b86-ade7-0166e2657d86 req-bb2d4ea0-f6b0-43b1-8b0f-885705cf6002 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584039 Nov 12 21:03:14.999389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=8bd5dff2-9e12-4647-9f59-743e1602b2fa,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:15.001728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:15.035125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed326a1-d6a0-4bce-bcb0-74035340b953 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d55188b-f390-4fb9-9446-2ca26fe33c28,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:15.035125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bdeb2-c720-4790-aad3-e01058951595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f8470e-54ab-45e2-82b7-8f288266b1ea,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:15.064447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f48bdeb2-c720-4790-aad3-e01058951595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.075102 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f48bdeb2-c720-4790-aad3-e01058951595 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b1f8470e-54ab-45e2-82b7-8f288266b1ea HTTP/1.1" status: 204 len: 168 time: 1.2587845 Nov 12 21:03:15.078147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52932) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:15.079403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e671c3-9bac-44e2-91ce-30e80f3b8f99 None None] Network da242f3a-e193-45a1-9c1a-084171207d19 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:15.088816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:15.135782 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d2ce2e-47af-4e2d-a887-4c706d27295a x-openstack-request-id: req-76d2ce2e-47af-4e2d-a887-4c706d27295a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:15.136078 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082cb1f0-2d41-4499-a01b-745ee63dd394", "name": "network-vif-deleted", "tag": "5c42103b-ba69-48b4-bef9-afc098e7ef81", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:15.136335 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76d2ce2e-47af-4e2d-a887-4c706d27295a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:15.136745 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082cb1f0-2d41-4499-a01b-745ee63dd394', 'name': 'network-vif-deleted', 'tag': '5c42103b-ba69-48b4-bef9-afc098e7ef81', 'status': 'completed', 'code': 200} Nov 12 21:03:15.200784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=990aa772-7f3f-4a5b-abc4-5c39312af510,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:15.222681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 2b69dc23-b24e-4173-84d5-bef97f717ad7 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:15.229105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1525db3-0144-450c-8220-3858c8cc9696 req-aeec0bd6-9df2-465f-9aaf-2d3ddce1ca75 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=082cb1f0-2d41-4499-a01b-745ee63dd394 HTTP/1.1" status: 200 len: 210 time: 0.0435460 Nov 12 21:03:15.238648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.246059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:15.276886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:15.277617 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.362680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-93efd8f7-99a5-42e9-a89b-2b6061829e30', 'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30', 'tenant_id': '28578d75becd43738d838ce48b956d2d', 'fixed_ips': [{'subnet_id': '43d78f28-101e-4276-80f0-36399ec242f7'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:03:15.363656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.455134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-79189da7-d661-4b5e-9174-242048ec10a5 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1105411 Nov 12 21:03:15.455762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52934) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:15.474620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '990aa772-7f3f-4a5b-abc4-5c39312af510', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:15.503020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Deleting port f598401d-2a62-497a-b796-521bf6531fd9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:15.503483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.536798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:15.546032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52936) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:15.601800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] For port f598401d-2a62-497a-b796-521bf6531fd9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f598401d-2a62-497a-b796-521bf6531fd9,segment=NetworkSegment(c8a874ec-1ce4-43c9-8636-4b0df11c5476),segment_id=c8a874ec-1ce4-43c9-8636-4b0df11c5476)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:15.602708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1405d0e2-13e9-4197-85ff-6729899ccb20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cc043d6557c454bb59a2953763aa397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545945 Nov 12 21:03:15.603187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.605393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52938) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:15.620404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Calling delete_port for f598401d-2a62-497a-b796-521bf6531fd9 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:15.621230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:15.674610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:03:15.729051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d601ff7-fb61-4ff2-99da-2679e6f409c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.758308 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.763323 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d601ff7-fb61-4ff2-99da-2679e6f409c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.773612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-36c237f6-9c4e-4485-8150-a876701443e5 None None] Provisioning complete for port 8bd5dff2-9e12-4647-9f59-743e1602b2fa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:15.773612 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-36c237f6-9c4e-4485-8150-a876701443e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.806254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:15.806500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Allocated IP 2001:db8::2 (93efd8f7-99a5-42e9-a89b-2b6061829e30/43d78f28-101e-4276-80f0-36399ec242f7/e2362e1e-ef8e-4634-8026-e01dc2b8016d) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:15.808399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:15.808766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.812638 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b686358a-13bf-4bd3-a2e4-fc29c9e60dc9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1943855 Nov 12 21:03:15.818362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52940) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:15.823588 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:15.824278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-266144454'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:15.843571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547c6a21-8501-46b1-be38-61514e50d255 None None] DHCP port deletion for da242f3a-e193-45a1-9c1a-084171207d19 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:15.859056 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:15.862268 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:15.895694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.905132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.959923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f598401d-2a62-497a-b796-521bf6531fd9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:15.965276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:15.971486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.973118 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:15.982690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port e5ca0989-091f-4782-899a-5d343fbdf65a yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:03:16.024618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] No DVR routers for this DVR port f598401d-2a62-497a-b796-521bf6531fd9 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:16.060819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-36c237f6-9c4e-4485-8150-a876701443e5 None None] Port 8bd5dff2-9e12-4647-9f59-743e1602b2fa cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:16.084427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-547c6a21-8501-46b1-be38-61514e50d255 None None] The port 'f598401d-2a62-497a-b796-521bf6531fd9' was deleted {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 21:03:16.209404 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d601ff7-fb61-4ff2-99da-2679e6f409c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.212109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d601ff7-fb61-4ff2-99da-2679e6f409c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.215737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4d601ff7-fb61-4ff2-99da-2679e6f409c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8603ae45-55f9-4842-9943-b80eab48b280 HTTP/1.1" status: 204 len: 168 time: 0.6067679 Nov 12 21:03:16.227674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.229971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.254297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9b7952f2-0915-41d9-9b1f-c715660e2aa1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:16.264514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da242f3a-e193-45a1-9c1a-084171207d19']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:16.277195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a874ec-1ce4-43c9-8636-4b0df11c5476') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:16.277496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a874ec-1ce4-43c9-8636-4b0df11c5476') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:16.280762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d601ff7-fb61-4ff2-99da-2679e6f409c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8603ae45-55f9-4842-9943-b80eab48b280,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:16.284583 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:13Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:14Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:16.303732 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.317329 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.322723 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.337981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307d51-b212-47de-98fb-d8f3fbe78a8a req-01810798-dffc-4252-a2b1-100adbdf8863 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:16.340415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef307d51-b212-47de-98fb-d8f3fbe78a8a req-01810798-dffc-4252-a2b1-100adbdf8863 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.1826558 Nov 12 21:03:16.341820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 9b7952f2-0915-41d9-9b1f-c715660e2aa1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:16.342244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9b7952f2-0915-41d9-9b1f-c715660e2aa1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:16.347735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:16.348278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.348387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f9aa014d-ac4e-4185-a730-ea3502f1df75 None None] Provisioning complete for port 8bd5dff2-9e12-4647-9f59-743e1602b2fa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:16.349625 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9aa014d-ac4e-4185-a730-ea3502f1df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.362662 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:16.363020 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Updating router 895884d6-1c03-4c7f-8a94-0506de4aa73f port 8bd5dff2-9e12-4647-9f59-743e1602b2fa binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:03:16.404390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa014d-ac4e-4185-a730-ea3502f1df75 None None] Port 8bd5dff2-9e12-4647-9f59-743e1602b2fa cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:16.419696 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.434868 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.471734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.25.8.228 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/c65b2223-cad6-48c5-8a22-ceb89dc46978) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:16.478849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef307d51-b212-47de-98fb-d8f3fbe78a8a req-0c807b33-4a82-4c85-b5e8-92a3aa6b9efa tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289582 Nov 12 21:03:16.493180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Network 93efd8f7-99a5-42e9-a89b-2b6061829e30 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:16.500447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:16.521453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:16.522842 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:16.529510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:16.529618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::10 (93efd8f7-99a5-42e9-a89b-2b6061829e30/43d78f28-101e-4276-80f0-36399ec242f7/e5ca0989-091f-4782-899a-5d343fbdf65a) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:16.532646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Pushing event updated for resources: {'Port': ['ID=e2362e1e-ef8e-4634-8026-e01dc2b8016d,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:16.540481 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.541097 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment 017731c7-776c-4924-9d2a-20a90b3fc1da of type vlan for network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 Nov 12 21:03:16.597827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Attempting to bind port e2362e1e-ef8e-4634-8026-e01dc2b8016d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:16.598213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Attempting to bind port e2362e1e-ef8e-4634-8026-e01dc2b8016d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '8d201f6b-91d8-4026-b166-0fc6a7b5cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:16.598607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Attempting to bind port e2362e1e-ef8e-4634-8026-e01dc2b8016d on network 93efd8f7-99a5-42e9-a89b-2b6061829e30 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:16.600404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.604916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:16.605942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Checking segment: {'id': '8d201f6b-91d8-4026-b166-0fc6a7b5cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:16.606788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.607204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Bound using segment: {'id': '8d201f6b-91d8-4026-b166-0fc6a7b5cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:16.607834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Bound port: e2362e1e-ef8e-4634-8026-e01dc2b8016d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d201f6b-91d8-4026-b166-0fc6a7b5cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:16.608222 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.670786 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.677312 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.684525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.686544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] For port e2362e1e-ef8e-4634-8026-e01dc2b8016d, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:16.689360 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] 10.222.0.64 "DELETE /v2.0/networks/da242f3a-e193-45a1-9c1a-084171207d19 HTTP/1.1" status: 204 len: 168 time: 1.5977857 Nov 12 21:03:16.695658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] For port e2362e1e-ef8e-4634-8026-e01dc2b8016d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2362e1e-ef8e-4634-8026-e01dc2b8016d,segment=NetworkSegment(8d201f6b-91d8-4026-b166-0fc6a7b5cce0),segment_id=8d201f6b-91d8-4026-b166-0fc6a7b5cce0)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:16.710000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8ce18-a9ee-4ef8-baca-9de3fcdb12dc admin admin] Pushing event deleted for resources: {'Network': ['ID=da242f3a-e193-45a1-9c1a-084171207d19,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:16.767198 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.775957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.791892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:16.793292 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.831627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.853721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.887933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:16.925683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:16.930879 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-276fb862-091e-485e-a524-2d05477dac6a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1099715 Nov 12 21:03:16.930879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52956) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:16.937818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:16.938353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:16.941669 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:16.966824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:16.977786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7e347-c86c-4946-be89-2646daf6490e None None] Pushing event updated for resources: {'Port': ['ID=e2362e1e-ef8e-4634-8026-e01dc2b8016d,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:16.980775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:16.997891 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.074621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=c65b2223-cad6-48c5-8a22-ceb89dc46978,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:17.144876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 93efd8f7-99a5-42e9-a89b-2b6061829e30 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:17.150922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:17.153439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:17.160079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:17.160754 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.179018 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.225006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef45137-0c2f-4f16-94ab-bf2736ca61bb req-e56e0af5-d643-4ee0-9e02-4e2b986067e0 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:17.226616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ef45137-0c2f-4f16-94ab-bf2736ca61bb req-e56e0af5-d643-4ee0-9e02-4e2b986067e0 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 946 time: 0.2058794 Nov 12 21:03:17.229968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=e5ca0989-091f-4782-899a-5d343fbdf65a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:17.243635 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Pushing event updated for resources: {'Port': ['ID=8bd5dff2-9e12-4647-9f59-743e1602b2fa,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:17.257177 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.257820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.258377 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.258923 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.259491 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.286979 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.287091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:17.287606 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.287606 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.287606 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.287606 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.287606 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.287606 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:17.288200 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.364587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ef45137-0c2f-4f16-94ab-bf2736ca61bb req-df26ef99-efe0-445b-a422-241487c98145 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945852 Nov 12 21:03:17.380012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f903e3d8-9b41-4326-83c0-233c1f536dd2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4204450 Nov 12 21:03:17.389131 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Attempting to bind port 8bd5dff2-9e12-4647-9f59-743e1602b2fa on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:17.390307 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Attempting to bind port 8bd5dff2-9e12-4647-9f59-743e1602b2fa by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:17.393599 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Attempting to bind port 8bd5dff2-9e12-4647-9f59-743e1602b2fa on network 2b69dc23-b24e-4173-84d5-bef97f717ad7 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:17.415246 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:17.415868 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Checking segment: {'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:17.416599 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.417160 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Bound using segment: {'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:17.417940 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Bound port: 8bd5dff2-9e12-4647-9f59-743e1602b2fa, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8154bb-e611-43c9-a369-f7369a089f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:17.418487 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.455618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52968) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:17.462693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': '93efd8f7-99a5-42e9-a89b-2b6061829e30', 'name': 'tempest-PortsIpV6TestJSON-1394358914', 'fixed_ips': [{'subnet_id': '43d78f28-101e-4276-80f0-36399ec242f7', 'ip_address': '2001:db8::f'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:17.521075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52970) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:17.547494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5c42103b-ba69-48b4-bef9-afc098e7ef81 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:17.619926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2362e1e-ef8e-4634-8026-e01dc2b8016d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:17.621189 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] For port 8bd5dff2-9e12-4647-9f59-743e1602b2fa, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:17.624727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 5c42103b-ba69-48b4-bef9-afc098e7ef81 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:17.625261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5c42103b-ba69-48b4-bef9-afc098e7ef81 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:17.625483 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] For port 8bd5dff2-9e12-4647-9f59-743e1602b2fa, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8bd5dff2-9e12-4647-9f59-743e1602b2fa,segment=NetworkSegment(7c8154bb-e611-43c9-a369-f7369a089f37),segment_id=7c8154bb-e611-43c9-a369-f7369a089f37)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:17.709162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e2362e1e-ef8e-4634-8026-e01dc2b8016d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:17.709879 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.722422 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.799910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3f181c64-7a51-46b9-aa73-50eafb5d6aef None None] Provisioning complete for port 8bd5dff2-9e12-4647-9f59-743e1602b2fa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:17.800150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f181c64-7a51-46b9-aa73-50eafb5d6aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.882441 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ce6fe-fce3-41d2-9beb-93ef9eceaa33 None None] Pushing event updated for resources: {'Port': ['ID=8bd5dff2-9e12-4647-9f59-743e1602b2fa,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:17.899678 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:17.900404 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:17.956869 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f181c64-7a51-46b9-aa73-50eafb5d6aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:17.962325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-919cd9e8-f7e0-41a1-a2cf-e6a02f2678fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d3eb9aea66f485ab2148ab1989dfab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256418 Nov 12 21:03:17.976515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52980) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:17.992802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c3dac-755d-4e02-9ec1-1580c35c630a req-96c078f6-c901-40ec-b3d2-d6cf0d23b791 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:17.994573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a8c3dac-755d-4e02-9ec1-1580c35c630a req-96c078f6-c901-40ec-b3d2-d6cf0d23b791 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.2996492 Nov 12 21:03:18.027767 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:18.090778 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.187516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3f181c64-7a51-46b9-aa73-50eafb5d6aef None None] For port 8bd5dff2-9e12-4647-9f59-743e1602b2fa, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8bd5dff2-9e12-4647-9f59-743e1602b2fa,segment=NetworkSegment(7c8154bb-e611-43c9-a369-f7369a089f37),segment_id=7c8154bb-e611-43c9-a369-f7369a089f37)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:18.264032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port e2362e1e-ef8e-4634-8026-e01dc2b8016d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2362e1e-ef8e-4634-8026-e01dc2b8016d,segment=NetworkSegment(8d201f6b-91d8-4026-b166-0fc6a7b5cce0),segment_id=8d201f6b-91d8-4026-b166-0fc6a7b5cce0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:18.268482 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f181c64-7a51-46b9-aa73-50eafb5d6aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.320267 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-301d71a8-92ab-41c0-888e-273a3661a452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.327254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f181c64-7a51-46b9-aa73-50eafb5d6aef None None] Pushing event updated for resources: {'Port': ['ID=8bd5dff2-9e12-4647-9f59-743e1602b2fa,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:18.345264 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.413260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52986) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:18.416800 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:13Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:17Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:18.481102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f598401d-2a62-497a-b796-521bf6531fd9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:18.483246 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b963fede-ecc7-4707-9af3-3541aa1f3917 None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:13Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:17Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:18.513906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6f082c26-78c3-480f-b047-f0648a009b7e None None] Provisioning complete for port 8bd5dff2-9e12-4647-9f59-743e1602b2fa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:18.514603 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6f082c26-78c3-480f-b047-f0648a009b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.559544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: f598401d-2a62-497a-b796-521bf6531fd9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:18.560245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f598401d-2a62-497a-b796-521bf6531fd9 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:18.562168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=e2362e1e-ef8e-4634-8026-e01dc2b8016d,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:18.567921 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.574062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:18.581431 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.641746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-876197813-network', 'tenant_id': '0eeced59fb29428db7750deb5dc9bb5a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:18.706080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=692e35d0-57d4-4349-a2f8-229c4af0e463,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:18.721433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f82f1-3ada-4793-89fa-78b5e001a890 None None] Network 93efd8f7-99a5-42e9-a89b-2b6061829e30 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:18.738797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:18.739166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:18.767446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Made reservation on behalf of 0eeced59fb29428db7750deb5dc9bb5a for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:18.770936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.785693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.797066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f1fcf27f-6dc0-4aa5-8b67-bdbbc0257a9f None None] Provisioning complete for port e2362e1e-ef8e-4634-8026-e01dc2b8016d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:18.797443 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf27f-6dc0-4aa5-8b67-bdbbc0257a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.845508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:18.940528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:18.958962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:18.959660 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:18.965548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2984d927-1565-4a63-a614-21e7307bb853 None None] Network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:18.969067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.013358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-301d71a8-92ab-41c0-888e-273a3661a452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.053867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a8c3dac-755d-4e02-9ec1-1580c35c630a req-32bd71e5-7efe-45d1-8a0a-8a8ba826251c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0083179 Nov 12 21:03:19.069130 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a2841944-a898-418d-bba2-4dd3c65ee451 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1386147 Nov 12 21:03:19.071804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.076941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52990) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:19.132791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 20a5c4aa-1516-4d0c-8010-1547a435e70c yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:03:19.190090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ef4114-b28b-4c62-b93b-8c7d16038f1b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:19.203211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-a1fdafe4-f673-468a-83b3-40e8a89b753a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:19.204850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-a1fdafe4-f673-468a-83b3-40e8a89b753a tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 946 time: 0.7793899 Nov 12 21:03:19.228492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:03:19.229716 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.249728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:19.287345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.287699 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Added segment 4213aaf0-9b59-42d6-9a99-f3e91bc0e39d of type vlan for network ff1b73a8-1956-4b39-9813-254599d46848 Nov 12 21:03:19.425567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Allocated IP 2001:db8:1::2 (6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2/692e35d0-57d4-4349-a2f8-229c4af0e463/2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:19.440956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.441519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a69afb-4c1d-4c54-8bd9-f6872a726966 req-d0af3ca6-b42c-45a9-a7c6-c6bd4e1fba33 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:19.451773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3a69afb-4c1d-4c54-8bd9-f6872a726966 req-d0af3ca6-b42c-45a9-a7c6-c6bd4e1fba33 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 946 time: 0.8945258 Nov 12 21:03:19.494860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.608123 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.611084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:19.611966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.613409 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.634768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d48c49e2-cdbe-4d25-9e25-dfcf0e359319 None None] Provisioning complete for port e2362e1e-ef8e-4634-8026-e01dc2b8016d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:19.635184 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d48c49e2-cdbe-4d25-9e25-dfcf0e359319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.686097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.694587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::f (93efd8f7-99a5-42e9-a89b-2b6061829e30/43d78f28-101e-4276-80f0-36399ec242f7/20a5c4aa-1516-4d0c-8010-1547a435e70c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:19.707179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2362e1e-ef8e-4634-8026-e01dc2b8016d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:19.753656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1b73a8-1956-4b39-9813-254599d46848,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:19.765846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:19.773900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:19.782244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network ff1b73a8-1956-4b39-9813-254599d46848 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:19.787233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:19.792254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3a69afb-4c1d-4c54-8bd9-f6872a726966 req-7b76337e-4e41-44d1-8750-772f2b4f1755 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363721 Nov 12 21:03:19.793264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-301d71a8-92ab-41c0-888e-273a3661a452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.797828 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-301d71a8-92ab-41c0-888e-273a3661a452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:19.799159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-301d71a8-92ab-41c0-888e-273a3661a452 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8195a2a-c21a-41dd-a523-a91ff881881e HTTP/1.1" status: 204 len: 168 time: 1.8199015 Nov 12 21:03:19.822267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d71a8-92ab-41c0-888e-273a3661a452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8195a2a-c21a-41dd-a523-a91ff881881e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:19.838282 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f44f91cf-44f8-4711-be75-bdddb04d29b5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4198146 Nov 12 21:03:19.841791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52994) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:19.861771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Request body: {'subnet': {'network_id': 'ff1b73a8-1956-4b39-9813-254599d46848', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-876197813-subnet', 'tenant_id': '0eeced59fb29428db7750deb5dc9bb5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:19.946434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Pushing event updated for resources: {'Port': ['ID=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:19.947581 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.010729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Attempting to bind port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:20.011651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Attempting to bind port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:20.012098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Attempting to bind port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc on network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:20.026279 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.030887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:20.031353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Checking segment: {'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:20.032519 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.032519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Bound using segment: {'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:20.033059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Bound port: 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:20.033444 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.053521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Made reservation on behalf of 0eeced59fb29428db7750deb5dc9bb5a for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:20.059940 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.081074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Deleting port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:20.081441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.084236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e2362e1e-ef8e-4634-8026-e01dc2b8016d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:20.084579 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.137782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d48c49e2-cdbe-4d25-9e25-dfcf0e359319 None None] Provisioning complete for port e5ca0989-091f-4782-899a-5d343fbdf65a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:20.138153 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d48c49e2-cdbe-4d25-9e25-dfcf0e359319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.170384 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.229142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d48c49e2-cdbe-4d25-9e25-dfcf0e359319 None None] Port e5ca0989-091f-4782-899a-5d343fbdf65a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:20.232666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-10fa5088-27b4-434d-9614-de4735678751 None None] For port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:20.267403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-10fa5088-27b4-434d-9614-de4735678751 None None] For port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,segment=NetworkSegment(017731c7-776c-4924-9d2a-20a90b3fc1da),segment_id=017731c7-776c-4924-9d2a-20a90b3fc1da)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:20.287426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8bd5dff2-9e12-4647-9f59-743e1602b2fa up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:20.368449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ac246515-c207-4628-8405-0a7eff2c76be None None] Provisioning complete for port e5ca0989-091f-4782-899a-5d343fbdf65a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:20.368869 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac246515-c207-4628-8405-0a7eff2c76be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.376425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8bd5dff2-9e12-4647-9f59-743e1602b2fa triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:20.377236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.448718 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.449432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ad965-2f76-4809-a054-9d7fdf62b5b5 req-4669fb2e-d526-4aea-a689-dfa912f20a5a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:20.453660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d5ad965-2f76-4809-a054-9d7fdf62b5b5 req-4669fb2e-d526-4aea-a689-dfa912f20a5a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.2385049 Nov 12 21:03:20.462989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ac246515-c207-4628-8405-0a7eff2c76be None None] Port e5ca0989-091f-4782-899a-5d343fbdf65a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:20.509697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8:1::1 (6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2/692e35d0-57d4-4349-a2f8-229c4af0e463/72201385-aa72-4dcd-ab01-90c013629bd0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:20.550572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.554535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] For port 838e8a58-2ee3-4927-b777-bfc48a6da5d6, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=838e8a58-2ee3-4927-b777-bfc48a6da5d6,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:20.555184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.569170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa5088-27b4-434d-9614-de4735678751 None None] Pushing event updated for resources: {'Port': ['ID=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:20.580913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.605889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Calling delete_port for 838e8a58-2ee3-4927-b777-bfc48a6da5d6 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:20.617410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d5ad965-2f76-4809-a054-9d7fdf62b5b5 req-7021f19b-8782-41e7-bf95-fa0463cb7d08 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566663 Nov 12 21:03:20.700858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.714150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 838e8a58-2ee3-4927-b777-bfc48a6da5d6 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:20.720281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4fdb41-ff07-4b11-9c05-a8f4be593a42,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:20.769204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Checking segment: {'id': '4213aaf0-9b59-42d6-9a99-f3e91bc0e39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1b73a8-1956-4b39-9813-254599d46848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:20.769573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Network hostable DHCP agents. Network: ff1b73a8-1956-4b39-9813-254599d46848, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:20.810046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.865597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.883750 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.897434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 93efd8f7-99a5-42e9-a89b-2b6061829e30 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:20.898932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:20.926398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:20.932285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:20.932955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.950667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Network ff1b73a8-1956-4b39-9813-254599d46848 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:20.992531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=20a5c4aa-1516-4d0c-8010-1547a435e70c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:21.013442 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.074142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2edc9058-f237-44e3-8d20-5bcd3b24410f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6172440 Nov 12 21:03:21.082647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53016) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:21.118766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, ff1b73a8-1956-4b39-9813-254599d46848) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:21.129290 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.130886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21b14c5-e050-4e70-99f2-dd1df08fea8c None None] Network ff1b73a8-1956-4b39-9813-254599d46848 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:21.134432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:21.135248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.138237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63b35-7446-43ef-a7be-945992ceb68f req-e19dce6e-34ec-4e05-b4bc-e11273b49e01 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:21.139563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=72201385-aa72-4dcd-ab01-90c013629bd0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:21.145759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99c63b35-7446-43ef-a7be-945992ceb68f req-e19dce6e-34ec-4e05-b4bc-e11273b49e01 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 946 time: 0.2548120 Nov 12 21:03:21.151389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:21.156234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=c65b2223-cad6-48c5-8a22-ceb89dc46978,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:21.157826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:21.161867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:21.162609 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.200264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.236823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['9a344b48-663b-47f7-9763-fc3d7a2d7904'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:21.263731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Pushing event deleted for resources: {'Port': ['ID=838e8a58-2ee3-4927-b777-bfc48a6da5d6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:21.346727 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-16aa3f03-a392-46e3-a44d-f5e9f2d13d14 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5039928 Nov 12 21:03:21.412339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f31fc-1a7b-4716-b354-4fa158e75edf None None] Network ff1b73a8-1956-4b39-9813-254599d46848 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:21.435475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53022) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:21.435626 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP e1f72d63-55dd-4ac0-9740-1253d4c5a347 associated. External IP: 172.25.8.228, port: 990aa772-7f3f-4a5b-abc4-5c39312af510. Nov 12 21:03:21.558611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.612627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9b28f654-43ed-4292-8f57-7c9f39642248 None None] Provisioning complete for port 20a5c4aa-1516-4d0c-8010-1547a435e70c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:21.613006 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9b28f654-43ed-4292-8f57-7c9f39642248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.658222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:21.662946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9b28f654-43ed-4292-8f57-7c9f39642248 None None] Port 20a5c4aa-1516-4d0c-8010-1547a435e70c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:21.674206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99c63b35-7446-43ef-a7be-945992ceb68f req-c019c9cf-9e90-42dc-b48d-60c971b62b86 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275199 Nov 12 21:03:21.724696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-256969123-network', 'tenant_id': 'b678188cb4244ff7b5ffad324e67ecc2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:21.773399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a469cae-e1b4-4e36-865f-5593092ee859 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:21.790102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3a469cae-e1b4-4e36-865f-5593092ee859 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7036667 Nov 12 21:03:21.796453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] No DVR routers for this DVR port 838e8a58-2ee3-4927-b777-bfc48a6da5d6 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:21.798363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53034) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:21.799329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:21.799918 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.856552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:21.858019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c9ad403-3145-4050-a01a-bf244c30d91c req-66748d83-a70f-45d9-8c50-2b6fcf4926d7 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.46 "DELETE /v2.0/ports/838e8a58-2ee3-4927-b777-bfc48a6da5d6 HTTP/1.1" status: 204 len: 173 time: 2.4341435 Nov 12 21:03:21.872689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce763615-7fd3-4669-a653-10352ec9bec4', 'name': 'network-vif-deleted', 'tag': '838e8a58-2ee3-4927-b777-bfc48a6da5d6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:21.872689 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b4df4e-ea75-4fd3-9ecf-734e74dd5f2d" -d '{"events": [{"server_uuid": "ce763615-7fd3-4669-a653-10352ec9bec4", "name": "network-vif-deleted", "tag": "838e8a58-2ee3-4927-b777-bfc48a6da5d6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:21.976861 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.032014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,segment=NetworkSegment(017731c7-776c-4924-9d2a-20a90b3fc1da),segment_id=017731c7-776c-4924-9d2a-20a90b3fc1da)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:22.082129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Made reservation on behalf of b678188cb4244ff7b5ffad324e67ecc2 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:22.088620 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.100377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.111242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb1845-4a91-4bfd-b017-b1b16dbf38ec None None] Network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:22.182315 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.220413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-06594915-e2ea-442d-bec8-7e74f382c1ff None None] Provisioning complete for port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:22.220861 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06594915-e2ea-442d-bec8-7e74f382c1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.235677 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.268213 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.310295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.311337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.328129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2267f85-a234-4adb-a3f0-e9b30317d97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:22.334175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2267f85-a234-4adb-a3f0-e9b30317d97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:22.340465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2267f85-a234-4adb-a3f0-e9b30317d97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:22.343772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f2267f85-a234-4adb-a3f0-e9b30317d97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5190401 Nov 12 21:03:22.347185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53046) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:22.383184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b01348-f071-49ac-94c2-a7a1615e6cc7 req-90116256-2132-4426-8625-735cf22a2a94 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:22.383852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:22.384732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60b01348-f071-49ac-94c2-a7a1615e6cc7 req-90116256-2132-4426-8625-735cf22a2a94 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.5836751 Nov 12 21:03:22.443754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=72201385-aa72-4dcd-ab01-90c013629bd0,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:22.446085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.508573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:22.514361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:22.516878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ca8a-5a75-487c-be65-ec531311348a req-739e1074-3d00-4f26-b0bd-a7e56363e1ef tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:22.518416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-739e1074-3d00-4f26-b0bd-a7e56363e1ef tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/networks?id=ff1b73a8-1956-4b39-9813-254599d46848 HTTP/1.1" status: 200 len: 813 time: 0.2511885 Nov 12 21:03:22.521870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60b01348-f071-49ac-94c2-a7a1615e6cc7 req-f98a7929-21ca-4846-a673-a02dd2ee5f40 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064212 Nov 12 21:03:22.544630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-9247933d-dda6-4111-9986-8dd540acc893 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/quotas/0eeced59fb29428db7750deb5dc9bb5a HTTP/1.1" status: 200 len: 375 time: 0.0146141 Nov 12 21:03:22.550913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ce49a-dc1b-427d-8c4d-981c18003ca9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:22.578422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.579068 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Added segment 3d1e0457-90f6-44a7-93d6-b62a0b4435f1 of type vlan for network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b Nov 12 21:03:22.594497 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23baee9-5c86-4aec-b577-d9cd79b3cd5b x-openstack-request-id: req-b23baee9-5c86-4aec-b577-d9cd79b3cd5b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:22.594801 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce763615-7fd3-4669-a653-10352ec9bec4", "name": "network-vif-deleted", "tag": "838e8a58-2ee3-4927-b777-bfc48a6da5d6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:22.595057 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b23baee9-5c86-4aec-b577-d9cd79b3cd5b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:22.595490 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce763615-7fd3-4669-a653-10352ec9bec4', 'name': 'network-vif-deleted', 'tag': '838e8a58-2ee3-4927-b777-bfc48a6da5d6', 'status': 'completed', 'code': 200} Nov 12 21:03:22.614772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:22.620974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-c1adb190-433b-4317-a0d1-e878e53226e6 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eeced59fb29428db7750deb5dc9bb5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676448 Nov 12 21:03:22.637995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-7605ef28-7029-4bc6-96d3-c3c86f4421f2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:03:22.638445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:22.639347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-7605ef28-7029-4bc6-96d3-c3c86f4421f2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074143 Nov 12 21:03:22.661443 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.747195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:22.762059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a8a43469-af29-4247-89ed-594de9fe41f9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 20a5c4aa-1516-4d0c-8010-1547a435e70c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:22.762409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a8a43469-af29-4247-89ed-594de9fe41f9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.763717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9058bfc-6611-4ed9-b27f-911bcba7f9c3 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:22.785919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9058bfc-6611-4ed9-b27f-911bcba7f9c3 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:22.793001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-f92f8d29-3ddc-4fee-8ae8-c21fe7fa67af service neutron] 10.222.0.64 "GET /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262040 Nov 12 21:03:22.797313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b9058bfc-6611-4ed9-b27f-911bcba7f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:22.848467 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.851406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:22.851406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.873444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b9058bfc-6611-4ed9-b27f-911bcba7f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:22.884489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f88699e9-8e6d-4330-8e64-c5a1d8eba38b req-b6be5014-f107-48b9-af81-de96c58ad4c6 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce763615-7fd3-4669-a653-10352ec9bec4 HTTP/1.1" status: 200 len: 210 time: 0.0655293 Nov 12 21:03:22.889280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.901823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a16abc75-5be2-4897-a97b-cd107867d38d None None] Provisioning complete for port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:22.902188 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a16abc75-5be2-4897-a97b-cd107867d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.903805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9058bfc-6611-4ed9-b27f-911bcba7f9c3 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:22.904417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b9058bfc-6611-4ed9-b27f-911bcba7f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:22.922943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:22.950901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-37046bca-87c1-4ed8-b0af-10375355cdb4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4894309 Nov 12 21:03:22.952007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53050) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:22.959213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:22.971969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] Pushing event updated for resources: {'Network': ['ID=e68cd6f7-8021-47b5-84d5-c24d4bc7a42b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:22.990447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a8a43469-af29-4247-89ed-594de9fe41f9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.991906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:23.041891 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c81c9f95-48ef-4403-bde8-eb2b06474800 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6025259 Nov 12 21:03:23.047502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.073724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b9058bfc-6611-4ed9-b27f-911bcba7f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:23.074537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9058bfc-6611-4ed9-b27f-911bcba7f9c3 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:23.077095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53052) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:23.082684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Request body: {'subnet': {'network_id': 'e68cd6f7-8021-47b5-84d5-c24d4bc7a42b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-256969123-subnet', 'tenant_id': 'b678188cb4244ff7b5ffad324e67ecc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:23.091165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a8a43469-af29-4247-89ed-594de9fe41f9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 20a5c4aa-1516-4d0c-8010-1547a435e70c owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:23.157590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-27790e56-f913-49ab-80c6-be8262eab431 service neutron] 10.222.0.64 "GET /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636429 Nov 12 21:03:23.180198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a16abc75-5be2-4897-a97b-cd107867d38d None None] Provisioning complete for port 72201385-aa72-4dcd-ab01-90c013629bd0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:23.180568 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a16abc75-5be2-4897-a97b-cd107867d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.181573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:23.189066 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a23d0b3f-d322-4444-9d36-b0d00b675c3e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0609291 Nov 12 21:03:23.192816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53054) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:23.194621 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:23.212253 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:23.213242 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:23.235079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Made reservation on behalf of b678188cb4244ff7b5ffad324e67ecc2 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:23.239324 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.251859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a16abc75-5be2-4897-a97b-cd107867d38d None None] Port 72201385-aa72-4dcd-ab01-90c013629bd0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:23.277805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1708115174'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:23.362886 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:23.379502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ad130774-dc1e-413f-beb0-2e464b82ae50 None None] Provisioning complete for port 72201385-aa72-4dcd-ab01-90c013629bd0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:23.379975 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ad130774-dc1e-413f-beb0-2e464b82ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.418737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:23.421452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ad130774-dc1e-413f-beb0-2e464b82ae50 None None] Port 72201385-aa72-4dcd-ab01-90c013629bd0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:23.425478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.492360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:23.505501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.506125 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment 1a582430-0742-4385-a593-6da779dc836f of type vlan for network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c Nov 12 21:03:23.539202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a8a43469-af29-4247-89ed-594de9fe41f9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.551567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1fc850cf-6ddc-41c7-808e-cd473313a58e None None] Provisioning complete for port 72201385-aa72-4dcd-ab01-90c013629bd0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:23.551987 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1fc850cf-6ddc-41c7-808e-cd473313a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.592688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a43469-af29-4247-89ed-594de9fe41f9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=20a5c4aa-1516-4d0c-8010-1547a435e70c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:23.622127 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.630970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:23.672305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.704025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e203ef38-b048-4670-9e12-ed7b2e18203b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:23.706503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1fc850cf-6ddc-41c7-808e-cd473313a58e None None] Port 72201385-aa72-4dcd-ab01-90c013629bd0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:23.712380 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a8a43469-af29-4247-89ed-594de9fe41f9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.720054 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a8a43469-af29-4247-89ed-594de9fe41f9 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/20a5c4aa-1516-4d0c-8010-1547a435e70c HTTP/1.1" status: 204 len: 168 time: 1.3694453 Nov 12 21:03:23.721713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53064) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:23.723986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.745028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:23.745466 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.747381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb9dd0e8-793e-46e5-959b-a166e13eb80f req-814e0202-a56b-4d6a-ba4f-7f3da4274b89 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 210 time: 0.1292701 Nov 12 21:03:23.767155 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4d7773-ea81-4b9f-b780-7043f17e5d41 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:03:23.769171 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2c4d7773-ea81-4b9f-b780-7043f17e5d41 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/20a5c4aa-1516-4d0c-8010-1547a435e70c HTTP/1.1" status: 404 len: 333 time: 0.0464790 Nov 12 21:03:23.772163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53066) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:23.786451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.787070 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP e1f72d63-55dd-4ac0-9740-1253d4c5a347 disassociated. External IP: 172.25.8.228, port: 990aa772-7f3f-4a5b-abc4-5c39312af510. Nov 12 21:03:23.926967 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:21Z', 'revision_number': 3, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:21Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:23.962794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.970372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:23.971005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.976583 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:23.976929 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Updating router 895884d6-1c03-4c7f-8a94-0506de4aa73f port 72201385-aa72-4dcd-ab01-90c013629bd0 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:03:24.001821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096782a-86f5-4772-8b1e-189863a4863a req-a5d5a793-e9f9-4cf0-b03d-d23c0b9e84a4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:24.004933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c096782a-86f5-4772-8b1e-189863a4863a req-a5d5a793-e9f9-4cf0-b03d-d23c0b9e84a4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.3463781 Nov 12 21:03:24.017490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Checking segment: {'id': '3d1e0457-90f6-44a7-93d6-b62a0b4435f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e68cd6f7-8021-47b5-84d5-c24d4bc7a42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:24.018036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Network hostable DHCP agents. Network: e68cd6f7-8021-47b5-84d5-c24d4bc7a42b, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:24.025389 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.073892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-670613f8-f219-4b97-b958-b8e86e9fcee5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port e5ca0989-091f-4782-899a-5d343fbdf65a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:24.074495 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670613f8-f219-4b97-b958-b8e86e9fcee5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.107751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=68ff7e3f-3b8d-40b7-ac04-23f93b8b397c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:24.125994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:24.172253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c096782a-86f5-4772-8b1e-189863a4863a req-c39f549f-bec3-4db3-9cc5-0b97b85451a9 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432979 Nov 12 21:03:24.187511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:24.209422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670613f8-f219-4b97-b958-b8e86e9fcee5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.228694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8bc07dba-48f4-44ec-acaa-44c3798f9eb1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0302925 Nov 12 21:03:24.231477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53076) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:24.237148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:24.240952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-670613f8-f219-4b97-b958-b8e86e9fcee5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for e5ca0989-091f-4782-899a-5d343fbdf65a owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:24.321336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:24.373066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, e68cd6f7-8021-47b5-84d5-c24d4bc7a42b) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:24.381363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:24.382188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.390948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f2fc26-51ae-4f75-9eb5-2ed2997e749c None None] Network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:24.417788 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.457700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:24.462699 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.470456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e59e4-e77e-4357-9173-89c049c7e152 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:24.493084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2cb4d036-3f7d-4a58-b129-248cc1662351 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/floatingips/e1f72d63-55dd-4ac0-9740-1253d4c5a347 HTTP/1.1" status: 200 len: 688 time: 1.5390604 Nov 12 21:03:24.496019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53078) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:24.510075 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.511086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:24.517569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.520884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e59e4-e77e-4357-9173-89c049c7e152 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:24.521521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-889e59e4-e77e-4357-9173-89c049c7e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:24.579627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670613f8-f219-4b97-b958-b8e86e9fcee5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.584330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-889e59e4-e77e-4357-9173-89c049c7e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:24.601282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8284441-810a-4a15-9d6b-6a754b6aede0 None None] Network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:24.626611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670613f8-f219-4b97-b958-b8e86e9fcee5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=e5ca0989-091f-4782-899a-5d343fbdf65a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:24.647556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e59e4-e77e-4357-9173-89c049c7e152 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:24.648795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-889e59e4-e77e-4357-9173-89c049c7e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:24.686092 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Attempting to bind port 72201385-aa72-4dcd-ab01-90c013629bd0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:24.688398 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Attempting to bind port 72201385-aa72-4dcd-ab01-90c013629bd0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:24.700435 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Attempting to bind port 72201385-aa72-4dcd-ab01-90c013629bd0 on network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:24.704231 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:24.708939 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Checking segment: {'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:24.709807 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.711415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Bound using segment: {'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:24.712080 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Bound port: 72201385-aa72-4dcd-ab01-90c013629bd0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017731c7-776c-4924-9d2a-20a90b3fc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:24.713888 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.723896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-889e59e4-e77e-4357-9173-89c049c7e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:24.724486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e59e4-e77e-4357-9173-89c049c7e152 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:24.753611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a824e8f-9028-40a7-8988-d23d002f18a0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6754076 Nov 12 21:03:24.804926 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3133fa-a29e-44a9-8549-e1fa3ec88e7f None None] Pushing event updated for resources: {'Port': ['ID=72201385-aa72-4dcd-ab01-90c013629bd0,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:24.880362 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] For port 72201385-aa72-4dcd-ab01-90c013629bd0, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:24.885187 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] For port 72201385-aa72-4dcd-ab01-90c013629bd0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=72201385-aa72-4dcd-ab01-90c013629bd0,segment=NetworkSegment(017731c7-776c-4924-9d2a-20a90b3fc1da),segment_id=017731c7-776c-4924-9d2a-20a90b3fc1da)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:24.906553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670613f8-f219-4b97-b958-b8e86e9fcee5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.910119 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-670613f8-f219-4b97-b958-b8e86e9fcee5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/e5ca0989-091f-4782-899a-5d343fbdf65a HTTP/1.1" status: 204 len: 168 time: 1.1366796 Nov 12 21:03:24.912922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53086) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:24.937653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea0e3681-f31f-4834-bc65-a86909d54ad1 req-abc8e93d-a871-4276-84e5-599df2813f73 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 210 time: 0.0666494 Nov 12 21:03:24.943330 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b08e91-7624-4687-931c-7c115501cd7a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:03:24.945625 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24b08e91-7624-4687-931c-7c115501cd7a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/e5ca0989-091f-4782-899a-5d343fbdf65a HTTP/1.1" status: 404 len: 333 time: 0.0317609 Nov 12 21:03:24.949524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53088) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:25.001146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddf464-a9ac-4f50-8897-7c8baf68f75a req-d5fcdfc3-ea4e-4f1a-a5a4-935f6927fcec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:25.002959 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.009542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ddf464-a9ac-4f50-8897-7c8baf68f75a req-d5fcdfc3-ea4e-4f1a-a5a4-935f6927fcec tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.2367735 Nov 12 21:03:25.015741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port c65b2223-cad6-48c5-8a22-ceb89dc46978 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:25.016031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.078488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4daec374-9f09-4928-9e13-decc75aeaca5 None None] Provisioning complete for port 72201385-aa72-4dcd-ab01-90c013629bd0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:25.078488 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4daec374-9f09-4928-9e13-decc75aeaca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.078784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc20d504-b9ad-4a0d-9f58-1b3615fc1ef3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet 43d78f28-101e-4276-80f0-36399ec242f7 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:25.078784 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc20d504-b9ad-4a0d-9f58-1b3615fc1ef3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.092614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ddf464-a9ac-4f50-8897-7c8baf68f75a req-a692d7a9-9b1d-48d3-916a-6c2003475140 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819674 Nov 12 21:03:25.109740 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3133fa-a29e-44a9-8549-e1fa3ec88e7f None None] Pushing event updated for resources: {'Port': ['ID=72201385-aa72-4dcd-ab01-90c013629bd0,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:25.119377 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:25.119993 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:25.215332 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc20d504-b9ad-4a0d-9f58-1b3615fc1ef3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.272547 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:25.287389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.320668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4daec374-9f09-4928-9e13-decc75aeaca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.385205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.392798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.409331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4daec374-9f09-4928-9e13-decc75aeaca5 None None] For port 72201385-aa72-4dcd-ab01-90c013629bd0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=72201385-aa72-4dcd-ab01-90c013629bd0,segment=NetworkSegment(017731c7-776c-4924-9d2a-20a90b3fc1da),segment_id=017731c7-776c-4924-9d2a-20a90b3fc1da)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:25.428675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for c65b2223-cad6-48c5-8a22-ceb89dc46978 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:25.501778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=f6c87b60-edf3-4354-970d-38a992f147c8,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:25.504291 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4daec374-9f09-4928-9e13-decc75aeaca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.550331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:25.552893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:25.569026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b0be-5c21-49ab-add6-fc9255ac0f36 req-423784bd-163b-4af8-bb62-e2d8841241c4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:25.570678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4781b0be-5c21-49ab-add6-fc9255ac0f36 req-423784bd-163b-4af8-bb62-e2d8841241c4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.2145383 Nov 12 21:03:25.571237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daec374-9f09-4928-9e13-decc75aeaca5 None None] Pushing event updated for resources: {'Port': ['ID=72201385-aa72-4dcd-ab01-90c013629bd0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:25.628914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ad13d575-8552-4141-aaaf-a849d814d19f None None] Provisioning complete for port 72201385-aa72-4dcd-ab01-90c013629bd0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:25.629365 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ad13d575-8552-4141-aaaf-a849d814d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.651410 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:21Z', 'revision_number': 3, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:24Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:25.652761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-4cf10030-5caa-433d-97c7-8c0e2843edaf tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:25.654370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-4cf10030-5caa-433d-97c7-8c0e2843edaf tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/networks?id=e68cd6f7-8021-47b5-84d5-c24d4bc7a42b HTTP/1.1" status: 200 len: 820 time: 0.2352884 Nov 12 21:03:25.663417 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4781b0be-5c21-49ab-add6-fc9255ac0f36 req-8f692e97-2ca6-4c30-9054-a4071e5364bf tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834754 Nov 12 21:03:25.683913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-4c961630-1ca4-4b0b-a7e4-55311f79033f tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/quotas/b678188cb4244ff7b5ffad324e67ecc2 HTTP/1.1" status: 200 len: 375 time: 0.0179331 Nov 12 21:03:25.687471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:25.699305 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb6b91-87a3-40ab-a7d6-4e82848d1232 None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:21Z', 'revision_number': 3, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:24Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:25.739654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-dc1d45b6-e385-4c4f-97f0-d30d28b4ac28 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b678188cb4244ff7b5ffad324e67ecc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475392 Nov 12 21:03:25.815178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:25.835735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:25.835735 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.836214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8172d-b490-44b1-b567-f763e9691503 None None] Network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:25.879727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0e9153b1-9895-4890-b4ca-d14c5493777a service neutron] 10.222.0.64 "GET /v2.0/networks/e68cd6f7-8021-47b5-84d5-c24d4bc7a42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390719 Nov 12 21:03:25.931369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4a48057b-10f8-4239-8713-e276aa85ff22 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6965148 Nov 12 21:03:25.936874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53108) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:26.012407 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc20d504-b9ad-4a0d-9f58-1b3615fc1ef3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.029948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:03:26.032406 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.223843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Allocated IP 2001:db8:2::2 (68ff7e3f-3b8d-40b7-ac04-23f93b8b397c/f6c87b60-edf3-4354-970d-38a992f147c8/5e126444-a3d2-4688-a07b-94cf5c320b0a) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:26.287555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc20d504-b9ad-4a0d-9f58-1b3615fc1ef3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.320818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20d504-b9ad-4a0d-9f58-1b3615fc1ef3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=43d78f28-101e-4276-80f0-36399ec242f7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:26.333752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc20d504-b9ad-4a0d-9f58-1b3615fc1ef3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.337142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc20d504-b9ad-4a0d-9f58-1b3615fc1ef3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/43d78f28-101e-4276-80f0-36399ec242f7 HTTP/1.1" status: 204 len: 168 time: 1.3865278 Nov 12 21:03:26.339801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53114) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:26.353715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01558993-879e-4144-a1a1-b2db0918d687 None None] Network 93efd8f7-99a5-42e9-a89b-2b6061829e30 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:26.386112 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.462888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71b5d0d8-fae9-4f57-9b9f-ede19bfec566 req-04de3b3c-e969-4531-8def-848686d99eec tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 210 time: 0.4124465 Nov 12 21:03:26.503313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.505691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=c65b2223-cad6-48c5-8a22-ceb89dc46978,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:26.590466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.598299 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.627410 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.630318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.631516 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5264b0f5-9e94-4cfe-a8a5-e893accd141f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/floatingips/e1f72d63-55dd-4ac0-9740-1253d4c5a347 HTTP/1.1" status: 204 len: 168 time: 2.1341746 Nov 12 21:03:26.648089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53116) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:26.653051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:26.654448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': 'a0b2c94d-f831-4a99-a3ee-b279f6c4e087'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:26.656753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:26.661384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:26.678924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Pushing event updated for resources: {'Port': ['ID=5e126444-a3d2-4688-a07b-94cf5c320b0a,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:26.709908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port e2362e1e-ef8e-4634-8026-e01dc2b8016d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:26.709908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.724444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-e2d0271f-da64-4e21-b66a-dbde914e5f02 service neutron] 10.222.0.64 "GET /v2.0/networks/e68cd6f7-8021-47b5-84d5-c24d4bc7a42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8437593 Nov 12 21:03:26.769840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-e6944605-406b-4c59-bf45-4cb2f7bac4cc tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:26.771883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-e6944605-406b-4c59-bf45-4cb2f7bac4cc tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.78 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.3566892 Nov 12 21:03:26.855943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94284e-ebc3-46bf-9758-3b6bb5459002 req-947384fd-4f46-4162-a2f3-4c30d7570aeb tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:26.857320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d94284e-ebc3-46bf-9758-3b6bb5459002 req-947384fd-4f46-4162-a2f3-4c30d7570aeb tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 945 time: 0.2441096 Nov 12 21:03:26.870666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] For port e2362e1e-ef8e-4634-8026-e01dc2b8016d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2362e1e-ef8e-4634-8026-e01dc2b8016d,segment=NetworkSegment(8d201f6b-91d8-4026-b166-0fc6a7b5cce0),segment_id=8d201f6b-91d8-4026-b166-0fc6a7b5cce0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:26.871329 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.886039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for e2362e1e-ef8e-4634-8026-e01dc2b8016d owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:26.894565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] DHCP port deletion for 93efd8f7-99a5-42e9-a89b-2b6061829e30 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:26.948061 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Attempting to bind port 5e126444-a3d2-4688-a07b-94cf5c320b0a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:26.948445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Attempting to bind port 5e126444-a3d2-4688-a07b-94cf5c320b0a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:26.948812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Attempting to bind port 5e126444-a3d2-4688-a07b-94cf5c320b0a on network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:26.957727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:26.960398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Checking segment: {'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:26.960398 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.960398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Bound using segment: {'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:26.960398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Bound port: 5e126444-a3d2-4688-a07b-94cf5c320b0a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:26.960398 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.993787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.067944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] Deleting port e2362e1e-ef8e-4634-8026-e01dc2b8016d {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:27.068342 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.126625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] For port 5e126444-a3d2-4688-a07b-94cf5c320b0a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:27.144166 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.149319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] For port 5e126444-a3d2-4688-a07b-94cf5c320b0a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5e126444-a3d2-4688-a07b-94cf5c320b0a,segment=NetworkSegment(1a582430-0742-4385-a593-6da779dc836f),segment_id=1a582430-0742-4385-a593-6da779dc836f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:27.157328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] For port e2362e1e-ef8e-4634-8026-e01dc2b8016d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2362e1e-ef8e-4634-8026-e01dc2b8016d,segment=NetworkSegment(8d201f6b-91d8-4026-b166-0fc6a7b5cce0),segment_id=8d201f6b-91d8-4026-b166-0fc6a7b5cce0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:27.161110 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.171464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] Calling delete_port for e2362e1e-ef8e-4634-8026-e01dc2b8016d owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:27.190628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d94284e-ebc3-46bf-9758-3b6bb5459002 req-3101ba27-33a9-48d8-8632-487f7e74da69 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914734 Nov 12 21:03:27.194592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=e2362e1e-ef8e-4634-8026-e01dc2b8016d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:27.205687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No DVR routers for this DVR port e2362e1e-ef8e-4634-8026-e01dc2b8016d on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:27.225280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Deleting port 9a344b48-663b-47f7-9763-fc3d7a2d7904 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:27.225624 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.308307 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.316595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.321832 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.336416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07168080-d2a1-497c-9a0e-add2a93b0bbf req-8dea3891-8ce5-435d-869a-99ae09923a8e tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:27.337987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07168080-d2a1-497c-9a0e-add2a93b0bbf req-8dea3891-8ce5-435d-869a-99ae09923a8e tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.2792456 Nov 12 21:03:27.343405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] No DVR routers for this DVR port e2362e1e-ef8e-4634-8026-e01dc2b8016d on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:27.344889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0e650-7d7d-4b41-a07a-121ba57e8497 None None] Pushing event deleted for resources: {'Port': ['ID=e2362e1e-ef8e-4634-8026-e01dc2b8016d,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:27.349315 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93efd8f7-99a5-42e9-a89b-2b6061829e30']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:27.376074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d201f6b-91d8-4026-b166-0fc6a7b5cce0') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:27.376566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d201f6b-91d8-4026-b166-0fc6a7b5cce0') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:27.387633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.387951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fbffbc5-ff84-46f1-9b28-51b1f1d69c83 req-577dae82-f52b-4306-8c72-22b424c5f257 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 210 time: 0.1033616 Nov 12 21:03:27.404086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.415457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:27.416278 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.417979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:27.422374 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:27.489683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c05a3-424f-4056-9020-e9a17928ba7c None None] Pushing event updated for resources: {'Port': ['ID=5e126444-a3d2-4688-a07b-94cf5c320b0a,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:27.565462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 72201385-aa72-4dcd-ab01-90c013629bd0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:27.572076 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ae8067da-3094-4d04-a1b3-7f00f463c448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.643221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 72201385-aa72-4dcd-ab01-90c013629bd0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:27.643756 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.652574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.676457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.704589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/networks/93efd8f7-99a5-42e9-a89b-2b6061829e30 HTTP/1.1" status: 204 len: 168 time: 1.3636494 Nov 12 21:03:27.705543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437b526-6aa4-4d40-8d50-3d8c1ba199b7 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Network': ['ID=93efd8f7-99a5-42e9-a89b-2b6061829e30,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:27.710480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53130) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:27.725196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-398305632'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:27.725824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc642392-43cb-487b-9b30-86bf53fed0a2 req-041446b7-a6ea-4ce2-9e4d-5a497f2d66eb tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 210 time: 0.1150801 Nov 12 21:03:27.753569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07168080-d2a1-497c-9a0e-add2a93b0bbf req-78dc9709-09ab-4bbf-84fb-0831d5db4e4a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836849 Nov 12 21:03:27.753569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.803765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] For port 9a344b48-663b-47f7-9763-fc3d7a2d7904, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9a344b48-663b-47f7-9763-fc3d7a2d7904,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:27.803765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.830276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Calling delete_port for 9a344b48-663b-47f7-9763-fc3d7a2d7904 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:27.873335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2362e1e-ef8e-4634-8026-e01dc2b8016d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:27.900462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e2362e1e-ef8e-4634-8026-e01dc2b8016d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:27.903819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2362e1e-ef8e-4634-8026-e01dc2b8016d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:27.928125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:27.935875 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:27.938659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ca8a-5a75-487c-be65-ec531311348a req-0a0e2588-303e-4c4e-a3c9-143f82b7058c tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:27.940271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-0a0e2588-303e-4c4e-a3c9-143f82b7058c tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.78 "GET /v2.0/networks?id=ff1b73a8-1956-4b39-9813-254599d46848 HTTP/1.1" status: 200 len: 813 time: 0.5092194 Nov 12 21:03:27.969468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Request body: {'port': {'device_id': '087e250c-fefc-4b33-8993-fe912d6c9de3', 'network_id': 'ff1b73a8-1956-4b39-9813-254599d46848', 'admin_state_up': True, 'tenant_id': '0eeced59fb29428db7750deb5dc9bb5a'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:28.029599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:28.040404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.041185 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Added segment 056d576c-4b57-4d48-afa9-9ac9362d71e9 of type vlan for network f540ff23-ff5c-419e-a91c-c6aee6dd449d Nov 12 21:03:28.085624 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.189850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.25.8.154 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/db51f05b-9983-4383-8ea3-2d83e1ce79d6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:28.247421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.254623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:28.257699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.332746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Network': ['ID=f540ff23-ff5c-419e-a91c-c6aee6dd449d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:28.345725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f540ff23-ff5c-419e-a91c-c6aee6dd449d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:28.372720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8:2::1 (68ff7e3f-3b8d-40b7-ac04-23f93b8b397c/f6c87b60-edf3-4354-970d-38a992f147c8/40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:28.615238 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3c3d4d97-ec44-4e6a-adc1-27103750e820 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9012349 Nov 12 21:03:28.626719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53138) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:28.626719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': 'f540ff23-ff5c-419e-a91c-c6aee6dd449d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:28.704589 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447026e-4acb-4a03-95cc-ea794b987d32 None None] Network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:28.801490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:28.805982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.813281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40625dd1-da1b-416f-a184-87cb0917ddde req-8e7229fa-5859-445b-84ef-2852357ac61e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 210 time: 0.3449743 Nov 12 21:03:28.817925 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.819504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Made reservation on behalf of 0eeced59fb29428db7750deb5dc9bb5a for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:28.823459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.832060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.834000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['9a344b48-663b-47f7-9763-fc3d7a2d7904'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:28.840430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86159695-d3ec-4c1e-af30-9b3305c11f6f req-51456363-3f24-4960-939f-a6da9a629a60 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:28.848768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86159695-d3ec-4c1e-af30-9b3305c11f6f req-51456363-3f24-4960-939f-a6da9a629a60 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 867 time: 0.5671439 Nov 12 21:03:28.883382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2c74e76e-c5a9-4d8c-9bcf-73863a342cf8 None None] Provisioning complete for port 5e126444-a3d2-4688-a07b-94cf5c320b0a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:28.883382 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c74e76e-c5a9-4d8c-9bcf-73863a342cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:28.917656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Pushing event deleted for resources: {'Port': ['ID=9a344b48-663b-47f7-9763-fc3d7a2d7904,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:28.996843 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c74e76e-c5a9-4d8c-9bcf-73863a342cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.049154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2c74e76e-c5a9-4d8c-9bcf-73863a342cf8 None None] For port 5e126444-a3d2-4688-a07b-94cf5c320b0a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5e126444-a3d2-4688-a07b-94cf5c320b0a,segment=NetworkSegment(1a582430-0742-4385-a593-6da779dc836f),segment_id=1a582430-0742-4385-a593-6da779dc836f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:29.094820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85a581cb-0468-4992-8be4-0c2cdbb4e6f5 req-4519e3ab-1f08-411f-960c-be81b3f8fd36 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 210 time: 0.1533637 Nov 12 21:03:29.126645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c74e76e-c5a9-4d8c-9bcf-73863a342cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.170225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] No DVR routers for this DVR port 9a344b48-663b-47f7-9763-fc3d7a2d7904 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:29.177682 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.189920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.193235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74e76e-c5a9-4d8c-9bcf-73863a342cf8 None None] Pushing event updated for resources: {'Port': ['ID=5e126444-a3d2-4688-a07b-94cf5c320b0a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:29.211149 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.214920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed0046cd-a9eb-49f4-b28a-a202d5a7e87f req-4a09ada3-e85a-4f5e-af2e-59c2bc29f339 tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.78 "DELETE /v2.0/ports/9a344b48-663b-47f7-9763-fc3d7a2d7904 HTTP/1.1" status: 204 len: 173 time: 2.4307988 Nov 12 21:03:29.216384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b82652-ac9a-4f2e-a9c9-492d6d13723c', 'name': 'network-vif-deleted', 'tag': '9a344b48-663b-47f7-9763-fc3d7a2d7904'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:29.222004 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0c2f3b-8fb6-46c5-b518-b178b8de63a8" -d '{"events": [{"server_uuid": "06b82652-ac9a-4f2e-a9c9-492d6d13723c", "name": "network-vif-deleted", "tag": "9a344b48-663b-47f7-9763-fc3d7a2d7904"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:29.262608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86159695-d3ec-4c1e-af30-9b3305c11f6f req-1e4b622f-fd9c-4c4b-8695-412f359d266d tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/security-groups?id=73142599-b18a-42fc-8c71-b41b0141ae5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129663 Nov 12 21:03:29.289291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=bc78e4c8-36a0-4271-b15d-1a6a26c571c6,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:29.297210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Checking segment: {'id': '056d576c-4b57-4d48-afa9-9ac9362d71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f540ff23-ff5c-419e-a91c-c6aee6dd449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:29.297588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network hostable DHCP agents. Network: f540ff23-ff5c-419e-a91c-c6aee6dd449d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:29.350684 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc736a09-7aaa-4ff5-af55-136f5c040b59 x-openstack-request-id: req-dc736a09-7aaa-4ff5-af55-136f5c040b59 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:29.350994 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b82652-ac9a-4f2e-a9c9-492d6d13723c", "name": "network-vif-deleted", "tag": "9a344b48-663b-47f7-9763-fc3d7a2d7904", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:29.351231 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc736a09-7aaa-4ff5-af55-136f5c040b59 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:29.351656 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b82652-ac9a-4f2e-a9c9-492d6d13723c', 'name': 'network-vif-deleted', 'tag': '9a344b48-663b-47f7-9763-fc3d7a2d7904', 'status': 'completed', 'code': 200} Nov 12 21:03:29.382524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Allocated IP 172.20.0.14 (ff1b73a8-1956-4b39-9813-254599d46848/2c4fdb41-ff07-4b11-9c05-a8f4be593a42/a40e9e12-fd28-418c-b093-9efc9578bb33) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:29.396417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81713957-6f15-40ae-8234-640194e0016e req-f6b400e6-e493-4d1b-aa49-608dfa3cabb4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:29.396417 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81713957-6f15-40ae-8234-640194e0016e req-f6b400e6-e493-4d1b-aa49-608dfa3cabb4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.1793809 Nov 12 21:03:29.398254 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.418455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network f540ff23-ff5c-419e-a91c-c6aee6dd449d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:29.460554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7f58f65d-bdea-46fa-8084-f3ff1ef5e983 None None] Provisioning complete for port 5e126444-a3d2-4688-a07b-94cf5c320b0a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:29.464979 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f58f65d-bdea-46fa-8084-f3ff1ef5e983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.465120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:29.478815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:29.493453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:29.500058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=db51f05b-9983-4383-8ea3-2d83e1ce79d6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:29.509304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f540ff23-ff5c-419e-a91c-c6aee6dd449d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:29.519709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:29.520402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd7dd2-4f33-4873-bfc1-7b4fe75e56c7 None None] Network f540ff23-ff5c-419e-a91c-c6aee6dd449d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:29.520846 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.548414 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.610397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5e126444-a3d2-4688-a07b-94cf5c320b0a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:29.638284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81713957-6f15-40ae-8234-640194e0016e req-d86be1d1-3029-42de-8967-8afbd34a8c6f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274458 Nov 12 21:03:29.639210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-05fa5095-451c-496f-9583-a14b9a93f97f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0221715 Nov 12 21:03:29.643906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53146) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:29.649325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8c63b2b7-ffd3-4da6-9873-e40be85c920d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-591215332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:29.667952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:29.705898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:29.716095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:29.716622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.726980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:29.739318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c63b2b7-ffd3-4da6-9873-e40be85c920d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.741967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c63b2b7-ffd3-4da6-9873-e40be85c920d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.748382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5e126444-a3d2-4688-a07b-94cf5c320b0a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:29.749941 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.816726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c63b2b7-ffd3-4da6-9873-e40be85c920d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.827133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f540ff23-ff5c-419e-a91c-c6aee6dd449d', 'network_id': 'f540ff23-ff5c-419e-a91c-c6aee6dd449d', 'tenant_id': '28578d75becd43738d838ce48b956d2d', 'fixed_ips': [{'subnet_id': 'bc78e4c8-36a0-4271-b15d-1a6a26c571c6'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:03:29.829382 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.840916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.898983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c63b2b7-ffd3-4da6-9873-e40be85c920d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.007126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.013408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b99f4ab-3fab-49b9-83c5-2a4e5b17075a req-b1432490-6d41-4012-84ee-bf65c1fa289a tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 210 time: 0.0447211 Nov 12 21:03:30.014688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c63b2b7-ffd3-4da6-9873-e40be85c920d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.016417 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c63b2b7-ffd3-4da6-9873-e40be85c920d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3711784 Nov 12 21:03:30.019114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53150) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:30.024308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'network_id': 'f540ff23-ff5c-419e-a91c-c6aee6dd449d', 'name': 'tempest-PortsIpV6TestJSON-1775789745'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:30.069407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Allocated IP 2001:db8::2 (f540ff23-ff5c-419e-a91c-c6aee6dd449d/bc78e4c8-36a0-4271-b15d-1a6a26c571c6/6eaa8f5e-256f-44cc-8d5e-f407888e2c85) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:30.080672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Network ff1b73a8-1956-4b39-9813-254599d46848 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:30.125053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:30.129683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:30.198431 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c97cde1d-70d3-475c-ba63-a888edf3023e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.251718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-86970b5e-6907-43e6-93c4-4d1ea103b09f None None] Provisioning complete for port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:30.251718 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86970b5e-6907-43e6-93c4-4d1ea103b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.281198 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.292346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-86970b5e-6907-43e6-93c4-4d1ea103b09f None None] Port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:30.326479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Pushing event updated for resources: {'Port': ['ID=a40e9e12-fd28-418c-b093-9efc9578bb33,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:30.346125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:30.346746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.361941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.378110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:30.381620 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.399493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:03:30.422087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.463223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-a509f630-178d-426d-955b-e9640090cd6f tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:30.464712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-a509f630-178d-426d-955b-e9640090cd6f tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.78 "GET /v2.0/networks?id=e68cd6f7-8021-47b5-84d5-c24d4bc7a42b HTTP/1.1" status: 200 len: 820 time: 0.4306314 Nov 12 21:03:30.494001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd0850d2-80e6-4571-817f-e9586e013d04 req-32d2da02-4b53-4948-85c0-82a763365e3e tempest-ListServerFiltersTestJSON-2054304635 tempest-ListServerFiltersTestJSON-2054304635-project] 10.222.0.64 "GET /v2.0/ports?device_id=06b82652-ac9a-4f2e-a9c9-492d6d13723c HTTP/1.1" status: 200 len: 210 time: 0.0651958 Nov 12 21:03:30.529792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Request body: {'port': {'device_id': '73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33', 'network_id': 'e68cd6f7-8021-47b5-84d5-c24d4bc7a42b', 'admin_state_up': True, 'tenant_id': 'b678188cb4244ff7b5ffad324e67ecc2'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:30.534045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Network f540ff23-ff5c-419e-a91c-c6aee6dd449d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:30.539439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:30.540430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba56b1-5235-4b35-978d-1386896c99f7 req-66ec4043-69de-4b03-baa6-f7118d4fc31a tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:30.541959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Pushing event updated for resources: {'Port': ['ID=6eaa8f5e-256f-44cc-8d5e-f407888e2c85,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:30.543505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32ba56b1-5235-4b35-978d-1386896c99f7 req-66ec4043-69de-4b03-baa6-f7118d4fc31a tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 932 time: 0.3274422 Nov 12 21:03:30.544231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:30.590918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-eadc9abd-d8dd-40e0-aa7b-8a2bb69ff9a0 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6326566 Nov 12 21:03:30.592419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::f0 (f540ff23-ff5c-419e-a91c-c6aee6dd449d/bc78e4c8-36a0-4271-b15d-1a6a26c571c6/2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:30.603905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Attempting to bind port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:30.604320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Attempting to bind port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '056d576c-4b57-4d48-afa9-9ac9362d71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f540ff23-ff5c-419e-a91c-c6aee6dd449d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:30.604694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Attempting to bind port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 on network f540ff23-ff5c-419e-a91c-c6aee6dd449d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:30.610381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:30.610758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Checking segment: {'id': '056d576c-4b57-4d48-afa9-9ac9362d71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f540ff23-ff5c-419e-a91c-c6aee6dd449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:30.615920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-0f37095e-33dd-4ebd-b888-553a0ad018f2 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:03:30.615920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-0f37095e-33dd-4ebd-b888-553a0ad018f2 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057113 Nov 12 21:03:30.616179 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.616179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Bound using segment: {'id': '056d576c-4b57-4d48-afa9-9ac9362d71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f540ff23-ff5c-419e-a91c-c6aee6dd449d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:30.616372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Bound port: 6eaa8f5e-256f-44cc-8d5e-f407888e2c85, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056d576c-4b57-4d48-afa9-9ac9362d71e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f540ff23-ff5c-419e-a91c-c6aee6dd449d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:30.616748 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.707741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] For port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:30.718362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] For port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6eaa8f5e-256f-44cc-8d5e-f407888e2c85,segment=NetworkSegment(056d576c-4b57-4d48-afa9-9ac9362d71e9),segment_id=056d576c-4b57-4d48-afa9-9ac9362d71e9)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:30.788623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.797142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Request body: {'port': {'device_id': '087e250c-fefc-4b33-8993-fe912d6c9de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:30.807447 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.872643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043de91-dea3-49a2-92a3-4c75d79db63f None None] Pushing event updated for resources: {'Port': ['ID=6eaa8f5e-256f-44cc-8d5e-f407888e2c85,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:30.910489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.961772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network f540ff23-ff5c-419e-a91c-c6aee6dd449d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:30.965121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:30.973017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:30.979260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:30.987224 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:30.994910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:31.078797 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5052a610-b592-4764-9b11-c777f665126a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0585189 Nov 12 21:03:31.081617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53162) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:31.227653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32ba56b1-5235-4b35-978d-1386896c99f7 req-f2f4fdd8-7dab-4b3c-8ac7-06aafbfd7a1e tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307178 Nov 12 21:03:31.286520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.293834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.303573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898976e3-a4d3-4620-9a7d-7fa20daee0e9 req-deea0ea5-3e57-4bca-a8f4-e1eb2ee15c0a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:31.305102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-898976e3-a4d3-4620-9a7d-7fa20daee0e9 req-deea0ea5-3e57-4bca-a8f4-e1eb2ee15c0a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.5486398 Nov 12 21:03:31.307939 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.400468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d535526-5c86-4fcf-a6e5-4e9ecc07f796 req-99a4f847-ab78-4b5f-8ff9-61404b3080da tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 210 time: 0.0907757 Nov 12 21:03:31.464550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.533921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:31.548647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Made reservation on behalf of b678188cb4244ff7b5ffad324e67ecc2 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:31.552189 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.590336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 9a344b48-663b-47f7-9763-fc3d7a2d7904 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:31.598163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:31.615315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 9a344b48-663b-47f7-9763-fc3d7a2d7904 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:31.615844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 9a344b48-663b-47f7-9763-fc3d7a2d7904 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:31.630488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-898976e3-a4d3-4620-9a7d-7fa20daee0e9 req-391a53c8-016a-43a6-b70c-dffbcb337853 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770784 Nov 12 21:03:31.632805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:31.633453 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.712835 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.728520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.763564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6eaa8f5e-256f-44cc-8d5e-f407888e2c85,segment=NetworkSegment(056d576c-4b57-4d48-afa9-9ac9362d71e9),segment_id=056d576c-4b57-4d48-afa9-9ac9362d71e9)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:31.798250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba869a7c-1636-4ecb-a272-aa07f67744af admin admin] Deleting subnet 386d999f-49b6-4107-a85f-40cc5c5cf468 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:31.801674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba869a7c-1636-4ecb-a272-aa07f67744af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.819636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.847151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.852464 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba869a7c-1636-4ecb-a272-aa07f67744af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.864909 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.866200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.925804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=6eaa8f5e-256f-44cc-8d5e-f407888e2c85,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:31.930501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.969948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba869a7c-1636-4ecb-a272-aa07f67744af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:31.986112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c81f98-e360-434d-abc2-118b15ed25bc None None] Network f540ff23-ff5c-419e-a91c-c6aee6dd449d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:32.007175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.124878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:32.209200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:32.232678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-db48ea6c-7c38-4a9f-bc32-ce870420be76 None None] Provisioning complete for port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:32.233758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-db48ea6c-7c38-4a9f-bc32-ce870420be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.248455 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.272790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Allocated IP 172.20.0.10 (e68cd6f7-8021-47b5-84d5-c24d4bc7a42b/e203ef38-b048-4670-9e12-ed7b2e18203b/709331bd-4e08-4e4e-91dc-712887056b3b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:32.298612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:32.334101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:32.379550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba869a7c-1636-4ecb-a272-aa07f67744af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.422976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba869a7c-1636-4ecb-a272-aa07f67744af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386d999f-49b6-4107-a85f-40cc5c5cf468,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:32.432539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba869a7c-1636-4ecb-a272-aa07f67744af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.438644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ba869a7c-1636-4ecb-a272-aa07f67744af admin admin] 10.222.0.64 "DELETE /v2.0/subnets/386d999f-49b6-4107-a85f-40cc5c5cf468 HTTP/1.1" status: 204 len: 168 time: 0.8392978 Nov 12 21:03:32.441781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53172) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:32.443069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8d4a5-7b8b-4c13-8da1-60a12473ac48 None None] Network 8e70013e-4ca9-4250-8a9a-2f289798b697 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:32.524247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40e9e12-fd28-418c-b093-9efc9578bb33 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:32.548989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.574445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.593671 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.654064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.676778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ca9b156-bfda-4969-b3f3-5a9403ac540a req-03a6ffef-fcb6-42a3-ab65-025b694d6f73 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 210 time: 0.1252096 Nov 12 21:03:32.677801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Transition to ACTIVE for port object a40e9e12-fd28-418c-b093-9efc9578bb33 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:03:32.696672 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.740663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] DHCP port deletion for 8e70013e-4ca9-4250-8a9a-2f289798b697 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:32.812006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a2e9-557e-4322-8e0a-9220725dbe5c req-a359ba16-9ce4-4a22-aac0-6f8079e21175 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:32.822367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7321a2e9-557e-4322-8e0a-9220725dbe5c req-a359ba16-9ce4-4a22-aac0-6f8079e21175 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 932 time: 0.5072484 Nov 12 21:03:32.823747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] Deleting port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:32.824378 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.851462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.900308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Deleting port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:32.900649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.939783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:32.950341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a8d94f27-c3ed-4ccd-86be-a20486deb1d2 None None] Provisioning complete for port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:32.955956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a8d94f27-c3ed-4ccd-86be-a20486deb1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:32.989341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=db51f05b-9983-4383-8ea3-2d83e1ce79d6,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:33.011223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a8d94f27-c3ed-4ccd-86be-a20486deb1d2 None None] Port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:33.019950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] For port cb416a10-1ce9-4011-a0f3-b14d0e8aa631, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:33.020632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.029636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] For port cb416a10-1ce9-4011-a0f3-b14d0e8aa631, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,segment=NetworkSegment(d9f359f3-cfaa-41cd-8c4f-cbd37d79107d),segment_id=d9f359f3-cfaa-41cd-8c4f-cbd37d79107d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:33.030124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.033336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] Calling delete_port for cb416a10-1ce9-4011-a0f3-b14d0e8aa631 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:33.053646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Calling delete_port for cb416a10-1ce9-4011-a0f3-b14d0e8aa631 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:33.104052 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.138145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c1d46e6d-d925-4893-8513-d741f43b7f2b None None] Provisioning complete for port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:33.138510 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1d46e6d-d925-4893-8513-d741f43b7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.157914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.190871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:33.200738 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:33.206252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.217926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d459ff29-e517-4c49-a30e-578cc3b4c76b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2789824 Nov 12 21:03:33.218900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53178) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:33.222161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7321a2e9-557e-4322-8e0a-9220725dbe5c req-1289aafa-150a-4487-b31b-e5cd174e63ae tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989611 Nov 12 21:03:33.225889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-367136950'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:33.247600 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:33.248427 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:33.251184 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.256154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.265121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.268582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.268745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5b03-e4c7-4ed5-ab17-0c1fd7e0b81e req-c1df1a0b-b82b-44b5-9180-80ef17dbb5fb tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:33.269187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.274064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-edba5b03-e4c7-4ed5-ab17-0c1fd7e0b81e req-c1df1a0b-b82b-44b5-9180-80ef17dbb5fb tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.4471796 Nov 12 21:03:33.289824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] Pushing event deleted for resources: {'Port': ['ID=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:33.295416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] No DVR routers for this DVR port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:33.300379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8628728-67fc-4e27-957e-1d0c9dc05a88 None None] No DVR routers for this DVR port cb416a10-1ce9-4011-a0f3-b14d0e8aa631 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:33.333651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c1d46e6d-d925-4893-8513-d741f43b7f2b None None] Provisioning complete for port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:33.333651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1d46e6d-d925-4893-8513-d741f43b7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.376810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c1d46e6d-d925-4893-8513-d741f43b7f2b None None] Port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:33.383974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Pushing event updated for resources: {'Port': ['ID=a40e9e12-fd28-418c-b093-9efc9578bb33,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:33.413052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:33.524254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a7bf9758-7c2d-4076-a341-2bd91829d8d1 None None] Provisioning complete for port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:33.524627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7bf9758-7c2d-4076-a341-2bd91829d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.535585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-edba5b03-e4c7-4ed5-ab17-0c1fd7e0b81e req-c7e6106b-97f0-4b0f-b651-c9b0b272ddcf tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605929 Nov 12 21:03:33.566851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Attempting to bind port a40e9e12-fd28-418c-b093-9efc9578bb33 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:33.567193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Attempting to bind port a40e9e12-fd28-418c-b093-9efc9578bb33 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '4213aaf0-9b59-42d6-9a99-f3e91bc0e39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1b73a8-1956-4b39-9813-254599d46848'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:33.567546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Attempting to bind port a40e9e12-fd28-418c-b093-9efc9578bb33 on network ff1b73a8-1956-4b39-9813-254599d46848 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:33.583829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:33.588460 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.590520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.595727 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP aef3d6c5-6292-47ff-89c3-a6c33d282555 associated. External IP: 172.25.8.154, port: a0b2c94d-f831-4a99-a3ee-b279f6c4e087. Nov 12 21:03:33.599909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Port a40e9e12-fd28-418c-b093-9efc9578bb33 on network ff1b73a8-1956-4b39-9813-254599d46848 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:03:33.600238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Attempting to bind port a40e9e12-fd28-418c-b093-9efc9578bb33 on network ff1b73a8-1956-4b39-9813-254599d46848 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:33.602169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:33.616516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:33.616860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Checking segment: {'id': '4213aaf0-9b59-42d6-9a99-f3e91bc0e39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1b73a8-1956-4b39-9813-254599d46848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:33.617253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Bound using segment: {'id': '4213aaf0-9b59-42d6-9a99-f3e91bc0e39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1b73a8-1956-4b39-9813-254599d46848'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:33.617688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Bound port: a40e9e12-fd28-418c-b093-9efc9578bb33, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4213aaf0-9b59-42d6-9a99-f3e91bc0e39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1b73a8-1956-4b39-9813-254599d46848'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:33.618044 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.662790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf9758-7c2d-4076-a341-2bd91829d8d1 None None] Port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:33.668702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.674129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb416a10-1ce9-4011-a0f3-b14d0e8aa631,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:33.686125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:33.690207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:33.690596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.691125 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.718459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e70013e-4ca9-4250-8a9a-2f289798b697']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:33.747267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:33.748257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f359f3-cfaa-41cd-8c4f-cbd37d79107d') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:33.773342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.777750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:29Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:31Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:33.778013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:33.809447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a3e4c69b-5fe2-4446-a2b6-4e90dc3b4e77 None None] Provisioning complete for port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:33.809812 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c69b-5fe2-4446-a2b6-4e90dc3b4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.817031 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:33.817723 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Updating router 895884d6-1c03-4c7f-8a94-0506de4aa73f port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:03:33.821292 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.821873 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added segment b12b1027-4424-4b39-a010-083f3f8bca4b of type vlan for network 6a804855-eda3-467b-946c-e3ef881b3f95 Nov 12 21:03:33.823995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.836162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network f540ff23-ff5c-419e-a91c-c6aee6dd449d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:33.848437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:33.856409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:33.856977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:33.859673 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:33.874291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4c69b-5fe2-4446-a2b6-4e90dc3b4e77 None None] Port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:33.887441 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:33.913153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cb416a10-1ce9-4011-a0f3-b14d0e8aa631 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:33.942591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: cb416a10-1ce9-4011-a0f3-b14d0e8aa631 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:33.943251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cb416a10-1ce9-4011-a0f3-b14d0e8aa631 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:33.960937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.172695 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.178941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.185386 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8e70013e-4ca9-4250-8a9a-2f289798b697 HTTP/1.1" status: 204 len: 168 time: 1.7401049 Nov 12 21:03:34.196611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829b0ad-996b-41f8-8edd-3343e983f745 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e70013e-4ca9-4250-8a9a-2f289798b697,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:34.222686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8ef2deac-13e8-45b0-a199-f4846e8efdc4 None None] Provisioning complete for port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:34.223222 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ef2deac-13e8-45b0-a199-f4846e8efdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.241993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:34.242226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.257077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:34.260646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:34.261551 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.276100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:34.287106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Pushing event updated for resources: {'Port': ['ID=709331bd-4e08-4e4e-91dc-712887056b3b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:34.300083 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.303600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2deac-13e8-45b0-a199-f4846e8efdc4 None None] Port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:34.319924 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Router de9c328d-c095-4999-aa56-8986fb83e68e is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:03:34.332006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] For port a40e9e12-fd28-418c-b093-9efc9578bb33, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:34.370057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] For port a40e9e12-fd28-418c-b093-9efc9578bb33, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a40e9e12-fd28-418c-b093-9efc9578bb33,segment=NetworkSegment(4213aaf0-9b59-42d6-9a99-f3e91bc0e39d),segment_id=4213aaf0-9b59-42d6-9a99-f3e91bc0e39d)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:34.382529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20339-6e2e-4632-b320-5e2fd8c2ef25 req-77a58bb5-32e8-4469-9cab-5481a6d0692b tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:34.384095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4f20339-6e2e-4632-b320-5e2fd8c2ef25 req-77a58bb5-32e8-4469-9cab-5481a6d0692b tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 932 time: 0.5812306 Nov 12 21:03:34.385430 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.422897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:34.423322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.449247 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631df2a7-f9b8-4cf0-92f7-f4738dbc5d25 None None] Pushing event updated for resources: {'Port': ['ID=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:34.486995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.508467 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Attempting to bind port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:34.509248 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Attempting to bind port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:34.509866 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Attempting to bind port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c on network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:34.520677 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:34.520677 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Checking segment: {'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:34.520677 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.520677 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Bound using segment: {'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:34.520677 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Bound port: 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a582430-0742-4385-a593-6da779dc836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:34.520677 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.546911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:34.557886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Network': ['ID=6a804855-eda3-467b-946c-e3ef881b3f95,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:34.561520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200743b1-5ebb-489f-a4ca-0af963125ee9 None None] Sync routers for ids ['de9c328d-c095-4999-aa56-8986fb83e68e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:34.579664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0376846-6621-4252-83e6-0f5ceb81eb55 req-0e3962f6-5481-424d-a2ad-084b88323dbe tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:34.581469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0376846-6621-4252-83e6-0f5ceb81eb55 req-0e3962f6-5481-424d-a2ad-084b88323dbe tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 944 time: 0.2223444 Nov 12 21:03:34.582384 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9270c0b4-186b-4563-a913-439fe54e01c4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3618209 Nov 12 21:03:34.587553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200743b1-5ebb-489f-a4ca-0af963125ee9 None None] Routers {'de9c328d-c095-4999-aa56-8986fb83e68e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:34.588182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-200743b1-5ebb-489f-a4ca-0af963125ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['de9c328d-c095-4999-aa56-8986fb83e68e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:34.602832 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ecab44d2-c5fd-4a30-a625-ba48292d7099 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "PUT /v2.0/routers/de9c328d-c095-4999-aa56-8986fb83e68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5176473 Nov 12 21:03:34.602832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53188) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:34.606068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 6a804855-eda3-467b-946c-e3ef881b3f95 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:34.612117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'subnet': {'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:34.621696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53190) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:34.631072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:34.631711 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.633115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] 10.222.0.78 "PUT /v2.0/ports/a40e9e12-fd28-418c-b093-9efc9578bb33 HTTP/1.1" status: 200 len: 1093 time: 4.0059764 Nov 12 21:03:34.638817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-0dd3b097-fa14-4245-8956-447d8dcdac9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1523173 Nov 12 21:03:34.639529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087e250c-fefc-4b33-8993-fe912d6c9de3', 'tag': 'a40e9e12-fd28-418c-b093-9efc9578bb33'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:34.641837 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "087e250c-fefc-4b33-8993-fe912d6c9de3", "tag": "a40e9e12-fd28-418c-b093-9efc9578bb33"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:34.662214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4f20339-6e2e-4632-b320-5e2fd8c2ef25 req-10cb10b3-2164-41f3-910d-5870cbffede3 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572851 Nov 12 21:03:34.673957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Request body: {'port': {'device_id': '73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:34.687673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:34.743996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99535c71-ff48-49a8-aa04-b29e33d759de service neutron] Pushing event updated for resources: {'Port': ['ID=a40e9e12-fd28-418c-b093-9efc9578bb33,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:34.774738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-200743b1-5ebb-489f-a4ca-0af963125ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:34.810705 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] For port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:34.815054 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] For port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,segment=NetworkSegment(1a582430-0742-4385-a593-6da779dc836f),segment_id=1a582430-0742-4385-a593-6da779dc836f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:34.845255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06900a2f-c7c0-4c7a-9474-33e64a54c9b5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:34.849984 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06900a2f-c7c0-4c7a-9474-33e64a54c9b5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports?device_id=de9c328d-c095-4999-aa56-8986fb83e68e HTTP/1.1" status: 200 len: 988 time: 0.2258680 Nov 12 21:03:34.850126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200743b1-5ebb-489f-a4ca-0af963125ee9 None None] Routers {'de9c328d-c095-4999-aa56-8986fb83e68e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:34.850126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-200743b1-5ebb-489f-a4ca-0af963125ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['de9c328d-c095-4999-aa56-8986fb83e68e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:34.851069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53196) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:34.893074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-200743b1-5ebb-489f-a4ca-0af963125ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:34.893851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200743b1-5ebb-489f-a4ca-0af963125ee9 None None] The sync data for ids ['de9c328d-c095-4999-aa56-8986fb83e68e'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:34.898809 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.925141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:34.957138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0376846-6621-4252-83e6-0f5ceb81eb55 req-e4c51510-367c-410d-92fd-25c33e16c128 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204079 Nov 12 21:03:34.962156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.966836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6a98bf7c-14e2-4a3c-8db3-e2c368200157 None None] Provisioning complete for port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:34.967898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a98bf7c-14e2-4a3c-8db3-e2c368200157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:34.995409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ad288f92-188d-48da-9433-e62afa33575c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4981e08ce6aa47a49affdeb882be6e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2858121 Nov 12 21:03:35.011261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53198) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:35.021111 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:35.022130 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:35.029161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ca8a-5a75-487c-be65-ec531311348a req-1e16a919-a5a2-413c-b505-a44b32567c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:35.038211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-1e16a919-a5a2-413c-b505-a44b32567c15 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0eeced59fb29428db7750deb5dc9bb5a&device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 1096 time: 0.2288129 Nov 12 21:03:35.097852 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631df2a7-f9b8-4cf0-92f7-f4738dbc5d25 None None] Pushing event updated for resources: {'Port': ['ID=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:35.113870 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a98bf7c-14e2-4a3c-8db3-e2c368200157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:35.157439 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01792c1-27c4-432c-8385-4a399c2e123d x-openstack-request-id: req-d01792c1-27c4-432c-8385-4a399c2e123d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:35.158125 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087e250c-fefc-4b33-8993-fe912d6c9de3", "tag": "a40e9e12-fd28-418c-b093-9efc9578bb33", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:35.158624 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d01792c1-27c4-432c-8385-4a399c2e123d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:35.159254 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087e250c-fefc-4b33-8993-fe912d6c9de3', 'tag': 'a40e9e12-fd28-418c-b093-9efc9578bb33', 'status': 'completed', 'code': 200} Nov 12 21:03:35.168183 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:35.168664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6a98bf7c-14e2-4a3c-8db3-e2c368200157 None None] For port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,segment=NetworkSegment(1a582430-0742-4385-a593-6da779dc836f),segment_id=1a582430-0742-4385-a593-6da779dc836f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:35.182124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2df692-64f1-410b-bb74-e78f5a27149c req-1b60ad36-f90e-46d6-bce7-29bf2f91627d tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:35.182124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2df692-64f1-410b-bb74-e78f5a27149c req-1b60ad36-f90e-46d6-bce7-29bf2f91627d tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.3894033 Nov 12 21:03:35.249733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-af1b4f9b-d2ff-4a18-ba9a-9a9e374d56d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40e9e12-fd28-418c-b093-9efc9578bb33 HTTP/1.1" status: 200 len: 217 time: 0.1047049 Nov 12 21:03:35.258447 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a98bf7c-14e2-4a3c-8db3-e2c368200157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:35.378166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98bf7c-14e2-4a3c-8db3-e2c368200157 None None] Pushing event updated for resources: {'Port': ['ID=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:35.412466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-920caf37-039b-4ad1-a848-8ad28a1b4ad8 None None] Provisioning complete for port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:35.413540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-920caf37-039b-4ad1-a848-8ad28a1b4ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:35.525034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ca8a-5a75-487c-be65-ec531311348a req-1ceee0d5-0dff-456b-8eac-ccf69a64a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:35.526571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-1ceee0d5-0dff-456b-8eac-ccf69a64a3f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c4fdb41-ff07-4b11-9c05-a8f4be593a42 HTTP/1.1" status: 200 len: 853 time: 0.2222710 Nov 12 21:03:35.527632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:35.542303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad2df692-64f1-410b-bb74-e78f5a27149c req-0ba4cc4e-5519-4432-a84d-89f0c6f7edab tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149204 Nov 12 21:03:35.542935 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-142602e5-6d74-434f-92f4-63547c3e0ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:35.546218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Made reservation on behalf of d002b55430b5460e98e0a74cbb012de3 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:35.549787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:35.559401 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588da818-add9-41d3-8314-0c55cb269457 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:35.565025 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:29Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:34Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:35.597416 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9b41f-e976-4dbc-88ce-9bd7b0627439 None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:29Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:34Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:35.604673 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588da818-add9-41d3-8314-0c55cb269457 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:35.605469 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-588da818-add9-41d3-8314-0c55cb269457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:35.625257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-fa6e83de-2c1a-48cf-aea4-3ae809278afe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ff1b73a8-1956-4b39-9813-254599d46848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720294 Nov 12 21:03:35.649435 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-588da818-add9-41d3-8314-0c55cb269457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:35.659239 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-142602e5-6d74-434f-92f4-63547c3e0ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:35.696614 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588da818-add9-41d3-8314-0c55cb269457 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:35.696614 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-588da818-add9-41d3-8314-0c55cb269457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:35.750113 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-588da818-add9-41d3-8314-0c55cb269457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:35.750862 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588da818-add9-41d3-8314-0c55cb269457 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:35.756341 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:35.853129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b4b96dc3-c713-46ad-b784-64c6134e226a tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.2026751 Nov 12 21:03:35.860176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53202) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:35.965689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-a6514406-ef08-45fe-9632-6062d443ae12 service neutron] 10.222.0.78 "GET /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278973 Nov 12 21:03:35.976468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.005627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b9834-b96b-404c-8149-b6fe639e2601 req-ed289888-83ae-4e32-b57d-762394c41e4f tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:36.007277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d1b9834-b96b-404c-8149-b6fe639e2601 req-ed289888-83ae-4e32-b57d-762394c41e4f tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 932 time: 0.2229781 Nov 12 21:03:36.027021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709331bd-4e08-4e4e-91dc-712887056b3b {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:36.077731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5547f486-7493-4260-92da-c51576027f6f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "GET /v2.0/floatingips/aef3d6c5-6292-47ff-89c3-a6c33d282555 HTTP/1.1" status: 200 len: 978 time: 0.2113600 Nov 12 21:03:36.081213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53206) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:36.083506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.121385 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.146426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Transition to ACTIVE for port object 709331bd-4e08-4e4e-91dc-712887056b3b will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:03:36.147995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-142602e5-6d74-434f-92f4-63547c3e0ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.150564 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-142602e5-6d74-434f-92f4-63547c3e0ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.155840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-142602e5-6d74-434f-92f4-63547c3e0ef7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73142599-b18a-42fc-8c71-b41b0141ae5a HTTP/1.1" status: 204 len: 168 time: 1.1353951 Nov 12 21:03:36.182698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142602e5-6d74-434f-92f4-63547c3e0ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73142599-b18a-42fc-8c71-b41b0141ae5a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:36.225235 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d1b9834-b96b-404c-8149-b6fe639e2601 req-5bcaebd6-c747-4513-9430-eabcecdc78e3 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899707 Nov 12 21:03:36.234171 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a6ec4223-f083-47e7-9e51-6b128623977c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1497946 Nov 12 21:03:36.234368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac16ca8a-5a75-487c-be65-ec531311348a req-6f73fab5-3149-41dd-96a9-d67f451ac5f1 service neutron] 10.222.0.78 "GET /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568650 Nov 12 21:03:36.239321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53210) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:36.255307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdbff0-c279-4c5f-9e54-711b9c8908c4 req-52b87447-e774-4643-8b5f-154d3e6c39db tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:36.256886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87cdbff0-c279-4c5f-9e54-711b9c8908c4 req-52b87447-e774-4643-8b5f-154d3e6c39db tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 944 time: 0.1755784 Nov 12 21:03:36.260120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'port_id': '990aa772-7f3f-4a5b-abc4-5c39312af510'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:36.265250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.335799 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Subnet': ['ID=60824935-b5a3-407e-97c2-d9a5209fa494,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:36.378241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Checking segment: {'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:36.379083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network hostable DHCP agents. Network: 6a804855-eda3-467b-946c-e3ef881b3f95, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:36.406809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.425101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Pushing event updated for resources: {'Port': ['ID=709331bd-4e08-4e4e-91dc-712887056b3b,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:36.462836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:36.463321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.518591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 6a804855-eda3-467b-946c-e3ef881b3f95 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:36.521535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87cdbff0-c279-4c5f-9e54-711b9c8908c4 req-0fd8bd36-a11b-4895-bfe3-c79908f3ef2b tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155552 Nov 12 21:03:36.563625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-d47d3bee-89d3-4dd6-846a-9e23e1a0fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:36.564431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.564986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-d47d3bee-89d3-4dd6-846a-9e23e1a0fe7b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0eeced59fb29428db7750deb5dc9bb5a&device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 1096 time: 0.1787434 Nov 12 21:03:36.577769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:36.628520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 6a804855-eda3-467b-946c-e3ef881b3f95) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:36.634711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:36.635345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.643503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9cf2d-8bdd-4403-b334-fbd2b6fa32eb None None] Network 6a804855-eda3-467b-946c-e3ef881b3f95 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:36.729952 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1302f9df-047b-4fca-aa98-c8c42cf36ff6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1278861 Nov 12 21:03:36.738561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53216) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:36.875637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-6a804855-eda3-467b-946c-e3ef881b3f95', 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'fixed_ips': [{'subnet_id': '60824935-b5a3-407e-97c2-d9a5209fa494'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:03:36.876860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:36.997944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Attempting to bind port 709331bd-4e08-4e4e-91dc-712887056b3b on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:37.000980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Attempting to bind port 709331bd-4e08-4e4e-91dc-712887056b3b by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '3d1e0457-90f6-44a7-93d6-b62a0b4435f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e68cd6f7-8021-47b5-84d5-c24d4bc7a42b'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:37.000980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Attempting to bind port 709331bd-4e08-4e4e-91dc-712887056b3b on network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:37.019400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Allocated IP 2001:db8:3::2 (6a804855-eda3-467b-946c-e3ef881b3f95/60824935-b5a3-407e-97c2-d9a5209fa494/beca9a00-1559-4e35-ae07-e7a0f5824f6b) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:37.023973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Port 709331bd-4e08-4e4e-91dc-712887056b3b on network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:03:37.023973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Attempting to bind port 709331bd-4e08-4e4e-91dc-712887056b3b on network e68cd6f7-8021-47b5-84d5-c24d4bc7a42b {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:37.075068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:37.075445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Checking segment: {'id': '3d1e0457-90f6-44a7-93d6-b62a0b4435f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e68cd6f7-8021-47b5-84d5-c24d4bc7a42b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:37.075802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Bound using segment: {'id': '3d1e0457-90f6-44a7-93d6-b62a0b4435f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e68cd6f7-8021-47b5-84d5-c24d4bc7a42b'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:37.076241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Bound port: 709331bd-4e08-4e4e-91dc-712887056b3b, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1e0457-90f6-44a7-93d6-b62a0b4435f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e68cd6f7-8021-47b5-84d5-c24d4bc7a42b'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:37.077288 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.122074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa61d7-d436-4636-8a87-4eacc5e3ca5e req-3bf6a567-fdfe-46c5-b000-54830bc389bc tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:37.124461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55aa61d7-d436-4636-8a87-4eacc5e3ca5e req-3bf6a567-fdfe-46c5-b000-54830bc389bc tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.4678323 Nov 12 21:03:37.128746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-68ed0fbd-0459-4601-9a5d-56d0c0c988b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:37.130453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-68ed0fbd-0459-4601-9a5d-56d0c0c988b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ff1b73a8-1956-4b39-9813-254599d46848 HTTP/1.1" status: 200 len: 914 time: 0.5457249 Nov 12 21:03:37.181493 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.188296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.236811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-05068150-0541-4767-b3e0-61f98b88b314 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40e9e12-fd28-418c-b093-9efc9578bb33 HTTP/1.1" status: 200 len: 217 time: 0.0749440 Nov 12 21:03:37.245181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:37.293526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.298677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.356593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Network 6a804855-eda3-467b-946c-e3ef881b3f95 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:37.363817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:37.368523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:37.378931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Pushing event updated for resources: {'Port': ['ID=beca9a00-1559-4e35-ae07-e7a0f5824f6b,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:37.410759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] For port 709331bd-4e08-4e4e-91dc-712887056b3b, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:37.453495 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.455849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55aa61d7-d436-4636-8a87-4eacc5e3ca5e req-7bdeaaa1-c894-462d-a873-07f5ba884d19 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225632 Nov 12 21:03:37.457814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] For port 709331bd-4e08-4e4e-91dc-712887056b3b, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=709331bd-4e08-4e4e-91dc-712887056b3b,segment=NetworkSegment(3d1e0457-90f6-44a7-93d6-b62a0b4435f1),segment_id=3d1e0457-90f6-44a7-93d6-b62a0b4435f1)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:37.477813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-f4ccaa5f-9c46-4991-afe1-36274fc67ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:37.479276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-f4ccaa5f-9c46-4991-afe1-36274fc67ef8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c4fdb41-ff07-4b11-9c05-a8f4be593a42 HTTP/1.1" status: 200 len: 853 time: 0.2287462 Nov 12 21:03:37.542555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Attempting to bind port beca9a00-1559-4e35-ae07-e7a0f5824f6b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:37.542919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Attempting to bind port beca9a00-1559-4e35-ae07-e7a0f5824f6b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:37.543531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Attempting to bind port beca9a00-1559-4e35-ae07-e7a0f5824f6b on network 6a804855-eda3-467b-946c-e3ef881b3f95 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:37.549381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:37.549743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Checking segment: {'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:37.550345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.551797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Bound using segment: {'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:37.558505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Bound port: beca9a00-1559-4e35-ae07-e7a0f5824f6b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:37.558505 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.586846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-14132191-f1cf-4bf0-ac72-e888b9f948a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ff1b73a8-1956-4b39-9813-254599d46848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806248 Nov 12 21:03:37.647925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:37.671798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.766893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-08b2d159-95a9-47ab-a160-54370957263d None None] For port beca9a00-1559-4e35-ae07-e7a0f5824f6b, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:37.771358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-08b2d159-95a9-47ab-a160-54370957263d None None] For port beca9a00-1559-4e35-ae07-e7a0f5824f6b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=beca9a00-1559-4e35-ae07-e7a0f5824f6b,segment=NetworkSegment(b12b1027-4424-4b39-a010-083f3f8bca4b),segment_id=b12b1027-4424-4b39-a010-083f3f8bca4b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:37.779372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b8fa2-4c53-4e83-901d-c20b0d921079 req-14e94940-35af-41ca-b5d7-5cc5c1d73b33 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:37.782861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-582b8fa2-4c53-4e83-901d-c20b0d921079 req-14e94940-35af-41ca-b5d7-5cc5c1d73b33 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 944 time: 0.3838596 Nov 12 21:03:37.783618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:37.784404 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.830372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:37.830986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.832402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] 10.222.0.78 "PUT /v2.0/ports/709331bd-4e08-4e4e-91dc-712887056b3b HTTP/1.1" status: 200 len: 1093 time: 3.1743495 Nov 12 21:03:37.846798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33', 'tag': '709331bd-4e08-4e4e-91dc-712887056b3b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:37.849063 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33", "tag": "709331bd-4e08-4e4e-91dc-712887056b3b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:37.879997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Router de9c328d-c095-4999-aa56-8986fb83e68e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:37.909718 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:37.986308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2d159-95a9-47ab-a160-54370957263d None None] Pushing event updated for resources: {'Port': ['ID=beca9a00-1559-4e35-ae07-e7a0f5824f6b,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:37.989724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Allocated IP 2001:db8:3::1 (6a804855-eda3-467b-946c-e3ef881b3f95/60824935-b5a3-407e-97c2-d9a5209fa494/c75ff503-7939-4ad0-8a6a-fe3afed19bed) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:37.995370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-582b8fa2-4c53-4e83-901d-c20b0d921079 req-7c602666-f3d6-48d9-9d25-6514688ced8d tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014303 Nov 12 21:03:38.003098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d214a-d109-42dc-87e5-f6d446bb018e service neutron] Pushing event updated for resources: {'Port': ['ID=709331bd-4e08-4e4e-91dc-712887056b3b,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:38.077027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53242) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:38.096396 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3934f9-32f1-4d0d-8c5e-6662f378984a x-openstack-request-id: req-9a3934f9-32f1-4d0d-8c5e-6662f378984a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:38.096685 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33", "tag": "709331bd-4e08-4e4e-91dc-712887056b3b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:38.096940 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a3934f9-32f1-4d0d-8c5e-6662f378984a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:38.097330 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33', 'tag': '709331bd-4e08-4e4e-91dc-712887056b3b', 'status': 'completed', 'code': 200} Nov 12 21:03:38.105800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-7d73a8e4-2716-468d-93c4-c9a3ca6e99fa service neutron] 10.222.0.78 "GET /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288352 Nov 12 21:03:38.114489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c429066-f216-48f9-b32c-4d37587a3e9e req-dd178063-9638-40df-a354-5fad1493cd6a tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:38.116032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c429066-f216-48f9-b32c-4d37587a3e9e req-dd178063-9638-40df-a354-5fad1493cd6a tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 944 time: 0.4023104 Nov 12 21:03:38.177792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:38.191253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dce90-8fd7-48cc-b322-997056f442b9 None None] Sync routers for ids ['de9c328d-c095-4999-aa56-8986fb83e68e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:38.191809 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1993401f-3f60-483c-a2c1-1b5438183b84 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "PUT /v2.0/routers/de9c328d-c095-4999-aa56-8986fb83e68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3364303 Nov 12 21:03:38.195650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53246) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:38.213347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714dce90-8fd7-48cc-b322-997056f442b9 None None] Routers {'de9c328d-c095-4999-aa56-8986fb83e68e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:38.213677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-714dce90-8fd7-48cc-b322-997056f442b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['de9c328d-c095-4999-aa56-8986fb83e68e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:38.239978 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-172006d4-52e3-4087-9d61-db49b40267f3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:03:38.241702 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-172006d4-52e3-4087-9d61-db49b40267f3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/2afcf9d9-f3c8-4c3c-bb4a-7f8deaabaeae HTTP/1.1" status: 404 len: 333 time: 0.0446947 Nov 12 21:03:38.252464 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:38.271310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-714dce90-8fd7-48cc-b322-997056f442b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:38.277408 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.resource_extend [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:03:38.285490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714dce90-8fd7-48cc-b322-997056f442b9 None None] Routers {'de9c328d-c095-4999-aa56-8986fb83e68e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:38.286123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-714dce90-8fd7-48cc-b322-997056f442b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['de9c328d-c095-4999-aa56-8986fb83e68e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:38.339743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-923429006-network', 'tenant_id': '43179385bf04496e8fc850b90947a98d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:38.354449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-5e8030bc-28da-4014-b835-8cf7a41db285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:38.356135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-5e8030bc-28da-4014-b835-8cf7a41db285 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b678188cb4244ff7b5ffad324e67ecc2&device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 1096 time: 0.3812149 Nov 12 21:03:38.358638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437627d-ca2a-4e0a-9f35-fd76071fc39a req-58d94161-baca-40b7-9f32-801a5e66bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:38.360140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2437627d-ca2a-4e0a-9f35-fd76071fc39a req-58d94161-baca-40b7-9f32-801a5e66bd71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 1098 time: 0.5912490 Nov 12 21:03:38.362650 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-714dce90-8fd7-48cc-b322-997056f442b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:38.363325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dce90-8fd7-48cc-b322-997056f442b9 None None] The sync data for ids ['de9c328d-c095-4999-aa56-8986fb83e68e'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:38.363991 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93ac24c0-bab8-4fdd-8741-7b8981239771 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.451234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.477962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-815c7091-87a9-4de3-849f-428a287100ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=709331bd-4e08-4e4e-91dc-712887056b3b HTTP/1.1" status: 200 len: 217 time: 0.1024082 Nov 12 21:03:38.483126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.488737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c429066-f216-48f9-b32c-4d37587a3e9e req-97dcc661-4ecf-4a13-af0b-698874d9be44 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406982 Nov 12 21:03:38.507067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e8b38e5-525f-4c72-b441-ef62c73dfbbf req-e9d416db-c2a2-4b5e-8309-4b4728ac7a12 service neutron] 10.222.0.78 "GET /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892457 Nov 12 21:03:38.553559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2437627d-ca2a-4e0a-9f35-fd76071fc39a req-201fdaff-2df4-4de9-827b-581606583b6f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791160 Nov 12 21:03:38.557291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-d4521e4f-59e9-4a88-9c28-bbd466304e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:38.558714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-d4521e4f-59e9-4a88-9c28-bbd466304e64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e203ef38-b048-4670-9e12-ed7b2e18203b HTTP/1.1" status: 200 len: 860 time: 0.0678973 Nov 12 21:03:38.569887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93ac24c0-bab8-4fdd-8741-7b8981239771 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.573070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93ac24c0-bab8-4fdd-8741-7b8981239771 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.599456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Made reservation on behalf of 43179385bf04496e8fc850b90947a98d for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:38.601760 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.618301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-d9edf128-674c-42de-a64f-1ac11fffefc3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e68cd6f7-8021-47b5-84d5-c24d4bc7a42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511885 Nov 12 21:03:38.627977 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.644313 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.686932 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.724675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93ac24c0-bab8-4fdd-8741-7b8981239771 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.725374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ac24c0-bab8-4fdd-8741-7b8981239771 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Fanout notify agent at l3_agent the message router_deleted on router de9c328d-c095-4999-aa56-8986fb83e68e {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:03:38.733407 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93ac24c0-bab8-4fdd-8741-7b8981239771 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.737240 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-93ac24c0-bab8-4fdd-8741-7b8981239771 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/routers/de9c328d-c095-4999-aa56-8986fb83e68e HTTP/1.1" status: 204 len: 168 time: 0.4830518 Nov 12 21:03:38.739809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53252) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:38.776667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 6a804855-eda3-467b-946c-e3ef881b3f95 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:38.786133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:38.788669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:38.789226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.794612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=c75ff503-7939-4ad0-8a6a-fe3afed19bed,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:38.860476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8301c68-3945-48de-83f0-55bf27ede9ef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet bc78e4c8-36a0-4271-b15d-1a6a26c571c6 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:38.865585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8301c68-3945-48de-83f0-55bf27ede9ef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.940615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8301c68-3945-48de-83f0-55bf27ede9ef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:38.944298 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:03:39.048048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b190a6a-b080-41b0-89b4-6f08c84a83e5 req-459541a3-7db9-4107-8a8b-f3cd40f36f30 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:39.048624 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8301c68-3945-48de-83f0-55bf27ede9ef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.049636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b190a6a-b080-41b0-89b4-6f08c84a83e5 req-459541a3-7db9-4107-8a8b-f3cd40f36f30 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.4745634 Nov 12 21:03:39.134281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.163895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-03d466bc-9658-45c1-94f0-b423286cd71e service neutron] 10.222.0.78 "GET /v2.0/networks/e68cd6f7-8021-47b5-84d5-c24d4bc7a42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338442 Nov 12 21:03:39.171834 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP aef3d6c5-6292-47ff-89c3-a6c33d282555 associated. External IP: 172.25.8.154, port: a0b2c94d-f831-4a99-a3ee-b279f6c4e087. Nov 12 21:03:39.228004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70147a1d-db81-4f43-8aa9-05d323349ab5 None None] Network 6a804855-eda3-467b-946c-e3ef881b3f95 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:39.281085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8301c68-3945-48de-83f0-55bf27ede9ef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.306769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b190a6a-b080-41b0-89b4-6f08c84a83e5 req-bcee78dd-2fc6-494a-90c2-5ab84d9e8533 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428157 Nov 12 21:03:39.313755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1e931cb8-fcdc-4300-92ce-651a9af7a29d None None] Provisioning complete for port beca9a00-1559-4e35-ae07-e7a0f5824f6b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:39.314285 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e931cb8-fcdc-4300-92ce-651a9af7a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.350493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.351249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dc113-336f-4be5-826a-2a8bc0d67305 req-bff9166f-6d9d-4db7-9d76-57517e8db253 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:39.352886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c0dc113-336f-4be5-826a-2a8bc0d67305 req-bff9166f-6d9d-4db7-9d76-57517e8db253 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 944 time: 0.2476177 Nov 12 21:03:39.416056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.470939 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e931cb8-fcdc-4300-92ce-651a9af7a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.471075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:03:39.475033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88a1f052-db7c-4961-ace0-af9e956a0b4b req-d1ab4248-59a4-4838-afbc-3abf11ab6482 service neutron] 10.222.0.78 "GET /v2.0/networks/e68cd6f7-8021-47b5-84d5-c24d4bc7a42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994194 Nov 12 21:03:39.504381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d60938-73ad-4764-945f-082c93956b31,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:39.510799 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.511136 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Added segment 7e4c8795-1ad5-4484-85a4-3d745ae5de8d of type vlan for network cbff291a-174c-421e-92de-b07c7a492699 Nov 12 21:03:39.516159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c0dc113-336f-4be5-826a-2a8bc0d67305 req-d6a3bfab-f11a-4f33-bc0b-9e5d392be7de tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339142 Nov 12 21:03:39.573298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1e931cb8-fcdc-4300-92ce-651a9af7a29d None None] For port beca9a00-1559-4e35-ae07-e7a0f5824f6b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=beca9a00-1559-4e35-ae07-e7a0f5824f6b,segment=NetworkSegment(b12b1027-4424-4b39-a010-083f3f8bca4b),segment_id=b12b1027-4424-4b39-a010-083f3f8bca4b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:39.620895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.645187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a40e9e12-fd28-418c-b093-9efc9578bb33 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:03:39.710180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device beca9a00-1559-4e35-ae07-e7a0f5824f6b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:39.713504 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e931cb8-fcdc-4300-92ce-651a9af7a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.794800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8301c68-3945-48de-83f0-55bf27ede9ef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=bc78e4c8-36a0-4271-b15d-1a6a26c571c6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:39.798742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8301c68-3945-48de-83f0-55bf27ede9ef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.803186 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c8301c68-3945-48de-83f0-55bf27ede9ef tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/bc78e4c8-36a0-4271-b15d-1a6a26c571c6 HTTP/1.1" status: 204 len: 168 time: 1.0618978 Nov 12 21:03:39.807595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53258) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:39.816881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e931cb8-fcdc-4300-92ce-651a9af7a29d None None] Pushing event updated for resources: {'Port': ['ID=beca9a00-1559-4e35-ae07-e7a0f5824f6b,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:39.820987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12edc5d4-3ba5-486c-90be-f412b7b8f3f6 None None] Network f540ff23-ff5c-419e-a91c-c6aee6dd449d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:39.845658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.847221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:39.847770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.927355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-d09ecf03-1833-410e-9341-37ffb204da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:39.929692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-d09ecf03-1833-410e-9341-37ffb204da24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b678188cb4244ff7b5ffad324e67ecc2&device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 1096 time: 0.2296722 Nov 12 21:03:39.951079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:39.956022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312886d0-a2c7-4ec6-b00b-66aa283b74e8 req-f8ce0b6d-2e0f-4b1d-97f7-8f4e577cef71 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:39.957300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:39.959862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-312886d0-a2c7-4ec6-b00b-66aa283b74e8 req-f8ce0b6d-2e0f-4b1d-97f7-8f4e577cef71 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 944 time: 0.2720289 Nov 12 21:03:40.062744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9821801 Nov 12 21:03:40.077479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53260) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:40.077693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.078936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Request body: {'subnet': {'network_id': 'cbff291a-174c-421e-92de-b07c7a492699', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-923429006-subnet', 'tenant_id': '43179385bf04496e8fc850b90947a98d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:40.093220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:40.096448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.121973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53c96c-1083-422f-8520-bfe2f7bd83ae admin admin] Pushing event updated for resources: {'Network': ['ID=cbff291a-174c-421e-92de-b07c7a492699,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:40.159715 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.160518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.220442 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-312886d0-a2c7-4ec6-b00b-66aa283b74e8 req-662d17ae-9b3b-4897-b215-6fa811f6d824 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027800 Nov 12 21:03:40.221318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] For port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6eaa8f5e-256f-44cc-8d5e-f407888e2c85,segment=NetworkSegment(056d576c-4b57-4d48-afa9-9ac9362d71e9),segment_id=056d576c-4b57-4d48-afa9-9ac9362d71e9)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:40.221962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.234749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network cbff291a-174c-421e-92de-b07c7a492699 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:03:40.246851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-d23c51ce-fbc1-4fea-b7d2-055f121ba834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:40.248511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-d23c51ce-fbc1-4fea-b7d2-055f121ba834 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e68cd6f7-8021-47b5-84d5-c24d4bc7a42b HTTP/1.1" status: 200 len: 921 time: 0.2747540 Nov 12 21:03:40.270141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:40.322171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event updated for resources: {'Port': ['ID=c75ff503-7939-4ad0-8a6a-fe3afed19bed,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:40.332988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-939fdec3-6028-407c-b2fa-e98aed0931b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=709331bd-4e08-4e4e-91dc-712887056b3b HTTP/1.1" status: 200 len: 217 time: 0.0382609 Nov 12 21:03:40.337736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Made reservation on behalf of 43179385bf04496e8fc850b90947a98d for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:40.343096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.384819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cbb0e5ee-73c2-4e14-a77c-b3bdd5cdda72 None None] Provisioning complete for port beca9a00-1559-4e35-ae07-e7a0f5824f6b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:40.385408 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cbb0e5ee-73c2-4e14-a77c-b3bdd5cdda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.417555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Network 6a804855-eda3-467b-946c-e3ef881b3f95 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:40.421531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:40.448740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a40e9e12-fd28-418c-b093-9efc9578bb33, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a40e9e12-fd28-418c-b093-9efc9578bb33,segment=NetworkSegment(4213aaf0-9b59-42d6-9a99-f3e91bc0e39d),segment_id=4213aaf0-9b59-42d6-9a99-f3e91bc0e39d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:40.453165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:40.465744 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea009f7-70dc-45df-b33f-9dcffc43468b None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:40.469745 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.470891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port beca9a00-1559-4e35-ae07-e7a0f5824f6b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:40.472141 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.484757 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea009f7-70dc-45df-b33f-9dcffc43468b None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:40.489012 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2ea009f7-70dc-45df-b33f-9dcffc43468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:40.504704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-c750d87c-ea25-41d4-8153-58ce8df05719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:40.506256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-c750d87c-ea25-41d4-8153-58ce8df05719 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e203ef38-b048-4670-9e12-ed7b2e18203b HTTP/1.1" status: 200 len: 860 time: 0.1637676 Nov 12 21:03:40.523665 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.534394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'a40e9e12-fd28-418c-b093-9efc9578bb33', 'network_id': 'ff1b73a8-1956-4b39-9813-254599d46848', 'port_id': 'a40e9e12-fd28-418c-b093-9efc9578bb33', 'mac_address': 'fa:16:3e:9e:36:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4fdb41-ff07-4b11-9c05-a8f4be593a42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:03:40.572843 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2ea009f7-70dc-45df-b33f-9dcffc43468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:40.602566 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea009f7-70dc-45df-b33f-9dcffc43468b None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:40.603549 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2ea009f7-70dc-45df-b33f-9dcffc43468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:40.605280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-5a04165a-585a-425a-a9a6-10589114cd2c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e68cd6f7-8021-47b5-84d5-c24d4bc7a42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789537 Nov 12 21:03:40.609420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] DHCP port deletion for f540ff23-ff5c-419e-a91c-c6aee6dd449d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:40.676610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:40.694090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.707455 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2ea009f7-70dc-45df-b33f-9dcffc43468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:40.709154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea009f7-70dc-45df-b33f-9dcffc43468b None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:40.745829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40e9e12-fd28-418c-b093-9efc9578bb33 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:40.768336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a40e9e12-fd28-418c-b093-9efc9578bb33, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a40e9e12-fd28-418c-b093-9efc9578bb33,segment=NetworkSegment(4213aaf0-9b59-42d6-9a99-f3e91bc0e39d),segment_id=4213aaf0-9b59-42d6-9a99-f3e91bc0e39d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:40.791130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cbb0e5ee-73c2-4e14-a77c-b3bdd5cdda72 None None] Provisioning complete for port c75ff503-7939-4ad0-8a6a-fe3afed19bed triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:40.791521 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cbb0e5ee-73c2-4e14-a77c-b3bdd5cdda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.804825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.826624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] Deleting port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:40.827005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.847307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0e5ee-73c2-4e14-a77c-b3bdd5cdda72 None None] Port c75ff503-7939-4ad0-8a6a-fe3afed19bed cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:40.853608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=6eaa8f5e-256f-44cc-8d5e-f407888e2c85,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:40.869975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No DVR routers for this DVR port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:40.872860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:40.891178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0159c-71e9-4f5d-aab0-192c78535139 req-bb8ccfc6-f78e-4c8d-b00d-98319829b706 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:40.892350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9dd0159c-71e9-4f5d-aab0-192c78535139 req-bb8ccfc6-f78e-4c8d-b00d-98319829b706 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.3801277 Nov 12 21:03:40.893435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:40.911846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dfbce7a1-d79f-4689-a513-eeafe56e6664 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1763306 Nov 12 21:03:40.915587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53266) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:40.925743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.925964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:40.932618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] For port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85, host n-d-713498-29, got binding levels [] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:40.933376 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:40.957796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:40.958504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:41.013083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] Calling delete_port for 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:41.021463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.ipam_backend_mixin [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] Port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 was not found and therefore no delete operation was performed {{(pid=109630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 21:03:41.055446 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.063899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.084635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-2c65e2d2-d038-4bcd-be03-d001a974aaeb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2694366 Nov 12 21:03:41.088679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f540ff23-ff5c-419e-a91c-c6aee6dd449d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:41.092981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d549c-a090-442b-9c64-2dc23cf2e465 req-5e5b9acd-35d5-4390-85cc-67631b994ab7 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.094492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d32d549c-a090-442b-9c64-2dc23cf2e465 req-5e5b9acd-35d5-4390-85cc-67631b994ab7 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 944 time: 0.3821325 Nov 12 21:03:41.103852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-056a1bb5-0e3f-48b3-8c84-749954581280 service neutron] 10.222.0.78 "GET /v2.0/networks/e68cd6f7-8021-47b5-84d5-c24d4bc7a42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891551 Nov 12 21:03:41.109858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3ba213b6-ebf9-4a82-a54b-aed09bab3eeb None None] Provisioning complete for port c75ff503-7939-4ad0-8a6a-fe3afed19bed triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:41.111183 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ba213b6-ebf9-4a82-a54b-aed09bab3eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.111858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056d576c-4b57-4d48-afa9-9ac9362d71e9') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:41.112162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056d576c-4b57-4d48-afa9-9ac9362d71e9') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:41.125921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9dd0159c-71e9-4f5d-aab0-192c78535139 req-21d32d63-6dfd-401f-a583-9364961cf2af tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177169 Nov 12 21:03:41.146117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:41.188340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a40e9e12-fd28-418c-b093-9efc9578bb33,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:41.190861 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.220332 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.233809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:41.234388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:41.237866 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:41.244736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] No DVR routers for this DVR port 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:41.301679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['a40e9e12-fd28-418c-b093-9efc9578bb33'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:41.330865 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3befc-f7a0-4901-96d7-061c80016a1c None None] Pushing event deleted for resources: {'Port': ['ID=6eaa8f5e-256f-44cc-8d5e-f407888e2c85,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:41.352122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3ba213b6-ebf9-4a82-a54b-aed09bab3eeb None None] Port c75ff503-7939-4ad0-8a6a-fe3afed19bed cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:41.449279 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.460287 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.470844 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/networks/f540ff23-ff5c-419e-a91c-c6aee6dd449d HTTP/1.1" status: 204 len: 168 time: 1.6619906 Nov 12 21:03:41.471909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53272) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:41.516944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae64a79-55db-4148-87a7-3555d50d29ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Network': ['ID=f540ff23-ff5c-419e-a91c-c6aee6dd449d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:41.544528 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.562472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device beca9a00-1559-4e35-ae07-e7a0f5824f6b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:41.585533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29e9e5-4661-4139-ac1e-3fc8bb3a49e5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.587040 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef29e9e5-4661-4139-ac1e-3fc8bb3a49e5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/c681f231-6283-4e75-b1a4-6edb86d2e80d HTTP/1.1" status: 200 len: 844 time: 0.1094372 Nov 12 21:03:41.592230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53274) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:41.604300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.extraroute_db [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 21:03:41.660381 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4d13d371-67c1-41fc-881a-29c76c26505f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/c681f231-6283-4e75-b1a4-6edb86d2e80d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0666146 Nov 12 21:03:41.663110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.extraroute_db [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Removed routes are [] {{(pid=109628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 21:03:41.664567 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.667336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53276) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:41.672869 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:41.691415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d32d549c-a090-442b-9c64-2dc23cf2e465 req-58cfd62b-d28e-4388-b0a9-3825fa3adcb9 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849314 Nov 12 21:03:41.707824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:38Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75ff503-7939-4ad0-8a6a-fe3afed19bed', 'name': '', 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:7a:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:37Z', 'updated_at': '2021-11-12T21:03:39Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:41.716918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ef8038d3-2e3b-49e9-bfcd-7a957310c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.717400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ef8038d3-2e3b-49e9-bfcd-7a957310c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.717864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ef8038d3-2e3b-49e9-bfcd-7a957310c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.718323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ef8038d3-2e3b-49e9-bfcd-7a957310c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.718774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ef8038d3-2e3b-49e9-bfcd-7a957310c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.719231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ef8038d3-2e3b-49e9-bfcd-7a957310c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.719709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ef8038d3-2e3b-49e9-bfcd-7a957310c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.721732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ef8038d3-2e3b-49e9-bfcd-7a957310c3cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef475e2c12194ab69e86d22329262a67&device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 6494 time: 0.5620236 Nov 12 21:03:41.733689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d7fe33-10a9-4c9c-9857-f07e81802746,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:41.743148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:41.744311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:41.749939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Updating router 895884d6-1c03-4c7f-8a94-0506de4aa73f port c75ff503-7939-4ad0-8a6a-fe3afed19bed binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:03:41.751048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port beca9a00-1559-4e35-ae07-e7a0f5824f6b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:41.751458 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.808660 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:41.858509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836efd90-38f2-41db-bc11-43404af4eae1 req-573c8427-ee2a-4c07-b5e5-3fa2fe3e0b06 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:41.860059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-836efd90-38f2-41db-bc11-43404af4eae1 req-573c8427-ee2a-4c07-b5e5-3fa2fe3e0b06 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.6369300 Nov 12 21:03:41.890791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f15c72af-8762-4e0d-8d62-9ba4e6c89f1e req-af65bdee-fea7-4d64-9565-05bd4736552d service neutron] 10.222.0.78 "GET /v2.0/networks/e68cd6f7-8021-47b5-84d5-c24d4bc7a42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553933 Nov 12 21:03:41.917606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Checking segment: {'id': '7e4c8795-1ad5-4484-85a4-3d745ae5de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cbff291a-174c-421e-92de-b07c7a492699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:41.918328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Network hostable DHCP agents. Network: cbff291a-174c-421e-92de-b07c7a492699, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:41.919949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:41.923702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.032816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67295b5d-819a-4be4-87f4-7b10628d0cc0 req-bc31bbb3-5846-422e-8c5c-f81b227dae49 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.034729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67295b5d-819a-4be4-87f4-7b10628d0cc0 req-bc31bbb3-5846-422e-8c5c-f81b227dae49 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 945 time: 0.2372575 Nov 12 21:03:42.059976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:42.090456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:42.091239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6eaa8f5e-256f-44cc-8d5e-f407888e2c85 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:42.095088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-a9a1f5d1-a916-4882-8ae0-433491623fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.095649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-a9a1f5d1-a916-4882-8ae0-433491623fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.096114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-a9a1f5d1-a916-4882-8ae0-433491623fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.099779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-a9a1f5d1-a916-4882-8ae0-433491623fce service neutron] 10.222.0.78 "GET /v2.0/networks?id=8060bccd-0eb2-4d83-965c-69b630d98cf8&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 HTTP/1.1" status: 200 len: 2292 time: 0.3377819 Nov 12 21:03:42.119576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.147602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.186948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-836efd90-38f2-41db-bc11-43404af4eae1 req-d5edc4a4-b602-41b6-85fc-66bdfe0b597c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948823 Nov 12 21:03:42.202838 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.204274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Network cbff291a-174c-421e-92de-b07c7a492699 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:42.284084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67295b5d-819a-4be4-87f4-7b10628d0cc0 req-1565d081-6bdd-4d57-b566-d5c0d8c3463b tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376251 Nov 12 21:03:42.300822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:42.301839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:42.306127 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.312409 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e82ac-9d75-49ea-95fc-a0abc3ee4d9c None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:42.314846 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.334850 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e82ac-9d75-49ea-95fc-a0abc3ee4d9c None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:42.335899 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b92e82ac-9d75-49ea-95fc-a0abc3ee4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:42.342802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, cbff291a-174c-421e-92de-b07c7a492699) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:42.347831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.348760 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.353250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-2d065beb-df9a-43da-bfd7-2d5ff4a0f397 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d086ce76-b78a-4813-893b-2e6bcceba638 HTTP/1.1" status: 200 len: 1000 time: 0.2462933 Nov 12 21:03:42.375577 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b92e82ac-9d75-49ea-95fc-a0abc3ee4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:42.383121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c0723-d376-444b-ae23-a46a198f1dc7 None None] Network cbff291a-174c-421e-92de-b07c7a492699 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:42.386889 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e82ac-9d75-49ea-95fc-a0abc3ee4d9c None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:42.387700 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b92e82ac-9d75-49ea-95fc-a0abc3ee4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:42.426369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.447813 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b92e82ac-9d75-49ea-95fc-a0abc3ee4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:42.448821 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e82ac-9d75-49ea-95fc-a0abc3ee4d9c None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:42.460483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-c57bd315-3800-44e6-b8da-32ea332ce728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.461982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-c57bd315-3800-44e6-b8da-32ea332ce728 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=164bb86d-7d0a-404e-965d-bad55e5dece2 HTTP/1.1" status: 200 len: 850 time: 0.0966063 Nov 12 21:03:42.466300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4e3de315-cd3d-4545-8e3a-8d48d659cdc9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/floatingips/aef3d6c5-6292-47ff-89c3-a6c33d282555 HTTP/1.1" status: 200 len: 978 time: 6.2182200 Nov 12 21:03:42.466579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53282) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:42.473483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:42.490721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:42.494593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:42.500336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:42.502759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.507049 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.521396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.522720 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1d6e1bbf-6450-4519-837a-52a7e5beea0f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 200 len: 954 time: 1.6050122 Nov 12 21:03:42.527166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53284) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:42.529934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8b696-e0b6-40ee-ba92-4ee082289e5b None None] Pushing event updated for resources: {'Port': ['ID=c75ff503-7939-4ad0-8a6a-fe3afed19bed,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:42.532687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348b9b2-428a-4fc1-a13b-b8f24e9324aa None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:42.556034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d99bcc85-3c72-4dae-9ad2-d6c687b59f55 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4764371 Nov 12 21:03:42.585563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.591023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-2e5d4d44-1064-4121-8b94-804bc480b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.593829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-2e5d4d44-1064-4121-8b94-804bc480b6f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8060bccd-0eb2-4d83-965c-69b630d98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159329 Nov 12 21:03:42.672474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=7d322ec1-a9ee-4861-91ad-ca81a5a976a5,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:42.735612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Attempting to bind port c75ff503-7939-4ad0-8a6a-fe3afed19bed on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:42.736903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Attempting to bind port c75ff503-7939-4ad0-8a6a-fe3afed19bed by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:42.737285 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Attempting to bind port c75ff503-7939-4ad0-8a6a-fe3afed19bed on network 6a804855-eda3-467b-946c-e3ef881b3f95 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:42.757074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:42.757685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Checking segment: {'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:42.758470 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.758470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Bound using segment: {'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:42.759069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Bound port: c75ff503-7939-4ad0-8a6a-fe3afed19bed, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12b1027-4424-4b39-a010-083f3f8bca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:42.759484 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.772628 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2d4732d1-21ec-4fea-87d7-9fe6924727fa tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1008589 Nov 12 21:03:42.775749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53292) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:42.796194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-85df5b26-8206-4f10-bb6c-a1b1dbd418ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'security_group': {'name': 'tempest-secgroup-57672980'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:42.873129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396fb94-46ba-4103-b49e-b277ad0ef726 req-382241e2-5078-42b9-a004-794f22a23f5f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:42.874914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e396fb94-46ba-4103-b49e-b277ad0ef726 req-382241e2-5078-42b9-a004-794f22a23f5f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2225907 Nov 12 21:03:42.879808 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae8f3332-ac95-4822-a44d-d71b1737684f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 200 len: 954 time: 0.3482928 Nov 12 21:03:42.882316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53298) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:42.889754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'routes': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:42.965835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-3570847b-0a0a-4df4-88ea-a0247e74ee3e service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385866 Nov 12 21:03:42.975611 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:42.984935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85df5b26-8206-4f10-bb6c-a1b1dbd418ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:43.051981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81472b26-5881-4a3f-b133-da11b09758c5 None None] Network cbff291a-174c-421e-92de-b07c7a492699 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:43.081728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b6164c53-ce43-4aca-9aaa-ec1ee8edea49 None None] Provisioning complete for port c75ff503-7939-4ad0-8a6a-fe3afed19bed triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:43.082094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b6164c53-ce43-4aca-9aaa-ec1ee8edea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:43.096564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ca573ef1-53c1-4999-a0a4-b2cae2a5b361 service neutron] 10.222.0.78 "GET /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148322 Nov 12 21:03:43.104691 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:43.106152 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP aef3d6c5-6292-47ff-89c3-a6c33d282555 disassociated. External IP: 172.25.8.154, port: 990aa772-7f3f-4a5b-abc4-5c39312af510. Nov 12 21:03:43.209948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] For port c75ff503-7939-4ad0-8a6a-fe3afed19bed, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:43.218573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f49a5d-a76a-452e-b681-f89578bd5a2f req-a1e031f3-e710-47cd-a09d-488e743e8335 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:43.220468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f49a5d-a76a-452e-b681-f89578bd5a2f req-a1e031f3-e710-47cd-a09d-488e743e8335 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 944 time: 0.3723643 Nov 12 21:03:43.224518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b6164c53-ce43-4aca-9aaa-ec1ee8edea49 None None] Port c75ff503-7939-4ad0-8a6a-fe3afed19bed cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:43.227102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-48c5b109-0322-4ec5-8260-83210889c8a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 200 len: 217 time: 0.1130726 Nov 12 21:03:43.233938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] For port c75ff503-7939-4ad0-8a6a-fe3afed19bed, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c75ff503-7939-4ad0-8a6a-fe3afed19bed,segment=NetworkSegment(b12b1027-4424-4b39-a010-083f3f8bca4b),segment_id=b12b1027-4424-4b39-a010-083f3f8bca4b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:43.262371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e396fb94-46ba-4103-b49e-b277ad0ef726 req-8d876334-c059-4393-a8cf-6efadae8d2cf tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757858 Nov 12 21:03:43.327100 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:43.350806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-db3f417d-4919-4065-a58c-8fe152a00989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:43.352714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-db3f417d-4919-4065-a58c-8fe152a00989 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.0893729 Nov 12 21:03:43.362749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'tenant_id': '28578d75becd43738d838ce48b956d2d', 'fixed_ips': [{'subnet_id': '7d322ec1-a9ee-4861-91ad-ca81a5a976a5'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:03:43.363711 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:43.471842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f49a5d-a76a-452e-b681-f89578bd5a2f req-7ed52ea7-e9b8-4e12-86fb-0115a4e3687f tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477842 Nov 12 21:03:43.491347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:43.491999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:43.497780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8b696-e0b6-40ee-ba92-4ee082289e5b None None] Pushing event updated for resources: {'Port': ['ID=c75ff503-7939-4ad0-8a6a-fe3afed19bed,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:43.569622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-f7611749-6d8c-486f-b936-4eeef5819474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:43.574457 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-f7611749-6d8c-486f-b936-4eeef5819474 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2052939 Nov 12 21:03:43.670860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 709331bd-4e08-4e4e-91dc-712887056b3b details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:03:43.685308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a40e9e12-fd28-418c-b093-9efc9578bb33 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:43.861791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:43.892596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85df5b26-8206-4f10-bb6c-a1b1dbd418ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:43.978820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Allocated IP 2001:db8::2 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/7d322ec1-a9ee-4861-91ad-ca81a5a976a5/384fd687-f992-43e0-ba61-9658f6a6c2e4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:44.030461 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85df5b26-8206-4f10-bb6c-a1b1dbd418ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.036654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-aaaed63e-87e3-4cea-8ea5-8719d90731ab None None] Provisioning complete for port c75ff503-7939-4ad0-8a6a-fe3afed19bed triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:44.037840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aaaed63e-87e3-4cea-8ea5-8719d90731ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.117180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port a40e9e12-fd28-418c-b093-9efc9578bb33 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:03:44.118979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df5b26-8206-4f10-bb6c-a1b1dbd418ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea1db0-ce99-4292-b92d-3d1a415942be,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:44.140451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 709331bd-4e08-4e4e-91dc-712887056b3b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=709331bd-4e08-4e4e-91dc-712887056b3b,segment=NetworkSegment(3d1e0457-90f6-44a7-93d6-b62a0b4435f1),segment_id=3d1e0457-90f6-44a7-93d6-b62a0b4435f1)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:44.143676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85df5b26-8206-4f10-bb6c-a1b1dbd418ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.148421 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-85df5b26-8206-4f10-bb6c-a1b1dbd418ae tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3710403 Nov 12 21:03:44.152555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53312) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:44.157092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-da3eb645-4614-46b2-b864-4440f34b0710 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'security_group': {'name': 'tempest-secgroup-81093439'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:44.181411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port a40e9e12-fd28-418c-b093-9efc9578bb33 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:44.181964 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.206476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ec85e23d-2db3-4a12-ad44-5a8c13e3741e tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:44.208374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ec85e23d-2db3-4a12-ad44-5a8c13e3741e tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/networks?id=cbff291a-174c-421e-92de-b07c7a492699 HTTP/1.1" status: 200 len: 813 time: 0.4718332 Nov 12 21:03:44.242499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '709331bd-4e08-4e4e-91dc-712887056b3b', 'network_id': 'e68cd6f7-8021-47b5-84d5-c24d4bc7a42b', 'port_id': '709331bd-4e08-4e4e-91dc-712887056b3b', 'mac_address': 'fa:16:3e:06:d2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e203ef38-b048-4670-9e12-ed7b2e18203b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:03:44.307028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.extraroute_db [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added routes are [] {{(pid=109628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 21:03:44.307259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.extraroute_db [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 21:03:44.316587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:44.353344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.371779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-296103b4-9198-4f0c-91c9-d692d365e20f tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/quotas/43179385bf04496e8fc850b90947a98d HTTP/1.1" status: 200 len: 375 time: 0.0510976 Nov 12 21:03:44.383167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da3eb645-4614-46b2-b864-4440f34b0710 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.435303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.459132 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aaaed63e-87e3-4cea-8ea5-8719d90731ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.476012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da3eb645-4614-46b2-b864-4440f34b0710 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.524652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709331bd-4e08-4e4e-91dc-712887056b3b {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:44.530605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-e1f3a439-d655-48cf-a7a6-21bd216f259b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=43179385bf04496e8fc850b90947a98d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1476157 Nov 12 21:03:44.532757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:44.536140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-22eeb2d6-4276-4b35-9bd3-f05c3ee1ba96 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9497151 Nov 12 21:03:44.539487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.555155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c9664-d62c-42f1-adef-157a4ab00597 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:44.571873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.573770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.575479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111b48a-0583-4cd7-8e93-0154b2035854 req-165ebef5-ba48-4d81-8782-12bc5cbdcba1 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:44.580926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da3eb645-4614-46b2-b864-4440f34b0710 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.584328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6111b48a-0583-4cd7-8e93-0154b2035854 req-165ebef5-ba48-4d81-8782-12bc5cbdcba1 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 945 time: 0.8447447 Nov 12 21:03:44.604802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 709331bd-4e08-4e4e-91dc-712887056b3b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=709331bd-4e08-4e4e-91dc-712887056b3b,segment=NetworkSegment(3d1e0457-90f6-44a7-93d6-b62a0b4435f1),segment_id=3d1e0457-90f6-44a7-93d6-b62a0b4435f1)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:44.611066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c9664-d62c-42f1-adef-157a4ab00597 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:44.611703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a42c9664-d62c-42f1-adef-157a4ab00597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:44.619564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-aaaed63e-87e3-4cea-8ea5-8719d90731ab None None] For port c75ff503-7939-4ad0-8a6a-fe3afed19bed, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c75ff503-7939-4ad0-8a6a-fe3afed19bed,segment=NetworkSegment(b12b1027-4424-4b39-a010-083f3f8bca4b),segment_id=b12b1027-4424-4b39-a010-083f3f8bca4b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:44.664612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eb645-4614-46b2-b864-4440f34b0710 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ebddc5-eca3-43d9-af1e-385c33201b97,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:44.665841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a42c9664-d62c-42f1-adef-157a4ab00597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:44.672914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6111b48a-0583-4cd7-8e93-0154b2035854 req-1675fc2f-50b8-48c2-ad01-14421082c307 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736506 Nov 12 21:03:44.677618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087e250c-fefc-4b33-8993-fe912d6c9de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40e9e12-fd28-418c-b093-9efc9578bb33'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:44.679858 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b790d353-ddc4-4ceb-8a24-ef61709bf1ab" -d '{"events": [{"server_uuid": "087e250c-fefc-4b33-8993-fe912d6c9de3", "name": "network-vif-plugged", "status": "completed", "tag": "a40e9e12-fd28-418c-b093-9efc9578bb33"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:44.699560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a40e9e12-fd28-418c-b093-9efc9578bb33, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a40e9e12-fd28-418c-b093-9efc9578bb33,segment=NetworkSegment(4213aaf0-9b59-42d6-9a99-f3e91bc0e39d),segment_id=4213aaf0-9b59-42d6-9a99-f3e91bc0e39d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:44.703976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c9664-d62c-42f1-adef-157a4ab00597 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:44.704817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a42c9664-d62c-42f1-adef-157a4ab00597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:44.711027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:41Z', 'revision_number': 6, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75ff503-7939-4ad0-8a6a-fe3afed19bed', 'name': '', 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:7a:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:37Z', 'updated_at': '2021-11-12T21:03:43Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:44.722646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-766b68ab-03a1-4cea-a239-83c4c99b0c76 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/floatingips/aef3d6c5-6292-47ff-89c3-a6c33d282555 HTTP/1.1" status: 200 len: 688 time: 2.2515879 Nov 12 21:03:44.738828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53320) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:44.746621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-a42c9664-d62c-42f1-adef-157a4ab00597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:44.747268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c9664-d62c-42f1-adef-157a4ab00597 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:44.773538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.780862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce66add-3370-4ea5-9703-59a08ceb5a6e None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:41Z', 'revision_number': 6, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75ff503-7939-4ad0-8a6a-fe3afed19bed', 'name': '', 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:7a:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:37Z', 'updated_at': '2021-11-12T21:03:43Z', 'revision_number': 4, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:44.780862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.783087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aaaed63e-87e3-4cea-8ea5-8719d90731ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.901737 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-da3eb645-4614-46b2-b864-4440f34b0710 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.908004 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da3eb645-4614-46b2-b864-4440f34b0710 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7545798 Nov 12 21:03:44.909077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53322) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:44.953350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-877534189', 'security_groups': ['15ebddc5-eca3-43d9-af1e-385c33201b97'], 'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d322ec1-a9ee-4861-91ad-ca81a5a976a5'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:44.978621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:44.997900 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.009808 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.033926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Pushing event updated for resources: {'Port': ['ID=384fd687-f992-43e0-ba61-9658f6a6c2e4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:45.048156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:45.051341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:45.054234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:45.121910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936e7bb-3824-4a09-a8cf-5445688c42b2 req-f26e85f5-9dd2-4f9b-bde0-3b3c2a862dd3 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:45.123655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3936e7bb-3824-4a09-a8cf-5445688c42b2 req-f26e85f5-9dd2-4f9b-bde0-3b3c2a862dd3 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2781823 Nov 12 21:03:45.150669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['709331bd-4e08-4e4e-91dc-712887056b3b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:45.156619 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-f8832538-e732-48d1-8157-9bd799b79e1e service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499535 Nov 12 21:03:45.158269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Attempting to bind port 384fd687-f992-43e0-ba61-9658f6a6c2e4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:45.158411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Attempting to bind port 384fd687-f992-43e0-ba61-9658f6a6c2e4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:45.158615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-398e486a-9203-4e68-95c6-5d6f8b375d43 service neutron] 10.222.0.64 "GET /v2.0/networks/cbff291a-174c-421e-92de-b07c7a492699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446923 Nov 12 21:03:45.158786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Attempting to bind port 384fd687-f992-43e0-ba61-9658f6a6c2e4 on network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:45.206120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:45.206498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Checking segment: {'id': 'e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:45.206910 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.207485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Bound using segment: {'id': 'e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:45.207970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Bound port: 384fd687-f992-43e0-ba61-9658f6a6c2e4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:45.208355 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.216675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=709331bd-4e08-4e4e-91dc-712887056b3b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:45.218014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-2a3e9637-1ac1-4e10-ada4-47600d631c46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 200 len: 217 time: 0.0528018 Nov 12 21:03:45.237020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:45.332192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:45.334716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaed63e-87e3-4cea-8ea5-8719d90731ab None None] Pushing event updated for resources: {'Port': ['ID=c75ff503-7939-4ad0-8a6a-fe3afed19bed,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:45.374611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port db51f05b-9983-4383-8ea3-2d83e1ce79d6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:45.374857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:45.375230 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.380416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3936e7bb-3824-4a09-a8cf-5445688c42b2 req-0e93a040-1c6a-438b-9979-ddfcb0a237e6 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485747 Nov 12 21:03:45.391759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.392963 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-20b270ac-af17-408d-a907-8e3697653919 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 200 len: 704 time: 2.5094342 Nov 12 21:03:45.400117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53324) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:45.412410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a40e9e12-fd28-418c-b093-9efc9578bb33,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:45.466163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-c3399cb8-7c86-46e7-ba05-165706405255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:45.467934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-c3399cb8-7c86-46e7-ba05-165706405255 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.2197428 Nov 12 21:03:45.509749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] For port 384fd687-f992-43e0-ba61-9658f6a6c2e4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:45.535583 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] For port 384fd687-f992-43e0-ba61-9658f6a6c2e4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=384fd687-f992-43e0-ba61-9658f6a6c2e4,segment=NetworkSegment(e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef),segment_id=e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:45.561963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-080ff7b5-4020-40ba-aade-156ca559e694 service neutron] 10.222.0.64 "GET /v2.0/networks/cbff291a-174c-421e-92de-b07c7a492699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402665 Nov 12 21:03:45.622732 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.660225 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4a864977-f711-4e8e-be82-87d74600ea62 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 200 len: 704 time: 0.2589159 Nov 12 21:03:45.664562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.666909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53328) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:45.668293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c75ff503-7939-4ad0-8a6a-fe3afed19bed up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:45.702608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-83833667-0a55-4e56-9a46-09b8f2a57e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:45.704319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-83833667-0a55-4e56-9a46-09b8f2a57e10 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2278435 Nov 12 21:03:45.729747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.730001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.734059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 4889ced5-ecb8-4a62-ab92-c88c622d22ac yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:03:45.798467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730e3f2-e373-48f8-8937-278afe39fec3 None None] Pushing event updated for resources: {'Port': ['ID=384fd687-f992-43e0-ba61-9658f6a6c2e4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:45.828997 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c75ff503-7939-4ad0-8a6a-fe3afed19bed triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:45.829639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:45.850618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c80fc-cdff-42aa-8bb9-6166e8243b8b req-901872c2-5d58-4601-8eaf-24ece825b341 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:45.853169 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b34c80fc-cdff-42aa-8bb9-6166e8243b8b req-901872c2-5d58-4601-8eaf-24ece825b341 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 945 time: 0.3456786 Nov 12 21:03:45.865478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for db51f05b-9983-4383-8ea3-2d83e1ce79d6 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:45.967475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::337 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/7d322ec1-a9ee-4861-91ad-ca81a5a976a5/4889ced5-ecb8-4a62-ab92-c88c622d22ac) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:46.003824 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245aa1cb-7e63-4b93-bf1a-bbb185842ea0 x-openstack-request-id: req-245aa1cb-7e63-4b93-bf1a-bbb185842ea0 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:46.004554 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087e250c-fefc-4b33-8993-fe912d6c9de3", "name": "network-vif-plugged", "status": "completed", "tag": "a40e9e12-fd28-418c-b093-9efc9578bb33", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:46.004982 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-245aa1cb-7e63-4b93-bf1a-bbb185842ea0 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:46.005573 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087e250c-fefc-4b33-8993-fe912d6c9de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40e9e12-fd28-418c-b093-9efc9578bb33', 'code': 200} Nov 12 21:03:46.205658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-9ecf8f3b-4817-41a7-ba6b-107eee90a8f1 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902611 Nov 12 21:03:46.234056 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:46.256751 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:46.260810 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:46.305238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b34c80fc-cdff-42aa-8bb9-6166e8243b8b req-ab3ef4f3-7a82-4ac9-bfe4-53a31389d4de tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255986 Nov 12 21:03:46.347877 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:46.379614 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:46.399001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65892fb7-b8e1-4aeb-a19e-c878dfebb4e6 req-737f8f9a-5a58-4699-acdd-21792ac80ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:46.400558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65892fb7-b8e1-4aeb-a19e-c878dfebb4e6 req-737f8f9a-5a58-4699-acdd-21792ac80ecf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 1098 time: 0.2906716 Nov 12 21:03:46.460321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be9fcf53-2a44-456e-a8fa-b56b7fc0a255 req-b889c7ae-90ee-4462-bf49-fc2ba3386ee0 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0679271 Nov 12 21:03:46.462125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-90845fac-2a92-4c39-967c-4618646168da service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399721 Nov 12 21:03:46.470091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da9ede-e6bd-4690-b4ab-ae1a4d40a9d9 req-e0e54d35-733a-4dc2-87db-e6d14bf2fcd6 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:46.471496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9da9ede-e6bd-4690-b4ab-ae1a4d40a9d9 req-e0e54d35-733a-4dc2-87db-e6d14bf2fcd6 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 946 time: 0.1574562 Nov 12 21:03:46.506630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:46.549122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-2156bae3-5e46-416b-9a69-26703c70c4bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6 HTTP/1.1" status: 200 len: 217 time: 0.0743148 Nov 12 21:03:46.598390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:46.605138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=4889ced5-ecb8-4a62-ab92-c88c622d22ac,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:46.609174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:46.613722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:46.619715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:46.620805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:46.671708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:46.674514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65892fb7-b8e1-4aeb-a19e-c878dfebb4e6 req-0b4d5ff2-a8d9-436d-9d68-0d567b314f07 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581263 Nov 12 21:03:46.699967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9da9ede-e6bd-4690-b4ab-ae1a4d40a9d9 req-2fe53561-859b-46b4-8795-263b52975d66 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140386 Nov 12 21:03:46.704654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-79c0ed3c-6ed4-4269-9751-5b1e3f5f168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:46.705981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-79c0ed3c-6ed4-4269-9751-5b1e3f5f168a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.1437049 Nov 12 21:03:46.715036 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:44Z', 'revision_number': 7, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75ff503-7939-4ad0-8a6a-fe3afed19bed', 'name': '', 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:7a:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:37Z', 'updated_at': '2021-11-12T21:03:44Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:46.740682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae17321d-8d6d-4623-bc88-69daa331e310 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8034456 Nov 12 21:03:46.747271 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:46.750124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53344) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:46.755133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5809f3d2-ff7c-43c4-81b9-1ee56001d6c6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:46.764209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:46.765183 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:46.850144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:46.872377 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:46.908148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=db51f05b-9983-4383-8ea3-2d83e1ce79d6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:47.125731 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port c75ff503-7939-4ad0-8a6a-fe3afed19bed {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:47.126370 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:47.148092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ed80ffbb-59c8-4f1c-9af7-48ee73e7ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:47.149933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-ed80ffbb-59c8-4f1c-9af7-48ee73e7ada7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2551179 Nov 12 21:03:47.179951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73460ea-4d5a-4703-b1e9-c9f852b930bb req-62f7164a-8eec-4005-8018-9c04c8aeae36 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:47.181984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e73460ea-4d5a-4703-b1e9-c9f852b930bb req-62f7164a-8eec-4005-8018-9c04c8aeae36 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2466090 Nov 12 21:03:47.262178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port c75ff503-7939-4ad0-8a6a-fe3afed19bed, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c75ff503-7939-4ad0-8a6a-fe3afed19bed,segment=NetworkSegment(b12b1027-4424-4b39-a010-083f3f8bca4b),segment_id=b12b1027-4424-4b39-a010-083f3f8bca4b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:47.262553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:47.285737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for c75ff503-7939-4ad0-8a6a-fe3afed19bed owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:47.369197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:47.373441 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:44Z', 'revision_number': 7, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75ff503-7939-4ad0-8a6a-fe3afed19bed', 'name': '', 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:7a:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:37Z', 'updated_at': '2021-11-12T21:03:44Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:47.374909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:47.466160 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611baafd-c2ee-46f7-a91b-54c415553ceb None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:44Z', 'revision_number': 7, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75ff503-7939-4ad0-8a6a-fe3afed19bed', 'name': '', 'network_id': '6a804855-eda3-467b-946c-e3ef881b3f95', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:7a:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:37Z', 'updated_at': '2021-11-12T21:03:44Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '60824935-b5a3-407e-97c2-d9a5209fa494', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:47.575223 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:47.580867 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:47.582146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7da2758c-bc87-4742-8378-0f6a358b9d78 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/floatingips/aef3d6c5-6292-47ff-89c3-a6c33d282555 HTTP/1.1" status: 204 len: 168 time: 2.8409054 Nov 12 21:03:47.587081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53354) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:47.632343 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:47.653686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 384fd687-f992-43e0-ba61-9658f6a6c2e4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:47.660152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 709331bd-4e08-4e4e-91dc-712887056b3b up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:47.670971 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-5ab59cee-5b87-4cd6-a9e2-e409d757a170 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] delete failed (client error): The resource could not be found. Nov 12 21:03:47.670971 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5ab59cee-5b87-4cd6-a9e2-e409d757a170 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/floatingips/aef3d6c5-6292-47ff-89c3-a6c33d282555 HTTP/1.1" status: 404 len: 345 time: 0.0823901 Nov 12 21:03:47.679737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53356) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:47.757308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:47.778465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] For port 384fd687-f992-43e0-ba61-9658f6a6c2e4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=384fd687-f992-43e0-ba61-9658f6a6c2e4,segment=NetworkSegment(e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef),segment_id=e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:47.786895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e73460ea-4d5a-4703-b1e9-c9f852b930bb req-6a981221-c7b6-428b-9e02-da281a6384e7 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928167 Nov 12 21:03:47.799633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=c75ff503-7939-4ad0-8a6a-fe3afed19bed,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:47.800759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40414744-792d-4d36-b351-ba3c31bc66af req-1c4dd552-1989-4171-baa8-bfc05054ad14 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:47.807420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40414744-792d-4d36-b351-ba3c31bc66af req-1c4dd552-1989-4171-baa8-bfc05054ad14 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 945 time: 0.1901245 Nov 12 21:03:47.840548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-fb630ca1-c869-4112-9023-faee1c1236f7 service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810970 Nov 12 21:03:47.878765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:47.966306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cfd746-3fa2-4da9-81ca-5cd5aa6a2cd0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:47.972763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cfd746-3fa2-4da9-81ca-5cd5aa6a2cd0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:47.980898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 709331bd-4e08-4e4e-91dc-712887056b3b completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:03:47.987175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cfd746-3fa2-4da9-81ca-5cd5aa6a2cd0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:47.988839 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b5cfd746-3fa2-4da9-81ca-5cd5aa6a2cd0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "GET /v2.0/ports?network_id=c1f8cbc7-0cfa-4dba-870c-03c154ccced4 HTTP/1.1" status: 200 len: 2358 time: 0.3079498 Nov 12 21:03:47.993646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53360) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:48.023321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] Provisioning complete for port c681f231-6283-4e75-b1a4-6edb86d2e80d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:48.028238 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:48.032823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 709331bd-4e08-4e4e-91dc-712887056b3b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:48.033562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:48.054668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:48.055326 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:48.057214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] Pushing event updated for resources: {'Port': ['ID=384fd687-f992-43e0-ba61-9658f6a6c2e4,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:48.070409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:48.075426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-6b908acc-4e9f-4967-85af-7fbd77b4309f service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253213 Nov 12 21:03:48.083877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5809f3d2-ff7c-43c4-81b9-1ee56001d6c6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:48.085486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067fd54-fdd3-4621-91f3-7351cef36bbe tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:48.086888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0067fd54-fdd3-4621-91f3-7351cef36bbe tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "GET /v2.0/subnets/4e070056-3cf3-415b-9ac8-6dab88052aac HTTP/1.1" status: 200 len: 797 time: 0.0922837 Nov 12 21:03:48.088010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5809f3d2-ff7c-43c4-81b9-1ee56001d6c6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:48.095334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53362) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:48.100957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'port': {'network_id': 'c1f8cbc7-0cfa-4dba-870c-03c154ccced4', 'name': 'tempest-FloatingIPTestJSON-2137695170', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:48.153811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a55dd4ea-dc78-448e-b2b4-662502ade943 None None] Port c681f231-6283-4e75-b1a4-6edb86d2e80d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:48.223486 n-d-713498-29 neutron-server[109629]: INFO neutron.db.ipam_backend_mixin [None req-5809f3d2-ff7c-43c4-81b9-1ee56001d6c6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d322ec1-a9ee-4861-91ad-ca81a5a976a5 (CIDR: 2001:db8::/64) Nov 12 21:03:48.254990 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:48.280716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13dc1826-ba65-4c25-b269-cc5220cd016b req-40ecec35-e317-4aac-b30a-43e13e3f8444 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 210 time: 0.1989198 Nov 12 21:03:48.294842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709331bd-4e08-4e4e-91dc-712887056b3b'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:48.297355 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273cf5f8-bd6d-442e-9d48-1acc1af851e6" -d '{"events": [{"server_uuid": "73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33", "name": "network-vif-plugged", "status": "completed", "tag": "709331bd-4e08-4e4e-91dc-712887056b3b"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:48.302993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c7e16d4a-36d0-4a16-a2d2-7c996626d5cd None None] Provisioning complete for port 4889ced5-ecb8-4a62-ab92-c88c622d22ac triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:48.303560 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7e16d4a-36d0-4a16-a2d2-7c996626d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:48.334899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 709331bd-4e08-4e4e-91dc-712887056b3b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=709331bd-4e08-4e4e-91dc-712887056b3b,segment=NetworkSegment(3d1e0457-90f6-44a7-93d6-b62a0b4435f1),segment_id=3d1e0457-90f6-44a7-93d6-b62a0b4435f1)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:48.336242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-0bec9109-b414-46a8-8900-0a7844c91fb7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c11c2037-3072-4a65-a936-7fbc5b08432d HTTP/1.1" status: 200 len: 217 time: 0.1111586 Nov 12 21:03:48.342590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40414744-792d-4d36-b351-ba3c31bc66af req-859fafe4-12ba-47f8-a405-ff185e507cef tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265110 Nov 12 21:03:48.350504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c7e16d4a-36d0-4a16-a2d2-7c996626d5cd None None] Port 4889ced5-ecb8-4a62-ab92-c88c622d22ac cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:48.356156 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5809f3d2-ff7c-43c4-81b9-1ee56001d6c6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:03:48.356766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5809f3d2-ff7c-43c4-81b9-1ee56001d6c6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:03:48.407380 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d460ac-8577-4096-b4e3-2d6c4597164b x-openstack-request-id: req-e0d460ac-8577-4096-b4e3-2d6c4597164b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:48.407984 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33", "name": "network-vif-plugged", "status": "completed", "tag": "709331bd-4e08-4e4e-91dc-712887056b3b", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:48.407984 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0d460ac-8577-4096-b4e3-2d6c4597164b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:48.412035 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709331bd-4e08-4e4e-91dc-712887056b3b', 'code': 200} Nov 12 21:03:48.429246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:48.468295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-1b6c42ec-02a8-4073-a77a-26d1bc671573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:48.469886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-1b6c42ec-02a8-4073-a77a-26d1bc671573 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 200 len: 797 time: 0.1262133 Nov 12 21:03:48.483304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324b7e3-7576-4aac-950f-f2fb6ea83f23 req-5c5936ee-6c9e-4e16-8524-1873141d97ac tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:48.485144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9324b7e3-7576-4aac-950f-f2fb6ea83f23 req-5c5936ee-6c9e-4e16-8524-1873141d97ac tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 946 time: 0.0965552 Nov 12 21:03:48.503945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=709331bd-4e08-4e4e-91dc-712887056b3b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:48.567505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5809f3d2-ff7c-43c4-81b9-1ee56001d6c6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8162293 Nov 12 21:03:48.571680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53366) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:48.578383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:48.612480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-74213011-5975-4f92-8bb7-a17b3bfd6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:48.614032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-74213011-5975-4f92-8bb7-a17b3bfd6b9d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d672b31-c01a-4fdd-bf3e-9724c36f781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1277936 Nov 12 21:03:48.621646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9324b7e3-7576-4aac-950f-f2fb6ea83f23 req-cadf7a99-066f-4ddc-a789-9b9ca906bc1d tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221361 Nov 12 21:03:48.633000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92ba70-3710-4770-b5f5-8bb7c7ae748a req-9108ad1c-0691-4da1-b33c-a6a5f80c5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:48.634450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb92ba70-3710-4770-b5f5-8bb7c7ae748a req-9108ad1c-0691-4da1-b33c-a6a5f80c5745 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 1098 time: 0.1375279 Nov 12 21:03:48.851039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb92ba70-3710-4770-b5f5-8bb7c7ae748a req-965982ba-8fdc-4be1-819c-3f22a9d9ad2d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029870 Nov 12 21:03:48.861239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:48.865394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-2a6764b1-8b06-4dbb-a9f2-4e188727f29d service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427382 Nov 12 21:03:48.894113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-0f8eb506-120b-4ca0-bda3-7a3454e99d28 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:48.895606 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-0f8eb506-120b-4ca0-bda3-7a3454e99d28 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.46 "GET /v2.0/networks?id=cbff291a-174c-421e-92de-b07c7a492699 HTTP/1.1" status: 200 len: 813 time: 0.1736219 Nov 12 21:03:48.927112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Request body: {'port': {'device_id': '87af1e75-120c-4ee9-997f-eb4ce93e9ac8', 'network_id': 'cbff291a-174c-421e-92de-b07c7a492699', 'admin_state_up': True, 'tenant_id': '43179385bf04496e8fc850b90947a98d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:48.944343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:49.019970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a913004-acc3-44bd-b059-7c9af1c75cc9 req-555e9152-cfaa-4373-a0e2-4b474937cbba tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:49.021658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a913004-acc3-44bd-b059-7c9af1c75cc9 req-555e9152-cfaa-4373-a0e2-4b474937cbba tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1249499 Nov 12 21:03:49.027526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:49.035928 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-67cf2889-c8c7-4f8b-a5a4-8a3293a83258 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3665850 Nov 12 21:03:49.038513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53376) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:49.042119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:49.057908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:49.059703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:49.097533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:49.101165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:49.124898 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:49.148828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2954f038-2dd7-4beb-ad13-4b47980c36d4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet 60824935-b5a3-407e-97c2-d9a5209fa494 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:49.159318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2954f038-2dd7-4beb-ad13-4b47980c36d4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:49.193025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:49.222525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] device_id is not set on port 1873fbe4-c17b-4bbc-b090-f7df2aab69bf yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:03:49.229213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a913004-acc3-44bd-b059-7c9af1c75cc9 req-0f074510-aecb-4898-a86a-47b3c7760dc0 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742287 Nov 12 21:03:49.307625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29c406-d785-47ec-9826-5611e0914a6d req-0fe8efe5-8f70-468b-b86b-41251a711c04 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:49.315568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e29c406-d785-47ec-9826-5611e0914a6d req-0fe8efe5-8f70-468b-b86b-41251a711c04 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 946 time: 0.2041228 Nov 12 21:03:49.318272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2954f038-2dd7-4beb-ad13-4b47980c36d4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:49.337192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Made reservation on behalf of 43179385bf04496e8fc850b90947a98d for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:49.340871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:49.371748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-4f543669-4314-472f-881f-fd0bcd0d08df service neutron] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298070 Nov 12 21:03:49.524769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-28aeb173-2d77-4211-98f3-0c0a32bc7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:49.526972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-28aeb173-2d77-4211-98f3-0c0a32bc7499 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0eeced59fb29428db7750deb5dc9bb5a&device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 1098 time: 0.2758646 Nov 12 21:03:49.528549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4542f7f-2ec8-46c3-a6b8-f962a4d378ba req-c7c98f4b-280b-4715-810b-b10a65fe4752 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0963521 Nov 12 21:03:49.530436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-bdcb1514-275e-4563-ac9f-476e774f067e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199 HTTP/1.1" status: 200 len: 217 time: 0.0881336 Nov 12 21:03:49.541243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:47Z', 'revision_number': 8, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:49.605025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:49.620429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e29c406-d785-47ec-9826-5611e0914a6d req-2575cddc-714a-4b5e-acb0-93c6f5e283e4 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988331 Nov 12 21:03:49.621081 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:49.621800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:49.678366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 384fd687-f992-43e0-ba61-9658f6a6c2e4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:49.751072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Allocated IP 172.20.0.8 (cbff291a-174c-421e-92de-b07c7a492699/26d7fe33-10a9-4c9c-9857-f07e81802746/d8d57895-f152-434f-b0c5-a631ca41c859) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:49.761590 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2954f038-2dd7-4beb-ad13-4b47980c36d4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:49.764890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-0a3fbf32-f80d-4d78-800a-51c23cb9d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:49.766412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-0a3fbf32-f80d-4d78-800a-51c23cb9d97c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.2086904 Nov 12 21:03:49.771555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:49.820804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:49.822069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:49.851559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa6f9-fb89-4268-85f6-27a59d3ade32 req-6cec3fdf-fb1d-4306-8578-e40d8c9d261c tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:49.859104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56aaa6f9-fb89-4268-85f6-27a59d3ade32 req-6cec3fdf-fb1d-4306-8578-e40d8c9d261c tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 946 time: 0.2103989 Nov 12 21:03:49.877203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-c551898c-ae55-48ba-8d36-432b031ed264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:49.883211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-c551898c-ae55-48ba-8d36-432b031ed264 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ff1b73a8-1956-4b39-9813-254599d46848 HTTP/1.1" status: 200 len: 914 time: 0.3340063 Nov 12 21:03:49.958884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-237893c8-5540-412e-b41f-3bb1f64c4072 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40e9e12-fd28-418c-b093-9efc9578bb33 HTTP/1.1" status: 200 len: 217 time: 0.0580499 Nov 12 21:03:50.053526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.20.0.13 (c1f8cbc7-0cfa-4dba-870c-03c154ccced4/4e070056-3cf3-415b-9ac8-6dab88052aac/1873fbe4-c17b-4bbc-b090-f7df2aab69bf) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:50.072391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-97a9227f-3ca6-4d5a-9a01-0144b8c2561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:50.073999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-97a9227f-3ca6-4d5a-9a01-0144b8c2561b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2963088 Nov 12 21:03:50.079570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.20.0.12 (c1f8cbc7-0cfa-4dba-870c-03c154ccced4/4e070056-3cf3-415b-9ac8-6dab88052aac/1873fbe4-c17b-4bbc-b090-f7df2aab69bf) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:50.138677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56aaa6f9-fb89-4268-85f6-27a59d3ade32 req-e9cb563e-6efa-4dc8-8d9e-4ad2e9058614 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655585 Nov 12 21:03:50.178584 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2954f038-2dd7-4beb-ad13-4b47980c36d4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.192640 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.203560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-b27b14cc-cd21-4292-8e51-6ce676af78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:50.205806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-b27b14cc-cd21-4292-8e51-6ce676af78ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c4fdb41-ff07-4b11-9c05-a8f4be593a42 HTTP/1.1" status: 200 len: 853 time: 0.2191274 Nov 12 21:03:50.239848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954f038-2dd7-4beb-ad13-4b47980c36d4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=60824935-b5a3-407e-97c2-d9a5209fa494,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:50.273463 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2954f038-2dd7-4beb-ad13-4b47980c36d4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.283925 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2954f038-2dd7-4beb-ad13-4b47980c36d4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/60824935-b5a3-407e-97c2-d9a5209fa494 HTTP/1.1" status: 204 len: 168 time: 1.2437305 Nov 12 21:03:50.284882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53386) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:50.292584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-5864146a-effb-47d0-8e9a-84220856167f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ff1b73a8-1956-4b39-9813-254599d46848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315664 Nov 12 21:03:50.303074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ab0ac-ec85-4030-88d6-170591aeda61 None None] Network 6a804855-eda3-467b-946c-e3ef881b3f95 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:50.338852 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.422351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-6c7839e5-f207-4427-9530-b4e2038c12d2 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373189 Nov 12 21:03:50.472911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.495743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.538822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:50.548328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:50.552735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:47Z', 'revision_number': 8, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:50.559797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:50.560964 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.564785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-532d2f35-6715-4ec2-a866-9095aec972ca service neutron] 10.222.0.78 "GET /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558842 Nov 12 21:03:50.573299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=c489e721-5b45-4c03-8c41-38644a2c9ce2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:50.587065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a475b27-510b-4865-bb50-7a39b4966909 None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:47Z', 'revision_number': 8, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c', 'name': '', 'network_id': '68ff7e3f-3b8d-40b7-ac04-23f93b8b397c', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:27:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:27Z', 'updated_at': '2021-11-12T21:03:35Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': 'f6c87b60-edf3-4354-970d-38a992f147c8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:50.604545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Network cbff291a-174c-421e-92de-b07c7a492699 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:50.616224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb2a0da-6c61-4026-a6f9-45396daef267 None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:50.650973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.653564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:50.687947 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9c4bf921-2d6d-4201-93e0-717f06c87d8e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1129124 Nov 12 21:03:50.698356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53394) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:50.711699 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1434595393', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c489e721-5b45-4c03-8c41-38644a2c9ce2'}], 'security_groups': ['7dea1db0-ce99-4292-b92d-3d1a415942be']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:50.745101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:50.750638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Pushing event updated for resources: {'Port': ['ID=d8d57895-f152-434f-b0c5-a631ca41c859,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:50.756358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port beca9a00-1559-4e35-ae07-e7a0f5824f6b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:50.756699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.782050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-36e637f2-f6af-4452-aeba-544e647305cf service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497477 Nov 12 21:03:50.869058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.942316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port beca9a00-1559-4e35-ae07-e7a0f5824f6b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=beca9a00-1559-4e35-ae07-e7a0f5824f6b,segment=NetworkSegment(b12b1027-4424-4b39-a010-083f3f8bca4b),segment_id=b12b1027-4424-4b39-a010-083f3f8bca4b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:50.942451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.976234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for beca9a00-1559-4e35-ae07-e7a0f5824f6b owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:50.984516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a397dd-74dd-459b-9c4a-1bbf107587d2 None None] Update dhcp port {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'fixed_ips': [{'subnet_id': '7d322ec1-a9ee-4861-91ad-ca81a5a976a5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c489e721-5b45-4c03-8c41-38644a2c9ce2'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '384fd687-f992-43e0-ba61-9658f6a6c2e4'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:03:50.988666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:50.993470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] DHCP port deletion for 6a804855-eda3-467b-946c-e3ef881b3f95 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:51.013722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:51.054340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:51.061905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=1873fbe4-c17b-4bbc-b090-f7df2aab69bf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:51.073141 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07a397dd-74dd-459b-9c4a-1bbf107587d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.157055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] Deleting port beca9a00-1559-4e35-ae07-e7a0f5824f6b {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:51.157469 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.219892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.226930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-290c00f4-8675-4f12-bf72-65a89221b136 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 HTTP/1.1" status: 200 len: 217 time: 0.4023750 Nov 12 21:03:51.242527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:51.245347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.297176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:51.298141 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.324907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af25c0f-a372-4f88-8f47-c6a6335ba5c9 req-8918029a-14e4-45a2-b65f-8342f0a9f5e4 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:51.334568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af25c0f-a372-4f88-8f47-c6a6335ba5c9 req-8918029a-14e4-45a2-b65f-8342f0a9f5e4 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 946 time: 0.6113968 Nov 12 21:03:51.366001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] For port beca9a00-1559-4e35-ae07-e7a0f5824f6b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=beca9a00-1559-4e35-ae07-e7a0f5824f6b,segment=NetworkSegment(b12b1027-4424-4b39-a010-083f3f8bca4b),segment_id=b12b1027-4424-4b39-a010-083f3f8bca4b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:51.366835 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.382129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd51f2-2b60-42f9-a27f-6374544a8020 req-60f4e0fd-08ef-4423-a27e-0da18fcaac20 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:51.383879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fcd51f2-2b60-42f9-a27f-6374544a8020 req-60f4e0fd-08ef-4423-a27e-0da18fcaac20 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 931 time: 0.6559076 Nov 12 21:03:51.389241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] Calling delete_port for beca9a00-1559-4e35-ae07-e7a0f5824f6b owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:51.409535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ba23eca-5ce5-44df-8ce4-e1ef55896070 req-e1f28f51-1e3b-49cf-9350-b3d524cddb0d service neutron] 10.222.0.78 "GET /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8242452 Nov 12 21:03:51.414641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-07a397dd-74dd-459b-9c4a-1bbf107587d2 None None] Allocated IP 2001:db8:0:1::2 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/c489e721-5b45-4c03-8c41-38644a2c9ce2/384fd687-f992-43e0-ba61-9658f6a6c2e4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:51.432856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-42e8b60e-d5db-4396-9af7-218ce83d6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:51.436355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-42e8b60e-d5db-4396-9af7-218ce83d6154 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 200 len: 797 time: 0.1954234 Nov 12 21:03:51.495412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af25c0f-a372-4f88-8f47-c6a6335ba5c9 req-ecedf354-93ab-444e-b6b0-672ea1d62bed tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593997 Nov 12 21:03:51.533297 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.536686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-1331df2b-aa10-4be7-9fe1-a4d1d7de7eee tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6272571 Nov 12 21:03:51.549096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No DVR routers for this DVR port beca9a00-1559-4e35-ae07-e7a0f5824f6b on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:51.559387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e466fdd-6c95-492b-bb42-bce5c497152b tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.4629121 Nov 12 21:03:51.563838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Request body: {'port': {'device_id': '87af1e75-120c-4ee9-997f-eb4ce93e9ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:51.583488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53402) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:51.594153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c75ff503-7939-4ad0-8a6a-fe3afed19bed no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:51.636862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '1873fbe4-c17b-4bbc-b090-f7df2aab69bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:51.639081 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c75ff503-7939-4ad0-8a6a-fe3afed19bed {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:51.639546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c75ff503-7939-4ad0-8a6a-fe3afed19bed not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:51.642513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device beca9a00-1559-4e35-ae07-e7a0f5824f6b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:51.669300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fcd51f2-2b60-42f9-a27f-6374544a8020 req-c8583918-18b3-4cc1-bfff-37c529facf39 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701209 Nov 12 21:03:51.678255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.679564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: beca9a00-1559-4e35-ae07-e7a0f5824f6b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:51.679733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device beca9a00-1559-4e35-ae07-e7a0f5824f6b not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:51.701390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=beca9a00-1559-4e35-ae07-e7a0f5824f6b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:51.706725 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.740018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d834063-fceb-4856-b8d8-565a57e13194 req-afec8e7e-428e-467c-b25d-aab3ff8d3f06 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:51.741571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d834063-fceb-4856-b8d8-565a57e13194 req-afec8e7e-428e-467c-b25d-aab3ff8d3f06 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 946 time: 0.1112034 Nov 12 21:03:51.745727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-f6953875-4b4a-480e-a6bb-5bce8e50c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:51.747231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-f6953875-4b4a-480e-a6bb-5bce8e50c922 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2474525 Nov 12 21:03:51.760591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] No DVR routers for this DVR port beca9a00-1559-4e35-ae07-e7a0f5824f6b on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:51.792407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-07a397dd-74dd-459b-9c4a-1bbf107587d2 None None] For port 384fd687-f992-43e0-ba61-9658f6a6c2e4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=384fd687-f992-43e0-ba61-9658f6a6c2e4,segment=NetworkSegment(e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef),segment_id=e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:51.820887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.831647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616e853-12da-46c1-9db1-5834833d4f1f None None] Pushing event deleted for resources: {'Port': ['ID=beca9a00-1559-4e35-ae07-e7a0f5824f6b,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:51.848653 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.865917 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07a397dd-74dd-459b-9c4a-1bbf107587d2 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.892158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a804855-eda3-467b-946c-e3ef881b3f95']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:51.929782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12b1027-4424-4b39-a010-083f3f8bca4b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:51.930117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12b1027-4424-4b39-a010-083f3f8bca4b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:51.938133 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07a397dd-74dd-459b-9c4a-1bbf107587d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:51.941843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d834063-fceb-4856-b8d8-565a57e13194 req-87c0bcf5-492c-4eb7-8c93-167836ec764d tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892571 Nov 12 21:03:51.951902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.002862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.017740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:52.018116 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:52.021452 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:52.024309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-252ebb4d-1693-4db5-a2f8-4e5fd37058fe service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646327 Nov 12 21:03:52.105100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a397dd-74dd-459b-9c4a-1bbf107587d2 None None] Pushing event updated for resources: {'Port': ['ID=384fd687-f992-43e0-ba61-9658f6a6c2e4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:52.142090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Delete allocated IP 2001:db8::337 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/7d322ec1-a9ee-4861-91ad-ca81a5a976a5) {{(pid=109628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 21:03:52.151621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8:0:1::1a0 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/c489e721-5b45-4c03-8c41-38644a2c9ce2/4889ced5-ecb8-4a62-ab92-c88c622d22ac) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:52.301056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-619040be-0d22-4022-86c2-c3ced2d400f5 req-d25e1455-60b0-4b4a-ba6c-18fc207d1bd9 service neutron] 10.222.0.78 "GET /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621577 Nov 12 21:03:52.387872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d57895-f152-434f-b0c5-a631ca41c859 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:52.397326 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.438187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.487822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Transition to ACTIVE for port object d8d57895-f152-434f-b0c5-a631ca41c859 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:03:52.511262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.516988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.525278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53430) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:52.535503 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/6a804855-eda3-467b-946c-e3ef881b3f95 HTTP/1.1" status: 204 len: 168 time: 2.2379115 Nov 12 21:03:52.606417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4202ae0-29d4-42b1-97d6-17de5d121ce0 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=6a804855-eda3-467b-946c-e3ef881b3f95,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:52.615920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.647346 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.678901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.25.8.97 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/532ee084-fbec-4a07-9099-495ca191ca11) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:52.780428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Pushing event updated for resources: {'Port': ['ID=d8d57895-f152-434f-b0c5-a631ca41c859,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:52.787736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.805078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3929e24-cffc-4d1c-9bc8-37a6eba46905 req-6fb05bf3-4e29-492c-806a-aea44cbc0a3f tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:52.811175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3929e24-cffc-4d1c-9bc8-37a6eba46905 req-6fb05bf3-4e29-492c-806a-aea44cbc0a3f tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 946 time: 0.1656160 Nov 12 21:03:52.838104 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.882050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] In _notify_port_updated(), no bound segment for port 4889ced5-ecb8-4a62-ab92-c88c622d22ac on network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:03:52.888473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:52.888888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.893619 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "PUT /v2.0/ports/4889ced5-ecb8-4a62-ab92-c88c622d22ac HTTP/1.1" status: 200 len: 931 time: 2.1906207 Nov 12 21:03:52.893619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba9f1a-0029-4ac1-b2ce-5d1c27c6c0bd tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=4889ced5-ecb8-4a62-ab92-c88c622d22ac,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:52.895317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53440) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:52.977906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2d9de474-54c7-431e-aa3e-298251286007 None None] Provisioning complete for port 4889ced5-ecb8-4a62-ab92-c88c622d22ac triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:52.978501 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d9de474-54c7-431e-aa3e-298251286007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.010580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3929e24-cffc-4d1c-9bc8-37a6eba46905 req-250980cd-387c-4c1e-bc0b-b0e4d3483c54 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382592 Nov 12 21:03:53.025452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2d9de474-54c7-431e-aa3e-298251286007 None None] Port 4889ced5-ecb8-4a62-ab92-c88c622d22ac cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:53.028347 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b39c25ff-b9f7-43ee-a4b4-f94ea9d3ef21 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 4889ced5-ecb8-4a62-ab92-c88c622d22ac {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:53.029313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b39c25ff-b9f7-43ee-a4b4-f94ea9d3ef21 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.047761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2d9de474-54c7-431e-aa3e-298251286007 None None] Provisioning complete for port c681f231-6283-4e75-b1a4-6edb86d2e80d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:53.047761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d9de474-54c7-431e-aa3e-298251286007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.095568 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.100740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Attempting to bind port d8d57895-f152-434f-b0c5-a631ca41c859 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:53.101330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Attempting to bind port d8d57895-f152-434f-b0c5-a631ca41c859 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '7e4c8795-1ad5-4484-85a4-3d745ae5de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cbff291a-174c-421e-92de-b07c7a492699'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:53.101871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Attempting to bind port d8d57895-f152-434f-b0c5-a631ca41c859 on network cbff291a-174c-421e-92de-b07c7a492699 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:53.115447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2d9de474-54c7-431e-aa3e-298251286007 None None] Port c681f231-6283-4e75-b1a4-6edb86d2e80d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:53.126570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2d9de474-54c7-431e-aa3e-298251286007 None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:53.127128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d9de474-54c7-431e-aa3e-298251286007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.139196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Port d8d57895-f152-434f-b0c5-a631ca41c859 on network cbff291a-174c-421e-92de-b07c7a492699 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:03:53.139718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Attempting to bind port d8d57895-f152-434f-b0c5-a631ca41c859 on network cbff291a-174c-421e-92de-b07c7a492699 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:53.148291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:53.148561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Checking segment: {'id': '7e4c8795-1ad5-4484-85a4-3d745ae5de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cbff291a-174c-421e-92de-b07c7a492699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:53.148959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Bound using segment: {'id': '7e4c8795-1ad5-4484-85a4-3d745ae5de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cbff291a-174c-421e-92de-b07c7a492699'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:53.149402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Bound port: d8d57895-f152-434f-b0c5-a631ca41c859, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4c8795-1ad5-4484-85a4-3d745ae5de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cbff291a-174c-421e-92de-b07c7a492699'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:53.149767 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.174051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:53.184162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:53.194902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:53.202133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=532ee084-fbec-4a07-9099-495ca191ca11,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:53.313749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4073a2b-6c35-423c-afe8-7df5b0718ae5 req-fd07aee2-23b7-40e7-bce7-0ba19a75022f tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:53.320258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4073a2b-6c35-423c-afe8-7df5b0718ae5 req-fd07aee2-23b7-40e7-bce7-0ba19a75022f tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 943 time: 0.1691208 Nov 12 21:03:53.321907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] For port d8d57895-f152-434f-b0c5-a631ca41c859, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:53.353888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] For port d8d57895-f152-434f-b0c5-a631ca41c859, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d8d57895-f152-434f-b0c5-a631ca41c859,segment=NetworkSegment(7e4c8795-1ad5-4484-85a4-3d745ae5de8d),segment_id=7e4c8795-1ad5-4484-85a4-3d745ae5de8d)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:53.417713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a878bd1e-735a-4912-9c4e-d6594a79d235 None None] Provisioning complete for port 4889ced5-ecb8-4a62-ab92-c88c622d22ac triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:53.418056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a878bd1e-735a-4912-9c4e-d6594a79d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.422385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4073a2b-6c35-423c-afe8-7df5b0718ae5 req-407bffce-380c-4668-8185-9cec45a8415e tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967357 Nov 12 21:03:53.446198 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.506136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a878bd1e-735a-4912-9c4e-d6594a79d235 None None] Port 4889ced5-ecb8-4a62-ab92-c88c622d22ac cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:53.517710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:53.518842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.520577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] 10.222.0.46 "PUT /v2.0/ports/d8d57895-f152-434f-b0c5-a631ca41c859 HTTP/1.1" status: 200 len: 1092 time: 1.9619219 Nov 12 21:03:53.523729 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.525946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87af1e75-120c-4ee9-997f-eb4ce93e9ac8', 'tag': 'd8d57895-f152-434f-b0c5-a631ca41c859'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:53.529024 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a736ecaa-404d-4676-93ae-c2d67eb6f97c" -d '{"events": [{"name": "network-changed", "server_uuid": "87af1e75-120c-4ee9-997f-eb4ce93e9ac8", "tag": "d8d57895-f152-434f-b0c5-a631ca41c859"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:53.581778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 384fd687-f992-43e0-ba61-9658f6a6c2e4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:53.647237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50fa59-721d-4df5-a360-11acd3000b0d service neutron] Pushing event updated for resources: {'Port': ['ID=d8d57895-f152-434f-b0c5-a631ca41c859,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:53.661968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:53.662426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.716937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b39c25ff-b9f7-43ee-a4b4-f94ea9d3ef21 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.746082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b39c25ff-b9f7-43ee-a4b4-f94ea9d3ef21 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 4889ced5-ecb8-4a62-ab92-c88c622d22ac owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:53.750654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948e071-873f-4c62-94a3-b1aff22cbc39 req-0755cf9e-a899-4c18-9789-52deecad5125 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:53.752458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0948e071-873f-4c62-94a3-b1aff22cbc39 req-0755cf9e-a899-4c18-9789-52deecad5125 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2141886 Nov 12 21:03:53.806202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-87ef243f-5b5e-4d7d-be7e-a95abfc51f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:53.807748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-87ef243f-5b5e-4d7d-be7e-a95abfc51f56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43179385bf04496e8fc850b90947a98d&device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1471205 Nov 12 21:03:53.816513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-3c4e5cba-4766-4add-bdfe-534acc40a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:53.818062 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-3c4e5cba-4766-4add-bdfe-534acc40a7ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1097 time: 0.1418836 Nov 12 21:03:53.876298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-ba329184-a715-4720-a558-27f352124048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d57895-f152-434f-b0c5-a631ca41c859 HTTP/1.1" status: 200 len: 217 time: 0.0523195 Nov 12 21:03:53.883594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0948e071-873f-4c62-94a3-b1aff22cbc39 req-8f4465d1-9739-4db9-9475-ba63a1bf3684 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022923 Nov 12 21:03:53.950224 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeeab42-79c1-450b-bcc5-b41c9a63ff19 x-openstack-request-id: req-6aeeab42-79c1-450b-bcc5-b41c9a63ff19 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:53.950510 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87af1e75-120c-4ee9-997f-eb4ce93e9ac8", "tag": "d8d57895-f152-434f-b0c5-a631ca41c859", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:53.950808 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6aeeab42-79c1-450b-bcc5-b41c9a63ff19 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:53.951189 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87af1e75-120c-4ee9-997f-eb4ce93e9ac8', 'tag': 'd8d57895-f152-434f-b0c5-a631ca41c859', 'status': 'completed', 'code': 200} Nov 12 21:03:53.963595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-40e8d8aa-a505-4021-9c4e-10542d2d3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:53.965088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-40e8d8aa-a505-4021-9c4e-10542d2d3520 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26d7fe33-10a9-4c9c-9857-f07e81802746 HTTP/1.1" status: 200 len: 853 time: 0.0804830 Nov 12 21:03:54.019981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-d12f38d1-2f83-4bdb-8b88-de2dfb61cf52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbff291a-174c-421e-92de-b07c7a492699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469108 Nov 12 21:03:54.096951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-e5406a5c-556f-4ad7-bbf1-445ac8cae5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:54.098489 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-e5406a5c-556f-4ad7-bbf1-445ac8cae5bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 920 time: 0.2450724 Nov 12 21:03:54.142748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:54.145654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:54.168151 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-b19715ce-d488-4b95-8da9-9908baa80d0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 200 len: 217 time: 0.0428963 Nov 12 21:03:54.185876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10906673-3c57-4db5-878e-3034afbd21ee req-39324d97-2e10-4ca4-8ad8-18279783cced tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:54.187329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10906673-3c57-4db5-878e-3034afbd21ee req-39324d97-2e10-4ca4-8ad8-18279783cced tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 946 time: 0.1622860 Nov 12 21:03:54.230012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-e5cbd93e-5de4-489c-8c8e-59946d2f13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:54.236422 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-e5cbd93e-5de4-489c-8c8e-59946d2f13e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.0557981 Nov 12 21:03:54.270585 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-1fbfcc3e-4b5d-462c-b433-323b66d3e770 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280747 Nov 12 21:03:54.402257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b39c25ff-b9f7-43ee-a4b4-f94ea9d3ef21 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:54.471565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c25ff-b9f7-43ee-a4b4-f94ea9d3ef21 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=4889ced5-ecb8-4a62-ab92-c88c622d22ac,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:54.518708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-597c4d67-a43a-43da-84c5-e182493ab320 service neutron] 10.222.0.46 "GET /v2.0/networks/cbff291a-174c-421e-92de-b07c7a492699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912560 Nov 12 21:03:54.575207 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-1538f123-da4f-42ee-9a51-662079ff10dc service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972040 Nov 12 21:03:54.586513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b39c25ff-b9f7-43ee-a4b4-f94ea9d3ef21 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:54.591839 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b39c25ff-b9f7-43ee-a4b4-f94ea9d3ef21 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/4889ced5-ecb8-4a62-ab92-c88c622d22ac HTTP/1.1" status: 204 len: 168 time: 1.6940985 Nov 12 21:03:54.602933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53458) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:54.664123 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdb6942-695c-4b0a-9361-bec54f85fbf5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:03:54.668193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5cdb6942-695c-4b0a-9361-bec54f85fbf5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/4889ced5-ecb8-4a62-ab92-c88c622d22ac HTTP/1.1" status: 404 len: 333 time: 0.0617750 Nov 12 21:03:54.681103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60e719-d193-4f20-91c3-78a82af858d1 req-360cadf2-8b47-454d-9210-24f758100622 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:54.682739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c60e719-d193-4f20-91c3-78a82af858d1 req-360cadf2-8b47-454d-9210-24f758100622 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 946 time: 0.5207422 Nov 12 21:03:54.690673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53460) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:54.721064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10906673-3c57-4db5-878e-3034afbd21ee req-b87918c3-86a8-4a88-a55f-5105eb1d2bcf tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217218 Nov 12 21:03:54.762881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,segment=NetworkSegment(1a582430-0742-4385-a593-6da779dc836f),segment_id=1a582430-0742-4385-a593-6da779dc836f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:54.763982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:54.778186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:54.807593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:54.830527 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e619c078-5f2f-4fcf-b2e7-cf2c35e4be7e req-cba84e88-02f3-4ae2-953c-51351504d3d9 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454934 Nov 12 21:03:54.830800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ae0f1a-8c52-4ba6-b068-585e5d158e0a req-412b677b-7ce6-47e4-be47-9d3215d03dc4 service neutron] 10.222.0.46 "GET /v2.0/networks/cbff291a-174c-421e-92de-b07c7a492699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002350 Nov 12 21:03:54.882008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c60e719-d193-4f20-91c3-78a82af858d1 req-db4c032c-81e0-4c1b-9a7d-3527874e78b5 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784499 Nov 12 21:03:54.918821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39f4a17b-3ab4-41ad-b669-8c4609164da3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:54.965656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1f59-5f4d-4ae7-89fb-2ed6b3a6b4f7 req-adbd4bf0-a445-4f3f-8bfe-c47e9a556e97 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:54.967754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d97d1f59-5f4d-4ae7-89fb-2ed6b3a6b4f7 req-adbd4bf0-a445-4f3f-8bfe-c47e9a556e97 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 943 time: 0.1616929 Nov 12 21:03:54.976096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39f4a17b-3ab4-41ad-b669-8c4609164da3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.017539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.048794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-24d2b0e1-0373-4a43-9011-4f9d08af0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:55.050358 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-24d2b0e1-0373-4a43-9011-4f9d08af0034 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43179385bf04496e8fc850b90947a98d&device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 1095 time: 0.0932119 Nov 12 21:03:55.164519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d97d1f59-5f4d-4ae7-89fb-2ed6b3a6b4f7 req-643b9c36-9fcc-43c5-a172-65fadb6966b8 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855521 Nov 12 21:03:55.177924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8a5c6-a398-4dfb-b021-ac7dd5f6925f req-557a0f21-7457-4e8e-918b-c6c8a4cf18ed tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:55.179603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ff8a5c6-a398-4dfb-b021-ac7dd5f6925f req-557a0f21-7457-4e8e-918b-c6c8a4cf18ed tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2071984 Nov 12 21:03:55.221024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-faacfc33-0194-481a-9f5a-6f8aa02ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:55.222533 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-faacfc33-0194-481a-9f5a-6f8aa02ae889 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbff291a-174c-421e-92de-b07c7a492699 HTTP/1.1" status: 200 len: 914 time: 0.1545274 Nov 12 21:03:55.242820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-fbca158f-bd94-4996-bb41-2883fe06ad9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:55.244439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-fbca158f-bd94-4996-bb41-2883fe06ad9e tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.78 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 946 time: 0.1575909 Nov 12 21:03:55.276410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39f4a17b-3ab4-41ad-b669-8c4609164da3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.279565 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39f4a17b-3ab4-41ad-b669-8c4609164da3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.280739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-39f4a17b-3ab4-41ad-b669-8c4609164da3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/security-groups/15ebddc5-eca3-43d9-af1e-385c33201b97 HTTP/1.1" status: 204 len: 168 time: 0.5891933 Nov 12 21:03:55.316597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53468) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:55.337521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4a17b-3ab4-41ad-b669-8c4609164da3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ebddc5-eca3-43d9-af1e-385c33201b97,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:55.343587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ff8a5c6-a398-4dfb-b021-ac7dd5f6925f req-d7c77159-1534-48fb-b72c-642f5e550b0c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540105 Nov 12 21:03:55.410106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.442523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:55.536706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f263160-0407-467b-8230-f8a7d8871cd6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.538026 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-565ef054-b23c-4092-87a8-c77909f20e76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d57895-f152-434f-b0c5-a631ca41c859 HTTP/1.1" status: 200 len: 217 time: 0.3039768 Nov 12 21:03:55.588695 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.592157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Deleting port 709331bd-4e08-4e4e-91dc-712887056b3b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:55.592545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.606570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-fbadbadb-9609-48b4-b759-e6a2ad3f3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:55.608687 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-fbadbadb-9609-48b4-b759-e6a2ad3f3128 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=26d7fe33-10a9-4c9c-9857-f07e81802746 HTTP/1.1" status: 200 len: 853 time: 0.0600750 Nov 12 21:03:55.619068 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f263160-0407-467b-8230-f8a7d8871cd6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.648280 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-e843a985-96f2-4483-b10b-c492df11da15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbff291a-174c-421e-92de-b07c7a492699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323873 Nov 12 21:03:55.651931 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.725287 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.784825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=532ee084-fbec-4a07-9099-495ca191ca11,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:55.812599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.830877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] For port 709331bd-4e08-4e4e-91dc-712887056b3b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=709331bd-4e08-4e4e-91dc-712887056b3b,segment=NetworkSegment(3d1e0457-90f6-44a7-93d6-b62a0b4435f1),segment_id=3d1e0457-90f6-44a7-93d6-b62a0b4435f1)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:55.831520 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.863956 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-df66276a-4b7a-4ea7-876d-7bfb7a977950 service neutron] 10.222.0.46 "GET /v2.0/networks/cbff291a-174c-421e-92de-b07c7a492699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870925 Nov 12 21:03:55.886668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-e81f4ef2-7363-4195-9edd-826de680425e tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:55.888911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-e81f4ef2-7363-4195-9edd-826de680425e tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.78 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 946 time: 0.2456336 Nov 12 21:03:55.904001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Calling delete_port for 709331bd-4e08-4e4e-91dc-712887056b3b owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:55.958524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f263160-0407-467b-8230-f8a7d8871cd6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.961130 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f263160-0407-467b-8230-f8a7d8871cd6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.962267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f263160-0407-467b-8230-f8a7d8871cd6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/security-groups/7dea1db0-ce99-4292-b92d-3d1a415942be HTTP/1.1" status: 204 len: 168 time: 0.6447008 Nov 12 21:03:55.974368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53474) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:56.009120 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP c728cfc4-c43d-4ecd-95da-61bb04b71ad0 associated. External IP: 172.25.8.97, port: 1873fbe4-c17b-4bbc-b090-f7df2aab69bf. Nov 12 21:03:56.067161 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a736ecaa-404d-4676-93ae-c2d67eb6f97c req-246eb55a-1922-4dc9-80ec-6434d3340de9 service neutron] 10.222.0.46 "GET /v2.0/networks/cbff291a-174c-421e-92de-b07c7a492699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949208 Nov 12 21:03:56.092926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f263160-0407-467b-8230-f8a7d8871cd6 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea1db0-ce99-4292-b92d-3d1a415942be,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:56.156264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71654815-ded4-4cea-a118-353df798e077 req-ef2b78e0-449e-4fc3-aa00-212fbfcfe043 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:56.157771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71654815-ded4-4cea-a118-353df798e077 req-ef2b78e0-449e-4fc3-aa00-212fbfcfe043 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 946 time: 0.3486941 Nov 12 21:03:56.254220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:56.284166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e55fe40-a278-46a8-896a-24d4db2c893e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet 7d322ec1-a9ee-4861-91ad-ca81a5a976a5 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:56.303231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe40-a278-46a8-896a-24d4db2c893e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:56.359543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9216df-2ec7-4901-aff6-485001c93651 req-d253c09d-0d15-4924-b88a-b01b7773013c tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:56.361575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de9216df-2ec7-4901-aff6-485001c93651 req-d253c09d-0d15-4924-b88a-b01b7773013c tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 946 time: 0.3922558 Nov 12 21:03:56.368971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:56.383957 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85121c8-1485-42e5-b5b7-0e39823f142f None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:56.395804 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85121c8-1485-42e5-b5b7-0e39823f142f None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:56.396412 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d85121c8-1485-42e5-b5b7-0e39823f142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:56.434240 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d85121c8-1485-42e5-b5b7-0e39823f142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:56.441434 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe40-a278-46a8-896a-24d4db2c893e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:56.443748 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85121c8-1485-42e5-b5b7-0e39823f142f None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:56.444364 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d85121c8-1485-42e5-b5b7-0e39823f142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:56.450312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:56.476781 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d85121c8-1485-42e5-b5b7-0e39823f142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:56.477411 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85121c8-1485-42e5-b5b7-0e39823f142f None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:56.482048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:56.489426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71654815-ded4-4cea-a118-353df798e077 req-f635be02-6341-4421-aeb8-ddf374895e0f tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/security-groups?id=204ce49a-dc1b-427d-8c4d-981c18003ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882793 Nov 12 21:03:56.496712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Deleting port a40e9e12-fd28-418c-b093-9efc9578bb33 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:56.497054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:56.512742 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-58cac328-4ee6-44a1-9345-ac02be2d0ac4 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8891385 Nov 12 21:03:56.516145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53480) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:56.521023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e6f70876-23be-4cc0-88b2-de4b9424517d tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'port_id': '1873fbe4-c17b-4bbc-b090-f7df2aab69bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:56.608649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6f70876-23be-4cc0-88b2-de4b9424517d tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:56.920237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de9216df-2ec7-4901-aff6-485001c93651 req-c843afa7-a7ca-491f-a548-645b6e9287db tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6ef4114-b28b-4c62-b93b-8c7d16038f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415978 Nov 12 21:03:57.044791 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.057790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['709331bd-4e08-4e4e-91dc-712887056b3b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:57.064166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] For port a40e9e12-fd28-418c-b093-9efc9578bb33, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a40e9e12-fd28-418c-b093-9efc9578bb33,segment=NetworkSegment(4213aaf0-9b59-42d6-9a99-f3e91bc0e39d),segment_id=4213aaf0-9b59-42d6-9a99-f3e91bc0e39d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:57.064680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.113839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6f70876-23be-4cc0-88b2-de4b9424517d tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.123076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe40-a278-46a8-896a-24d4db2c893e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.142924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4a11-bf0a-47a3-be34-ff36e1436126 req-dba79a0d-a62d-438b-8bb0-0e67ec304b04 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:57.144432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d92b4a11-bf0a-47a3-be34-ff36e1436126 req-dba79a0d-a62d-438b-8bb0-0e67ec304b04 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 943 time: 0.5518098 Nov 12 21:03:57.164555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Calling delete_port for a40e9e12-fd28-418c-b093-9efc9578bb33 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:57.168885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Pushing event deleted for resources: {'Port': ['ID=709331bd-4e08-4e4e-91dc-712887056b3b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:57.199853 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6f70876-23be-4cc0-88b2-de4b9424517d tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.203562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:57.214861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:57.227150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:57.227935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:57.239080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-13da3d79-8129-4fcd-8a8e-2fd6bfded9ac tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7126234 Nov 12 21:03:57.241936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53482) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:57.308234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] No DVR routers for this DVR port 709331bd-4e08-4e4e-91dc-712887056b3b on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:57.321374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.324618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74937e04-d3b2-495c-aecc-78aa7f2f3064 req-d56865a8-e6c6-4cf9-9748-6854f6bf6ec4 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.78 "DELETE /v2.0/ports/709331bd-4e08-4e4e-91dc-712887056b3b HTTP/1.1" status: 204 len: 173 time: 2.0634274 Nov 12 21:03:57.332834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36e7d-4328-4a4e-b1f8-3e7c88773449 req-9c83057a-a1a4-4de6-95ce-353a55c5b886 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:57.334173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34b36e7d-4328-4a4e-b1f8-3e7c88773449 req-9c83057a-a1a4-4de6-95ce-353a55c5b886 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.3417671 Nov 12 21:03:57.334641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33', 'name': 'network-vif-deleted', 'tag': '709331bd-4e08-4e4e-91dc-712887056b3b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:57.337028 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae2e46-fd7f-451d-9a3f-fa6c55536f5e" -d '{"events": [{"server_uuid": "73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33", "name": "network-vif-deleted", "tag": "709331bd-4e08-4e4e-91dc-712887056b3b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:57.346415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet f6c87b60-edf3-4354-970d-38a992f147c8 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:57.347741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:57.350576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.391276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d92b4a11-bf0a-47a3-be34-ff36e1436126 req-8804cf22-137d-4a42-92f1-c8fcf33c77de tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162545 Nov 12 21:03:57.405358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.429505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe40-a278-46a8-896a-24d4db2c893e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.456364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34b36e7d-4328-4a4e-b1f8-3e7c88773449 req-abefad69-4889-4e08-b63e-8db658b2bf94 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054437 Nov 12 21:03:57.478818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fe40-a278-46a8-896a-24d4db2c893e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=7d322ec1-a9ee-4861-91ad-ca81a5a976a5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:57.484421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e55fe40-a278-46a8-896a-24d4db2c893e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.494156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3e55fe40-a278-46a8-896a-24d4db2c893e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/7d322ec1-a9ee-4861-91ad-ca81a5a976a5 HTTP/1.1" status: 204 len: 168 time: 1.5107369 Nov 12 21:03:57.499980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53486) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:57.504945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:57.511645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ac278-a107-4abb-a000-e3882304686f None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:57.545357 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c76084d-b61b-445c-9cfe-4114a3a555d6 x-openstack-request-id: req-2c76084d-b61b-445c-9cfe-4114a3a555d6 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:57.545357 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33", "name": "network-vif-deleted", "tag": "709331bd-4e08-4e4e-91dc-712887056b3b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:57.545357 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c76084d-b61b-445c-9cfe-4114a3a555d6 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:57.545357 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33', 'name': 'network-vif-deleted', 'tag': '709331bd-4e08-4e4e-91dc-712887056b3b', 'status': 'completed', 'code': 200} Nov 12 21:03:57.654290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.681758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7a54f64-e197-4c0b-8d0d-c4abfd3f01c4 req-19837338-8aa2-4b1d-b4c4-0c9dd725a721 tempest-ServerMetadataNegativeTestJSON-679973276 tempest-ServerMetadataNegativeTestJSON-679973276-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bdf0a4-1a8d-4fd4-8cac-b2d4acbc8b33 HTTP/1.1" status: 200 len: 210 time: 0.0481763 Nov 12 21:03:57.686021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f70876-23be-4cc0-88b2-de4b9424517d tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:57.714478 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efa2da30-a057-45d4-843a-84e193e61a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.777428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.810013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Pushing event deleted for resources: {'Port': ['ID=a40e9e12-fd28-418c-b093-9efc9578bb33,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:57.852267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f70876-23be-4cc0-88b2-de4b9424517d tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:57.853095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:55Z', 'revision_number': 9, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:57.859712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] No DVR routers for this DVR port a40e9e12-fd28-418c-b093-9efc9578bb33 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:57.861711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:57.863826 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43341f2c-1364-465f-a9ee-bb7024cbc793 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:57.865690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.869377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.873423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d605d61-f303-4aa0-b5f2-597425615fa4 req-9834773d-b7c8-4a59-8b19-35ea0b29fbaf tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.78 "DELETE /v2.0/ports/a40e9e12-fd28-418c-b093-9efc9578bb33 HTTP/1.1" status: 204 len: 173 time: 1.9743679 Nov 12 21:03:57.880808 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6f70876-23be-4cc0-88b2-de4b9424517d tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.883590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:57.887117 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.894653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:57.895754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:57.895989 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43341f2c-1364-465f-a9ee-bb7024cbc793 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:57.897295 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-43341f2c-1364-465f-a9ee-bb7024cbc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:57.973196 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-43341f2c-1364-465f-a9ee-bb7024cbc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:57.974552 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:57.990921 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/f6c87b60-edf3-4354-970d-38a992f147c8 HTTP/1.1" status: 204 len: 168 time: 0.7479270 Nov 12 21:03:57.993600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53492) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:57.995530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c87b60-edf3-4354-970d-38a992f147c8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:57.995678 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43341f2c-1364-465f-a9ee-bb7024cbc793 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:57.996302 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-43341f2c-1364-465f-a9ee-bb7024cbc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:58.022528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.022882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.023225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.023604 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.023934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.024263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.024588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.024911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.025232 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.025556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.025873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.026188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab4a66-6d70-4bf6-8a84-626185a946fb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:58.037097 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-43341f2c-1364-465f-a9ee-bb7024cbc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:58.038194 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43341f2c-1364-465f-a9ee-bb7024cbc793 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:58.073758 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e6f70876-23be-4cc0-88b2-de4b9424517d tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/floatingips/c728cfc4-c43d-4ecd-95da-61bb04b71ad0 HTTP/1.1" status: 200 len: 978 time: 1.5560846 Nov 12 21:03:58.077440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:58.209949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c934310-788a-4682-b54b-1943301b6779 None None] Network 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:58.341328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18706a08-ea1e-4a9a-875d-bbf1177317e6 req-44ba7402-ef15-4ca3-835a-2cd01b0013e6 tempest-InstanceActionsTestJSON-178020612 tempest-InstanceActionsTestJSON-178020612-project] 10.222.0.64 "GET /v2.0/ports?device_id=087e250c-fefc-4b33-8993-fe912d6c9de3 HTTP/1.1" status: 200 len: 210 time: 0.2788124 Nov 12 21:03:58.364368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:58.424706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.514319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 5e126444-a3d2-4688-a07b-94cf5c320b0a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:58.514713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.601714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port 5e126444-a3d2-4688-a07b-94cf5c320b0a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5e126444-a3d2-4688-a07b-94cf5c320b0a,segment=NetworkSegment(1a582430-0742-4385-a593-6da779dc836f),segment_id=1a582430-0742-4385-a593-6da779dc836f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:58.605785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.636144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.678441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 5e126444-a3d2-4688-a07b-94cf5c320b0a owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:58.688494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2482a94-9306-406f-8025-b864d7844007 None None] DHCP port deletion for 68ff7e3f-3b8d-40b7-ac04-23f93b8b397c request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:58.750764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port 532ee084-fbec-4a07-9099-495ca191ca11 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:58.751960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.777212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d8d57895-f152-434f-b0c5-a631ca41c859 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:03:58.777212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:55Z', 'revision_number': 9, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:58.784236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f2482a94-9306-406f-8025-b864d7844007 None None] Deleting port 5e126444-a3d2-4688-a07b-94cf5c320b0a {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:03:58.784616 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f2482a94-9306-406f-8025-b864d7844007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.841009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea3a87-12da-4430-b231-33ff9338cf74 None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:03:55Z', 'revision_number': 9, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '72201385-aa72-4dcd-ab01-90c013629bd0', 'name': '', 'network_id': '6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:c6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:20Z', 'updated_at': '2021-11-12T21:03:25Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '692e35d0-57d4-4349-a2f8-229c4af0e463', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:58.858338 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.858812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.868752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:58.875773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for 532ee084-fbec-4a07-9099-495ca191ca11 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:58.884371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:58.899022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb946f7-6eaf-439f-b49b-1f687238642c req-90da78df-f3f7-493e-97f7-b8a7154cc691 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:58.904887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9eb946f7-6eaf-439f-b49b-1f687238642c req-90da78df-f3f7-493e-97f7-b8a7154cc691 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2871578 Nov 12 21:03:58.906750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=805e4b61-d5d4-4624-bdf9-69b8fd674bc1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:58.909710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:58.910301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.912611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f2482a94-9306-406f-8025-b864d7844007 None None] For port 5e126444-a3d2-4688-a07b-94cf5c320b0a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5e126444-a3d2-4688-a07b-94cf5c320b0a,segment=NetworkSegment(1a582430-0742-4385-a593-6da779dc836f),segment_id=1a582430-0742-4385-a593-6da779dc836f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:58.913034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f2482a94-9306-406f-8025-b864d7844007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:58.931706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f791eb0-a243-4925-9dd8-32d48d4be418 None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:58.941558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcaaf7-3477-477f-a6ae-dfdf97099908 req-dbd25dd2-553c-42ad-8990-07177ee25714 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:58.949041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4adcaaf7-3477-477f-a6ae-dfdf97099908 req-dbd25dd2-553c-42ad-8990-07177ee25714 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 943 time: 0.3139875 Nov 12 21:03:58.951317 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.resource_extend [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:03:59.020672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f2482a94-9306-406f-8025-b864d7844007 None None] Calling delete_port for 5e126444-a3d2-4688-a07b-94cf5c320b0a owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:03:59.028969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9eb946f7-6eaf-439f-b49b-1f687238642c req-e955bc72-5abd-4631-8f49-9be7e2afad9e tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223724 Nov 12 21:03:59.056327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4adcaaf7-3477-477f-a6ae-dfdf97099908 req-0d34adc4-0e05-4900-ad4c-19ed9b63532c tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035528 Nov 12 21:03:59.087507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53502) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:59.109972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e48e59fb-4f5b-42f2-af2a-0057ea5212bf tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6081083 Nov 12 21:03:59.110404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53504) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:59.112996 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2ecd46bb-87a9-489e-87dd-ad2637877252 None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:59.112996 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46bb-87a9-489e-87dd-ad2637877252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.117840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-684b5bf0-7185-4a73-8d0b-52cb74e1766d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'security_group': {'name': 'tempest-secgroup-362364867'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:59.150770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-087f5d46-cf59-45ce-be0a-1a5b16717d3e admin admin] Deleting subnet e203ef38-b048-4670-9e12-ed7b2e18203b {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:59.153444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.157876 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-087f5d46-cf59-45ce-be0a-1a5b16717d3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.180806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=5e126444-a3d2-4688-a07b-94cf5c320b0a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:59.189444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No DVR routers for this DVR port 5e126444-a3d2-4688-a07b-94cf5c320b0a on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:59.218017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-087f5d46-cf59-45ce-be0a-1a5b16717d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.238447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-684b5bf0-7185-4a73-8d0b-52cb74e1766d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.260903 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.322242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.323270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d8d57895-f152-434f-b0c5-a631ca41c859, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d8d57895-f152-434f-b0c5-a631ca41c859,segment=NetworkSegment(7e4c8795-1ad5-4484-85a4-3d745ae5de8d),segment_id=7e4c8795-1ad5-4484-85a4-3d745ae5de8d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:59.333192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=532ee084-fbec-4a07-9099-495ca191ca11,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:59.355091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ff7e3f-3b8d-40b7-ac04-23f93b8b397c']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:59.367461 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-087f5d46-cf59-45ce-be0a-1a5b16717d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.372071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a582430-0742-4385-a593-6da779dc836f') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:59.373024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a582430-0742-4385-a593-6da779dc836f') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:59.376726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd8d57895-f152-434f-b0c5-a631ca41c859', 'network_id': 'cbff291a-174c-421e-92de-b07c7a492699', 'port_id': 'd8d57895-f152-434f-b0c5-a631ca41c859', 'mac_address': 'fa:16:3e:2a:be:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d7fe33-10a9-4c9c-9857-f07e81802746', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:03:59.393573 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.394000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f2482a94-9306-406f-8025-b864d7844007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.407226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-684b5bf0-7185-4a73-8d0b-52cb74e1766d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.417018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.425542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:03:59.433660 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.434005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.434005 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP c728cfc4-c43d-4ecd-95da-61bb04b71ad0 disassociated (deleted). External IP: 172.25.8.97, port: 1873fbe4-c17b-4bbc-b090-f7df2aab69bf. Nov 12 21:03:59.490231 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:03:59.498478 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:03:59.501295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53508) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:59.509107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2482a94-9306-406f-8025-b864d7844007 None None] No DVR routers for this DVR port 5e126444-a3d2-4688-a07b-94cf5c320b0a on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:03:59.551267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087e250c-fefc-4b33-8993-fe912d6c9de3', 'name': 'network-vif-deleted', 'tag': 'a40e9e12-fd28-418c-b093-9efc9578bb33'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:59.555987 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d897ccaf-1df5-4897-9c6a-417c76e5bab3" -d '{"events": [{"server_uuid": "087e250c-fefc-4b33-8993-fe912d6c9de3", "name": "network-vif-deleted", "tag": "a40e9e12-fd28-418c-b093-9efc9578bb33"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:59.559384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36e0f91-c6a6-4b1d-abee-c8b9a193c7f6 admin admin] Deleting subnet 2c4fdb41-ff07-4b11-9c05-a8f4be593a42 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:03:59.561725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-684b5bf0-7185-4a73-8d0b-52cb74e1766d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.577538 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.589156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d36e0f91-c6a6-4b1d-abee-c8b9a193c7f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.620501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d57895-f152-434f-b0c5-a631ca41c859 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:59.630525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:59.632852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2482a94-9306-406f-8025-b864d7844007 None None] Pushing event deleted for resources: {'Port': ['ID=5e126444-a3d2-4688-a07b-94cf5c320b0a,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:59.643203 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6442ade1-ca03-4dbb-be55-eacc84e89b79 x-openstack-request-id: req-6442ade1-ca03-4dbb-be55-eacc84e89b79 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:59.643203 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087e250c-fefc-4b33-8993-fe912d6c9de3", "name": "network-vif-deleted", "tag": "a40e9e12-fd28-418c-b093-9efc9578bb33", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:59.643576 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6442ade1-ca03-4dbb-be55-eacc84e89b79 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:59.644122 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087e250c-fefc-4b33-8993-fe912d6c9de3', 'name': 'network-vif-deleted', 'tag': 'a40e9e12-fd28-418c-b093-9efc9578bb33', 'status': 'completed', 'code': 200} Nov 12 21:03:59.648533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.655221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/68ff7e3f-3b8d-40b7-ac04-23f93b8b397c HTTP/1.1" status: 204 len: 168 time: 1.6555324 Nov 12 21:03:59.655221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b862ff0-9f59-479e-9f90-de2a1cec35d9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=68ff7e3f-3b8d-40b7-ac04-23f93b8b397c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:59.661594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53512) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:59.684224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:59.684618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 40fd1e36-857b-4ad5-adcf-0ec5f5e5af3c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:59.685683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5e126444-a3d2-4688-a07b-94cf5c320b0a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:59.689700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d8d57895-f152-434f-b0c5-a631ca41c859, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d8d57895-f152-434f-b0c5-a631ca41c859,segment=NetworkSegment(7e4c8795-1ad5-4484-85a4-3d745ae5de8d),segment_id=7e4c8795-1ad5-4484-85a4-3d745ae5de8d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:59.690655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043573ad-3754-4926-b936-f094bd1f2e57 None None] Update dhcp port {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'fixed_ips': [{'subnet_id': 'c489e721-5b45-4c03-8c41-38644a2c9ce2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '805e4b61-d5d4-4624-bdf9-69b8fd674bc1'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '384fd687-f992-43e0-ba61-9658f6a6c2e4'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:03:59.709510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b5bf0-7185-4a73-8d0b-52cb74e1766d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f336acc0-9dae-40cb-a534-e9f0ca35172d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:59.728325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a40e9e12-fd28-418c-b093-9efc9578bb33 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:59.751333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 5e126444-a3d2-4688-a07b-94cf5c320b0a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:59.751672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5e126444-a3d2-4688-a07b-94cf5c320b0a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:59.752450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-684b5bf0-7185-4a73-8d0b-52cb74e1766d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.753789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-684b5bf0-7185-4a73-8d0b-52cb74e1766d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6422603 Nov 12 21:03:59.757702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53514) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:59.758212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: a40e9e12-fd28-418c-b093-9efc9578bb33 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:59.758742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a40e9e12-fd28-418c-b093-9efc9578bb33 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:59.758888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 709331bd-4e08-4e4e-91dc-712887056b3b no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:03:59.760594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2ecd46bb-87a9-489e-87dd-ad2637877252 None None] Provisioning complete for port c681f231-6283-4e75-b1a4-6edb86d2e80d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:59.760959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46bb-87a9-489e-87dd-ad2637877252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.761388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0238c049-50cb-4fd2-bf80-ed33ff314fff tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'security_group': {'name': 'tempest-secgroup-698909374'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:59.762099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d36e0f91-c6a6-4b1d-abee-c8b9a193c7f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.773947 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-087f5d46-cf59-45ce-be0a-1a5b16717d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.810794 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-043573ad-3754-4926-b936-f094bd1f2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.810794 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.812477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 709331bd-4e08-4e4e-91dc-712887056b3b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:03:59.812819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 709331bd-4e08-4e4e-91dc-712887056b3b not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:03:59.815274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-087f5d46-cf59-45ce-be0a-1a5b16717d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.820449 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-087f5d46-cf59-45ce-be0a-1a5b16717d3e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e203ef38-b048-4670-9e12-ed7b2e18203b HTTP/1.1" status: 204 len: 168 time: 0.7296946 Nov 12 21:03:59.821309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53516) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:59.827634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:59.835346 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f5d46-cf59-45ce-be0a-1a5b16717d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e203ef38-b048-4670-9e12-ed7b2e18203b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:59.862644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd46bb-87a9-489e-87dd-ad2637877252 None None] Port c681f231-6283-4e75-b1a4-6edb86d2e80d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:59.895574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d36e0f91-c6a6-4b1d-abee-c8b9a193c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.899013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0238c049-50cb-4fd2-bf80-ed33ff314fff tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:59.960722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d8d57895-f152-434f-b0c5-a631ca41c859,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:59.990795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:59.997201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.007419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739156e-1176-408d-89dc-965cd41f3055 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:00.037939 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.044631 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-47dd0039-2622-43a1-9324-70aae4ff0ab2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/floatingips/c728cfc4-c43d-4ecd-95da-61bb04b71ad0 HTTP/1.1" status: 204 len: 168 time: 1.9652026 Nov 12 21:04:00.044843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53518) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:00.046496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739156e-1176-408d-89dc-965cd41f3055 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:00.047058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9739156e-1176-408d-89dc-965cd41f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.053301 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0238c049-50cb-4fd2-bf80-ed33ff314fff tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.100989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9739156e-1176-408d-89dc-965cd41f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.106360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d8d57895-f152-434f-b0c5-a631ca41c859'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:04:00.148841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0238c049-50cb-4fd2-bf80-ed33ff314fff tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.185313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238c049-50cb-4fd2-bf80-ed33ff314fff tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4037f6ab-f30e-48dd-884c-868030659995,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:00.283323 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1a103a8c-7a3b-4fd4-b3d5-ed2e23557619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.283607 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0238c049-50cb-4fd2-bf80-ed33ff314fff tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.290042 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0238c049-50cb-4fd2-bf80-ed33ff314fff tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5323865 Nov 12 21:04:00.290705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53524) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:00.297333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d1bc6daf-6ef6-459b-9aa8-e6a0c153b75e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'security_group': {'name': 'tempest-secgroup-859828885'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:00.308459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-043573ad-3754-4926-b936-f094bd1f2e57 None None] Allocated IP 2001:db8::2 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/805e4b61-d5d4-4624-bdf9-69b8fd674bc1/384fd687-f992-43e0-ba61-9658f6a6c2e4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:00.320547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739156e-1176-408d-89dc-965cd41f3055 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:00.321183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9739156e-1176-408d-89dc-965cd41f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.375109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-9739156e-1176-408d-89dc-965cd41f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.375857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739156e-1176-408d-89dc-965cd41f3055 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:00.383602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6daf-6ef6-459b-9aa8-e6a0c153b75e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.463136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6daf-6ef6-459b-9aa8-e6a0c153b75e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.504955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-043573ad-3754-4926-b936-f094bd1f2e57 None None] For port 384fd687-f992-43e0-ba61-9658f6a6c2e4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=384fd687-f992-43e0-ba61-9658f6a6c2e4,segment=NetworkSegment(e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef),segment_id=e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:00.531421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6daf-6ef6-459b-9aa8-e6a0c153b75e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.534641 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d36e0f91-c6a6-4b1d-abee-c8b9a193c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.554193 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-043573ad-3754-4926-b936-f094bd1f2e57 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.564513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc6daf-6ef6-459b-9aa8-e6a0c153b75e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b546308-3810-4cd8-ae8c-a120a5ac6ff3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:00.622821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d36e0f91-c6a6-4b1d-abee-c8b9a193c7f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.623073 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-043573ad-3754-4926-b936-f094bd1f2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.626503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d36e0f91-c6a6-4b1d-abee-c8b9a193c7f6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2c4fdb41-ff07-4b11-9c05-a8f4be593a42 HTTP/1.1" status: 204 len: 168 time: 1.1260653 Nov 12 21:04:00.627451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e0f91-c6a6-4b1d-abee-c8b9a193c7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4fdb41-ff07-4b11-9c05-a8f4be593a42,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:00.630047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53526) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:00.660259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.697283 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6daf-6ef6-459b-9aa8-e6a0c153b75e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.698153 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d1bc6daf-6ef6-459b-9aa8-e6a0c153b75e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4063685 Nov 12 21:04:00.701382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53528) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:00.706490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-739593715', 'security_groups': ['4b546308-3810-4cd8-ae8c-a120a5ac6ff3'], 'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '805e4b61-d5d4-4624-bdf9-69b8fd674bc1'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:00.710955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68cd6f7-8021-47b5-84d5-c24d4bc7a42b']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.718668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043573ad-3754-4926-b936-f094bd1f2e57 None None] Pushing event updated for resources: {'Port': ['ID=384fd687-f992-43e0-ba61-9658f6a6c2e4,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:00.728575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778cdd-0521-4145-b0dd-495a8843ed29 req-3d4f2e87-f412-4e6b-9c34-49808e84c1ce tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:00.730322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c778cdd-0521-4145-b0dd-495a8843ed29 req-3d4f2e87-f412-4e6b-9c34-49808e84c1ce tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.6127930 Nov 12 21:04:00.746447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1e0457-90f6-44a7-93d6-b62a0b4435f1') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.746447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1e0457-90f6-44a7-93d6-b62a0b4435f1') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.757618 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.777616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9324fe-49cd-41a6-b403-a35543732896 req-3baaf5d1-d42e-4c98-a5ed-973536b4c6bc tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:00.780032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c9324fe-49cd-41a6-b403-a35543732896 req-3baaf5d1-d42e-4c98-a5ed-973536b4c6bc tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 944 time: 0.6392813 Nov 12 21:04:00.789601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.833380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.851560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:00.852056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:00.855382 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:00.890076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b2380c75-ca09-4987-a39d-be887d6127e8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port 1873fbe4-c17b-4bbc-b090-f7df2aab69bf {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:00.890511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2380c75-ca09-4987-a39d-be887d6127e8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.907054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.936140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1b73a8-1956-4b39-9813-254599d46848']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.946850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4213aaf0-9b59-42d6-9a99-f3e91bc0e39d') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.947394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4213aaf0-9b59-42d6-9a99-f3e91bc0e39d') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:00.959448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.980503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.988121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:00.989599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:00.990560 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:01.040983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c778cdd-0521-4145-b0dd-495a8843ed29 req-98ecfa27-d64e-47d8-aebc-aab961c0984b tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996738 Nov 12 21:04:01.044001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c9324fe-49cd-41a6-b403-a35543732896 req-64b1a1f7-c145-4c91-9019-6b07e0d157fe tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477474 Nov 12 21:04:01.085463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:01.095691 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2380c75-ca09-4987-a39d-be887d6127e8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.112902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b2380c75-ca09-4987-a39d-be887d6127e8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for 1873fbe4-c17b-4bbc-b090-f7df2aab69bf owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:01.120028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.145236 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.150408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.154791 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] 10.222.0.64 "DELETE /v2.0/networks/ff1b73a8-1956-4b39-9813-254599d46848 HTTP/1.1" status: 204 len: 168 time: 0.5235004 Nov 12 21:04:01.164998 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.188685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d64b0-bfa7-4a8e-93a6-a7fe35a12d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1b73a8-1956-4b39-9813-254599d46848,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:01.214359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.218707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e68cd6f7-8021-47b5-84d5-c24d4bc7a42b HTTP/1.1" status: 204 len: 168 time: 1.3967140 Nov 12 21:04:01.232185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.256834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] device_id is not set on port 331c9a9e-349c-4df4-ae1c-aad92c4c32be yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:04:01.280474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.298272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e863d-6264-4dad-8f18-3ab6ca436093 admin admin] Pushing event deleted for resources: {'Network': ['ID=e68cd6f7-8021-47b5-84d5-c24d4bc7a42b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:01.395438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-444133ce-40b9-4703-9618-dc27ecee049e None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:01.396073 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-444133ce-40b9-4703-9618-dc27ecee049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.457216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8::f2 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/805e4b61-d5d4-4624-bdf9-69b8fd674bc1/331c9a9e-349c-4df4-ae1c-aad92c4c32be) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:01.533662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 384fd687-f992-43e0-ba61-9658f6a6c2e4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:01.577487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53534) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:01.583630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-444133ce-40b9-4703-9618-dc27ecee049e None None] Provisioning complete for port c681f231-6283-4e75-b1a4-6edb86d2e80d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:01.584007 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-444133ce-40b9-4703-9618-dc27ecee049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.612963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 72201385-aa72-4dcd-ab01-90c013629bd0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:01.613581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.627398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:01.627765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.629330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-444133ce-40b9-4703-9618-dc27ecee049e None None] Port c681f231-6283-4e75-b1a4-6edb86d2e80d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:01.633650 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24638837-d030-477d-beb6-c83a4716b027 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0eeced59fb29428db7750deb5dc9bb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548909 Nov 12 21:04:01.636190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53536) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:01.690022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53538) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:01.695277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bce314be-5b62-4d11-b7fa-791a24a877c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.728816 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2380c75-ca09-4987-a39d-be887d6127e8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.732406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bce314be-5b62-4d11-b7fa-791a24a877c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.786652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2380c75-ca09-4987-a39d-be887d6127e8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=1873fbe4-c17b-4bbc-b090-f7df2aab69bf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:01.790621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port 72201385-aa72-4dcd-ab01-90c013629bd0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=72201385-aa72-4dcd-ab01-90c013629bd0,segment=NetworkSegment(017731c7-776c-4924-9d2a-20a90b3fc1da),segment_id=017731c7-776c-4924-9d2a-20a90b3fc1da)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:01.790986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.804471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-407f79db-0af6-4e84-92d7-389d5fc8b074 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b678188cb4244ff7b5ffad324e67ecc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107030 Nov 12 21:04:01.805300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53540) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:01.826175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 72201385-aa72-4dcd-ab01-90c013629bd0 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:01.885991 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.901982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1750ac26-bab5-4c18-92ce-3110e8105014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.918389 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bce314be-5b62-4d11-b7fa-791a24a877c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.921779 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bce314be-5b62-4d11-b7fa-791a24a877c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.922964 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bce314be-5b62-4d11-b7fa-791a24a877c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6ef4114-b28b-4c62-b93b-8c7d16038f1b HTTP/1.1" status: 204 len: 168 time: 0.2858551 Nov 12 21:04:01.949915 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1750ac26-bab5-4c18-92ce-3110e8105014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.952161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2380c75-ca09-4987-a39d-be887d6127e8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:01.953446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce314be-5b62-4d11-b7fa-791a24a877c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ef4114-b28b-4c62-b93b-8c7d16038f1b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:01.963847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b2380c75-ca09-4987-a39d-be887d6127e8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/ports/1873fbe4-c17b-4bbc-b090-f7df2aab69bf HTTP/1.1" status: 204 len: 168 time: 1.9148412 Nov 12 21:04:01.970636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53544) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:01.979786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:02.024765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.071531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:02.081675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:02.085596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:02.092004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:02.092674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.099900 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.106203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=331c9a9e-349c-4df4-ae1c-aad92c4c32be,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:02.177352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1750ac26-bab5-4c18-92ce-3110e8105014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.182002 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1750ac26-bab5-4c18-92ce-3110e8105014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.182002 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1750ac26-bab5-4c18-92ce-3110e8105014 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/204ce49a-dc1b-427d-8c4d-981c18003ca9 HTTP/1.1" status: 204 len: 168 time: 0.3727942 Nov 12 21:04:02.193823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750ac26-bab5-4c18-92ce-3110e8105014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ce49a-dc1b-427d-8c4d-981c18003ca9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:02.256712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.259841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.277022 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1b7d2e18-2e07-4ccb-ba03-ba2382902432 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5746017 Nov 12 21:04:02.280840 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53552) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:02.286238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-435ad1b3-a2f2-4e13-8a31-3cafaf2d07e0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:02.323805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=72201385-aa72-4dcd-ab01-90c013629bd0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:02.340273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bef5cd-2d0b-4c29-9ac4-e53a4d62f34e req-1ccb2c3d-2426-4a0f-aab9-41dd5036da8f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:02.344585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3bef5cd-2d0b-4c29-9ac4-e53a4d62f34e req-1ccb2c3d-2426-4a0f-aab9-41dd5036da8f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1419802 Nov 12 21:04:02.655021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564669c-7157-49f2-a2cb-3be642d74661 req-7417b67e-e0ca-46a7-a458-7148c678b058 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:02.655021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c564669c-7157-49f2-a2cb-3be642d74661 req-7417b67e-e0ca-46a7-a458-7148c678b058 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 944 time: 0.2156343 Nov 12 21:04:02.661792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.25.8.111 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/5da2b4b4-1ec9-40ca-a152-4b7ed46e3449) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:02.663146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3bef5cd-2d0b-4c29-9ac4-e53a4d62f34e req-936532e0-0cc3-4eda-bba3-cd4503498a9a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916721 Nov 12 21:04:02.663146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.664085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f0df6535-1b30-43ba-b855-14817b43ef9c None None] Provisioning complete for port 331c9a9e-349c-4df4-ae1c-aad92c4c32be triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:02.664085 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0df6535-1b30-43ba-b855-14817b43ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.664888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c564669c-7157-49f2-a2cb-3be642d74661 req-d5f44834-afa0-4479-8e5c-4a9802f12d3e tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760089 Nov 12 21:04:02.680612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f0df6535-1b30-43ba-b855-14817b43ef9c None None] Port 331c9a9e-349c-4df4-ae1c-aad92c4c32be cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:02.726078 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.730566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435ad1b3-a2f2-4e13-8a31-3cafaf2d07e0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:02.734584 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-435ad1b3-a2f2-4e13-8a31-3cafaf2d07e0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:02.777968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d8d57895-f152-434f-b0c5-a631ca41c859 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:02.897439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:02.908664 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-435ad1b3-a2f2-4e13-8a31-3cafaf2d07e0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 805e4b61-d5d4-4624-bdf9-69b8fd674bc1 (CIDR: 2001:db8::/64) Nov 12 21:04:02.977706 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-435ad1b3-a2f2-4e13-8a31-3cafaf2d07e0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:04:02.978173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435ad1b3-a2f2-4e13-8a31-3cafaf2d07e0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:03.006436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:03.012458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-544bc350-607d-45e5-9521-9f2de224d09d tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3456786 Nov 12 21:04:03.015702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53572) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:03.029270 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:03.035657 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:03.036669 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:03.052528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.055945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port d8d57895-f152-434f-b0c5-a631ca41c859 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:04:03.063676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d8d57895-f152-434f-b0c5-a631ca41c859 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:03.063676 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.113886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a8cca8-c883-4319-8cff-a44d376e11be tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet 692e35d0-57d4-4349-a2f8-229c4af0e463 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:03.119558 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.123769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:03.124677 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23a8cca8-c883-4319-8cff-a44d376e11be tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.135265 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-435ad1b3-a2f2-4e13-8a31-3cafaf2d07e0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8532567 Nov 12 21:04:03.142271 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:03.145514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53576) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:03.154276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1197f033-b034-435c-9d6d-729c747d1e04 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:03.158643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:03.177749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:03.218437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23a8cca8-c883-4319-8cff-a44d376e11be tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.228367 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.270763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87af1e75-120c-4ee9-997f-eb4ce93e9ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d57895-f152-434f-b0c5-a631ca41c859'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:03.273695 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00f7b6a-80be-454c-8813-da1c318d4e3e" -d '{"events": [{"server_uuid": "87af1e75-120c-4ee9-997f-eb4ce93e9ac8", "name": "network-vif-plugged", "status": "completed", "tag": "d8d57895-f152-434f-b0c5-a631ca41c859"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:03.278316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.313619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d8d57895-f152-434f-b0c5-a631ca41c859, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d8d57895-f152-434f-b0c5-a631ca41c859,segment=NetworkSegment(7e4c8795-1ad5-4484-85a4-3d745ae5de8d),segment_id=7e4c8795-1ad5-4484-85a4-3d745ae5de8d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:03.331270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23a8cca8-c883-4319-8cff-a44d376e11be tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.336839 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73921ce-dc46-4d66-b8d7-77f70642d0fb x-openstack-request-id: req-b73921ce-dc46-4d66-b8d7-77f70642d0fb {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:03.337892 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87af1e75-120c-4ee9-997f-eb4ce93e9ac8", "name": "network-vif-plugged", "status": "completed", "tag": "d8d57895-f152-434f-b0c5-a631ca41c859", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:03.337892 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b73921ce-dc46-4d66-b8d7-77f70642d0fb {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:03.338304 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87af1e75-120c-4ee9-997f-eb4ce93e9ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d57895-f152-434f-b0c5-a631ca41c859', 'code': 200} Nov 12 21:04:03.411596 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.505070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23a8cca8-c883-4319-8cff-a44d376e11be tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.534284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d8d57895-f152-434f-b0c5-a631ca41c859,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:03.556502 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:02Z', 'revision_number': 10, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:03.567132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8cca8-c883-4319-8cff-a44d376e11be tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=692e35d0-57d4-4349-a2f8-229c4af0e463,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:03.574818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23a8cca8-c883-4319-8cff-a44d376e11be tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.583923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-23a8cca8-c883-4319-8cff-a44d376e11be tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/692e35d0-57d4-4349-a2f8-229c4af0e463 HTTP/1.1" status: 204 len: 168 time: 0.5669041 Nov 12 21:04:03.584621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53592) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:03.584725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6bb4b6-bd08-49f6-bad6-fea386a065ed None None] Network 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:03.612910 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:04:03.624720 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:03.625525 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:03.668079 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.694053 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.782781 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:03.808820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=5da2b4b4-1ec9-40ca-a152-4b7ed46e3449,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:03.877874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53602) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:03.914631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:03.918041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] DHCP port deletion for 6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:03.963038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c893760-0b19-4792-b4b9-13fbec13ab75 req-fdf4f839-86b2-41f8-98e9-b09db44617c5 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:03.972700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c893760-0b19-4792-b4b9-13fbec13ab75 req-fdf4f839-86b2-41f8-98e9-b09db44617c5 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2032995 Nov 12 21:04:03.998653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4ddbc-6e9a-421a-ba07-dde8fda88d8f req-94a76424-d14b-409d-bba0-f25180b36fe9 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:04.001022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecd4ddbc-6e9a-421a-ba07-dde8fda88d8f req-94a76424-d14b-409d-bba0-f25180b36fe9 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 945 time: 0.2175951 Nov 12 21:04:04.010829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53606) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:04.023570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] Deleting port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:04.024162 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.035455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:04.035813 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.043138 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:02Z', 'revision_number': 10, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:04.083170 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9778f-2562-4182-b99e-a6c251d766dc None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:02Z', 'revision_number': 10, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None, '_interfaces': [{'id': '8bd5dff2-9e12-4647-9f59-743e1602b2fa', 'name': '', 'network_id': '2b69dc23-b24e-4173-84d5-bef97f717ad7', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'mac_address': 'fa:16:3e:5a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:11Z', 'updated_at': '2021-11-12T21:03:18Z', 'revision_number': 5, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'subnets': [{'id': '59be9500-d2ae-4e22-883e-398560a7a9f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:04.159313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee48432-fa71-412c-8804-afde43c4fdea req-807f1628-8689-4d3f-981c-dcdde8f4dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:04.160846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3ee48432-fa71-412c-8804-afde43c4fdea req-807f1628-8689-4d3f-981c-dcdde8f4dab5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 1097 time: 0.3758025 Nov 12 21:04:04.167164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] For port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,segment=NetworkSegment(017731c7-776c-4924-9d2a-20a90b3fc1da),segment_id=017731c7-776c-4924-9d2a-20a90b3fc1da)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:04.168259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.173237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-444125253-network', 'tenant_id': '6447319479764edcb707b71a472ddc90'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:04.185771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] Calling delete_port for 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:04.209730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-668101580-network', 'tenant_id': '8547ce0e76ad44328083fff50800d0c5'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:04.234280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c893760-0b19-4792-b4b9-13fbec13ab75 req-8b0bbfe8-3f3c-461d-9e1d-6534b988ed5c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579618 Nov 12 21:04:04.240874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecd4ddbc-6e9a-421a-ba07-dde8fda88d8f req-21357822-c4c2-4ade-9115-aa077231bf4f tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196825 Nov 12 21:04:04.242792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,segment=NetworkSegment(017731c7-776c-4924-9d2a-20a90b3fc1da),segment_id=017731c7-776c-4924-9d2a-20a90b3fc1da)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:04.243236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.273289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:04.312266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3ee48432-fa71-412c-8804-afde43c4fdea req-45f683d0-8938-47ae-82ed-6b3bdc30f32a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218290 Nov 12 21:04:04.332577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1197f033-b034-435c-9d6d-729c747d1e04 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:04.336124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1197f033-b034-435c-9d6d-729c747d1e04 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.348152 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.353190 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 21:04:04.353190 n-d-713498-29 neutron-server[109629]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 21:04:04.353190 n-d-713498-29 neutron-server[109629]: [parameters: {'project_id_1': '8547ce0e76ad44328083fff50800d0c5', 'expiration_1': datetime.datetime(2021, 11, 12, 21, 3, 44, 221125)}] Nov 12 21:04:04.353190 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:04:04.354392 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:04:04.375420 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.375667 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.376020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] Pushing event deleted for resources: {'Port': ['ID=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:04.377889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80486b19-da2d-49f2-a7e4-1f80372d12e4 None None] No DVR routers for this DVR port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:04.407626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:04.412554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No DVR routers for this DVR port 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:04.446525 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-1197f033-b034-435c-9d6d-729c747d1e04 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c489e721-5b45-4c03-8c41-38644a2c9ce2 (CIDR: 2001:db8:0:1::/64) Nov 12 21:04:04.452300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Made reservation on behalf of 6447319479764edcb707b71a472ddc90 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:04.456110 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.480889 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.485362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.486764 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1197f033-b034-435c-9d6d-729c747d1e04 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:04:04.487131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1197f033-b034-435c-9d6d-729c747d1e04 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:04.536569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.572678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:04.583146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=5da2b4b4-1ec9-40ca-a152-4b7ed46e3449,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:04.590074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017731c7-776c-4924-9d2a-20a90b3fc1da') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:04.590375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017731c7-776c-4924-9d2a-20a90b3fc1da') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:04.600140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.607499 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.621827 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1197f033-b034-435c-9d6d-729c747d1e04 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4743435 Nov 12 21:04:04.627382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:04.630074 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.632647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'subnet': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:04.640343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:04.640719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:04.643649 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:04.660025 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.661269 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-49cd3ad0-b977-4f2b-ae0d-f7628767f575 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6896410 Nov 12 21:04:04.664036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53612) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:04.671276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'port': {'network_id': 'c1f8cbc7-0cfa-4dba-870c-03c154ccced4', 'name': 'tempest-FloatingIPTestJSON-1504872199'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:04.712858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.754296 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.780356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:04.789641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05734414-6621-4921-90ec-57db4475bb6d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:04.793140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.799252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.805795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2 HTTP/1.1" status: 204 len: 168 time: 1.2201788 Nov 12 21:04:04.806588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53614) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:04.831069 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.831447 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Added segment 11131d40-e1a7-462f-88cd-8d85437365d8 of type vlan for network a7cffb07-6f35-4f00-9673-43a0b59e90a2 Nov 12 21:04:04.867785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93fcff-5a53-437f-b92f-4bfd55774c5f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=6269e6e2-bea6-49f3-84e7-3e6ddb9a34b2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:04.904408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Made reservation on behalf of 28578d75becd43738d838ce48b956d2d for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:04.907978 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:04.961702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.023233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:05.026755 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.050149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] device_id is not set on port 707c8fb2-2c2e-473c-947f-20de765ba493 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:04:05.246762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.20.0.12 (c1f8cbc7-0cfa-4dba-870c-03c154ccced4/4e070056-3cf3-415b-9ac8-6dab88052aac/707c8fb2-2c2e-473c-947f-20de765ba493) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:05.370132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.427205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Made reservation on behalf of 8547ce0e76ad44328083fff50800d0c5 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:05.429543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:05.429665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.431504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.432415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:05.433598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.443256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:05.451324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:05.452027 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.456727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2aea0d-11d4-48dc-8ec7-760ca3f9b0aa None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:05.465578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Subnet': ['ID=7bb5bf3c-f27e-4582-93f5-342612288a37,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:05.492397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.504226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.582554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a7cffb07-6f35-4f00-9673-43a0b59e90a2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:05.585773 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3d85b0d0-bc36-423f-9653-9666858fb16a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9573011 Nov 12 21:04:05.591631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:05.597305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:05.597434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1877180110', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bb5bf3c-f27e-4582-93f5-342612288a37'}], 'security_groups': ['f336acc0-9dae-40cb-a534-e9f0ca35172d', '4037f6ab-f30e-48dd-884c-868030659995']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:05.611192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6fdb7-5ee9-4209-b5b8-2a5def153489 req-0f1517bf-fd30-4cfc-88c5-7eb965e78e01 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:05.612712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6e6fdb7-5ee9-4209-b5b8-2a5def153489 req-0f1517bf-fd30-4cfc-88c5-7eb965e78e01 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1981175 Nov 12 21:04:05.626014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a7cffb07-6f35-4f00-9673-43a0b59e90a2 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:05.627778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246f94c-b90b-4348-bc87-d680d5ed21cc req-56c1d077-7be4-4fdd-a3fd-f67cf7e37876 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:05.629270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5246f94c-b90b-4348-bc87-d680d5ed21cc req-56c1d077-7be4-4fdd-a3fd-f67cf7e37876 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 945 time: 0.2159164 Nov 12 21:04:05.636550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bd790db4-6f14-4099-ba3a-3cb8920c89f9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7521431 Nov 12 21:04:05.645273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53622) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:05.651195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:05.651587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2f864fdb-bccb-45bf-ad7c-c3f05cd9e5fc not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:05.651999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 72201385-aa72-4dcd-ab01-90c013629bd0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:05.665449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Request body: {'subnet': {'network_id': 'a7cffb07-6f35-4f00-9673-43a0b59e90a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-444125253-subnet', 'tenant_id': '6447319479764edcb707b71a472ddc90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:05.683337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.688008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.728495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 72201385-aa72-4dcd-ab01-90c013629bd0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:05.728843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 72201385-aa72-4dcd-ab01-90c013629bd0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:05.787390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network c1f8cbc7-0cfa-4dba-870c-03c154ccced4 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:05.801036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:05.820083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6e6fdb7-5ee9-4209-b5b8-2a5def153489 req-8aed2e8e-72dd-4896-9f0e-0708d113857a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889119 Nov 12 21:04:05.831951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:05.833741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5246f94c-b90b-4348-bc87-d680d5ed21cc req-ec661551-b767-4f99-8fd2-70bee584e6cf tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919498 Nov 12 21:04:05.839559 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.842389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=707c8fb2-2c2e-473c-947f-20de765ba493,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:05.852071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Made reservation on behalf of 6447319479764edcb707b71a472ddc90 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:05.855704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.897470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d952b-a474-4994-b23f-c23e55a251a3 None None] Update dhcp port {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'fixed_ips': [{'subnet_id': 'c489e721-5b45-4c03-8c41-38644a2c9ce2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '805e4b61-d5d4-4624-bdf9-69b8fd674bc1', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bb5bf3c-f27e-4582-93f5-342612288a37'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '384fd687-f992-43e0-ba61-9658f6a6c2e4'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:04:05.913752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:05.914360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.925570 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-844d952b-a474-4994-b23f-c23e55a251a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.934635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:05.952588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.041573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:06.065360 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d5636718-0d28-44ef-ab5f-eec55e9f2b80 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4002361 Nov 12 21:04:06.066464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222c3571-0de0-4c86-ba9a-67696d73d4d4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:06.068767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53624) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:06.075875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'port_id': '707c8fb2-2c2e-473c-947f-20de765ba493'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:06.089510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.089946 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Added segment be2b7395-60bd-4723-9d9b-5f89bd9deed7 of type vlan for network f0457a60-60a5-49d0-9194-afbf92d7108f Nov 12 21:04:06.130973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.168919 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.274218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Delete allocated IP 2001:db8::f2 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/805e4b61-d5d4-4624-bdf9-69b8fd674bc1) {{(pid=109628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 21:04:06.293069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Allocated IP 2001:db8:0:2::14a (8d1ee6da-7556-4fcf-ade9-60445c06bd55/7bb5bf3c-f27e-4582-93f5-342612288a37/331c9a9e-349c-4df4-ae1c-aad92c4c32be) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:06.383324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.384404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:06.384983 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.427561 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.492117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 8bd5dff2-9e12-4647-9f59-743e1602b2fa {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:06.492450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.500054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] Pushing event updated for resources: {'Network': ['ID=f0457a60-60a5-49d0-9194-afbf92d7108f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:06.510511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f0457a60-60a5-49d0-9194-afbf92d7108f details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:06.534530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-67a91fe4-23ae-4785-93bc-67b26fd6fdaf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5199814 Nov 12 21:04:06.560692 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53626) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:06.570640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Request body: {'subnet': {'network_id': 'f0457a60-60a5-49d0-9194-afbf92d7108f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-668101580-subnet', 'tenant_id': '8547ce0e76ad44328083fff50800d0c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:06.602754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=844cd031-369c-4e0c-bfbd-dfda1f449f50,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:06.613933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Checking segment: {'id': '11131d40-e1a7-462f-88cd-8d85437365d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a7cffb07-6f35-4f00-9673-43a0b59e90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:06.614305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Network hostable DHCP agents. Network: a7cffb07-6f35-4f00-9673-43a0b59e90a2, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:06.650184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port 8bd5dff2-9e12-4647-9f59-743e1602b2fa, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8bd5dff2-9e12-4647-9f59-743e1602b2fa,segment=NetworkSegment(7c8154bb-e611-43c9-a369-f7369a089f37),segment_id=7c8154bb-e611-43c9-a369-f7369a089f37)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:06.650441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.665240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 8bd5dff2-9e12-4647-9f59-743e1602b2fa owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:06.687076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.708479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Network a7cffb07-6f35-4f00-9673-43a0b59e90a2 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:06.726813 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Made reservation on behalf of 8547ce0e76ad44328083fff50800d0c5 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:06.729166 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.779747 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.800213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a7cffb07-6f35-4f00-9673-43a0b59e90a2) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:06.805287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:06.806245 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.828780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-844d952b-a474-4994-b23f-c23e55a251a3 None None] Allocated IP 2001:db8:0:2::2 (8d1ee6da-7556-4fcf-ade9-60445c06bd55/7bb5bf3c-f27e-4582-93f5-342612288a37/384fd687-f992-43e0-ba61-9658f6a6c2e4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:06.831248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffdc1b4-9749-4193-8ff2-dcb997215bf2 None None] Network a7cffb07-6f35-4f00-9673-43a0b59e90a2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:06.910967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event updated for resources: {'Port': ['ID=331c9a9e-349c-4df4-ae1c-aad92c4c32be,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:06.911874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2bf3a718-d8c3-4c90-9680-ffb263ea50a2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2536664 Nov 12 21:04:06.928190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.945593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] In _notify_port_updated(), no bound segment for port 331c9a9e-349c-4df4-ae1c-aad92c4c32be on network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:04:06.952182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:06.952840 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:06.954266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dd724c9c-236f-4194-bd38-bf51510edcc0 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "PUT /v2.0/ports/331c9a9e-349c-4df4-ae1c-aad92c4c32be HTTP/1.1" status: 200 len: 970 time: 1.3643749 Nov 12 21:04:06.957396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53634) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:07.014478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:07.032955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:07.067079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230c452-0ebf-4390-ac86-35954126dd95 None None] Network a7cffb07-6f35-4f00-9673-43a0b59e90a2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:07.119438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=8bd5dff2-9e12-4647-9f59-743e1602b2fa,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:07.133778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-844d952b-a474-4994-b23f-c23e55a251a3 None None] For port 384fd687-f992-43e0-ba61-9658f6a6c2e4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=384fd687-f992-43e0-ba61-9658f6a6c2e4,segment=NetworkSegment(e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef),segment_id=e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:07.249884 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:07.296108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abdb75-be4f-40a9-894d-a53e3f3a37f4 req-b3e136a1-48d4-47c1-9ee8-e5ff541836d1 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:07.304174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13abdb75-be4f-40a9-894d-a53e3f3a37f4 req-b3e136a1-48d4-47c1-9ee8-e5ff541836d1 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.3903010 Nov 12 21:04:07.353554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573138eb-851d-4c60-ae2f-16e2a9d519f6 req-a79073af-77a9-4185-a00c-00f73aa21326 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:07.355138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-573138eb-851d-4c60-ae2f-16e2a9d519f6 req-a79073af-77a9-4185-a00c-00f73aa21326 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 945 time: 0.3825657 Nov 12 21:04:07.430377 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-844d952b-a474-4994-b23f-c23e55a251a3 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:07.479079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13abdb75-be4f-40a9-894d-a53e3f3a37f4 req-97d3fbe8-db97-43fc-a17a-d89e7243a9ee tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737621 Nov 12 21:04:07.508607 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-844d952b-a474-4994-b23f-c23e55a251a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:07.533368 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP 5a0a47b1-6e8b-4676-8d3c-9859f4267a29 associated. External IP: 172.25.8.111, port: 707c8fb2-2c2e-473c-947f-20de765ba493. Nov 12 21:04:07.589880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d952b-a474-4994-b23f-c23e55a251a3 None None] Pushing event updated for resources: {'Port': ['ID=384fd687-f992-43e0-ba61-9658f6a6c2e4,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:07.613311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-43aa1995-f1ef-47cc-91f7-0cb21415f5da tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port 331c9a9e-349c-4df4-ae1c-aad92c4c32be {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:07.613649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43aa1995-f1ef-47cc-91f7-0cb21415f5da tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:07.656551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:07.671527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:07.675530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-573138eb-851d-4c60-ae2f-16e2a9d519f6 req-de08d11a-09f9-4fe3-b64b-23a6a74f9e21 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041792 Nov 12 21:04:07.776911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a28db5-ade7-408d-8e9c-e7ab4122b590,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:07.879343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Checking segment: {'id': 'be2b7395-60bd-4723-9d9b-5f89bd9deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f0457a60-60a5-49d0-9194-afbf92d7108f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:07.879702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Network hostable DHCP agents. Network: f0457a60-60a5-49d0-9194-afbf92d7108f, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:07.917664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:07.977062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Network f0457a60-60a5-49d0-9194-afbf92d7108f is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:08.068237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:08.070316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f0457a60-60a5-49d0-9194-afbf92d7108f) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:08.074648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.080636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea0dbf-f4f3-4e6a-ab0b-226b1d0ca7fa None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:08.096176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:08.096772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.108937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece2b2a7-3e1e-47e4-831a-f5aa4a4da512 None None] Network f0457a60-60a5-49d0-9194-afbf92d7108f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:08.111894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea0dbf-f4f3-4e6a-ab0b-226b1d0ca7fa None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:08.112799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-33ea0dbf-f4f3-4e6a-ab0b-226b1d0ca7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:08.121936 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8ceac918-6445-4267-a5a6-1e83ce8245b8 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/floatingips/5a0a47b1-6e8b-4676-8d3c-9859f4267a29 HTTP/1.1" status: 200 len: 979 time: 2.0519340 Nov 12 21:04:08.128557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53658) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:08.161199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-33ea0dbf-f4f3-4e6a-ab0b-226b1d0ca7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:08.192766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea0dbf-f4f3-4e6a-ab0b-226b1d0ca7fa None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:08.193605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-33ea0dbf-f4f3-4e6a-ab0b-226b1d0ca7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:08.196177 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8d6cb6af-d758-4b11-b0a6-2e80fd24080f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6322918 Nov 12 21:04:08.242781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:08.252995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-06a7a175-5a3b-46c6-8f06-402176031a39 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4409301 Nov 12 21:04:08.255995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53662) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:08.261623 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:08.286377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-33ea0dbf-f4f3-4e6a-ab0b-226b1d0ca7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:08.287189 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:08.287891 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:08.288921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea0dbf-f4f3-4e6a-ab0b-226b1d0ca7fa None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:08.320542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port 707c8fb2-2c2e-473c-947f-20de765ba493 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:08.320542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.337278 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43aa1995-f1ef-47cc-91f7-0cb21415f5da tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.375612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-43aa1995-f1ef-47cc-91f7-0cb21415f5da tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for 331c9a9e-349c-4df4-ae1c-aad92c4c32be owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:08.414797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-465d389f-0557-40e2-b5bd-3802d6e9d448 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting subnet 59be9500-d2ae-4e22-883e-398560a7a9f0 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:08.424429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-465d389f-0557-40e2-b5bd-3802d6e9d448 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.442772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-30bc1a6a-fa00-4cc0-9054-550dff40cb97 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:08.444579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-30bc1a6a-fa00-4cc0-9054-550dff40cb97 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/networks?id=a7cffb07-6f35-4f00-9673-43a0b59e90a2 HTTP/1.1" status: 200 len: 812 time: 0.7070765 Nov 12 21:04:08.472799 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:08.496265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-c1f0c243-0e57-457b-8ef9-838b16cb2af0 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/quotas/6447319479764edcb707b71a472ddc90 HTTP/1.1" status: 200 len: 375 time: 0.0120378 Nov 12 21:04:08.508211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.552045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab08e5-0f8d-4c2b-8b33-40c4eaea163c None None] Network f0457a60-60a5-49d0-9194-afbf92d7108f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:08.591106 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:06Z', 'revision_number': 11, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:08.607275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-5caba063-f23e-4a01-b0d4-cbbd996c7ab6 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6447319479764edcb707b71a472ddc90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647383 Nov 12 21:04:08.613889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-465d389f-0557-40e2-b5bd-3802d6e9d448 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.636127 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:04:08.646478 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:08.647460 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:08.715043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867572d4-b0a4-4c4d-9ba4-1c7a03ef1b57 req-3242f10e-6d06-4ff7-9301-82e17f247ca1 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:08.725834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-867572d4-b0a4-4c4d-9ba4-1c7a03ef1b57 req-3242f10e-6d06-4ff7-9301-82e17f247ca1 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 945 time: 0.2801962 Nov 12 21:04:08.727076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4c725285-3f45-4606-b0b1-732aa47395b8 None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:08.727597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c725285-3f45-4606-b0b1-732aa47395b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.795657 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:08.838848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4c725285-3f45-4606-b0b1-732aa47395b8 None None] Provisioning complete for port c681f231-6283-4e75-b1a4-6edb86d2e80d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:08.839215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c725285-3f45-4606-b0b1-732aa47395b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.865127 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-465d389f-0557-40e2-b5bd-3802d6e9d448 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.879977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4c725285-3f45-4606-b0b1-732aa47395b8 None None] Port c681f231-6283-4e75-b1a4-6edb86d2e80d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:08.889281 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:06Z', 'revision_number': 11, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:08.893373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4c725285-3f45-4606-b0b1-732aa47395b8 None None] Provisioning complete for port 331c9a9e-349c-4df4-ae1c-aad92c4c32be triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:08.893750 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c725285-3f45-4606-b0b1-732aa47395b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.922775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.923689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:08.924137 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP 5a0a47b1-6e8b-4676-8d3c-9859f4267a29 disassociated. External IP: 172.25.8.111, port: 707c8fb2-2c2e-473c-947f-20de765ba493. Nov 12 21:04:08.924506 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42a620-278c-4e40-9d95-8cd9a94f306d None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:06Z', 'revision_number': 11, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:08.924831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for 707c8fb2-2c2e-473c-947f-20de765ba493 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:08.936468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4c725285-3f45-4606-b0b1-732aa47395b8 None None] Port 331c9a9e-349c-4df4-ae1c-aad92c4c32be cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:08.991550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-867572d4-b0a4-4c4d-9ba4-1c7a03ef1b57 req-f29eeb18-2714-4f69-8bdd-bcb4725ea9dd tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648163 Nov 12 21:04:09.056377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-465d389f-0557-40e2-b5bd-3802d6e9d448 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.063048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9ed1712b-4429-418e-81a9-9e958aeb31d9 None None] Provisioning complete for port 331c9a9e-349c-4df4-ae1c-aad92c4c32be triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:09.067652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ed1712b-4429-418e-81a9-9e958aeb31d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.098564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1712b-4429-418e-81a9-9e958aeb31d9 None None] Port 331c9a9e-349c-4df4-ae1c-aad92c4c32be cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:09.132143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d389f-0557-40e2-b5bd-3802d6e9d448 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Subnet': ['ID=59be9500-d2ae-4e22-883e-398560a7a9f0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:09.138785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-465d389f-0557-40e2-b5bd-3802d6e9d448 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.143266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac2e85-f3c7-40b5-bc31-cce6778c77a4 None None] Network 2b69dc23-b24e-4173-84d5-bef97f717ad7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:09.143436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-465d389f-0557-40e2-b5bd-3802d6e9d448 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/59be9500-d2ae-4e22-883e-398560a7a9f0 HTTP/1.1" status: 204 len: 168 time: 0.8826535 Nov 12 21:04:09.146024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.147692 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53674) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:09.172647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-82a62d8d-6823-45ca-84c6-f6955e5abb70 service neutron] 10.222.0.64 "GET /v2.0/networks/a7cffb07-6f35-4f00-9673-43a0b59e90a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485251 Nov 12 21:04:09.185692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a1640-89c1-4598-abd7-cbb0bf5e4f96 req-9ca0603d-7799-4041-a7e2-2683b23618c7 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:09.189776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-014a1640-89c1-4598-abd7-cbb0bf5e4f96 req-9ca0603d-7799-4041-a7e2-2683b23618c7 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1367681 Nov 12 21:04:09.209255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=707c8fb2-2c2e-473c-947f-20de765ba493,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:09.301703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-014a1640-89c1-4598-abd7-cbb0bf5e4f96 req-af29cdf3-ada0-46d6-ad3f-221da36505f9 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022096 Nov 12 21:04:09.304972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43aa1995-f1ef-47cc-91f7-0cb21415f5da tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.310827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.415247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa1995-f1ef-47cc-91f7-0cb21415f5da tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=331c9a9e-349c-4df4-ae1c-aad92c4c32be,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:09.422367 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43aa1995-f1ef-47cc-91f7-0cb21415f5da tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.435178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-43aa1995-f1ef-47cc-91f7-0cb21415f5da tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/331c9a9e-349c-4df4-ae1c-aad92c4c32be HTTP/1.1" status: 204 len: 168 time: 2.4762537 Nov 12 21:04:09.435868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53678) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:09.439428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-a2858627-e226-4d9f-86c2-8f1f786bf549 service neutron] 10.222.0.64 "GET /v2.0/networks/a7cffb07-6f35-4f00-9673-43a0b59e90a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484527 Nov 12 21:04:09.450560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] DHCP port deletion for 2b69dc23-b24e-4173-84d5-bef97f717ad7 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:09.464102 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f6a1d9-0b39-4ae8-a2b7-ff5114ae1f41 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] GET failed (client error): The resource could not be found. Nov 12 21:04:09.469097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-71f6a1d9-0b39-4ae8-a2b7-ff5114ae1f41 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports/331c9a9e-349c-4df4-ae1c-aad92c4c32be HTTP/1.1" status: 404 len: 333 time: 0.0320203 Nov 12 21:04:09.469738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53680) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:09.540107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:09.550636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85044db7-6f53-4f12-bcc9-b83933c9798d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.570552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Deleting port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:09.570901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.613241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] Deleting port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:09.613620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.683474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] For port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,segment=NetworkSegment(7c8154bb-e611-43c9-a369-f7369a089f37),segment_id=7c8154bb-e611-43c9-a369-f7369a089f37)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:09.684058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.693913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85044db7-6f53-4f12-bcc9-b83933c9798d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.703873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 384fd687-f992-43e0-ba61-9658f6a6c2e4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:09.724003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Calling delete_port for 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:09.769287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] For port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,segment=NetworkSegment(7c8154bb-e611-43c9-a369-f7369a089f37),segment_id=7c8154bb-e611-43c9-a369-f7369a089f37)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:09.770300 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.797668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] Calling delete_port for 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:09.829016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-289b1f95-9489-4ab1-adf3-0a9cb911f8d6 req-9ce14a67-e346-41ba-a01f-a27cc75e8d8b tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 210 time: 0.0602090 Nov 12 21:04:09.888264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-c01f56dd-4264-4b6e-80c7-5d48c200c990 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:09.890305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-c01f56dd-4264-4b6e-80c7-5d48c200c990 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/networks?id=f0457a60-60a5-49d0-9194-afbf92d7108f HTTP/1.1" status: 200 len: 808 time: 0.3026922 Nov 12 21:04:09.900189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:09.900652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.908654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85044db7-6f53-4f12-bcc9-b83933c9798d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.911858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85044db7-6f53-4f12-bcc9-b83933c9798d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:09.915472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-85044db7-6f53-4f12-bcc9-b83933c9798d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/security-groups/4b546308-3810-4cd8-ae8c-a120a5ac6ff3 HTTP/1.1" status: 204 len: 168 time: 0.4423313 Nov 12 21:04:09.917736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53698) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:09.936872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-e6ad3616-3932-49b6-8dbe-d807b03aa250 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:09.938583 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-e6ad3616-3932-49b6-8dbe-d807b03aa250 tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.46 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 945 time: 0.2438214 Nov 12 21:04:09.946092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-a61f5f83-0653-4a51-8c19-e84edbb77d15 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/quotas/8547ce0e76ad44328083fff50800d0c5 HTTP/1.1" status: 200 len: 375 time: 0.0498168 Nov 12 21:04:09.955332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85044db7-6f53-4f12-bcc9-b83933c9798d tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b546308-3810-4cd8-ae8c-a120a5ac6ff3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:10.005884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-c306c5d0-9d37-4d4a-ab42-5d0cfd59c806 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8547ce0e76ad44328083fff50800d0c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483267 Nov 12 21:04:10.015008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:10.019834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-b738112f-2dc9-4843-bb79-ce416e1475e6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:04:10.020836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-b738112f-2dc9-4843-bb79-ce416e1475e6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117295 Nov 12 21:04:10.024663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe2c43-529a-43f0-ac96-89279589f512 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:10.056498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe2c43-529a-43f0-ac96-89279589f512 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:10.057495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-88fe2c43-529a-43f0-ac96-89279589f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:10.114165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da865a3-49f4-49ba-ac52-8b921294a3ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.129458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.130835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:10.135570 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.137474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-88fe2c43-529a-43f0-ac96-89279589f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:10.173575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Port': ['ID=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:10.177352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No DVR routers for this DVR port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:10.179239 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.185757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:10.185935 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da865a3-49f4-49ba-ac52-8b921294a3ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.186234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:10.186407 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b4bf19ba-f6e5-47c5-8938-67e1c742007f tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/ports/707c8fb2-2c2e-473c-947f-20de765ba493 HTTP/1.1" status: 204 len: 168 time: 2.0566626 Nov 12 21:04:10.186632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8bd5dff2-9e12-4647-9f59-743e1602b2fa no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:10.188198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53702) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:10.211696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-578ad169-6c85-4231-b9e0-520a8a5a1534 service neutron] 10.222.0.64 "GET /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781182 Nov 12 21:04:10.254983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd3029-aac6-4c8b-8d05-343e4e25379b req-7b8d7e9f-7dc0-4ef6-9ed4-5668ea016aab tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:10.262594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5cd3029-aac6-4c8b-8d05-343e4e25379b req-7b8d7e9f-7dc0-4ef6-9ed4-5668ea016aab tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 945 time: 0.1238818 Nov 12 21:04:10.271584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe2c43-529a-43f0-ac96-89279589f512 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:10.272136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-88fe2c43-529a-43f0-ac96-89279589f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:10.274112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8bd5dff2-9e12-4647-9f59-743e1602b2fa {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:10.274455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8bd5dff2-9e12-4647-9f59-743e1602b2fa not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:10.290594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] Pushing event deleted for resources: {'Port': ['ID=568b2216-db7b-4ba1-bb7f-94bfbfe7c73b,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:10.296365 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d8bc1968-a279-4ebe-81ba-6f780d603528 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "GET /v2.0/floatingips/5a0a47b1-6e8b-4676-8d3c-9859f4267a29 HTTP/1.1" status: 200 len: 688 time: 0.1017294 Nov 12 21:04:10.299635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Deleting port d8d57895-f152-434f-b0c5-a631ca41c859 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:10.300089 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.301834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddce153-cd7e-4d89-be15-9f5507cfbe65 None None] No DVR routers for this DVR port 568b2216-db7b-4ba1-bb7f-94bfbfe7c73b on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:10.302374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53704) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:10.354441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-88fe2c43-529a-43f0-ac96-89279589f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:10.355093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe2c43-529a-43f0-ac96-89279589f512 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:10.365917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.383878 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da865a3-49f4-49ba-ac52-8b921294a3ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.386395 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da865a3-49f4-49ba-ac52-8b921294a3ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.387613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8da865a3-49f4-49ba-ac52-8b921294a3ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/security-groups/4037f6ab-f30e-48dd-884c-868030659995 HTTP/1.1" status: 204 len: 168 time: 0.4688401 Nov 12 21:04:10.393057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.393057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.398728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53708) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:10.440138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b69dc23-b24e-4173-84d5-bef97f717ad7']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:10.455471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8154bb-e611-43c9-a369-f7369a089f37') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:10.455866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8154bb-e611-43c9-a369-f7369a089f37') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:10.472476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da865a3-49f4-49ba-ac52-8b921294a3ec tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4037f6ab-f30e-48dd-884c-868030659995,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:10.473711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.488625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] For port d8d57895-f152-434f-b0c5-a631ca41c859, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d8d57895-f152-434f-b0c5-a631ca41c859,segment=NetworkSegment(7e4c8795-1ad5-4484-85a4-3d745ae5de8d),segment_id=7e4c8795-1ad5-4484-85a4-3d745ae5de8d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:10.488991 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.502286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.502472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5cd3029-aac6-4c8b-8d05-343e4e25379b req-4fdb1d66-fd39-4e20-b1ac-a1f699fa98ba tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d60938-73ad-4764-945f-082c93956b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384205 Nov 12 21:04:10.509812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Calling delete_port for d8d57895-f152-434f-b0c5-a631ca41c859 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:10.515349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:10.515880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:10.518957 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:10.552321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-59e4d062-59d4-4a6e-b92e-ef3e63620eb5 service neutron] 10.222.0.64 "GET /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260968 Nov 12 21:04:10.586579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac45aa0f-0641-4b84-b54b-bc18adcd1d99 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.602803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port 5da2b4b4-1ec9-40ca-a152-4b7ed46e3449 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:10.603163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.632237 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac45aa0f-0641-4b84-b54b-bc18adcd1d99 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.743363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.749085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.754623 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/networks/2b69dc23-b24e-4173-84d5-bef97f717ad7 HTTP/1.1" status: 204 len: 168 time: 1.6055779 Nov 12 21:04:10.762007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53712) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:10.780593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca32c9-9d58-4054-a6e9-ee6d8fe4d2d2 req-1756bc7f-9042-466f-b03b-0624e26b2399 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:10.780792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'routes': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:10.782015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6ca32c9-9d58-4054-a6e9-ee6d8fe4d2d2 req-1756bc7f-9042-466f-b03b-0624e26b2399 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1327171 Nov 12 21:04:10.783858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.784194 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.803315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for 5da2b4b4-1ec9-40ca-a152-4b7ed46e3449 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:10.835836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac45aa0f-0641-4b84-b54b-bc18adcd1d99 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.838433 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac45aa0f-0641-4b84-b54b-bc18adcd1d99 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.839596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ac45aa0f-0641-4b84-b54b-bc18adcd1d99 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/security-groups/f336acc0-9dae-40cb-a534-e9f0ca35172d HTTP/1.1" status: 204 len: 168 time: 0.4305081 Nov 12 21:04:10.849704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53716) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:10.852026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a09c9-1bfd-44fa-94e1-ba8fd49014e6 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Pushing event deleted for resources: {'Network': ['ID=2b69dc23-b24e-4173-84d5-bef97f717ad7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:10.887528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:10.899093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d8d57895-f152-434f-b0c5-a631ca41c859'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:04:10.914022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45aa0f-0641-4b84-b54b-bc18adcd1d99 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f336acc0-9dae-40cb-a534-e9f0ca35172d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:10.925962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6ca32c9-9d58-4054-a6e9-ee6d8fe4d2d2 req-547350de-48fa-43c5-a2b3-49d57a0fe6eb tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341028 Nov 12 21:04:10.936650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Pushing event deleted for resources: {'Port': ['ID=d8d57895-f152-434f-b0c5-a631ca41c859,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:10.957415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f1af5cc-09d8-4c14-8724-bf0faaff94c0 req-b9347f49-6a7a-469d-ac62-d81d78425ab5 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 210 time: 0.0733404 Nov 12 21:04:11.023157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfd6908d-2bf6-40b5-94c1-4d2cfc3bd2b6 req-b93f3fdc-50fd-4cf2-9be8-e81c09b5193d tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 210 time: 0.0418990 Nov 12 21:04:11.243253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.297867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=5da2b4b4-1ec9-40ca-a152-4b7ed46e3449,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:11.343697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.346483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.350141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-80eed4fb-7c23-4424-b5dd-d13d7b736e84 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/floatingips/5a0a47b1-6e8b-4676-8d3c-9859f4267a29 HTTP/1.1" status: 204 len: 168 time: 1.0461743 Nov 12 21:04:11.351513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53726) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:11.356534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '990aa772-7f3f-4a5b-abc4-5c39312af510'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:11.366350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] No DVR routers for this DVR port d8d57895-f152-434f-b0c5-a631ca41c859 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:11.368384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.extraroute_db [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Added routes are [] {{(pid=109628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 21:04:11.368684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.extraroute_db [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Removed routes are [] {{(pid=109628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 21:04:11.369037 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.375144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-06093d8d-9360-489a-ba24-a6c86dc5fb7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet 805e4b61-d5d4-4624-bdf9-69b8fd674bc1 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:11.378445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.381704 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-203605cf-620f-40b2-9cec-ceb599c0bff8 req-8b97b922-065b-401f-89cd-5219edc3992b tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.46 "DELETE /v2.0/ports/d8d57895-f152-434f-b0c5-a631ca41c859 HTTP/1.1" status: 204 len: 173 time: 1.4335120 Nov 12 21:04:11.383203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87af1e75-120c-4ee9-997f-eb4ce93e9ac8', 'name': 'network-vif-deleted', 'tag': 'd8d57895-f152-434f-b0c5-a631ca41c859'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:11.385493 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3042e52-9024-4bd5-ade2-d984ce34ccbd" -d '{"events": [{"server_uuid": "87af1e75-120c-4ee9-997f-eb4ce93e9ac8", "name": "network-vif-deleted", "tag": "d8d57895-f152-434f-b0c5-a631ca41c859"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:11.390010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06093d8d-9360-489a-ba24-a6c86dc5fb7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.480572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.505594 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b26f5a-9ec3-471c-aac6-5c7c35f1e296 x-openstack-request-id: req-23b26f5a-9ec3-471c-aac6-5c7c35f1e296 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:11.505898 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87af1e75-120c-4ee9-997f-eb4ce93e9ac8", "name": "network-vif-deleted", "tag": "d8d57895-f152-434f-b0c5-a631ca41c859", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:11.506154 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23b26f5a-9ec3-471c-aac6-5c7c35f1e296 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:11.507503 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87af1e75-120c-4ee9-997f-eb4ce93e9ac8', 'name': 'network-vif-deleted', 'tag': 'd8d57895-f152-434f-b0c5-a631ca41c859', 'status': 'completed', 'code': 200} Nov 12 21:04:11.510133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06093d8d-9360-489a-ba24-a6c86dc5fb7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.634200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-047da520-1258-40ef-aafe-ad9a55e3b802 req-daa69652-127c-4fb3-b196-ebf878d9bc2a tempest-ServerAddressesTestJSON-209238560 tempest-ServerAddressesTestJSON-209238560-project] 10.222.0.64 "GET /v2.0/ports?device_id=87af1e75-120c-4ee9-997f-eb4ce93e9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0404270 Nov 12 21:04:11.636815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.646711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.664115 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.774980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 895884d6-1c03-4c7f-8a94-0506de4aa73f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:11.782833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06093d8d-9360-489a-ba24-a6c86dc5fb7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.803471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.25.8.39 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/35c561a4-81f3-4d3d-8481-135d6841299a) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:11.914148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:11.923007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.925723 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8788960f-b5e5-4599-9ce2-404d0a1fd0b8 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 200 len: 705 time: 1.1481745 Nov 12 21:04:11.926994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53734) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:11.927113 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] Sync routers for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:11.939110 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:11.940290 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:11.957220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:11.958648 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-599ec06a-fd32-4859-a3f4-0d621ff6be9f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 200 len: 205 time: 0.0304444 Nov 12 21:04:11.961396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53738) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:12.033188 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:12.064092 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06093d8d-9360-489a-ba24-a6c86dc5fb7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.109110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06093d8d-9360-489a-ba24-a6c86dc5fb7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=805e4b61-d5d4-4624-bdf9-69b8fd674bc1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:12.112275 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5b34e51-1f56-4248-aa02-656d8eff8d79 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.119045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5098fa0-0f0e-4ec0-ace3-aa43f61d59d5 req-8e9e1a98-e900-41f9-8ed5-2672aa132463 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 210 time: 0.0688026 Nov 12 21:04:12.127138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06093d8d-9360-489a-ba24-a6c86dc5fb7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.128480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf48010-213c-4c7c-9a3a-ee73c1080976 None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:12.133177 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06093d8d-9360-489a-ba24-a6c86dc5fb7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/805e4b61-d5d4-4624-bdf9-69b8fd674bc1 HTTP/1.1" status: 204 len: 168 time: 1.2730250 Nov 12 21:04:12.135763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:12.226159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca126-f102-47ed-a122-bd13660fefbd req-9d009678-0ff3-4cc0-a982-0e79a8bcd817 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:12.227948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cfca126-f102-47ed-a122-bd13660fefbd req-9d009678-0ff3-4cc0-a982-0e79a8bcd817 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1843119 Nov 12 21:04:12.249574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cc73e9-4e1d-48c9-886d-0b92f9d02a1a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet 7bb5bf3c-f27e-4582-93f5-342612288a37 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:12.255470 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8cc73e9-4e1d-48c9-886d-0b92f9d02a1a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.313655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8cc73e9-4e1d-48c9-886d-0b92f9d02a1a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.356547 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:06Z', 'revision_number': 11, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:12.389143 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] Checking router: 895884d6-1c03-4c7f-8a94-0506de4aa73f for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:04:12.401292 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] Routers {'895884d6-1c03-4c7f-8a94-0506de4aa73f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:12.402327 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['895884d6-1c03-4c7f-8a94-0506de4aa73f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:12.441168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8cc73e9-4e1d-48c9-886d-0b92f9d02a1a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.499481 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] Set router 895884d6-1c03-4c7f-8a94-0506de4aa73f gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:12.593566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.599798 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:06Z', 'revision_number': 11, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:12.628245 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bf415-f2c1-4324-a2b9-dbf8a4df52ec None None] The sync data for ids ['895884d6-1c03-4c7f-8a94-0506de4aa73f'] in n-d-713498-29 is: [{'id': '895884d6-1c03-4c7f-8a94-0506de4aa73f', 'name': 'tempest-RoutersIpV6Test-router-1245471661', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:03:07Z', 'updated_at': '2021-11-12T21:04:06Z', 'revision_number': 11, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:12.689602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e8e75fd-6c24-4046-ac39-cde532fdab15 req-363149f2-10da-4f92-bdb3-2da9ddd6441e tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 210 time: 0.0974584 Nov 12 21:04:12.696938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5b34e51-1f56-4248-aa02-656d8eff8d79 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.697773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8cc73e9-4e1d-48c9-886d-0b92f9d02a1a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.704135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5b34e51-1f56-4248-aa02-656d8eff8d79 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.713747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:12.724787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:12.766903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:12.777406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc73e9-4e1d-48c9-886d-0b92f9d02a1a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb5bf3c-f27e-4582-93f5-342612288a37,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:12.795895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8cc73e9-4e1d-48c9-886d-0b92f9d02a1a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.800887 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c8cc73e9-4e1d-48c9-886d-0b92f9d02a1a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/7bb5bf3c-f27e-4582-93f5-342612288a37 HTTP/1.1" status: 204 len: 168 time: 0.6634557 Nov 12 21:04:12.816010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:12.837016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53752) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:12.879377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=35c561a4-81f3-4d3d-8481-135d6841299a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:12.881585 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe23d26-5023-4f49-beab-13b4e4c9657f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:12.881959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe23d26-5023-4f49-beab-13b4e4c9657f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:12.884708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cfca126-f102-47ed-a122-bd13660fefbd req-ad835784-049f-4f63-a09f-5bc1d1539963 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249728 Nov 12 21:04:12.885231 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ffe23d26-5023-4f49-beab-13b4e4c9657f tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/805e4b61-d5d4-4624-bdf9-69b8fd674bc1 HTTP/1.1" status: 404 len: 337 time: 0.0470924 Nov 12 21:04:12.887963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:12.946837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5b34e51-1f56-4248-aa02-656d8eff8d79 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.947647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b34e51-1f56-4248-aa02-656d8eff8d79 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Fanout notify agent at l3_agent the message router_deleted on router 895884d6-1c03-4c7f-8a94-0506de4aa73f {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:04:12.974644 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5b34e51-1f56-4248-aa02-656d8eff8d79 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:12.981341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-149cd4dc-ce63-4871-b2b8-3c97a37df427 admin admin] Deleting subnet 26d7fe33-10a9-4c9c-9857-f07e81802746 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:12.982192 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e5b34e51-1f56-4248-aa02-656d8eff8d79 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 204 len: 168 time: 1.0193532 Nov 12 21:04:12.983999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53756) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:12.993754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ee9eadf0-1209-4a7f-b366-18fbeb79c01f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863531073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:13.005820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-72290a0e-d2e4-482c-8a8f-0c4bc28dd33b tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:13.007461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-72290a0e-d2e4-482c-8a8f-0c4bc28dd33b tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.78 "GET /v2.0/networks?id=a7cffb07-6f35-4f00-9673-43a0b59e90a2 HTTP/1.1" status: 200 len: 812 time: 0.2417459 Nov 12 21:04:13.059205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-149cd4dc-ce63-4871-b2b8-3c97a37df427 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.110558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aeafce-4bfc-4da6-a64a-e5d9006be1d2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting subnet c489e721-5b45-4c03-8c41-38644a2c9ce2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:13.111595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Request body: {'port': {'device_id': 'a0af9549-be71-499e-b181-eb7038b1b74e', 'network_id': 'a7cffb07-6f35-4f00-9673-43a0b59e90a2', 'admin_state_up': True, 'tenant_id': '6447319479764edcb707b71a472ddc90'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:13.115557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72aeafce-4bfc-4da6-a64a-e5d9006be1d2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.120237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-149cd4dc-ce63-4871-b2b8-3c97a37df427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.194008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72aeafce-4bfc-4da6-a64a-e5d9006be1d2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.223868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee9eadf0-1209-4a7f-b366-18fbeb79c01f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.224913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee9eadf0-1209-4a7f-b366-18fbeb79c01f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.244099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-149cd4dc-ce63-4871-b2b8-3c97a37df427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.292272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d00a8403-d53d-4a62-a6ff-d6adcd3751d9 req-13a20dad-9bc9-48ca-9542-e71b01dec9c7 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 210 time: 0.0774837 Nov 12 21:04:13.319190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13afc6e8-14f6-499e-881e-f771619ecc08 None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:13.400064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee9eadf0-1209-4a7f-b366-18fbeb79c01f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.413439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72aeafce-4bfc-4da6-a64a-e5d9006be1d2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.439147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8378e433-5f2f-4158-b274-99bcb0dec0fa None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:13.440000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8378e433-5f2f-4158-b274-99bcb0dec0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.503204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee9eadf0-1209-4a7f-b366-18fbeb79c01f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.545395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Made reservation on behalf of 6447319479764edcb707b71a472ddc90 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:13.549239 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.558185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-149cd4dc-ce63-4871-b2b8-3c97a37df427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.610431 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.614825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd4dc-ce63-4871-b2b8-3c97a37df427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d7fe33-10a9-4c9c-9857-f07e81802746,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:13.628068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-149cd4dc-ce63-4871-b2b8-3c97a37df427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.628339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8378e433-5f2f-4158-b274-99bcb0dec0fa None None] Provisioning complete for port c681f231-6283-4e75-b1a4-6edb86d2e80d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:13.628689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8378e433-5f2f-4158-b274-99bcb0dec0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.638108 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-149cd4dc-ce63-4871-b2b8-3c97a37df427 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/26d7fe33-10a9-4c9c-9857-f07e81802746 HTTP/1.1" status: 204 len: 168 time: 0.8333812 Nov 12 21:04:13.639184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53764) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:13.650021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72aeafce-4bfc-4da6-a64a-e5d9006be1d2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.673374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ee9eadf0-1209-4a7f-b366-18fbeb79c01f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.678261 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ee9eadf0-1209-4a7f-b366-18fbeb79c01f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6893158 Nov 12 21:04:13.679322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53766) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:13.689032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a6741d48-d948-4144-8770-ec55179f11cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:13.712219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeafce-4bfc-4da6-a64a-e5d9006be1d2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Subnet': ['ID=c489e721-5b45-4c03-8c41-38644a2c9ce2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:13.738822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8378e433-5f2f-4158-b274-99bcb0dec0fa None None] Port c681f231-6283-4e75-b1a4-6edb86d2e80d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:13.747629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-72aeafce-4bfc-4da6-a64a-e5d9006be1d2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.753664 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-72aeafce-4bfc-4da6-a64a-e5d9006be1d2 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/c489e721-5b45-4c03-8c41-38644a2c9ce2 HTTP/1.1" status: 204 len: 168 time: 0.8647101 Nov 12 21:04:13.756154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53770) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:13.758330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206cfa9-844e-474f-8bff-fb1a742ca754 None None] Update dhcp port {'port': {'network_id': '8d1ee6da-7556-4fcf-ade9-60445c06bd55', 'fixed_ips': [{'subnet_id': 'c489e721-5b45-4c03-8c41-38644a2c9ce2'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '384fd687-f992-43e0-ba61-9658f6a6c2e4'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:04:13.791774 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0e0427-ad05-4634-828e-d3e69d595cea tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:13.792229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0e0427-ad05-4634-828e-d3e69d595cea tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:13.798282 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5b0e0427-ad05-4634-828e-d3e69d595cea tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/7d322ec1-a9ee-4861-91ad-ca81a5a976a5 HTTP/1.1" status: 404 len: 337 time: 0.0411315 Nov 12 21:04:13.798904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53772) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:13.800003 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4206cfa9-844e-474f-8bff-fb1a742ca754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.815674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:13.835574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a3fa8f42-f1a6-4bc3-9284-12bbeb6357a4 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "GET /v2.0/ports?device_id=de9c328d-c095-4999-aa56-8986fb83e68e HTTP/1.1" status: 200 len: 205 time: 0.0337746 Nov 12 21:04:13.838265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:13.879920 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-6b7e6606-469a-4326-a4e5-bdbd61962bd3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] delete failed (client error): The resource could not be found. Nov 12 21:04:13.880950 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6b7e6606-469a-4326-a4e5-bdbd61962bd3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/routers/de9c328d-c095-4999-aa56-8986fb83e68e HTTP/1.1" status: 404 len: 336 time: 0.0404685 Nov 12 21:04:13.883551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53776) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:13.936215 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d60849-e5ad-4884-a233-e19a0381af7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:13.936667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d60849-e5ad-4884-a233-e19a0381af7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:13.939912 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-79d60849-e5ad-4884-a233-e19a0381af7b tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/bc78e4c8-36a0-4271-b15d-1a6a26c571c6 HTTP/1.1" status: 404 len: 337 time: 0.0554330 Nov 12 21:04:13.942433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53778) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:13.943835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3525781d-22c9-4d62-8c56-ee0b4b084a98 req-fbddf98c-1907-48a3-b483-f451a2462c24 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 210 time: 0.0921452 Nov 12 21:04:13.988219 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b2e7fc-ef7c-4e5f-aa4f-1871b00127ce tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:13.988679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b2e7fc-ef7c-4e5f-aa4f-1871b00127ce tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:13.992023 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d5b2e7fc-ef7c-4e5f-aa4f-1871b00127ce tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/43d78f28-101e-4276-80f0-36399ec242f7 HTTP/1.1" status: 404 len: 337 time: 0.0486584 Nov 12 21:04:13.994888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53782) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.067170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d4c97-5f7b-41cf-a52e-0a9250d9e955 None None] Network 8d1ee6da-7556-4fcf-ade9-60445c06bd55 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:14.083605 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e89a9ca-fcb2-4a17-9daf-e8189bcfb372 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:14.084064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e89a9ca-fcb2-4a17-9daf-e8189bcfb372 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:14.087094 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4e89a9ca-fcb2-4a17-9daf-e8189bcfb372 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/9c834872-e6c2-4c25-9325-6ca1d6075ffc HTTP/1.1" status: 404 len: 337 time: 0.0913227 Nov 12 21:04:14.088761 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.091838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53786) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.094750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Allocated IP 172.20.0.7 (a7cffb07-6f35-4f00-9673-43a0b59e90a2/844cd031-369c-4e0c-bfbd-dfda1f449f50/418c83c5-31a2-4e2e-baa7-c8fa3112c9db) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:14.097869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4f89553d-8fae-48bd-ade0-cb1398e78a25 None None] Provisioning complete for port 384fd687-f992-43e0-ba61-9658f6a6c2e4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:14.098613 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4f89553d-8fae-48bd-ade0-cb1398e78a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.129149 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-df34c33f-fc37-489d-9fd2-edf9b4220166 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:14.129889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df34c33f-fc37-489d-9fd2-edf9b4220166 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:14.135745 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-df34c33f-fc37-489d-9fd2-edf9b4220166 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/ea638ec7-e6ee-4904-9a91-32dc2baee882 HTTP/1.1" status: 404 len: 333 time: 0.0431411 Nov 12 21:04:14.137870 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6741d48-d948-4144-8770-ec55179f11cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.139122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53788) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.142383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbff291a-174c-421e-92de-b07c7a492699']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:14.179320 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f9471c-31e4-4284-abcc-76e6e1349405 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:14.179904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f9471c-31e4-4284-abcc-76e6e1349405 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:14.188358 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24f9471c-31e4-4284-abcc-76e6e1349405 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/a427cf37-e1ea-4b9a-9cc8-d29388f5e64c HTTP/1.1" status: 404 len: 337 time: 0.0427341 Nov 12 21:04:14.188358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4c8795-1ad5-4484-85a4-3d745ae5de8d') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:14.188358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4c8795-1ad5-4484-85a4-3d745ae5de8d') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:14.188589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.192417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53790) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.203887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.229419 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b028f05-d2e6-4fce-b8bc-1396b6efba3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:14.229884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b028f05-d2e6-4fce-b8bc-1396b6efba3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:14.236019 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6b028f05-d2e6-4fce-b8bc-1396b6efba3a tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/4e7172b3-f88d-4a20-901a-ae8df4a32339 HTTP/1.1" status: 404 len: 337 time: 0.0400274 Nov 12 21:04:14.237065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.274227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.277174 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0b82f4-ccf6-4faf-ae76-8b766778072e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:14.277842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0b82f4-ccf6-4faf-ae76-8b766778072e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:14.283987 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae0b82f4-ccf6-4faf-ae76-8b766778072e tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/9ea3fcc8-35b1-4f8b-9369-6d17357f6bc3 HTTP/1.1" status: 404 len: 333 time: 0.0438240 Nov 12 21:04:14.284352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53794) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.299818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4f89553d-8fae-48bd-ade0-cb1398e78a25 None None] Provisioning complete for port c681f231-6283-4e75-b1a4-6edb86d2e80d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:14.300291 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4f89553d-8fae-48bd-ade0-cb1398e78a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.310566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:14.310981 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:14.313147 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:14.326705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-c57ae977-a7bc-4f55-9a15-b1c66f72f2dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:14.327536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] DHCP port deletion for 8d1ee6da-7556-4fcf-ade9-60445c06bd55 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:14.332819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-c57ae977-a7bc-4f55-9a15-b1c66f72f2dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:14.339452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-c57ae977-a7bc-4f55-9a15-b1c66f72f2dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:14.345707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-c57ae977-a7bc-4f55-9a15-b1c66f72f2dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:14.349304 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b136212-99d0-43d6-8545-3cbd55575735 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:14.349766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b136212-99d0-43d6-8545-3cbd55575735 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:14.351994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-c57ae977-a7bc-4f55-9a15-b1c66f72f2dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:14.355247 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4b136212-99d0-43d6-8545-3cbd55575735 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/4d489295-0822-4290-a1e9-4cfd306d03a2 HTTP/1.1" status: 404 len: 337 time: 0.0675783 Nov 12 21:04:14.359832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-c57ae977-a7bc-4f55-9a15-b1c66f72f2dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:14.366042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-c57ae977-a7bc-4f55-9a15-b1c66f72f2dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:14.368570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4f89553d-8fae-48bd-ade0-cb1398e78a25 None None] Port c681f231-6283-4e75-b1a4-6edb86d2e80d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:14.371472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-c57ae977-a7bc-4f55-9a15-b1c66f72f2dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.2560158 Nov 12 21:04:14.379580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53796) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.413097 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3719bf7f-355c-412a-ac68-2f6ffa116cd5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:14.413552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3719bf7f-355c-412a-ac68-2f6ffa116cd5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:14.416848 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3719bf7f-355c-412a-ac68-2f6ffa116cd5 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/subnets/2eebd099-5a25-4c88-a7d5-229a85339950 HTTP/1.1" status: 404 len: 337 time: 0.0362976 Nov 12 21:04:14.420385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53800) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.423013 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6741d48-d948-4144-8770-ec55179f11cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.424302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Deleting port 384fd687-f992-43e0-ba61-9658f6a6c2e4 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:14.429107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.478929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f6b9-de1b-439a-bebd-67acdb14e9ff req-113de381-1613-4dd2-bb5b-e6a30fd26bcd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:14.480427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fc6f6b9-de1b-439a-bebd-67acdb14e9ff req-113de381-1613-4dd2-bb5b-e6a30fd26bcd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.3802407 Nov 12 21:04:14.512494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] For port 384fd687-f992-43e0-ba61-9658f6a6c2e4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=384fd687-f992-43e0-ba61-9658f6a6c2e4,segment=NetworkSegment(e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef),segment_id=e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:14.513400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.519979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-36b8dc83-f975-46d3-8306-b6c03fd3c2d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Deleting port c681f231-6283-4e75-b1a4-6edb86d2e80d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:14.520516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36b8dc83-f975-46d3-8306-b6c03fd3c2d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.532563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Calling delete_port for 384fd687-f992-43e0-ba61-9658f6a6c2e4 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:14.544176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.556605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.562510 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] 10.222.0.64 "DELETE /v2.0/networks/cbff291a-174c-421e-92de-b07c7a492699 HTTP/1.1" status: 204 len: 168 time: 0.9170918 Nov 12 21:04:14.605309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8ee80-d3d8-482b-967c-0b791d618ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=cbff291a-174c-421e-92de-b07c7a492699,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:14.627058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36b8dc83-f975-46d3-8306-b6c03fd3c2d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.649028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-36b8dc83-f975-46d3-8306-b6c03fd3c2d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Calling delete_port for c681f231-6283-4e75-b1a4-6edb86d2e80d owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:14.749451 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.779701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] No DVR routers for this DVR port 384fd687-f992-43e0-ba61-9658f6a6c2e4 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:14.790141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Pushing event deleted for resources: {'Port': ['ID=384fd687-f992-43e0-ba61-9658f6a6c2e4,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:14.792717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.793210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.794157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.794688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.795079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.795472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.795783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.796113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.796463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.796816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.797143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.797466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0daf4a-9413-405a-a788-1cdd87888777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:14.800290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36b8dc83-f975-46d3-8306-b6c03fd3c2d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.827034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d8d57895-f152-434f-b0c5-a631ca41c859 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:14.831383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8dc83-f975-46d3-8306-b6c03fd3c2d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Port': ['ID=c681f231-6283-4e75-b1a4-6edb86d2e80d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:14.847433 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36b8dc83-f975-46d3-8306-b6c03fd3c2d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.851332 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-36b8dc83-f975-46d3-8306-b6c03fd3c2d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/ports/c681f231-6283-4e75-b1a4-6edb86d2e80d HTTP/1.1" status: 204 len: 168 time: 0.4299247 Nov 12 21:04:14.854308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53804) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:14.858861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d8d57895-f152-434f-b0c5-a631ca41c859 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:14.859210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d8d57895-f152-434f-b0c5-a631ca41c859 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:14.945396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:14.979889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53806) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:15.058979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-b6ecb5cc-0ef2-43c4-a72c-9c9cdae62440 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.061159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-b6ecb5cc-0ef2-43c4-a72c-9c9cdae62440 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.78 "GET /v2.0/networks?id=f0457a60-60a5-49d0-9194-afbf92d7108f HTTP/1.1" status: 200 len: 808 time: 0.7475579 Nov 12 21:04:15.061512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.079598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3087d7fd-b851-4768-9fbd-5b2735dfe154 req-67c8ca14-d0e2-4159-bb32-4e1dc3fefc90 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6694133 Nov 12 21:04:15.090834 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e4d94ce4-8ef0-4435-9658-64f98dba20a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43179385bf04496e8fc850b90947a98d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1074262 Nov 12 21:04:15.094149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Request body: {'port': {'device_id': 'db3d3a34-f66e-4d8a-9b5d-f97c2f468e01', 'network_id': 'f0457a60-60a5-49d0-9194-afbf92d7108f', 'admin_state_up': True, 'tenant_id': '8547ce0e76ad44328083fff50800d0c5'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:15.094313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53810) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:15.103742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1ee6da-7556-4fcf-ade9-60445c06bd55']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:15.109886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fc6f6b9-de1b-439a-bebd-67acdb14e9ff req-d8785ced-dc66-4b8a-9d3b-b1d6e62a0994 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465204 Nov 12 21:04:15.118273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:15.118755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8baecc0-7b1e-4aa8-9c6e-1a1e28ffbdef') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:15.167198 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.190167 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.190364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9077977a-7a9c-49d6-89d7-3e7100c4ccaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.193165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.206424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:15.206828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:15.209899 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:15.261535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9077977a-7a9c-49d6-89d7-3e7100c4ccaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.284802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b3066d5-38a4-46df-bef4-ab274a114dd3 req-f53f55ec-0f65-486c-a684-8c9a5d1010f9 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 210 time: 0.1016626 Nov 12 21:04:15.290144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e76f436d-a2fe-42ea-b493-0694b3676300 req-312cea35-58c3-4847-aa1c-629918f51153 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 210 time: 0.0710721 Nov 12 21:04:15.315737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.382402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6741d48-d948-4144-8770-ec55179f11cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Router 8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:04:15.394408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.396024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9077977a-7a9c-49d6-89d7-3e7100c4ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.398762 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9077977a-7a9c-49d6-89d7-3e7100c4ccaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.402311 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9077977a-7a9c-49d6-89d7-3e7100c4ccaf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80d60938-73ad-4764-945f-082c93956b31 HTTP/1.1" status: 204 len: 168 time: 0.3047540 Nov 12 21:04:15.402455 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.421961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.427367 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] 10.222.0.64 "DELETE /v2.0/networks/8d1ee6da-7556-4fcf-ade9-60445c06bd55 HTTP/1.1" status: 204 len: 168 time: 0.5694642 Nov 12 21:04:15.427367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99340d-efe9-4660-8adf-eccb321547d3 tempest-PortsIpV6TestJSON-972462401 tempest-PortsIpV6TestJSON-972462401-project] Pushing event deleted for resources: {'Network': ['ID=8d1ee6da-7556-4fcf-ade9-60445c06bd55,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:15.435003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077977a-7a9c-49d6-89d7-3e7100c4ccaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d60938-73ad-4764-945f-082c93956b31,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:15.501072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.541623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-0adf50f6-4868-48ec-9d9b-7b7f52543ef0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.548471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-0adf50f6-4868-48ec-9d9b-7b7f52543ef0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.554480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-0adf50f6-4868-48ec-9d9b-7b7f52543ef0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.561516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-0adf50f6-4868-48ec-9d9b-7b7f52543ef0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.567515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-0adf50f6-4868-48ec-9d9b-7b7f52543ef0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.573395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-0adf50f6-4868-48ec-9d9b-7b7f52543ef0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.579988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-0adf50f6-4868-48ec-9d9b-7b7f52543ef0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.582031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-0adf50f6-4868-48ec-9d9b-7b7f52543ef0 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.2333055 Nov 12 21:04:15.584619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 384fd687-f992-43e0-ba61-9658f6a6c2e4 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:15.589593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Made reservation on behalf of 8547ce0e76ad44328083fff50800d0c5 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:15.593931 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.605781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 384fd687-f992-43e0-ba61-9658f6a6c2e4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:15.606582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 384fd687-f992-43e0-ba61-9658f6a6c2e4 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:15.663362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6741d48-d948-4144-8770-ec55179f11cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:15.669743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=35c561a4-81f3-4d3d-8481-135d6841299a,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:15.677781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] Sync routers for ids ['8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:15.681747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a6741d48-d948-4144-8770-ec55179f11cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.682072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a6741d48-d948-4144-8770-ec55179f11cb tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "PUT /v2.0/routers/8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 HTTP/1.1" status: 200 len: 698 time: 2.0015988 Nov 12 21:04:15.684857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53816) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:15.692183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Network a7cffb07-6f35-4f00-9673-43a0b59e90a2 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:15.695035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] Routers {'8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:15.695758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:15.703577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.708107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.708460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.708799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.709149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.709455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.709784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.710097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.710427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.710737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.711059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.711400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.718861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:15.718861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-67d5704e-0bfc-4db3-a577-930100f7acdf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:15.719806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-67d5704e-0bfc-4db3-a577-930100f7acdf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "GET /v2.0/ports/396e11a0-fe24-48bb-9227-113e6102113e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1237278 Nov 12 21:04:15.720749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:15.756795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:15.773600 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0cda8f43-00dd-4258-9a3d-dfb0b69abb3b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/routers/8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 HTTP/1.1" status: 200 len: 704 time: 0.0851219 Nov 12 21:04:15.774272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53818) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:15.775760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] Set router 8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:15.813256 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4e498a87-fbf9-4131-a5af-88defcbb37a4 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 HTTP/1.1" status: 200 len: 205 time: 0.0347555 Nov 12 21:04:15.814257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:15.838669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1', 'name': 'tempest-RoutersIpV6Test-router-1863531073', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:13Z', 'updated_at': '2021-11-12T21:04:14Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:15.881022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] Checking router: 8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:04:15.890696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] Routers {'8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:15.891258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:15.905090 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef65fd75-2b63-4e88-872f-d7444974aebe tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:15.936853 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:04:15.943178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Pushing event updated for resources: {'Port': ['ID=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:16.002484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.003166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.119878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef65fd75-2b63-4e88-872f-d7444974aebe tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.123174 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef65fd75-2b63-4e88-872f-d7444974aebe tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.161544 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP 33c5c077-82fe-4616-b600-866d4f1429ac associated. External IP: 172.25.8.39, port: 990aa772-7f3f-4a5b-abc4-5c39312af510. Nov 12 21:04:16.218330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53832) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.239395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-5515352a-0fa8-47ba-94b2-21df7aec5216 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "GET /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4773889 Nov 12 21:04:16.240864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] Set router 8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:16.241027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Allocated IP 172.20.0.7 (f0457a60-60a5-49d0-9194-afbf92d7108f/f0a28db5-ade7-408d-8e9c-e7ab4122b590/f0cc7427-c698-4611-bb0c-1cbdca0c259d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:16.269880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-fa169864-ab0a-4773-9b17-f59e27c4ed45 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1949573 Nov 12 21:04:16.288801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ab90c-6c41-419e-b3c8-01152af79c12 req-74babff1-1b09-4476-8c19-d548fd78c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.290671 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-545ab90c-6c41-419e-b3c8-01152af79c12 req-74babff1-1b09-4476-8c19-d548fd78c957 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1097 time: 0.0709705 Nov 12 21:04:16.299411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:16.320844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1', 'name': 'tempest-RoutersIpV6Test-router-1863531073', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:13Z', 'updated_at': '2021-11-12T21:04:14Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:16.326191 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef65fd75-2b63-4e88-872f-d7444974aebe tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.327247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef65fd75-2b63-4e88-872f-d7444974aebe tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:04:16.348535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef65fd75-2b63-4e88-872f-d7444974aebe tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.351192 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef65fd75-2b63-4e88-872f-d7444974aebe tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 HTTP/1.1" status: 204 len: 168 time: 0.5359304 Nov 12 21:04:16.354901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.358647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a723a05-dd9b-45ef-a1fd-6420a438f5bc None None] The sync data for ids ['8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1'] in n-d-713498-29 is: [{'id': '8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1', 'name': 'tempest-RoutersIpV6Test-router-1863531073', 'tenant_id': 'd002b55430b5460e98e0a74cbb012de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:13Z', 'updated_at': '2021-11-12T21:04:14Z', 'revision_number': 2, 'project_id': 'd002b55430b5460e98e0a74cbb012de3', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:16.365486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Request body: {'port': {'device_id': 'a0af9549-be71-499e-b181-eb7038b1b74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:16.410509 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-40c35eeb-b51b-4d87-99b1-a7dfd4979504 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 HTTP/1.1" status: 200 len: 205 time: 0.0541723 Nov 12 21:04:16.418333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.484205 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-715603b6-8e51-4691-9a83-220ac645d85e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] delete failed (client error): The resource could not be found. Nov 12 21:04:16.487897 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-715603b6-8e51-4691-9a83-220ac645d85e tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/8d5f0f34-5eab-4e8a-aeef-9ccab210b4e1 HTTP/1.1" status: 404 len: 336 time: 0.0658011 Nov 12 21:04:16.488123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53850) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.499277 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-545ab90c-6c41-419e-b3c8-01152af79c12 req-f81d7978-9abe-4e4c-824e-98ecd858494e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974297 Nov 12 21:04:16.527189 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d91c771-85c5-49c3-b121-027c272bd763 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:16.527668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d91c771-85c5-49c3-b121-027c272bd763 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:16.530819 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1d91c771-85c5-49c3-b121-027c272bd763 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/60824935-b5a3-407e-97c2-d9a5209fa494 HTTP/1.1" status: 404 len: 337 time: 0.0418057 Nov 12 21:04:16.536178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53852) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.571141 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ff32e3b-4cbd-4444-a5c5-8651cdfadb29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28578d75becd43738d838ce48b956d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495479 Nov 12 21:04:16.571708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53856) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.578633 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-381b1f58-4041-4631-88e5-560680caa2af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:16.579052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927116-3072-44f0-83a5-b5f8495dda06 req-c0972c3a-5bae-4e73-a4aa-fef20defea7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.579192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381b1f58-4041-4631-88e5-560680caa2af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:16.584524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-381b1f58-4041-4631-88e5-560680caa2af tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/f6c87b60-edf3-4354-970d-38a992f147c8 HTTP/1.1" status: 404 len: 337 time: 0.0455110 Nov 12 21:04:16.586042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927116-3072-44f0-83a5-b5f8495dda06 req-c0972c3a-5bae-4e73-a4aa-fef20defea7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.588441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53858) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.593350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927116-3072-44f0-83a5-b5f8495dda06 req-c0972c3a-5bae-4e73-a4aa-fef20defea7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.599558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927116-3072-44f0-83a5-b5f8495dda06 req-c0972c3a-5bae-4e73-a4aa-fef20defea7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.605674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927116-3072-44f0-83a5-b5f8495dda06 req-c0972c3a-5bae-4e73-a4aa-fef20defea7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.612515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927116-3072-44f0-83a5-b5f8495dda06 req-c0972c3a-5bae-4e73-a4aa-fef20defea7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.618579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927116-3072-44f0-83a5-b5f8495dda06 req-c0972c3a-5bae-4e73-a4aa-fef20defea7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.620896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77927116-3072-44f0-83a5-b5f8495dda06 req-c0972c3a-5bae-4e73-a4aa-fef20defea7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 5430 time: 0.3775680 Nov 12 21:04:16.630711 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbe8003-d8ad-497e-942d-d3ae7a13cb8f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:16.630994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbe8003-d8ad-497e-942d-d3ae7a13cb8f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:16.634168 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8cbe8003-d8ad-497e-942d-d3ae7a13cb8f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/692e35d0-57d4-4349-a2f8-229c4af0e463 HTTP/1.1" status: 404 len: 337 time: 0.0447562 Nov 12 21:04:16.637936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53860) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.647651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1c054-0b9c-4de1-9371-3f075b4e1d63 req-158a253a-936d-4de9-9a36-bed62d849a2a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:16.649181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2f1c054-0b9c-4de1-9371-3f075b4e1d63 req-158a253a-936d-4de9-9a36-bed62d849a2a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.4207470 Nov 12 21:04:16.686522 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.688142 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.688970 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-256119ec-36c7-4ce2-a042-cd652101e4ec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:16.689448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256119ec-36c7-4ce2-a042-cd652101e4ec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:16.692494 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-256119ec-36c7-4ce2-a042-cd652101e4ec tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/59be9500-d2ae-4e22-883e-398560a7a9f0 HTTP/1.1" status: 404 len: 337 time: 0.0506370 Nov 12 21:04:16.699126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53862) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.732763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56d9f13-7f64-4660-a77b-9b53c0db96d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.735961 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-75d5ef65-4940-4002-8849-4666d56688c9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 200 len: 205 time: 0.0357728 Nov 12 21:04:16.739934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53864) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.787352 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-292f7b10-8f01-44be-acaf-75c9b6792df1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] delete failed (client error): The resource could not be found. Nov 12 21:04:16.788386 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-292f7b10-8f01-44be-acaf-75c9b6792df1 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/895884d6-1c03-4c7f-8a94-0506de4aa73f HTTP/1.1" status: 404 len: 336 time: 0.0475323 Nov 12 21:04:16.792935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.807081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56d9f13-7f64-4660-a77b-9b53c0db96d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:16.838128 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6d7301fd-5205-427f-8415-5148a5aeee10 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d66dfdf-d4ab-4250-9899-f3482336835d HTTP/1.1" status: 200 len: 205 time: 0.0442290 Nov 12 21:04:16.841580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53872) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.895489 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-39ae3344-afb7-4d8c-8317-fb13a227aa9b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] delete failed (client error): The resource could not be found. Nov 12 21:04:16.896551 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-39ae3344-afb7-4d8c-8317-fb13a227aa9b tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/3d66dfdf-d4ab-4250-9899-f3482336835d HTTP/1.1" status: 404 len: 336 time: 0.0540595 Nov 12 21:04:16.899838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53876) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.933874 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2abeb2b-ec8c-42c4-8d18-9c7d7760dde9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:16.934451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2abeb2b-ec8c-42c4-8d18-9c7d7760dde9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:16.937618 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e2abeb2b-ec8c-42c4-8d18-9c7d7760dde9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/4d9a4d73-2df1-4397-8945-47fd45cdcbf7 HTTP/1.1" status: 404 len: 337 time: 0.0368111 Nov 12 21:04:16.940978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53878) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:16.969722 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e47039dd-52f1-4dc0-9c78-19657c8247e9 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 HTTP/1.1" status: 200 len: 205 time: 0.0276127 Nov 12 21:04:16.974667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53880) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.013148 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-0450bf91-bb75-4b3e-ac55-711e8612dc7a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] delete failed (client error): The resource could not be found. Nov 12 21:04:17.014215 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0450bf91-bb75-4b3e-ac55-711e8612dc7a tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/34c1bf9e-1e52-4fd5-9e33-c2e9dac10353 HTTP/1.1" status: 404 len: 336 time: 0.0385985 Nov 12 21:04:17.017955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53882) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.050825 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-05daf12d-4cd4-405b-9a91-378b7c1684b7 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=65b38e93-cf04-4acd-aca7-a458ecdb2a3a HTTP/1.1" status: 200 len: 205 time: 0.0310802 Nov 12 21:04:17.054841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53886) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.100546 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-8281393a-c206-45c5-9ae9-5944d650431f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] delete failed (client error): The resource could not be found. Nov 12 21:04:17.103454 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8281393a-c206-45c5-9ae9-5944d650431f tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/65b38e93-cf04-4acd-aca7-a458ecdb2a3a HTTP/1.1" status: 404 len: 336 time: 0.0450125 Nov 12 21:04:17.103767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53888) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.138217 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53890) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.144812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56d9f13-7f64-4660-a77b-9b53c0db96d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.147666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56d9f13-7f64-4660-a77b-9b53c0db96d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.151423 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d56d9f13-7f64-4660-a77b-9b53c0db96d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7c8c9bb-2b00-4704-8349-211ad2971649 HTTP/1.1" status: 204 len: 168 time: 0.5761960 Nov 12 21:04:17.151423 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7790be-41d6-49a0-beb0-12d97c832cfa tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:17.151423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7790be-41d6-49a0-beb0-12d97c832cfa tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:17.155067 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ea7790be-41d6-49a0-beb0-12d97c832cfa tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/3ced56fe-0b65-4211-8345-1e6a7d6ca28b HTTP/1.1" status: 404 len: 337 time: 0.0494783 Nov 12 21:04:17.164713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53896) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.182173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d9f13-7f64-4660-a77b-9b53c0db96d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c8c9bb-2b00-4704-8349-211ad2971649,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:17.199512 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-31d6a715-f983-4768-82c5-de1a5f7a7cf3 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=a371a94c-a273-4edf-aa98-68abd06425ee HTTP/1.1" status: 200 len: 205 time: 0.0327241 Nov 12 21:04:17.201790 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53898) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.267121 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-007604f0-c368-4435-b4f7-113b8613c837 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] delete failed (client error): The resource could not be found. Nov 12 21:04:17.270577 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-007604f0-c368-4435-b4f7-113b8613c837 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/a371a94c-a273-4edf-aa98-68abd06425ee HTTP/1.1" status: 404 len: 336 time: 0.0654802 Nov 12 21:04:17.271523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53900) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.309336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1705973013-network', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:17.316975 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a9e9f3-df65-49d7-adcb-937592fcabd3 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:17.317423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a9e9f3-df65-49d7-adcb-937592fcabd3 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:17.324177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2f1c054-0b9c-4de1-9371-3f075b4e1d63 req-ecf60453-cae1-4c84-8b86-dbd65189f20d tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656034 Nov 12 21:04:17.328178 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c4a9e9f3-df65-49d7-adcb-937592fcabd3 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/0e5f614f-8e86-4043-bb94-09d3cf4426b2 HTTP/1.1" status: 404 len: 337 time: 0.0512075 Nov 12 21:04:17.328454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53902) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.330289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77927116-3072-44f0-83a5-b5f8495dda06 req-cece0682-25e0-41ca-9ee7-dec7b9559266 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6954074 Nov 12 21:04:17.407454 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1ad42b6d-60d7-4878-9fa1-952a69680070 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad62d247-2718-4670-a00c-9eb96f0930b0 HTTP/1.1" status: 200 len: 205 time: 0.0604215 Nov 12 21:04:17.410230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53904) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.470771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Made reservation on behalf of 61ad5c4ac51f404e8a0e745f99e44252 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:17.472057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.474227 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-39e1c0d2-b72c-43ae-b434-23f8e706df76 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] delete failed (client error): The resource could not be found. Nov 12 21:04:17.476965 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-39e1c0d2-b72c-43ae-b434-23f8e706df76 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/routers/ad62d247-2718-4670-a00c-9eb96f0930b0 HTTP/1.1" status: 404 len: 336 time: 0.0632102 Nov 12 21:04:17.484025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53906) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.488494 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.490981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:17.493946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.529084 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4a33b4-dc91-4784-8644-0d108cd094ce tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:17.529555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4a33b4-dc91-4784-8644-0d108cd094ce tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:17.532731 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bb4a33b4-dc91-4784-8644-0d108cd094ce tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/ff5d1fbf-efe1-4896-bc75-0d54827bf82d HTTP/1.1" status: 404 len: 337 time: 0.0474660 Nov 12 21:04:17.546837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:17.581103 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ab0c57-f7b0-4fb2-bd71-721bf6b40ac2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:17.581103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ab0c57-f7b0-4fb2-bd71-721bf6b40ac2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:17.584031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c2387c8-3c76-404d-9ad4-6c4efca9adb0 req-a0ba42de-271f-49e7-a2b8-70f5dac8ca27 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 210 time: 0.1230874 Nov 12 21:04:17.596588 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-14ab0c57-f7b0-4fb2-bd71-721bf6b40ac2 tempest-RoutersIpV6Test-249094512 tempest-RoutersIpV6Test-249094512-project] 10.222.0.64 "DELETE /v2.0/subnets/13a3694c-cac0-43a4-84ed-057276dbb67a HTTP/1.1" status: 404 len: 337 time: 0.0486398 Nov 12 21:04:17.738957 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.808016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702942-ccbd-4e2a-ac1c-731f8ac8c4d0 req-58df1438-275c-46c8-9e11-8c76d8f4bc62 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:17.809983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a702942-ccbd-4e2a-ac1c-731f8ac8c4d0 req-58df1438-275c-46c8-9e11-8c76d8f4bc62 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 931 time: 0.3397136 Nov 12 21:04:17.861651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.883239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:17.889157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] For port 396e11a0-fe24-48bb-9227-113e6102113e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=396e11a0-fe24-48bb-9227-113e6102113e,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:17.899316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9445e225-f7e1-4974-90f9-71e110c6ccff,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:17.902089 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.902427 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Added segment ff4d26b4-da1b-4fad-8e46-9ec47108c24a of type vlan for network 30e634c7-c8e7-4806-810f-b2d9beedba24 Nov 12 21:04:17.946935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.993208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:18.005486 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ec8f3-d704-4fa3-b44a-c30edef02263 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:18.016699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ec8f3-d704-4fa3-b44a-c30edef02263 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:18.017583 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-459ec8f3-d704-4fa3-b44a-c30edef02263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:18.021649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] For port 396e11a0-fe24-48bb-9227-113e6102113e, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:18.049415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a702942-ccbd-4e2a-ac1c-731f8ac8c4d0 req-45cdcbd5-7983-4512-8a07-f6805b60169e tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272863 Nov 12 21:04:18.055333 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-459ec8f3-d704-4fa3-b44a-c30edef02263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:18.058317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.066614 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ec8f3-d704-4fa3-b44a-c30edef02263 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:18.067246 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-459ec8f3-d704-4fa3-b44a-c30edef02263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:18.085118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.086357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.087254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.100698 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-459ec8f3-d704-4fa3-b44a-c30edef02263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:18.101331 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ec8f3-d704-4fa3-b44a-c30edef02263 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:18.146963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] device_id is not set on port 396e11a0-fe24-48bb-9227-113e6102113e yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:04:18.155801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] Pushing event updated for resources: {'Network': ['ID=30e634c7-c8e7-4806-810f-b2d9beedba24,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:18.167201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:18.167886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Network f0457a60-60a5-49d0-9194-afbf92d7108f is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:18.174203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.176682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:18.186259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:18.196067 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.204098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Pushing event updated for resources: {'Port': ['ID=f0cc7427-c698-4611-bb0c-1cbdca0c259d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:18.211349 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f6fc1940-1dc5-452a-84fc-8d8bf5328098 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0709729 Nov 12 21:04:18.217441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53926) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:18.222695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Request body: {'subnet': {'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1705973013-subnet', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:18.226887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418c83c5-31a2-4e2e-baa7-c8fa3112c9db {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:04:18.256289 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.282028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0a70a15d-a678-4828-bfb3-b28e0a6c1d32 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9294050 Nov 12 21:04:18.285263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:18.288476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Transition to ACTIVE for port object 418c83c5-31a2-4e2e-baa7-c8fa3112c9db will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:04:18.291088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1217991240'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:18.299195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.300109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.314183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53930) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:18.342069 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.394432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Made reservation on behalf of 61ad5c4ac51f404e8a0e745f99e44252 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:18.399082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.428847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.463928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=396e11a0-fe24-48bb-9227-113e6102113e,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:18.504050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] No DVR routers for this DVR port 396e11a0-fe24-48bb-9227-113e6102113e on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:18.587559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-83ce3db9-128c-4dde-bad0-b38f65269b7e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4981790 Nov 12 21:04:18.625994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Request body: {'port': {'device_id': 'db3d3a34-f66e-4d8a-9b5d-f97c2f468e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:18.670135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Pushing event updated for resources: {'Port': ['ID=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:18.681481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] In _notify_port_updated(), no bound segment for port 396e11a0-fe24-48bb-9227-113e6102113e on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:04:18.682373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.682988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.684916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-040717b8-9e68-409a-88d1-cb9a9707ff2f service neutron] 10.222.0.78 "PUT /v2.0/ports/396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 200 len: 1027 time: 2.4111161 Nov 12 21:04:18.719826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53946) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:18.751265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-226f7bfa-0dd5-46ec-8d77-48df97eacca3 None None] Provisioning complete for port 396e11a0-fe24-48bb-9227-113e6102113e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:18.751667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-226f7bfa-0dd5-46ec-8d77-48df97eacca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.786542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-226f7bfa-0dd5-46ec-8d77-48df97eacca3 None None] Port 396e11a0-fe24-48bb-9227-113e6102113e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:18.802660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd201-7237-418b-9ca7-ac0ba3194b34 req-05989555-c5ac-4ee3-8c40-1ec3303b8c6d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.808825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd201-7237-418b-9ca7-ac0ba3194b34 req-05989555-c5ac-4ee3-8c40-1ec3303b8c6d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.815601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd201-7237-418b-9ca7-ac0ba3194b34 req-05989555-c5ac-4ee3-8c40-1ec3303b8c6d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.821670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd201-7237-418b-9ca7-ac0ba3194b34 req-05989555-c5ac-4ee3-8c40-1ec3303b8c6d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.828520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd201-7237-418b-9ca7-ac0ba3194b34 req-05989555-c5ac-4ee3-8c40-1ec3303b8c6d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.834535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd201-7237-418b-9ca7-ac0ba3194b34 req-05989555-c5ac-4ee3-8c40-1ec3303b8c6d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.836444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-100dd201-7237-418b-9ca7-ac0ba3194b34 req-05989555-c5ac-4ee3-8c40-1ec3303b8c6d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 4656 time: 0.3864393 Nov 12 21:04:18.850092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa502e-eca6-4e93-8d28-8883e1ea51b9 req-25249a75-98cb-4057-bdd1-117b62dd19ab tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.858490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14aa502e-eca6-4e93-8d28-8883e1ea51b9 req-25249a75-98cb-4057-bdd1-117b62dd19ab tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.3956950 Nov 12 21:04:18.900453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-83cb951e-b0ee-4aa1-a36e-c295eb142fe5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.901827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-83cb951e-b0ee-4aa1-a36e-c295eb142fe5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "GET /v2.0/ports/f41f3bbf-ad2f-4931-893f-fa6310d4a7d4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1984138 Nov 12 21:04:18.904253 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e8b40c36-7970-4bd9-be9b-4df49f129377 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d002b55430b5460e98e0a74cbb012de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5889354 Nov 12 21:04:18.907167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53950) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:18.926270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-664470692'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:18.926270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:18.928876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:18.972108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:18.975688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.023927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:19.025899 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e428337d-51e5-4036-b49c-640d2b8a2fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.041318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.041666 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Added segment 3c2cb633-093f-436b-9e89-ef316943d5a6 of type vlan for network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 Nov 12 21:04:19.072487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Attempting to bind port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:19.072829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Attempting to bind port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '11131d40-e1a7-462f-88cd-8d85437365d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a7cffb07-6f35-4f00-9673-43a0b59e90a2'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:19.073163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Attempting to bind port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db on network a7cffb07-6f35-4f00-9673-43a0b59e90a2 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:19.095969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14aa502e-eca6-4e93-8d28-8883e1ea51b9 req-d8b859fa-c5d4-4174-b3b3-82c2db08b20c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365882 Nov 12 21:04:19.109009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-100dd201-7237-418b-9ca7-ac0ba3194b34 req-1d22803e-db62-4778-b72c-6720d2285efc tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2438140 Nov 12 21:04:19.110279 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e428337d-51e5-4036-b49c-640d2b8a2fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.117281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db on network a7cffb07-6f35-4f00-9673-43a0b59e90a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:04:19.117613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Attempting to bind port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db on network a7cffb07-6f35-4f00-9673-43a0b59e90a2 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:19.129058 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.153898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:19.155059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Checking segment: {'id': '11131d40-e1a7-462f-88cd-8d85437365d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a7cffb07-6f35-4f00-9673-43a0b59e90a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:19.155530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Bound using segment: {'id': '11131d40-e1a7-462f-88cd-8d85437365d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a7cffb07-6f35-4f00-9673-43a0b59e90a2'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:19.156268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Bound port: 418c83c5-31a2-4e2e-baa7-c8fa3112c9db, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11131d40-e1a7-462f-88cd-8d85437365d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a7cffb07-6f35-4f00-9673-43a0b59e90a2'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:19.156649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.163185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.178228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Made reservation on behalf of baf680530cfc4064aed51941780248a2 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:19.183192 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.267585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.280085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.310130 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.315865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:19.316435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.318562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e428337d-51e5-4036-b49c-640d2b8a2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.321107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e428337d-51e5-4036-b49c-640d2b8a2fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.322204 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e428337d-51e5-4036-b49c-640d2b8a2fec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/747ac3c4-4eff-448a-ae70-1c2700fbd231 HTTP/1.1" status: 204 len: 168 time: 0.4141057 Nov 12 21:04:19.382187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428337d-51e5-4036-b49c-640d2b8a2fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747ac3c4-4eff-448a-ae70-1c2700fbd231,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:19.435658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ccee5db-54a3-4fd7-9e0d-d62662197e58,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:19.450677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Network': ['ID=eaa5fe2c-9a17-47e3-b4a3-b19560b82c54,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:19.456442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Checking segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:19.456893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Network hostable DHCP agents. Network: 30e634c7-c8e7-4806-810f-b2d9beedba24, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:19.464928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:19.483904 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6cc7f55c-c411-4062-b869-a3b2ea9c9e97 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1968355 Nov 12 21:04:19.485958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53958) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:19.492707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'subnet': {'network_id': 'eaa5fe2c-9a17-47e3-b4a3-b19560b82c54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:19.520195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c5d36-4679-489b-a83f-c5a6ef00fd3b req-955591e9-5c3e-459d-b1f9-924999582bed tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:19.522279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-934c5d36-4679-489b-a83f-c5a6ef00fd3b req-955591e9-5c3e-459d-b1f9-924999582bed tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 931 time: 0.2872510 Nov 12 21:04:19.548068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62419ca0-4ac1-4004-a6c4-ed1a9e7bbc48 req-7c81a4ca-b434-4578-9b51-24d5274beeca tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:19.549592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62419ca0-4ac1-4004-a6c4-ed1a9e7bbc48 req-7c81a4ca-b434-4578-9b51-24d5274beeca tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 943 time: 0.3069544 Nov 12 21:04:19.559829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:19.592132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] For port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:19.661740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] For port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,segment=NetworkSegment(11131d40-e1a7-462f-88cd-8d85437365d8),segment_id=11131d40-e1a7-462f-88cd-8d85437365d8)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:19.668461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 30e634c7-c8e7-4806-810f-b2d9beedba24) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:19.673074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:19.673827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.679794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a62ed-ac7b-44f1-b942-0ef61623bc81 None None] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:19.697814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:19.702901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.753110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] For port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:19.776565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:19.807209 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2e42b81a-c135-478b-9f85-d4af6e1f45c6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5887773 Nov 12 21:04:19.807899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-934c5d36-4679-489b-a83f-c5a6ef00fd3b req-bd91a6fe-dff9-414c-ba1b-0de75ebe360a tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481852 Nov 12 21:04:19.810376 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.814847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53962) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:19.820673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:19.948359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.953079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.957911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:19.989893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-30e634c7-c8e7-4806-810f-b2d9beedba24', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:04:19.991195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.024415 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.165212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62419ca0-4ac1-4004-a6c4-ed1a9e7bbc48 req-7e774df7-3028-4ef2-82b0-a693a135801c tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697181 Nov 12 21:04:20.193188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Allocated IP 172.20.0.2 (30e634c7-c8e7-4806-810f-b2d9beedba24/6ccee5db-54a3-4fd7-9e0d-d62662197e58/81d3539c-a368-46f1-8d62-30d7fff209d4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:20.196503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.241965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cc7427-c698-4611-bb0c-1cbdca0c259d {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:04:20.264290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.269961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.270584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.283506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] 10.222.0.78 "PUT /v2.0/ports/418c83c5-31a2-4e2e-baa7-c8fa3112c9db HTTP/1.1" status: 200 len: 1092 time: 3.9475315 Nov 12 21:04:20.286820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0af9549-be71-499e-b181-eb7038b1b74e', 'tag': '418c83c5-31a2-4e2e-baa7-c8fa3112c9db'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:20.289228 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82919c4b-44eb-4974-8af8-f248ac6613a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0af9549-be71-499e-b181-eb7038b1b74e", "tag": "418c83c5-31a2-4e2e-baa7-c8fa3112c9db"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:20.308222 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.314205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.348877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] For port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:20.431077 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.444042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Transition to ACTIVE for port object f0cc7427-c698-4611-bb0c-1cbdca0c259d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:04:20.470160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9194e-7bf0-472d-9263-5e5cb383d53f service neutron] Pushing event updated for resources: {'Port': ['ID=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:20.470904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.487529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] device_id is not set on port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:04:20.499399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:20.501318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Subnet': ['ID=4763dac8-b434-4bed-8765-95a5cae573ee,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:20.514468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Checking segment: {'id': '3c2cb633-093f-436b-9e89-ef316943d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eaa5fe2c-9a17-47e3-b4a3-b19560b82c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:20.514836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network hostable DHCP agents. Network: eaa5fe2c-9a17-47e3-b4a3-b19560b82c54, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:20.515760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.522743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-e72db7c0-9fc5-44e7-ad5a-6d2c1dfa5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.524059 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-e72db7c0-9fc5-44e7-ad5a-6d2c1dfa5f7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1097 time: 0.1287260 Nov 12 21:04:20.531461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf314fbf-bb27-4054-8801-e1bba21ef9d0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:20.535584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.552212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.552554 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Added segment ea68e698-41d2-47e1-a592-4f239eef8b2b of type vlan for network dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4 Nov 12 21:04:20.557264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.615305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Pushing event updated for resources: {'Port': ['ID=81d3539c-a368-46f1-8d62-30d7fff209d4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:20.616384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a943f-84eb-4597-858f-31e7dcac0d20 req-0e87fcb9-36f5-44dd-aa15-40e20e3482d3 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.617915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f08a943f-84eb-4597-858f-31e7dcac0d20 req-0e87fcb9-36f5-44dd-aa15-40e20e3482d3 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2993743 Nov 12 21:04:20.629862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:20.632779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:20.635759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:20.645567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:20.662463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644ffe-3fdf-4c84-8434-7dab9eb4c784 req-c0f7e616-1e8b-4457-a5c0-95a8b047ceff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.669193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644ffe-3fdf-4c84-8434-7dab9eb4c784 req-c0f7e616-1e8b-4457-a5c0-95a8b047ceff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.675599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644ffe-3fdf-4c84-8434-7dab9eb4c784 req-c0f7e616-1e8b-4457-a5c0-95a8b047ceff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.681733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644ffe-3fdf-4c84-8434-7dab9eb4c784 req-c0f7e616-1e8b-4457-a5c0-95a8b047ceff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.688686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644ffe-3fdf-4c84-8434-7dab9eb4c784 req-c0f7e616-1e8b-4457-a5c0-95a8b047ceff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.694670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644ffe-3fdf-4c84-8434-7dab9eb4c784 req-c0f7e616-1e8b-4457-a5c0-95a8b047ceff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.705676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-68e97a2c-6681-4546-9595-ba2ad2f8a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.707252 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-68e97a2c-6681-4546-9595-ba2ad2f8a7b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 920 time: 0.1741564 Nov 12 21:04:20.711272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96644ffe-3fdf-4c84-8434-7dab9eb4c784 req-c0f7e616-1e8b-4457-a5c0-95a8b047ceff tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 4656 time: 0.3987088 Nov 12 21:04:20.737871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:04:20.738274 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:04:20.739249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Attempting to bind port 81d3539c-a368-46f1-8d62-30d7fff209d4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:20.739635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Attempting to bind port 81d3539c-a368-46f1-8d62-30d7fff209d4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:20.739990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Attempting to bind port 81d3539c-a368-46f1-8d62-30d7fff209d4 on network 30e634c7-c8e7-4806-810f-b2d9beedba24 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:20.740160 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.745935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:20.746421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Checking segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:20.747030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.747698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Bound using segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:20.748663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Bound port: 81d3539c-a368-46f1-8d62-30d7fff209d4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:20.748663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.774572 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-ad1fca35-3429-46ae-83cc-964ad2264fa8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 200 len: 217 time: 0.0542436 Nov 12 21:04:20.777296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, eaa5fe2c-9a17-47e3-b4a3-b19560b82c54) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:20.790472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-9dc8aa6a-d3bd-436f-842c-9948ae33988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.791495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.792140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-9dc8aa6a-d3bd-436f-842c-9948ae33988a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6447319479764edcb707b71a472ddc90&device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 1095 time: 0.3530958 Nov 12 21:04:20.792293 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.794793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.798451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b3dfd-1f7c-43c8-a7f2-0333d1652368 None None] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:20.807734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Pushing event updated for resources: {'Port': ['ID=f0cc7427-c698-4611-bb0c-1cbdca0c259d,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:20.858823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-c763d69a-b825-478a-a199-6ba267be03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:20.860341 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-c763d69a-b825-478a-a199-6ba267be03a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.0770180 Nov 12 21:04:20.867312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53990) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:20.898455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] For port 81d3539c-a368-46f1-8d62-30d7fff209d4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:20.906867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] For port 81d3539c-a368-46f1-8d62-30d7fff209d4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81d3539c-a368-46f1-8d62-30d7fff209d4,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:20.910651 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-d87c6f48-5004-4f6f-8c7e-ed82fed041ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408249 Nov 12 21:04:20.956822 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.resource_extend [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:04:20.991045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-d4e895f0-24b4-4a2d-a4bb-0aa8e507edcd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=418c83c5-31a2-4e2e-baa7-c8fa3112c9db HTTP/1.1" status: 200 len: 217 time: 0.1699884 Nov 12 21:04:20.996144 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-02f4caac-74df-4d23-a47f-8d5fa904bda1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5090909 Nov 12 21:04:21.005529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.014682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53994) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:21.028036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1168266248', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:21.047070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] No DVR routers for this DVR port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:21.075917 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1643130193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:21.103037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-eaa5fe2c-9a17-47e3-b4a3-b19560b82c54', 'network_id': 'eaa5fe2c-9a17-47e3-b4a3-b19560b82c54', 'tenant_id': 'b8fd99bc0f5547929e197a5231645da2', 'fixed_ips': [{'subnet_id': '4763dac8-b434-4bed-8765-95a5cae573ee'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:04:21.104126 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.136310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:21.176124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 21:04:21.176124 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 21:04:21.176124 n-d-713498-29 neutron-server[109628]: [parameters: {'project_id_1': '8effde42c54d4687a865ef59055fa840', 'expiration_1': datetime.datetime(2021, 11, 12, 21, 4, 1, 125755)}] Nov 12 21:04:21.176124 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:04:21.176690 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:04:21.179306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f08a943f-84eb-4597-858f-31e7dcac0d20 req-db0ea564-ea30-4066-bcb1-6e277e3b3f4b tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574544 Nov 12 21:04:21.193913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.200753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:21.201379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.245571 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-a13afb37-806b-44d1-b122-90eb21d74bd3 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262649 Nov 12 21:04:21.254439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e73b5e-d9db-42a6-a293-a0fecbe2f62a None None] Pushing event updated for resources: {'Port': ['ID=81d3539c-a368-46f1-8d62-30d7fff209d4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:21.270280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.283656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96644ffe-3fdf-4c84-8434-7dab9eb4c784 req-9f5d5cd4-b515-459a-b7b1-c8edcb96d63f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86d5cf-3681-4628-af1b-f90be8f6ea40&id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5474679 Nov 12 21:04:21.304722 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903195b1-0b26-491d-ac75-b5cc2ab780c2 x-openstack-request-id: req-903195b1-0b26-491d-ac75-b5cc2ab780c2 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:21.304924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.305034 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0af9549-be71-499e-b181-eb7038b1b74e", "tag": "418c83c5-31a2-4e2e-baa7-c8fa3112c9db", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:21.305249 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-903195b1-0b26-491d-ac75-b5cc2ab780c2 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:21.305841 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0af9549-be71-499e-b181-eb7038b1b74e', 'tag': '418c83c5-31a2-4e2e-baa7-c8fa3112c9db', 'status': 'completed', 'code': 200} Nov 12 21:04:21.307152 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.308226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.308464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-0e770078-2160-47c1-bf49-0e268b5d101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:21.321426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-0e770078-2160-47c1-bf49-0e268b5d101c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=844cd031-369c-4e0c-bfbd-dfda1f449f50 HTTP/1.1" status: 200 len: 852 time: 0.2933984 Nov 12 21:04:21.340207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] In _notify_port_updated(), no bound segment for port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 on network 7d672b31-c01a-4fdd-bf3e-9724c36f781c {{(pid=109629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:04:21.343792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:21.344635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.348387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-609604e4-8d64-4e8f-819c-9af2ce4c81f4 service neutron] 10.222.0.78 "PUT /v2.0/ports/f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 200 len: 1027 time: 2.4323971 Nov 12 21:04:21.416023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:21.446499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d61ce011-e332-4cf2-9a50-c1e86689895d None None] Provisioning complete for port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:21.446875 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d61ce011-e332-4cf2-9a50-c1e86689895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.484225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Allocated IP 172.20.0.2 (eaa5fe2c-9a17-47e3-b4a3-b19560b82c54/4763dac8-b434-4bed-8765-95a5cae573ee/8083afc9-ceb4-47a1-935a-bed830ebc0f5) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:21.530225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Pushing event updated for resources: {'Network': ['ID=dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:21.534313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-58eee6e6-1af7-450d-be31-cfd5dde60584 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a7cffb07-6f35-4f00-9673-43a0b59e90a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635182 Nov 12 21:04:21.536576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Attempting to bind port f0cc7427-c698-4611-bb0c-1cbdca0c259d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:21.536576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Attempting to bind port f0cc7427-c698-4611-bb0c-1cbdca0c259d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'be2b7395-60bd-4723-9d9b-5f89bd9deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f0457a60-60a5-49d0-9194-afbf92d7108f'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:21.536576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Attempting to bind port f0cc7427-c698-4611-bb0c-1cbdca0c259d on network f0457a60-60a5-49d0-9194-afbf92d7108f {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:21.569837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:21.646207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d61ce011-e332-4cf2-9a50-c1e86689895d None None] Port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:21.670055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.696803 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-58968f33-e9b6-4533-8dc3-dfa42b863030 req-548f8a51-a230-445c-9f18-2b9037542c26 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431546 Nov 12 21:04:21.712790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Port f0cc7427-c698-4611-bb0c-1cbdca0c259d on network f0457a60-60a5-49d0-9194-afbf92d7108f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:04:21.713220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Attempting to bind port f0cc7427-c698-4611-bb0c-1cbdca0c259d on network f0457a60-60a5-49d0-9194-afbf92d7108f {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:21.713699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81d3539c-a368-46f1-8d62-30d7fff209d4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:21.715216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Allocated IP 172.25.8.172 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/96bf114e-ec5e-42d9-a590-e511f040c99f) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:21.731772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53998) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:21.733020 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0c700fe3-994f-4907-b9dc-4fecf5e7c4f0 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.9927034 Nov 12 21:04:21.738953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-3718d14f-6f52-4644-82db-0e8f4b087e5b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', 'tempest-TagsTest-Tag-504397573') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:21.753467 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.810196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:21.812407 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132635c4-b651-4acb-b151-5532e9929017" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8219bd84-0db8-4ad4-bbe2-c4decb650bb6"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:21.838150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:21.839895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:21.840287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Checking segment: {'id': 'be2b7395-60bd-4723-9d9b-5f89bd9deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f0457a60-60a5-49d0-9194-afbf92d7108f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:21.840692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Bound using segment: {'id': 'be2b7395-60bd-4723-9d9b-5f89bd9deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f0457a60-60a5-49d0-9194-afbf92d7108f'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:21.841200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Bound port: f0cc7427-c698-4611-bb0c-1cbdca0c259d, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2b7395-60bd-4723-9d9b-5f89bd9deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f0457a60-60a5-49d0-9194-afbf92d7108f'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:21.841560 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.882970 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.884147 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.891420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.892784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 81d3539c-a368-46f1-8d62-30d7fff209d4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:21.893571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.932425 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.933149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device c11c2037-3072-4a65-a936-7fbc5b08432d no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:21.936596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-cd1d16ed-30f9-4bee-bab9-ddbd43fe62f3 service neutron] 10.222.0.78 "GET /v2.0/networks/a7cffb07-6f35-4f00-9673-43a0b59e90a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903077 Nov 12 21:04:21.949157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eca570-7eae-4a55-94f9-69ef34a91074 req-00a75481-8cbf-4ce3-8896-67966d5d1675 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:21.951597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4eca570-7eae-4a55-94f9-69ef34a91074 req-00a75481-8cbf-4ce3-8896-67966d5d1675 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 943 time: 0.4437461 Nov 12 21:04:22.015425 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.029661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cb4bb-45d7-4e30-9a62-1fbe43e21208 req-aa22cb9e-6c93-4220-bd6f-04d9171cdd1e tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:22.031588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-192cb4bb-45d7-4e30-9a62-1fbe43e21208 req-aa22cb9e-6c93-4220-bd6f-04d9171cdd1e tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 943 time: 0.3995457 Nov 12 21:04:22.057827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:22.079809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:22.099783 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.113348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.123711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:22.130044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:22.135790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.156328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:22.156683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.190638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Pushing event updated for resources: {'Port': ['ID=8083afc9-ceb4-47a1-935a-bed830ebc0f5,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:22.224711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.229816 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.231643 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3718d14f-6f52-4644-82db-0e8f4b087e5b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "PUT /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags/tempest-TagsTest-Tag-504397573 HTTP/1.1" status: 201 len: 201 time: 0.4969862 Nov 12 21:04:22.238202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54004) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:22.242118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-3824cc0e-098f-4c23-92f9-24bea341530f tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', 'tempest-TagsTest-Tag-504397573') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:22.250269 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.290884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.292676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4eca570-7eae-4a55-94f9-69ef34a91074 req-09d5d45b-0741-4dbe-a635-d7bd948fb603 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297706 Nov 12 21:04:22.303591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] For port f0cc7427-c698-4611-bb0c-1cbdca0c259d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:22.319674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Attempting to bind port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:22.319674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Attempting to bind port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3c2cb633-093f-436b-9e89-ef316943d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eaa5fe2c-9a17-47e3-b4a3-b19560b82c54'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:22.319674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Attempting to bind port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 on network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:22.322001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port c11c2037-3072-4a65-a936-7fbc5b08432d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c11c2037-3072-4a65-a936-7fbc5b08432d,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:22.334362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:22.334744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Checking segment: {'id': '3c2cb633-093f-436b-9e89-ef316943d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eaa5fe2c-9a17-47e3-b4a3-b19560b82c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:22.335275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.336748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Bound using segment: {'id': '3c2cb633-093f-436b-9e89-ef316943d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eaa5fe2c-9a17-47e3-b4a3-b19560b82c54'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:22.337233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Bound port: 8083afc9-ceb4-47a1-935a-bed830ebc0f5, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2cb633-093f-436b-9e89-ef316943d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eaa5fe2c-9a17-47e3-b4a3-b19560b82c54'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:22.337637 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.356218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 81d3539c-a368-46f1-8d62-30d7fff209d4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81d3539c-a368-46f1-8d62-30d7fff209d4,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:22.400982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] For port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:22.401356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.438312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] For port f0cc7427-c698-4611-bb0c-1cbdca0c259d, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f0cc7427-c698-4611-bb0c-1cbdca0c259d,segment=NetworkSegment(be2b7395-60bd-4723-9d9b-5f89bd9deed7),segment_id=be2b7395-60bd-4723-9d9b-5f89bd9deed7)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:22.450207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Calling delete_port for 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:22.515859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d53e3d-9ac7-4a20-ab17-47b72a8759fc req-c523dbbd-0b2b-48e8-a702-942b58946379 service neutron] 10.222.0.78 "GET /v2.0/networks/a7cffb07-6f35-4f00-9673-43a0b59e90a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558069 Nov 12 21:04:22.533694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-192cb4bb-45d7-4e30-9a62-1fbe43e21208 req-b7f04f7d-4f14-4512-943a-9363be67394b tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889004 Nov 12 21:04:22.612795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.631989 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cda8ada-50d9-42e0-b606-742ec9a9ea7c x-openstack-request-id: req-5cda8ada-50d9-42e0-b606-742ec9a9ea7c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:22.632525 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8219bd84-0db8-4ad4-bbe2-c4decb650bb6", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:22.632603 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cda8ada-50d9-42e0-b606-742ec9a9ea7c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:22.632984 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6', 'code': 200} Nov 12 21:04:22.634960 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.635751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5242a5e3-bb51-4b19-ba37-a8ba25951199 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:22.677025 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.678870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4f1f2-93f7-4391-8304-2e9d228177f1 None None] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:22.696653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7973e-7efe-47e2-b5f9-ad880150f41a req-09c75d2e-49e4-4451-ace4-ff8d5b7b8093 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:22.698241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bb7973e-7efe-47e2-b5f9-ad880150f41a req-09c75d2e-49e4-4451-ace4-ff8d5b7b8093 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2556713 Nov 12 21:04:22.708038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:22.709708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.710881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] 10.222.0.78 "PUT /v2.0/ports/f0cc7427-c698-4611-bb0c-1cbdca0c259d HTTP/1.1" status: 200 len: 1092 time: 4.0972052 Nov 12 21:04:22.724575 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.728510 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-14d5cec1-6ecc-49e9-b01b-e1cb3257cfb6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.8574660 Nov 12 21:04:22.748980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54008) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:22.762084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1951262081'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:22.819320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:22.836693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:22.839249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-24cce750-e461-47a0-b8a9-89ad3f80d317 None None] Provisioning complete for port 81d3539c-a368-46f1-8d62-30d7fff209d4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:22.839647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-24cce750-e461-47a0-b8a9-89ad3f80d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:22.842951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:22.844510 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] For port 8083afc9-ceb4-47a1-935a-bed830ebc0f5, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:22.860343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc9e89-0ffe-4fac-9c57-e1196d47abea service neutron] Pushing event updated for resources: {'Port': ['ID=f0cc7427-c698-4611-bb0c-1cbdca0c259d,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:22.870487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Pushing event updated for resources: {'Port': ['ID=96bf114e-ec5e-42d9-a590-e511f040c99f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:22.884414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e34b9-a64f-4a7c-9927-f4fba05c1df5 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:22.886384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=c11c2037-3072-4a65-a936-7fbc5b08432d,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:22.893683 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3824cc0e-098f-4c23-92f9-24bea341530f tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "GET /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags/tempest-TagsTest-Tag-504397573 HTTP/1.1" status: 204 len: 168 time: 0.6492717 Nov 12 21:04:22.893683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54010) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:22.901237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-953aab72-55e4-4c42-8998-0f07c406a465 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:22.932898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] For port 8083afc9-ceb4-47a1-935a-bed830ebc0f5, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8083afc9-ceb4-47a1-935a-bed830ebc0f5,segment=NetworkSegment(3c2cb633-093f-436b-9e89-ef316943d5a6),segment_id=3c2cb633-093f-436b-9e89-ef316943d5a6)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:22.970093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Made reservation on behalf of 8effde42c54d4687a865ef59055fa840 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:22.970894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-e10e95ff-24af-4032-bbfa-ab33668238c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:22.972467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-e10e95ff-24af-4032-bbfa-ab33668238c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6447319479764edcb707b71a472ddc90&device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 1095 time: 0.2997875 Nov 12 21:04:22.973542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.004402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291555f8-fe32-412a-bbe9-87748abcb903 req-c5ad40f3-229e-4e30-96db-7715d0713d2d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.010985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291555f8-fe32-412a-bbe9-87748abcb903 req-c5ad40f3-229e-4e30-96db-7715d0713d2d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.017701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291555f8-fe32-412a-bbe9-87748abcb903 req-c5ad40f3-229e-4e30-96db-7715d0713d2d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.023895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291555f8-fe32-412a-bbe9-87748abcb903 req-c5ad40f3-229e-4e30-96db-7715d0713d2d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.025030 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.030659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=81d3539c-a368-46f1-8d62-30d7fff209d4,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:23.030806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291555f8-fe32-412a-bbe9-87748abcb903 req-c5ad40f3-229e-4e30-96db-7715d0713d2d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.033012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291555f8-fe32-412a-bbe9-87748abcb903 req-c5ad40f3-229e-4e30-96db-7715d0713d2d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 3878 time: 0.3655348 Nov 12 21:04:23.044216 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.048697 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.053211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bb7973e-7efe-47e2-b5f9-ad880150f41a req-04788d78-540f-4463-9125-5ab5444bc200 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100142 Nov 12 21:04:23.142879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-e8bdbc15-7427-46e6-9d9d-98abb1b1dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.144414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-e8bdbc15-7427-46e6-9d9d-98abb1b1dae1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8547ce0e76ad44328083fff50800d0c5&device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 1095 time: 0.2797194 Nov 12 21:04:23.204055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5242a5e3-bb51-4b19-ba37-a8ba25951199, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:23.212305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eb6a1-e976-4af3-b3ea-1e2f6e51bbd4 None None] Pushing event updated for resources: {'Port': ['ID=8083afc9-ceb4-47a1-935a-bed830ebc0f5,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:23.253130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-27fc46b4-1a73-4a20-b4e4-92c0757f8409 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0cc7427-c698-4611-bb0c-1cbdca0c259d HTTP/1.1" status: 200 len: 217 time: 0.0958209 Nov 12 21:04:23.298713 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-953aab72-55e4-4c42-8998-0f07c406a465 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "GET /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags HTTP/1.1" status: 200 len: 237 time: 0.4017911 Nov 12 21:04:23.302976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54012) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:23.307889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3d3a34-f66e-4d8a-9b5d-f97c2f468e01', 'tag': 'f0cc7427-c698-4611-bb0c-1cbdca0c259d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:23.310254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-1d873fae-7d8d-4b09-bf80-6d388f5240e2 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', {'tags': ['tempest-TagsTest-Tag-165169440', 'tempest-TagsTest-Tag-282193859', 'tempest-TagsTest-Tag-1732407568']}) {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:23.313563 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86404793-31af-40a5-81a2-bde8fca9e214" -d '{"events": [{"name": "network-changed", "server_uuid": "db3d3a34-f66e-4d8a-9b5d-f97c2f468e01", "tag": "f0cc7427-c698-4611-bb0c-1cbdca0c259d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:23.328176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291555f8-fe32-412a-bbe9-87748abcb903 req-a1315474-d685-41c5-b2d4-51e3d4d76335 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708175 Nov 12 21:04:23.328920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.346044 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.346884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:23.398943 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.501431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5242a5e3-bb51-4b19-ba37-a8ba25951199,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:23.505422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a13da3d9-7aa4-48b7-bd9d-009a14bf3827 None None] Provisioning complete for port 96bf114e-ec5e-42d9-a590-e511f040c99f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:23.505917 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a13da3d9-7aa4-48b7-bd9d-009a14bf3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.523129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Port': ['ID=8219bd84-0db8-4ad4-bbe2-c4decb650bb6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:23.529904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-a07e56e2-583b-4616-a5a3-70b5a36b9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.529904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-a07e56e2-583b-4616-a5a3-70b5a36b9010 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a7cffb07-6f35-4f00-9673-43a0b59e90a2 HTTP/1.1" status: 200 len: 913 time: 0.4896197 Nov 12 21:04:23.533281 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc07109-b852-4965-8121-ce7dde3d4295 x-openstack-request-id: req-bdc07109-b852-4965-8121-ce7dde3d4295 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:23.533514 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3d3a34-f66e-4d8a-9b5d-f97c2f468e01", "tag": "f0cc7427-c698-4611-bb0c-1cbdca0c259d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:23.533765 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdc07109-b852-4965-8121-ce7dde3d4295 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:23.534151 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3d3a34-f66e-4d8a-9b5d-f97c2f468e01', 'tag': 'f0cc7427-c698-4611-bb0c-1cbdca0c259d', 'status': 'completed', 'code': 200} Nov 12 21:04:23.556149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a13da3d9-7aa4-48b7-bd9d-009a14bf3827 None None] Port 96bf114e-ec5e-42d9-a590-e511f040c99f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:23.576732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-a5881b93-29d7-4913-80cc-39c3626c00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.578354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-a5881b93-29d7-4913-80cc-39c3626c00a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f0a28db5-ade7-408d-8e9c-e7ab4122b590 HTTP/1.1" status: 200 len: 848 time: 0.3140328 Nov 12 21:04:23.663578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.678793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.725959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:23.773705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.786671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d98f9698-8a7c-4500-877d-f313147838bd None None] Provisioning complete for port 81d3539c-a368-46f1-8d62-30d7fff209d4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:23.787081 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d98f9698-8a7c-4500-877d-f313147838bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.817512 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.819900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d086ce76-b78a-4813-893b-2e6bcceba638 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:23.856536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81d3539c-a368-46f1-8d62-30d7fff209d4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:23.884359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.984602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:24.004075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.25.8.134 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/bf560023-a0c8-418f-8767-2fa10eda49de) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:24.019819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.039392 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1d873fae-7d8d-4b09-bf80-6d388f5240e2 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "PUT /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags HTTP/1.1" status: 200 len: 307 time: 0.7336221 Nov 12 21:04:24.050073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-b9c54f4e-45dc-4c2d-9d57-b594b8c8822c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=418c83c5-31a2-4e2e-baa7-c8fa3112c9db HTTP/1.1" status: 200 len: 217 time: 0.5145648 Nov 12 21:04:24.051110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54020) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:24.052704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 81d3539c-a368-46f1-8d62-30d7fff209d4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:24.053077 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.074974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] No DVR routers for this DVR port 8219bd84-0db8-4ad4-bbe2-c4decb650bb6 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:24.085263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-2cbaf968-63b7-4a9d-bff9-a9b7f32d4fac tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', 'tempest-TagsTest-Tag-165169440') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:24.088584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.092224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-31fc6536-7b4e-4d87-adc1-9861b860a5b7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "DELETE /v2.0/ports/8219bd84-0db8-4ad4-bbe2-c4decb650bb6 HTTP/1.1" status: 204 len: 173 time: 2.7373209 Nov 12 21:04:24.093612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:24.094379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-def6f3ac-bf28-4b74-b105-ad774a174e3d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0457a60-60a5-49d0-9194-afbf92d7108f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4312253 Nov 12 21:04:24.131681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.146573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c28eb1-ce25-4c9d-bc48-413eee9a4379,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:24.161924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.163103 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Added segment 6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044 of type vlan for network 101122eb-0176-4bdb-b791-564d28262120 Nov 12 21:04:24.226230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8083afc9-ceb4-47a1-935a-bed830ebc0f5 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:24.235510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-bc5cd6e2-a58d-4916-9ae4-6c401b3a9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:24.237158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-bc5cd6e2-a58d-4916-9ae4-6c401b3a9f63 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=844cd031-369c-4e0c-bfbd-dfda1f449f50 HTTP/1.1" status: 200 len: 852 time: 0.1593363 Nov 12 21:04:24.297390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d086ce76-b78a-4813-893b-2e6bcceba638, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d086ce76-b78a-4813-893b-2e6bcceba638,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:24.329497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:24.329943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.330683 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.379377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-2db5b945-7662-48b9-9430-9ef3bbbb98e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a7cffb07-6f35-4f00-9673-43a0b59e90a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963852 Nov 12 21:04:24.379584 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.379932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 396e11a0-fe24-48bb-9227-113e6102113e no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:24.422609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01fd3b-6e72-4d28-a05c-3018ce818cf9 req-e1a2737a-b2b3-42c9-b14e-ab90ec182bfa tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:24.430770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da01fd3b-6e72-4d28-a05c-3018ce818cf9 req-e1a2737a-b2b3-42c9-b14e-ab90ec182bfa tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 943 time: 0.9265707 Nov 12 21:04:24.459090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 396e11a0-fe24-48bb-9227-113e6102113e not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:24.488259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.492833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.495313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.resource_extend [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:04:24.532925 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.534993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d086ce76-b78a-4813-893b-2e6bcceba638,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:24.576246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 8083afc9-ceb4-47a1-935a-bed830ebc0f5, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8083afc9-ceb4-47a1-935a-bed830ebc0f5,segment=NetworkSegment(3c2cb633-093f-436b-9e89-ef316943d5a6),segment_id=3c2cb633-093f-436b-9e89-ef316943d5a6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:24.584980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c5f5b-3646-4ed4-a987-2265054c8662 req-345e661a-35e2-4962-b2ae-79d8a248321b tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:24.586727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef8c5f5b-3646-4ed4-a987-2265054c8662 req-345e661a-35e2-4962-b2ae-79d8a248321b tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 943 time: 0.8486173 Nov 12 21:04:24.615657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-ba018119-ad81-48d5-b4c1-860669f928c2 service neutron] 10.222.0.78 "GET /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502382 Nov 12 21:04:24.629860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52686452-4292-46ba-8625-6cc5905750e2 None None] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:24.635725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11c2037-3072-4a65-a936-7fbc5b08432d'}, {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5242a5e3-bb51-4b19-ba37-a8ba25951199'}, {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460'}, {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:24.639368 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4deba6c-a65c-4f60-8efd-37b4e9649589" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c11c2037-3072-4a65-a936-7fbc5b08432d"}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5242a5e3-bb51-4b19-ba37-a8ba25951199"}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460"}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:24.657780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.664547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:24.665172 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.698969 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.718274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.741454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-60d15197-d6c7-4db5-ad88-17e511a99387 None None] Provisioning complete for port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:24.741903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60d15197-d6c7-4db5-ad88-17e511a99387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.755331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-552f7dd5-509b-44fd-ba29-7975fb1da71f service neutron] 10.222.0.78 "GET /v2.0/networks/a7cffb07-6f35-4f00-9673-43a0b59e90a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180740 Nov 12 21:04:24.773869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da01fd3b-6e72-4d28-a05c-3018ce818cf9 req-4fcd69bb-aabf-4a77-921c-ff32da37d286 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420415 Nov 12 21:04:24.792618 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0364020 Nov 12 21:04:24.805873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54028) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:24.811393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=8083afc9-ceb4-47a1-935a-bed830ebc0f5,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:24.812234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'subnet': {'network_id': '101122eb-0176-4bdb-b791-564d28262120', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:24.818497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212571-e71e-47ce-9bb1-38e0ba6e747a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Network': ['ID=101122eb-0176-4bdb-b791-564d28262120,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:24.846578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef8c5f5b-3646-4ed4-a987-2265054c8662 req-c2d9b703-fa20-45d1-a5cc-e08a4de7e09a tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472057 Nov 12 21:04:24.866973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:24.871232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 101122eb-0176-4bdb-b791-564d28262120 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:24.893033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:24.893627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:24.893627 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.899836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=bf560023-a0c8-418f-8767-2fa10eda49de,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:24.900981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2cbaf968-63b7-4a9d-bff9-a9b7f32d4fac tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "DELETE /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags/tempest-TagsTest-Tag-165169440 HTTP/1.1" status: 204 len: 168 time: 0.8272488 Nov 12 21:04:24.912784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:24.914853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54030) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:24.953027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cda08c-e200-4cc7-89c7-569c238354f4 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:24.971585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-112b9c95-ab60-4a5e-8176-2e725b551052 service neutron] 10.222.0.78 "GET /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439443 Nov 12 21:04:24.972936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-a255d576-9c0f-46af-9a12-1d36205591e4 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', 'tempest-TagsTest-Tag-165169440') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:24.994777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Router 2e893b31-e7cf-4b78-a827-3bc6cc902840 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:04:25.079871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82919c4b-44eb-4974-8af8-f248ac6613a0 req-02ca31ba-c67b-4e41-8b18-713229e9baaf service neutron] 10.222.0.78 "GET /v2.0/networks/a7cffb07-6f35-4f00-9673-43a0b59e90a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117990 Nov 12 21:04:25.101594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] For port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:25.101968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.136677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef90e5-0f20-4d43-adbd-155df436747b req-39bda07e-e43e-47d9-b435-a18140fd0253 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.143863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef90e5-0f20-4d43-adbd-155df436747b req-39bda07e-e43e-47d9-b435-a18140fd0253 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.149791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef90e5-0f20-4d43-adbd-155df436747b req-39bda07e-e43e-47d9-b435-a18140fd0253 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.156768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef90e5-0f20-4d43-adbd-155df436747b req-39bda07e-e43e-47d9-b435-a18140fd0253 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.158586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72ef90e5-0f20-4d43-adbd-155df436747b req-39bda07e-e43e-47d9-b435-a18140fd0253 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 3141 time: 0.1893437 Nov 12 21:04:25.172191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ea70-952c-45b7-9d33-15ae936c55a1 req-0aa22ee5-1453-4024-91c3-90adac49463f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.173756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b75ea70-952c-45b7-9d33-15ae936c55a1 req-0aa22ee5-1453-4024-91c3-90adac49463f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2080061 Nov 12 21:04:25.189632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Calling delete_port for 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:25.201849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-03f380be-aa91-43d0-baf7-de2b1c097574 None None] Provisioning complete for port bf560023-a0c8-418f-8767-2fa10eda49de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:25.202459 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03f380be-aa91-43d0-baf7-de2b1c097574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.266739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-03f380be-aa91-43d0-baf7-de2b1c097574 None None] Port bf560023-a0c8-418f-8767-2fa10eda49de cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:25.311026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86404793-31af-40a5-81a2-bde8fca9e214 req-dfba0222-b5aa-4785-ad69-3fefceb8fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.312609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86404793-31af-40a5-81a2-bde8fca9e214 req-dfba0222-b5aa-4785-ad69-3fefceb8fe0c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8547ce0e76ad44328083fff50800d0c5&device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 1095 time: 0.1971519 Nov 12 21:04:25.383399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72ef90e5-0f20-4d43-adbd-155df436747b req-4696b647-78e8-4635-9600-7f7e0349cb16 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950264 Nov 12 21:04:25.388265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6848a36a-e3f1-46a4-9533-139cd51dcaa6 None None] Provisioning complete for port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:25.389008 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6848a36a-e3f1-46a4-9533-139cd51dcaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.451637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b75ea70-952c-45b7-9d33-15ae936c55a1 req-49ed1f5f-421b-41ef-b857-4b300990f26a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589757 Nov 12 21:04:25.454757 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc39669e-cb17-4992-b408-11f991deb321 x-openstack-request-id: req-bc39669e-cb17-4992-b408-11f991deb321 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:25.455392 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c11c2037-3072-4a65-a936-7fbc5b08432d", "code": 200}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5242a5e3-bb51-4b19-ba37-a8ba25951199", "code": 200}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460", "code": 200}, {"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:25.455662 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc39669e-cb17-4992-b408-11f991deb321 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:25.457591 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11c2037-3072-4a65-a936-7fbc5b08432d', 'code': 200} Nov 12 21:04:25.457591 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5242a5e3-bb51-4b19-ba37-a8ba25951199', 'code': 200} Nov 12 21:04:25.457591 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460', 'code': 200} Nov 12 21:04:25.457591 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'code': 200} Nov 12 21:04:25.537732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:25.540148 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b1943-041b-4780-a02b-bfabb41e1a11" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "8219bd84-0db8-4ad4-bbe2-c4decb650bb6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:25.578265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86404793-31af-40a5-81a2-bde8fca9e214 req-ef1c40c7-1a18-404d-abb6-89582e251098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.579864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86404793-31af-40a5-81a2-bde8fca9e214 req-ef1c40c7-1a18-404d-abb6-89582e251098 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0457a60-60a5-49d0-9194-afbf92d7108f HTTP/1.1" status: 200 len: 909 time: 0.2561603 Nov 12 21:04:25.603692 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcb101c-c21d-4d51-bc1b-d00c27dcf74b x-openstack-request-id: req-4dcb101c-c21d-4d51-bc1b-d00c27dcf74b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:25.603989 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "8219bd84-0db8-4ad4-bbe2-c4decb650bb6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:25.604236 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dcb101c-c21d-4d51-bc1b-d00c27dcf74b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:25.604641 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': '8219bd84-0db8-4ad4-bbe2-c4decb650bb6', 'status': 'completed', 'code': 200} Nov 12 21:04:25.615825 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-a255d576-9c0f-46af-9a12-1d36205591e4 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] show failed (client error): The resource could not be found. Nov 12 21:04:25.616969 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a255d576-9c0f-46af-9a12-1d36205591e4 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "GET /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags/tempest-TagsTest-Tag-165169440 HTTP/1.1" status: 404 len: 325 time: 0.6524198 Nov 12 21:04:25.617566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Made reservation on behalf of 8effde42c54d4687a865ef59055fa840 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:25.622011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.642996 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8083afc9-ceb4-47a1-935a-bed830ebc0f5 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:25.646631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54036) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:25.649059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.653798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-77b78427-817f-4766-bf9f-f5d8aecd70e5 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', 'tempest-TagsTest-Tag-282193859') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:25.657391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86404793-31af-40a5-81a2-bde8fca9e214 req-c4452c2f-49d0-4f3c-8b90-c51ef5bdf30d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0cc7427-c698-4611-bb0c-1cbdca0c259d HTTP/1.1" status: 200 len: 217 time: 0.0674927 Nov 12 21:04:25.713779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:25.713779 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.736069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Port': ['ID=8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:25.757248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:25.778078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Sync routers for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:25.796177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] No DVR routers for this DVR port 8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:25.809635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 418c83c5-31a2-4e2e-baa7-c8fa3112c9db details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:04:25.823782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:25.825388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:25.827162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.830503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-effd03e7-0892-4d9e-af4b-16c28cb6f4d2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "DELETE /v2.0/ports/8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460 HTTP/1.1" status: 204 len: 173 time: 1.6663742 Nov 12 21:04:25.838221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86404793-31af-40a5-81a2-bde8fca9e214 req-bd980796-ca65-4fcc-9c05-15f7a8467ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.838221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86404793-31af-40a5-81a2-bde8fca9e214 req-bd980796-ca65-4fcc-9c05-15f7a8467ff4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f0a28db5-ade7-408d-8e9c-e7ab4122b590 HTTP/1.1" status: 200 len: 848 time: 0.1641481 Nov 12 21:04:25.848203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-77b78427-817f-4766-bf9f-f5d8aecd70e5 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "GET /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags/tempest-TagsTest-Tag-282193859 HTTP/1.1" status: 204 len: 168 time: 0.2000334 Nov 12 21:04:25.869283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54040) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:25.874198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-cd9408fc-57c4-4a43-be4a-f7cb7653fd62 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', 'tempest-TagsTest-Tag-1732407568') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:25.909135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.911188 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a6787934-9a5b-4979-be24-4c94cc64c473 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0952890 Nov 12 21:04:25.924231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86404793-31af-40a5-81a2-bde8fca9e214 req-62c69a16-ed54-4ff2-9a65-71c16d129cf8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0457a60-60a5-49d0-9194-afbf92d7108f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737553 Nov 12 21:04:25.928539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54044) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:26.117552 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.179708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.205831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:26.299898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,segment=NetworkSegment(11131d40-e1a7-462f-88cd-8d85437365d8),segment_id=11131d40-e1a7-462f-88cd-8d85437365d8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:26.304699 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Subnet': ['ID=2d31313f-881a-4aaf-a86d-d3d3b4cdb869,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:26.389777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '418c83c5-31a2-4e2e-baa7-c8fa3112c9db', 'network_id': 'a7cffb07-6f35-4f00-9673-43a0b59e90a2', 'port_id': '418c83c5-31a2-4e2e-baa7-c8fa3112c9db', 'mac_address': 'fa:16:3e:2f:1c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844cd031-369c-4e0c-bfbd-dfda1f449f50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:04:26.401759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Checking segment: {'id': '6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '101122eb-0176-4bdb-b791-564d28262120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:26.404965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network hostable DHCP agents. Network: 101122eb-0176-4bdb-b791-564d28262120, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:26.461434 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.505027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network 101122eb-0176-4bdb-b791-564d28262120 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:26.511056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418c83c5-31a2-4e2e-baa7-c8fa3112c9db {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:04:26.528774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.538524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,segment=NetworkSegment(11131d40-e1a7-462f-88cd-8d85437365d8),segment_id=11131d40-e1a7-462f-88cd-8d85437365d8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:26.546922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:23Z', 'revision_number': 3, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:26.578285 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Checking router: 2e893b31-e7cf-4b78-a827-3bc6cc902840 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:04:26.578653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Updating router 2e893b31-e7cf-4b78-a827-3bc6cc902840 port 96bf114e-ec5e-42d9-a590-e511f040c99f binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:04:26.587480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e03e-c0ab-4c5c-a5e7-4d0c48be4dc9 req-27fcfa49-3ecf-4401-8ff6-fdb674eaf568 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:26.588999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53f5e03e-c0ab-4c5c-a5e7-4d0c48be4dc9 req-27fcfa49-3ecf-4401-8ff6-fdb674eaf568 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 943 time: 0.6638710 Nov 12 21:04:26.606026 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.622722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 101122eb-0176-4bdb-b791-564d28262120) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:26.640471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:26.641100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.653572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435631e-ed7a-421e-b718-abb07d85262e None None] Network 101122eb-0176-4bdb-b791-564d28262120 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:26.665059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337ba0-263e-4544-b99b-aadd752aca75 req-3e7aca85-e469-4b8d-9443-fbdaff99f7e6 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:26.670259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b337ba0-263e-4544-b99b-aadd752aca75 req-3e7aca85-e469-4b8d-9443-fbdaff99f7e6 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 943 time: 0.6940267 Nov 12 21:04:26.684008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cd9408fc-57c4-4a43-be4a-f7cb7653fd62 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "GET /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags/tempest-TagsTest-Tag-1732407568 HTTP/1.1" status: 204 len: 168 time: 0.8139267 Nov 12 21:04:26.689825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54054) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:26.694335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-af120802-0599-4c97-8fba-1ab703acea10 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:26.698871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86404793-31af-40a5-81a2-bde8fca9e214 req-7c00bc0d-8f42-4036-947d-74375f4f0894 service neutron] 10.222.0.78 "GET /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389524 Nov 12 21:04:26.727206 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.792520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting port c11c2037-3072-4a65-a936-7fbc5b08432d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:26.792951 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.794916 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-121083b8-6508-42e8-b379-6db19ef1848b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9876060 Nov 12 21:04:26.798060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54056) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:26.804666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'network': {'name': 'tempest-router-network01--1555406500'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:26.812344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router e2e70f06-13cc-4a1f-bacc-73c9451fa790 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:04:26.885538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53f5e03e-c0ab-4c5c-a5e7-4d0c48be4dc9 req-0a51053a-f61c-4c7c-924b-7d4dc366064b tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818036 Nov 12 21:04:26.929308 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af120802-0599-4c97-8fba-1ab703acea10 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "DELETE /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags HTTP/1.1" status: 204 len: 168 time: 0.2384408 Nov 12 21:04:26.932425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54058) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:26.939219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-e7226353-4d8f-4b50-8a37-a445cb30086b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', 'tempest-TagsTest-Tag-282193859') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:26.942611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:26.972498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b337ba0-263e-4544-b99b-aadd752aca75 req-5587be95-f1fe-4e13-a1b3-7de4294e292c tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934239 Nov 12 21:04:26.981738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Made reservation on behalf of 8effde42c54d4687a865ef59055fa840 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:26.987669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.005288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['418c83c5-31a2-4e2e-baa7-c8fa3112c9db'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:04:27.110649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-101122eb-0176-4bdb-b791-564d28262120', 'network_id': '101122eb-0176-4bdb-b791-564d28262120', 'tenant_id': '8effde42c54d4687a865ef59055fa840', 'fixed_ips': [{'subnet_id': '2d31313f-881a-4aaf-a86d-d3d3b4cdb869'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:04:27.111566 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.111701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86404793-31af-40a5-81a2-bde8fca9e214 req-1e5dcf85-42ea-4e97-9aa4-aa41bf12a5d6 service neutron] 10.222.0.78 "GET /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588030 Nov 12 21:04:27.125736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] For port c11c2037-3072-4a65-a936-7fbc5b08432d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c11c2037-3072-4a65-a936-7fbc5b08432d,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:27.126116 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.157302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:27.178268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Calling delete_port for c11c2037-3072-4a65-a936-7fbc5b08432d owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:27.197006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.197338 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Added segment 56df5037-643d-4f54-bd42-3e5c21c21861 of type vlan for network a02ece23-734b-4317-82cc-8570abc0804a Nov 12 21:04:27.219611 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-e7226353-4d8f-4b50-8a37-a445cb30086b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] show failed (client error): The resource could not be found. Nov 12 21:04:27.220710 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e7226353-4d8f-4b50-8a37-a445cb30086b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "GET /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags/tempest-TagsTest-Tag-282193859 HTTP/1.1" status: 404 len: 325 time: 0.2877131 Nov 12 21:04:27.220930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e407a5-be70-4484-8cfb-581aa3528290 req-ed1ff139-b32a-488e-adc1-21aec6d75657 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:27.224627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:27.226924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e407a5-be70-4484-8cfb-581aa3528290 req-ed1ff139-b32a-488e-adc1-21aec6d75657 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:27.233389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e407a5-be70-4484-8cfb-581aa3528290 req-ed1ff139-b32a-488e-adc1-21aec6d75657 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:27.235237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62e407a5-be70-4484-8cfb-581aa3528290 req-ed1ff139-b32a-488e-adc1-21aec6d75657 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 2408 time: 0.1684222 Nov 12 21:04:27.236491 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a56943-e05c-4c83-9572-3818cff9900f None None] Sync routers for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:27.238735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54060) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:27.245102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-88fc9e77-658e-48d5-953f-29f85fad8b9b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4', 'tempest-TagsTest-Tag-1732407568') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:27.258856 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a56943-e05c-4c83-9572-3818cff9900f None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:27.259495 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-05a56943-e05c-4c83-9572-3818cff9900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:27.358913 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-05a56943-e05c-4c83-9572-3818cff9900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:27.367526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.388791 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a56943-e05c-4c83-9572-3818cff9900f None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:27.389418 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-05a56943-e05c-4c83-9572-3818cff9900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:27.444229 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-05a56943-e05c-4c83-9572-3818cff9900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:27.445292 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a56943-e05c-4c83-9572-3818cff9900f None None] The sync data for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:27.477851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Allocated IP 2001:db8::2 (101122eb-0176-4bdb-b791-564d28262120/2d31313f-881a-4aaf-a86d-d3d3b4cdb869/0617a5b6-560c-424e-8b6a-8c39a6adee1e) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:27.512467 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.516862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.518387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7620d33d-55b7-4b44-930e-a33c537f3181 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4941630 Nov 12 21:04:27.520950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54064) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:27.566338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62e407a5-be70-4484-8cfb-581aa3528290 req-2df43c37-aabd-485b-95e1-2e6d576ec1dd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672091 Nov 12 21:04:27.587573 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.612587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:27.612587 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82652845-f918-4306-b2a9-9216ea21327e" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:27.637331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a1ff-00fb-4bc7-89ef-1f9e7624cb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.645851 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-88fc9e77-658e-48d5-953f-29f85fad8b9b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] show failed (client error): The resource could not be found. Nov 12 21:04:27.646908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-88fc9e77-658e-48d5-953f-29f85fad8b9b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "GET /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags/tempest-TagsTest-Tag-1732407568 HTTP/1.1" status: 404 len: 326 time: 0.4072106 Nov 12 21:04:27.649826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Port': ['ID=c11c2037-3072-4a65-a936-7fbc5b08432d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:27.654659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54068) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:27.667856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-eace8501-b491-4222-8f6d-06dd9db051d6 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:27.671826 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0f769-f777-4980-8a6d-8315b2c168e2 x-openstack-request-id: req-01c0f769-f777-4980-8a6d-8315b2c168e2 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:27.672111 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:27.672356 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01c0f769-f777-4980-8a6d-8315b2c168e2 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:27.672739 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': '8c1bc4e5-8c11-4314-8ac3-cf28dc9ee460', 'status': 'completed', 'code': 200} Nov 12 21:04:27.690959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.696832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:27.697533 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.717041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.721005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.781612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a9880-7314-4c0f-b198-84867f851da5 None None] Pushing event updated for resources: {'Port': ['ID=96bf114e-ec5e-42d9-a590-e511f040c99f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:27.814020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device f0cc7427-c698-4611-bb0c-1cbdca0c259d details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:04:27.814505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] No DVR routers for this DVR port c11c2037-3072-4a65-a936-7fbc5b08432d on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:27.817895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.821321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-8f43c869-7ed9-4ed2-a8ba-5b025040a3a5 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "DELETE /v2.0/ports/c11c2037-3072-4a65-a936-7fbc5b08432d HTTP/1.1" status: 204 len: 173 time: 1.9720829 Nov 12 21:04:27.822970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.833817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622e7654-42db-4284-88c3-a79ed30b1415 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:27.860856 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:27.888638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Attempting to bind port 96bf114e-ec5e-42d9-a590-e511f040c99f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:27.889005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Attempting to bind port 96bf114e-ec5e-42d9-a590-e511f040c99f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:27.889373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Attempting to bind port 96bf114e-ec5e-42d9-a590-e511f040c99f on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:27.896821 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0952599 Nov 12 21:04:27.909786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54070) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:27.926641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'network': {'name': 'tempest-router-network02--223261458'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:27.970985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44504-b62e-4460-baa3-f0273f9a7519 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Network': ['ID=a02ece23-734b-4317-82cc-8570abc0804a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:28.001139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eace8501-b491-4222-8f6d-06dd9db051d6 tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "DELETE /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4/tags HTTP/1.1" status: 204 len: 168 time: 0.3441973 Nov 12 21:04:28.007776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54074) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:28.027091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a02ece23-734b-4317-82cc-8570abc0804a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:28.033029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Network 101122eb-0176-4bdb-b791-564d28262120 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:28.057963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:28.058342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:28.059481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.059692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:28.060224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Bound port: 96bf114e-ec5e-42d9-a590-e511f040c99f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:28.062253 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.073614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:28.078556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:28.106786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Pushing event updated for resources: {'Port': ['ID=0617a5b6-560c-424e-8b6a-8c39a6adee1e,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:28.203917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Made reservation on behalf of 8effde42c54d4687a865ef59055fa840 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:28.207716 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.248247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.273479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb63d8b-28af-4163-90ce-8b6e7f22a5af req-cbd9fe19-9a23-469c-831b-85d46f3febb9 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:28.275088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cb63d8b-28af-4163-90ce-8b6e7f22a5af req-cbd9fe19-9a23-469c-831b-85d46f3febb9 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 943 time: 0.2728961 Nov 12 21:04:28.292092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f98097-16e8-4d0b-9ecb-4b3b77123c15 req-c72d8af2-4c2d-49c5-bcc5-c6c051c84135 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:28.300682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43f98097-16e8-4d0b-9ecb-4b3b77123c15 req-c72d8af2-4c2d-49c5-bcc5-c6c051c84135 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 944 time: 0.1697359 Nov 12 21:04:28.365947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting port d086ce76-b78a-4813-893b-2e6bcceba638 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:28.366292 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.405088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2aca8100-e498-412c-9105-dd97ac0be264 None None] Provisioning complete for port 96bf114e-ec5e-42d9-a590-e511f040c99f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:28.405860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2aca8100-e498-412c-9105-dd97ac0be264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.416673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:28.488727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Allocated IP 172.20.0.1 (30e634c7-c8e7-4806-810f-b2d9beedba24/6ccee5db-54a3-4fd7-9e0d-d62662197e58/c9d5adf7-f0e9-4006-997d-e828012a7671) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:28.501511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.501775 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Added segment 2808a4cb-0268-484e-8a5a-cb4a7c9a13e4 of type vlan for network c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 Nov 12 21:04:28.525440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Attempting to bind port 0617a5b6-560c-424e-8b6a-8c39a6adee1e on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:28.525881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Attempting to bind port 0617a5b6-560c-424e-8b6a-8c39a6adee1e by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '101122eb-0176-4bdb-b791-564d28262120'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:28.526245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Attempting to bind port 0617a5b6-560c-424e-8b6a-8c39a6adee1e on network 101122eb-0176-4bdb-b791-564d28262120 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:28.532396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port f0cc7427-c698-4611-bb0c-1cbdca0c259d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f0cc7427-c698-4611-bb0c-1cbdca0c259d,segment=NetworkSegment(be2b7395-60bd-4723-9d9b-5f89bd9deed7),segment_id=be2b7395-60bd-4723-9d9b-5f89bd9deed7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:28.547503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] For port 96bf114e-ec5e-42d9-a590-e511f040c99f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:28.551488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2aca8100-e498-412c-9105-dd97ac0be264 None None] Port 96bf114e-ec5e-42d9-a590-e511f040c99f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:28.558105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:28.559233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Checking segment: {'id': '6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '101122eb-0176-4bdb-b791-564d28262120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:28.559657 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.560259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Bound using segment: {'id': '6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '101122eb-0176-4bdb-b791-564d28262120'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:28.560769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Bound port: 0617a5b6-560c-424e-8b6a-8c39a6adee1e, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '101122eb-0176-4bdb-b791-564d28262120'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:28.561160 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.571255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'f0cc7427-c698-4611-bb0c-1cbdca0c259d', 'network_id': 'f0457a60-60a5-49d0-9194-afbf92d7108f', 'port_id': 'f0cc7427-c698-4611-bb0c-1cbdca0c259d', 'mac_address': 'fa:16:3e:b0:9b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a28db5-ade7-408d-8e9c-e7ab4122b590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:04:28.581557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] For port 96bf114e-ec5e-42d9-a590-e511f040c99f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=96bf114e-ec5e-42d9-a590-e511f040c99f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:28.587174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cb63d8b-28af-4163-90ce-8b6e7f22a5af req-071baf5b-c2e7-4e42-8789-d65fdd909db5 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815609 Nov 12 21:04:28.602782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43f98097-16e8-4d0b-9ecb-4b3b77123c15 req-251b2c26-19a4-4e95-9860-13de53054e0a tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966232 Nov 12 21:04:28.663535 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.680153 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.702222 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.754697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea5bcf-3475-4c4c-a70b-fe7eda9be9c6 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:28.757789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] For port d086ce76-b78a-4813-893b-2e6bcceba638, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d086ce76-b78a-4813-893b-2e6bcceba638,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:28.758157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.763672 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.796565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cc7427-c698-4611-bb0c-1cbdca0c259d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:04:28.805099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:28.805810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:28.807836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:28.810866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] For port 0617a5b6-560c-424e-8b6a-8c39a6adee1e, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:28.820494 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.resource_extend [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:04:28.825509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea68e698-41d2-47e1-a592-4f239eef8b2b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:28.826207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea68e698-41d2-47e1-a592-4f239eef8b2b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:28.837504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.841663 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.854226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a9880-7314-4c0f-b198-84867f851da5 None None] Pushing event updated for resources: {'Port': ['ID=96bf114e-ec5e-42d9-a590-e511f040c99f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:28.894389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] For port 0617a5b6-560c-424e-8b6a-8c39a6adee1e, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0617a5b6-560c-424e-8b6a-8c39a6adee1e,segment=NetworkSegment(6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044),segment_id=6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:28.901303 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port f0cc7427-c698-4611-bb0c-1cbdca0c259d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f0cc7427-c698-4611-bb0c-1cbdca0c259d,segment=NetworkSegment(be2b7395-60bd-4723-9d9b-5f89bd9deed7),segment_id=be2b7395-60bd-4723-9d9b-5f89bd9deed7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:28.903949 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.914069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:28.914473 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:28.917537 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:28.953600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2cc105e2-6f10-4eca-acb9-338e3d6c6232 None None] Provisioning complete for port 96bf114e-ec5e-42d9-a590-e511f040c99f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:28.954104 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2cc105e2-6f10-4eca-acb9-338e3d6c6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.976457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.982870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:28.983502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:28.992921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f9ab4-ff10-48e5-a56d-be9155168627 req-dfa90ff1-18ca-4cfb-bef3-370625599655 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:28.994926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c11f9ab4-ff10-48e5-a56d-be9155168627 req-dfa90ff1-18ca-4cfb-bef3-370625599655 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2247427 Nov 12 21:04:29.012429 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.022551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.024054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c55eea-ca56-43b6-bc39-859cd29d8147 req-fc8d81a9-b154-4dfc-a97c-bb21bf74eb89 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:29.030848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c55eea-ca56-43b6-bc39-859cd29d8147 req-fc8d81a9-b154-4dfc-a97c-bb21bf74eb89 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:29.032437 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26c55eea-ca56-43b6-bc39-859cd29d8147 req-fc8d81a9-b154-4dfc-a97c-bb21bf74eb89 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 1677 time: 0.2767489 Nov 12 21:04:29.033831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:29.053380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.093499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.114499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.121716 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] 10.222.0.64 "DELETE /v2.0/networks/dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4 HTTP/1.1" status: 204 len: 168 time: 1.1104991 Nov 12 21:04:29.125787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352ccd6-e0ad-4f92-950d-94fd40003f8b tempest-TagsTest-809905537 tempest-TagsTest-809905537-project] Pushing event deleted for resources: {'Network': ['ID=dfed75d7-6bea-4cb2-82a5-90f6e8bb4dd4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:29.202252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2848833 Nov 12 21:04:29.208395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54086) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:29.242041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f847bd-d37c-4465-ac60-bc7ca33b8133 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Network': ['ID=c333b123-e8a8-4a5f-a0fb-b21c1c3b1529,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:29.247249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=f0cc7427-c698-4611-bb0c-1cbdca0c259d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:29.247708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'subnet': {'network_id': 'a02ece23-734b-4317-82cc-8570abc0804a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:29.289271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:29.341045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['f0cc7427-c698-4611-bb0c-1cbdca0c259d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:04:29.375802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.20.0.1 (eaa5fe2c-9a17-47e3-b4a3-b19560b82c54/4763dac8-b434-4bed-8765-95a5cae573ee/5ea78212-e277-4318-a013-1b6a9c6a4128) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:29.444641 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2cc105e2-6f10-4eca-acb9-338e3d6c6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.534986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2cc105e2-6f10-4eca-acb9-338e3d6c6232 None None] For port 96bf114e-ec5e-42d9-a590-e511f040c99f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=96bf114e-ec5e-42d9-a590-e511f040c99f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:29.570418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc4cfb-b045-43c0-bbfe-60d9412c1f6d None None] Pushing event updated for resources: {'Port': ['ID=0617a5b6-560c-424e-8b6a-8c39a6adee1e,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:29.594267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Made reservation on behalf of 8effde42c54d4687a865ef59055fa840 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:29.597901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.612333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.623920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2cc105e2-6f10-4eca-acb9-338e3d6c6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.675707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': 'c11c2037-3072-4a65-a936-7fbc5b08432d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:29.678263 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f418c75-ee21-4fc2-bb65-47052d49e6c5" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "c11c2037-3072-4a65-a936-7fbc5b08432d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:29.725770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc105e2-6f10-4eca-acb9-338e3d6c6232 None None] Pushing event updated for resources: {'Port': ['ID=96bf114e-ec5e-42d9-a590-e511f040c99f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:29.729269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:23Z', 'revision_number': 3, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:29.734151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c11f9ab4-ff10-48e5-a56d-be9155168627 req-9ce9b8ae-ad9a-43cd-bb06-f8229b15d597 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005911 Nov 12 21:04:29.745451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26c55eea-ca56-43b6-bc39-859cd29d8147 req-428a94d2-c340-48d4-a90a-74d1d3a29bf6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6879690 Nov 12 21:04:29.759076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.759468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.759806 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Floating IP 7286950a-3705-4798-aad2-edf69d3a6857 disassociated. External IP: 172.25.8.42, port: d086ce76-b78a-4813-893b-2e6bcceba638. Nov 12 21:04:29.760162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Calling delete_port for d086ce76-b78a-4813-893b-2e6bcceba638 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:29.821373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a37f63-ab08-4b2d-b2c1-6bb501afd86a None None] The sync data for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 is: [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:23Z', 'revision_number': 3, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:29.836966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 418c83c5-31a2-4e2e-baa7-c8fa3112c9db up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:29.887475 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.909197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54098) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:29.965641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:29.991682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:30.001812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:30.030803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:30.034876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:30.041975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:30.050613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d5adf7-f0e9-4006-997d-e828012a7671,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:30.054196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:30.075416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:04:30.094398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:30.096056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.098394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=5ea78212-e277-4318-a013-1b6a9c6a4128,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:30.126408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9a91c-f0ce-4075-bd43-86573567dc60 req-9ee2c62c-278e-4ce4-9c74-e27525aba2de tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:30.131874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e9a91c-f0ce-4075-bd43-86573567dc60 req-9ee2c62c-278e-4ce4-9c74-e27525aba2de tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 944 time: 0.2752190 Nov 12 21:04:30.140140 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe02aa46-286e-4f54-b4ca-df7cef1d9a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.144648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.146625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3da6-a7e5-4582-b517-c6a5cb6f8edf req-744490f1-dd26-4fe3-a905-838a811910b8 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:30.148247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc0a3da6-a7e5-4582-b517-c6a5cb6f8edf req-744490f1-dd26-4fe3-a905-838a811910b8 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 944 time: 0.2668498 Nov 12 21:04:30.230846 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.281639 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.331471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.385483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0af9549-be71-499e-b181-eb7038b1b74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c83c5-31a2-4e2e-baa7-c8fa3112c9db'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:30.390507 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea6b452-9892-4fe5-9aea-a2015f6b2176" -d '{"events": [{"server_uuid": "a0af9549-be71-499e-b181-eb7038b1b74e", "name": "network-vif-plugged", "status": "completed", "tag": "418c83c5-31a2-4e2e-baa7-c8fa3112c9db"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:30.419828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,segment=NetworkSegment(11131d40-e1a7-462f-88cd-8d85437365d8),segment_id=11131d40-e1a7-462f-88cd-8d85437365d8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:30.428432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc0a3da6-a7e5-4582-b517-c6a5cb6f8edf req-752b3153-d444-44ad-bc62-7ee44dd9a298 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657926 Nov 12 21:04:30.464067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Checking segment: {'id': '56df5037-643d-4f54-bd42-3e5c21c21861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a02ece23-734b-4317-82cc-8570abc0804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:30.464443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network hostable DHCP agents. Network: a02ece23-734b-4317-82cc-8570abc0804a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:30.473411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.489209 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.497280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54104) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:30.499805 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-047edc7f-42c9-4724-9ef5-1304093a7e67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baf680530cfc4064aed51941780248a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5733135 Nov 12 21:04:30.500673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Subnet': ['ID=c35a8bc6-8a87-4b07-8e24-ea1e841aaf2d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:30.597816 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f6399-da16-4704-8513-669b84bc4e0e x-openstack-request-id: req-447f6399-da16-4704-8513-669b84bc4e0e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:30.598337 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "c11c2037-3072-4a65-a936-7fbc5b08432d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:30.600487 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-447f6399-da16-4704-8513-669b84bc4e0e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:30.600487 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': 'c11c2037-3072-4a65-a936-7fbc5b08432d', 'status': 'completed', 'code': 200} Nov 12 21:04:30.610974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4e9a91c-f0ce-4075-bd43-86573567dc60 req-4061b8ba-605f-46b7-9562-8d3469a5269c tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496074 Nov 12 21:04:30.617317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network a02ece23-734b-4317-82cc-8570abc0804a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:30.618014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:30.654912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a42ceb9b-c1a6-493f-922b-dd7a3ef1e452 None None] Provisioning complete for port 5ea78212-e277-4318-a013-1b6a9c6a4128 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:30.655415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a42ceb9b-c1a6-493f-922b-dd7a3ef1e452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.676628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Port': ['ID=d086ce76-b78a-4813-893b-2e6bcceba638,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:30.725530 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdeee74-29d9-4103-9fd7-26feb82dc818 x-openstack-request-id: req-3cdeee74-29d9-4103-9fd7-26feb82dc818 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:30.730435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a02ece23-734b-4317-82cc-8570abc0804a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:30.736460 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0af9549-be71-499e-b181-eb7038b1b74e", "name": "network-vif-plugged", "status": "completed", "tag": "418c83c5-31a2-4e2e-baa7-c8fa3112c9db", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:30.736760 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cdeee74-29d9-4103-9fd7-26feb82dc818 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:30.737190 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0af9549-be71-499e-b181-eb7038b1b74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c83c5-31a2-4e2e-baa7-c8fa3112c9db', 'code': 200} Nov 12 21:04:30.742669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b83ccc9-ec48-46f4-91f0-99f8da74b73c None None] Network a02ece23-734b-4317-82cc-8570abc0804a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:30.765623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:30.766238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.788371 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.896911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a42ceb9b-c1a6-493f-922b-dd7a3ef1e452 None None] Port 5ea78212-e277-4318-a013-1b6a9c6a4128 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:30.925921 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e0d92a60-d6df-4234-8033-9acd913a3557 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7156835 Nov 12 21:04:30.930889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54110) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:30.940625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'subnet': {'network_id': 'c333b123-e8a8-4a5f-a0fb-b21c1c3b1529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:30.946163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a42ceb9b-c1a6-493f-922b-dd7a3ef1e452 None None] Provisioning complete for port c9d5adf7-f0e9-4006-997d-e828012a7671 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:30.946777 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a42ceb9b-c1a6-493f-922b-dd7a3ef1e452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:30.958723 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.038173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a42ceb9b-c1a6-493f-922b-dd7a3ef1e452 None None] Port c9d5adf7-f0e9-4006-997d-e828012a7671 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:31.162710 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87cc9775-65cf-431f-ac2c-137c43517ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.175564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b61e5c-30dd-44fd-9ea8-590d98797807 None None] Network 101122eb-0176-4bdb-b791-564d28262120 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:31.232027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a02ece23-734b-4317-82cc-8570abc0804a', 'network_id': 'a02ece23-734b-4317-82cc-8570abc0804a', 'tenant_id': '8effde42c54d4687a865ef59055fa840', 'fixed_ips': [{'subnet_id': 'c35a8bc6-8a87-4b07-8e24-ea1e841aaf2d'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:04:31.233605 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.301144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2b255-0d93-4626-ac0a-2925fc8eae4b req-6e92eab0-03f1-40db-9a6a-ad1c6bf7830a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:31.322261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13f2b255-0d93-4626-ac0a-2925fc8eae4b req-6e92eab0-03f1-40db-9a6a-ad1c6bf7830a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 943 time: 0.3872275 Nov 12 21:04:31.340969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Made reservation on behalf of 8effde42c54d4687a865ef59055fa840 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:31.344602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.345431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87d1d-c4e5-443d-82fc-13d4d60a2c81 req-42ce2162-e4aa-40b1-a2e4-35fdbb0480a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:31.347193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc87d1d-c4e5-443d-82fc-13d4d60a2c81 req-42ce2162-e4aa-40b1-a2e4-35fdbb0480a6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 1097 time: 0.5150690 Nov 12 21:04:31.400831 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87cc9775-65cf-431f-ac2c-137c43517ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.415414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13f2b255-0d93-4626-ac0a-2925fc8eae4b req-f5ef958c-7393-42a7-b16e-a5fd31a62c7a tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897317 Nov 12 21:04:31.541035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.625767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Router f0aeee7e-2051-4176-8319-d2fa97630936 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:31.680248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Allocated IP 2001:db8::2 (a02ece23-734b-4317-82cc-8570abc0804a/c35a8bc6-8a87-4b07-8e24-ea1e841aaf2d/d5584aea-9bd9-461f-8e4a-247407df8746) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:31.682466 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.703234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ba9be09e-a82b-4e67-9ce8-6e83349d4449 None None] Provisioning complete for port 0617a5b6-560c-424e-8b6a-8c39a6adee1e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:31.704535 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ba9be09e-a82b-4e67-9ce8-6e83349d4449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.715520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.717558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc87d1d-c4e5-443d-82fc-13d4d60a2c81 req-556c8578-fd5a-485e-b1fc-64294c34a98f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239324 Nov 12 21:04:31.774132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f6153-e0e0-4804-b499-26528ec260a4 req-ff7ec0cf-463f-4b14-8380-32d0bf27b1db tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:31.794022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a6f6153-e0e0-4804-b499-26528ec260a4 req-ff7ec0cf-463f-4b14-8380-32d0bf27b1db tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 945 time: 0.2241955 Nov 12 21:04:31.821511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.907582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device f0cc7427-c698-4611-bb0c-1cbdca0c259d up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:31.912088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:31.916588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=5ea78212-e277-4318-a013-1b6a9c6a4128,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:31.951815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0617a5b6-560c-424e-8b6a-8c39a6adee1e up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:31.957548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Subnet': ['ID=255a3e6d-9dd8-4642-bd50-c7b1cfc85ba4,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:31.990262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Checking segment: {'id': '2808a4cb-0268-484e-8a5a-cb4a7c9a13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c333b123-e8a8-4a5f-a0fb-b21c1c3b1529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:31.990631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network hostable DHCP agents. Network: c333b123-e8a8-4a5f-a0fb-b21c1c3b1529, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:32.010590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a6f6153-e0e0-4804-b499-26528ec260a4 req-ab8316b0-06e4-4009-99fa-9ffe2237a978 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137516 Nov 12 21:04:32.016871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87cc9775-65cf-431f-ac2c-137c43517ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.021689 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-87cc9775-65cf-431f-ac2c-137c43517ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.025311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-87cc9775-65cf-431f-ac2c-137c43517ada admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf314fbf-bb27-4054-8801-e1bba21ef9d0 HTTP/1.1" status: 204 len: 168 time: 1.4338679 Nov 12 21:04:32.102241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc9775-65cf-431f-ac2c-137c43517ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf314fbf-bb27-4054-8801-e1bba21ef9d0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:32.161605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:32.163624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:32.180942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port f0cc7427-c698-4611-bb0c-1cbdca0c259d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:04:32.196744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.212805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8c573-10e9-4706-8902-5c439eb1c5c3 req-04cfae49-e95e-436b-9176-673b0d4d2e3e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:32.221470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port f0cc7427-c698-4611-bb0c-1cbdca0c259d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:32.222069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.224033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdc8c573-10e9-4706-8902-5c439eb1c5c3 req-04cfae49-e95e-436b-9176-673b0d4d2e3e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 944 time: 0.4805007 Nov 12 21:04:32.232339 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ba9be09e-a82b-4e67-9ce8-6e83349d4449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.259027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:32.310485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0617a5b6-560c-424e-8b6a-8c39a6adee1e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:32.311002 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.366770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ba9be09e-a82b-4e67-9ce8-6e83349d4449 None None] For port 0617a5b6-560c-424e-8b6a-8c39a6adee1e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0617a5b6-560c-424e-8b6a-8c39a6adee1e,segment=NetworkSegment(6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044),segment_id=6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:32.378643 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.435750 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.445801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router e2e70f06-13cc-4a1f-bacc-73c9451fa790 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:32.449585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, c333b123-e8a8-4a5f-a0fb-b21c1c3b1529) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:32.455409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:32.456023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.468986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8dc656-7ac4-4631-abf9-efffe432560a None None] Network c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:32.566079 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ba9be09e-a82b-4e67-9ce8-6e83349d4449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.616841 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.677309 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.688171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9be09e-a82b-4e67-9ce8-6e83349d4449 None None] Pushing event updated for resources: {'Port': ['ID=0617a5b6-560c-424e-8b6a-8c39a6adee1e,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:32.751262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Pushing event updated for resources: {'Port': ['ID=d5584aea-9bd9-461f-8e4a-247407df8746,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:32.759266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-025d6b24-af03-4d68-8644-6047b6f7b8a8 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8269260 Nov 12 21:04:32.760667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54130) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:32.774519 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.817772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:32.827844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdc8c573-10e9-4706-8902-5c439eb1c5c3 req-aa4bd819-4496-4f88-b72d-287cee705c4e tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027148 Nov 12 21:04:32.853893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:32.868569 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e42b0e5a-a15d-402f-bfae-6b7fb75a5a04 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/routers/e2e70f06-13cc-4a1f-bacc-73c9451fa790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3437169 Nov 12 21:04:32.871990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54136) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:32.900975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Network a02ece23-734b-4317-82cc-8570abc0804a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:32.911484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c671df-19df-4253-ad22-ad8f86a49538 None None] Sync routers for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:32.934323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:32.944894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'port': {'network_id': 'eaa5fe2c-9a17-47e3-b4a3-b19560b82c54', 'name': 'tempest-FloatingIPTestJSON-576018765'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:32.961787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:32.968935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:32.971268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:32.975033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3d3a34-f66e-4d8a-9b5d-f97c2f468e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cc7427-c698-4611-bb0c-1cbdca0c259d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:32.977532 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e9bb9c-1551-4f8e-b211-c2e0fa94a2e8" -d '{"events": [{"server_uuid": "db3d3a34-f66e-4d8a-9b5d-f97c2f468e01", "name": "network-vif-plugged", "status": "completed", "tag": "f0cc7427-c698-4611-bb0c-1cbdca0c259d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:32.989678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:33.001824 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] Sync routers for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:33.018377 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:33.019220 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:33.025099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d5adf7-f0e9-4006-997d-e828012a7671,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:33.057745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] No DVR routers for this DVR port d086ce76-b78a-4813-893b-2e6bcceba638 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:33.129521 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:04:33.129884 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:04:33.130791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-39141eda-41e7-4b49-8b12-56137dc29a62 None None] Provisioning complete for port 5ea78212-e277-4318-a013-1b6a9c6a4128 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:33.131158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-39141eda-41e7-4b49-8b12-56137dc29a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:33.247967 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c032f0e-f121-491a-ad6d-8bb798608e78 x-openstack-request-id: req-1c032f0e-f121-491a-ad6d-8bb798608e78 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:33.248259 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3d3a34-f66e-4d8a-9b5d-f97c2f468e01", "name": "network-vif-plugged", "status": "completed", "tag": "f0cc7427-c698-4611-bb0c-1cbdca0c259d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:33.248511 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c032f0e-f121-491a-ad6d-8bb798608e78 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:33.248906 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3d3a34-f66e-4d8a-9b5d-f97c2f468e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cc7427-c698-4611-bb0c-1cbdca0c259d', 'code': 200} Nov 12 21:04:33.254074 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:33.257358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-45cb5a75-768c-4651-ade1-b47328d8f57e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "DELETE /v2.0/ports/d086ce76-b78a-4813-893b-2e6bcceba638 HTTP/1.1" status: 204 len: 173 time: 5.4181128 Nov 12 21:04:33.264384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:33.265541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-39141eda-41e7-4b49-8b12-56137dc29a62 None None] Port 5ea78212-e277-4318-a013-1b6a9c6a4128 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:33.266788 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b32922-75d5-4373-bcdc-60517073a7ae" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:33.272942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c671df-19df-4253-ad22-ad8f86a49538 None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:33.273569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-10c671df-19df-4253-ad22-ad8f86a49538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:33.287581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port f0cc7427-c698-4611-bb0c-1cbdca0c259d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f0cc7427-c698-4611-bb0c-1cbdca0c259d,segment=NetworkSegment(be2b7395-60bd-4723-9d9b-5f89bd9deed7),segment_id=be2b7395-60bd-4723-9d9b-5f89bd9deed7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:33.292031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0e2c6-d90d-40c4-8896-1185a20e3e5a req-2706b9d5-31c0-4a4b-8492-ddd3d32b5267 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:33.302531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:33.304297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a0e2c6-d90d-40c4-8896-1185a20e3e5a req-2706b9d5-31c0-4a4b-8492-ddd3d32b5267 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 943 time: 0.6747613 Nov 12 21:04:33.336374 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:33.340074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-10c671df-19df-4253-ad22-ad8f86a49538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:33.373302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Router 2e893b31-e7cf-4b78-a827-3bc6cc902840 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:33.428656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:33.492704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Attempting to bind port d5584aea-9bd9-461f-8e4a-247407df8746 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:33.493072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Attempting to bind port d5584aea-9bd9-461f-8e4a-247407df8746 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '56df5037-643d-4f54-bd42-3e5c21c21861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a02ece23-734b-4317-82cc-8570abc0804a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:33.493439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Attempting to bind port d5584aea-9bd9-461f-8e4a-247407df8746 on network a02ece23-734b-4317-82cc-8570abc0804a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:33.522087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c671df-19df-4253-ad22-ad8f86a49538 None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:33.522574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cfa21-6c7b-4b94-beb9-7d146fe8a410 req-986ecb88-a463-44ee-aa68-6c01f71d7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:33.524182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e39cfa21-6c7b-4b94-beb9-7d146fe8a410 req-986ecb88-a463-44ee-aa68-6c01f71d7465 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 1096 time: 0.2629554 Nov 12 21:04:33.526138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-10c671df-19df-4253-ad22-ad8f86a49538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:33.532995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a0e2c6-d90d-40c4-8896-1185a20e3e5a req-eb017ae8-6788-48bf-949b-a209b11fadfd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e853618-8233-4d18-8b12-82946084944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278087 Nov 12 21:04:33.550044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61152c2-7960-4127-95ca-7a44fa6580f0 req-5a29b586-931a-4361-8791-647ee9940cdd tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:33.553002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b61152c2-7960-4127-95ca-7a44fa6580f0 req-5a29b586-931a-4361-8791-647ee9940cdd tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 945 time: 0.2942338 Nov 12 21:04:33.583357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:33.583731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Checking segment: {'id': '56df5037-643d-4f54-bd42-3e5c21c21861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a02ece23-734b-4317-82cc-8570abc0804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:33.584147 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:33.584526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Bound using segment: {'id': '56df5037-643d-4f54-bd42-3e5c21c21861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a02ece23-734b-4317-82cc-8570abc0804a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:33.585023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Bound port: d5584aea-9bd9-461f-8e4a-247407df8746, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56df5037-643d-4f54-bd42-3e5c21c21861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a02ece23-734b-4317-82cc-8570abc0804a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:33.585407 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:33.694088 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb53a89d-13a7-412c-ac54-486798342abc x-openstack-request-id: req-bb53a89d-13a7-412c-ac54-486798342abc {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:33.694443 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "d086ce76-b78a-4813-893b-2e6bcceba638", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:33.694641 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb53a89d-13a7-412c-ac54-486798342abc {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:33.695036 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': 'd086ce76-b78a-4813-893b-2e6bcceba638', 'status': 'completed', 'code': 200} Nov 12 21:04:33.699519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e39cfa21-6c7b-4b94-beb9-7d146fe8a410 req-be222eb5-190a-4bab-88f9-5a8914d2774f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385424 Nov 12 21:04:33.781296 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b61152c2-7960-4127-95ca-7a44fa6580f0 req-bcbf4e6f-ed3b-4688-bf1d-70efccd98230 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273350 Nov 12 21:04:33.807082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:33.813588 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:52Z', 'revision_number': 5, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:33.814941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting port 5242a5e3-bb51-4b19-ba37-a8ba25951199 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:33.815545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:33.888325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:33.895022 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] Checking router: f0aeee7e-2051-4176-8319-d2fa97630936 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:04:33.910251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-480f0d9d-fc4c-48e7-9129-cf5edc5c9846 admin admin] 10.222.0.64 "PUT /v2.0/routers/2e893b31-e7cf-4b78-a827-3bc6cc902840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9797721 Nov 12 21:04:33.914979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=f0cc7427-c698-4611-bb0c-1cbdca0c259d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:33.937446 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:33.937446 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:33.950679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-10c671df-19df-4253-ad22-ad8f86a49538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:33.951372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c671df-19df-4253-ad22-ad8f86a49538 None None] The sync data for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:33.991008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Sync routers for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:34.000054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6c482dd4-fbb3-4cc4-a408-ab1b8cefe18d None None] Provisioning complete for port 0617a5b6-560c-424e-8b6a-8c39a6adee1e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:34.000428 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6c482dd4-fbb3-4cc4-a408-ab1b8cefe18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:34.010541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] For port 5242a5e3-bb51-4b19-ba37-a8ba25951199, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5242a5e3-bb51-4b19-ba37-a8ba25951199,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:34.011437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:34.042037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Made reservation on behalf of b8fd99bc0f5547929e197a5231645da2 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:34.060529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:34.062963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Calling delete_port for 5242a5e3-bb51-4b19-ba37-a8ba25951199 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:34.140359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd84ec-0f08-4c4f-b6ba-389c8e1bd202 req-89f1665f-24a6-43e0-9f12-72b753aa4e47 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:34.142021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75cd84ec-0f08-4c4f-b6ba-389c8e1bd202 req-89f1665f-24a6-43e0-9f12-72b753aa4e47 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 945 time: 0.1101503 Nov 12 21:04:34.165000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] device_id is not set on port a475fb0c-f76f-46e6-8c7b-4be711f96948 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:04:34.205434 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:34.207866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54164) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:34.272170 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:34.296592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:34.297072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:34.339177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75cd84ec-0f08-4c4f-b6ba-389c8e1bd202 req-a345cc17-42ff-4c9c-9563-d52165fdd5a7 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836858 Nov 12 21:04:34.438109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-609298016-network', 'tenant_id': '53a51a32e8dc4f689189a7bcff22bc07'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:34.522184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:34.553785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:34.632662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Made reservation on behalf of 53a51a32e8dc4f689189a7bcff22bc07 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:34.640497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:34.643094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Port': ['ID=5242a5e3-bb51-4b19-ba37-a8ba25951199,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:34.679008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:34.681903 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:52Z', 'revision_number': 5, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:34.755259 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84035d-ab3b-4f0c-bd73-bf49427254f5 None None] The sync data for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 is: [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T20:53:46Z', 'revision_number': 4, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4edcd4b5-af09-403c-ad05-615a54e638da', 'name': '', 'network_id': '8060bccd-0eb2-4d83-965c-69b630d98cf8', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'mac_address': 'fa:16:3e:40:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:45Z', 'updated_at': '2021-11-12T20:53:52Z', 'revision_number': 5, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'subnets': [{'id': '164bb86d-7d0a-404e-965d-bad55e5dece2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:34.769787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] No DVR routers for this DVR port 5242a5e3-bb51-4b19-ba37-a8ba25951199 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:34.785585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:34.788482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc0b2710-5f4f-4891-b7df-996c63d3a42c req-3cf9295c-7787-4a13-9b56-9e245803e103 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.78 "DELETE /v2.0/ports/5242a5e3-bb51-4b19-ba37-a8ba25951199 HTTP/1.1" status: 204 len: 173 time: 1.5074630 Nov 12 21:04:34.812535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a785f5f0-0025-4075-b21c-be996abc64ce req-2b77a625-5d16-44f7-a0fd-8dcdcb28f511 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0469017 Nov 12 21:04:34.907521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54176) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:34.915586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-00790770-1678-4db0-b315-8de1b3f4cc7b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716840077', 'description': 'tempest-description--1788396159'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:35.040834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.098501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 96bf114e-ec5e-42d9-a590-e511f040c99f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:35.117047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa01e8e-896e-43d9-919a-5d9f3f70858a req-1cb0d76a-9838-49d4-8e9d-1cf5745c8017 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:35.126956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfa01e8e-896e-43d9-919a-5d9f3f70858a req-1cb0d76a-9838-49d4-8e9d-1cf5745c8017 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 945 time: 0.0892951 Nov 12 21:04:35.155248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-c333b123-e8a8-4a5f-a0fb-b21c1c3b1529', 'network_id': 'c333b123-e8a8-4a5f-a0fb-b21c1c3b1529', 'tenant_id': '8effde42c54d4687a865ef59055fa840', 'fixed_ips': [{'subnet_id': '255a3e6d-9dd8-4642-bd50-c7b1cfc85ba4'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:04:35.158487 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.181398 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00790770-1678-4db0-b315-8de1b3f4cc7b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.203010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.259528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] For port d5584aea-9bd9-461f-8e4a-247407df8746, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:35.276049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] For port d5584aea-9bd9-461f-8e4a-247407df8746, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d5584aea-9bd9-461f-8e4a-247407df8746,segment=NetworkSegment(56df5037-643d-4f54-bd42-3e5c21c21861),segment_id=56df5037-643d-4f54-bd42-3e5c21c21861)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:35.283428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Allocated IP 172.20.0.12 (eaa5fe2c-9a17-47e3-b4a3-b19560b82c54/4763dac8-b434-4bed-8765-95a5cae573ee/a475fb0c-f76f-46e6-8c7b-4be711f96948) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:35.321186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Allocated IP 2001:db8::1 (a02ece23-734b-4317-82cc-8570abc0804a/c35a8bc6-8a87-4b07-8e24-ea1e841aaf2d/bb0f6f58-a20c-45c0-8fa8-f64270e0f56a) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:35.336171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfa01e8e-896e-43d9-919a-5d9f3f70858a req-ff0103f8-9089-4059-a8c5-bcb57bdf740c tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082801 Nov 12 21:04:35.345415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:35.378281 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf284c-72e1-4abc-aab6-ebb7a4a42042 None None] New status for floating IP 7286950a-3705-4798-aad2-edf69d3a6857: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:04:35.400187 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.401411 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Added segment 7636f33a-83dd-4989-a372-6b5340846d8b of type vlan for network f45a0331-ee7d-4df0-92fb-f3801d6989ec Nov 12 21:04:35.424183 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.508867 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.522773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53dc84e-d32c-4f1a-8f58-ec8327b98900,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:35.525606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7898631-7540-42d1-b459-f58d7be7487d None None] Pushing event updated for resources: {'Port': ['ID=d5584aea-9bd9-461f-8e4a-247407df8746,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:35.662221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00790770-1678-4db0-b315-8de1b3f4cc7b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.683130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69ce41-5dae-4811-a19f-ce28da020638 req-d7651504-4c35-4491-859c-50c3363efed5 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:35.685338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb69ce41-5dae-4811-a19f-ce28da020638 req-d7651504-4c35-4491-859c-50c3363efed5 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 945 time: 0.1681356 Nov 12 21:04:35.695170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.696132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': '5242a5e3-bb51-4b19-ba37-a8ba25951199'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:35.700148 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817b5c5f-6098-475b-ae7e-7eb70b9c452e" -d '{"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "5242a5e3-bb51-4b19-ba37-a8ba25951199"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:35.701240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.702171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:35.702759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.750704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00790770-1678-4db0-b315-8de1b3f4cc7b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.762936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 96bf114e-ec5e-42d9-a590-e511f040c99f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:35.763336 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.916378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:35.928913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:31Z', 'revision_number': 2, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:35.937245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00790770-1678-4db0-b315-8de1b3f4cc7b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f7db2b-a386-4907-ac0a-71f94d6fee8b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:35.951935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f45a0331-ee7d-4df0-92fb-f3801d6989ec,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:35.966226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.014113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-96f6e772-787e-4b66-86b4-a42b061bd9d0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8010848 Nov 12 21:04:36.025505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:36.051716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network a02ece23-734b-4317-82cc-8570abc0804a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:36.059085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:36.063900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:36.064504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.065095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Request body: {'subnet': {'network_id': 'f45a0331-ee7d-4df0-92fb-f3801d6989ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-609298016-subnet', 'tenant_id': '53a51a32e8dc4f689189a7bcff22bc07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:36.067562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f45a0331-ee7d-4df0-92fb-f3801d6989ec details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:36.078549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Checking router: 2e893b31-e7cf-4b78-a827-3bc6cc902840 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:04:36.079110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Updating router 2e893b31-e7cf-4b78-a827-3bc6cc902840 port c9d5adf7-f0e9-4006-997d-e828012a7671 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:04:36.137862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb69ce41-5dae-4811-a19f-ce28da020638 req-381c4dba-d895-47c0-bc9c-cb548b05984f tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203346 Nov 12 21:04:36.138104 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.160874 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.176061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00790770-1678-4db0-b315-8de1b3f4cc7b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.177897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Port': ['ID=bb0f6f58-a20c-45c0-8fa8-f64270e0f56a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:36.180713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-00790770-1678-4db0-b315-8de1b3f4cc7b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2710547 Nov 12 21:04:36.181358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54200) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:36.187423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e77de670-a9ec-40c8-a8d9-1ab0ab575c2a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'security_group_rule': {'security_group_id': 'e5f7db2b-a386-4907-ac0a-71f94d6fee8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:36.267651 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1eaff6-8ab8-45ab-bc71-96645123ff7f x-openstack-request-id: req-ab1eaff6-8ab8-45ab-bc71-96645123ff7f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:36.267651 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8fa23-bf03-4595-bb21-fb290dee63f6", "name": "network-vif-deleted", "tag": "5242a5e3-bb51-4b19-ba37-a8ba25951199", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:36.267651 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab1eaff6-8ab8-45ab-bc71-96645123ff7f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:36.267651 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8fa23-bf03-4595-bb21-fb290dee63f6', 'name': 'network-vif-deleted', 'tag': '5242a5e3-bb51-4b19-ba37-a8ba25951199', 'status': 'completed', 'code': 200} Nov 12 21:04:36.277680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Allocated IP 2001:db8::2 (c333b123-e8a8-4a5f-a0fb-b21c1c3b1529/255a3e6d-9dd8-4642-bd50-c7b1cfc85ba4/2cfb57c8-965d-46e6-b287-284c13b3428c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:36.295235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Made reservation on behalf of 53a51a32e8dc4f689189a7bcff22bc07 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:36.297969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.321714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:36.331621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:36.335011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a9dcba81-3972-445a-a827-646afccf2d5e None None] Provisioning complete for port c9d5adf7-f0e9-4006-997d-e828012a7671 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:36.335410 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a9dcba81-3972-445a-a827-646afccf2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.336168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:36.435833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event updated for resources: {'Port': ['ID=a475fb0c-f76f-46e6-8c7b-4be711f96948,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:36.467023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:36.470943 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.613212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:36.632782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcba81-3972-445a-a827-646afccf2d5e None None] Port c9d5adf7-f0e9-4006-997d-e828012a7671 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:36.866659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0617a5b6-560c-424e-8b6a-8c39a6adee1e up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:37.021872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5d896234-7a6c-4119-8d08-ceb22a1e46ae None None] Provisioning complete for port a475fb0c-f76f-46e6-8c7b-4be711f96948 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:37.022258 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d896234-7a6c-4119-8d08-ceb22a1e46ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.079304 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8d1493f1-d91c-4261-8c69-dbc162a0c1b3 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1469028 Nov 12 21:04:37.082940 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54202) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:37.093048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Request body: {'floatingip': {'port_id': 'a475fb0c-f76f-46e6-8c7b-4be711f96948'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:37.095590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.150068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6cdca082-a5f2-4b93-bcfb-1b23ced9399b req-a5ea7bac-5ec5-499c-ac79-53acedbf38f8 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.8295262 Nov 12 21:04:37.178051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5d896234-7a6c-4119-8d08-ceb22a1e46ae None None] Port a475fb0c-f76f-46e6-8c7b-4be711f96948 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:37.232088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0617a5b6-560c-424e-8b6a-8c39a6adee1e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:37.235156 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.262924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.278315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e77de670-a9ec-40c8-a8d9-1ab0ab575c2a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.281514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.300155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.307802 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.382258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d125e0-6b16-4c98-adfc-2d8b515028e5 None None] Network a02ece23-734b-4317-82cc-8570abc0804a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:37.410505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0238483b-276b-47ea-9347-6a7870b1f3ff,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:37.420555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Network c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:37.446927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:37.449291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bae73e-9b01-4edf-97ad-03a966ee054e req-fc461213-ba95-4977-81d4-34055c8848a7 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:37.456702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67bae73e-9b01-4edf-97ad-03a966ee054e req-fc461213-ba95-4977-81d4-34055c8848a7 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 945 time: 0.3035111 Nov 12 21:04:37.476803 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.478554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.478554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.488697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:37.515007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-63e07488-74ee-45fe-a371-fd919c05cd28 None None] Provisioning complete for port d5584aea-9bd9-461f-8e4a-247407df8746 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:37.515399 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-63e07488-74ee-45fe-a371-fd919c05cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.526812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Pushing event updated for resources: {'Port': ['ID=2cfb57c8-965d-46e6-b287-284c13b3428c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:37.555863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e77de670-a9ec-40c8-a8d9-1ab0ab575c2a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.580866 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.639337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67bae73e-9b01-4edf-97ad-03a966ee054e req-bb04a113-2528-44c7-9c61-ecd1ce76a2ff tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816323 Nov 12 21:04:37.641865 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e77de670-a9ec-40c8-a8d9-1ab0ab575c2a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.660598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f20c-a5e2-4d0e-afb9-31b669a6fc58 None None] Pushing event updated for resources: {'Port': ['ID=c9d5adf7-f0e9-4006-997d-e828012a7671,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:37.664068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Checking segment: {'id': '7636f33a-83dd-4989-a372-6b5340846d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'f45a0331-ee7d-4df0-92fb-f3801d6989ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:37.664438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Network hostable DHCP agents. Network: f45a0331-ee7d-4df0-92fb-f3801d6989ec, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:37.672526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d5584aea-9bd9-461f-8e4a-247407df8746 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:37.690532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77de670-a9ec-40c8-a8d9-1ab0ab575c2a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9f7b77-8db2-479f-bb9c-8389a9fda0ad,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:37.753088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network a02ece23-734b-4317-82cc-8570abc0804a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:37.756690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Port': ['ID=bb0f6f58-a20c-45c0-8fa8-f64270e0f56a,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:37.770473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:37.790056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e77de670-a9ec-40c8-a8d9-1ab0ab575c2a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.791005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e77de670-a9ec-40c8-a8d9-1ab0ab575c2a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6086390 Nov 12 21:04:37.794316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54208) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:37.805978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fb506ab6-0823-4aea-bc7a-bd105aa58c88 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'security_group_rule': {'security_group_id': 'e5f7db2b-a386-4907-ac0a-71f94d6fee8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:37.823109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Attempting to bind port 2cfb57c8-965d-46e6-b287-284c13b3428c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:37.823492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Attempting to bind port 2cfb57c8-965d-46e6-b287-284c13b3428c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '2808a4cb-0268-484e-8a5a-cb4a7c9a13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c333b123-e8a8-4a5f-a0fb-b21c1c3b1529'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:37.824575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Attempting to bind port 2cfb57c8-965d-46e6-b287-284c13b3428c on network c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:37.840940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Network f45a0331-ee7d-4df0-92fb-f3801d6989ec is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:37.892037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:37.892037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Checking segment: {'id': '2808a4cb-0268-484e-8a5a-cb4a7c9a13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c333b123-e8a8-4a5f-a0fb-b21c1c3b1529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:37.892037 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.892037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Bound using segment: {'id': '2808a4cb-0268-484e-8a5a-cb4a7c9a13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c333b123-e8a8-4a5f-a0fb-b21c1c3b1529'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:37.892037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Bound port: 2cfb57c8-965d-46e6-b287-284c13b3428c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2808a4cb-0268-484e-8a5a-cb4a7c9a13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c333b123-e8a8-4a5f-a0fb-b21c1c3b1529'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:37.892037 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.956703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f45a0331-ee7d-4df0-92fb-f3801d6989ec) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:37.962358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:37.965937 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:37.972178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb506ab6-0823-4aea-bc7a-bd105aa58c88 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.083310 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb506ab6-0823-4aea-bc7a-bd105aa58c88 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.190937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-967d7a9c-8e42-4526-9432-d425eaf46e05 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1620574 Nov 12 21:04:38.286128 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb506ab6-0823-4aea-bc7a-bd105aa58c88 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.310318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96030717-cc2d-4328-b6bc-eb703cc6c47e None None] Network f45a0331-ee7d-4df0-92fb-f3801d6989ec requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:38.373308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-169f5198-f09f-4581-a7b8-302f7fc6306a req-bf8c0029-3bdd-465f-a4ed-eaf218183568 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0534155 Nov 12 21:04:38.391316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb506ab6-0823-4aea-bc7a-bd105aa58c88 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.392699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fb506ab6-0823-4aea-bc7a-bd105aa58c88 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5974047 Nov 12 21:04:38.395992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54222) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:38.411649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb506ab6-0823-4aea-bc7a-bd105aa58c88 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ea328c-9405-4302-9a1d-e4b900a4a835,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:38.423496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:38.467472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Attempting to bind port c9d5adf7-f0e9-4006-997d-e828012a7671 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:38.467843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Attempting to bind port c9d5adf7-f0e9-4006-997d-e828012a7671 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:38.468217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Attempting to bind port c9d5adf7-f0e9-4006-997d-e828012a7671 on network 30e634c7-c8e7-4806-810f-b2d9beedba24 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:38.470515 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-63e07488-74ee-45fe-a371-fd919c05cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.477162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.485588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-15065dcb-4973-4f87-b325-471c0267965c tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:38.488290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-15065dcb-4973-4f87-b325-471c0267965c tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 945 time: 0.2731614 Nov 12 21:04:38.528099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d5584aea-9bd9-461f-8e4a-247407df8746 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:38.528358 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.539786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:38.540164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Checking segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:38.540595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.541664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Bound using segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:38.542184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Bound port: c9d5adf7-f0e9-4006-997d-e828012a7671, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:38.542603 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.598951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.603199 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.644537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Deleting port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:38.644895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.656726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] For port c9d5adf7-f0e9-4006-997d-e828012a7671, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:38.663638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Router ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:04:38.665528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] For port c9d5adf7-f0e9-4006-997d-e828012a7671, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c9d5adf7-f0e9-4006-997d-e828012a7671,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:38.845643 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:38.861713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-63e07488-74ee-45fe-a371-fd919c05cd28 None None] For port d5584aea-9bd9-461f-8e4a-247407df8746, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d5584aea-9bd9-461f-8e4a-247407df8746,segment=NetworkSegment(56df5037-643d-4f54-bd42-3e5c21c21861),segment_id=56df5037-643d-4f54-bd42-3e5c21c21861)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:38.933929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:38.952445 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e3c9370b-601d-40d1-9a67-a148d1342101 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "PUT /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1832695 Nov 12 21:04:38.952707 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP 33c5c077-82fe-4616-b600-866d4f1429ac associated. External IP: 172.25.8.39, port: 990aa772-7f3f-4a5b-abc4-5c39312af510. Nov 12 21:04:38.973247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54238) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:39.005755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] For port 2cfb57c8-965d-46e6-b287-284c13b3428c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:39.009817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720e566-ac08-44f6-a714-4372c5a4332b None None] Sync routers for ids ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:39.035460 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-63e07488-74ee-45fe-a371-fd919c05cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:39.041541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d649e-cf91-4d1e-bcb9-bec504a6fc7e None None] Network f45a0331-ee7d-4df0-92fb-f3801d6989ec requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:39.046011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f276a8-8522-4f03-963d-d43682db6ad4 req-50dbbf18-b470-42fc-993a-3a5c59cdf447 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:39.051298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6f276a8-8522-4f03-963d-d43682db6ad4 req-50dbbf18-b470-42fc-993a-3a5c59cdf447 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 945 time: 0.2665098 Nov 12 21:04:39.248760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] For port 2cfb57c8-965d-46e6-b287-284c13b3428c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2cfb57c8-965d-46e6-b287-284c13b3428c,segment=NetworkSegment(2808a4cb-0268-484e-8a5a-cb4a7c9a13e4),segment_id=2808a4cb-0268-484e-8a5a-cb4a7c9a13e4)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:39.260304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720e566-ac08-44f6-a714-4372c5a4332b None None] Routers {'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:39.261057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c720e566-ac08-44f6-a714-4372c5a4332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:39.302081 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c720e566-ac08-44f6-a714-4372c5a4332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:39.306565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] For port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,segment=NetworkSegment(11131d40-e1a7-462f-88cd-8d85437365d8),segment_id=11131d40-e1a7-462f-88cd-8d85437365d8)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:39.307127 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:39.374911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:39.375949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:39.430734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Calling delete_port for 418c83c5-31a2-4e2e-baa7-c8fa3112c9db owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:39.455438 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:39.462799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e83481f8-67e0-45f7-bbe5-e969943b660a None None] Provisioning complete for port c9d5adf7-f0e9-4006-997d-e828012a7671 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:39.468205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e83481f8-67e0-45f7-bbe5-e969943b660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:39.482531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:39.548599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54252) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:39.562856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-248706953-network', 'tenant_id': '9fe5a81fe32a49dcafb778c34304f00a'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:39.589903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f20c-a5e2-4d0e-afb9-31b669a6fc58 None None] Pushing event updated for resources: {'Port': ['ID=c9d5adf7-f0e9-4006-997d-e828012a7671,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:39.681468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6f276a8-8522-4f03-963d-d43682db6ad4 req-ed01462e-0a35-4abb-a57e-bc18f66180c4 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363376 Nov 12 21:04:39.709203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e07488-74ee-45fe-a371-fd919c05cd28 None None] Pushing event updated for resources: {'Port': ['ID=d5584aea-9bd9-461f-8e4a-247407df8746,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:39.722923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720e566-ac08-44f6-a714-4372c5a4332b None None] Routers {'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:39.723577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c720e566-ac08-44f6-a714-4372c5a4332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:39.750100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:39.764920 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db46b64-39b7-4284-a9cb-6e21f0c1c927 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:39.781370 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db46b64-39b7-4284-a9cb-6e21f0c1c927 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:39.782579 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3db46b64-39b7-4284-a9cb-6e21f0c1c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:39.851397 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3db46b64-39b7-4284-a9cb-6e21f0c1c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:39.879130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c720e566-ac08-44f6-a714-4372c5a4332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:39.879841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720e566-ac08-44f6-a714-4372c5a4332b None None] The sync data for ids ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:39.892313 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db46b64-39b7-4284-a9cb-6e21f0c1c927 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:39.895634 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3db46b64-39b7-4284-a9cb-6e21f0c1c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:39.924779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4472d3cc-440e-4928-b7c5-f5fd0819f3bf req-ad163fad-87db-4b05-8a6b-91054c278036 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.3027952 Nov 12 21:04:39.971188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:39.973672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb853e-181b-498b-ad06-fa07491abb86 None None] Pushing event updated for resources: {'Port': ['ID=2cfb57c8-965d-46e6-b287-284c13b3428c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:39.988597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:04:40.213224 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3db46b64-39b7-4284-a9cb-6e21f0c1c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:40.215865 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db46b64-39b7-4284-a9cb-6e21f0c1c927 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:40.287132 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e83481f8-67e0-45f7-bbe5-e969943b660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.313752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Made reservation on behalf of 9fe5a81fe32a49dcafb778c34304f00a for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:40.317116 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.333021 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.449926 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.467447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e83481f8-67e0-45f7-bbe5-e969943b660a None None] For port c9d5adf7-f0e9-4006-997d-e828012a7671, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c9d5adf7-f0e9-4006-997d-e828012a7671,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:40.471026 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.488025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.559688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:38Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:40.564944 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e83481f8-67e0-45f7-bbe5-e969943b660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.584539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.602578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:40.617964 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.618731 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Added segment 94ac444f-40df-418d-960e-248f8f53c7d1 of type vlan for network 8bd4bd1e-2961-4744-80aa-d96adb26f1c8 Nov 12 21:04:40.674046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83481f8-67e0-45f7-bbe5-e969943b660a None None] Pushing event updated for resources: {'Port': ['ID=c9d5adf7-f0e9-4006-997d-e828012a7671,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:40.680045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abad0cb-12d1-4a87-91c4-741de5f0f21d None None] The sync data for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 is: [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:38Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:40.700536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fba71d8b-4642-4039-9a05-8d9e5beec5c9 None None] Provisioning complete for port bb0f6f58-a20c-45c0-8fa8-f64270e0f56a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:40.701072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fba71d8b-4642-4039-9a05-8d9e5beec5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.748046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Allocated IP 172.25.8.67 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/52c5508a-7e12-4328-b783-3166217b334b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:40.812552 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fba71d8b-4642-4039-9a05-8d9e5beec5c9 None None] Port bb0f6f58-a20c-45c0-8fa8-f64270e0f56a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:40.860019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fba71d8b-4642-4039-9a05-8d9e5beec5c9 None None] Provisioning complete for port d5584aea-9bd9-461f-8e4a-247407df8746 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:40.862849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fba71d8b-4642-4039-9a05-8d9e5beec5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:40.871435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router e2e70f06-13cc-4a1f-bacc-73c9451fa790 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:40.893706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122da205-ee59-43aa-a4b6-3c2c1897a831,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:40.969730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:41.037540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:41.047201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fba71d8b-4642-4039-9a05-8d9e5beec5c9 None None] Provisioning complete for port c9d5adf7-f0e9-4006-997d-e828012a7671 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:41.048010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fba71d8b-4642-4039-9a05-8d9e5beec5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:41.167097 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-bd109f2a-c0f0-432a-8473-c3feb8cca13c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3700757 Nov 12 21:04:41.266416 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.resource_extend [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:04:41.293837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:41.309134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:41.312007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2e3c37-5ea8-4644-ab58-741f7463e4b7 None None] Sync routers for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:41.321127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Pushing event deleted for resources: {'Port': ['ID=418c83c5-31a2-4e2e-baa7-c8fa3112c9db,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:41.342555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e3c37-5ea8-4644-ab58-741f7463e4b7 None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:41.344935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ae2e3c37-5ea8-4644-ab58-741f7463e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:41.392205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58a0f256-f090-4131-9a65-6d302c2743ed req-b597d71a-1833-4631-996b-d3988405cbf4 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0976481 Nov 12 21:04:41.403560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-ff25d8e1-3477-4e31-af71-3ac4a232e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:41.405183 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-ff25d8e1-3477-4e31-af71-3ac4a232e7b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1097 time: 0.1769249 Nov 12 21:04:41.427175 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-826d08e4-7be7-4b8f-9729-4ab3e77a02ac tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/floatingips/33c5c077-82fe-4616-b600-866d4f1429ac HTTP/1.1" status: 200 len: 977 time: 4.3355052 Nov 12 21:04:41.429146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54270) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:41.447172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ae2e3c37-5ea8-4644-ab58-741f7463e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:41.471968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e3c37-5ea8-4644-ab58-741f7463e4b7 None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:41.472761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ae2e3c37-5ea8-4644-ab58-741f7463e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:41.556958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:41.560378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:41.562265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:41.565609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ae2e3c37-5ea8-4644-ab58-741f7463e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:41.567752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2e3c37-5ea8-4644-ab58-741f7463e4b7 None None] The sync data for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:41.569506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ccd68-f49d-480d-88cb-503d7d836200 None None] Network c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:41.617822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489bf1-7fa8-4216-aaf9-44662b5e5ff2 req-6fff590f-dbf0-44a7-acf7-c10a427cfea7 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:41.622441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12489bf1-7fa8-4216-aaf9-44662b5e5ff2 req-6fff590f-dbf0-44a7-acf7-c10a427cfea7 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0af9549-be71-499e-b181-eb7038b1b74e HTTP/1.1" status: 200 len: 867 time: 0.7396841 Nov 12 21:04:41.683962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] No DVR routers for this DVR port 418c83c5-31a2-4e2e-baa7-c8fa3112c9db on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:41.687212 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-15d4abef-7128-4419-beda-0925fd5bae8a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:04:41.703872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-15d4abef-7128-4419-beda-0925fd5bae8a tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "PUT /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7036865 Nov 12 21:04:41.712576 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54274) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:41.712907 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:41.719418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c444a5d-44e4-4985-b08a-bb3d61e28dff req-908ee936-e616-4217-9527-6d1f1481b73f tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.78 "DELETE /v2.0/ports/418c83c5-31a2-4e2e-baa7-c8fa3112c9db HTTP/1.1" status: 204 len: 173 time: 3.2195849 Nov 12 21:04:41.730264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0af9549-be71-499e-b181-eb7038b1b74e', 'name': 'network-vif-deleted', 'tag': '418c83c5-31a2-4e2e-baa7-c8fa3112c9db'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:41.735234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cea6e261-f81c-4bee-b595-cf73c8d5f021 None None] Provisioning complete for port 2cfb57c8-965d-46e6-b287-284c13b3428c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:41.735664 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cea6e261-f81c-4bee-b595-cf73c8d5f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:41.736862 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419ba8fe-97c8-4729-a2b4-50eb589b2d08" -d '{"events": [{"server_uuid": "a0af9549-be71-499e-b181-eb7038b1b74e", "name": "network-vif-deleted", "tag": "418c83c5-31a2-4e2e-baa7-c8fa3112c9db"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:41.748933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1927078 Nov 12 21:04:41.749939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54278) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:41.773659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Request body: {'subnet': {'network_id': '8bd4bd1e-2961-4744-80aa-d96adb26f1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-248706953-subnet', 'tenant_id': '9fe5a81fe32a49dcafb778c34304f00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:41.815772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-182a8c63-6ce8-40ae-a1fe-d701963b57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:41.817470 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-182a8c63-6ce8-40ae-a1fe-d701963b57e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 920 time: 0.3872311 Nov 12 21:04:41.844364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d5584aea-9bd9-461f-8e4a-247407df8746 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:41.911760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 418c83c5-31a2-4e2e-baa7-c8fa3112c9db no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:41.913753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-c4a9b160-5a57-461e-a6c4-c8fc7f51bcdb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6158197 Nov 12 21:04:41.952905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 418c83c5-31a2-4e2e-baa7-c8fa3112c9db {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:41.953631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 418c83c5-31a2-4e2e-baa7-c8fa3112c9db not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:41.958571 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24fb4f7-5306-4c78-b813-5212e1b0a781 x-openstack-request-id: req-f24fb4f7-5306-4c78-b813-5212e1b0a781 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:41.958875 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0af9549-be71-499e-b181-eb7038b1b74e", "name": "network-vif-deleted", "tag": "418c83c5-31a2-4e2e-baa7-c8fa3112c9db", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:41.959138 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f24fb4f7-5306-4c78-b813-5212e1b0a781 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:41.959584 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0af9549-be71-499e-b181-eb7038b1b74e', 'name': 'network-vif-deleted', 'tag': '418c83c5-31a2-4e2e-baa7-c8fa3112c9db', 'status': 'completed', 'code': 200} Nov 12 21:04:42.000760 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.044443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5f53b-984d-4ba7-b1b6-1bce4bab12dc admin admin] Pushing event updated for resources: {'Network': ['ID=8bd4bd1e-2961-4744-80aa-d96adb26f1c8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:42.073997 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-b0c1d284-92ce-49e7-a389-54e68ae53bc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 200 len: 217 time: 0.1741393 Nov 12 21:04:42.093478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port a475fb0c-f76f-46e6-8c7b-4be711f96948 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:42.093835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.122866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Made reservation on behalf of 9fe5a81fe32a49dcafb778c34304f00a for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:42.129260 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.229076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12489bf1-7fa8-4216-aaf9-44662b5e5ff2 req-defaa372-65b2-42d6-9863-d6a067af9393 tempest-ServerPasswordTestJSON-1316341310 tempest-ServerPasswordTestJSON-1316341310-project] 10.222.0.64 "GET /v2.0/security-groups?id=05734414-6621-4921-90ec-57db4475bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687273 Nov 12 21:04:42.232538 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.284385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8bd4bd1e-2961-4744-80aa-d96adb26f1c8 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:42.412718 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cea6e261-f81c-4bee-b595-cf73c8d5f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.466819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d5584aea-9bd9-461f-8e4a-247407df8746 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:42.467249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.518284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cea6e261-f81c-4bee-b595-cf73c8d5f021 None None] For port 2cfb57c8-965d-46e6-b287-284c13b3428c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2cfb57c8-965d-46e6-b287-284c13b3428c,segment=NetworkSegment(2808a4cb-0268-484e-8a5a-cb4a7c9a13e4),segment_id=2808a4cb-0268-484e-8a5a-cb4a7c9a13e4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:42.606576 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cea6e261-f81c-4bee-b595-cf73c8d5f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.779514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2cfb57c8-965d-46e6-b287-284c13b3428c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:42.874015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6e261-f81c-4bee-b595-cf73c8d5f021 None None] Pushing event updated for resources: {'Port': ['ID=2cfb57c8-965d-46e6-b287-284c13b3428c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:42.875900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-14f19f45-e8ca-4521-9e11-8d7677bf66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:42.884791 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-14f19f45-e8ca-4521-9e11-8d7677bf66bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.3794413 Nov 12 21:04:42.888627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2cfb57c8-965d-46e6-b287-284c13b3428c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:42.894500 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.915151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.916053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:42.920185 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Floating IP 33c5c077-82fe-4616-b600-866d4f1429ac disassociated. External IP: 172.25.8.39, port: a475fb0c-f76f-46e6-8c7b-4be711f96948. Nov 12 21:04:42.920897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for a475fb0c-f76f-46e6-8c7b-4be711f96948 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:43.062294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.069216 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-525e0e75-c23b-4727-9e00-f32683aa55ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685362 Nov 12 21:04:43.078373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c9d5adf7-f0e9-4006-997d-e828012a7671 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:43.148921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0703010b-60cc-4070-a286-21139b6a03d8 None None] Provisioning complete for port 2cfb57c8-965d-46e6-b287-284c13b3428c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:43.149279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0703010b-60cc-4070-a286-21139b6a03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.173957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b638a12-4569-44a9-b12e-516656ccf5d1 req-a054bb2f-136c-4f53-acae-281c97f68bdd tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.1412282 Nov 12 21:04:43.217179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c9d5adf7-f0e9-4006-997d-e828012a7671 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:43.217179 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.218030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.223090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-14fc8854-02e7-40e9-b7ae-bae2295202ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:43.224668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-14fc8854-02e7-40e9-b7ae-bae2295202ad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8547ce0e76ad44328083fff50800d0c5&device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 1097 time: 1.1712968 Nov 12 21:04:43.319296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:43.326330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54288) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:43.346754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:43.349636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:43.377108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'Port': ['ID=52c5508a-7e12-4328-b783-3166217b334b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:43.439125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab8399c-413e-4440-9bed-4932d0699477 admin admin] Deleting subnet 844cd031-369c-4e0c-bfbd-dfda1f449f50 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:43.447491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cab8399c-413e-4440-9bed-4932d0699477 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.474481 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-b5a3c6ac-c951-425c-81b5-c3a490c761d3 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889666 Nov 12 21:04:43.498651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2cfb57c8-965d-46e6-b287-284c13b3428c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:43.500280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0cba5-36df-4c32-8357-264b40eb2eef req-b7d0ccc3-e3f9-408c-ad43-cc8df722cb6f tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:43.509467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14a0cba5-36df-4c32-8357-264b40eb2eef req-b7d0ccc3-e3f9-408c-ad43-cc8df722cb6f tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 945 time: 0.4779665 Nov 12 21:04:43.515587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7c8d5f-56b0-4e95-9996-bad1ae9e9592,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:43.538289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cab8399c-413e-4440-9bed-4932d0699477 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.549922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-936f0114-ac7c-46b6-a4e4-d0785e6e0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:43.551475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-936f0114-ac7c-46b6-a4e4-d0785e6e0c09 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0457a60-60a5-49d0-9194-afbf92d7108f HTTP/1.1" status: 200 len: 909 time: 0.2472312 Nov 12 21:04:43.581007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2cfb57c8-965d-46e6-b287-284c13b3428c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:43.582236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.623626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Checking segment: {'id': '94ac444f-40df-418d-960e-248f8f53c7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8bd4bd1e-2961-4744-80aa-d96adb26f1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:43.623999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Network hostable DHCP agents. Network: 8bd4bd1e-2961-4744-80aa-d96adb26f1c8, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:43.631817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-a9ccd0f0-1788-485d-9731-9f010d1297d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0cc7427-c698-4611-bb0c-1cbdca0c259d HTTP/1.1" status: 200 len: 217 time: 0.0580397 Nov 12 21:04:43.716151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14a0cba5-36df-4c32-8357-264b40eb2eef req-90ad1550-8b9f-4110-b33b-617ea4884fe6 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054539 Nov 12 21:04:43.733651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-93cf7c1f-0303-4035-9968-9cd34e6bbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:43.734321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cab8399c-413e-4440-9bed-4932d0699477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.735558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-93cf7c1f-0303-4035-9968-9cd34e6bbe01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f0a28db5-ade7-408d-8e9c-e7ab4122b590 HTTP/1.1" status: 200 len: 848 time: 0.0932751 Nov 12 21:04:43.767613 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7f54465-2c55-4b73-ae1e-e859e37deeb7 req-64fe1088-873b-48e4-a591-62570a5c1267 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804704 Nov 12 21:04:43.773652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-5c91dbe6-336e-4ac3-a69b-c6c79c55f5b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0457a60-60a5-49d0-9194-afbf92d7108f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287681 Nov 12 21:04:43.795192 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.813623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Network 8bd4bd1e-2961-4744-80aa-d96adb26f1c8 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:43.873429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.916546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:43.921394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=a475fb0c-f76f-46e6-8c7b-4be711f96948,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:43.927577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-5d0b1aeb-776d-4074-a72d-9829860f966a service neutron] 10.222.0.78 "GET /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398358 Nov 12 21:04:43.947617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 8bd4bd1e-2961-4744-80aa-d96adb26f1c8) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:43.958267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e708b3c8-6893-4f9f-91a7-886075b5dd26 None None] Network 8bd4bd1e-2961-4744-80aa-d96adb26f1c8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:43.968981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:43.970070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.004176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cab8399c-413e-4440-9bed-4932d0699477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.078053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f40faf15-5aec-41f5-ae6e-9e4ffbcbcdfd req-caa7c972-323c-4890-b292-42e70b0d1d3f service neutron] 10.222.0.78 "GET /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408567 Nov 12 21:04:44.081706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.084534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8399c-413e-4440-9bed-4932d0699477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844cd031-369c-4e0c-bfbd-dfda1f449f50,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:44.088795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cab8399c-413e-4440-9bed-4932d0699477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.097841 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cab8399c-413e-4440-9bed-4932d0699477 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/844cd031-369c-4e0c-bfbd-dfda1f449f50 HTTP/1.1" status: 204 len: 168 time: 0.7680802 Nov 12 21:04:44.104574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54290) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:44.152457 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b941e7de-68fb-473d-836d-6b5853125394 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3864887 Nov 12 21:04:44.202475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e7a10f-06a1-40b2-b3bf-43adc6c0babe None None] Network 8bd4bd1e-2961-4744-80aa-d96adb26f1c8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:44.406323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54296) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:44.418371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f78e417e-922e-4a1c-a199-dc283f4b435d req-59265c45-ac03-4a9f-b638-b52e78cab40d tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0846550 Nov 12 21:04:44.487223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-bf80c820-de47-40c5-8928-beaeb3c26ec2 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:44.488848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-bf80c820-de47-40c5-8928-beaeb3c26ec2 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 945 time: 0.2389481 Nov 12 21:04:44.550222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c243b55-f8b6-412f-a548-1a0261cbd4c3 admin admin] Deleting subnet 0238483b-276b-47ea-9347-6a7870b1f3ff {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:44.565221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c243b55-f8b6-412f-a548-1a0261cbd4c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.650348 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.655178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c243b55-f8b6-412f-a548-1a0261cbd4c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.670435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router e2e70f06-13cc-4a1f-bacc-73c9451fa790 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:44.706175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.713292 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c243b55-f8b6-412f-a548-1a0261cbd4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.747665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.772597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Deleting port f0cc7427-c698-4611-bb0c-1cbdca0c259d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:44.772960 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.948254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'Port': ['ID=52c5508a-7e12-4328-b783-3166217b334b,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:44.950535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.971558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:44.979729 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:44.982818 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e1083-febd-4da6-8ba1-80472a45bba3 None None] Sync routers for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:44.995907 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e1083-febd-4da6-8ba1-80472a45bba3 None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:44.996887 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a88e1083-febd-4da6-8ba1-80472a45bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.017104 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cffb07-6f35-4f00-9673-43a0b59e90a2']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.017572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dd25c-8a88-40b5-9c9e-d4b620142c01 req-4262bf70-8d6e-4a7f-b51c-aae8f355621f tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:45.019109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a4dd25c-8a88-40b5-9c9e-d4b620142c01 req-4262bf70-8d6e-4a7f-b51c-aae8f355621f tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 945 time: 0.1906576 Nov 12 21:04:45.021135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] For port f0cc7427-c698-4611-bb0c-1cbdca0c259d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=f0cc7427-c698-4611-bb0c-1cbdca0c259d,segment=NetworkSegment(be2b7395-60bd-4723-9d9b-5f89bd9deed7),segment_id=be2b7395-60bd-4723-9d9b-5f89bd9deed7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:45.021496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.043131 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a88e1083-febd-4da6-8ba1-80472a45bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.054805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Calling delete_port for f0cc7427-c698-4611-bb0c-1cbdca0c259d owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:45.060320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11131d40-e1a7-462f-88cd-8d85437365d8') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.063175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11131d40-e1a7-462f-88cd-8d85437365d8') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.065903 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e1083-febd-4da6-8ba1-80472a45bba3 None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:45.067495 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a88e1083-febd-4da6-8ba1-80472a45bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.079251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.092721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.101513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-be841f33-fc74-4a09-8ec4-45709489047d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6968904 Nov 12 21:04:45.101513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c243b55-f8b6-412f-a548-1a0261cbd4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.101793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Deleting port bb0f6f58-a20c-45c0-8fa8-f64270e0f56a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:45.101793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.104052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.112665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.118819 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a0431cc3-4b8c-4976-8e15-5c2c8cb24018 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/ports/a475fb0c-f76f-46e6-8c7b-4be711f96948 HTTP/1.1" status: 204 len: 168 time: 3.6847537 Nov 12 21:04:45.129982 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:45.130395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.130506 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a88e1083-febd-4da6-8ba1-80472a45bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.131315 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e1083-febd-4da6-8ba1-80472a45bba3 None None] The sync data for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:45.132048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54302) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:45.133369 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:45.186654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a4dd25c-8a88-40b5-9c9e-d4b620142c01 req-c7200322-cbaf-4660-85c3-fafe688b9f3b tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/security-groups?id=222c3571-0de0-4c86-ba9a-67696d73d4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453640 Nov 12 21:04:45.188774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c243b55-f8b6-412f-a548-1a0261cbd4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0238483b-276b-47ea-9347-6a7870b1f3ff,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:45.192860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c243b55-f8b6-412f-a548-1a0261cbd4c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.199513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6c243b55-f8b6-412f-a548-1a0261cbd4c3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0238483b-276b-47ea-9347-6a7870b1f3ff HTTP/1.1" status: 204 len: 168 time: 0.7757733 Nov 12 21:04:45.206753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54304) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:45.302320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.385081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.398272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.400686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.407753 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a7cffb07-6f35-4f00-9673-43a0b59e90a2 HTTP/1.1" status: 204 len: 168 time: 1.2699618 Nov 12 21:04:45.421349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Calling delete_port for bb0f6f58-a20c-45c0-8fa8-f64270e0f56a owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:45.438398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa87f9c-2ad9-4ecb-a1cc-6e4c6f51efc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cffb07-6f35-4f00-9673-43a0b59e90a2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:45.469196 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.532810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45a0331-ee7d-4df0-92fb-f3801d6989ec']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.549980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.555631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7636f33a-83dd-4989-a372-6b5340846d8b') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.555928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7636f33a-83dd-4989-a372-6b5340846d8b') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:45.562237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['f0cc7427-c698-4611-bb0c-1cbdca0c259d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:04:45.588895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-0674f2ad-048f-458d-bcb0-97b70100320d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--716840077&fields=id&tenant_id=61ad5c4ac51f404e8a0e745f99e44252 HTTP/1.1" status: 200 len: 267 time: 0.1919997 Nov 12 21:04:45.595743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Pushing event deleted for resources: {'Port': ['ID=f0cc7427-c698-4611-bb0c-1cbdca0c259d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:45.600963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.715702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-929cc460-c06a-4d2e-83c7-dae1ac546bf0 req-5a2b2a19-8f69-44c9-93fa-9eff9cf08c92 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.1353753 Nov 12 21:04:45.758475 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.809515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:45.810175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:45.812645 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:45.814339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] No DVR routers for this DVR port f0cc7427-c698-4611-bb0c-1cbdca0c259d on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:45.828576 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.832409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21b27db6-22d6-4863-ad1d-cd9cae89f707 req-a6e52c3e-4463-4c65-b669-bb9e0dfbc942 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.78 "DELETE /v2.0/ports/f0cc7427-c698-4611-bb0c-1cbdca0c259d HTTP/1.1" status: 204 len: 173 time: 1.3318510 Nov 12 21:04:45.832854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3d3a34-f66e-4d8a-9b5d-f97c2f468e01', 'name': 'network-vif-deleted', 'tag': 'f0cc7427-c698-4611-bb0c-1cbdca0c259d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:45.835376 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3165bd-94cc-4e0b-8e57-6ea0fbc68399" -d '{"events": [{"server_uuid": "db3d3a34-f66e-4d8a-9b5d-f97c2f468e01", "name": "network-vif-deleted", "tag": "f0cc7427-c698-4611-bb0c-1cbdca0c259d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:45.930985 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f22cd-ad3a-4823-ac8c-ea51c546d688 x-openstack-request-id: req-3a4f22cd-ad3a-4823-ac8c-ea51c546d688 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:45.933015 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3d3a34-f66e-4d8a-9b5d-f97c2f468e01", "name": "network-vif-deleted", "tag": "f0cc7427-c698-4611-bb0c-1cbdca0c259d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:45.933015 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a4f22cd-ad3a-4823-ac8c-ea51c546d688 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:45.933015 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3d3a34-f66e-4d8a-9b5d-f97c2f468e01', 'name': 'network-vif-deleted', 'tag': 'f0cc7427-c698-4611-bb0c-1cbdca0c259d', 'status': 'completed', 'code': 200} Nov 12 21:04:45.966374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-0b195176-697f-4429-965e-993d557f5cc8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:45.967877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-0b195176-697f-4429-965e-993d557f5cc8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 811 time: 0.3424718 Nov 12 21:04:45.968520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:45.987680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-d240b815-926c-41fc-afa0-763379102ede tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/quotas/61ad5c4ac51f404e8a0e745f99e44252 HTTP/1.1" status: 200 len: 375 time: 0.0110269 Nov 12 21:04:46.051681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-e7dda9be-81d0-4d5b-acd6-286e295cf493 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569198 Nov 12 21:04:46.052489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.101077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Port': ['ID=bb0f6f58-a20c-45c0-8fa8-f64270e0f56a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:46.130462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.131728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54324) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:46.162753 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.170824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] 10.222.0.64 "DELETE /v2.0/networks/f45a0331-ee7d-4df0-92fb-f3801d6989ec HTTP/1.1" status: 204 len: 168 time: 0.9602997 Nov 12 21:04:46.170824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c40a77-5c2f-4975-987d-07d19a65100c admin admin] Pushing event deleted for resources: {'Network': ['ID=f45a0331-ee7d-4df0-92fb-f3801d6989ec,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:46.171453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54326) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:46.254957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d2f801-5d6d-4e81-9da5-b9910c47ca73 admin admin] Deleting subnet bc7c8d5f-56b0-4e95-9996-bad1ae9e9592 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:46.273499 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f801-5d6d-4e81-9da5-b9910c47ca73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.355267 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.373601 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f801-5d6d-4e81-9da5-b9910c47ca73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.462622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-276cb8f5-0516-4754-933e-7280e78456e6 req-a5fe0c85-b5f2-4923-b8c7-a22a97c9d281 tempest-ServerTagsTestJSON-624576230 tempest-ServerTagsTestJSON-624576230-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3d3a34-f66e-4d8a-9b5d-f97c2f468e01 HTTP/1.1" status: 200 len: 210 time: 0.1104543 Nov 12 21:04:46.479482 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f7c1486a-2e50-4167-b36b-34473cb0f68f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6447319479764edcb707b71a472ddc90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429892 Nov 12 21:04:46.484861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54330) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:46.509318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f801-5d6d-4e81-9da5-b9910c47ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.564884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-5e4a7529-b184-440d-b6b6-748ef3c8540a service neutron] 10.222.0.64 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989531 Nov 12 21:04:46.664710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Router ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:46.665471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d108e32f-9f62-44ad-b5f0-ff1d27a39224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.705020 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d108e32f-9f62-44ad-b5f0-ff1d27a39224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.713149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-a6988ea4-9400-4b9a-996d-dae3ed34c8a5 service neutron] 10.222.0.64 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389439 Nov 12 21:04:46.778642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f801-5d6d-4e81-9da5-b9910c47ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.787708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:46.791798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port 5ea78212-e277-4318-a013-1b6a9c6a4128 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:46.792781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.798785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b066be-b04b-4b19-98fa-cd837e38ba46 None None] Sync routers for ids ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:46.835020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b066be-b04b-4b19-98fa-cd837e38ba46 None None] Routers {'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:46.849073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2f801-5d6d-4e81-9da5-b9910c47ca73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7c8d5f-56b0-4e95-9996-bad1ae9e9592,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:46.851347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-36b066be-b04b-4b19-98fa-cd837e38ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:46.860060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f801-5d6d-4e81-9da5-b9910c47ca73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.869390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e6d2f801-5d6d-4e81-9da5-b9910c47ca73 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bc7c8d5f-56b0-4e95-9996-bad1ae9e9592 HTTP/1.1" status: 204 len: 168 time: 0.6955509 Nov 12 21:04:46.871929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54336) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:46.887265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d108e32f-9f62-44ad-b5f0-ff1d27a39224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.891547 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d108e32f-9f62-44ad-b5f0-ff1d27a39224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:46.894521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d108e32f-9f62-44ad-b5f0-ff1d27a39224 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05734414-6621-4921-90ec-57db4475bb6d HTTP/1.1" status: 204 len: 168 time: 0.4112997 Nov 12 21:04:46.895597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-36b066be-b04b-4b19-98fa-cd837e38ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:46.911381 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-28932f6a-d81e-4430-bf49-429d6c317866 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "PUT /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1026456 Nov 12 21:04:46.912113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b066be-b04b-4b19-98fa-cd837e38ba46 None None] Routers {'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:46.912985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-36b066be-b04b-4b19-98fa-cd837e38ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:46.913900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54340) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:46.955312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec000cfa-fae8-4700-b65e-c50a828d4753 req-052681dd-79f1-4432-b6ec-82b65aa49f13 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.1014652 Nov 12 21:04:46.973677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-36b066be-b04b-4b19-98fa-cd837e38ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:46.974926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b066be-b04b-4b19-98fa-cd837e38ba46 None None] The sync data for ids ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:47.016465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108e32f-9f62-44ad-b5f0-ff1d27a39224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05734414-6621-4921-90ec-57db4475bb6d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:47.047952 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-11f2577c-e21a-489b-b0f1-994526f9bc8d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] delete failed (client error): The resource could not be found. Nov 12 21:04:47.062251 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-11f2577c-e21a-489b-b0f1-994526f9bc8d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1117020452 HTTP/1.1" status: 404 len: 335 time: 0.1471293 Nov 12 21:04:47.066500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:47.078406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-56e54a8c-6bbd-4b3c-9258-654de565a992 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:47.108972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.126715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-668c864b-f63e-46a6-8c3f-ff82d8021af0 req-2206bcee-8df2-4f9b-848a-b41f015e541b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 210 time: 0.1001081 Nov 12 21:04:47.199418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.240459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.263919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for 5ea78212-e277-4318-a013-1b6a9c6a4128 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:47.269104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd4bd1e-2961-4744-80aa-d96adb26f1c8']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:47.302626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ac444f-40df-418d-960e-248f8f53c7d1') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:47.303580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ac444f-40df-418d-960e-248f8f53c7d1') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:47.321211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.336738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.344425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:47.344961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:47.346832 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:47.519591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.549654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.568864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8bd4bd1e-2961-4744-80aa-d96adb26f1c8 HTTP/1.1" status: 204 len: 168 time: 0.6947625 Nov 12 21:04:47.571231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb786c-efc8-49c3-828f-9b7e96c35753 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd4bd1e-2961-4744-80aa-d96adb26f1c8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:47.577946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54360) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:47.653890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dd7825-3934-4548-bdb5-23a08cb47247 admin admin] Deleting subnet f0a28db5-ade7-408d-8e9c-e7ab4122b590 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:47.658207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96dd7825-3934-4548-bdb5-23a08cb47247 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.719004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56e54a8c-6bbd-4b3c-9258-654de565a992 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.736692 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96dd7825-3934-4548-bdb5-23a08cb47247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.809796 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96dd7825-3934-4548-bdb5-23a08cb47247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.879276 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-56e54a8c-6bbd-4b3c-9258-654de565a992 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] update failed (client error): The resource could not be found. Nov 12 21:04:47.883729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54368) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:47.884739 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-56e54a8c-6bbd-4b3c-9258-654de565a992 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "PUT /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 HTTP/1.1" status: 404 len: 339 time: 0.8117182 Nov 12 21:04:47.886861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device f0cc7427-c698-4611-bb0c-1cbdca0c259d no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:47.908137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1017325293'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:47.944571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: f0cc7427-c698-4611-bb0c-1cbdca0c259d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:47.944922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device f0cc7427-c698-4611-bb0c-1cbdca0c259d not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:47.959112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96dd7825-3934-4548-bdb5-23a08cb47247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.990008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd7825-3934-4548-bdb5-23a08cb47247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a28db5-ade7-408d-8e9c-e7ab4122b590,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:47.992010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-96dd7825-3934-4548-bdb5-23a08cb47247 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:47.998849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54370) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:47.999442 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-96dd7825-3934-4548-bdb5-23a08cb47247 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f0a28db5-ade7-408d-8e9c-e7ab4122b590 HTTP/1.1" status: 204 len: 168 time: 0.4189866 Nov 12 21:04:48.073099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.111134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-422a5152-8fd6-4879-9500-011af4e080ee req-885345f8-bd11-4c44-b495-68ad6e4f470e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0455613 Nov 12 21:04:48.112843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54376) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:48.113850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Made reservation on behalf of 8effde42c54d4687a865ef59055fa840 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:48.115854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.117738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.129612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=5ea78212-e277-4318-a013-1b6a9c6a4128,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:48.254339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:48.314810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a78b56c5-c9dd-40f1-8ffd-2ec02f8b064f req-7c4ec229-0fd6-40f5-b889-d2b4f6341d89 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 210 time: 0.0652633 Nov 12 21:04:48.330383 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.331015 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Added segment 02bf10f4-c8a3-420b-8cd6-e0182b15297e of type vlan for network 7748d035-813f-42ea-89a3-3be4b1ae2a22 Nov 12 21:04:48.394991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-77a97169-0c30-426f-91d2-00e1e1276c68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53a51a32e8dc4f689189a7bcff22bc07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446964 Nov 12 21:04:48.399585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:48.415441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.541229 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.541431 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.548372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:48.548965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.583966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0457a60-60a5-49d0-9194-afbf92d7108f']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:48.586180 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.603358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2b7395-60bd-4723-9d9b-5f89bd9deed7') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:48.603652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2b7395-60bd-4723-9d9b-5f89bd9deed7') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:48.606913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c2d291b-341a-4e96-95cc-e895d2118926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.621430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.621714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Network': ['ID=7748d035-813f-42ea-89a3-3be4b1ae2a22,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:48.639427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 7748d035-813f-42ea-89a3-3be4b1ae2a22 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:48.691813 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.696359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c2d291b-341a-4e96-95cc-e895d2118926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.718083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:48.718584 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:48.720391 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:48.737899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-68f0837e-62dc-457d-8dfc-87f881d9112b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8468354 Nov 12 21:04:48.743539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54390) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:48.746450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'subnet': {'network_id': '7748d035-813f-42ea-89a3-3be4b1ae2a22', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:48.979872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.988996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:48.992753 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f0457a60-60a5-49d0-9194-afbf92d7108f HTTP/1.1" status: 204 len: 168 time: 0.9927278 Nov 12 21:04:49.013374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21fb23-0064-431e-884e-0ad63375c030 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0457a60-60a5-49d0-9194-afbf92d7108f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:49.022274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router e2e70f06-13cc-4a1f-bacc-73c9451fa790 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:49.044338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Made reservation on behalf of 8effde42c54d4687a865ef59055fa840 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:49.054435 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:49.071952 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c2d291b-341a-4e96-95cc-e895d2118926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:49.075594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c2d291b-341a-4e96-95cc-e895d2118926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:49.079176 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9c2d291b-341a-4e96-95cc-e895d2118926 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e53dc84e-d32c-4f1a-8f58-ec8327b98900 HTTP/1.1" status: 204 len: 168 time: 0.6760273 Nov 12 21:04:49.091777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d291b-341a-4e96-95cc-e895d2118926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53dc84e-d32c-4f1a-8f58-ec8327b98900,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:49.190921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:49.200323 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-183eba28-09c9-4aa4-92cf-519deb185169 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/routers/e2e70f06-13cc-4a1f-bacc-73c9451fa790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0656760 Nov 12 21:04:49.204303 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efd60f-5e33-4245-837a-32b443848d18 None None] Sync routers for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:49.212599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54404) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:49.224985 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efd60f-5e33-4245-837a-32b443848d18 None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:49.225615 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b7efd60f-5e33-4245-837a-32b443848d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:49.339930 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b7efd60f-5e33-4245-837a-32b443848d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:49.375822 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efd60f-5e33-4245-837a-32b443848d18 None None] Routers {'e2e70f06-13cc-4a1f-bacc-73c9451fa790'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:49.396825 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b7efd60f-5e33-4245-837a-32b443848d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:49.472019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:49.506958 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b7efd60f-5e33-4245-837a-32b443848d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:49.516769 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efd60f-5e33-4245-837a-32b443848d18 None None] The sync data for ids ['e2e70f06-13cc-4a1f-bacc-73c9451fa790'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:49.608425 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:49.686163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54422) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:49.800607 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7b9ccb1c-cfdc-4b89-b9a0-67f9db210c8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8547ce0e76ad44328083fff50800d0c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1131415 Nov 12 21:04:49.801435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54426) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:49.877610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port bf560023-a0c8-418f-8767-2fa10eda49de {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:49.878076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:49.883426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f798ef5-60d7-41f9-a8c2-df9934774865 req-90bae416-9143-49e2-939e-0183c3a2f87f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.1152580 Nov 12 21:04:49.887571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-372f98d3-2ab6-49af-880f-c83ef45103b8 req-c33bd154-047e-44b5-a616-64abe0771617 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 210 time: 0.1183426 Nov 12 21:04:49.966339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-572fb737-c60f-4487-9f8b-6dd979e930de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.020396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-572fb737-c60f-4487-9f8b-6dd979e930de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.035160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38bedc57-352a-4499-8d3d-7c4f3965060d req-1a4e1f5a-2afa-464b-bcc6-2a8ba086e585 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec825a7-7856-49a8-94c6-12517f048921 HTTP/1.1" status: 200 len: 210 time: 0.0644088 Nov 12 21:04:50.071430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.098907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for bf560023-a0c8-418f-8767-2fa10eda49de owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:50.192938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.279138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-572fb737-c60f-4487-9f8b-6dd979e930de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.281994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-572fb737-c60f-4487-9f8b-6dd979e930de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.283269 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-572fb737-c60f-4487-9f8b-6dd979e930de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/222c3571-0de0-4c86-ba9a-67696d73d4d4 HTTP/1.1" status: 204 len: 168 time: 0.4771652 Nov 12 21:04:50.353804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fb737-c60f-4487-9f8b-6dd979e930de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c3571-0de0-4c86-ba9a-67696d73d4d4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:50.449724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-5cddbcf7-e28e-4309-b3fa-925adcae8e9d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:50.451344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-5cddbcf7-e28e-4309-b3fa-925adcae8e9d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 811 time: 0.3500552 Nov 12 21:04:50.457637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.469524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Subnet': ['ID=a8b7af4f-f686-40ab-8e69-9ede533c7a02,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:50.501517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54448) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:50.515257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Checking segment: {'id': '02bf10f4-c8a3-420b-8cd6-e0182b15297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7748d035-813f-42ea-89a3-3be4b1ae2a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:50.515759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network hostable DHCP agents. Network: 7748d035-813f-42ea-89a3-3be4b1ae2a22, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:50.612396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=bf560023-a0c8-418f-8767-2fa10eda49de,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:50.633830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a021bb-e95d-48f8-85e2-5a2a9d4a3f11 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:50.652003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network 7748d035-813f-42ea-89a3-3be4b1ae2a22 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:50.693217 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-78b2a389-7f8c-4007-94ea-3cafcd1dfd92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fe5a81fe32a49dcafb778c34304f00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843863 Nov 12 21:04:50.693893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54454) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:50.723796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.830674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 7748d035-813f-42ea-89a3-3be4b1ae2a22) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:50.842626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:50.843178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.845314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67f863-355e-4ee3-b333-a531c0381b29 None None] Network 7748d035-813f-42ea-89a3-3be4b1ae2a22 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:50.873071 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.876446 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.905374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-5449e939-c4bd-4fc1-922c-aac0084a669f tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ad5c4ac51f404e8a0e745f99e44252 HTTP/1.1" status: 200 len: 379 time: 0.4254282 Nov 12 21:04:50.958847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc271e33-7157-4a12-80c0-9e5b69c09da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.972071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2aa9cca7-8d36-4c51-8f9d-7925f0995778 req-a96fedef-5883-4fad-bd6e-13547e6542ef tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0885158 Nov 12 21:04:50.989462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'port': {'device_id': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'admin_state_up': True, 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'security_groups': ['e5f7db2b-a386-4907-ac0a-71f94d6fee8b']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:51.017330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4726f37a-e534-4004-8478-9ede0c80bf64 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2769799 Nov 12 21:04:51.019738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54466) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:51.026281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f8f90ce2-a6fb-4b73-a03e-b49d8f8df854 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'router': {'external_gateway_info': {'network_id': '7748d035-813f-42ea-89a3-3be4b1ae2a22'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:51.190689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.191445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Fanout notify agent at l3_agent the message router_deleted on router e2e70f06-13cc-4a1f-bacc-73c9451fa790 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:04:51.203037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1abc2bd3-5c69-41ee-907b-f348ec56129f req-4c93962c-3ee2-486d-b4dd-a8bd6a47a5bc tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 210 time: 0.1181219 Nov 12 21:04:51.273097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc271e33-7157-4a12-80c0-9e5b69c09da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.287757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.288964 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fdafe1cb-55e4-46f8-8aed-641400efe662 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/routers/e2e70f06-13cc-4a1f-bacc-73c9451fa790 HTTP/1.1" status: 204 len: 168 time: 2.0718110 Nov 12 21:04:51.292471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54478) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:51.304004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-7748d035-813f-42ea-89a3-3be4b1ae2a22', 'network_id': '7748d035-813f-42ea-89a3-3be4b1ae2a22', 'tenant_id': '8effde42c54d4687a865ef59055fa840', 'fixed_ips': [{'subnet_id': 'a8b7af4f-f686-40ab-8e69-9ede533c7a02'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:04:51.306774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.314333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d834332d-b1ba-4d29-96d9-92f3ae1254f2 req-9ab8fe08-77bc-4aa4-82e9-c47fe6b84ab7 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.1629732 Nov 12 21:04:51.453159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8f90ce2-a6fb-4b73-a03e-b49d8f8df854 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.474801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b360eb9-1acd-4085-b709-f7cacebd78b9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting subnet 4763dac8-b434-4bed-8765-95a5cae573ee {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:04:51.478526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b360eb9-1acd-4085-b709-f7cacebd78b9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.509409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Allocated IP 2001:db8:1::2 (7748d035-813f-42ea-89a3-3be4b1ae2a22/a8b7af4f-f686-40ab-8e69-9ede533c7a02/84a140a7-a4ad-4301-b15d-4efbebd8dd62) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:51.539977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b360eb9-1acd-4085-b709-f7cacebd78b9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.570353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Made reservation on behalf of 61ad5c4ac51f404e8a0e745f99e44252 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:51.577767 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.579975 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc271e33-7157-4a12-80c0-9e5b69c09da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.582477 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc271e33-7157-4a12-80c0-9e5b69c09da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.583667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bc271e33-7157-4a12-80c0-9e5b69c09da3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/122da205-ee59-43aa-a4b6-3c2c1897a831 HTTP/1.1" status: 204 len: 168 time: 0.8800473 Nov 12 21:04:51.652492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc271e33-7157-4a12-80c0-9e5b69c09da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122da205-ee59-43aa-a4b6-3c2c1897a831,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:51.834241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Allocated IP 172.20.0.8 (30e634c7-c8e7-4806-810f-b2d9beedba24/6ccee5db-54a3-4fd7-9e0d-d62662197e58/a00f27bd-761a-4e40-9a3e-d30a849d3b0c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:51.838392 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:51.978021 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.122577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Network 7748d035-813f-42ea-89a3-3be4b1ae2a22 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:52.135448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8f24743-3a5c-433c-9037-2c3e40cf2625 req-ca148fba-5286-47bd-8eff-2f18c00ddb42 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0488796 Nov 12 21:04:52.144449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:52.152815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:52.155982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.257793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Attempting to bind port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:52.258179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Attempting to bind port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '02bf10f4-c8a3-420b-8cd6-e0182b15297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7748d035-813f-42ea-89a3-3be4b1ae2a22'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:52.258549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Attempting to bind port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 on network 7748d035-813f-42ea-89a3-3be4b1ae2a22 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:52.262017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Pushing event updated for resources: {'Port': ['ID=84a140a7-a4ad-4301-b15d-4efbebd8dd62,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:52.276879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:52.277342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Checking segment: {'id': '02bf10f4-c8a3-420b-8cd6-e0182b15297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7748d035-813f-42ea-89a3-3be4b1ae2a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:52.277762 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.278157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Bound using segment: {'id': '02bf10f4-c8a3-420b-8cd6-e0182b15297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7748d035-813f-42ea-89a3-3be4b1ae2a22'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:52.278811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Bound port: 84a140a7-a4ad-4301-b15d-4efbebd8dd62, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bf10f4-c8a3-420b-8cd6-e0182b15297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7748d035-813f-42ea-89a3-3be4b1ae2a22'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:52.279580 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.344455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c764f7d5-782c-424d-8c88-96d6f2906619 req-9119583b-8ce3-41f3-bcef-b339712e0c38 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 210 time: 0.0352807 Nov 12 21:04:52.361559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b360eb9-1acd-4085-b709-f7cacebd78b9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.376525 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.386442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] For port 84a140a7-a4ad-4301-b15d-4efbebd8dd62, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:52.391655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] For port 84a140a7-a4ad-4301-b15d-4efbebd8dd62, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84a140a7-a4ad-4301-b15d-4efbebd8dd62,segment=NetworkSegment(02bf10f4-c8a3-420b-8cd6-e0182b15297e),segment_id=02bf10f4-c8a3-420b-8cd6-e0182b15297e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:52.473929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.521725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:52.536889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:52.552036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:52.565036 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-f8f90ce2-a6fb-4b73-a03e-b49d8f8df854 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:04:52.565036 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f8f90ce2-a6fb-4b73-a03e-b49d8f8df854 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "PUT /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 HTTP/1.1" status: 400 len: 364 time: 1.5403085 Nov 12 21:04:52.565323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'Port': ['ID=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:52.566764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54510) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:52.622129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779fa9c-1a83-482c-aa61-93da71b65356 None None] Pushing event updated for resources: {'Port': ['ID=84a140a7-a4ad-4301-b15d-4efbebd8dd62,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:52.627815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54512) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:52.654515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b360eb9-1acd-4085-b709-f7cacebd78b9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.834604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:52.835360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.938571 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:04:52.942923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84b2665b-6157-4c00-8790-7bc86d3b5159 req-766de741-a06f-45aa-9dc0-42eceee70378 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0665548 Nov 12 21:04:52.968489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1035106148-network', 'tenant_id': '314180e01912403b932a81eb47358c01'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:52.993142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-7b1b22a3-4653-47e8-b555-3aa1e092fb18 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0345559 Nov 12 21:04:53.004354 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b360eb9-1acd-4085-b709-f7cacebd78b9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Subnet': ['ID=4763dac8-b434-4bed-8765-95a5cae573ee,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:53.031024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b360eb9-1acd-4085-b709-f7cacebd78b9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.033159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Request body: {'port': {'device_id': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:53.040219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb80097-a397-4894-93b0-014ce69a920b None None] Network eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:53.050186 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2b360eb9-1acd-4085-b709-f7cacebd78b9 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/subnets/4763dac8-b434-4bed-8765-95a5cae573ee HTTP/1.1" status: 204 len: 168 time: 1.7487950 Nov 12 21:04:53.053228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54520) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:53.254948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:53.254948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.269600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-058ab6be-5ce5-4418-b693-b4116d231f21 None None] Provisioning complete for port a00f27bd-761a-4e40-9a3e-d30a849d3b0c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:53.284058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-058ab6be-5ce5-4418-b693-b4116d231f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.303596 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.343733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-252b6a4e-bbb5-4db0-94cd-d6f5564146cc req-ac176eea-1b37-4025-bdb8-67e98eec6f30 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0480535 Nov 12 21:04:53.350038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-058ab6be-5ce5-4418-b693-b4116d231f21 None None] Port a00f27bd-761a-4e40-9a3e-d30a849d3b0c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:53.382923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.426068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.439101 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.488719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] DHCP port deletion for eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:04:53.618784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84a140a7-a4ad-4301-b15d-4efbebd8dd62 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:53.675719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] Deleting port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:53.676695 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.685868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.801803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] For port 8083afc9-ceb4-47a1-935a-bed830ebc0f5, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8083afc9-ceb4-47a1-935a-bed830ebc0f5,segment=NetworkSegment(3c2cb633-093f-436b-9e89-ef316943d5a6),segment_id=3c2cb633-093f-436b-9e89-ef316943d5a6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:53.803609 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.816277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df61a7-7c88-47ce-bbb4-ae3b247baac3 req-c2898539-9d0f-4ba2-9ecd-465894481736 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:53.819982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34df61a7-7c88-47ce-bbb4-ae3b247baac3 req-c2898539-9d0f-4ba2-9ecd-465894481736 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 931 time: 0.3591981 Nov 12 21:04:53.850856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] Calling delete_port for 8083afc9-ceb4-47a1-935a-bed830ebc0f5 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:54.005060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Allocated IP 2001:db8::1 (101122eb-0176-4bdb-b791-564d28262120/2d31313f-881a-4aaf-a86d-d3d3b4cdb869/d7d4d546-e321-4274-a3b8-63710ba90dc3) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:04:54.064854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:54.066235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.101467 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.119381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] No DVR routers for this DVR port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:54.170448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd528f1f-b8d9-4fce-80e7-eed5d90f6070 None None] Pushing event deleted for resources: {'Port': ['ID=8083afc9-ceb4-47a1-935a-bed830ebc0f5,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:54.272460 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.280979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.287046 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.354830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:54.355175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.362135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 84a140a7-a4ad-4301-b15d-4efbebd8dd62, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84a140a7-a4ad-4301-b15d-4efbebd8dd62,segment=NetworkSegment(02bf10f4-c8a3-420b-8cd6-e0182b15297e),segment_id=02bf10f4-c8a3-420b-8cd6-e0182b15297e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:54.426479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d92440-047f-4aaf-9d5b-e5333adde8c7 None None] Network 7748d035-813f-42ea-89a3-3be4b1ae2a22 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:54.445410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-690c502f-1fb6-43ce-92d4-370718dcfad5 req-bccb5549-b10b-40ca-bfc0-8f9f47a6b850 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.1568537 Nov 12 21:04:54.452023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:04:54.463682 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.494081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00f27bd-761a-4e40-9a3e-d30a849d3b0c {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:04:54.507187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.559004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network 101122eb-0176-4bdb-b791-564d28262120 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:54.563457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:54.571627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:04:54.572281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.610699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25154215-a8d6-48e2-9bc3-a4fe24acbc0f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:54.630919 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.660598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=84a140a7-a4ad-4301-b15d-4efbebd8dd62,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:54.671779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Port': ['ID=d7d4d546-e321-4274-a3b8-63710ba90dc3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:54.678655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d1897055-f9ee-4c2b-b460-8bb57abc6359 None None] Provisioning complete for port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:54.679066 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1897055-f9ee-4c2b-b460-8bb57abc6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.726050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.726428 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Added segment 3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38 of type vlan for network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 Nov 12 21:04:54.768689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] For port 8083afc9-ceb4-47a1-935a-bed830ebc0f5, host n-d-713498-29, got binding levels [] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:04:54.769092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.798163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34df61a7-7c88-47ce-bbb4-ae3b247baac3 req-cf469c90-40e2-40ef-9d89-5cf315783716 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026920 Nov 12 21:04:54.804997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f86c57a8-6156-415d-813d-5d1860608ec2 req-221ff888-4079-478a-8838-a5342ace8edc tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1714742 Nov 12 21:04:54.818876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Transition to ACTIVE for port object a00f27bd-761a-4e40-9a3e-d30a849d3b0c will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:04:54.881128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for 8083afc9-ceb4-47a1-935a-bed830ebc0f5 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:54.892716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 was not found and therefore no delete operation was performed {{(pid=109629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 21:04:54.897506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.902063 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.909963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.913381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.008338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] No DVR routers for this DVR port 8083afc9-ceb4-47a1-935a-bed830ebc0f5 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:04:55.125573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b7a5a302-1e10-4942-9fbe-3d3bab3e2b79 None None] Provisioning complete for port d7d4d546-e321-4274-a3b8-63710ba90dc3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:55.126128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b7a5a302-1e10-4942-9fbe-3d3bab3e2b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.127550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:55.222634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5a302-1e10-4942-9fbe-3d3bab3e2b79 None None] Port d7d4d546-e321-4274-a3b8-63710ba90dc3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:55.325030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=8083afc9-ceb4-47a1-935a-bed830ebc0f5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:55.341444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.347123 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-41d3073e-3f02-427d-b0e8-0714bc30f439 req-52705b29-f09c-4740-add3-8fd3055c870d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fec825a7-7856-49a8-94c6-12517f048921 HTTP/1.1" status: 200 len: 210 time: 0.0801644 Nov 12 21:04:55.348138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:55.348780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.373622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.472131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6609bb93-37a3-4078-bde6-4c4557227599 None None] Provisioning complete for port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:55.474825 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6609bb93-37a3-4078-bde6-4c4557227599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.556441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] Pushing event updated for resources: {'Network': ['ID=05cb7d81-b1e0-4eb9-af34-06018f5b2250,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:55.614342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa5fe2c-9a17-47e3-b4a3-b19560b82c54']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:55.628307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2cb633-093f-436b-9e89-ef316943d5a6') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:55.628663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2cb633-093f-436b-9e89-ef316943d5a6') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:55.634711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.661320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.685312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e7b836a-c194-4de4-9e0c-51f8036c069b req-c5369ea6-1c65-4ac2-ad9a-58645de07359 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0440972 Nov 12 21:04:55.692487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ac89a86f-f717-4f80-95ad-30333687faa3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0628409 Nov 12 21:04:55.696518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Attempting to bind port a00f27bd-761a-4e40-9a3e-d30a849d3b0c on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:04:55.696859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Attempting to bind port a00f27bd-761a-4e40-9a3e-d30a849d3b0c by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:04:55.697188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Attempting to bind port a00f27bd-761a-4e40-9a3e-d30a849d3b0c on network 30e634c7-c8e7-4806-810f-b2d9beedba24 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:55.697881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54568) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:55.717105 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.720240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Request body: {'subnet': {'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1035106148-subnet', 'tenant_id': '314180e01912403b932a81eb47358c01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:04:55.730052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.731070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.743437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Port a00f27bd-761a-4e40-9a3e-d30a849d3b0c on network 30e634c7-c8e7-4806-810f-b2d9beedba24 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:04:55.743437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Attempting to bind port a00f27bd-761a-4e40-9a3e-d30a849d3b0c on network 30e634c7-c8e7-4806-810f-b2d9beedba24 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:04:55.754089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:04:55.754800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.868537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:04:55.884282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84a140a7-a4ad-4301-b15d-4efbebd8dd62 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:04:55.896167 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:04:55.940457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:04:55.941113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Checking segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:55.941535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Bound using segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:04:55.941986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Bound port: a00f27bd-761a-4e40-9a3e-d30a849d3b0c, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:04:55.942342 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.982058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Network 101122eb-0176-4bdb-b791-564d28262120 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:04:55.993602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:56.001302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event updated for resources: {'Port': ['ID=d7d4d546-e321-4274-a3b8-63710ba90dc3,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:56.060744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:56.061187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.088090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.096731 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.107897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/networks/eaa5fe2c-9a17-47e3-b4a3-b19560b82c54 HTTP/1.1" status: 204 len: 168 time: 3.0533442 Nov 12 21:04:56.108872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54582) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:56.143709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:04:56.146142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.163115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-b75114e3-6a2f-45a5-a0f9-736594fa6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:56.164772 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-b75114e3-6a2f-45a5-a0f9-736594fa6d0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1097 time: 0.2493868 Nov 12 21:04:56.203410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0068390-040e-4ed9-accd-5be1587842fb tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Network': ['ID=eaa5fe2c-9a17-47e3-b4a3-b19560b82c54,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:56.292067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8083afc9-ceb4-47a1-935a-bed830ebc0f5 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:04:56.331870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8083afc9-ceb4-47a1-935a-bed830ebc0f5 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:04:56.333547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8083afc9-ceb4-47a1-935a-bed830ebc0f5 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:04:56.358343 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b992828-ffff-4b12-86e9-84fcc7568c95 req-6f285bab-ff84-4b4f-9f5d-ac12d051125e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1344671 Nov 12 21:04:56.365114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] For port a00f27bd-761a-4e40-9a3e-d30a849d3b0c, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:04:56.370588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] For port a00f27bd-761a-4e40-9a3e-d30a849d3b0c, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:04:56.415801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Router ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:04:56.431765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62179ac-3027-4bb0-b897-33acac3808fb req-deb641db-fe62-4df1-9017-8677aef938c7 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:56.433910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b62179ac-3027-4bb0-b897-33acac3808fb req-deb641db-fe62-4df1-9017-8677aef938c7 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 943 time: 0.4872944 Nov 12 21:04:56.453097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-4d9a6003-5e64-4013-8145-01479c20c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:56.454580 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-4d9a6003-5e64-4013-8145-01479c20c7c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 920 time: 0.2491765 Nov 12 21:04:56.467000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-257c55db-12e3-40ac-be47-dab8b611b1fa None None] Provisioning complete for port d7d4d546-e321-4274-a3b8-63710ba90dc3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:04:56.467389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-257c55db-12e3-40ac-be47-dab8b611b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.479801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a961c43-3265-469e-95c5-46c40eac00d9 req-8a91ec96-ca8c-425c-a87d-fc4878070ec7 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:56.487467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a961c43-3265-469e-95c5-46c40eac00d9 req-8a91ec96-ca8c-425c-a87d-fc4878070ec7 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.5870066 Nov 12 21:04:56.509375 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.526181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-257c55db-12e3-40ac-be47-dab8b611b1fa None None] Port d7d4d546-e321-4274-a3b8-63710ba90dc3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:04:56.534937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:56.535626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.537006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] 10.222.0.78 "PUT /v2.0/ports/a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 200 len: 1092 time: 3.5347898 Nov 12 21:04:56.540697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'tag': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:04:56.553024 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4921ca-833c-4e1c-850a-70b9c9463ade" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ffbc86-2996-4af5-a539-e1068c375c08", "tag": "a00f27bd-761a-4e40-9a3e-d30a849d3b0c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:04:56.609672 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-26fa4ab9-b766-4e11-b299-c048dfdc4b29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 200 len: 217 time: 0.0573201 Nov 12 21:04:56.695259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:04:56.711801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c7b00-c809-428f-a781-eb9582642edb None None] Sync routers for ids ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:04:56.724229 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6acf2519-f1a0-43ef-a689-45a1ed068121 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "PUT /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1537914 Nov 12 21:04:56.731499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54586) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:56.746296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c7b00-c809-428f-a781-eb9582642edb None None] Routers {'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:56.746945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f63c7b00-c809-428f-a781-eb9582642edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:56.796070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a961c43-3265-469e-95c5-46c40eac00d9 req-5c71b1d0-776d-410e-a619-cb610be550cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076029 Nov 12 21:04:56.836639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.838244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f63c7b00-c809-428f-a781-eb9582642edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:56.857085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c7b00-c809-428f-a781-eb9582642edb None None] Routers {'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:04:56.857803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f63c7b00-c809-428f-a781-eb9582642edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:56.893674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef5ff2-cced-447c-b4e1-0222e2cb7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:56.904480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b62179ac-3027-4bb0-b897-33acac3808fb req-a4a85ae8-544c-49ce-9b3d-78024c632793 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144609 Nov 12 21:04:56.915774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port 35c561a4-81f3-4d3d-8481-135d6841299a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:56.916453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.955860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b5959a17-c318-45d4-a7b1-5eea8a5fbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:56.959545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-b5959a17-c318-45d4-a7b1-5eea8a5fbedb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 1095 time: 0.2396264 Nov 12 21:04:57.004427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-10154fea-af8b-4cfd-9636-be90840c200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:57.005894 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-10154fea-af8b-4cfd-9636-be90840c200c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.3720448 Nov 12 21:04:57.040579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f63c7b00-c809-428f-a781-eb9582642edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:04:57.046083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c7b00-c809-428f-a781-eb9582642edb None None] The sync data for ids ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:04:57.061095 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecba4aba-6d5c-4f85-bdcf-443958782f6a x-openstack-request-id: req-ecba4aba-6d5c-4f85-bdcf-443958782f6a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:04:57.061384 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ffbc86-2996-4af5-a539-e1068c375c08", "tag": "a00f27bd-761a-4e40-9a3e-d30a849d3b0c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:04:57.061638 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecba4aba-6d5c-4f85-bdcf-443958782f6a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:04:57.063501 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'tag': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'status': 'completed', 'code': 200} Nov 12 21:04:57.065008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-11eb3dc4-395b-4d38-b8a3-73f2d37c1224 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 200 len: 217 time: 0.0690782 Nov 12 21:04:57.083548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-6fd0bb53-0cc1-4645-b49a-7bd31f2393a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582898 Nov 12 21:04:57.086806 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba588c1-b6e6-4e79-a7df-5807d5a9c580,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:57.091267 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef370dda-4ca8-401f-8e7e-17442cb97105 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:57.141866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-757374cd-4e97-4229-bedc-5723f1f44934 req-531d6dd0-606a-4412-a3e8-7692d7b0a827 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0868058 Nov 12 21:04:57.169931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-430c9700-96cc-4168-be41-94d00faea2d4 req-bee4d024-ba69-486e-a220-007d105fedb1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0894644 Nov 12 21:04:57.195664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-5e422221-12cb-4c1c-8ef9-0eff907cf9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:57.197444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-5e422221-12cb-4c1c-8ef9-0eff907cf9e4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.1212616 Nov 12 21:04:57.199596 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:57.199917 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:57.200164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Checking segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:04:57.200652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Network hostable DHCP agents. Network: 05cb7d81-b1e0-4eb9-af34-06018f5b2250, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:04:57.241736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for 35c561a4-81f3-4d3d-8481-135d6841299a owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:57.302809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-c77facb8-f82d-4e59-9690-96e093347e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:57.304495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-c77facb8-f82d-4e59-9690-96e093347e16 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965960 Nov 12 21:04:57.530644 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54e6ffa0-e3ec-4ac1-ae44-dc9f5df26114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:57.586875 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-ef370dda-4ca8-401f-8e7e-17442cb97105 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 21:04:57.587956 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef370dda-4ca8-401f-8e7e-17442cb97105 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 HTTP/1.1" status: 409 len: 329 time: 0.8480036 Nov 12 21:04:57.592974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54592) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:57.676216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:04:57.687682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-14a9b7db-9479-4418-8fd1-1ef91d512b4e service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938740 Nov 12 21:04:57.744243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-31df4740-dff5-449b-bf91-88b2c787af3a service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304955 Nov 12 21:04:57.841658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 05cb7d81-b1e0-4eb9-af34-06018f5b2250) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:04:57.846035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:57.846637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:57.859929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27829593-be05-4c76-b9b0-b4ddb5059a02 None None] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:57.869168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-348d1cd5-dd17-4096-96d4-2e68632418bf req-95f6799c-4e28-4fcf-97b3-c664e89d39d6 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152079 Nov 12 21:04:57.948092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:57.954460 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-34a0cbad-4863-4754-91ae-ae0d01028fcd req-f6adf8dc-e7c3-4231-9905-a253137b6cd3 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574561 Nov 12 21:04:57.982495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e6b98d7-59cc-45a9-a87a-3cf8c108686d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.2808914 Nov 12 21:04:58.034383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=35c561a4-81f3-4d3d-8481-135d6841299a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:58.081863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef33ac-12b8-4974-b502-601fb201a93d req-7b02f2df-b606-44ac-bcba-2f25202fcfbf tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:58.082064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fef33ac-12b8-4974-b502-601fb201a93d req-7b02f2df-b606-44ac-bcba-2f25202fcfbf tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1992285 Nov 12 21:04:58.162114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d82d37-b968-4581-9a7f-10d95346ad2e None None] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:04:58.247234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:58.264514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fef33ac-12b8-4974-b502-601fb201a93d req-6c6abfd3-4c09-4944-9f0b-d88e0f002f39 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482072 Nov 12 21:04:58.318598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:58.323077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:58.331770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54618) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:58.332312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-886aa07c-43be-4dc4-8292-c190a77d80f0 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/floatingips/33c5c077-82fe-4616-b600-866d4f1429ac HTTP/1.1" status: 204 len: 168 time: 2.2122533 Nov 12 21:04:58.366173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-7c02bd70-8929-4e0d-b83d-9df1dfc33918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:58.368002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-7c02bd70-8929-4e0d-b83d-9df1dfc33918 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 1095 time: 0.2298512 Nov 12 21:04:58.384637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafaf51-e0ee-4583-b4fa-a266d7949eb8 req-043fba6e-98d6-437a-ab26-bce09e800bcc tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:58.392631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceafaf51-e0ee-4583-b4fa-a266d7949eb8 req-043fba6e-98d6-437a-ab26-bce09e800bcc tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 943 time: 0.2924190 Nov 12 21:04:58.395206 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a253d03-d5e8-4cc0-9c2f-4eccb04d7db7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:58.395946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a253d03-d5e8-4cc0-9c2f-4eccb04d7db7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:58.399156 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a253d03-d5e8-4cc0-9c2f-4eccb04d7db7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/ports/a475fb0c-f76f-46e6-8c7b-4be711f96948 HTTP/1.1" status: 404 len: 333 time: 0.0664036 Nov 12 21:04:58.402485 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:58.433407 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f9623e76-e5f6-4a8a-ba0e-364a4767f6b2 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e70f06-13cc-4a1f-bacc-73c9451fa790 HTTP/1.1" status: 200 len: 205 time: 0.0298133 Nov 12 21:04:58.438484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:58.482024 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-06a0a19e-1277-416f-aea0-4cdcd5b51949 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] delete failed (client error): The resource could not be found. Nov 12 21:04:58.483231 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06a0a19e-1277-416f-aea0-4cdcd5b51949 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/routers/e2e70f06-13cc-4a1f-bacc-73c9451fa790 HTTP/1.1" status: 404 len: 336 time: 0.0438070 Nov 12 21:04:58.486239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54624) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:58.521866 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e929310-7a4c-4d4a-b777-f05a50f01402 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] DELETE failed (client error): The resource could not be found. Nov 12 21:04:58.522461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e929310-7a4c-4d4a-b777-f05a50f01402 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:04:58.524630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceafaf51-e0ee-4583-b4fa-a266d7949eb8 req-93e31a4f-ec2f-4b99-a2de-8e39832aaaed tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259739 Nov 12 21:04:58.535381 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0e929310-7a4c-4d4a-b777-f05a50f01402 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/subnets/4763dac8-b434-4bed-8765-95a5cae573ee HTTP/1.1" status: 404 len: 337 time: 0.0480349 Nov 12 21:04:58.538122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54626) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:58.569439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-6ac04504-f82e-48a5-8c52-9e0abaecc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:58.570948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-6ac04504-f82e-48a5-8c52-9e0abaecc371 service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.1756182 Nov 12 21:04:58.634942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-f0f637b5-0f32-4f60-8862-70c2e5377bd9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 200 len: 217 time: 0.0555570 Nov 12 21:04:58.695807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b9e9ed8-b40a-4db9-89a0-9b06b48801b5 req-7ece6389-031a-40f0-9d59-d8fc455bd2d3 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0578163 Nov 12 21:04:58.765780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port 990aa772-7f3f-4a5b-abc4-5c39312af510 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:58.766126 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:58.836550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd919727-3860-46d1-9794-c2692b51edac req-e0c92cfe-905c-4b5b-a509-5b5a7ffc6906 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0463541 Nov 12 21:04:58.843767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-2be32341-b012-44c5-adac-6e16d8bff8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:58.845491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-2be32341-b012-44c5-adac-6e16d8bff8f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.1870074 Nov 12 21:04:58.858053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-9e6ddaef-5093-4744-a5fb-9fe7505b4d33 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:58.858867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-9e6ddaef-5093-4744-a5fb-9fe7505b4d33 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.2224302 Nov 12 21:04:58.901136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:58.902086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-3b4e141d-2e6e-4201-9f46-07c4ddd023ea tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/quotas/314180e01912403b932a81eb47358c01 HTTP/1.1" status: 200 len: 375 time: 0.0324228 Nov 12 21:04:58.913441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-602811a1-3a7c-4efc-90b8-8e1ac13bcb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:58.924539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-602811a1-3a7c-4efc-90b8-8e1ac13bcb9e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560896 Nov 12 21:04:58.924714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for 990aa772-7f3f-4a5b-abc4-5c39312af510 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:58.941925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Deleting port d7d4d546-e321-4274-a3b8-63710ba90dc3 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:04:58.942264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:58.996500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-c77b5220-2abb-4d27-953d-6cc811581e3e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765624 Nov 12 21:04:59.106765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:59.131213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Calling delete_port for d7d4d546-e321-4274-a3b8-63710ba90dc3 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:04:59.184630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-6af14a7e-f04f-45a7-ac52-e5a7eea42d2c service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339178 Nov 12 21:04:59.186567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-6e9ec3f1-51a8-46c2-84a8-4d15ba02d168 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552457 Nov 12 21:04:59.359727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-6cb0f8a3-c000-42e1-bb50-1fc46717dfe2 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688650 Nov 12 21:04:59.362108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc4921ca-833c-4e1c-850a-70b9c9463ade req-0613c782-6e77-4aee-bd28-0089e553fda7 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608615 Nov 12 21:04:59.479003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:59.539819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=990aa772-7f3f-4a5b-abc4-5c39312af510,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:59.579635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81375d1e-2357-43ed-a5f3-f5d11c2c54d7 req-37ee74df-edd7-4048-a838-2e0e0f5b8f0c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:59.581208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81375d1e-2357-43ed-a5f3-f5d11c2c54d7 req-37ee74df-edd7-4048-a838-2e0e0f5b8f0c tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.0575285 Nov 12 21:04:59.583578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:59.590258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.590691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.591112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.591563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.591974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.592380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.592783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.593258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.593594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.593994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.594393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.594787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:04:59.641800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Port': ['ID=d7d4d546-e321-4274-a3b8-63710ba90dc3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:04:59.654004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:59.680642 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1f54732c-7768-4280-b536-ba219450cc3e tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/ports/990aa772-7f3f-4a5b-abc4-5c39312af510 HTTP/1.1" status: 204 len: 168 time: 1.1369855 Nov 12 21:04:59.680642 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54662) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:59.684277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81375d1e-2357-43ed-a5f3-f5d11c2c54d7 req-b90057ee-f5d5-4fc2-90b1-59480591e272 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956542 Nov 12 21:04:59.894598 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:59.965921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c1a6226-309d-42d6-8ef8-179700559c02 req-2c60d6dd-12a7-4133-a9fe-a6a3636391bd tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0972664 Nov 12 21:05:00.037146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e7e11-d639-4880-94d6-e393418848db req-c12250e0-a00b-4359-a61a-95a7732d54dd tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:00.047641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f2e7e11-d639-4880-94d6-e393418848db req-c12250e0-a00b-4359-a61a-95a7732d54dd tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 943 time: 0.0804708 Nov 12 21:05:00.090599 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a4cba2d4-4374-47de-99eb-96a42594b403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:00.110958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f2e7e11-d639-4880-94d6-e393418848db req-ab8625b8-ce27-4577-95c8-1ba371cb32d1 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573795 Nov 12 21:05:00.158438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-325edf7d-adc1-4781-92a4-db38c0326c6b req-fb41006a-7d8c-40ec-a4aa-020bca63abe1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0460446 Nov 12 21:05:00.222043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b2607951-0b5d-4273-905c-db3ca3fa34a1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port a0b2c94d-f831-4a99-a3ee-b279f6c4e087 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:00.222043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2607951-0b5d-4273-905c-db3ca3fa34a1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:00.282662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-925ed37a-24da-4b25-8586-b02d1b945fca req-6dc3c46a-cd16-4b9d-87fb-f50de8decf3f tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0289595 Nov 12 21:05:00.327726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Router ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:00.439061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2607951-0b5d-4273-905c-db3ca3fa34a1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:00.462957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b2607951-0b5d-4273-905c-db3ca3fa34a1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for a0b2c94d-f831-4a99-a3ee-b279f6c4e087 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:00.465788 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:00.475453 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ea1be13e-20be-4f5c-b59d-ae888fecd1d9 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "PUT /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8754456 Nov 12 21:05:00.475570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54682) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:00.486207 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba389401-72ca-464f-b88d-464534bbeabe None None] Sync routers for ids ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:00.500077 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba389401-72ca-464f-b88d-464534bbeabe None None] Routers {'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:00.500600 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ba389401-72ca-464f-b88d-464534bbeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:00.528583 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-f86e7f63-7752-4bcd-8d1c-26bcf33c63bc tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] show failed (client error): The resource could not be found. Nov 12 21:05:00.533183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f86e7f63-7752-4bcd-8d1c-26bcf33c63bc tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1125604150 HTTP/1.1" status: 404 len: 335 time: 0.0534973 Nov 12 21:05:00.533388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54684) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:00.538708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d8bec626-cd40-4d55-b567-8b0b2665f193 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:00.578573 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-d8bec626-cd40-4d55-b567-8b0b2665f193 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] update failed (client error): The resource could not be found. Nov 12 21:05:00.582987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d8bec626-cd40-4d55-b567-8b0b2665f193 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-2134305960 HTTP/1.1" status: 404 len: 335 time: 0.0452678 Nov 12 21:05:00.583257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54686) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:00.591054 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ba389401-72ca-464f-b88d-464534bbeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:00.602927 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba389401-72ca-464f-b88d-464534bbeabe None None] Routers {'ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:00.603546 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ba389401-72ca-464f-b88d-464534bbeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:00.648571 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ba389401-72ca-464f-b88d-464534bbeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:00.649417 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba389401-72ca-464f-b88d-464534bbeabe None None] The sync data for ids ['ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:00.654394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-57268bc2-473e-40b5-b9a1-050efece1df6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Deleting subnet a8b7af4f-f686-40ab-8e69-9ede533c7a02 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:00.658676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57268bc2-473e-40b5-b9a1-050efece1df6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:00.707273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57268bc2-473e-40b5-b9a1-050efece1df6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:00.797563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2607951-0b5d-4273-905c-db3ca3fa34a1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:00.849031 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57268bc2-473e-40b5-b9a1-050efece1df6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:00.862042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2607951-0b5d-4273-905c-db3ca3fa34a1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=a0b2c94d-f831-4a99-a3ee-b279f6c4e087,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:00.962303 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2607951-0b5d-4273-905c-db3ca3fa34a1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:00.969404 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b2607951-0b5d-4273-905c-db3ca3fa34a1 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/ports/a0b2c94d-f831-4a99-a3ee-b279f6c4e087 HTTP/1.1" status: 204 len: 168 time: 1.2744191 Nov 12 21:05:00.970354 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54692) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:00.976769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056b50f-9742-4c6d-ac20-71f8cf042ad6 req-4c062dc2-3923-49a4-a98c-dac9a98767cb tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:00.988417 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3056b50f-9742-4c6d-ac20-71f8cf042ad6 req-4c062dc2-3923-49a4-a98c-dac9a98767cb tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1830969 Nov 12 21:05:01.043625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4eb9c-f651-429b-ab32-39165e4854f7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:01.048137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c1a4eb9c-f651-429b-ab32-39165e4854f7 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "GET /v2.0/ports?device_id=71e0ecb2-effe-46e3-8b2d-fb9c1c450046 HTTP/1.1" status: 200 len: 913 time: 0.0738301 Nov 12 21:05:01.048560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54696) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:01.054759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3056b50f-9742-4c6d-ac20-71f8cf042ad6 req-7904e589-9d8e-4316-8edb-6c2ee04f5a88 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653551 Nov 12 21:05:01.067238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57268bc2-473e-40b5-b9a1-050efece1df6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.097556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57268bc2-473e-40b5-b9a1-050efece1df6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b7af4f-f686-40ab-8e69-9ede533c7a02,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:01.127397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4e19caa-f1fa-4a16-b73d-8f9512f581ed req-f5a93460-6c30-4112-ac9c-71fcefbd1182 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0317919 Nov 12 21:05:01.186916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57268bc2-473e-40b5-b9a1-050efece1df6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.192466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-57268bc2-473e-40b5-b9a1-050efece1df6 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/subnets/a8b7af4f-f686-40ab-8e69-9ede533c7a02 HTTP/1.1" status: 204 len: 168 time: 0.6055865 Nov 12 21:05:01.193836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54702) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:01.201616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398c8fab-a34c-4c68-a1cb-ff8218a71f6c None None] Network 7748d035-813f-42ea-89a3-3be4b1ae2a22 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:01.330299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3bcb8ecb-8c6d-4074-ad45-080bc47658bd req-ec66bb7c-94e2-4fed-aff2-a49f2b6d58f7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0906761 Nov 12 21:05:01.351498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.355787 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.386740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54719e1c-e051-4e19-bc0c-f7e02a522e4f req-479561c9-4e0a-4b31-b38b-42bf3d53638a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:01.388380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54719e1c-e051-4e19-bc0c-f7e02a522e4f req-479561c9-4e0a-4b31-b38b-42bf3d53638a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 943 time: 0.1351917 Nov 12 21:05:01.513034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54719e1c-e051-4e19-bc0c-f7e02a522e4f req-fb06a4c4-a3c0-4aa5-a304-00b42950b491 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093218 Nov 12 21:05:01.530012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Deleting port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:01.530378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.535850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8368be17-4037-47f1-b021-9187951b19eb req-8c8e7a4e-748e-481a-950c-d94ca158aecf tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0471613 Nov 12 21:05:01.562774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] DHCP port deletion for 7748d035-813f-42ea-89a3-3be4b1ae2a22 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:01.621939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] For port 84a140a7-a4ad-4301-b15d-4efbebd8dd62, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84a140a7-a4ad-4301-b15d-4efbebd8dd62,segment=NetworkSegment(02bf10f4-c8a3-420b-8cd6-e0182b15297e),segment_id=02bf10f4-c8a3-420b-8cd6-e0182b15297e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:01.622308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.627789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] Deleting port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:01.628255 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.643521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Calling delete_port for 84a140a7-a4ad-4301-b15d-4efbebd8dd62 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:01.700548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] For port 84a140a7-a4ad-4301-b15d-4efbebd8dd62, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84a140a7-a4ad-4301-b15d-4efbebd8dd62,segment=NetworkSegment(02bf10f4-c8a3-420b-8cd6-e0182b15297e),segment_id=02bf10f4-c8a3-420b-8cd6-e0182b15297e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:01.700865 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.713700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] Calling delete_port for 84a140a7-a4ad-4301-b15d-4efbebd8dd62 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:01.754508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:01.978641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a00f27bd-761a-4e40-9a3e-d30a849d3b0c details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:05:02.086783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a00f27bd-761a-4e40-9a3e-d30a849d3b0c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:02.111308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'port_id': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'mac_address': 'fa:16:3e:5d:42:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:05:02.155660 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.169829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00f27bd-761a-4e40-9a3e-d30a849d3b0c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:05:02.193898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a00f27bd-761a-4e40-9a3e-d30a849d3b0c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:02.206955 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.220986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fb26c-643a-4dec-b428-2034a537a31b req-f0ed8ba7-ea4d-4cba-a89e-6c3ffac7e1a7 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:02.222543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af1fb26c-643a-4dec-b428-2034a537a31b req-f0ed8ba7-ea4d-4cba-a89e-6c3ffac7e1a7 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1056125 Nov 12 21:05:02.235158 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.248839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] Pushing event deleted for resources: {'Port': ['ID=84a140a7-a4ad-4301-b15d-4efbebd8dd62,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:02.252726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025280f-65f8-439b-a5b9-16395a917672 None None] No DVR routers for this DVR port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:02.261341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] No DVR routers for this DVR port 84a140a7-a4ad-4301-b15d-4efbebd8dd62 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:02.297481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Port': ['ID=84a140a7-a4ad-4301-b15d-4efbebd8dd62,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:02.359508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fa2b5ca-e362-4b12-b635-57954b6afa73 req-ca0b30ec-6653-46d6-acde-269977e4716a tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0725546 Nov 12 21:05:02.386030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.387033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af1fb26c-643a-4dec-b428-2034a537a31b req-04009484-678f-4547-b8de-4a1369a9d945 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548831 Nov 12 21:05:02.421441 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.483691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7748d035-813f-42ea-89a3-3be4b1ae2a22']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:02.490036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:02.491958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb1d1971-f178-466c-a5cf-d9cd4cfc959d req-8e9aa926-393f-4753-a1b7-bdf38e9073b9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0421526 Nov 12 21:05:02.502934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bf10f4-c8a3-420b-8cd6-e0182b15297e') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:02.503281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bf10f4-c8a3-420b-8cd6-e0182b15297e') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:02.515719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.564414 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.577744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:02.578187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:02.581614 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:02.652430 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port a5775998-a055-4c39-981c-88dd7775caee {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:02.652946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.666159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['a00f27bd-761a-4e40-9a3e-d30a849d3b0c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:02.759345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.778622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for a5775998-a055-4c39-981c-88dd7775caee owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:02.789041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9ac2380-3efa-4914-8aab-7e4a9eee5388 req-81de2057-3271-4dd6-abf4-9ecbdbb47936 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cd8fa23-bf03-4595-bb21-fb290dee63f6 HTTP/1.1" status: 200 len: 210 time: 0.0592594 Nov 12 21:05:02.802802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96227dc0-b79d-4f5e-a751-c9f801160633 req-84ad4be5-e729-4eac-9fbb-4b11f93abbf5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:02.811617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96227dc0-b79d-4f5e-a751-c9f801160633 req-84ad4be5-e729-4eac-9fbb-4b11f93abbf5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 944 time: 0.1678541 Nov 12 21:05:02.848992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.857631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.863101 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/networks/7748d035-813f-42ea-89a3-3be4b1ae2a22 HTTP/1.1" status: 204 len: 168 time: 1.6660736 Nov 12 21:05:02.864555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54726) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:02.868112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96227dc0-b79d-4f5e-a751-c9f801160633 req-23bd0ac0-44eb-476e-ad19-91da89d3b377 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553069 Nov 12 21:05:02.906535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d6f1c-5209-4f6d-970d-e2f9f6102c75 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Network': ['ID=7748d035-813f-42ea-89a3-3be4b1ae2a22,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:02.950790 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7228867-d776-4b03-8c2b-eba5be8f8175 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Deleting subnet 255a3e6d-9dd8-4642-bd50-c7b1cfc85ba4 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:02.975472 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.984947 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7228867-d776-4b03-8c2b-eba5be8f8175 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.044434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7228867-d776-4b03-8c2b-eba5be8f8175 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.180495 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7228867-d776-4b03-8c2b-eba5be8f8175 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.301478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.331143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=a5775998-a055-4c39-981c-88dd7775caee,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:03.357100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-8fabe6d7-bc12-4b9a-9c04-be944e09fc2a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:03.359538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-8fabe6d7-bc12-4b9a-9c04-be944e09fc2a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.1347718 Nov 12 21:05:03.360668 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7228867-d776-4b03-8c2b-eba5be8f8175 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.380345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Request body: {'port': {'device_id': '527a7aa8-070d-4950-9d76-5307740f3fa5', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'admin_state_up': True, 'tenant_id': '314180e01912403b932a81eb47358c01'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:03.417004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7228867-d776-4b03-8c2b-eba5be8f8175 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Subnet': ['ID=255a3e6d-9dd8-4642-bd50-c7b1cfc85ba4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:03.430529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e2a1d5-589f-4a80-b3db-0c24106eb623 None None] Network c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:03.452803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7228867-d776-4b03-8c2b-eba5be8f8175 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.474660 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c7228867-d776-4b03-8c2b-eba5be8f8175 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/subnets/255a3e6d-9dd8-4642-bd50-c7b1cfc85ba4 HTTP/1.1" status: 204 len: 168 time: 0.6071680 Nov 12 21:05:03.477564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54734) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:03.594447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84a140a7-a4ad-4301-b15d-4efbebd8dd62 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:03.609552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2db2b9c5-a56d-49c4-971b-c26dcf1c05b5 req-f817e292-5aeb-411c-8aaa-85910c51b83b tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0891871 Nov 12 21:05:03.612830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4e3cd6-7212-4b14-8c15-26bd49e8a252 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Deleting subnet c35a8bc6-8a87-4b07-8e24-ea1e841aaf2d {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:03.622829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 84a140a7-a4ad-4301-b15d-4efbebd8dd62 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:03.623165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84a140a7-a4ad-4301-b15d-4efbebd8dd62 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:03.647571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3cd6-7212-4b14-8c15-26bd49e8a252 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.660769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46546ed-64ba-422f-b785-c822ea43303d req-fd3b8e5d-f672-47ca-9a98-6b5100f69735 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:03.661917 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.667441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46546ed-64ba-422f-b785-c822ea43303d req-fd3b8e5d-f672-47ca-9a98-6b5100f69735 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1293688 Nov 12 21:05:03.749333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d46546ed-64ba-422f-b785-c822ea43303d req-8285fed1-a6d6-4a08-86ce-1d0153bb2821 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726719 Nov 12 21:05:03.755221 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3cd6-7212-4b14-8c15-26bd49e8a252 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.789503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-137401c3-0b08-4956-bb36-b1503273db95 req-653958f4-4bca-48ec-b147-fea77ff983b2 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0464172 Nov 12 21:05:03.789503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:03.790177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.813949 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:03.818104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] DHCP port deletion for c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:03.905587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] Deleting port 2cfb57c8-965d-46e6-b287-284c13b3428c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:03.906526 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.038672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a00f27bd-761a-4e40-9a3e-d30a849d3b0c up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:04.098444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54744) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:04.148841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3cd6-7212-4b14-8c15-26bd49e8a252 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.170181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Allocated IP 172.20.0.7 (05cb7d81-b1e0-4eb9-af34-06018f5b2250/bba588c1-b6e6-4e79-a7df-5807d5a9c580/e2b0d13b-6613-4626-af50-99e86023bf89) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:04.173416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] For port 2cfb57c8-965d-46e6-b287-284c13b3428c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2cfb57c8-965d-46e6-b287-284c13b3428c,segment=NetworkSegment(2808a4cb-0268-484e-8a5a-cb4a7c9a13e4),segment_id=2808a4cb-0268-484e-8a5a-cb4a7c9a13e4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:04.173888 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.198943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] Calling delete_port for 2cfb57c8-965d-46e6-b287-284c13b3428c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:04.221264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8182ec-5a10-46cc-ba75-e02d0856f387 req-93a0f87d-2881-4589-acd1-d9595fd615b3 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:04.224694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae8182ec-5a10-46cc-ba75-e02d0856f387 req-93a0f87d-2881-4589-acd1-d9595fd615b3 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 944 time: 0.1786988 Nov 12 21:05:04.232799 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e97ea8a9-a084-493a-8f35-423e69990f96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.288639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port a00f27bd-761a-4e40-9a3e-d30a849d3b0c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:05:04.294863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port a00f27bd-761a-4e40-9a3e-d30a849d3b0c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:04.295235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.314898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:04.328629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603212b-531c-4eda-804c-c2401101c60c req-bd90298c-2ce1-4b8f-a9ae-2ec7938919b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:04.330151 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f603212b-531c-4eda-804c-c2401101c60c req-bd90298c-2ce1-4b8f-a9ae-2ec7938919b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1097 time: 0.0677946 Nov 12 21:05:04.361195 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e97ea8a9-a084-493a-8f35-423e69990f96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.371608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae8182ec-5a10-46cc-ba75-e02d0856f387 req-187c6574-8fb9-440b-bbbb-2038cc38ed99 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295323 Nov 12 21:05:04.385669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3cd6-7212-4b14-8c15-26bd49e8a252 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.403087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.427426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3cd6-7212-4b14-8c15-26bd49e8a252 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.428748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b251b-3a5a-42bd-b6b9-e5ce6be0ed52 None None] Network a02ece23-734b-4317-82cc-8570abc0804a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:04.432454 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2c4e3cd6-7212-4b14-8c15-26bd49e8a252 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/subnets/c35a8bc6-8a87-4b07-8e24-ea1e841aaf2d HTTP/1.1" status: 204 len: 168 time: 0.9538636 Nov 12 21:05:04.444533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54748) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:04.453291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:04.455580 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec81c025-93be-4925-8ad9-6ab41c5a9139" -d '{"events": [{"server_uuid": "c7ffbc86-2996-4af5-a539-e1068c375c08", "name": "network-vif-plugged", "status": "completed", "tag": "a00f27bd-761a-4e40-9a3e-d30a849d3b0c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:04.523536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e3cd6-7212-4b14-8c15-26bd49e8a252 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Subnet': ['ID=c35a8bc6-8a87-4b07-8e24-ea1e841aaf2d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:04.525476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.533080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a00f27bd-761a-4e40-9a3e-d30a849d3b0c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:04.548332 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a465697c-b21b-423d-b927-1f829b5efb17 x-openstack-request-id: req-a465697c-b21b-423d-b927-1f829b5efb17 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:04.548889 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ffbc86-2996-4af5-a539-e1068c375c08", "name": "network-vif-plugged", "status": "completed", "tag": "a00f27bd-761a-4e40-9a3e-d30a849d3b0c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:04.549282 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a465697c-b21b-423d-b927-1f829b5efb17 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:04.549809 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'code': 200} Nov 12 21:05:04.576701 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f603212b-531c-4eda-804c-c2401101c60c req-6f207a8f-c6fb-41e3-a7b5-20659908585b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381334 Nov 12 21:05:04.598357 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e97ea8a9-a084-493a-8f35-423e69990f96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.602669 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e97ea8a9-a084-493a-8f35-423e69990f96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.606747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e97ea8a9-a084-493a-8f35-423e69990f96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "DELETE /v2.0/security-groups/8e853618-8233-4d18-8b12-82946084944a HTTP/1.1" status: 204 len: 168 time: 0.5046437 Nov 12 21:05:04.609903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54752) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:04.640940 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.644135 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-de0e92b0-85b6-4e9f-a59d-a4bc084bce2e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] show failed (client error): The resource could not be found. Nov 12 21:05:04.647918 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de0e92b0-85b6-4e9f-a59d-a4bc084bce2e tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "GET /v2.0/security-groups/8e853618-8233-4d18-8b12-82946084944a HTTP/1.1" status: 404 len: 347 time: 0.0343564 Nov 12 21:05:04.649428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:04.659619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ea8a9-a084-493a-8f35-423e69990f96 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e853618-8233-4d18-8b12-82946084944a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:04.668018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.676083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.693115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] Pushing event deleted for resources: {'Port': ['ID=2cfb57c8-965d-46e6-b287-284c13b3428c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:04.702023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933e466-aeee-4779-bcbb-a878094af664 None None] No DVR routers for this DVR port 2cfb57c8-965d-46e6-b287-284c13b3428c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:04.722215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.735823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] DHCP port deletion for a02ece23-734b-4317-82cc-8570abc0804a request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:04.744224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:04.758638 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-496736ae-3d36-42c4-af39-cb399c5cb048 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "PUT /v2.0/routers/71e0ecb2-effe-46e3-8b2d-fb9c1c450046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7088296 Nov 12 21:05:04.761003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:04.764219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:04.768291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c643e5-6c8b-4785-9039-3ed92b891ae7 None None] Sync routers for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:04.780343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf1fd-7edc-477d-b0d0-162f79d98004 req-3589cc70-73bf-44f0-917d-b655df12c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:04.783203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c4cf1fd-7edc-477d-b0d0-162f79d98004 req-3589cc70-73bf-44f0-917d-b655df12c413 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 1096 time: 0.1762502 Nov 12 21:05:04.783972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:04.790252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:04.801851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event updated for resources: {'Port': ['ID=e2b0d13b-6613-4626-af50-99e86023bf89,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:04.829208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c643e5-6c8b-4785-9039-3ed92b891ae7 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:04.837057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-42c643e5-6c8b-4785-9039-3ed92b891ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:04.886502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68e27db4-ecf9-4c9a-a171-925243aee1bf req-feb9b2a4-b591-4b61-80cb-742326fdf446 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0373499 Nov 12 21:05:04.889048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-42c643e5-6c8b-4785-9039-3ed92b891ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:04.892502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:04.930774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:04.932183 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:04.936928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c643e5-6c8b-4785-9039-3ed92b891ae7 None None] Routers {'71e0ecb2-effe-46e3-8b2d-fb9c1c450046'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:04.937557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-42c643e5-6c8b-4785-9039-3ed92b891ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:04.955897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c4cf1fd-7edc-477d-b0d0-162f79d98004 req-960b75a1-823b-4e2e-a435-b19b23180237 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621206 Nov 12 21:05:04.999576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d9a81-6063-45c6-88de-635cd1e2728d req-76526226-4950-4486-ae99-4ae5a4ff3e6c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:05.001632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7d9a81-6063-45c6-88de-635cd1e2728d req-76526226-4950-4486-ae99-4ae5a4ff3e6c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 931 time: 0.0651071 Nov 12 21:05:05.019379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.071387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c333b123-e8a8-4a5f-a0fb-b21c1c3b1529']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:05.077929 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.086868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting port 53b098f5-737c-4eeb-bfd2-da73aa9f53a2 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:05.087249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.087384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-609e3d28-9a50-4bb4-a671-c2fb53736fe9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7109301 Nov 12 21:05:05.100683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615de210-fdd7-4f23-abf5-1ec08baae3ab req-db7b8e08-1bf8-45c4-a873-df4e94e141d1 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:05.102349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-615de210-fdd7-4f23-abf5-1ec08baae3ab req-db7b8e08-1bf8-45c4-a873-df4e94e141d1 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.0989177 Nov 12 21:05:05.108325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7d9a81-6063-45c6-88de-635cd1e2728d req-4f977e14-1892-4a1c-9694-2366d7efe2cf tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937514 Nov 12 21:05:05.138525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] Deleting port d5584aea-9bd9-461f-8e4a-247407df8746 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:05.138872 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.140753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-42c643e5-6c8b-4785-9039-3ed92b891ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:05.141371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c643e5-6c8b-4785-9039-3ed92b891ae7 None None] The sync data for ids ['71e0ecb2-effe-46e3-8b2d-fb9c1c450046'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:05.152625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2808a4cb-0268-484e-8a5a-cb4a7c9a13e4') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:05.152931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2808a4cb-0268-484e-8a5a-cb4a7c9a13e4') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:05.164703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-615de210-fdd7-4f23-abf5-1ec08baae3ab req-8b2bd59f-93bf-4c12-b077-36aafa15e198 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546467 Nov 12 21:05:05.168406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.189368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Request body: {'port': {'device_id': '527a7aa8-070d-4950-9d76-5307740f3fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:05.206560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] For port d5584aea-9bd9-461f-8e4a-247407df8746, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d5584aea-9bd9-461f-8e4a-247407df8746,segment=NetworkSegment(56df5037-643d-4f54-bd42-3e5c21c21861),segment_id=56df5037-643d-4f54-bd42-3e5c21c21861)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:05.207234 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.225372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] Calling delete_port for d5584aea-9bd9-461f-8e4a-247407df8746 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:05.261532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.427378 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.485036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] No DVR routers for this DVR port d5584aea-9bd9-461f-8e4a-247407df8746 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:05.490206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551afbb-6382-4cf0-a2fe-c6b91bb41377 None None] Pushing event deleted for resources: {'Port': ['ID=d5584aea-9bd9-461f-8e4a-247407df8746,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:05.539674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.558486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d5584aea-9bd9-461f-8e4a-247407df8746 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:05.572110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:05.574942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.578259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d5584aea-9bd9-461f-8e4a-247407df8746 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:05.578609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d5584aea-9bd9-461f-8e4a-247407df8746 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:05.579025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2cfb57c8-965d-46e6-b287-284c13b3428c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:05.585539 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:05.591348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c242e-035d-41da-b0aa-2a3c5e0646c1 req-2605e764-c51f-4c77-bd5f-7ab3ee013c15 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:05.592660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-468c242e-035d-41da-b0aa-2a3c5e0646c1 req-2605e764-c51f-4c77-bd5f-7ab3ee013c15 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.0973403 Nov 12 21:05:05.606714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 2cfb57c8-965d-46e6-b287-284c13b3428c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:05.607087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2cfb57c8-965d-46e6-b287-284c13b3428c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:05.674117 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.674878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.684501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-468c242e-035d-41da-b0aa-2a3c5e0646c1 req-ed9e8a33-9263-444b-83c2-6e37125659ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846882 Nov 12 21:05:05.694346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b0d13b-6613-4626-af50-99e86023bf89 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:05:05.700409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Calling delete_port for 53b098f5-737c-4eeb-bfd2-da73aa9f53a2 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:05.702545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.706471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.841946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.846739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.852773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54774) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:05.853269 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/networks/c333b123-e8a8-4a5f-a0fb-b21c1c3b1529 HTTP/1.1" status: 204 len: 168 time: 1.4054062 Nov 12 21:05:05.889750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02a9ff-185c-4c12-9c39-ea40ae456d13 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Network': ['ID=c333b123-e8a8-4a5f-a0fb-b21c1c3b1529,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:05.916990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting port c397995f-1a1c-441e-a0c9-2318d9ce4f1e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:05.917392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:05.979491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.020178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Port': ['ID=53b098f5-737c-4eeb-bfd2-da73aa9f53a2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:06.042495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea1064-07fa-46ee-8ed7-95333df3ae78 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:06.093652 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.115335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Calling delete_port for c397995f-1a1c-441e-a0c9-2318d9ce4f1e owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:06.123405 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.125993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.129710 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f71f0a6-c187-4fbd-9448-40bcbe4f23a1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "DELETE /v2.0/floatingips/7286950a-3705-4798-aad2-edf69d3a6857 HTTP/1.1" status: 204 len: 168 time: 1.4774694 Nov 12 21:05:06.130939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54778) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:06.207479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Transition to ACTIVE for port object e2b0d13b-6613-4626-af50-99e86023bf89 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:05:06.272602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-770cb5a0-245f-4996-a084-702c52a1d1f4 req-21a50c97-8ec4-40ed-a772-99c7872e0239 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0670283 Nov 12 21:05:06.283303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.351232 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9527189a-ef73-4c19-b6d7-359cc17acac6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting port f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:06.351680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9527189a-ef73-4c19-b6d7-359cc17acac6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.352911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd90666-201e-4deb-afcc-542a847471c3 req-7d3c7b0c-549c-4a64-982e-b3e242ea7ae7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:06.354957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd90666-201e-4deb-afcc-542a847471c3 req-7d3c7b0c-549c-4a64-982e-b3e242ea7ae7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 931 time: 0.1461697 Nov 12 21:05:06.422109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.427147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.490523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02ece23-734b-4317-82cc-8570abc0804a']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:06.494054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9527189a-ef73-4c19-b6d7-359cc17acac6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.509646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-9527189a-ef73-4c19-b6d7-359cc17acac6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Calling delete_port for f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:06.529612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56df5037-643d-4f54-bd42-3e5c21c21861') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:06.529908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56df5037-643d-4f54-bd42-3e5c21c21861') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:06.554976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.557916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee723842-f8ac-4dcc-92f0-a8f3f1c1daa3 req-4374bf3b-d314-408e-ae47-3a51551013e4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:06.559483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee723842-f8ac-4dcc-92f0-a8f3f1c1daa3 req-4374bf3b-d314-408e-ae47-3a51551013e4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1785302 Nov 12 21:05:06.561720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.566338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd90666-201e-4deb-afcc-542a847471c3 req-ba808d82-3294-4f0c-8da7-eef8dfa761e7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597586 Nov 12 21:05:06.568948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b0d13b-6613-4626-af50-99e86023bf89,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:06.589042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Port': ['ID=c397995f-1a1c-441e-a0c9-2318d9ce4f1e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:06.606520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770124a4-c4be-463d-ad28-513676429914 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:06.640794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.664182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:06.664740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:06.668956 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:06.677274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.727615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee723842-f8ac-4dcc-92f0-a8f3f1c1daa3 req-3e7e7555-8a4b-4ed8-aef2-b545ef4f1a41 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494713 Nov 12 21:05:06.752493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Attempting to bind port e2b0d13b-6613-4626-af50-99e86023bf89 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:06.752705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Attempting to bind port e2b0d13b-6613-4626-af50-99e86023bf89 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:06.752980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Attempting to bind port e2b0d13b-6613-4626-af50-99e86023bf89 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:06.757832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Port e2b0d13b-6613-4626-af50-99e86023bf89 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:05:06.758086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Attempting to bind port e2b0d13b-6613-4626-af50-99e86023bf89 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:06.763993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:06.764330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Checking segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:06.764717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Bound using segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:06.765147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Bound port: e2b0d13b-6613-4626-af50-99e86023bf89, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:06.776087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.801732 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.804356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.849962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.872864 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.878669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/networks/a02ece23-734b-4317-82cc-8570abc0804a HTTP/1.1" status: 204 len: 168 time: 1.0224028 Nov 12 21:05:06.878994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:06.912494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a8dc8-b7a8-40b0-a76c-fd737c2f3c3f tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Network': ['ID=a02ece23-734b-4317-82cc-8570abc0804a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:06.929335 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9527189a-ef73-4c19-b6d7-359cc17acac6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.981603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e6089-96ec-4e4e-abbe-929e0f39abc9 req-75a2db7c-f215-4343-a3dc-6f505018e93e tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:06.983217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e5e6089-96ec-4e4e-abbe-929e0f39abc9 req-75a2db7c-f215-4343-a3dc-6f505018e93e tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2053318 Nov 12 21:05:06.984655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.985230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Fanout notify agent at l3_agent the message router_deleted on router 71e0ecb2-effe-46e3-8b2d-fb9c1c450046 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:05:06.993167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] For port e2b0d13b-6613-4626-af50-99e86023bf89, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:06.993576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:06.998154 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-78b21cff-5f09-40c8-9be6-7aa5db1eb40c tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/routers/71e0ecb2-effe-46e3-8b2d-fb9c1c450046 HTTP/1.1" status: 204 len: 168 time: 2.2324958 Nov 12 21:05:07.000224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54802) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:07.005462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] For port e2b0d13b-6613-4626-af50-99e86023bf89, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e2b0d13b-6613-4626-af50-99e86023bf89,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:07.034852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527189a-ef73-4c19-b6d7-359cc17acac6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Port': ['ID=f41f3bbf-ad2f-4931-893f-fa6310d4a7d4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:07.086280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e5e6089-96ec-4e4e-abbe-929e0f39abc9 req-7c90bfbf-5ce9-4c2c-9406-802beadcbd3d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793777 Nov 12 21:05:07.107424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.159941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:07.160963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.163213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] 10.222.0.78 "PUT /v2.0/ports/e2b0d13b-6613-4626-af50-99e86023bf89 HTTP/1.1" status: 200 len: 1092 time: 1.9785285 Nov 12 21:05:07.163938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527a7aa8-070d-4950-9d76-5307740f3fa5', 'tag': 'e2b0d13b-6613-4626-af50-99e86023bf89'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:07.167420 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf19a5e4-c860-4713-9d77-99b6ea44423f" -d '{"events": [{"name": "network-changed", "server_uuid": "527a7aa8-070d-4950-9d76-5307740f3fa5", "tag": "e2b0d13b-6613-4626-af50-99e86023bf89"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:07.193219 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9527189a-ef73-4c19-b6d7-359cc17acac6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.200185 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9527189a-ef73-4c19-b6d7-359cc17acac6 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "DELETE /v2.0/ports/f41f3bbf-ad2f-4931-893f-fa6310d4a7d4 HTTP/1.1" status: 204 len: 168 time: 1.0679088 Nov 12 21:05:07.204975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c463ad8-fd75-40cb-acb2-b657278ca98b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Deleting subnet 2d31313f-881a-4aaf-a86d-d3d3b4cdb869 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:07.205883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54810) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:07.212334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c463ad8-fd75-40cb-acb2-b657278ca98b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.219779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2d5d7f-4aef-4bdf-8fab-49396a63ca81 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Deleting subnet 4e070056-3cf3-415b-9ac8-6dab88052aac {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:07.244390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5d7f-4aef-4bdf-8fab-49396a63ca81 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.268276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed9ff4-125c-400a-bc78-579721e73214 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b0d13b-6613-4626-af50-99e86023bf89,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:07.294632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c463ad8-fd75-40cb-acb2-b657278ca98b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.329763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20af924-854e-4c24-9cba-5b8e20ea872a req-83c235f7-ec5d-4cfb-91d4-8c31cd5b61e9 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:07.331155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5d7f-4aef-4bdf-8fab-49396a63ca81 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.331362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a20af924-854e-4c24-9cba-5b8e20ea872a req-83c235f7-ec5d-4cfb-91d4-8c31cd5b61e9 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.1376612 Nov 12 21:05:07.353411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54814) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:07.388853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'floatingip': {'port_id': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:07.447002 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23aa333-96f2-4813-b06e-0345ea7efe06 x-openstack-request-id: req-b23aa333-96f2-4813-b06e-0345ea7efe06 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:07.447948 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527a7aa8-070d-4950-9d76-5307740f3fa5", "tag": "e2b0d13b-6613-4626-af50-99e86023bf89", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:07.448312 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b23aa333-96f2-4813-b06e-0345ea7efe06 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:07.448805 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527a7aa8-070d-4950-9d76-5307740f3fa5', 'tag': 'e2b0d13b-6613-4626-af50-99e86023bf89', 'status': 'completed', 'code': 200} Nov 12 21:05:07.463887 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.471480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7c615206-abf9-49bf-97b8-16002ffb3b88 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting port 396e11a0-fe24-48bb-9227-113e6102113e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:07.471889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c615206-abf9-49bf-97b8-16002ffb3b88 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.566194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5d7f-4aef-4bdf-8fab-49396a63ca81 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.613461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-ee479039-b348-44c2-bb09-6f207a2f7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:07.615129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-ee479039-b348-44c2-bb09-6f207a2f7147 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 1095 time: 0.2602205 Nov 12 21:05:07.644030 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c463ad8-fd75-40cb-acb2-b657278ca98b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.657600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1500697b-6648-46d6-9d12-0b71c6e5035b req-b9a101bd-840f-4cf7-a521-e1affaf325a6 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1270626 Nov 12 21:05:07.701295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-3443a467-e0bf-4091-a38e-4392101b36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:07.702842 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-3443a467-e0bf-4091-a38e-4392101b36d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 1097 time: 0.1479151 Nov 12 21:05:07.734507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-621ba744-aced-43f9-824f-733503c29779 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0d13b-6613-4626-af50-99e86023bf89 HTTP/1.1" status: 200 len: 217 time: 0.0798891 Nov 12 21:05:07.816052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5d7f-4aef-4bdf-8fab-49396a63ca81 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.834301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c615206-abf9-49bf-97b8-16002ffb3b88 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.850657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-1bc6a98f-9d21-462c-aa0d-a5c21e301792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:07.852463 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-1bc6a98f-9d21-462c-aa0d-a5c21e301792 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 200 len: 920 time: 0.1378808 Nov 12 21:05:07.855677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5d7f-4aef-4bdf-8fab-49396a63ca81 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Subnet': ['ID=4e070056-3cf3-415b-9ac8-6dab88052aac,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:07.858824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c6b9-7ff2-4a23-a1e0-cfb9d4acbc34 req-14f41462-02e6-4b00-b3a5-c6a89078690e tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:07.861383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46a0c6b9-7ff2-4a23-a1e0-cfb9d4acbc34 req-14f41462-02e6-4b00-b3a5-c6a89078690e tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.3016567 Nov 12 21:05:07.890255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7c615206-abf9-49bf-97b8-16002ffb3b88 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Calling delete_port for 396e11a0-fe24-48bb-9227-113e6102113e owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:07.905158 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5d7f-4aef-4bdf-8fab-49396a63ca81 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.910778 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae2d5d7f-4aef-4bdf-8fab-49396a63ca81 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/subnets/4e070056-3cf3-415b-9ac8-6dab88052aac HTTP/1.1" status: 204 len: 168 time: 0.8927248 Nov 12 21:05:07.911012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c463ad8-fd75-40cb-acb2-b657278ca98b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:07.913008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:07.918557 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-6588af34-2e29-48b8-a4b8-7e937dd32199 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 200 len: 217 time: 0.0582035 Nov 12 21:05:07.983204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463ad8-fd75-40cb-acb2-b657278ca98b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Subnet': ['ID=2d31313f-881a-4aaf-a86d-d3d3b4cdb869,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:07.996208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-541b6d39-5d53-40bf-a41b-fb4e279b3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:07.997814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-541b6d39-5d53-40bf-a41b-fb4e279b3913 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.2337911 Nov 12 21:05:08.013751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be443eb-484d-4ff7-b376-209926c54087 req-c719a11c-5758-49a2-b1f4-5e8738868516 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:08.015383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7be443eb-484d-4ff7-b376-209926c54087 req-c719a11c-5758-49a2-b1f4-5e8738868516 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 943 time: 0.2689168 Nov 12 21:05:08.016596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9c463ad8-fd75-40cb-acb2-b657278ca98b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.022690 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9c463ad8-fd75-40cb-acb2-b657278ca98b tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/subnets/2d31313f-881a-4aaf-a86d-d3d3b4cdb869 HTTP/1.1" status: 204 len: 168 time: 1.1425607 Nov 12 21:05:08.033899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec3c1d-0929-4d78-8ce4-dc433ab4451c None None] Network 101122eb-0176-4bdb-b791-564d28262120 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:08.053522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54822) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:08.150204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.163620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7be443eb-484d-4ff7-b376-209926c54087 req-5a27fcc2-1de9-41ef-8dcd-02fe04b4304d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726173 Nov 12 21:05:08.167978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-83fb507e-96f5-4014-a1fa-4f0ba594ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:08.170005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-83fb507e-96f5-4014-a1fa-4f0ba594ebcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 200 len: 859 time: 0.2047803 Nov 12 21:05:08.174056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46a0c6b9-7ff2-4a23-a1e0-cfb9d4acbc34 req-7015776e-c0ce-485d-be5c-139dedea0cda tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939086 Nov 12 21:05:08.176403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-52d7f030-6b23-444d-b4a1-e65fce24d1b8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257710 Nov 12 21:05:08.272004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.290917 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-fd091dc4-42b7-405e-b608-74d4e0a65b74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed48c47e-6e23-45cf-9297-322e9e389421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022727 Nov 12 21:05:08.370673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] DHCP port deletion for 101122eb-0176-4bdb-b791-564d28262120 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:08.383735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.430214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] Deleting port 0617a5b6-560c-424e-8b6a-8c39a6adee1e {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:08.430857 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.444140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-63c50d25-d60d-4473-982c-3e66c7504339 service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357430 Nov 12 21:05:08.471817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f8cbc7-0cfa-4dba-870c-03c154ccced4']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:08.497054 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83654d93-5368-40af-9143-5bca880340fb') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:08.497505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83654d93-5368-40af-9143-5bca880340fb') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:08.519508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.531700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] For port 0617a5b6-560c-424e-8b6a-8c39a6adee1e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0617a5b6-560c-424e-8b6a-8c39a6adee1e,segment=NetworkSegment(6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044),segment_id=6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:08.532373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.552277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.552971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] Calling delete_port for 0617a5b6-560c-424e-8b6a-8c39a6adee1e owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:08.563875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:08.564650 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.570549 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-c3a6daaf-b88c-4998-b12b-7dedef7a74fa service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681308 Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:08.571578 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:08.718126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Deleting port 0617a5b6-560c-424e-8b6a-8c39a6adee1e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:08.718627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.775962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.807970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] Pushing event deleted for resources: {'Port': ['ID=0617a5b6-560c-424e-8b6a-8c39a6adee1e,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:08.816220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9727731-1f3e-4df0-9819-3b18776efd0c None None] No DVR routers for this DVR port 0617a5b6-560c-424e-8b6a-8c39a6adee1e on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:08.833431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] For port 0617a5b6-560c-424e-8b6a-8c39a6adee1e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0617a5b6-560c-424e-8b6a-8c39a6adee1e,segment=NetworkSegment(6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044),segment_id=6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:08.833431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.837960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.843470 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.847086 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] 10.222.0.64 "DELETE /v2.0/networks/c1f8cbc7-0cfa-4dba-870c-03c154ccced4 HTTP/1.1" status: 204 len: 168 time: 0.9302204 Nov 12 21:05:08.856551 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7e80adfb-361c-4d8d-a7c9-3a0cd39b3c52 req-724912cb-4f75-41b5-9f67-1c450964d9c0 service neutron] 10.222.0.46 "GET /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613132 Nov 12 21:05:08.858751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c615206-abf9-49bf-97b8-16002ffb3b88 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:08.864374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Calling delete_port for 0617a5b6-560c-424e-8b6a-8c39a6adee1e owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:08.880650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c9b53-896e-406b-a664-8a961ba98378 tempest-FloatingIPTestJSON-464963587 tempest-FloatingIPTestJSON-464963587-project] Pushing event deleted for resources: {'Network': ['ID=c1f8cbc7-0cfa-4dba-870c-03c154ccced4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:08.905653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15bb2360-42f9-413f-8d34-623ca65acc79 req-deae760c-fc93-4d39-bf6e-26a6dfb2d709 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0614259 Nov 12 21:05:08.953509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c615206-abf9-49bf-97b8-16002ffb3b88 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Port': ['ID=396e11a0-fe24-48bb-9227-113e6102113e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:09.038007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f094fc13-9b83-4bdc-858a-9e7b51472cb9 req-10631dd0-9dae-42a1-aac8-f44be9af84f8 service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839269 Nov 12 21:05:09.038227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.082961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Port': ['ID=0617a5b6-560c-424e-8b6a-8c39a6adee1e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:09.089003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] No DVR routers for this DVR port 0617a5b6-560c-424e-8b6a-8c39a6adee1e on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:09.125134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c615206-abf9-49bf-97b8-16002ffb3b88 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.131060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7c615206-abf9-49bf-97b8-16002ffb3b88 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "DELETE /v2.0/ports/396e11a0-fe24-48bb-9227-113e6102113e HTTP/1.1" status: 204 len: 168 time: 1.9195249 Nov 12 21:05:09.132062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54832) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:09.138647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.216701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.235395 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.250053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abf9d12-f72f-44db-ba26-173e262d11b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting subnet f905d784-9a61-4ee5-8d0c-2bf805410003 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:09.253678 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9abf9d12-f72f-44db-ba26-173e262d11b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.296530 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9abf9d12-f72f-44db-ba26-173e262d11b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.383080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101122eb-0176-4bdb-b791-564d28262120']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:09.398524 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9abf9d12-f72f-44db-ba26-173e262d11b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.445637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:09.445637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6991631a-d9d8-4d2c-bd4b-fbe3b2c1e044') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:09.451367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.466205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.474206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:09.474681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.504017 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Floating IP f06384f8-787d-41f8-a2bb-40d479eb750e associated. External IP: 172.25.8.67, port: a00f27bd-761a-4e40-9a3e-d30a849d3b0c. Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:09.508156 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:09.539924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0617a5b6-560c-424e-8b6a-8c39a6adee1e no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:09.577922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-def32b28-3b97-4e1f-b469-f16de8903e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:09.579974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-def32b28-3b97-4e1f-b469-f16de8903e4a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 1095 time: 0.4018924 Nov 12 21:05:09.623531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:09.625270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 0617a5b6-560c-424e-8b6a-8c39a6adee1e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:09.625796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0617a5b6-560c-424e-8b6a-8c39a6adee1e not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:09.638818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ad037-31cd-469b-80d0-2626d87941d9 req-e0be26b0-b38f-4980-a4b3-892a07193199 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:09.646432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-402ad037-31cd-469b-80d0-2626d87941d9 req-e0be26b0-b38f-4980-a4b3-892a07193199 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2802191 Nov 12 21:05:09.717185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.736627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.743439 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/networks/101122eb-0176-4bdb-b791-564d28262120 HTTP/1.1" status: 204 len: 168 time: 1.6862826 Nov 12 21:05:09.747616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38490e-1d2e-45ad-8146-b8bb64614b67 req-3c586fd7-755a-45d5-955b-6e481c78dd35 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:09.749133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f38490e-1d2e-45ad-8146-b8bb64614b67 req-3c586fd7-755a-45d5-955b-6e481c78dd35 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 943 time: 0.3717554 Nov 12 21:05:09.751585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54848) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:09.766423 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9abf9d12-f72f-44db-ba26-173e262d11b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.773338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bed07a-e532-4eda-af5c-f751463e8ee5 tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Pushing event deleted for resources: {'Network': ['ID=101122eb-0176-4bdb-b791-564d28262120,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:09.823317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83552441-fff7-4586-a710-104143cd29b9 None None] Network 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:09.826817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf9d12-f72f-44db-ba26-173e262d11b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Subnet': ['ID=f905d784-9a61-4ee5-8d0c-2bf805410003,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:09.830598 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9abf9d12-f72f-44db-ba26-173e262d11b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:09.836382 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9abf9d12-f72f-44db-ba26-173e262d11b2 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "DELETE /v2.0/subnets/f905d784-9a61-4ee5-8d0c-2bf805410003 HTTP/1.1" status: 204 len: 168 time: 0.7014604 Nov 12 21:05:09.836567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54850) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:09.848380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-51bc9201-d163-4eb8-bd91-67ad3a98afbd tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 HTTP/1.1" status: 200 len: 205 time: 0.0929503 Nov 12 21:05:09.848906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54852) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:09.872341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-402ad037-31cd-469b-80d0-2626d87941d9 req-5ee03158-248b-4257-8f5c-5b4477841686 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163768 Nov 12 21:05:09.905800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-b10bc154-964e-41fc-9289-ebbe4db3eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:09.907572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-b10bc154-964e-41fc-9289-ebbe4db3eb1c service neutron] 10.222.0.78 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 907 time: 0.3094103 Nov 12 21:05:10.070417 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-d184e6b3-fd15-489e-bafb-5afe6fffd5d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0d13b-6613-4626-af50-99e86023bf89 HTTP/1.1" status: 200 len: 217 time: 0.1439018 Nov 12 21:05:10.109501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92ac4f43-356f-4f77-a787-f2e566cb67c2 req-fb002126-e174-4ca7-8252-5fc35f0c4c21 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0408573 Nov 12 21:05:10.124397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] DHCP port deletion for 2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:10.155671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f38490e-1d2e-45ad-8146-b8bb64614b67 req-84b7932d-ba52-4d4d-bb44-e1b7eb741430 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990028 Nov 12 21:05:10.203517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] Deleting port b9d25c16-4e5f-496a-9728-fd73a3840f2e {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:10.203764 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.233895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-33984641-479b-427a-b592-761bb7b09186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:10.235435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-33984641-479b-427a-b592-761bb7b09186 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.1254590 Nov 12 21:05:10.245701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Router 2e893b31-e7cf-4b78-a827-3bc6cc902840 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:10.304177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-a4374c00-0ab6-4c6f-be11-2f1c37880f73 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537767 Nov 12 21:05:10.309052 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.315281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] For port b9d25c16-4e5f-496a-9728-fd73a3840f2e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b9d25c16-4e5f-496a-9728-fd73a3840f2e,segment=NetworkSegment(b2fc8823-c06a-423d-948f-3d4d566372a5),segment_id=b2fc8823-c06a-423d-948f-3d4d566372a5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:10.316179 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.331375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] Calling delete_port for b9d25c16-4e5f-496a-9728-fd73a3840f2e owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:10.338369 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.386409 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-85529a1a-3451-4c16-92b6-94c6eef8177e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8fd99bc0f5547929e197a5231645da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7587388 Nov 12 21:05:10.390040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54858) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:10.402650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c53c0d-81e7-46ee-815b-1a8bc4229e0b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Deleting subnet 3b367797-a7c2-4010-82ff-ae298695f208 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:10.406019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37c53c0d-81e7-46ee-815b-1a8bc4229e0b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.444629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfde375d-f7b9-4c5d-aa15-36af79cb7e0d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.520061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37c53c0d-81e7-46ee-815b-1a8bc4229e0b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.541938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.560511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-74753be0-4f1e-4e54-bb8f-665b33d9eb8f service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163210 Nov 12 21:05:10.563261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:10.569276 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.578919 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] Sync routers for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:10.580721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78f2db0f-0adc-4dc0-8f0d-7005e1211a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.602288 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:10.603306 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:10.604954 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78f2db0f-0adc-4dc0-8f0d-7005e1211a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.665182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] Pushing event deleted for resources: {'Port': ['ID=b9d25c16-4e5f-496a-9728-fd73a3840f2e,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:10.680035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfde375d-f7b9-4c5d-aa15-36af79cb7e0d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.683607 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfde375d-f7b9-4c5d-aa15-36af79cb7e0d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.686060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b182f-287b-4e1b-bccf-f790fcd1899a None None] No DVR routers for this DVR port b9d25c16-4e5f-496a-9728-fd73a3840f2e on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:10.703150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2eadf2ec-f16a-4802-bc81-8eecf65691ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "PUT /v2.0/floatingips/f06384f8-787d-41f8-a2bb-40d479eb750e HTTP/1.1" status: 200 len: 990 time: 3.3173680 Nov 12 21:05:10.728124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'tag': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:10.730852 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ffbc86-2996-4af5-a539-e1068c375c08", "tag": "a00f27bd-761a-4e40-9a3e-d30a849d3b0c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:10.736938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78f2db0f-0adc-4dc0-8f0d-7005e1211a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.739732 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78f2db0f-0adc-4dc0-8f0d-7005e1211a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.741219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-78f2db0f-0adc-4dc0-8f0d-7005e1211a6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40605371-60af-4925-b2e9-9d25f25cc038 HTTP/1.1" status: 204 len: 168 time: 0.3462257 Nov 12 21:05:10.756805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2db0f-0adc-4dc0-8f0d-7005e1211a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40605371-60af-4925-b2e9-9d25f25cc038,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:10.818465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf19a5e4-c860-4713-9d77-99b6ea44423f req-cf874edd-ec80-4e5e-b004-b1bf71ea0a9a service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464435 Nov 12 21:05:10.820325 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349867de-7221-4267-b1aa-0a28599bc6da x-openstack-request-id: req-349867de-7221-4267-b1aa-0a28599bc6da {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:10.820763 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ffbc86-2996-4af5-a539-e1068c375c08", "tag": "a00f27bd-761a-4e40-9a3e-d30a849d3b0c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:10.821192 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-349867de-7221-4267-b1aa-0a28599bc6da {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:10.826976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfde375d-f7b9-4c5d-aa15-36af79cb7e0d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.827845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfde375d-f7b9-4c5d-aa15-36af79cb7e0d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Fanout notify agent at l3_agent the message router_deleted on router ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:05:10.842456 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'tag': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'status': 'completed', 'code': 200} Nov 12 21:05:10.842583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfde375d-f7b9-4c5d-aa15-36af79cb7e0d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.842851 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bfde375d-f7b9-4c5d-aa15-36af79cb7e0d tempest-RoutersNegativeIpV6Test-733710144 tempest-RoutersNegativeIpV6Test-733710144-project] 10.222.0.64 "DELETE /v2.0/routers/ae250ec0-ae21-4d6e-9fe9-acc05b3b6dd9 HTTP/1.1" status: 204 len: 168 time: 0.9739416 Nov 12 21:05:10.862120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37c53c0d-81e7-46ee-815b-1a8bc4229e0b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:10.968990 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:10.969204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-661aaf48-9f29-4945-a4e9-486970ae8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:10.970618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-661aaf48-9f29-4945-a4e9-486970ae8a65 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 1097 time: 0.1140990 Nov 12 21:05:11.078615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75022c-008f-4765-a1b2-442b3545b22c req-8d6bff9a-0da7-4ff7-b8eb-2a10ae48efc0 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:11.080137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f75022c-008f-4765-a1b2-442b3545b22c req-8d6bff9a-0da7-4ff7-b8eb-2a10ae48efc0 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1159134 Nov 12 21:05:11.096056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37c53c0d-81e7-46ee-815b-1a8bc4229e0b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.134253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-d05111b9-ce7f-48bc-bff1-0c2ec3d62283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:11.135492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c53c0d-81e7-46ee-815b-1a8bc4229e0b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Subnet': ['ID=3b367797-a7c2-4010-82ff-ae298695f208,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:11.141311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37c53c0d-81e7-46ee-815b-1a8bc4229e0b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.142302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-d05111b9-ce7f-48bc-bff1-0c2ec3d62283 service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.1453238 Nov 12 21:05:11.145890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfd09bd-ccd2-4df4-a0e3-af6472c07512 None None] Network 7d672b31-c01a-4fdd-bf3e-9724c36f781c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:11.163422 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-37c53c0d-81e7-46ee-815b-1a8bc4229e0b tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "DELETE /v2.0/subnets/3b367797-a7c2-4010-82ff-ae298695f208 HTTP/1.1" status: 204 len: 168 time: 1.3229313 Nov 12 21:05:11.163422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54874) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:11.271439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-19700ce7-4424-4a5b-b7f6-af8ce0892903 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 200 len: 998 time: 0.0894876 Nov 12 21:05:11.276016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f75022c-008f-4765-a1b2-442b3545b22c req-4d2864cd-0c9f-48d6-ad83-d15e742ed43d tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863971 Nov 12 21:05:11.284001 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f06384f8-787d-41f8-a2bb-40d479eb750e', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'port_id': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'mac_address': 'fa:16:3e:5d:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:04:43Z', 'updated_at': '2021-11-12T21:05:08Z', 'revision_number': 1, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:11.321598 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.331835 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] Checking router: 2e893b31-e7cf-4b78-a827-3bc6cc902840 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:05:11.340989 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:11.341680 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:11.398259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b8a7606-c162-4a1a-94f4-a4fd539ac7f6 req-531f4034-cca1-434d-b324-0aca1f4e7b9a tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1158764 Nov 12 21:05:11.433612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-7aae8404-ffc4-4c58-90dd-d7d239b39a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:11.435186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-7aae8404-ffc4-4c58-90dd-d7d239b39a9b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.1371589 Nov 12 21:05:11.517571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] DHCP port deletion for 7d672b31-c01a-4fdd-bf3e-9724c36f781c request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:11.538160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-ac358d74-72de-4877-b9ad-d5f4b483310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:11.539755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-ac358d74-72de-4877-b9ad-d5f4b483310b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858536 Nov 12 21:05:11.553750 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.554130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389124a-b4bb-4818-bb70-9f956ac3bc6c req-1830a527-c65c-4b37-82c3-1158fb14b3d7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:11.563604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2389124a-b4bb-4818-bb70-9f956ac3bc6c req-1830a527-c65c-4b37-82c3-1158fb14b3d7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 943 time: 0.1192546 Nov 12 21:05:11.590627 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:11.596154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b9d25c16-4e5f-496a-9728-fd73a3840f2e no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:11.617708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:11.637412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fc8823-c06a-423d-948f-3d4d566372a5') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:11.637791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fc8823-c06a-423d-948f-3d4d566372a5') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:11.649702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b9d25c16-4e5f-496a-9728-fd73a3840f2e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:11.650135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b9d25c16-4e5f-496a-9728-fd73a3840f2e not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:11.663892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.694909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2389124a-b4bb-4818-bb70-9f956ac3bc6c req-e4360307-22c2-491b-a6e5-526ff9c82677 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256099 Nov 12 21:05:11.701580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.704741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] Deleting port a1aa6898-aa35-4f4c-8197-1da9502204c9 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:11.705130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.718477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:11.727001 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:11.753401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-dfa52e8b-ce0e-4e69-a02b-1c49436f2b50 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814816 Nov 12 21:05:11.833194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] For port a1aa6898-aa35-4f4c-8197-1da9502204c9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1aa6898-aa35-4f4c-8197-1da9502204c9,segment=NetworkSegment(c7a6068d-a311-4b8d-8a00-13e784e32a41),segment_id=c7a6068d-a311-4b8d-8a00-13e784e32a41)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:11.833907 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.866599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] Calling delete_port for a1aa6898-aa35-4f4c-8197-1da9502204c9 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:11.869679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54892) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:11.908284 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.924702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:11.935514 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "DELETE /v2.0/networks/2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02 HTTP/1.1" status: 204 len: 168 time: 0.7686660 Nov 12 21:05:11.937002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54898) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:11.965881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada1abb-e59a-4685-a9b9-4336751da2b1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Network': ['ID=2915fab6-dda6-4cdb-bcc5-7ba7e4b99a02,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:12.020185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e2b0d13b-6613-4626-af50-99e86023bf89 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:05:12.103996 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f06384f8-787d-41f8-a2bb-40d479eb750e', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'port_id': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'mac_address': 'fa:16:3e:5d:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:04:43Z', 'updated_at': '2021-11-12T21:05:08Z', 'revision_number': 1, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:12.136700 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-153aa951-dfb6-44ac-9fe2-65df0650027c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8effde42c54d4687a865ef59055fa840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656708 Nov 12 21:05:12.139308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54902) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:12.154416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.157534 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a3836-6535-49a7-97a4-4d4582d7b498 None None] The sync data for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 is: [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'f06384f8-787d-41f8-a2bb-40d479eb750e', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'port_id': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'mac_address': 'fa:16:3e:5d:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:04:43Z', 'updated_at': '2021-11-12T21:05:08Z', 'revision_number': 1, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:12.205140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] No DVR routers for this DVR port a1aa6898-aa35-4f4c-8197-1da9502204c9 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:12.259418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24846626-dbcf-4b34-8c4a-937e40436490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.292952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e2b0d13b-6613-4626-af50-99e86023bf89, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e2b0d13b-6613-4626-af50-99e86023bf89,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:12.295230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24846626-dbcf-4b34-8c4a-937e40436490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.311906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'e2b0d13b-6613-4626-af50-99e86023bf89', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'port_id': 'e2b0d13b-6613-4626-af50-99e86023bf89', 'mac_address': 'fa:16:3e:81:6e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba588c1-b6e6-4e79-a7df-5807d5a9c580', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:05:12.319979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81733a7c-6c6c-485e-8d44-2515c6270768 None None] Pushing event deleted for resources: {'Port': ['ID=a1aa6898-aa35-4f4c-8197-1da9502204c9,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:12.411491 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.427923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fca8bd-6b11-4156-8ef3-2dbdd908eba0 req-0f2b7994-9d04-4f95-bdc1-d3847957d391 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616800 Nov 12 21:05:12.454128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b0d13b-6613-4626-af50-99e86023bf89 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:05:12.480792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e2b0d13b-6613-4626-af50-99e86023bf89, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e2b0d13b-6613-4626-af50-99e86023bf89,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:12.500324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.534586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6ed2c-cc59-40ad-9e9b-16f5e8234ee1 None None] New status for floating IP f06384f8-787d-41f8-a2bb-40d479eb750e: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:05:12.544820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eacc196-7a34-4ab2-a73d-dd2f2a53cbb2 req-36246235-7404-431b-97a0-9845283f386d tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0384150 Nov 12 21:05:12.575234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24846626-dbcf-4b34-8c4a-937e40436490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.578574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24846626-dbcf-4b34-8c4a-937e40436490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.580247 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24846626-dbcf-4b34-8c4a-937e40436490 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07c28eb1-ce25-4c9d-bc48-413eee9a4379 HTTP/1.1" status: 204 len: 168 time: 0.4398518 Nov 12 21:05:12.593889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24846626-dbcf-4b34-8c4a-937e40436490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c28eb1-ce25-4c9d-bc48-413eee9a4379,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:12.624818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61262fc-3b2c-4e5a-a875-35aa87140e3d req-80b9b351-aecc-4617-9c1a-28914ba38d9d tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:12.626894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f61262fc-3b2c-4e5a-a875-35aa87140e3d req-80b9b351-aecc-4617-9c1a-28914ba38d9d tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1776226 Nov 12 21:05:12.656671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.742962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.803940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e2b0d13b-6613-4626-af50-99e86023bf89,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:12.805992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f61262fc-3b2c-4e5a-a875-35aa87140e3d req-3e85e3fe-a3c3-433c-ab36-922ff40f0a97 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573911 Nov 12 21:05:12.808875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d672b31-c01a-4fdd-bf3e-9724c36f781c']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:12.851087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a6068d-a311-4b8d-8a00-13e784e32a41') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:12.861640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a6068d-a311-4b8d-8a00-13e784e32a41') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:12.865300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.882527 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.894221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e418310-beb7-497a-b3e7-97767031bf7a req-e5805146-96be-4e3a-b864-676716d4c2b3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:12.896040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e418310-beb7-497a-b3e7-97767031bf7a req-e5805146-96be-4e3a-b864-676716d4c2b3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 944 time: 0.1036325 Nov 12 21:05:12.902724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:12.903105 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:12.906291 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:12.952387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:13.030181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e418310-beb7-497a-b3e7-97767031bf7a req-b382e63d-a291-4173-a016-6fd6dbe8433b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229448 Nov 12 21:05:13.072500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54932) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:13.135478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:13.174982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:13.182184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] 10.222.0.64 "DELETE /v2.0/networks/7d672b31-c01a-4fdd-bf3e-9724c36f781c HTTP/1.1" status: 204 len: 168 time: 1.2399685 Nov 12 21:05:13.182184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b4b33-d8e2-46b5-b437-40c10e2dc1f1 tempest-TaggedBootDevicesTest-1788259629 tempest-TaggedBootDevicesTest-1788259629-project] Pushing event deleted for resources: {'Network': ['ID=7d672b31-c01a-4fdd-bf3e-9724c36f781c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:13.263532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-978054054'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:13.437940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:13.441682 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:13.469501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:13.520147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1aa6898-aa35-4f4c-8197-1da9502204c9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:13.550476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a1aa6898-aa35-4f4c-8197-1da9502204c9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:13.550925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1aa6898-aa35-4f4c-8197-1da9502204c9 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:13.569941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:13.676123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe7bb2cd-c27a-43ff-b2d6-ab34f5c98d76 req-7943079f-16c5-4f88-b269-b012c4e61ebd tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0290809 Nov 12 21:05:13.741160 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:13.771243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:05:13.781542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe453ffe-701f-41f3-815f-10a16d5495ce,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:13.789078 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:13.789418 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment 767cc120-d670-4815-ad1d-74bf9cb35d68 of type vlan for network dd4fd544-e488-471f-9694-9275a5dd3daa Nov 12 21:05:13.840252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.013836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.019785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:14.026727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.031309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e2b0d13b-6613-4626-af50-99e86023bf89 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:14.096650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=dd4fd544-e488-471f-9694-9275a5dd3daa,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:14.112560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network dd4fd544-e488-471f-9694-9275a5dd3daa details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:05:14.239151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b6384-7f03-4934-bffb-5487ef080139 req-23291a35-5941-4e9f-8428-c15eb383df5d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:14.248646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d47b6384-7f03-4934-bffb-5487ef080139 req-23291a35-5941-4e9f-8428-c15eb383df5d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 944 time: 0.1037862 Nov 12 21:05:14.254735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b618682f-d41d-46fe-a8bc-ff06d45c3d88 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1811144 Nov 12 21:05:14.258549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54976) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:14.264697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1471378120'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:14.296349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port e2b0d13b-6613-4626-af50-99e86023bf89 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:05:14.302086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port e2b0d13b-6613-4626-af50-99e86023bf89 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:14.302770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.311894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d47b6384-7f03-4934-bffb-5487ef080139 req-1ed1809a-0982-4b17-a69f-c9ca41967d83 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620501 Nov 12 21:05:14.392146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:14.403534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:14.408395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.425625 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.442813 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:05:14.457663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a7aa8-070d-4950-9d76-5307740f3fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b0d13b-6613-4626-af50-99e86023bf89'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:14.463213 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b6251a-cb88-4eea-9d4a-904f80e57d6c" -d '{"events": [{"server_uuid": "527a7aa8-070d-4950-9d76-5307740f3fa5", "name": "network-vif-plugged", "status": "completed", "tag": "e2b0d13b-6613-4626-af50-99e86023bf89"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:14.464537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.464887 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment 3ba13996-ba0d-4183-bdfb-e238286ebf2d of type vlan for network f3f6b053-5eee-4921-8c81-7d1bcde254fe Nov 12 21:05:14.475954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e2b0d13b-6613-4626-af50-99e86023bf89, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e2b0d13b-6613-4626-af50-99e86023bf89,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:14.526687 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be235929-94b5-4bf6-a6c1-28433a31708a x-openstack-request-id: req-be235929-94b5-4bf6-a6c1-28433a31708a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:14.526989 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527a7aa8-070d-4950-9d76-5307740f3fa5", "name": "network-vif-plugged", "status": "completed", "tag": "e2b0d13b-6613-4626-af50-99e86023bf89", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:14.527242 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be235929-94b5-4bf6-a6c1-28433a31708a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:14.527703 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a7aa8-070d-4950-9d76-5307740f3fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b0d13b-6613-4626-af50-99e86023bf89', 'code': 200} Nov 12 21:05:14.543984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a00746f8-ce3e-4876-bae3-dd692bc3380a tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:14.544899 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-a00746f8-ce3e-4876-bae3-dd692bc3380a tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 21:05:14.545617 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-a00746f8-ce3e-4876-bae3-dd692bc3380a tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 21:05:14.546847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a00746f8-ce3e-4876-bae3-dd692bc3380a tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1519244 Nov 12 21:05:14.550589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54984) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:14.555004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067779377'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:14.575125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.604276 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.658279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e2b0d13b-6613-4626-af50-99e86023bf89,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:14.671613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ddf5f-6b4c-43b4-9864-12397d91524f req-b25e4b1c-5670-4c9a-b52c-a902cbd5b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:14.673498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-874ddf5f-6b4c-43b4-9864-12397d91524f req-b25e4b1c-5670-4c9a-b52c-a902cbd5b7c3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0647690 Nov 12 21:05:14.723785 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.732798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.736331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-874ddf5f-6b4c-43b4-9864-12397d91524f req-98aaeab2-85b3-49d5-8b15-e2328dbb8c32 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532033 Nov 12 21:05:14.766186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.771970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:14.772577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.798589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d914b11-17e8-42ff-b4de-a6ca1b50c465 req-1d80d6d8-4dbd-4578-9829-f60fceae03cb tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0328214 Nov 12 21:05:14.859965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=f3f6b053-5eee-4921-8c81-7d1bcde254fe,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:14.872482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f3f6b053-5eee-4921-8c81-7d1bcde254fe details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:05:14.908664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:14.917241 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a1e4b969-1004-4387-8da1-87227f620f74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6574802 Nov 12 21:05:14.928176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54994) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:14.934566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': 'dd4fd544-e488-471f-9694-9275a5dd3daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:15.035986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.079575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab41e9-edda-4bd5-b15b-864cd96374e6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:15.124842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.169571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:15.174542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.330415 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.412926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798e0785-1398-4485-94d4-d392c42f976b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:15.468875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43168fae-2f60-4b9b-8303-b3a11968531e req-1ab9fa56-3247-4972-b6b7-0041bf356eb0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:15.475783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43168fae-2f60-4b9b-8303-b3a11968531e req-1ab9fa56-3247-4972-b6b7-0041bf356eb0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 945 time: 0.0778842 Nov 12 21:05:15.498086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.500691 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f651f461-2994-41d5-b4b0-60176e1d7ce9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9490898 Nov 12 21:05:15.504251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55002) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:15.512312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9ce0e3d0-d94a-4360-84ea-82f4f0c7ac4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '798e0785-1398-4485-94d4-d392c42f976b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:15.542163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.546738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43168fae-2f60-4b9b-8303-b3a11968531e req-bfeff489-c15e-45e9-a102-9db7367a7060 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677691 Nov 12 21:05:15.639579 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': '767cc120-d670-4815-ad1d-74bf9cb35d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd4fd544-e488-471f-9694-9275a5dd3daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:15.640242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: dd4fd544-e488-471f-9694-9275a5dd3daa, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:05:15.642594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e3d0-d94a-4360-84ea-82f4f0c7ac4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.648460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=3e5e84f5-f855-45fc-9522-1fa3ceb65fad,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:15.788658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e3d0-d94a-4360-84ea-82f4f0c7ac4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.836603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network dd4fd544-e488-471f-9694-9275a5dd3daa is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:05:15.872904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e3d0-d94a-4360-84ea-82f4f0c7ac4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.902518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0e3d0-d94a-4360-84ea-82f4f0c7ac4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6810717-06e3-4d71-8f68-c077ed66ac73,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:15.947828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, dd4fd544-e488-471f-9694-9275a5dd3daa) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:15.950788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-deecbdb2-d909-4f9a-81bf-55919e128df1 req-c6c9cfd9-5c6c-4846-9fc9-f127a3cc1c32 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0488424 Nov 12 21:05:15.952171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:15.960398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:15.961071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67e3ce-e373-466c-aea2-1c2299e23e15 None None] Network dd4fd544-e488-471f-9694-9275a5dd3daa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:16.091546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e3d0-d94a-4360-84ea-82f4f0c7ac4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.095361 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9ce0e3d0-d94a-4360-84ea-82f4f0c7ac4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874443 Nov 12 21:05:16.098837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55014) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:16.104038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b5aa2155-f997-48b1-8a7f-32d2ab190aa6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '798e0785-1398-4485-94d4-d392c42f976b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:16.123077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ffe6d939-d837-4999-ada3-cfeecb67c052 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1936285 Nov 12 21:05:16.125791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55016) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:16.142494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': 'f3f6b053-5eee-4921-8c81-7d1bcde254fe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:16.188920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-dd4fd544-e488-471f-9694-9275a5dd3daa', 'network_id': 'dd4fd544-e488-471f-9694-9275a5dd3daa', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': '3e5e84f5-f855-45fc-9522-1fa3ceb65fad'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:05:16.189760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.260753 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5aa2155-f997-48b1-8a7f-32d2ab190aa6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.413420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Allocated IP 172.20.0.2 (dd4fd544-e488-471f-9694-9275a5dd3daa/3e5e84f5-f855-45fc-9522-1fa3ceb65fad/d5ac3b99-0a65-43eb-af7c-1eacbad71cab) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:16.432883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:16.443426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.553260 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-b5aa2155-f997-48b1-8a7f-32d2ab190aa6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 21:05:16.554937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b5aa2155-f997-48b1-8a7f-32d2ab190aa6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4546511 Nov 12 21:05:16.557922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55020) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:16.674891 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.697556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.740070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.771743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.800413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a4027-e97f-4107-b419-0deb8089bb2c req-2b03f8cc-2b88-4dbd-b5a9-6d13c05f5b06 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:16.801969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a8a4027-e97f-4107-b419-0deb8089bb2c req-2b03f8cc-2b88-4dbd-b5a9-6d13c05f5b06 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 945 time: 0.1243393 Nov 12 21:05:16.821494 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:16.916743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a8a4027-e97f-4107-b419-0deb8089bb2c req-8dce0469-adf4-4b7e-ba1e-f706c7b3d6ac tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041338 Nov 12 21:05:16.934038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=0da73ad6-4234-40d7-a8a2-80528f27c971,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:16.963631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': '3ba13996-ba0d-4183-bdfb-e238286ebf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f3f6b053-5eee-4921-8c81-7d1bcde254fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:16.964392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: f3f6b053-5eee-4921-8c81-7d1bcde254fe, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:05:17.099045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Pushing event updated for resources: {'Port': ['ID=d5ac3b99-0a65-43eb-af7c-1eacbad71cab,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:17.105190 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.108080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.112445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/798e0785-1398-4485-94d4-d392c42f976b HTTP/1.1" status: 204 len: 168 time: 0.5530865 Nov 12 21:05:17.112725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55034) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:17.135376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e0785-1398-4485-94d4-d392c42f976b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:17.142139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.142557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.142877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.143205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.146584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.146995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.147377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.147716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.148611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.148611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.148822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.148973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.163960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.164304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.164648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.164983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.165380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.166183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.166785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.171451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Network dd4fd544-e488-471f-9694-9275a5dd3daa is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:17.172067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.172457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.172794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.173130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.173518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b15afe-96c7-4458-a311-1bc8384f50a8 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:17.178043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:17.180897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:17.216146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network f3f6b053-5eee-4921-8c81-7d1bcde254fe is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:05:17.301071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-570e29c8-8555-419b-83d9-77ef6e868bc7 req-0c247ad0-f937-4a27-9091-84de9bb37986 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1169400 Nov 12 21:05:17.337385 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-989981d5-9368-4453-8265-a8ed9850f58b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2231717 Nov 12 21:05:17.345956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55048) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:17.354033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4725a5b6-ddb0-465a-be9d-a782f3b082f3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496450995'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:17.394972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Attempting to bind port d5ac3b99-0a65-43eb-af7c-1eacbad71cab on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:17.395406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Attempting to bind port d5ac3b99-0a65-43eb-af7c-1eacbad71cab by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '767cc120-d670-4815-ad1d-74bf9cb35d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd4fd544-e488-471f-9694-9275a5dd3daa'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:17.396030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Attempting to bind port d5ac3b99-0a65-43eb-af7c-1eacbad71cab on network dd4fd544-e488-471f-9694-9275a5dd3daa {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:17.408450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:17.412715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Checking segment: {'id': '767cc120-d670-4815-ad1d-74bf9cb35d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd4fd544-e488-471f-9694-9275a5dd3daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:17.413158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.413926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Bound using segment: {'id': '767cc120-d670-4815-ad1d-74bf9cb35d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd4fd544-e488-471f-9694-9275a5dd3daa'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:17.417934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Bound port: d5ac3b99-0a65-43eb-af7c-1eacbad71cab, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767cc120-d670-4815-ad1d-74bf9cb35d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd4fd544-e488-471f-9694-9275a5dd3daa'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:17.417934 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.445142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f3f6b053-5eee-4921-8c81-7d1bcde254fe) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:17.458367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:17.458367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.501387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f399f-2288-4ed5-94d3-5020d09bad3f None None] Network f3f6b053-5eee-4921-8c81-7d1bcde254fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:17.541432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4725a5b6-ddb0-465a-be9d-a782f3b082f3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.580814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8f81e-189d-4767-9078-29b6562755a1 req-0d83263b-28f6-4bb6-a817-9db537ba225d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:17.589896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdb8f81e-189d-4767-9078-29b6562755a1 req-0d83263b-28f6-4bb6-a817-9db537ba225d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.2876134 Nov 12 21:05:17.610018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdb8f81e-189d-4767-9078-29b6562755a1 req-a8d09bb3-ba8d-4047-8a2a-e78c8009cf45 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/quotas/314180e01912403b932a81eb47358c01 HTTP/1.1" status: 200 len: 375 time: 0.0186949 Nov 12 21:05:17.673767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4725a5b6-ddb0-465a-be9d-a782f3b082f3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.680546 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b92e1cb6-bcb1-4aff-af47-4ec789ad6504 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5507672 Nov 12 21:05:17.681594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55052) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:17.693069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8717b0f2-29e9-4575-b96f-650c721dff45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1928328595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:17.724205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdb8f81e-189d-4767-9078-29b6562755a1 req-db88ed49-cb17-4382-b97e-595bff8fb64c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126752 Nov 12 21:05:17.739430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-680b977a-895a-4026-9b7e-fa823999efce None None] For port d5ac3b99-0a65-43eb-af7c-1eacbad71cab, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:17.769078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-680b977a-895a-4026-9b7e-fa823999efce None None] For port d5ac3b99-0a65-43eb-af7c-1eacbad71cab, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d5ac3b99-0a65-43eb-af7c-1eacbad71cab,segment=NetworkSegment(767cc120-d670-4815-ad1d-74bf9cb35d68),segment_id=767cc120-d670-4815-ad1d-74bf9cb35d68)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:17.771928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f3f6b053-5eee-4921-8c81-7d1bcde254fe', 'network_id': 'f3f6b053-5eee-4921-8c81-7d1bcde254fe', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': '0da73ad6-4234-40d7-a8a2-80528f27c971'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:05:17.772901 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.846226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdb8f81e-189d-4767-9078-29b6562755a1 req-3ac00a22-13be-4d48-abda-b8015188be5b service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206088 Nov 12 21:05:17.866264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4725a5b6-ddb0-465a-be9d-a782f3b082f3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.906501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725a5b6-ddb0-465a-be9d-a782f3b082f3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af284028-8789-40b9-8f40-11a5bb27b76f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:17.960282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8717b0f2-29e9-4575-b96f-650c721dff45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.961406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8717b0f2-29e9-4575-b96f-650c721dff45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.963094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:17.990489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdb8f81e-189d-4767-9078-29b6562755a1 req-97b3a664-f55c-4cdc-8025-6b548d3beb1d service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432338 Nov 12 21:05:18.043906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Allocated IP 172.21.0.2 (f3f6b053-5eee-4921-8c81-7d1bcde254fe/0da73ad6-4234-40d7-a8a2-80528f27c971/0dfc508a-e74a-4310-915f-f45de4a78406) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:18.080668 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8717b0f2-29e9-4575-b96f-650c721dff45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.107521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4725a5b6-ddb0-465a-be9d-a782f3b082f3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.109553 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4725a5b6-ddb0-465a-be9d-a782f3b082f3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7621326 Nov 12 21:05:18.111280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b977a-895a-4026-9b7e-fa823999efce None None] Pushing event updated for resources: {'Port': ['ID=d5ac3b99-0a65-43eb-af7c-1eacbad71cab,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:18.112637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55056) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:18.132153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-449c8ca1-6517-441e-8403-d646765d388d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': 'af284028-8789-40b9-8f40-11a5bb27b76f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:18.132153 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-449c8ca1-6517-441e-8403-d646765d388d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 21:05:18.132153 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-449c8ca1-6517-441e-8403-d646765d388d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:18.136507 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-449c8ca1-6517-441e-8403-d646765d388d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0190554 Nov 12 21:05:18.137151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55058) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:18.212984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8717b0f2-29e9-4575-b96f-650c721dff45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.279939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82076ba2-de2b-409d-a6e1-c9a8fb5b7909 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.345054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82076ba2-de2b-409d-a6e1-c9a8fb5b7909 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.451765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8717b0f2-29e9-4575-b96f-650c721dff45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.456093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55072) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:18.463034 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8717b0f2-29e9-4575-b96f-650c721dff45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7777576 Nov 12 21:05:18.496769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.628717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f94c3015-e028-457c-b292-f2892826381a req-e80777f7-aeaf-4dc2-8f11-cf263414819a tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0844090 Nov 12 21:05:18.665041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82076ba2-de2b-409d-a6e1-c9a8fb5b7909 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.665699 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.668280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82076ba2-de2b-409d-a6e1-c9a8fb5b7909 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.669454 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82076ba2-de2b-409d-a6e1-c9a8fb5b7909 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/af284028-8789-40b9-8f40-11a5bb27b76f HTTP/1.1" status: 204 len: 168 time: 0.5313690 Nov 12 21:05:18.702843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:18.708912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82076ba2-de2b-409d-a6e1-c9a8fb5b7909 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af284028-8789-40b9-8f40-11a5bb27b76f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:18.835033 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-389c3fa5-a3e0-4aa9-aa61-d80ae0e9f931 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1200850 Nov 12 21:05:18.845209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55086) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:18.857757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c3257d7e-c891-4491-b0b8-5e87d3cadf4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852986838'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:18.938112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Pushing event updated for resources: {'Port': ['ID=0dfc508a-e74a-4310-915f-f45de4a78406,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:18.952226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Network f3f6b053-5eee-4921-8c81-7d1bcde254fe is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:18.954571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:18.957226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:19.026950 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3257d7e-c891-4491-b0b8-5e87d3cadf4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.078166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.124240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Attempting to bind port 0dfc508a-e74a-4310-915f-f45de4a78406 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:19.130430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Attempting to bind port 0dfc508a-e74a-4310-915f-f45de4a78406 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3ba13996-ba0d-4183-bdfb-e238286ebf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f3f6b053-5eee-4921-8c81-7d1bcde254fe'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:19.130430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Attempting to bind port 0dfc508a-e74a-4310-915f-f45de4a78406 on network f3f6b053-5eee-4921-8c81-7d1bcde254fe {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:19.137969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:19.139643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Checking segment: {'id': '3ba13996-ba0d-4183-bdfb-e238286ebf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f3f6b053-5eee-4921-8c81-7d1bcde254fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:19.140150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.141935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Bound using segment: {'id': '3ba13996-ba0d-4183-bdfb-e238286ebf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f3f6b053-5eee-4921-8c81-7d1bcde254fe'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:19.142542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Bound port: 0dfc508a-e74a-4310-915f-f45de4a78406, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba13996-ba0d-4183-bdfb-e238286ebf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f3f6b053-5eee-4921-8c81-7d1bcde254fe'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:19.143049 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.163611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3257d7e-c891-4491-b0b8-5e87d3cadf4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.303201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] For port 0dfc508a-e74a-4310-915f-f45de4a78406, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:19.308750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] For port 0dfc508a-e74a-4310-915f-f45de4a78406, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0dfc508a-e74a-4310-915f-f45de4a78406,segment=NetworkSegment(3ba13996-ba0d-4183-bdfb-e238286ebf2d),segment_id=3ba13996-ba0d-4183-bdfb-e238286ebf2d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:19.368031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3257d7e-c891-4491-b0b8-5e87d3cadf4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.455445 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.461413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3257d7e-c891-4491-b0b8-5e87d3cadf4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac43df17-ff1c-493f-b77d-4ed0512ac4e9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:19.515928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3257d7e-c891-4491-b0b8-5e87d3cadf4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.518936 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c3257d7e-c891-4491-b0b8-5e87d3cadf4b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6736646 Nov 12 21:05:19.524724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55114) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:19.537553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9512701e-dfe3-4c48-86c1-2aaaf87d3e4d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': 'ac43df17-ff1c-493f-b77d-4ed0512ac4e9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:19.541911 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-9512701e-dfe3-4c48-86c1-2aaaf87d3e4d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 21:05:19.547017 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-9512701e-dfe3-4c48-86c1-2aaaf87d3e4d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:19.548363 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9512701e-dfe3-4c48-86c1-2aaaf87d3e4d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0228055 Nov 12 21:05:19.551381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55118) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:19.656464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c73122-26bb-4f5e-a64f-76491050e4f2 None None] Pushing event updated for resources: {'Port': ['ID=0dfc508a-e74a-4310-915f-f45de4a78406,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:19.761761 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dad309a9-26d6-479d-bfd3-55d3667d9efc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.778207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d5ac3b99-0a65-43eb-af7c-1eacbad71cab up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:19.896426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dad309a9-26d6-479d-bfd3-55d3667d9efc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:19.944546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d5ac3b99-0a65-43eb-af7c-1eacbad71cab triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:19.946410 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.082333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d9e2f-bfa4-4f27-8d6d-2e1801a8cdaa None None] Network dd4fd544-e488-471f-9694-9275a5dd3daa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:20.103933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e236f6b-8ccf-45cf-88ab-559bde1c4aa7 req-c3722e02-ac2c-41d5-8eb1-97a9534e8c40 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1559734 Nov 12 21:05:20.158452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dad309a9-26d6-479d-bfd3-55d3667d9efc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.161229 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dad309a9-26d6-479d-bfd3-55d3667d9efc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.163411 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dad309a9-26d6-479d-bfd3-55d3667d9efc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/ac43df17-ff1c-493f-b77d-4ed0512ac4e9 HTTP/1.1" status: 204 len: 168 time: 0.6108146 Nov 12 21:05:20.170034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55128) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:20.178156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.20.0.1 (dd4fd544-e488-471f-9694-9275a5dd3daa/3e5e84f5-f855-45fc-9522-1fa3ceb65fad/aee96625-bb43-49ba-9685-9e1426f3103c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:20.254447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad309a9-26d6-479d-bfd3-55d3667d9efc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac43df17-ff1c-493f-b77d-4ed0512ac4e9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:20.279848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-945f7249-c399-48cc-ba21-7e2ef5ed7fd6 None None] Provisioning complete for port d5ac3b99-0a65-43eb-af7c-1eacbad71cab triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:20.280999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-945f7249-c399-48cc-ba21-7e2ef5ed7fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.354378 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a8a65f0a-fb1f-43ff-8842-623b8a22587e tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1829841 Nov 12 21:05:20.359599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55130) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:20.364832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cc718bff-75bd-4a6c-b45d-b48b17064103 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512655392'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:20.382325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-c9dda9b8-f418-4c36-ac54-d03ce547337e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:20.392011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-c9dda9b8-f418-4c36-ac54-d03ce547337e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.8466105 Nov 12 21:05:20.411600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-1eec5c99-a136-47e8-80a5-2ae40dd04673 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/quotas/314180e01912403b932a81eb47358c01 HTTP/1.1" status: 200 len: 375 time: 0.0184081 Nov 12 21:05:20.470901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc718bff-75bd-4a6c-b45d-b48b17064103 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.476010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.518015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-26fea03c-6ba8-4692-b50b-61ef9f14db67 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1048753 Nov 12 21:05:20.529334 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.653257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc718bff-75bd-4a6c-b45d-b48b17064103 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.665176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port d5ac3b99-0a65-43eb-af7c-1eacbad71cab, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d5ac3b99-0a65-43eb-af7c-1eacbad71cab,segment=NetworkSegment(767cc120-d670-4815-ad1d-74bf9cb35d68),segment_id=767cc120-d670-4815-ad1d-74bf9cb35d68)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:20.715623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-5f36eabf-5c56-4012-875c-9d32233ff350 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964903 Nov 12 21:05:20.779687 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc718bff-75bd-4a6c-b45d-b48b17064103 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.821195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-945f7249-c399-48cc-ba21-7e2ef5ed7fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.848348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc718bff-75bd-4a6c-b45d-b48b17064103 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebe4772-9a53-431e-baf2-7b8e83270849,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:20.854929 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.865923 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.911514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network dd4fd544-e488-471f-9694-9275a5dd3daa is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:20.935745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:20.941486 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-945f7249-c399-48cc-ba21-7e2ef5ed7fd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:05:20.941819 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-945f7249-c399-48cc-ba21-7e2ef5ed7fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:05:20.952917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc718bff-75bd-4a6c-b45d-b48b17064103 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.957218 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc718bff-75bd-4a6c-b45d-b48b17064103 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5936897 Nov 12 21:05:20.957722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55138) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:20.963624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-96f0cbd1-7573-4b67-bbd0-9398baefcfb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '5ebe4772-9a53-431e-baf2-7b8e83270849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:20.979796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:20.984532 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-96f0cbd1-7573-4b67-bbd0-9398baefcfb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 21:05:20.985313 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-96f0cbd1-7573-4b67-bbd0-9398baefcfb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:20.989368 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-96f0cbd1-7573-4b67-bbd0-9398baefcfb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0277245 Nov 12 21:05:20.989874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55140) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:21.001261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-538898c0-9576-426d-a75a-fceab9b15f51 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '5ebe4772-9a53-431e-baf2-7b8e83270849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:21.006486 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-538898c0-9576-426d-a75a-fceab9b15f51 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 21:05:21.007172 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-538898c0-9576-426d-a75a-fceab9b15f51 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:21.013971 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-538898c0-9576-426d-a75a-fceab9b15f51 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0230246 Nov 12 21:05:21.018862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55142) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:21.027716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d3fc802f-f56b-4e05-82ab-1c1ab1b02faf tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '5ebe4772-9a53-431e-baf2-7b8e83270849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:21.028753 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-d3fc802f-f56b-4e05-82ab-1c1ab1b02faf tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 21:05:21.029459 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-d3fc802f-f56b-4e05-82ab-1c1ab1b02faf tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:21.034447 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d3fc802f-f56b-4e05-82ab-1c1ab1b02faf tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139601 Nov 12 21:05:21.035321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55144) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:21.044583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cfe0c83d-00d4-43c7-aed2-a42cc47e614b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '5ebe4772-9a53-431e-baf2-7b8e83270849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:21.045466 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-cfe0c83d-00d4-43c7-aed2-a42cc47e614b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 21:05:21.046169 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-cfe0c83d-00d4-43c7-aed2-a42cc47e614b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:21.051246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=d5ac3b99-0a65-43eb-af7c-1eacbad71cab,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:21.051481 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cfe0c83d-00d4-43c7-aed2-a42cc47e614b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0142033 Nov 12 21:05:21.054328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55146) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:21.080450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.150941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff564e4b-a3e2-47e7-924a-0f14d07e2d13 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.195173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=aee96625-bb43-49ba-9685-9e1426f3103c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:21.216379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-271e3973-f171-4148-8682-2fb99f3c4cd1 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997213 Nov 12 21:05:21.283710 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff564e4b-a3e2-47e7-924a-0f14d07e2d13 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.319035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2da68f3a-dfcb-494b-b920-2de427432c1a req-88e3a91b-5244-4e6f-bc41-ccc55e7ce330 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0675673 Nov 12 21:05:21.529533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.535978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b97f0e-5a14-4a5c-bd5b-631c70a08312 None None] Network f3f6b053-5eee-4921-8c81-7d1bcde254fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:21.586896 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff564e4b-a3e2-47e7-924a-0f14d07e2d13 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.591771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff564e4b-a3e2-47e7-924a-0f14d07e2d13 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.592604 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ff564e4b-a3e2-47e7-924a-0f14d07e2d13 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/5ebe4772-9a53-431e-baf2-7b8e83270849 HTTP/1.1" status: 204 len: 168 time: 0.5376642 Nov 12 21:05:21.596893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55154) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:21.681135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff564e4b-a3e2-47e7-924a-0f14d07e2d13 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebe4772-9a53-431e-baf2-7b8e83270849,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:21.776655 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e22122ad-4df4-49b7-98d8-d9543f0ac459 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1783793 Nov 12 21:05:21.777489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55162) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:21.779655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d5ac3b99-0a65-43eb-af7c-1eacbad71cab up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:21.783332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a13ba5c2-aa44-4555-973b-d85d1c696cb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--680669531'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:21.869584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-498c67aa-e84a-4f73-8cc7-6a6bf557e11d req-f9bd095f-3eaa-47b8-857a-a0bb935ce2fa tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 210 time: 0.1339567 Nov 12 21:05:21.930273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a13ba5c2-aa44-4555-973b-d85d1c696cb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.955600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Provisioning complete for port d5ac3b99-0a65-43eb-af7c-1eacbad71cab triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:21.956026 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.015457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d5ac3b99-0a65-43eb-af7c-1eacbad71cab triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:22.015831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.090294 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a13ba5c2-aa44-4555-973b-d85d1c696cb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.181516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.200730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0dfc508a-e74a-4310-915f-f45de4a78406 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:22.266388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a13ba5c2-aa44-4555-973b-d85d1c696cb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.276475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Provisioning complete for port 0dfc508a-e74a-4310-915f-f45de4a78406 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:22.277093 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.314591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ba5c2-aa44-4555-973b-d85d1c696cb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8183083a-7bfe-4593-976e-5008bbbf395e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:22.329103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.400471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.518038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d804677d-b701-4ebc-bceb-9222e2b9e304 req-328a22a8-0ac2-43f6-935a-7257fbd65c40 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1081860 Nov 12 21:05:22.522160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=aee96625-bb43-49ba-9685-9e1426f3103c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:22.542513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a13ba5c2-aa44-4555-973b-d85d1c696cb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.550306 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a13ba5c2-aa44-4555-973b-d85d1c696cb0 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7652488 Nov 12 21:05:22.552228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:22.558094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6a1db2b9-f481-4c83-ad03-5765b49908a1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:22.558851 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-6a1db2b9-f481-4c83-ad03-5765b49908a1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 21:05:22.561187 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-6a1db2b9-f481-4c83-ad03-5765b49908a1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:22.565851 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6a1db2b9-f481-4c83-ad03-5765b49908a1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082188 Nov 12 21:05:22.567856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55178) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:22.585099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0dfc508a-e74a-4310-915f-f45de4a78406 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:22.590521 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.594481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network dd4fd544-e488-471f-9694-9275a5dd3daa is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:22.595069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6ed1d6d3-8818-4db8-aa37-7fb45193001e tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:22.596861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:22.668474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.731721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5e550457-a449-475f-b560-8785276ccec6 None None] For port 0dfc508a-e74a-4310-915f-f45de4a78406, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0dfc508a-e74a-4310-915f-f45de4a78406,segment=NetworkSegment(3ba13996-ba0d-4183-bdfb-e238286ebf2d),segment_id=3ba13996-ba0d-4183-bdfb-e238286ebf2d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:22.745284 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.911606 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.952058 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-6ed1d6d3-8818-4db8-aa37-7fb45193001e tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:22.953609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 886cf23e-bdd1-47ea-88e8-a55d3b6ad80e is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:05:22.956678 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6ed1d6d3-8818-4db8-aa37-7fb45193001e tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3768938 Nov 12 21:05:22.960082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55190) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:22.965656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-aef23030-6b46-4a38-ad0b-c7e1f27da1a2 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:22.966913 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-aef23030-6b46-4a38-ad0b-c7e1f27da1a2 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 21:05:22.967665 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-aef23030-6b46-4a38-ad0b-c7e1f27da1a2 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:22.968888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aef23030-6b46-4a38-ad0b-c7e1f27da1a2 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078077 Nov 12 21:05:22.972240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55192) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:22.976777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dedacf00-7c6a-49d7-a53f-d54a6482cce3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:23.013714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Provisioning complete for port aee96625-bb43-49ba-9685-9e1426f3103c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:23.014084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.018455 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:05:23.018619 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:05:23.043720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Pushing event updated for resources: {'Port': ['ID=0dfc508a-e74a-4310-915f-f45de4a78406,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:23.067156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5e550457-a449-475f-b560-8785276ccec6 None None] Port aee96625-bb43-49ba-9685-9e1426f3103c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:23.190406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3a03337e-a27b-4887-8c8c-d780c0177866 None None] Provisioning complete for port 0dfc508a-e74a-4310-915f-f45de4a78406 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:23.190840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3a03337e-a27b-4887-8c8c-d780c0177866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.256229 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-dedacf00-7c6a-49d7-a53f-d54a6482cce3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:23.258199 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dedacf00-7c6a-49d7-a53f-d54a6482cce3 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2847810 Nov 12 21:05:23.261575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55196) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:23.267419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d93f2fed-b523-4864-9e9c-fe4b8984c86b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:23.268566 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-d93f2fed-b523-4864-9e9c-fe4b8984c86b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 21:05:23.269290 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-d93f2fed-b523-4864-9e9c-fe4b8984c86b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:23.270621 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d93f2fed-b523-4864-9e9c-fe4b8984c86b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078139 Nov 12 21:05:23.275462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:23.281925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-11a50173-e5e1-4409-9997-d9a130640cfe tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:23.320907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3a03337e-a27b-4887-8c8c-d780c0177866 None None] Provisioning complete for port aee96625-bb43-49ba-9685-9e1426f3103c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:23.321280 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3a03337e-a27b-4887-8c8c-d780c0177866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.385431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3a03337e-a27b-4887-8c8c-d780c0177866 None None] Port aee96625-bb43-49ba-9685-9e1426f3103c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:23.397033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba65fd26-7228-410e-9744-e2bb052c8936 req-ee47ebc8-7f22-4d50-a702-cae3a2957056 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 210 time: 0.0688102 Nov 12 21:05:23.417499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:23.422328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-57ad5573-7d64-428e-8770-dba6ccc3e5a5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/886cf23e-bdd1-47ea-88e8-a55d3b6ad80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9646058 Nov 12 21:05:23.424999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55200) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:23.427592 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8c302f-ac8e-4757-be38-2fd9531e4219 None None] Sync routers for ids ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:23.450198 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c302f-ac8e-4757-be38-2fd9531e4219 None None] Routers {'886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:23.450806 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ca8c302f-ac8e-4757-be38-2fd9531e4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:23.485257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ca8c302f-ac8e-4757-be38-2fd9531e4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:23.494763 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c302f-ac8e-4757-be38-2fd9531e4219 None None] Routers {'886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:23.495660 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ca8c302f-ac8e-4757-be38-2fd9531e4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:23.514454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8d7b6-01a9-46c1-ad92-70dd1dbbd55d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:23.519084 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d4d8d7b6-01a9-46c1-ad92-70dd1dbbd55d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports/aee96625-bb43-49ba-9685-9e1426f3103c HTTP/1.1" status: 200 len: 910 time: 0.0893552 Nov 12 21:05:23.523133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55202) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:23.658052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ca8c302f-ac8e-4757-be38-2fd9531e4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:23.658917 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8c302f-ac8e-4757-be38-2fd9531e4219 None None] The sync data for ids ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:23.703333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0dfc508a-e74a-4310-915f-f45de4a78406 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:23.716730 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-11a50173-e5e1-4409-9997-d9a130640cfe tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:23.722157 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-11a50173-e5e1-4409-9997-d9a130640cfe tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4451463 Nov 12 21:05:23.723082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55210) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:23.729366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6c4fc440-ac7a-4b07-8667-9cbe81c90dc9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:23.730090 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-6c4fc440-ac7a-4b07-8667-9cbe81c90dc9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 21:05:23.731448 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-6c4fc440-ac7a-4b07-8667-9cbe81c90dc9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:23.737197 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6c4fc440-ac7a-4b07-8667-9cbe81c90dc9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126622 Nov 12 21:05:23.748696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:23.761450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ecf45f32-7fbb-44a7-b918-b5acb10d94b2 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:23.830519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0dfc508a-e74a-4310-915f-f45de4a78406 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:23.831333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.841592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa66fb63-d4c0-4211-b76a-ab5faccd0cb4 req-452cca84-5082-4887-a692-a6efbb7dd49c tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0442741 Nov 12 21:05:24.037971 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-ecf45f32-7fbb-44a7-b918-b5acb10d94b2 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:24.047268 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ecf45f32-7fbb-44a7-b918-b5acb10d94b2 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2828166 Nov 12 21:05:24.047268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55226) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:24.053164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a09e6064-61cc-4aba-9d55-75660dc578d6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': '8183083a-7bfe-4593-976e-5008bbbf395e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:24.130743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.455236 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-a09e6064-61cc-4aba-9d55-75660dc578d6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:24.456451 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a09e6064-61cc-4aba-9d55-75660dc578d6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4122233 Nov 12 21:05:24.459689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:24.506704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.21.0.1 (f3f6b053-5eee-4921-8c81-7d1bcde254fe/0da73ad6-4234-40d7-a8a2-80528f27c971/bd404eec-5f53-4718-b9ec-2831cbe6c96e) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:24.510424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14e6ed11-2dea-430a-9b84-c89e18fa2950 req-4e6b1a52-dbf6-4d8d-acc0-896d7d1ce8fe tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 210 time: 0.0381563 Nov 12 21:05:24.564334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14488246-7431-4ebe-b0fa-2d0ecc6b0a60 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.592730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14488246-7431-4ebe-b0fa-2d0ecc6b0a60 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.671753 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.786190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14488246-7431-4ebe-b0fa-2d0ecc6b0a60 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.789123 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-14488246-7431-4ebe-b0fa-2d0ecc6b0a60 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.792843 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-14488246-7431-4ebe-b0fa-2d0ecc6b0a60 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/8183083a-7bfe-4593-976e-5008bbbf395e HTTP/1.1" status: 204 len: 168 time: 0.3299346 Nov 12 21:05:24.793215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55238) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:24.805925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14488246-7431-4ebe-b0fa-2d0ecc6b0a60 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183083a-7bfe-4593-976e-5008bbbf395e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:24.833764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.892926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-62cd007c-a591-48a2-8871-c807a984f14a tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984855 Nov 12 21:05:24.897507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55240) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:24.902744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4752036b-3fa2-447d-af62-9166286a454c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754657223'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:24.924021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=bd404eec-5f53-4718-b9ec-2831cbe6c96e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:24.950066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network f3f6b053-5eee-4921-8c81-7d1bcde254fe is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:24.952216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:24.979755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:25.038302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4752036b-3fa2-447d-af62-9166286a454c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.070889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29a27a8f-48b8-4324-b89c-886fa35a4fe3 req-29ada864-49bd-4ff6-b1fb-2dfcc096ad37 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0441809 Nov 12 21:05:25.170622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.204130 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4752036b-3fa2-447d-af62-9166286a454c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.333878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-14a828c0-ccb1-45ad-a956-063ade361614 None None] Provisioning complete for port bd404eec-5f53-4718-b9ec-2831cbe6c96e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:25.334788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-14a828c0-ccb1-45ad-a956-063ade361614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.367395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4752036b-3fa2-447d-af62-9166286a454c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.389184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-14a828c0-ccb1-45ad-a956-063ade361614 None None] Port bd404eec-5f53-4718-b9ec-2831cbe6c96e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:25.406824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752036b-3fa2-447d-af62-9166286a454c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16c275d-3894-48dd-adfa-da24213b948e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:25.467015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4752036b-3fa2-447d-af62-9166286a454c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.471610 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4752036b-3fa2-447d-af62-9166286a454c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5705256 Nov 12 21:05:25.474601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55252) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:25.479999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c9cf25fb-e359-4db0-842e-57d7f6f8b97f tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': 'f16c275d-3894-48dd-adfa-da24213b948e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:25.552902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.611710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-8e7d0a39-c92e-4628-8120-44ce7878a310 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:25.612396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-8e7d0a39-c92e-4628-8120-44ce7878a310 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.2868648 Nov 12 21:05:25.645499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a85be23a-2a17-4856-9acb-ad02dbef89b4 req-25b53476-7eff-48dc-b071-f773fd6bc9e0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 210 time: 0.0320508 Nov 12 21:05:25.654788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Request body: {'port': {'device_id': 'f5f6c725-c054-416c-bc92-f38e966a93f7', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'admin_state_up': True, 'tenant_id': '314180e01912403b932a81eb47358c01'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:25.842508 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-c9cf25fb-e359-4db0-842e-57d7f6f8b97f tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The resource could not be found. Nov 12 21:05:25.845432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c9cf25fb-e359-4db0-842e-57d7f6f8b97f tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3719573 Nov 12 21:05:25.853363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55258) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:25.858402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3f5c0528-4190-44a0-b7c0-1db7d72fe8b1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': 'f16c275d-3894-48dd-adfa-da24213b948e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '31759f62-db38-4aa1-a543-ef179a41145a'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.088506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.156304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:26.160006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.209503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a6fa5ea-550b-4740-8d41-76a288d82f97 req-41cdf360-0ed4-4bb2-b3bd-6a7e32b5d25e tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0470641 Nov 12 21:05:26.217688 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.324966 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-3f5c0528-4190-44a0-b7c0-1db7d72fe8b1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The resource could not be found. Nov 12 21:05:26.337546 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3f5c0528-4190-44a0-b7c0-1db7d72fe8b1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4713664 Nov 12 21:05:26.337546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55266) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.342972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.357807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=bd404eec-5f53-4718-b9ec-2831cbe6c96e,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.418100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87372978-18e6-41ef-a6a6-f444445c64de tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.464059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87372978-18e6-41ef-a6a6-f444445c64de tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.474468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Allocated IP 172.20.0.12 (05cb7d81-b1e0-4eb9-af34-06018f5b2250/bba588c1-b6e6-4e79-a7df-5807d5a9c580/0f2689f7-91cb-455a-bd0f-9253ba402db2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:26.520450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network f3f6b053-5eee-4921-8c81-7d1bcde254fe is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:26.524421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:26.626769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87372978-18e6-41ef-a6a6-f444445c64de tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.630477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87372978-18e6-41ef-a6a6-f444445c64de tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.632139 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-87372978-18e6-41ef-a6a6-f444445c64de tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/f16c275d-3894-48dd-adfa-da24213b948e HTTP/1.1" status: 204 len: 168 time: 0.3018246 Nov 12 21:05:26.637363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55272) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.655334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87372978-18e6-41ef-a6a6-f444445c64de tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16c275d-3894-48dd-adfa-da24213b948e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.772602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 886cf23e-bdd1-47ea-88e8-a55d3b6ad80e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:26.840084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e5edf32d-e941-4fc9-be64-0c33071d97a9 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1957417 Nov 12 21:05:26.840447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55276) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.845051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b97e3806-88be-4873-b2c9-655c356e7623 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': 'df7d1ba6-7825-43ee-bb7b-4c8840f2bc00', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.898589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.902131 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d711e29-644d-4230-ab2d-cccdaeb77102 req-1d3421fd-67eb-4fc8-aaab-43d4f958b076 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 210 time: 0.1015525 Nov 12 21:05:26.934312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-05284040-e157-42cc-821f-895ceefc6694 None None] Provisioning complete for port bd404eec-5f53-4718-b9ec-2831cbe6c96e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:26.934905 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-05284040-e157-42cc-821f-895ceefc6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.969861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-05284040-e157-42cc-821f-895ceefc6694 None None] Port bd404eec-5f53-4718-b9ec-2831cbe6c96e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:27.041439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:27.047343 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fe76b28a-7611-4829-9607-6da7c8ef9e41 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/886cf23e-bdd1-47ea-88e8-a55d3b6ad80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5267420 Nov 12 21:05:27.050077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55280) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:27.059809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ce72c-910f-4734-8378-7ed90402bb3a None None] Sync routers for ids ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:27.089883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ce72c-910f-4734-8378-7ed90402bb3a None None] Routers {'886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:27.098519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e24ce72c-910f-4734-8378-7ed90402bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:27.117968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0e948-240a-4fce-8f28-3347a93c8a2d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:27.120746 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fed0e948-240a-4fce-8f28-3347a93c8a2d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports/bd404eec-5f53-4718-b9ec-2831cbe6c96e HTTP/1.1" status: 200 len: 910 time: 0.0683873 Nov 12 21:05:27.125412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55282) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:27.148409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e24ce72c-910f-4734-8378-7ed90402bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:27.163539 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-b97e3806-88be-4873-b2c9-655c356e7623 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The resource could not be found. Nov 12 21:05:27.164642 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b97e3806-88be-4873-b2c9-655c356e7623 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3231561 Nov 12 21:05:27.172641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55284) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:27.173308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ce72c-910f-4734-8378-7ed90402bb3a None None] Routers {'886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:27.173927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e24ce72c-910f-4734-8378-7ed90402bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:27.177378 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9320f690-74d8-4c1f-afc7-c3c6507e66f5 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050431000'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:27.253839 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.331364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:27.359197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:27.364834 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9320f690-74d8-4c1f-afc7-c3c6507e66f5 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.378163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5c0ff4c-5947-4d2d-a5ab-55caac3a6c65 req-cb406a1e-4ab7-452d-99f5-08b856ba103a tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0635967 Nov 12 21:05:27.385272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:27.451553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:27.545988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e24ce72c-910f-4734-8378-7ed90402bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:27.546845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ce72c-910f-4734-8378-7ed90402bb3a None None] The sync data for ids ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:27.641577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9320f690-74d8-4c1f-afc7-c3c6507e66f5 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.734693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9320f690-74d8-4c1f-afc7-c3c6507e66f5 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.750316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-223eca5e-60dd-4b3c-98dd-e012d5fee46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.791493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320f690-74d8-4c1f-afc7-c3c6507e66f5 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1adfe07-e1ef-44ae-beb6-d0e5cc26a508,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:27.893155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9320f690-74d8-4c1f-afc7-c3c6507e66f5 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.897095 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9320f690-74d8-4c1f-afc7-c3c6507e66f5 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7204647 Nov 12 21:05:27.897095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55300) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:27.902336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6ebeaf6a-9021-43c8-9663-4cde9c25a90c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106060576'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:28.020706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaf6a-9021-43c8-9663-4cde9c25a90c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.060025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event updated for resources: {'Port': ['ID=0f2689f7-91cb-455a-bd0f-9253ba402db2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:28.181341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaf6a-9021-43c8-9663-4cde9c25a90c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.184046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:28.184786 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.260921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11326-80db-4fcc-88f6-db5f53feebeb req-16b157d8-e3c2-4b14-b678-806d96b32756 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:28.262521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dad11326-80db-4fcc-88f6-db5f53feebeb req-16b157d8-e3c2-4b14-b678-806d96b32756 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 932 time: 0.1250470 Nov 12 21:05:28.336425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dad11326-80db-4fcc-88f6-db5f53feebeb req-c62f86cc-dc8a-4609-978a-96f61e07ef05 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639145 Nov 12 21:05:28.387212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.414942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaf6a-9021-43c8-9663-4cde9c25a90c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.468734 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeaf6a-9021-43c8-9663-4cde9c25a90c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b48f4-12bf-4516-9d10-0efed9bdd6b2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:28.484045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-fbcd5d3d-1a2b-4d59-b39d-36844398a4c5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8348734 Nov 12 21:05:28.536069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Request body: {'port': {'device_id': 'f5f6c725-c054-416c-bc92-f38e966a93f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:28.607996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82a816a2-d401-4c3e-b323-53ece7e28cc9 req-159b4ea7-6519-40b7-84e1-bf12bce30b95 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0766740 Nov 12 21:05:28.617489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaf6a-9021-43c8-9663-4cde9c25a90c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.626301 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6ebeaf6a-9021-43c8-9663-4cde9c25a90c tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7238324 Nov 12 21:05:28.627712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55310) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:28.636086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-474e7ddb-24a1-443d-923d-d8aa1f81ac92 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group_rule': {'security_group_id': 'a1adfe07-e1ef-44ae-beb6-d0e5cc26a508', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c32b48f4-12bf-4516-9d10-0efed9bdd6b2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:28.708651 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.028422 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-474e7ddb-24a1-443d-923d-d8aa1f81ac92 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:05:29.036699 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-474e7ddb-24a1-443d-923d-d8aa1f81ac92 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4089804 Nov 12 21:05:29.037478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55318) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:29.062435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port bd404eec-5f53-4718-b9ec-2831cbe6c96e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:29.062971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.104699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5e71903-9882-4175-b583-8bf8ce342c9d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.137617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5e71903-9882-4175-b583-8bf8ce342c9d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.181438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2689f7-91cb-455a-bd0f-9253ba402db2 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:05:29.198298 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.246091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.262050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for bd404eec-5f53-4718-b9ec-2831cbe6c96e owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:29.317490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5e71903-9882-4175-b583-8bf8ce342c9d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.320469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5e71903-9882-4175-b583-8bf8ce342c9d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.322229 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c5e71903-9882-4175-b583-8bf8ce342c9d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/c32b48f4-12bf-4516-9d10-0efed9bdd6b2 HTTP/1.1" status: 204 len: 168 time: 0.2837863 Nov 12 21:05:29.324508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Transition to ACTIVE for port object 0f2689f7-91cb-455a-bd0f-9253ba402db2 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:05:29.325828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55322) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:29.344732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e71903-9882-4175-b583-8bf8ce342c9d tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b48f4-12bf-4516-9d10-0efed9bdd6b2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:29.423093 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bc2bc9f6-2e9e-4c93-8309-b31aebcaa0f6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0938723 Nov 12 21:05:29.430225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55326) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:29.454749 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.512787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2be0-5c67-4953-b12e-03ba5e61fffc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.551629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2be0-5c67-4953-b12e-03ba5e61fffc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.563760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2689f7-91cb-455a-bd0f-9253ba402db2,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:29.677016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ec8ba-6f96-4bc3-8d75-fb6ef5443d1f req-92f19f35-bc0e-4a81-a915-dd3346121713 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:29.678870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a2ec8ba-6f96-4bc3-8d75-fb6ef5443d1f req-92f19f35-bc0e-4a81-a915-dd3346121713 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 944 time: 0.2032895 Nov 12 21:05:29.712079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2be0-5c67-4953-b12e-03ba5e61fffc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.712079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2be0-5c67-4953-b12e-03ba5e61fffc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.714085 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1fcb2be0-5c67-4953-b12e-03ba5e61fffc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/a1adfe07-e1ef-44ae-beb6-d0e5cc26a508 HTTP/1.1" status: 204 len: 168 time: 0.2815948 Nov 12 21:05:29.714755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55332) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:29.814377 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e7779c1c-3f5f-478d-9dae-8329bb0b534e tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0951846 Nov 12 21:05:29.815036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55340) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:29.820208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9fb3351c-3359-418e-bd62-8c698e8d82b6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'tempest-secgroup--647164889'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:29.825820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb2be0-5c67-4953-b12e-03ba5e61fffc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1adfe07-e1ef-44ae-beb6-d0e5cc26a508,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:29.860288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fcd58a21-8985-4b97-9c76-d3669b82ac6e req-013e8d8f-2d23-4579-8207-e3efc0b2418b tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1143451 Nov 12 21:05:29.923509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Attempting to bind port 0f2689f7-91cb-455a-bd0f-9253ba402db2 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:29.923862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Attempting to bind port 0f2689f7-91cb-455a-bd0f-9253ba402db2 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:29.924183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Attempting to bind port 0f2689f7-91cb-455a-bd0f-9253ba402db2 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:29.932935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb3351c-3359-418e-bd62-8c698e8d82b6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.939153 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:05:29.947741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Port 0f2689f7-91cb-455a-bd0f-9253ba402db2 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:05:29.947741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Attempting to bind port 0f2689f7-91cb-455a-bd0f-9253ba402db2 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:29.971165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a2ec8ba-6f96-4bc3-8d75-fb6ef5443d1f req-e202fa57-a4d8-4bbe-8630-3d88028893ab tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492318 Nov 12 21:05:29.973454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:29.974622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Checking segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:29.975393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Bound using segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:29.976125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Bound port: 0f2689f7-91cb-455a-bd0f-9253ba402db2, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:29.978971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.050113 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.069097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd447c13-f44b-409b-9ac1-4bf36186dc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.077337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb3351c-3359-418e-bd62-8c698e8d82b6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.107341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=bd404eec-5f53-4718-b9ec-2831cbe6c96e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:30.121811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] For port 0f2689f7-91cb-455a-bd0f-9253ba402db2, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:30.193508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb3351c-3359-418e-bd62-8c698e8d82b6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.224298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] For port 0f2689f7-91cb-455a-bd0f-9253ba402db2, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0f2689f7-91cb-455a-bd0f-9253ba402db2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:30.256910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3351c-3359-418e-bd62-8c698e8d82b6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ae097-1864-4528-ad89-4d8f3c029990,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:30.347438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.365891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb3351c-3359-418e-bd62-8c698e8d82b6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.368078 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9fb3351c-3359-418e-bd62-8c698e8d82b6 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5516772 Nov 12 21:05:30.371539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55348) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:30.381412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-368102a9-1a0c-40eb-ba06-147ef1616b95 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:30.382274 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-368102a9-1a0c-40eb-ba06-147ef1616b95 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 21:05:30.382963 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-368102a9-1a0c-40eb-ba06-147ef1616b95 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 21:05:30.385824 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-368102a9-1a0c-40eb-ba06-147ef1616b95 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "PUT /v2.0/security-groups/3b6ae097-1864-4528-ad89-4d8f3c029990 HTTP/1.1" status: 409 len: 330 time: 0.0129504 Nov 12 21:05:30.389042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55350) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:30.520415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:30.521317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.527128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] 10.222.0.78 "PUT /v2.0/ports/0f2689f7-91cb-455a-bd0f-9253ba402db2 HTTP/1.1" status: 200 len: 1093 time: 1.9969497 Nov 12 21:05:30.536990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f6c725-c054-416c-bc92-f38e966a93f7', 'tag': '0f2689f7-91cb-455a-bd0f-9253ba402db2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:30.543776 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34caa79-ba78-4a0e-82b1-a91e910289d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f6c725-c054-416c-bc92-f38e966a93f7", "tag": "0f2689f7-91cb-455a-bd0f-9253ba402db2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:30.595039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17368c55-d6cc-41bd-9218-45b17e3395fc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.601865 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.645789 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bc4d33-9788-4523-8546-195ba58e460a x-openstack-request-id: req-f7bc4d33-9788-4523-8546-195ba58e460a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:30.646043 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f6c725-c054-416c-bc92-f38e966a93f7", "tag": "0f2689f7-91cb-455a-bd0f-9253ba402db2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:30.653491 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7bc4d33-9788-4523-8546-195ba58e460a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:30.653491 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f6c725-c054-416c-bc92-f38e966a93f7', 'tag': '0f2689f7-91cb-455a-bd0f-9253ba402db2', 'status': 'completed', 'code': 200} Nov 12 21:05:30.653491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef3ee-1bf5-45ad-bcb8-992e7990d8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2689f7-91cb-455a-bd0f-9253ba402db2,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:30.655325 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17368c55-d6cc-41bd-9218-45b17e3395fc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.845695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34caa79-ba78-4a0e-82b1-a91e910289d5 req-ad2b4cbf-a3b0-4505-bb5e-2e6007ccfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:30.847186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c34caa79-ba78-4a0e-82b1-a91e910289d5 req-ad2b4cbf-a3b0-4505-bb5e-2e6007ccfb7c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 1096 time: 0.1255245 Nov 12 21:05:30.859663 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17368c55-d6cc-41bd-9218-45b17e3395fc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.863131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-17368c55-d6cc-41bd-9218-45b17e3395fc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.871249 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-17368c55-d6cc-41bd-9218-45b17e3395fc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/3b6ae097-1864-4528-ad89-4d8f3c029990 HTTP/1.1" status: 204 len: 168 time: 0.4755673 Nov 12 21:05:30.881987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55356) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:30.908782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17368c55-d6cc-41bd-9218-45b17e3395fc tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ae097-1864-4528-ad89-4d8f3c029990,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:31.255038 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:31.312691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55378) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:31.313318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4105c20b-c45b-4747-93aa-b8a68aca46b2 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4301474 Nov 12 21:05:31.315656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3005d4ca-53ac-4e65-9a80-587410efefeb req-b64c07a5-a4cb-4e10-a6ef-96b322fb9d16 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.1925371 Nov 12 21:05:31.327525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 886cf23e-bdd1-47ea-88e8-a55d3b6ad80e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:31.361342 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-7c227c43-aa04-4ee9-892b-8e21030ec288 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] delete failed (client error): The resource could not be found. Nov 12 21:05:31.362331 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c227c43-aa04-4ee9-892b-8e21030ec288 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "DELETE /v2.0/security-groups/e3082505-a74d-4d14-85fc-252cb653807b HTTP/1.1" status: 404 len: 347 time: 0.0474815 Nov 12 21:05:31.370164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:31.394339 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-090e8d95-8e30-41da-9e29-25ef0fe650d1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] show failed (client error): The resource could not be found. Nov 12 21:05:31.395938 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-090e8d95-8e30-41da-9e29-25ef0fe650d1 tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-groups/a41ec6ca-836c-4801-beaf-da4aa6e61b75 HTTP/1.1" status: 404 len: 347 time: 0.0247779 Nov 12 21:05:31.408757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55384) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:31.433666 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-4f89284b-b474-446c-a7cd-b7c0ccc6a01b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] show failed (client error): The resource could not be found. Nov 12 21:05:31.435128 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f89284b-b474-446c-a7cd-b7c0ccc6a01b tempest-NegativeSecGroupTest-1348829511 tempest-NegativeSecGroupTest-1348829511-project] 10.222.0.64 "GET /v2.0/security-group-rules/e1fb5598-ba14-481c-b4c6-1baee0a2704c HTTP/1.1" status: 404 len: 356 time: 0.0250156 Nov 12 21:05:31.496848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28d96a-e99a-4bd1-a439-78c80ce5ab9a req-6b45fd7d-3f99-4900-b536-e789f8f814c3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:31.498571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba28d96a-e99a-4bd1-a439-78c80ce5ab9a req-6b45fd7d-3f99-4900-b536-e789f8f814c3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 944 time: 0.3350179 Nov 12 21:05:31.913084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34caa79-ba78-4a0e-82b1-a91e910289d5 req-69a9aaea-8fc3-41aa-b89a-f1b51c2be0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:31.914566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c34caa79-ba78-4a0e-82b1-a91e910289d5 req-69a9aaea-8fc3-41aa-b89a-f1b51c2be0f0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=314180e01912403b932a81eb47358c01&shared=False HTTP/1.1" status: 200 len: 907 time: 1.0405867 Nov 12 21:05:31.922430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba28d96a-e99a-4bd1-a439-78c80ce5ab9a req-84a02579-d095-4d4f-a8f2-53f431d29190 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069915 Nov 12 21:05:31.923547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:31.931732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-270d081e-91fe-41c2-a140-1f277ef45528 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/886cf23e-bdd1-47ea-88e8-a55d3b6ad80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8041282 Nov 12 21:05:31.932961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55394) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:31.939764 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77b294-b00f-426b-a4fd-25f7cb7c90aa None None] Sync routers for ids ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:31.976219 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77b294-b00f-426b-a4fd-25f7cb7c90aa None None] Routers {'886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:31.976848 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0c77b294-b00f-426b-a4fd-25f7cb7c90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:32.035722 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0c77b294-b00f-426b-a4fd-25f7cb7c90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:32.053937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55396) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:32.055983 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77b294-b00f-426b-a4fd-25f7cb7c90aa None None] Routers {'886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:32.057090 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0c77b294-b00f-426b-a4fd-25f7cb7c90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:32.140458 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0c77b294-b00f-426b-a4fd-25f7cb7c90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:32.141104 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77b294-b00f-426b-a4fd-25f7cb7c90aa None None] The sync data for ids ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:32.196238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34caa79-ba78-4a0e-82b1-a91e910289d5 req-28ff116f-acb2-466d-b951-a2be41f876ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:32.197805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c34caa79-ba78-4a0e-82b1-a91e910289d5 req-28ff116f-acb2-466d-b951-a2be41f876ef service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2650611 Nov 12 21:05:32.361150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-152b1d97-c0b0-41c4-bb81-df6c59d42a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:32.362304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-152b1d97-c0b0-41c4-bb81-df6c59d42a45 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 1096 time: 0.0654464 Nov 12 21:05:32.425435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-4be7436d-e972-4133-a211-2180bc30906f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f2689f7-91cb-455a-bd0f-9253ba402db2 HTTP/1.1" status: 200 len: 217 time: 0.0516500 Nov 12 21:05:32.545686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40ad46b4-a22b-4913-a8e8-4ae2d000bcd0 req-1a3ced95-5d86-427e-847e-93b8e03b8d6d tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0475287 Nov 12 21:05:32.565776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-8a2f3289-604b-4ff9-954e-b4c6c0bb6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:32.568056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-8a2f3289-604b-4ff9-954e-b4c6c0bb6481 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.1321914 Nov 12 21:05:32.574103 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f405a3be-bddd-4a2f-8bf4-e593a9a4d6dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b76cf12aa6154e6c9b347c526c41ce15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5188427 Nov 12 21:05:32.577952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55408) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:32.610034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-d14b80cd-6bc2-4290-8652-c17151bdb9b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300100 Nov 12 21:05:32.670365 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c7cdf24-4394-4a62-82ef-6d15ff389453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.710803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c7cdf24-4394-4a62-82ef-6d15ff389453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.755981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-5f67b0c5-8679-4a3a-a845-d959311886ae service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344037 Nov 12 21:05:32.766093 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.941911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3e90bd-70da-404c-84b8-f37bdf188cec req-26aeec4f-aee7-4aae-b508-883871e642aa service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737614 Nov 12 21:05:33.058617 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.113604 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c7cdf24-4394-4a62-82ef-6d15ff389453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.118648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c7cdf24-4394-4a62-82ef-6d15ff389453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.122393 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3c7cdf24-4394-4a62-82ef-6d15ff389453 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3ab41e9-edda-4bd5-b15b-864cd96374e6 HTTP/1.1" status: 204 len: 168 time: 0.5420163 Nov 12 21:05:33.140097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cdf24-4394-4a62-82ef-6d15ff389453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab41e9-edda-4bd5-b15b-864cd96374e6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:33.158801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a538c6-15c2-452f-98bc-657e89ecddaa req-eaa1a483-67a3-4e48-bf20-fc8d547b763d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:33.185861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90a538c6-15c2-452f-98bc-657e89ecddaa req-eaa1a483-67a3-4e48-bf20-fc8d547b763d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 944 time: 0.1313286 Nov 12 21:05:33.283968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55420) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:33.289147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90a538c6-15c2-452f-98bc-657e89ecddaa req-6f176857-2c7c-4a77-8ba0-0693de6fb0f0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016500 Nov 12 21:05:33.331728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port aee96625-bb43-49ba-9685-9e1426f3103c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:33.332066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.546411 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.566299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for aee96625-bb43-49ba-9685-9e1426f3103c owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:33.639004 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.757005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-774e00bc-6fce-4b99-9fae-53b83c0458d4 req-93038b61-975e-4684-9b51-b8885aab6834 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0574818 Nov 12 21:05:33.993812 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1374b0c1-70c4-4fa6-9e45-9d9d8291f9b8 req-f21abf3b-ca3e-4052-bc95-89d641af627f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0379143 Nov 12 21:05:34.385073 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:34.390802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:34.451867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d64c0-5bc9-4b30-b22e-e12de5c3ed8d req-76176282-4a13-4cac-9977-a7291e1b5f4c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:34.455318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624d64c0-5bc9-4b30-b22e-e12de5c3ed8d req-76176282-4a13-4cac-9977-a7291e1b5f4c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 944 time: 0.0948484 Nov 12 21:05:34.520266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624d64c0-5bc9-4b30-b22e-e12de5c3ed8d req-935d3988-1b1a-4635-8d2a-81defd03d5d5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572245 Nov 12 21:05:34.541157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=aee96625-bb43-49ba-9685-9e1426f3103c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:34.688372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55460) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:34.862475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3dc7e3ad-f359-49d2-aa03-807e2795bc44 tempest-ServiceProvidersTest-871313432 tempest-ServiceProvidersTest-871313432-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1727552 Nov 12 21:05:34.877138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:34.993386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a25079e8-fbd7-4585-bd27-23c0383856f2 req-61d78a30-6336-4031-b300-f33326fd520e tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0623469 Nov 12 21:05:35.210847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 886cf23e-bdd1-47ea-88e8-a55d3b6ad80e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:35.287977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521308c3-a69b-43dd-9e95-d32980c583e2 req-761b7904-67cc-422e-82b9-4336bbef15dc tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:35.289482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-521308c3-a69b-43dd-9e95-d32980c583e2 req-761b7904-67cc-422e-82b9-4336bbef15dc tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.0702145 Nov 12 21:05:35.309221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Deleting port 4edcd4b5-af09-403c-ad05-615a54e638da {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:35.309593 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.311664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:35.322158 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d6fa8109-ca38-4617-8921-ec2951a48f9d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/886cf23e-bdd1-47ea-88e8-a55d3b6ad80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3859072 Nov 12 21:05:35.327055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55476) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:35.333210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb142f19-0c6c-4339-96d8-ff32e66891d4 None None] Sync routers for ids ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:35.350661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb142f19-0c6c-4339-96d8-ff32e66891d4 None None] Routers {'886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:35.351278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-cb142f19-0c6c-4339-96d8-ff32e66891d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:35.401111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-cb142f19-0c6c-4339-96d8-ff32e66891d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:35.412399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb142f19-0c6c-4339-96d8-ff32e66891d4 None None] Routers {'886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:35.413416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-cb142f19-0c6c-4339-96d8-ff32e66891d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:35.439551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] For port 4edcd4b5-af09-403c-ad05-615a54e638da, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4edcd4b5-af09-403c-ad05-615a54e638da,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:35.441098 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.445021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-521308c3-a69b-43dd-9e95-d32980c583e2 req-4f6ba9c1-2a18-4e46-858b-8a629fdc3183 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468377 Nov 12 21:05:35.456976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-18e50981-ddad-4465-827e-dd3ae1e5529f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=886cf23e-bdd1-47ea-88e8-a55d3b6ad80e HTTP/1.1" status: 200 len: 205 time: 0.1287599 Nov 12 21:05:35.459468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55478) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:35.470421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Calling delete_port for 4edcd4b5-af09-403c-ad05-615a54e638da owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:35.476222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-cb142f19-0c6c-4339-96d8-ff32e66891d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:35.477074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb142f19-0c6c-4339-96d8-ff32e66891d4 None None] The sync data for ids ['886cf23e-bdd1-47ea-88e8-a55d3b6ad80e'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:35.552787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-130ad824-ac9d-40b8-b30c-4e3be0bd814e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.744185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55484) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:35.829083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1c69-4b0b-49d1-890b-4084be13ba56 req-a9adf7c0-f738-4a53-9950-07ec1174c828 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:35.830653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34fb1c69-4b0b-49d1-890b-4084be13ba56 req-a9adf7c0-f738-4a53-9950-07ec1174c828 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 944 time: 0.0875685 Nov 12 21:05:35.832701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-130ad824-ac9d-40b8-b30c-4e3be0bd814e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.835516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-130ad824-ac9d-40b8-b30c-4e3be0bd814e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.844052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.940375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edcd4b5-af09-403c-ad05-615a54e638da,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:35.968022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1ba62cd-ca61-474d-ac06-68d2f49e2d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.968412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34fb1c69-4b0b-49d1-890b-4084be13ba56 req-b0aa72b9-e8ca-460a-a006-8aee0ad4f33c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250150 Nov 12 21:05:36.070338 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-130ad824-ac9d-40b8-b30c-4e3be0bd814e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.071563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130ad824-ac9d-40b8-b30c-4e3be0bd814e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Fanout notify agent at l3_agent the message router_deleted on router 886cf23e-bdd1-47ea-88e8-a55d3b6ad80e {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:05:36.091637 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-130ad824-ac9d-40b8-b30c-4e3be0bd814e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.098801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-130ad824-ac9d-40b8-b30c-4e3be0bd814e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/886cf23e-bdd1-47ea-88e8-a55d3b6ad80e HTTP/1.1" status: 204 len: 168 time: 0.6378255 Nov 12 21:05:36.101989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55494) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:36.162088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0f2689f7-91cb-455a-bd0f-9253ba402db2 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:05:36.192924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-993cee4d-56b6-47f4-8e87-f0bb4b9a330a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet 0da73ad6-4234-40d7-a8a2-80528f27c971 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:36.202431 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-993cee4d-56b6-47f4-8e87-f0bb4b9a330a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.292141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-153de69e-65ed-41a3-b6c4-b9734ddd55d4 req-bc15f618-0d5c-4021-a7aa-816273e9b683 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0374906 Nov 12 21:05:36.313265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-993cee4d-56b6-47f4-8e87-f0bb4b9a330a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.331071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0f2689f7-91cb-455a-bd0f-9253ba402db2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0f2689f7-91cb-455a-bd0f-9253ba402db2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:36.340335 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.347738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '0f2689f7-91cb-455a-bd0f-9253ba402db2', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'port_id': '0f2689f7-91cb-455a-bd0f-9253ba402db2', 'mac_address': 'fa:16:3e:43:ec:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba588c1-b6e6-4e79-a7df-5807d5a9c580', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:05:36.353088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1ba62cd-ca61-474d-ac06-68d2f49e2d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.408621 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.427049 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-993cee4d-56b6-47f4-8e87-f0bb4b9a330a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.440201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1ba62cd-ca61-474d-ac06-68d2f49e2d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.451522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2689f7-91cb-455a-bd0f-9253ba402db2 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:05:36.515058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0f2689f7-91cb-455a-bd0f-9253ba402db2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0f2689f7-91cb-455a-bd0f-9253ba402db2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:36.528341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55504) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:36.529418 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1ba62cd-ca61-474d-ac06-68d2f49e2d5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36efcbb38ae1443bb9044a432925c72b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7839625 Nov 12 21:05:36.571919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba62cd-ca61-474d-ac06-68d2f49e2d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49add4f6-dbf2-442e-b6ef-e74e2aa1cfca,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:36.623854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-993cee4d-56b6-47f4-8e87-f0bb4b9a330a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.643082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.703871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6876a350-9908-4ca0-a014-4b728344528a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.739200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cee4d-56b6-47f4-8e87-f0bb4b9a330a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=0da73ad6-4234-40d7-a8a2-80528f27c971,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:36.739773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1072d299-d0c7-4088-b5b6-38e272dff985 None None] Network f3f6b053-5eee-4921-8c81-7d1bcde254fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:36.803036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=0f2689f7-91cb-455a-bd0f-9253ba402db2,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:36.809554 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-993cee4d-56b6-47f4-8e87-f0bb4b9a330a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.825199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-993cee4d-56b6-47f4-8e87-f0bb4b9a330a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/0da73ad6-4234-40d7-a8a2-80528f27c971 HTTP/1.1" status: 204 len: 168 time: 0.7161453 Nov 12 21:05:36.830888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55514) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:36.925806 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6876a350-9908-4ca0-a014-4b728344528a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.979490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Router f0aeee7e-2051-4176-8319-d2fa97630936 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:37.020671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['0f2689f7-91cb-455a-bd0f-9253ba402db2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:37.082175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78796d-0f32-4c5a-b342-8bb07ca8cc1d req-473efe83-8e64-4f44-b98b-1184cc0d089f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:37.083978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b78796d-0f32-4c5a-b342-8bb07ca8cc1d req-473efe83-8e64-4f44-b98b-1184cc0d089f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.4544151 Nov 12 21:05:37.109127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efa7ec2c-7d49-4810-ae19-c3870ad60cd6 req-12ec885a-ec7f-46a6-9fa9-bccce150955e tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c&device_id=fec825a7-7856-49a8-94c6-12517f048921 HTTP/1.1" status: 200 len: 210 time: 0.1192153 Nov 12 21:05:37.113410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a092166a-5314-4420-aa4e-6d0b74e3e56e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet 3e5e84f5-f855-45fc-9522-1fa3ceb65fad {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:37.153701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a092166a-5314-4420-aa4e-6d0b74e3e56e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.181509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:37.193668 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] Sync routers for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:37.207342 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:37.209500 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:37.220420 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b4eecd1b-0b70-4a0b-9ead-4375abb3bb22 admin admin] 10.222.0.64 "PUT /v2.0/routers/f0aeee7e-2051-4176-8319-d2fa97630936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9089053 Nov 12 21:05:37.222273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55524) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:37.340165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] DHCP port deletion for f3f6b053-5eee-4921-8c81-7d1bcde254fe request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:37.370153 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a092166a-5314-4420-aa4e-6d0b74e3e56e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.482891 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:37.488780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b78796d-0f32-4c5a-b342-8bb07ca8cc1d req-507151a6-8d44-4d83-a909-cbac68f3aeab tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435130 Nov 12 21:05:37.510668 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.541327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] Deleting port 0dfc508a-e74a-4310-915f-f45de4a78406 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:37.541831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.545101 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6876a350-9908-4ca0-a014-4b728344528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.552876 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6876a350-9908-4ca0-a014-4b728344528a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.560371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6876a350-9908-4ca0-a014-4b728344528a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49add4f6-dbf2-442e-b6ef-e74e2aa1cfca HTTP/1.1" status: 204 len: 168 time: 1.0308790 Nov 12 21:05:37.614753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] For port 0dfc508a-e74a-4310-915f-f45de4a78406, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0dfc508a-e74a-4310-915f-f45de4a78406,segment=NetworkSegment(3ba13996-ba0d-4183-bdfb-e238286ebf2d),segment_id=3ba13996-ba0d-4183-bdfb-e238286ebf2d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:37.615158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.653930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] Calling delete_port for 0dfc508a-e74a-4310-915f-f45de4a78406 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:37.723556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de769-9cf3-4335-b250-36a73b9ee3e1 req-7151bfc5-67b8-4002-a053-fbef7ca39014 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:37.736616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-498de769-9cf3-4335-b250-36a73b9ee3e1 req-7151bfc5-67b8-4002-a053-fbef7ca39014 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 945 time: 0.3566976 Nov 12 21:05:37.742178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a350-9908-4ca0-a014-4b728344528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49add4f6-dbf2-442e-b6ef-e74e2aa1cfca,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:37.761595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.858574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a092166a-5314-4420-aa4e-6d0b74e3e56e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.900912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0dfc508a-e74a-4310-915f-f45de4a78406 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:37.936166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-bc2d75e1-8e43-4d1f-9188-4a250d0fe726 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:37.937914 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-bc2d75e1-8e43-4d1f-9188-4a250d0fe726 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.1784241 Nov 12 21:05:37.942077 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T21:05:35Z', 'revision_number': 5, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port': {'id': 'cbe779d8-f257-4750-bc39-f806a1d6c907', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:53:40Z', 'updated_at': '2021-11-12T20:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:37.956930 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:37.974753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-498de769-9cf3-4335-b250-36a73b9ee3e1 req-7c31c4a5-108a-4395-8926-8f003b8488ff tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224214 Nov 12 21:05:37.985162 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] Checking router: f0aeee7e-2051-4176-8319-d2fa97630936 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:05:38.000711 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] Routers {'f0aeee7e-2051-4176-8319-d2fa97630936'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:38.001491 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f0aeee7e-2051-4176-8319-d2fa97630936'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:38.011472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] No DVR routers for this DVR port 0dfc508a-e74a-4310-915f-f45de4a78406 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:38.048895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21a614-7ecf-46ef-8beb-58649d1c7b23 None None] Pushing event deleted for resources: {'Port': ['ID=0dfc508a-e74a-4310-915f-f45de4a78406,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:38.067385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No active binding found for port 0dfc508a-e74a-4310-915f-f45de4a78406 {{(pid=109630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 21:05:38.067810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0dfc508a-e74a-4310-915f-f45de4a78406 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:38.115820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Deleting port cbe779d8-f257-4750-bc39-f806a1d6c907 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:38.116159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.182283 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0f2689f7-91cb-455a-bd0f-9253ba402db2 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:38.202798 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] Set router f0aeee7e-2051-4176-8319-d2fa97630936 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:38.216758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4cd41fe-2528-4d1b-a592-a669ed6e2b60 req-4e8005d5-5c56-47d6-8a88-dc2e34660a18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a599c530428e4d698f3ecfc49480ae27&device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0684974 Nov 12 21:05:38.218026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a092166a-5314-4420-aa4e-6d0b74e3e56e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.328766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] For port cbe779d8-f257-4750-bc39-f806a1d6c907, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cbe779d8-f257-4750-bc39-f806a1d6c907,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:38.329141 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.356720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4cd41fe-2528-4d1b-a592-a669ed6e2b60 req-ce058f04-b95b-4788-aafd-5d4226c0785b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a599c530428e4d698f3ecfc49480ae27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071639 Nov 12 21:05:38.361056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Calling delete_port for cbe779d8-f257-4750-bc39-f806a1d6c907 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:38.367352 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T21:05:37Z', 'revision_number': 6, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:38.375585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 0f2689f7-91cb-455a-bd0f-9253ba402db2 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:05:38.380167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 0f2689f7-91cb-455a-bd0f-9253ba402db2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:38.381019 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.410934 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c97f04-4be6-4621-ab87-4e0b3c713681 None None] The sync data for ids ['f0aeee7e-2051-4176-8319-d2fa97630936'] in n-d-713498-29 is: [{'id': 'f0aeee7e-2051-4176-8319-d2fa97630936', 'name': 'tempest-TaggedBootDevicesTest-465403668-router', 'tenant_id': 'ef475e2c12194ab69e86d22329262a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:53:39Z', 'updated_at': '2021-11-12T21:05:37Z', 'revision_number': 6, 'project_id': 'ef475e2c12194ab69e86d22329262a67', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:38.423034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Deleting port ccd6ed6d-c6de-4d43-bc76-f396af360920 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:38.428116 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.433668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a04f9d92-5ef4-4df0-a597-a3dd63c0b613 req-f0fa9561-f33b-4b2c-987d-b13fb08825e7 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0777903 Nov 12 21:05:38.454396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092166a-5314-4420-aa4e-6d0b74e3e56e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5e84f5-f855-45fc-9522-1fa3ceb65fad,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:38.466023 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a092166a-5314-4420-aa4e-6d0b74e3e56e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.469458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a092166a-5314-4420-aa4e-6d0b74e3e56e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/3e5e84f5-f855-45fc-9522-1fa3ceb65fad HTTP/1.1" status: 204 len: 168 time: 1.6374140 Nov 12 21:05:38.475419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55542) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:38.480427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c429c2f-47ac-4839-8d94-d5e4c79c2677 None None] Network dd4fd544-e488-471f-9694-9275a5dd3daa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:38.645273 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.647222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd41fe-2528-4d1b-a592-a669ed6e2b60 req-f5067caf-d2ec-46fa-819f-267ea9e57b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:38.650260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4cd41fe-2528-4d1b-a592-a669ed6e2b60 req-f5067caf-d2ec-46fa-819f-267ea9e57b98 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2149508 Nov 12 21:05:38.693454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0f2689f7-91cb-455a-bd0f-9253ba402db2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0f2689f7-91cb-455a-bd0f-9253ba402db2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:38.698097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f6c725-c054-416c-bc92-f38e966a93f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2689f7-91cb-455a-bd0f-9253ba402db2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:38.702099 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a2123-f07b-4aa7-8651-1f67fdc9c162" -d '{"events": [{"server_uuid": "f5f6c725-c054-416c-bc92-f38e966a93f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f2689f7-91cb-455a-bd0f-9253ba402db2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:38.730830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402e1f2-5383-4239-9484-8a60e4f0bc2d req-1c50023e-2354-4087-a28f-855c7c21b345 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:38.732446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8402e1f2-5383-4239-9484-8a60e4f0bc2d req-1c50023e-2354-4087-a28f-855c7c21b345 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 946 time: 0.0812445 Nov 12 21:05:38.780797 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.796541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] For port ccd6ed6d-c6de-4d43-bc76-f396af360920, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=ccd6ed6d-c6de-4d43-bc76-f396af360920,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:38.797077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.811770 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3b19d-99d1-44fe-bfd7-e5750be16f13 x-openstack-request-id: req-07b3b19d-99d1-44fe-bfd7-e5750be16f13 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:38.826372 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.826868 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f6c725-c054-416c-bc92-f38e966a93f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f2689f7-91cb-455a-bd0f-9253ba402db2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:38.827427 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07b3b19d-99d1-44fe-bfd7-e5750be16f13 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:38.827737 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f6c725-c054-416c-bc92-f38e966a93f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2689f7-91cb-455a-bd0f-9253ba402db2', 'code': 200} Nov 12 21:05:38.836543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Calling delete_port for ccd6ed6d-c6de-4d43-bc76-f396af360920 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:38.874800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] DHCP port deletion for dd4fd544-e488-471f-9694-9275a5dd3daa request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:38.882132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8402e1f2-5383-4239-9484-8a60e4f0bc2d req-07d2e496-be2b-4165-9359-7d89cf3c3f12 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254282 Nov 12 21:05:38.999597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=0f2689f7-91cb-455a-bd0f-9253ba402db2,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:39.040683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43c402-c97e-4e38-b059-4ceffd295e55 req-9b467baa-8697-422f-8627-49b8c368cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:39.043077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a43c402-c97e-4e38-b059-4ceffd295e55 req-9b467baa-8697-422f-8627-49b8c368cc1d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 1098 time: 0.1068563 Nov 12 21:05:39.044765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.060416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] Deleting port d5ac3b99-0a65-43eb-af7c-1eacbad71cab {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:39.060827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.099831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f6b053-5eee-4921-8c81-7d1bcde254fe']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:39.119181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba13996-ba0d-4183-bdfb-e238286ebf2d') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:39.119496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba13996-ba0d-4183-bdfb-e238286ebf2d') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:39.139470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] For port d5ac3b99-0a65-43eb-af7c-1eacbad71cab, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d5ac3b99-0a65-43eb-af7c-1eacbad71cab,segment=NetworkSegment(767cc120-d670-4815-ad1d-74bf9cb35d68),segment_id=767cc120-d670-4815-ad1d-74bf9cb35d68)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:39.139470 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.141821 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.158056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] Calling delete_port for d5ac3b99-0a65-43eb-af7c-1eacbad71cab owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:39.184811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.198704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:39.199143 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.202432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a43c402-c97e-4e38-b059-4ceffd295e55 req-bfc72556-dd2d-4f38-b4c1-973ccf58666b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457276 Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:39.210231 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:39.218810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a77f24-b52b-4dd1-b557-d7837767c15c req-4a87c38a-4e45-40b6-a222-9c8aa4cafb06 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:39.226303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1a77f24-b52b-4dd1-b557-d7837767c15c req-4a87c38a-4e45-40b6-a222-9c8aa4cafb06 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 946 time: 0.1170933 Nov 12 21:05:39.313900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1a77f24-b52b-4dd1-b557-d7837767c15c req-007b7f3c-fbfb-4545-bfda-e67421b279aa tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812564 Nov 12 21:05:39.420595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.471144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] No DVR routers for this DVR port d5ac3b99-0a65-43eb-af7c-1eacbad71cab on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:39.475946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3889510-878e-47c8-a9e1-757a1f530296 None None] Pushing event deleted for resources: {'Port': ['ID=d5ac3b99-0a65-43eb-af7c-1eacbad71cab,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:39.585736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff6a60f3-cc98-4ac0-8f0a-3d247c503985 req-552d7f4f-d312-47b9-90d8-e66223442afb tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0420771 Nov 12 21:05:39.684034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.700952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4edcd4b5-af09-403c-ad05-615a54e638da no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:39.722079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4edcd4b5-af09-403c-ad05-615a54e638da {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:39.722318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4edcd4b5-af09-403c-ad05-615a54e638da not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:39.722763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cbe779d8-f257-4750-bc39-f806a1d6c907 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:39.730293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe779d8-f257-4750-bc39-f806a1d6c907,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:39.750452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: cbe779d8-f257-4750-bc39-f806a1d6c907 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:39.750940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cbe779d8-f257-4750-bc39-f806a1d6c907 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:39.751475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d5ac3b99-0a65-43eb-af7c-1eacbad71cab no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:39.754609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b469baf-80d8-4213-8cb0-8486736a3c62 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:39.779305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d5ac3b99-0a65-43eb-af7c-1eacbad71cab {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:39.779305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d5ac3b99-0a65-43eb-af7c-1eacbad71cab not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:39.807666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.874186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.878461 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.882983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.888367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e97144da-e9de-4036-b1ec-0c456cd95097', 'ccd6ed6d-c6de-4d43-bc76-f396af360920'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:39.890887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55574) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:39.891038 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/f3f6b053-5eee-4921-8c81-7d1bcde254fe HTTP/1.1" status: 204 len: 168 time: 1.3865294 Nov 12 21:05:39.941110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:39.945576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.034786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70dc28c4-a05f-447e-9818-a7c51daea05a req-073dc6b0-d549-4f2d-97eb-3a3b436f6e1a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 210 time: 0.0444078 Nov 12 21:05:40.040369 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.046916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505055e8-9c36-455f-9249-180cfe744d78 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=f3f6b053-5eee-4921-8c81-7d1bcde254fe,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:40.054528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Pushing event deleted for resources: {'Port': ['ID=ccd6ed6d-c6de-4d43-bc76-f396af360920,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:40.098294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] No DVR routers for this DVR port ccd6ed6d-c6de-4d43-bc76-f396af360920 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:40.100816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.106345 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-541c6fff-4330-45e2-a4d1-d2495e588ad4 req-1353b0cb-c11f-414a-8391-12dd280c13cd tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.46 "DELETE /v2.0/ports/ccd6ed6d-c6de-4d43-bc76-f396af360920 HTTP/1.1" status: 204 len: 173 time: 2.1576805 Nov 12 21:05:40.106546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d054dc9-3ee1-41dd-a39d-a545302d34ab', 'name': 'network-vif-deleted', 'tag': 'ccd6ed6d-c6de-4d43-bc76-f396af360920'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:40.108926 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bf5412-9850-450f-9e9f-4dd2ebce7186" -d '{"events": [{"server_uuid": "2d054dc9-3ee1-41dd-a39d-a545302d34ab", "name": "network-vif-deleted", "tag": "ccd6ed6d-c6de-4d43-bc76-f396af360920"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:40.173265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.173434 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77fd049-5875-4ec3-aed6-695321d22d60 x-openstack-request-id: req-a77fd049-5875-4ec3-aed6-695321d22d60 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:40.174015 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d054dc9-3ee1-41dd-a39d-a545302d34ab", "name": "network-vif-deleted", "tag": "ccd6ed6d-c6de-4d43-bc76-f396af360920", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:40.174342 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a77fd049-5875-4ec3-aed6-695321d22d60 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:40.174763 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d054dc9-3ee1-41dd-a39d-a545302d34ab', 'name': 'network-vif-deleted', 'tag': 'ccd6ed6d-c6de-4d43-bc76-f396af360920', 'status': 'completed', 'code': 200} Nov 12 21:05:40.178238 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4cd41fe-2528-4d1b-a592-a669ed6e2b60 req-2cce695e-ff0f-41d4-b916-b104fb0e66db tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0418077 Nov 12 21:05:40.178984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.179562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0aeee7e-2051-4176-8319-d2fa97630936 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:05:40.197876 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.201933 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c0badfac-47be-4522-867d-a7b8e808d484 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f0aeee7e-2051-4176-8319-d2fa97630936 HTTP/1.1" status: 204 len: 168 time: 2.9753652 Nov 12 21:05:40.203018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55586) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:40.207137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4fd544-e488-471f-9694-9275a5dd3daa']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:40.228367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767cc120-d670-4815-ad1d-74bf9cb35d68') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:40.230139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767cc120-d670-4815-ad1d-74bf9cb35d68') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:40.272487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.281918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf4e729-d8f2-4dc8-b2ea-973c8dbf4ddd admin admin] Deleting subnet 164bb86d-7d0a-404e-965d-bad55e5dece2 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:40.290677 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e729-d8f2-4dc8-b2ea-973c8dbf4ddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.290919 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.299020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:40.299449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:40.304285 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:40.356712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e729-d8f2-4dc8-b2ea-973c8dbf4ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.401798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.402484 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.460791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0c6a1-763a-49e4-8c34-3b98141910b3 req-6228a807-6cec-4a9c-b4e2-25046d10f1b7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:40.463654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aff0c6a1-763a-49e4-8c34-3b98141910b3 req-6228a807-6cec-4a9c-b4e2-25046d10f1b7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 946 time: 0.0574088 Nov 12 21:05:40.503030 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e729-d8f2-4dc8-b2ea-973c8dbf4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.507929 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.550292 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.558938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/dd4fd544-e488-471f-9694-9275a5dd3daa HTTP/1.1" status: 204 len: 168 time: 0.6666217 Nov 12 21:05:40.561935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55600) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:40.582662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-940738729'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:40.597704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd98fc-7dd8-488f-bd02-9a579a11b3a4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=dd4fd544-e488-471f-9694-9275a5dd3daa,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:40.608672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aff0c6a1-763a-49e4-8c34-3b98141910b3 req-1bea69c5-53f8-4589-9846-eb96120642a5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353786 Nov 12 21:05:40.649935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e729-d8f2-4dc8-b2ea-973c8dbf4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.678075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4e729-d8f2-4dc8-b2ea-973c8dbf4ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=164bb86d-7d0a-404e-965d-bad55e5dece2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:40.682994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e729-d8f2-4dc8-b2ea-973c8dbf4ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.686515 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4cf4e729-d8f2-4dc8-b2ea-973c8dbf4ddd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/164bb86d-7d0a-404e-965d-bad55e5dece2 HTTP/1.1" status: 204 len: 168 time: 0.4820185 Nov 12 21:05:40.688793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f242b20-0dee-4f69-a5e0-5426d0fa77df None None] Network 8060bccd-0eb2-4d83-965c-69b630d98cf8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:40.689126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55606) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:40.699134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:40.702702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.808027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6400266e-a860-4d77-a62a-4b6164170576 req-bf19886d-ae3a-44cf-a8a5-0ee8a89a1a56 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0de063c-3f02-4e2f-a41d-8aa333bd287c HTTP/1.1" status: 200 len: 210 time: 0.0874774 Nov 12 21:05:40.832552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:05:40.841918 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.852004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.852358 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment aa774356-d828-48a0-a9ce-f5c9890dd586 of type vlan for network 386c740c-1780-40bb-81b1-d55c298452ab Nov 12 21:05:40.864484 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ca2ebc62-9f1e-4731-b985-ddff08fff946 req-8252171b-1e8f-4772-bb48-c5b6183c0d04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0491374 Nov 12 21:05:40.944868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.955307 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ca2ebc62-9f1e-4731-b985-ddff08fff946 req-d5b4cf35-655e-4791-b38a-d551e73f1cc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad4b70645a4148a983603a4b158b1e25&device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 210 time: 0.0417850 Nov 12 21:05:40.974560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] DHCP port deletion for 8060bccd-0eb2-4d83-965c-69b630d98cf8 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:40.980694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Deleting port c08ca097-392e-407d-b341-75872df54605 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:40.981037 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.028208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] Deleting port c08ca097-392e-407d-b341-75872df54605 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:41.028672 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.061622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] For port c08ca097-392e-407d-b341-75872df54605, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c08ca097-392e-407d-b341-75872df54605,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:41.062049 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.080079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Calling delete_port for c08ca097-392e-407d-b341-75872df54605 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:41.094913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] For port c08ca097-392e-407d-b341-75872df54605, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c08ca097-392e-407d-b341-75872df54605,segment=NetworkSegment(87d42978-ef47-4b94-838d-f1ebae928e6b),segment_id=87d42978-ef47-4b94-838d-f1ebae928e6b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:41.095613 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.121408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] Calling delete_port for c08ca097-392e-407d-b341-75872df54605 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:41.167775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.173817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:41.174485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.266026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.269640 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.282617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ebc62-9f1e-4731-b985-ddff08fff946 req-2813e32a-2435-459d-8f4c-a172fa60a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:41.290886 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ca2ebc62-9f1e-4731-b985-ddff08fff946 req-2813e32a-2435-459d-8f4c-a172fa60a31e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ad4b70645a4148a983603a4b158b1e25&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3094723 Nov 12 21:05:41.296777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] Pushing event deleted for resources: {'Port': ['ID=c08ca097-392e-407d-b341-75872df54605,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:41.301234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b2f08-d6d2-41b4-8b29-51d0184d6372 None None] No DVR routers for this DVR port c08ca097-392e-407d-b341-75872df54605 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:41.301949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04533724-dfa1-41fb-82eb-d092cd259bae req-dcb0c297-f8bf-426c-a2b9-3fe3ea898d06 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054dc9-3ee1-41dd-a39d-a545302d34ab HTTP/1.1" status: 200 len: 210 time: 0.0517364 Nov 12 21:05:41.346670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=386c740c-1780-40bb-81b1-d55c298452ab,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:41.350962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-85a8978e-0000-484f-a6fb-0c503f0ee894 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7824759 Nov 12 21:05:41.351079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c08ca097-392e-407d-b341-75872df54605,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:41.353048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55622) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:41.362857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 386c740c-1780-40bb-81b1-d55c298452ab details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:05:41.363860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': '386c740c-1780-40bb-81b1-d55c298452ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:41.369175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] No DVR routers for this DVR port c08ca097-392e-407d-b341-75872df54605 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:41.521387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55628) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:41.535819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ebc62-9f1e-4731-b985-ddff08fff946 req-cc779f88-d09e-4aba-a24f-159163e1916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:41.537476 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ca2ebc62-9f1e-4731-b985-ddff08fff946 req-cc779f88-d09e-4aba-a24f-159163e1916d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2387009 Nov 12 21:05:41.584280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.618421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8060bccd-0eb2-4d83-965c-69b630d98cf8']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:41.632556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d42978-ef47-4b94-838d-f1ebae928e6b') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:41.632861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d42978-ef47-4b94-838d-f1ebae928e6b') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:41.652730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.677945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.696561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:41.697217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:41.699667 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:41.718569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c08ca097-392e-407d-b341-75872df54605 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:41.755714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c08ca097-392e-407d-b341-75872df54605 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:41.756362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c08ca097-392e-407d-b341-75872df54605 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:41.761147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:41.765405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.834910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b84aad3a-7610-4284-b9a9-da7d26940c90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.939635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf201172-512e-41c2-ab2e-f22479269996 req-25010a50-6920-45d1-99ae-b6bebe6b884a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:41.941183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf201172-512e-41c2-ab2e-f22479269996 req-25010a50-6920-45d1-99ae-b6bebe6b884a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 946 time: 0.1902614 Nov 12 21:05:41.978346 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.992087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:41.995580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] 10.222.0.64 "DELETE /v2.0/networks/8060bccd-0eb2-4d83-965c-69b630d98cf8 HTTP/1.1" status: 204 len: 168 time: 1.3053968 Nov 12 21:05:42.030632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb8f4c-46f8-44a4-b445-dd870654ff3f admin admin] Pushing event deleted for resources: {'Network': ['ID=8060bccd-0eb2-4d83-965c-69b630d98cf8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:42.074227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf201172-512e-41c2-ab2e-f22479269996 req-52205e10-99f6-40e3-8003-9e7f14b2b5b1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195614 Nov 12 21:05:42.080197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b84aad3a-7610-4284-b9a9-da7d26940c90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.194946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-3525b6bb-594e-4538-8150-7e6dcc47c806 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0933201 Nov 12 21:05:42.239108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b84aad3a-7610-4284-b9a9-da7d26940c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.300292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84aad3a-7610-4284-b9a9-da7d26940c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c2185e-afee-461c-ba90-f835e5a7008a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:42.320406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b84aad3a-7610-4284-b9a9-da7d26940c90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=befebe43654948eba32b94060ed606bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7944415 Nov 12 21:05:42.323693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55652) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:42.344362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bf37b-8f4b-4cd3-8dd3-64de3676c6ba req-e9ad4f21-a2a5-4cf7-8243-ea703a8c3070 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:42.347795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-213bf37b-8f4b-4cd3-8dd3-64de3676c6ba req-e9ad4f21-a2a5-4cf7-8243-ea703a8c3070 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 946 time: 0.1936209 Nov 12 21:05:42.400887 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.416281 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-00585dab-37cd-4c21-9dea-67131e321487 req-132cd957-7475-4f13-b108-26d8943240e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a599c530428e4d698f3ecfc49480ae27&device_id=fec825a7-7856-49a8-94c6-12517f048921 HTTP/1.1" status: 200 len: 210 time: 0.0375032 Nov 12 21:05:42.422251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-d77d3ff3-6e60-4ee3-bb3d-d6befa1a6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:42.423772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-d77d3ff3-6e60-4ee3-bb3d-d6befa1a6374 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 1097 time: 0.1439579 Nov 12 21:05:42.441781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a31f4117-773a-415b-943a-ba39adf27842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.455385 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-00585dab-37cd-4c21-9dea-67131e321487 req-f111e77f-efcc-4309-bf81-28e30b4749c1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a599c530428e4d698f3ecfc49480ae27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285192 Nov 12 21:05:42.497872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55654) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:42.498178 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a31f4117-773a-415b-943a-ba39adf27842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.626670 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e5a88734-05e6-479e-8cd0-5b331b32afe1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef475e2c12194ab69e86d22329262a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1231482 Nov 12 21:05:42.629484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55656) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:42.651844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585dab-37cd-4c21-9dea-67131e321487 req-2e04057c-8c88-4cbb-ac5c-6dbaad783d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:42.651844 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-00585dab-37cd-4c21-9dea-67131e321487 req-2e04057c-8c88-4cbb-ac5c-6dbaad783d68 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884181 Nov 12 21:05:42.700399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-408097f4-eaeb-4c77-984b-7dffa8ec2609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.724523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-408097f4-eaeb-4c77-984b-7dffa8ec2609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.754269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a31f4117-773a-415b-943a-ba39adf27842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.756962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a31f4117-773a-415b-943a-ba39adf27842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.761194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a31f4117-773a-415b-943a-ba39adf27842 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9c2185e-afee-461c-ba90-f835e5a7008a HTTP/1.1" status: 204 len: 168 time: 0.4334502 Nov 12 21:05:42.770006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f4117-773a-415b-943a-ba39adf27842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c2185e-afee-461c-ba90-f835e5a7008a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:42.862147 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-408097f4-eaeb-4c77-984b-7dffa8ec2609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.865026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-408097f4-eaeb-4c77-984b-7dffa8ec2609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:42.878038 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-408097f4-eaeb-4c77-984b-7dffa8ec2609 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f86d5cf-3681-4628-af1b-f90be8f6ea40 HTTP/1.1" status: 204 len: 168 time: 0.2423151 Nov 12 21:05:42.893815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-332fdb8a-37d0-4b3c-a604-2d9adaff52cd req-b675c7e7-7f0a-44a8-97f8-af2297757c05 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec825a7-7856-49a8-94c6-12517f048921 HTTP/1.1" status: 200 len: 210 time: 0.4690440 Nov 12 21:05:42.908793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408097f4-eaeb-4c77-984b-7dffa8ec2609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f86d5cf-3681-4628-af1b-f90be8f6ea40,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:42.948755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-213bf37b-8f4b-4cd3-8dd3-64de3676c6ba req-66c5168d-6287-4e59-8217-07b34dd3d32c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828400 Nov 12 21:05:42.972722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=3f305428-d7ec-40d6-8ddf-8416967a121c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:43.034265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': 'aa774356-d828-48a0-a9ce-f5c9890dd586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '386c740c-1780-40bb-81b1-d55c298452ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:43.034631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: 386c740c-1780-40bb-81b1-d55c298452ab, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:05:43.049177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-cafc6bec-daf1-4bea-a014-31eac1d28fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.049177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-cafc6bec-daf1-4bea-a014-31eac1d28fb8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.5863390 Nov 12 21:05:43.140609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 386c740c-1780-40bb-81b1-d55c298452ab is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:05:43.161091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-aca194e5-e067-4767-bb58-4683ee805021 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 200 len: 1000 time: 0.0898769 Nov 12 21:05:43.214999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device ccd6ed6d-c6de-4d43-bc76-f396af360920 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:43.246551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: ccd6ed6d-c6de-4d43-bc76-f396af360920 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:43.247030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device ccd6ed6d-c6de-4d43-bc76-f396af360920 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:43.252963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-e3eea84f-2ebe-4357-8488-b1d0cfe633e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.255477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-e3eea84f-2ebe-4357-8488-b1d0cfe633e7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.0778496 Nov 12 21:05:43.259212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 386c740c-1780-40bb-81b1-d55c298452ab) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:43.264249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.265015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.270619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6351791-fb92-4ed1-9753-3b16d9d3741b None None] Network 386c740c-1780-40bb-81b1-d55c298452ab requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:43.390759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-c9d431b8-a681-4f24-82c5-d3c708041d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.392712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-c9d431b8-a681-4f24-82c5-d3c708041d5a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234844 Nov 12 21:05:43.481739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-349bd231-406d-4dde-81a3-b9c87a0df001 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1267338 Nov 12 21:05:43.483873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55678) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:43.489938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5fc0137f-f701-447c-8537-04282c17f0a2 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-10228685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:43.621759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-386c740c-1780-40bb-81b1-d55c298452ab', 'network_id': '386c740c-1780-40bb-81b1-d55c298452ab', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': '3f305428-d7ec-40d6-8ddf-8416967a121c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:05:43.622727 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.671817 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc0137f-f701-447c-8537-04282c17f0a2 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.674821 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc0137f-f701-447c-8537-04282c17f0a2 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.692325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-9520fe39-8694-48e9-a4da-a7bcf6465ac2 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865939 Nov 12 21:05:43.705859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb95263-1a8a-4db1-a841-840fe7db5c88 req-1714bc56-2f05-4d74-a788-88b6d53fbbb6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.716925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adb95263-1a8a-4db1-a841-840fe7db5c88 req-1714bc56-2f05-4d74-a788-88b6d53fbbb6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 946 time: 0.1234462 Nov 12 21:05:43.828860 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc0137f-f701-447c-8537-04282c17f0a2 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.912585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc0137f-f701-447c-8537-04282c17f0a2 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.954547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Allocated IP 172.20.0.2 (386c740c-1780-40bb-81b1-d55c298452ab/3f305428-d7ec-40d6-8ddf-8416967a121c/c816dc3b-d690-43a2-9ab1-92d27dcc2856) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:43.972657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034b89-6956-4937-838c-5d5ff94980b8 req-9b38c394-27c7-4a3f-bf25-7fdda27b964f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.980122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3034b89-6956-4937-838c-5d5ff94980b8 req-9b38c394-27c7-4a3f-bf25-7fdda27b964f tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.2301989 Nov 12 21:05:43.990799 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-00585dab-37cd-4c21-9dea-67131e321487 req-adf47953-fd60-41ee-89f2-815e3c360f94 tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.46 "GET /v2.0/ports?device_id=fec825a7-7856-49a8-94c6-12517f048921 HTTP/1.1" status: 200 len: 210 time: 0.0365653 Nov 12 21:05:43.995926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adb95263-1a8a-4db1-a841-840fe7db5c88 req-03ac25bd-2c0b-46fe-8b6a-f28f7f2110f2 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779834 Nov 12 21:05:44.045967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fc0137f-f701-447c-8537-04282c17f0a2 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.051565 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5fc0137f-f701-447c-8537-04282c17f0a2 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5660691 Nov 12 21:05:44.052674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55694) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:44.077275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'port': {'network_id': '386c740c-1780-40bb-81b1-d55c298452ab', 'name': 'tempest-RoutersTest-1612086926'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:44.085361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4456b85f-3045-46c1-8166-55b1c6072ae2 req-a8a0ac59-6693-473c-9c35-9df209721237 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600647 Nov 12 21:05:44.126189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55698) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:44.161230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25b09084-3301-4adb-b4ec-f49c747d84f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.167264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91f723d3-49c0-4389-a06e-11e5ba780bea req-8c6364cb-4123-4572-9027-453888e453ed tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec825a7-7856-49a8-94c6-12517f048921 HTTP/1.1" status: 200 len: 210 time: 0.0618360 Nov 12 21:05:44.255111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.308310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3034b89-6956-4937-838c-5d5ff94980b8 req-a53288f5-ef80-40db-80a5-9f9917ab6dd2 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271313 Nov 12 21:05:44.385323 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25b09084-3301-4adb-b4ec-f49c747d84f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.483352 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.525043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Network 386c740c-1780-40bb-81b1-d55c298452ab is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:44.527977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:44.533587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:44.544581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Pushing event updated for resources: {'Port': ['ID=c816dc3b-d690-43a2-9ab1-92d27dcc2856,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:44.555920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:44.557734 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25b09084-3301-4adb-b4ec-f49c747d84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.562272 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.592019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] device_id is not set on port 29bc84cd-d551-4782-a4a6-64e2be0030b8 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:05:44.595422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Attempting to bind port c816dc3b-d690-43a2-9ab1-92d27dcc2856 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:44.595867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Attempting to bind port c816dc3b-d690-43a2-9ab1-92d27dcc2856 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'aa774356-d828-48a0-a9ce-f5c9890dd586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '386c740c-1780-40bb-81b1-d55c298452ab'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:44.596295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Attempting to bind port c816dc3b-d690-43a2-9ab1-92d27dcc2856 on network 386c740c-1780-40bb-81b1-d55c298452ab {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:44.601690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:44.602399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Checking segment: {'id': 'aa774356-d828-48a0-a9ce-f5c9890dd586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '386c740c-1780-40bb-81b1-d55c298452ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:44.602887 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.603473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Bound using segment: {'id': 'aa774356-d828-48a0-a9ce-f5c9890dd586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '386c740c-1780-40bb-81b1-d55c298452ab'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:44.604018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Bound port: c816dc3b-d690-43a2-9ab1-92d27dcc2856, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa774356-d828-48a0-a9ce-f5c9890dd586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '386c740c-1780-40bb-81b1-d55c298452ab'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:44.604513 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.683853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b09084-3301-4adb-b4ec-f49c747d84f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f3755-3788-4367-bd97-8848a6772eb4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:44.692883 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25b09084-3301-4adb-b4ec-f49c747d84f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59daadabbec24dbe8d3175175d9f9688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5652514 Nov 12 21:05:44.693488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55706) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:44.793036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.20.0.13 (386c740c-1780-40bb-81b1-d55c298452ab/3f305428-d7ec-40d6-8ddf-8416967a121c/29bc84cd-d551-4782-a4a6-64e2be0030b8) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:44.816033 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1de2-09e2-4e5a-b940-1cbc0afb44f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.843558 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1de2-09e2-4e5a-b940-1cbc0afb44f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.895507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] For port c816dc3b-d690-43a2-9ab1-92d27dcc2856, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:44.902962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] For port c816dc3b-d690-43a2-9ab1-92d27dcc2856, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c816dc3b-d690-43a2-9ab1-92d27dcc2856,segment=NetworkSegment(aa774356-d828-48a0-a9ce-f5c9890dd586),segment_id=aa774356-d828-48a0-a9ce-f5c9890dd586)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:44.975076 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.976818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1de2-09e2-4e5a-b940-1cbc0afb44f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.986506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.989554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1de2-09e2-4e5a-b940-1cbc0afb44f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.995622 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc3f1de2-09e2-4e5a-b940-1cbc0afb44f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/685f3755-3788-4367-bd97-8848a6772eb4 HTTP/1.1" status: 204 len: 168 time: 0.3008263 Nov 12 21:05:45.007164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f1de2-09e2-4e5a-b940-1cbc0afb44f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f3755-3788-4367-bd97-8848a6772eb4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:45.036815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55716) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:45.161135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeedd92-37d4-4c0a-a92b-ebe42fedd9d9 None None] Pushing event updated for resources: {'Port': ['ID=c816dc3b-d690-43a2-9ab1-92d27dcc2856,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:45.190804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970afeb-e712-46f8-a5ae-7ee9f4c25467 req-67a88ade-3aad-465b-9bc7-f3a115b8db53 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.201371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1970afeb-e712-46f8-a5ae-7ee9f4c25467 req-67a88ade-3aad-465b-9bc7-f3a115b8db53 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 946 time: 0.0884290 Nov 12 21:05:45.205377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.230943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2132707783-network', 'tenant_id': 'cbbb8b45f4684f229553a232c1225e49'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:45.305158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 386c740c-1780-40bb-81b1-d55c298452ab is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:45.340328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:45.379003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Made reservation on behalf of cbbb8b45f4684f229553a232c1225e49 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:45.382194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.385661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-671cea1d-4b73-4f1d-89a0-1b787984d42a req-b99a53e8-1e7c-4d3b-96a2-7aeee51ea0cc tempest-ServerShowV247Test-1875335504 tempest-ServerShowV247Test-1875335504-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec825a7-7856-49a8-94c6-12517f048921 HTTP/1.1" status: 200 len: 210 time: 0.0625358 Nov 12 21:05:45.392323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=29bc84cd-d551-4782-a4a6-64e2be0030b8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:45.395195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:45.400297 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.469781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1970afeb-e712-46f8-a5ae-7ee9f4c25467 req-a93fe002-b036-4d73-a933-7af05201653f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673869 Nov 12 21:05:45.508846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.509683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.580222 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.598068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-92633941-bf42-45dd-86fb-7cf5e1d32a2b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5323095 Nov 12 21:05:45.600902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55732) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:45.669221 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.683782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ab7be-af22-4514-aaec-4244d65c4bff req-6b3995f2-d917-46cd-8c84-63f062b3ae84 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.686881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:05:45.693126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b6ab7be-af22-4514-aaec-4244d65c4bff req-6b3995f2-d917-46cd-8c84-63f062b3ae84 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1104958 Nov 12 21:05:45.699097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.699643 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Added segment dfb0f0f2-d739-4259-aca8-f85250092057 of type vlan for network d2838705-d564-4eb0-a637-9968afb4dcd8 Nov 12 21:05:45.728524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-39d2892b-94fb-49c7-8388-42d1397612f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.740240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-39d2892b-94fb-49c7-8388-42d1397612f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 946 time: 0.1245766 Nov 12 21:05:45.794086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c816dc3b-d690-43a2-9ab1-92d27dcc2856 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:45.848168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b6ab7be-af22-4514-aaec-4244d65c4bff req-7c72e13f-4f55-46ff-a8a3-29e30ee2bae4 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541479 Nov 12 21:05:45.915190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Deleting port 0f2689f7-91cb-455a-bd0f-9253ba402db2 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:45.915567 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.930537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c816dc3b-d690-43a2-9ab1-92d27dcc2856 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:45.931005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.948971 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.008413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403ac55a-023b-469c-adac-f4b9ab62d146,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:46.032542 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.084974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port c816dc3b-d690-43a2-9ab1-92d27dcc2856, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c816dc3b-d690-43a2-9ab1-92d27dcc2856,segment=NetworkSegment(aa774356-d828-48a0-a9ce-f5c9890dd586),segment_id=aa774356-d828-48a0-a9ce-f5c9890dd586)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:46.097591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] For port 0f2689f7-91cb-455a-bd0f-9253ba402db2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0f2689f7-91cb-455a-bd0f-9253ba402db2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:46.097980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.114526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Calling delete_port for 0f2689f7-91cb-455a-bd0f-9253ba402db2 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:46.169242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.182729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.182729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:46.183032 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.264859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=c816dc3b-d690-43a2-9ab1-92d27dcc2856,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:46.321590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] Pushing event updated for resources: {'Network': ['ID=d2838705-d564-4eb0-a637-9968afb4dcd8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:46.323765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.342478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d2838705-d564-4eb0-a637-9968afb4dcd8 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:05:46.434525 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f77def92-8402-49e4-bb89-25cb6da48f92 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3964150 Nov 12 21:05:46.479452 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.527862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89', '0f2689f7-91cb-455a-bd0f-9253ba402db2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:46.590865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event deleted for resources: {'Port': ['ID=0f2689f7-91cb-455a-bd0f-9253ba402db2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:46.734433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ada1d3-59cc-497d-9bfa-530a7f4a6106 None None] Network 386c740c-1780-40bb-81b1-d55c298452ab requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:46.763233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] No DVR routers for this DVR port 0f2689f7-91cb-455a-bd0f-9253ba402db2 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:46.769571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.772914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baa5c0e3-3c68-4291-b52f-b4a80bf74e83 req-b70943c1-6180-4929-8dd5-5c5b3589b18b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "DELETE /v2.0/ports/0f2689f7-91cb-455a-bd0f-9253ba402db2 HTTP/1.1" status: 204 len: 173 time: 1.0177763 Nov 12 21:05:46.773441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f6c725-c054-416c-bc92-f38e966a93f7', 'name': 'network-vif-deleted', 'tag': '0f2689f7-91cb-455a-bd0f-9253ba402db2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:46.776444 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b89070-9e78-42b4-95ed-0964ff853292" -d '{"events": [{"server_uuid": "f5f6c725-c054-416c-bc92-f38e966a93f7", "name": "network-vif-deleted", "tag": "0f2689f7-91cb-455a-bd0f-9253ba402db2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:46.796235 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57df5e67-8f73-44d1-8af1-2dfb459aee1e req-fa5952b3-0883-4b4b-a63d-6a9c259d184a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 210 time: 0.0398908 Nov 12 21:05:46.855173 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa246ed-7b76-484c-9331-2399f7c76c43 x-openstack-request-id: req-2aa246ed-7b76-484c-9331-2399f7c76c43 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:46.855499 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f6c725-c054-416c-bc92-f38e966a93f7", "name": "network-vif-deleted", "tag": "0f2689f7-91cb-455a-bd0f-9253ba402db2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:46.855749 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2aa246ed-7b76-484c-9331-2399f7c76c43 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:46.856152 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f6c725-c054-416c-bc92-f38e966a93f7', 'name': 'network-vif-deleted', 'tag': '0f2689f7-91cb-455a-bd0f-9253ba402db2', 'status': 'completed', 'code': 200} Nov 12 21:05:46.909626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-559d972a-a82d-421c-b3fa-8d2442782cec None None] Provisioning complete for port c816dc3b-d690-43a2-9ab1-92d27dcc2856 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:46.910563 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-559d972a-a82d-421c-b3fa-8d2442782cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:46.980026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:47.089142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:47.106864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b96fe-8030-42b8-9c5f-5984cd2da796 req-1607560e-bbf6-4741-af42-f4c51ffa5cde tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:47.108821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e27b96fe-8030-42b8-9c5f-5984cd2da796 req-1607560e-bbf6-4741-af42-f4c51ffa5cde tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.0889926 Nov 12 21:05:47.186860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e27b96fe-8030-42b8-9c5f-5984cd2da796 req-5491b7e0-aafd-4d91-a35f-6e999100f5be tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604577 Nov 12 21:05:47.210852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=29bc84cd-d551-4782-a4a6-64e2be0030b8,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:47.468286 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6f6965ab-47b1-45e3-bce9-deda18e096fb None None] Provisioning complete for port c816dc3b-d690-43a2-9ab1-92d27dcc2856 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:47.470903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6f6965ab-47b1-45e3-bce9-deda18e096fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:47.485948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:47.585350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6f6965ab-47b1-45e3-bce9-deda18e096fb None None] Provisioning complete for port 29bc84cd-d551-4782-a4a6-64e2be0030b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:47.585772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6f6965ab-47b1-45e3-bce9-deda18e096fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:47.628086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6f6965ab-47b1-45e3-bce9-deda18e096fb None None] Port 29bc84cd-d551-4782-a4a6-64e2be0030b8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:47.757715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c663047-ca51-4a12-9551-7e45a1f858e8 None None] Provisioning complete for port 29bc84cd-d551-4782-a4a6-64e2be0030b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:47.758407 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c663047-ca51-4a12-9551-7e45a1f858e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:47.770663 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:47.812234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55790) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:47.815573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c816dc3b-d690-43a2-9ab1-92d27dcc2856 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:47.925613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3c663047-ca51-4a12-9551-7e45a1f858e8 None None] Port 29bc84cd-d551-4782-a4a6-64e2be0030b8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:47.944485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c816dc3b-d690-43a2-9ab1-92d27dcc2856 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:47.946365 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.032170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b93eb863-c11a-40fe-b9cb-24e4d298a2b1 req-ba4825c4-ad6b-40f7-a35a-07b0d20049ef tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6c725-c054-416c-bc92-f38e966a93f7 HTTP/1.1" status: 200 len: 210 time: 0.0907099 Nov 12 21:05:48.087380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-007988bc-09e8-469c-9d7c-01f1fbc40096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.166808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4edfa40c-729a-4b93-97c9-7d28ff26055e None None] Provisioning complete for port 29bc84cd-d551-4782-a4a6-64e2be0030b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:48.167447 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4edfa40c-729a-4b93-97c9-7d28ff26055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.170670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc3a3f-992e-4c63-8933-ff6bb9e50f4e req-85356dcb-3d15-4c6d-a54a-ee5e280add28 tempest-ComputeTenantNetworksTest-1232080262 tempest-ComputeTenantNetworksTest-1232080262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:48.176416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc3a3f-992e-4c63-8933-ff6bb9e50f4e req-85356dcb-3d15-4c6d-a54a-ee5e280add28 tempest-ComputeTenantNetworksTest-1232080262 tempest-ComputeTenantNetworksTest-1232080262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:48.183080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc3a3f-992e-4c63-8933-ff6bb9e50f4e req-85356dcb-3d15-4c6d-a54a-ee5e280add28 tempest-ComputeTenantNetworksTest-1232080262 tempest-ComputeTenantNetworksTest-1232080262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:48.184812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63cc3a3f-992e-4c63-8933-ff6bb9e50f4e req-85356dcb-3d15-4c6d-a54a-ee5e280add28 tempest-ComputeTenantNetworksTest-1232080262 tempest-ComputeTenantNetworksTest-1232080262-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4548409 Nov 12 21:05:48.219550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4edfa40c-729a-4b93-97c9-7d28ff26055e None None] Port 29bc84cd-d551-4782-a4a6-64e2be0030b8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:48.330571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ca7f6-335e-4ad2-a065-181e8014370d req-619c16ec-4120-4379-bb16-90dc520a9989 tempest-ComputeTenantNetworksTest-1232080262 tempest-ComputeTenantNetworksTest-1232080262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:48.334968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de7ca7f6-335e-4ad2-a065-181e8014370d req-619c16ec-4120-4379-bb16-90dc520a9989 tempest-ComputeTenantNetworksTest-1232080262 tempest-ComputeTenantNetworksTest-1232080262-project] 10.222.0.64 "GET /v2.0/networks/d2838705-d564-4eb0-a637-9968afb4dcd8 HTTP/1.1" status: 200 len: 769 time: 0.1189394 Nov 12 21:05:48.338942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55808) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:48.433478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-007988bc-09e8-469c-9d7c-01f1fbc40096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.480564 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.501455 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.521075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd829f-d6d7-4544-8175-90b6cb364bc5 req-a69d7b67-813c-4e49-a1d8-d381ae067578 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:48.524325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cedd829f-d6d7-4544-8175-90b6cb364bc5 req-a69d7b67-813c-4e49-a1d8-d381ae067578 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.0891504 Nov 12 21:05:48.539420 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-007988bc-09e8-469c-9d7c-01f1fbc40096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.555108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.630567 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.632855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=29bc84cd-d551-4782-a4a6-64e2be0030b8,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:48.641055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-007988bc-09e8-469c-9d7c-01f1fbc40096 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a599c530428e4d698f3ecfc49480ae27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8132787 Nov 12 21:05:48.643745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:48.701354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007988bc-09e8-469c-9d7c-01f1fbc40096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e40465-32b4-4dd3-a918-dc1c2bb462cb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:48.719268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cedd829f-d6d7-4544-8175-90b6cb364bc5 req-f9867499-009b-48c8-904f-cd0e7d2abf58 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870627 Nov 12 21:05:48.720964 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.766582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3833d6f4-3e5e-4201-9c25-e6b34f89d683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.773334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2838705-d564-4eb0-a637-9968afb4dcd8']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:48.785792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb0f0f2-d739-4259-aca8-f85250092057') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:48.786187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb0f0f2-d739-4259-aca8-f85250092057') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:48.803714 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.803878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3833d6f4-3e5e-4201-9c25-e6b34f89d683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.818079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 386c740c-1780-40bb-81b1-d55c298452ab is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:48.821093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:48.822550 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.837879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:48.839356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:48.840297 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:49.060574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-45f2f88b-63c7-409d-9ed1-787bd4d4aada None None] Provisioning complete for port 29bc84cd-d551-4782-a4a6-64e2be0030b8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:49.061105 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45f2f88b-63c7-409d-9ed1-787bd4d4aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:49.113330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-45f2f88b-63c7-409d-9ed1-787bd4d4aada None None] Port 29bc84cd-d551-4782-a4a6-64e2be0030b8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:49.150643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3833d6f4-3e5e-4201-9c25-e6b34f89d683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:49.153376 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:49.154738 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3833d6f4-3e5e-4201-9c25-e6b34f89d683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:49.161511 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3833d6f4-3e5e-4201-9c25-e6b34f89d683 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6e40465-32b4-4dd3-a918-dc1c2bb462cb HTTP/1.1" status: 204 len: 168 time: 0.5159547 Nov 12 21:05:49.165622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:05:49.168118 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:49.172949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d2838705-d564-4eb0-a637-9968afb4dcd8 HTTP/1.1" status: 204 len: 168 time: 0.8329971 Nov 12 21:05:49.176989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833d6f4-3e5e-4201-9c25-e6b34f89d683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e40465-32b4-4dd3-a918-dc1c2bb462cb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:49.190399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4787995-6547-4243-a667-36bab4aacb58 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2838705-d564-4eb0-a637-9968afb4dcd8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:49.346577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:49.359018 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e842ab6f-904e-464c-b2db-38e28096f152 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7512105 Nov 12 21:05:49.359130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55840) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:49.363325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b7e1f-acc7-4a8c-b8f7-e9a81b8aaabb None None] Sync routers for ids ['2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:49.365102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-1c9f75d3-b632-42a9-8189-e8ad1336b975 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:49.367015 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-1c9f75d3-b632-42a9-8189-e8ad1336b975 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.46 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.0742228 Nov 12 21:05:49.374873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b7e1f-acc7-4a8c-b8f7-e9a81b8aaabb None None] Routers {'2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:49.375747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-260b7e1f-acc7-4a8c-b8f7-e9a81b8aaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:49.413332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df1ffea-d0ca-4970-9adc-6f91a261af27 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:49.415622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9df1ffea-d0ca-4970-9adc-6f91a261af27 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports/29bc84cd-d551-4782-a4a6-64e2be0030b8 HTTP/1.1" status: 200 len: 978 time: 0.0579195 Nov 12 21:05:49.416174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-260b7e1f-acc7-4a8c-b8f7-e9a81b8aaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:49.419137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:49.427266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b7e1f-acc7-4a8c-b8f7-e9a81b8aaabb None None] Routers {'2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:49.428545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-260b7e1f-acc7-4a8c-b8f7-e9a81b8aaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:49.468911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-260b7e1f-acc7-4a8c-b8f7-e9a81b8aaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:49.469580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b7e1f-acc7-4a8c-b8f7-e9a81b8aaabb None None] The sync data for ids ['2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:49.652537 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Deleting port e97144da-e9de-4036-b1ec-0c456cd95097 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:49.653135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:49.784260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] For port e97144da-e9de-4036-b1ec-0c456cd95097, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e97144da-e9de-4036-b1ec-0c456cd95097,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:49.784634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:49.801914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Calling delete_port for e97144da-e9de-4036-b1ec-0c456cd95097 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:49.857203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55868) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:49.926325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd26f5-504f-4d1b-9bb7-b2bb979c48ab req-41a2a39e-40d7-4e3e-aa7f-162c5ddbf70a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:49.941986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32dd26f5-504f-4d1b-9bb7-b2bb979c48ab req-41a2a39e-40d7-4e3e-aa7f-162c5ddbf70a tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 945 time: 0.1488667 Nov 12 21:05:50.053403 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.111644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dfce3556-fdbc-4877-ba1b-26036102ce12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbbb8b45f4684f229553a232c1225e49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524042 Nov 12 21:05:50.120690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55880) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:50.155366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32dd26f5-504f-4d1b-9bb7-b2bb979c48ab req-c24eb0d8-372f-4bff-aeff-d0bebb943882 tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f969773-a344-46a0-8cc0-7d7137fb4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122667 Nov 12 21:05:50.219367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591186-7252-4888-9349-27375865fc5b req-8c6aa7ef-4594-42d6-ae27-99546ec816c2 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:50.219367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-8c6aa7ef-4594-42d6-ae27-99546ec816c2 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.3153570 Nov 12 21:05:50.225544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0f2689f7-91cb-455a-bd0f-9253ba402db2 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:50.235051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cecc8d0-f70a-4e12-91de-c25bdcd5cb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.272466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-4518f0ed-a56c-4740-8550-ce5e7e6f1bf6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/quotas/314180e01912403b932a81eb47358c01 HTTP/1.1" status: 200 len: 375 time: 0.0384398 Nov 12 21:05:50.297886 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cecc8d0-f70a-4e12-91de-c25bdcd5cb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.310770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 0f2689f7-91cb-455a-bd0f-9253ba402db2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:50.315701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0f2689f7-91cb-455a-bd0f-9253ba402db2 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:50.352338 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.371622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e97144da-e9de-4036-b1ec-0c456cd95097'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:50.380849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-9d5df08d-1b86-4fef-abfc-1c58f4c16e76 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014793 Nov 12 21:05:50.414146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Pushing event deleted for resources: {'Port': ['ID=e97144da-e9de-4036-b1ec-0c456cd95097,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:50.427847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 29bc84cd-d551-4782-a4a6-64e2be0030b8 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:50.428233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.522704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cecc8d0-f70a-4e12-91de-c25bdcd5cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.537273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3cecc8d0-f70a-4e12-91de-c25bdcd5cb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.540815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3cecc8d0-f70a-4e12-91de-c25bdcd5cb92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/403ac55a-023b-469c-adac-f4b9ab62d146 HTTP/1.1" status: 204 len: 168 time: 0.4170897 Nov 12 21:05:50.580034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-ae444e56-805a-4846-b433-41e14bc57ded service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841791 Nov 12 21:05:50.581305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecc8d0-f70a-4e12-91de-c25bdcd5cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403ac55a-023b-469c-adac-f4b9ab62d146,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:50.591945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] No DVR routers for this DVR port e97144da-e9de-4036-b1ec-0c456cd95097 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:50.596023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.599635 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-da53b48a-53df-4b4c-8321-88b478ecb06e req-7353ee50-a436-45c8-952f-47538d390fae tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.46 "DELETE /v2.0/ports/e97144da-e9de-4036-b1ec-0c456cd95097 HTTP/1.1" status: 204 len: 173 time: 1.2221980 Nov 12 21:05:50.600129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3403155f-10fc-4cba-aa82-1507fb7ba819', 'name': 'network-vif-deleted', 'tag': 'e97144da-e9de-4036-b1ec-0c456cd95097'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:50.602712 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb0b429-75f0-4d49-8247-11d0aa73cdbd" -d '{"events": [{"server_uuid": "3403155f-10fc-4cba-aa82-1507fb7ba819", "name": "network-vif-deleted", "tag": "e97144da-e9de-4036-b1ec-0c456cd95097"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:50.652632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.657102 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f74c9c-5c65-450d-989c-ca3f2e2742c8 x-openstack-request-id: req-41f74c9c-5c65-450d-989c-ca3f2e2742c8 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:50.657404 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3403155f-10fc-4cba-aa82-1507fb7ba819", "name": "network-vif-deleted", "tag": "e97144da-e9de-4036-b1ec-0c456cd95097", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:50.657659 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41f74c9c-5c65-450d-989c-ca3f2e2742c8 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:50.658056 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3403155f-10fc-4cba-aa82-1507fb7ba819', 'name': 'network-vif-deleted', 'tag': 'e97144da-e9de-4036-b1ec-0c456cd95097', 'status': 'completed', 'code': 200} Nov 12 21:05:50.670998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 29bc84cd-d551-4782-a4a6-64e2be0030b8 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:50.737274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-d416264d-4fab-4f32-b60c-ed54456be85e service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444964 Nov 12 21:05:50.985975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:51.073823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=29bc84cd-d551-4782-a4a6-64e2be0030b8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:51.120126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2fdf651-c420-48a3-bfa1-0981dfa2e99b req-72bb438d-a00c-4894-a4e5-aa7aa8d200cb tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 210 time: 0.0591435 Nov 12 21:05:51.341011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:51.465617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab63968b-4c58-415b-870f-888bfc785aa5 req-eef7aaee-4212-4e15-87bf-51557f20e7dc tempest-ServerRescueNegativeTestJSON-447391499 tempest-ServerRescueNegativeTestJSON-447391499-project] 10.222.0.64 "GET /v2.0/ports?device_id=3403155f-10fc-4cba-aa82-1507fb7ba819 HTTP/1.1" status: 200 len: 210 time: 0.1090336 Nov 12 21:05:51.581411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:51.668367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:51.674796 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e43b6253-b26d-4698-a616-8232d116cb31 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2546105 Nov 12 21:05:51.677669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55936) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:51.693636 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae641f-87f9-4e8c-a847-1798bf10e411 None None] Sync routers for ids ['2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:51.705152 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae641f-87f9-4e8c-a847-1798bf10e411 None None] Routers {'2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:51.705817 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-27ae641f-87f9-4e8c-a847-1798bf10e411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:51.741947 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-27ae641f-87f9-4e8c-a847-1798bf10e411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:51.752870 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae641f-87f9-4e8c-a847-1798bf10e411 None None] Routers {'2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:51.754598 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-27ae641f-87f9-4e8c-a847-1798bf10e411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:51.796455 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-27ae641f-87f9-4e8c-a847-1798bf10e411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:51.797153 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae641f-87f9-4e8c-a847-1798bf10e411 None None] The sync data for ids ['2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:51.951272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:52.047601 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-033f5f0f-9ebb-42be-a17a-099df02d1a8b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 21:05:52.048647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-033f5f0f-9ebb-42be-a17a-099df02d1a8b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3697681 Nov 12 21:05:52.051500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1518175828-network', 'tenant_id': '69ab8c82412249beb1bacf13c552a139'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:52.051652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55948) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:52.078953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f9ab62fa-e0ff-4374-be9f-986b8537325c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14 HTTP/1.1" status: 200 len: 205 time: 0.0262928 Nov 12 21:05:52.082078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55950) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:52.163008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b37b72f9-3552-417d-bab7-566b1172ee4a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.168843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Made reservation on behalf of 69ab8c82412249beb1bacf13c552a139 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:52.171344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.186053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.259096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07b39c0d-c2ba-4480-ae30-d862ae55f518 req-643d909f-6268-43b1-aa08-1d03a663ab91 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 210 time: 0.0586755 Nov 12 21:05:52.294498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.392611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.429579 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:05:52.436425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb3692b-9177-4419-ac0f-7eb8504a9a41,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:52.441468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.441818 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Added segment 7167c9c2-c49f-4208-9a43-2e4a0029c79f of type vlan for network d88994c6-ed4d-429a-9783-50c67fad295e Nov 12 21:05:52.486192 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.562097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55966) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:52.681119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.682864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:52.683640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.684101 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b37b72f9-3552-417d-bab7-566b1172ee4a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.686914 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b37b72f9-3552-417d-bab7-566b1172ee4a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.766311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=d88994c6-ed4d-429a-9783-50c67fad295e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:52.785829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d88994c6-ed4d-429a-9783-50c67fad295e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:05:52.889023 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b37b72f9-3552-417d-bab7-566b1172ee4a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.889579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37b72f9-3552-417d-bab7-566b1172ee4a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Fanout notify agent at l3_agent the message router_deleted on router 2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:05:52.896941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b37b72f9-3552-417d-bab7-566b1172ee4a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.901372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b37b72f9-3552-417d-bab7-566b1172ee4a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14 HTTP/1.1" status: 204 len: 168 time: 0.8151202 Nov 12 21:05:52.901686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55984) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:52.951338 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-10f4e120-4346-44cd-944a-6b287ca37ee2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9987340 Nov 12 21:05:52.952289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55988) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:52.957655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Request body: {'subnet': {'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1518175828-subnet', 'tenant_id': '69ab8c82412249beb1bacf13c552a139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:53.004507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ecee61-60b8-4568-b9c8-36cc2a99d654 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet 3f305428-d7ec-40d6-8ddf-8416967a121c {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:53.013543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99ecee61-60b8-4568-b9c8-36cc2a99d654 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.110501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99ecee61-60b8-4568-b9c8-36cc2a99d654 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.150605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.157003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Made reservation on behalf of 69ab8c82412249beb1bacf13c552a139 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:53.159411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.207391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e97144da-e9de-4036-b1ec-0c456cd95097 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:53.243021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: e97144da-e9de-4036-b1ec-0c456cd95097 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:53.244118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e97144da-e9de-4036-b1ec-0c456cd95097 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:53.404701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99ecee61-60b8-4568-b9c8-36cc2a99d654 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.441990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccee39ed-1d75-4164-9e26-c7ca93bab935 req-6ceb8fcc-9cd8-4c40-8100-f4a23a0a450b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 210 time: 0.0570214 Nov 12 21:05:53.612498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56000) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:53.639342 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.714957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99ecee61-60b8-4568-b9c8-36cc2a99d654 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.718486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:53.768539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecee61-60b8-4568-b9c8-36cc2a99d654 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=3f305428-d7ec-40d6-8ddf-8416967a121c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:53.770619 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-99ecee61-60b8-4568-b9c8-36cc2a99d654 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.775480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-99ecee61-60b8-4568-b9c8-36cc2a99d654 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/3f305428-d7ec-40d6-8ddf-8416967a121c HTTP/1.1" status: 204 len: 168 time: 0.8724651 Nov 12 21:05:53.778339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56008) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:53.784314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad123383-1a23-4da9-8842-2e984f1aa101 None None] Network 386c740c-1780-40bb-81b1-d55c298452ab requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:53.807653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Checking segment: {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:53.808023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Network hostable DHCP agents. Network: d88994c6-ed4d-429a-9783-50c67fad295e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:05:53.851377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Deleting port 84f01e1c-328d-4c16-bbe5-881ca682d9e0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:53.851923 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.870810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-706a3d8c-8d6c-4993-b055-ef3ef8dcd6d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.934048 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.003400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] For port 84f01e1c-328d-4c16-bbe5-881ca682d9e0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84f01e1c-328d-4c16-bbe5-881ca682d9e0,segment=NetworkSegment(b365d465-acf8-4dde-907c-84bb2d6b8293),segment_id=b365d465-acf8-4dde-907c-84bb2d6b8293)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:54.003777 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.022555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port c816dc3b-d690-43a2-9ab1-92d27dcc2856 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:54.023045 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.042285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Calling delete_port for 84f01e1c-328d-4c16-bbe5-881ca682d9e0 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:54.085076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Network d88994c6-ed4d-429a-9783-50c67fad295e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:05:54.105908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] DHCP port deletion for 386c740c-1780-40bb-81b1-d55c298452ab request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:54.122125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port c816dc3b-d690-43a2-9ab1-92d27dcc2856, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c816dc3b-d690-43a2-9ab1-92d27dcc2856,segment=NetworkSegment(aa774356-d828-48a0-a9ce-f5c9890dd586),segment_id=aa774356-d828-48a0-a9ce-f5c9890dd586)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:54.122546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.140229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for c816dc3b-d690-43a2-9ab1-92d27dcc2856 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:54.191034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] Deleting port c816dc3b-d690-43a2-9ab1-92d27dcc2856 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:54.191448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.274216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d88994c6-ed4d-429a-9783-50c67fad295e) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:54.311992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:54.313212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.314011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591186-7252-4888-9349-27375865fc5b req-ccae5e0d-dc15-4abb-823c-c268096c117e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:54.316223 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-ccae5e0d-dc15-4abb-823c-c268096c117e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.3026853 Nov 12 21:05:54.318749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50515098-8b7a-46d3-ba67-eb46ea73df39 None None] Network d88994c6-ed4d-429a-9783-50c67fad295e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:54.338429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Request body: {'port': {'device_id': '5ebf6a73-2dba-425a-8263-0810945b5c2d', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'admin_state_up': True, 'tenant_id': '314180e01912403b932a81eb47358c01'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:54.373662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-706a3d8c-8d6c-4993-b055-ef3ef8dcd6d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.402694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] For port c816dc3b-d690-43a2-9ab1-92d27dcc2856, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c816dc3b-d690-43a2-9ab1-92d27dcc2856,segment=NetworkSegment(aa774356-d828-48a0-a9ce-f5c9890dd586),segment_id=aa774356-d828-48a0-a9ce-f5c9890dd586)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:54.403111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.411822 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.431471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] Calling delete_port for c816dc3b-d690-43a2-9ab1-92d27dcc2856 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:54.441464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No DVR routers for this DVR port c816dc3b-d690-43a2-9ab1-92d27dcc2856 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:54.500346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2b02df70-3560-4aab-b806-384721b250b3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5468230 Nov 12 21:05:54.553644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796fc75-d044-4c63-b1af-55c6333c4071 None None] Network d88994c6-ed4d-429a-9783-50c67fad295e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:54.570796 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-706a3d8c-8d6c-4993-b055-ef3ef8dcd6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.614053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=c816dc3b-d690-43a2-9ab1-92d27dcc2856,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:54.633599 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.649311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] No DVR routers for this DVR port c816dc3b-d690-43a2-9ab1-92d27dcc2856 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:54.672323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29343d3a-9afa-471f-b21b-bd787280da25 None None] Pushing event deleted for resources: {'Port': ['ID=c816dc3b-d690-43a2-9ab1-92d27dcc2856,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:54.692826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:54.698588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.805898 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.819466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c7005a4-6770-4b30-9782-b04741f7b675 req-1336d09e-31f7-4443-82bb-0a6875901895 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 210 time: 0.1887040 Nov 12 21:05:54.848773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-706a3d8c-8d6c-4993-b055-ef3ef8dcd6d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3965a175dd184f29a23b612b417c95dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2348609 Nov 12 21:05:54.856242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:54.862142 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.872045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f01e1c-328d-4c16-bbe5-881ca682d9e0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:54.874741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a3d8c-8d6c-4993-b055-ef3ef8dcd6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2fb94-f6cb-4c8e-af0d-7aa6bc92f9c8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:54.921441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386c740c-1780-40bb-81b1-d55c298452ab']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:54.946017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa774356-d828-48a0-a9ce-f5c9890dd586') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:54.948298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa774356-d828-48a0-a9ce-f5c9890dd586') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:54.973572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.009203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.020127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:55.022373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:55.028317 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:55.063946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Allocated IP 172.20.0.11 (05cb7d81-b1e0-4eb9-af34-06018f5b2250/bba588c1-b6e6-4e79-a7df-5807d5a9c580/01189dd2-b38d-455c-9107-01d090e73380) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:55.083629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a922dc1f-f65d-4fbe-baac-156a4675213b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.177102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a922dc1f-f65d-4fbe-baac-156a4675213b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.233853 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.279347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.282692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/386c740c-1780-40bb-81b1-d55c298452ab HTTP/1.1" status: 204 len: 168 time: 1.5029221 Nov 12 21:05:55.296537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56058) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:55.301996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-920368267'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:55.305680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb195141-c44a-476c-9dfc-fdb14e01f571 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=386c740c-1780-40bb-81b1-d55c298452ab,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:55.357436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-562d39c9-1396-4b59-8fa4-d324112cddaa tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:55.358971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-562d39c9-1396-4b59-8fa4-d324112cddaa tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 814 time: 0.1920938 Nov 12 21:05:55.369202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.375688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-a7e6f148-d889-4da6-b136-ffdf30bf852a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/quotas/69ab8c82412249beb1bacf13c552a139 HTTP/1.1" status: 200 len: 375 time: 0.0103602 Nov 12 21:05:55.416082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b9fa391e-54b6-4fa8-920e-41f6f64711a5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336103 Nov 12 21:05:55.465624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:55.469688 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.518026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.553449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a922dc1f-f65d-4fbe-baac-156a4675213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.557158 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a922dc1f-f65d-4fbe-baac-156a4675213b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.558369 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a922dc1f-f65d-4fbe-baac-156a4675213b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9d2fb94-f6cb-4c8e-af0d-7aa6bc92f9c8 HTTP/1.1" status: 204 len: 168 time: 0.6998119 Nov 12 21:05:55.564855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-49e62a18-8076-4bba-b1e3-3c7a77cd3204 service neutron] 10.222.0.64 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395020 Nov 12 21:05:55.566401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:05:55.581176 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.581451 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment df0850d1-982d-4634-921b-6eca229307ca of type vlan for network a86338e5-a12e-4cd4-8f99-d66ed7c52952 Nov 12 21:05:55.649320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.649417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922dc1f-f65d-4fbe-baac-156a4675213b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2fb94-f6cb-4c8e-af0d-7aa6bc92f9c8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:55.751020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Router 62e0bc76-34a8-46be-9e89-f48047034e68 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:55.759874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c816dc3b-d690-43a2-9ab1-92d27dcc2856 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:55.779562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-41fa6e9b-da6a-4ba3-a95d-b6e9f15485a6 service neutron] 10.222.0.64 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219342 Nov 12 21:05:55.786655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c816dc3b-d690-43a2-9ab1-92d27dcc2856 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:55.787006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c816dc3b-d690-43a2-9ab1-92d27dcc2856 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:55.845582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.855133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.861923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:55.874054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:55.874655 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.925274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:55.928036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event updated for resources: {'Port': ['ID=01189dd2-b38d-455c-9107-01d090e73380,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:55.932019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:55.934663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:55.936248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:55.943942 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-39e0feff-62cb-430b-9e11-310615b29250 admin admin] 10.222.0.64 "PUT /v2.0/routers/62e0bc76-34a8-46be-9e89-f48047034e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3783352 Nov 12 21:05:55.946902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56068) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:55.953570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] Sync routers for ids ['62e0bc76-34a8-46be-9e89-f48047034e68'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:55.974608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] Routers {'62e0bc76-34a8-46be-9e89-f48047034e68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:55.975639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['62e0bc76-34a8-46be-9e89-f48047034e68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:56.051868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:56.052507 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.063674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=a86338e5-a12e-4cd4-8f99-d66ed7c52952,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:56.087489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a86338e5-a12e-4cd4-8f99-d66ed7c52952 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:05:56.118105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.156998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f2424077-9a9e-4ea8-a101-b4a0afc59685 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8590405 Nov 12 21:05:56.160051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56076) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:56.168776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': 'a86338e5-a12e-4cd4-8f99-d66ed7c52952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:56.179069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c76e89d5-90fc-4b66-9090-18f45b2441ec req-b1043868-a7c6-41c6-a9ae-e86deabe4431 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 210 time: 0.0400746 Nov 12 21:05:56.199943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20ee7b-0e38-463c-bb6c-6ae5097c884a req-478d4f4a-a71b-4aa5-b51c-38efa881d907 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:56.201559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d20ee7b-0e38-463c-bb6c-6ae5097c884a req-478d4f4a-a71b-4aa5-b51c-38efa881d907 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 932 time: 0.1663694 Nov 12 21:05:56.220256 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-d66c5e2e-15cb-4979-9928-37e5199b20b5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8869143 Nov 12 21:05:56.271681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d20ee7b-0e38-463c-bb6c-6ae5097c884a req-724e7381-09d8-4e36-a7ed-54369c994256 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 Nov 12 21:05:56.313142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Request body: {'port': {'device_id': '5ebf6a73-2dba-425a-8263-0810945b5c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:56.323667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] Set router 62e0bc76-34a8-46be-9e89-f48047034e68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:56.475754 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.480608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.536017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:05:54Z', 'revision_number': 5, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:56.565471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] Checking router: 62e0bc76-34a8-46be-9e89-f48047034e68 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:05:56.574738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] Routers {'62e0bc76-34a8-46be-9e89-f48047034e68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:56.575392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:05:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['62e0bc76-34a8-46be-9e89-f48047034e68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:56.596704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:56.600482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.657471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56094) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:56.686237 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30f0a49c-e48d-4ebd-8421-cd4bc1f5a014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.789486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30f0a49c-e48d-4ebd-8421-cd4bc1f5a014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.862104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] Set router 62e0bc76-34a8-46be-9e89-f48047034e68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:56.915550 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30f0a49c-e48d-4ebd-8421-cd4bc1f5a014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.982816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-30f0a49c-e48d-4ebd-8421-cd4bc1f5a014 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df29db42a3ed4230ba1f283b20b77530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214502 Nov 12 21:05:56.984886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56102) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:57.003974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0a49c-e48d-4ebd-8421-cd4bc1f5a014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2753bdbd-8761-46be-95f6-a2f7ab26ab3a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:57.079866 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2db7ac33-8b7e-4598-b2e2-a88f492f5baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.108151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2db7ac33-8b7e-4598-b2e2-a88f492f5baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.165630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:05:54Z', 'revision_number': 5, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:57.183030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Deleting port ef1136bf-63fa-4593-9398-9d0739d58ba3 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:57.183640 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.199084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83e1d8-68fa-4684-a3f9-837f22bca001 None None] The sync data for ids ['62e0bc76-34a8-46be-9e89-f48047034e68'] in n-d-713498-29 is: [{'id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'name': 'tempest-ServerRescueNegativeTestJSON-1544825165-router', 'tenant_id': 'ad4b70645a4148a983603a4b158b1e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:32Z', 'updated_at': '2021-11-12T21:05:54Z', 'revision_number': 5, 'project_id': 'ad4b70645a4148a983603a4b158b1e25', 'gw_port': {'id': 'ef1136bf-63fa-4593-9398-9d0739d58ba3', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0bc76-34a8-46be-9e89-f48047034e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:34Z', 'updated_at': '2021-11-12T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:57.286924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4987eae-52b3-43fc-a37e-9d4189299f15 req-a8974b31-a5b5-4c3d-8375-2f9454384882 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 210 time: 0.0268443 Nov 12 21:05:57.315248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01189dd2-b38d-455c-9107-01d090e73380 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:05:57.320491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2db7ac33-8b7e-4598-b2e2-a88f492f5baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.324372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2db7ac33-8b7e-4598-b2e2-a88f492f5baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.326051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2db7ac33-8b7e-4598-b2e2-a88f492f5baa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2753bdbd-8761-46be-95f6-a2f7ab26ab3a HTTP/1.1" status: 204 len: 168 time: 0.3402805 Nov 12 21:05:57.331486 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.341278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7ac33-8b7e-4598-b2e2-a88f492f5baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2753bdbd-8761-46be-95f6-a2f7ab26ab3a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:57.349885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] For port ef1136bf-63fa-4593-9398-9d0739d58ba3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ef1136bf-63fa-4593-9398-9d0739d58ba3,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:57.349885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.382109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Calling delete_port for ef1136bf-63fa-4593-9398-9d0739d58ba3 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:57.393409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Transition to ACTIVE for port object 01189dd2-b38d-455c-9107-01d090e73380 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:05:57.460476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b46b9-bdc0-4dcb-8e50-e1576a4f8456 req-6855bd68-a1da-482e-b52a-cb95891b73c1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:57.467849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-034b46b9-bdc0-4dcb-8e50-e1576a4f8456 req-6855bd68-a1da-482e-b52a-cb95891b73c1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 932 time: 0.0698621 Nov 12 21:05:57.518180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-034b46b9-bdc0-4dcb-8e50-e1576a4f8456 req-dafc173e-543c-43c1-ac05-580b09676e3c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Nov 12 21:05:57.522271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.541430 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b18ed754-8386-424a-886c-52e704e53b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.650036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84f01e1c-328d-4c16-bbe5-881ca682d9e0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:57.672151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Pushing event updated for resources: {'Port': ['ID=01189dd2-b38d-455c-9107-01d090e73380,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:57.678625 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.727461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 84f01e1c-328d-4c16-bbe5-881ca682d9e0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:57.729470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84f01e1c-328d-4c16-bbe5-881ca682d9e0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:57.839722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=050ee398-89c9-4941-adc9-f3d20793f405,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:57.895816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': 'df0850d1-982d-4634-921b-6eca229307ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a86338e5-a12e-4cd4-8f99-d66ed7c52952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:57.896246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: a86338e5-a12e-4cd4-8f99-d66ed7c52952, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:05:57.905595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Attempting to bind port 01189dd2-b38d-455c-9107-01d090e73380 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:57.905929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Attempting to bind port 01189dd2-b38d-455c-9107-01d090e73380 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:57.906261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Attempting to bind port 01189dd2-b38d-455c-9107-01d090e73380 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:57.916367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Port 01189dd2-b38d-455c-9107-01d090e73380 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:05:57.916689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Attempting to bind port 01189dd2-b38d-455c-9107-01d090e73380 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:57.924011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:57.924348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Checking segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:57.924740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Bound using segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:57.925155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Bound port: 01189dd2-b38d-455c-9107-01d090e73380, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:57.925514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:57.984532 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.028919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1136bf-63fa-4593-9398-9d0739d58ba3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:58.032603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network a86338e5-a12e-4cd4-8f99-d66ed7c52952 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:05:58.055844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f28de63-b1d2-4e34-9184-a201196887ec None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:58.163349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] For port 01189dd2-b38d-455c-9107-01d090e73380, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:58.173077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a86338e5-a12e-4cd4-8f99-d66ed7c52952) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:58.180749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.188042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:58.188729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.189287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac41cf-2e33-47b2-bdee-fa5f217d112e None None] Network a86338e5-a12e-4cd4-8f99-d66ed7c52952 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:58.192591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] For port 01189dd2-b38d-455c-9107-01d090e73380, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=01189dd2-b38d-455c-9107-01d090e73380,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:58.312042 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.376372 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.378331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Pushing event updated for resources: {'Port': ['ID=01189dd2-b38d-455c-9107-01d090e73380,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:58.379561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a86338e5-a12e-4cd4-8f99-d66ed7c52952', 'network_id': 'a86338e5-a12e-4cd4-8f99-d66ed7c52952', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': '050ee398-89c9-4941-adc9-f3d20793f405'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:05:58.381375 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.399506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.408423 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c3cd82e8-076c-4eb6-8be7-78e3cd6d41bb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2470937 Nov 12 21:05:58.411877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56144) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:58.420011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5181bf70-79be-434c-b325-9f5b4a66b860 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-805897281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:58.421422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:58.422133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.425432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-aa4bf04d-34d3-4bcd-9aed-78dec18b3331 service neutron] 10.222.0.46 "PUT /v2.0/ports/01189dd2-b38d-455c-9107-01d090e73380 HTTP/1.1" status: 200 len: 1093 time: 2.1296883 Nov 12 21:05:58.425432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebf6a73-2dba-425a-8263-0810945b5c2d', 'tag': '01189dd2-b38d-455c-9107-01d090e73380'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:58.427650 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e3d536-a6a0-469b-b87c-b7522528b3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebf6a73-2dba-425a-8263-0810945b5c2d", "tag": "01189dd2-b38d-455c-9107-01d090e73380"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:58.520704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-167c0099-e0b7-4797-83b5-558be8d154ea req-b11dc715-1a79-46f4-b02b-003469c62462 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 210 time: 0.0357125 Nov 12 21:05:58.528210 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa53268-5e2e-4719-99f2-56ad337e631b x-openstack-request-id: req-8aa53268-5e2e-4719-99f2-56ad337e631b {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:58.528687 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebf6a73-2dba-425a-8263-0810945b5c2d", "tag": "01189dd2-b38d-455c-9107-01d090e73380", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:58.529036 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8aa53268-5e2e-4719-99f2-56ad337e631b {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:58.529574 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebf6a73-2dba-425a-8263-0810945b5c2d', 'tag': '01189dd2-b38d-455c-9107-01d090e73380', 'status': 'completed', 'code': 200} Nov 12 21:05:58.608714 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5181bf70-79be-434c-b325-9f5b4a66b860 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.610377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5181bf70-79be-434c-b325-9f5b4a66b860 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.622358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.622933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62e0bc76-34a8-46be-9e89-f48047034e68 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:05:58.626317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d536-a6a0-469b-b87c-b7522528b3b0 req-d0344de5-aff2-4c9e-a0f4-5408aaddbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:58.627866 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7e3d536-a6a0-469b-b87c-b7522528b3b0 req-d0344de5-aff2-4c9e-a0f4-5408aaddbf0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 1096 time: 0.0715792 Nov 12 21:05:58.631259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.635990 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1492d2ad-455b-4e1a-a2f3-091818d467f1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/62e0bc76-34a8-46be-9e89-f48047034e68 HTTP/1.1" status: 204 len: 168 time: 2.6884055 Nov 12 21:05:58.636288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56152) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:58.659429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Allocated IP 172.20.0.2 (a86338e5-a12e-4cd4-8f99-d66ed7c52952/050ee398-89c9-4941-adc9-f3d20793f405/68110614-576f-4714-9613-06716a460b0f) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:58.802494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d536-a6a0-469b-b87c-b7522528b3b0 req-f041c4c2-fb42-4b54-a26c-51d967564d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:58.805060 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7e3d536-a6a0-469b-b87c-b7522528b3b0 req-f041c4c2-fb42-4b54-a26c-51d967564d2b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=314180e01912403b932a81eb47358c01&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1620505 Nov 12 21:05:58.854700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5181bf70-79be-434c-b325-9f5b4a66b860 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.887272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9751b1-2641-4953-a3e0-f73d3acd4e48 admin admin] Deleting subnet 8a4a238d-28ca-4483-871a-dbbebe54bdcd {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:58.909472 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c9751b1-2641-4953-a3e0-f73d3acd4e48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:58.926750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430f00e-fd45-4723-9af7-99403e957f7e req-c2733fa3-1503-456d-8c2a-b64a5ecdbd9e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:58.928936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9430f00e-fd45-4723-9af7-99403e957f7e req-c2733fa3-1503-456d-8c2a-b64a5ecdbd9e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 944 time: 0.2952220 Nov 12 21:05:58.982393 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.020832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c9751b1-2641-4953-a3e0-f73d3acd4e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.029100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d536-a6a0-469b-b87c-b7522528b3b0 req-2ae4bacd-b9b9-4a64-b4a0-99b97c74b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:59.030712 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7e3d536-a6a0-469b-b87c-b7522528b3b0 req-2ae4bacd-b9b9-4a64-b4a0-99b97c74b0d4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2149217 Nov 12 21:05:59.111611 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5181bf70-79be-434c-b325-9f5b4a66b860 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.119178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.225303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c9751b1-2641-4953-a3e0-f73d3acd4e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.259953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591186-7252-4888-9349-27375865fc5b req-318a4738-64e4-4dc9-b67d-f2bdd7333c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:59.268527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Network a86338e5-a12e-4cd4-8f99-d66ed7c52952 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:59.270546 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-318a4738-64e4-4dc9-b67d-f2bdd7333c9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 1096 time: 0.1209476 Nov 12 21:05:59.310140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:59.330260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:59.333537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Pushing event updated for resources: {'Port': ['ID=68110614-576f-4714-9613-06716a460b0f,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:59.342978 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-64b7963d-4e9d-4dcc-8f91-b8981aa69675 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01189dd2-b38d-455c-9107-01d090e73380 HTTP/1.1" status: 200 len: 217 time: 0.0583825 Nov 12 21:05:59.379380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9430f00e-fd45-4723-9af7-99403e957f7e req-764d3c54-bcf1-4fe6-aa2c-fcf5a9c20a52 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740355 Nov 12 21:05:59.440376 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5181bf70-79be-434c-b325-9f5b4a66b860 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.441745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5181bf70-79be-434c-b325-9f5b4a66b860 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0288577 Nov 12 21:05:59.446487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:59.448144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591186-7252-4888-9349-27375865fc5b req-5e6a98bc-a2bf-4217-aa55-27f8cc2f6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:59.450247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Attempting to bind port 68110614-576f-4714-9613-06716a460b0f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:59.450735 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-5e6a98bc-a2bf-4217-aa55-27f8cc2f6340 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.0974712 Nov 12 21:05:59.450992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Attempting to bind port 68110614-576f-4714-9613-06716a460b0f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'df0850d1-982d-4634-921b-6eca229307ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a86338e5-a12e-4cd4-8f99-d66ed7c52952'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:59.451640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Attempting to bind port 68110614-576f-4714-9613-06716a460b0f on network a86338e5-a12e-4cd4-8f99-d66ed7c52952 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:59.470343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:59.470728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Checking segment: {'id': 'df0850d1-982d-4634-921b-6eca229307ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a86338e5-a12e-4cd4-8f99-d66ed7c52952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:59.471131 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.475129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Bound using segment: {'id': 'df0850d1-982d-4634-921b-6eca229307ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a86338e5-a12e-4cd4-8f99-d66ed7c52952'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:59.475445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Bound port: 68110614-576f-4714-9613-06716a460b0f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0850d1-982d-4634-921b-6eca229307ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a86338e5-a12e-4cd4-8f99-d66ed7c52952'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:59.475637 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.524028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c9751b1-2641-4953-a3e0-f73d3acd4e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.561604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9751b1-2641-4953-a3e0-f73d3acd4e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4a238d-28ca-4483-871a-dbbebe54bdcd,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:59.563963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c9751b1-2641-4953-a3e0-f73d3acd4e48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.568871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8c9751b1-2641-4953-a3e0-f73d3acd4e48 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8a4a238d-28ca-4483-871a-dbbebe54bdcd HTTP/1.1" status: 204 len: 168 time: 0.9038992 Nov 12 21:05:59.577403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-9736f836-8c74-46c9-b3d9-6834e86142b8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:59.579198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-9736f836-8c74-46c9-b3d9-6834e86142b8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.78 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 814 time: 0.1929779 Nov 12 21:05:59.579949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56182) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:59.588711 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-496fd9ee-b7cc-42fb-95ec-c5d8aeb5f97b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811017 Nov 12 21:05:59.595501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Request body: {'port': {'device_id': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e', 'admin_state_up': True, 'tenant_id': '69ab8c82412249beb1bacf13c552a139'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:59.605149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] For port 68110614-576f-4714-9613-06716a460b0f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:59.608907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] For port 68110614-576f-4714-9613-06716a460b0f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=68110614-576f-4714-9613-06716a460b0f,segment=NetworkSegment(df0850d1-982d-4634-921b-6eca229307ca),segment_id=df0850d1-982d-4634-921b-6eca229307ca)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:59.709809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ef1136bf-63fa-4593-9398-9d0739d58ba3 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:59.732106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fa49ce1-edff-426f-8044-411627dae265 req-b49a8865-a533-46bc-a030-db385503dbf3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 210 time: 0.0936036 Nov 12 21:05:59.737543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.739936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: ef1136bf-63fa-4593-9398-9d0739d58ba3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:59.740677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ef1136bf-63fa-4593-9398-9d0739d58ba3 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:59.761215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.836774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273d5c8-1370-4522-acb8-65140ecc104e None None] Pushing event updated for resources: {'Port': ['ID=68110614-576f-4714-9613-06716a460b0f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:59.892562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.917142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed48c47e-6e23-45cf-9297-322e9e389421']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:59.927548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b365d465-acf8-4dde-907c-84bb2d6b8293') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:59.927802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b365d465-acf8-4dde-907c-84bb2d6b8293') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:59.939747 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-2f0b6fb6-14d6-4e24-b387-77c3fbab9b9d service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368061 Nov 12 21:05:59.943617 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.961588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.967036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Made reservation on behalf of 69ab8c82412249beb1bacf13c552a139 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:59.970832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.975804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:59.976801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:59.980513 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:06:00.023497 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2d1c-5051-4838-83d0-330dd60b5d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.036482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.192712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.208874 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-79591186-7252-4888-9349-27375865fc5b req-a997bebf-761d-452e-b6ee-bacc9a34d995 service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516816 Nov 12 21:06:00.211874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.218308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ed48c47e-6e23-45cf-9297-322e9e389421 HTTP/1.1" status: 204 len: 168 time: 0.6365955 Nov 12 21:06:00.222001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d846d-16b3-4e91-aaa7-4ef21b5465a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed48c47e-6e23-45cf-9297-322e9e389421,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:00.384702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Allocated IP 172.20.0.13 (d88994c6-ed4d-429a-9783-50c67fad295e/c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c/e3625fae-6990-43db-912b-08941573b0df) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:00.430013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.20.0.1 (a86338e5-a12e-4cd4-8f99-d66ed7c52952/050ee398-89c9-4941-adc9-f3d20793f405/816cec4f-6d74-4c1b-b94f-707254437821) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:00.618536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.620995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064af0e-f03e-4e57-9359-e2e431a9e945 req-9c993f70-70a9-47f2-96c2-60972cee492b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:00.622553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1064af0e-f03e-4e57-9359-e2e431a9e945 req-9c993f70-70a9-47f2-96c2-60972cee492b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 944 time: 0.1053746 Nov 12 21:06:00.703751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.717223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1064af0e-f03e-4e57-9359-e2e431a9e945 req-97549b70-2b1f-42ad-8d7e-d2cd816b0541 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810785 Nov 12 21:06:00.769110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.850375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network a86338e5-a12e-4cd4-8f99-d66ed7c52952 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:00.854146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:00.856437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56228) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:00.858034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:00.882575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.924077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:00.951329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Network d88994c6-ed4d-429a-9783-50c67fad295e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:00.953818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:00.956688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:00.992484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:01.000156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b94afe63-00fa-49d6-ade7-ab9682e7b32c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad4b70645a4148a983603a4b158b1e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425774 Nov 12 21:06:01.000699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56232) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:01.038809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=816cec4f-6d74-4c1b-b94f-707254437821,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:01.047690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.048075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.048417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.048763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.049078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.049405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.049905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.050237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.050607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.050941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.051247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.051595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:01.107366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:01.108035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.129040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3abc6c-46bc-4afa-bea0-532580fac038 req-922058ea-abf0-4fba-9a01-71306b85adf3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:01.130497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b3abc6c-46bc-4afa-bea0-532580fac038 req-922058ea-abf0-4fba-9a01-71306b85adf3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 932 time: 0.1778777 Nov 12 21:06:01.169511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2294ec08-f4fb-4ea4-b88d-b46f247a7cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.212888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2294ec08-f4fb-4ea4-b88d-b46f247a7cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.240131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.281172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b3abc6c-46bc-4afa-bea0-532580fac038 req-9fb35f32-c495-45ba-8123-867af3bc8672 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392446 Nov 12 21:06:01.288184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-d23a534c-5849-4fef-91af-4f9a3f958249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6977127 Nov 12 21:06:01.306951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Request body: {'port': {'device_id': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:01.316693 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.331163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca25c1e6-2181-485d-930a-6dff9d8e2d38 None None] Network a86338e5-a12e-4cd4-8f99-d66ed7c52952 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:01.426491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.484546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2294ec08-f4fb-4ea4-b88d-b46f247a7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.502001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2294ec08-f4fb-4ea4-b88d-b46f247a7cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.505681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2294ec08-f4fb-4ea4-b88d-b46f247a7cb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f969773-a344-46a0-8cc0-7d7137fb4dbb HTTP/1.1" status: 204 len: 168 time: 0.5016191 Nov 12 21:06:01.517376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-817d1bd6-c50c-4075-8a5d-3120b8bccbd7 None None] Provisioning complete for port 68110614-576f-4714-9613-06716a460b0f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:01.517753 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-817d1bd6-c50c-4075-8a5d-3120b8bccbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.538622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294ec08-f4fb-4ea4-b88d-b46f247a7cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f969773-a344-46a0-8cc0-7d7137fb4dbb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:01.771149 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.785198 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-817d1bd6-c50c-4075-8a5d-3120b8bccbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.865669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:01.913491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 68110614-576f-4714-9613-06716a460b0f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:01.994016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3625fae-6990-43db-912b-08941573b0df {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:02.005390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:02.023011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Transition to ACTIVE for port object e3625fae-6990-43db-912b-08941573b0df will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:06:02.042172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6786-0f7d-46ba-8cbf-e12b2360258c req-35e18166-b67c-4b65-8290-69e5588fd3e2 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:02.044441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4bc6786-0f7d-46ba-8cbf-e12b2360258c req-35e18166-b67c-4b65-8290-69e5588fd3e2 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 944 time: 0.1937840 Nov 12 21:06:02.072268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-817d1bd6-c50c-4075-8a5d-3120b8bccbd7 None None] For port 68110614-576f-4714-9613-06716a460b0f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=68110614-576f-4714-9613-06716a460b0f,segment=NetworkSegment(df0850d1-982d-4634-921b-6eca229307ca),segment_id=df0850d1-982d-4634-921b-6eca229307ca)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:02.072637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=816cec4f-6d74-4c1b-b94f-707254437821,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:02.083686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:02.144350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4bc6786-0f7d-46ba-8cbf-e12b2360258c req-d674925f-7acf-4f7c-af02-bc23d871cf68 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937686 Nov 12 21:06:02.146062 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:02.187817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 68110614-576f-4714-9613-06716a460b0f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:02.188196 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:02.209885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:02.256935 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-817d1bd6-c50c-4075-8a5d-3120b8bccbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:02.367612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network a86338e5-a12e-4cd4-8f99-d66ed7c52952 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:02.372235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:02.461753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d1bd6-c50c-4075-8a5d-3120b8bccbd7 None None] Pushing event updated for resources: {'Port': ['ID=68110614-576f-4714-9613-06716a460b0f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:02.622962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5ebb0-a285-4dec-96dd-d23f8e5fd7e1 req-cf026160-abe8-498e-a5f1-616385a9e129 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:02.624591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d5ebb0-a285-4dec-96dd-d23f8e5fd7e1 req-cf026160-abe8-498e-a5f1-616385a9e129 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.1969905 Nov 12 21:06:02.665172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Attempting to bind port e3625fae-6990-43db-912b-08941573b0df on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:02.665482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Attempting to bind port e3625fae-6990-43db-912b-08941573b0df by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:02.665968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Attempting to bind port e3625fae-6990-43db-912b-08941573b0df on network d88994c6-ed4d-429a-9783-50c67fad295e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:02.695187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Port e3625fae-6990-43db-912b-08941573b0df on network d88994c6-ed4d-429a-9783-50c67fad295e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:06:02.695547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Attempting to bind port e3625fae-6990-43db-912b-08941573b0df on network d88994c6-ed4d-429a-9783-50c67fad295e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:02.697607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d4032a33-8443-405e-b870-1b149e79be28 None None] Provisioning complete for port 68110614-576f-4714-9613-06716a460b0f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:02.700865 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d4032a33-8443-405e-b870-1b149e79be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:02.705453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:02.705797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Checking segment: {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:02.706249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Bound using segment: {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:02.706694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Bound port: e3625fae-6990-43db-912b-08941573b0df, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:02.707061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:02.822312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:02.827495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:02.880820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d5ebb0-a285-4dec-96dd-d23f8e5fd7e1 req-86af21a2-bbed-41c2-8b55-2e4251fdfcd7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423227 Nov 12 21:06:02.941743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:03.049985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d4032a33-8443-405e-b870-1b149e79be28 None None] Provisioning complete for port 816cec4f-6d74-4c1b-b94f-707254437821 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:03.050404 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d4032a33-8443-405e-b870-1b149e79be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:03.088042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:03.088721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:03.102634 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] 10.222.0.78 "PUT /v2.0/ports/e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 200 len: 1093 time: 1.7892823 Nov 12 21:06:03.103359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d4032a33-8443-405e-b870-1b149e79be28 None None] Port 816cec4f-6d74-4c1b-b94f-707254437821 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:03.103482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e893b-9850-4d0f-a938-b11debf5d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:03.131321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'tag': 'e3625fae-6990-43db-912b-08941573b0df'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:03.137791 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd0cc45-4bf2-4af2-a01c-bd76675d5b19" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "tag": "e3625fae-6990-43db-912b-08941573b0df"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:03.157960 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:03.266081 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387eccf3-2e90-446a-880b-fcf5e2adadfe x-openstack-request-id: req-387eccf3-2e90-446a-880b-fcf5e2adadfe {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:03.266725 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "tag": "e3625fae-6990-43db-912b-08941573b0df", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:03.267943 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-387eccf3-2e90-446a-880b-fcf5e2adadfe {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:03.268467 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'tag': 'e3625fae-6990-43db-912b-08941573b0df', 'status': 'completed', 'code': 200} Nov 12 21:06:03.293721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 01189dd2-b38d-455c-9107-01d090e73380 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:06:03.315957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9b0c6818-c017-4620-b236-713d4621710b None None] Provisioning complete for port 816cec4f-6d74-4c1b-b94f-707254437821 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:03.316397 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6818-c017-4620-b236-713d4621710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:03.444572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0cc45-4bf2-4af2-a01c-bd76675d5b19 req-1ed364b2-8f80-4183-a9c4-072b485bbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:03.446805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bd0cc45-4bf2-4af2-a01c-bd76675d5b19 req-1ed364b2-8f80-4183-a9c4-072b485bbd1a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1096 time: 0.1354816 Nov 12 21:06:03.457372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476bfe4-535a-411b-aac9-2655feacceb7 req-1aa111fc-457f-4bdd-8928-e805378e0aa8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:03.466281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7476bfe4-535a-411b-aac9-2655feacceb7 req-1aa111fc-457f-4bdd-8928-e805378e0aa8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 944 time: 0.1702130 Nov 12 21:06:03.563571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c6818-c017-4620-b236-713d4621710b None None] Port 816cec4f-6d74-4c1b-b94f-707254437821 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:03.615981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7476bfe4-535a-411b-aac9-2655feacceb7 req-283ee5ba-cfc0-43f5-bb41-7b59ca085632 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450436 Nov 12 21:06:03.625352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 01189dd2-b38d-455c-9107-01d090e73380, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=01189dd2-b38d-455c-9107-01d090e73380,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:03.626898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 51652ad7-7ac5-434d-ba66-17ecd7a5588d is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:06:03.655779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '01189dd2-b38d-455c-9107-01d090e73380', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'port_id': '01189dd2-b38d-455c-9107-01d090e73380', 'mac_address': 'fa:16:3e:a6:69:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba588c1-b6e6-4e79-a7df-5807d5a9c580', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:06:03.700821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0cc45-4bf2-4af2-a01c-bd76675d5b19 req-72f0f763-a1de-448a-9229-095356b9ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:03.702763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bd0cc45-4bf2-4af2-a01c-bd76675d5b19 req-72f0f763-a1de-448a-9229-095356b9ab7e service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=69ab8c82412249beb1bacf13c552a139&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2330225 Nov 12 21:06:03.722223 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:03.762926 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:03.781991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9913ca30-be22-4598-8718-df45428878c3 None None] Provisioning complete for port 816cec4f-6d74-4c1b-b94f-707254437821 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:03.782363 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9913ca30-be22-4598-8718-df45428878c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:03.858988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:03.870533 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0dae7-d7a7-48b5-9876-0b0ea44405cd None None] Sync routers for ids ['51652ad7-7ac5-434d-ba66-17ecd7a5588d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:03.872274 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5b646ac0-e63b-4757-8973-fe8497f9e776 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/51652ad7-7ac5-434d-ba66-17ecd7a5588d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4203475 Nov 12 21:06:03.872716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9913ca30-be22-4598-8718-df45428878c3 None None] Port 816cec4f-6d74-4c1b-b94f-707254437821 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:03.872970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56306) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:03.874302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 68110614-576f-4714-9613-06716a460b0f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:03.884929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0cc45-4bf2-4af2-a01c-bd76675d5b19 req-ecb7cdf9-c2e1-439d-8108-4fc3e460b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:03.887479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bd0cc45-4bf2-4af2-a01c-bd76675d5b19 req-ecb7cdf9-c2e1-439d-8108-4fc3e460b3fc service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769054 Nov 12 21:06:03.890341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01189dd2-b38d-455c-9107-01d090e73380 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:03.891950 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0dae7-d7a7-48b5-9876-0b0ea44405cd None None] Routers {'51652ad7-7ac5-434d-ba66-17ecd7a5588d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:03.892805 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6ae0dae7-d7a7-48b5-9876-0b0ea44405cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['51652ad7-7ac5-434d-ba66-17ecd7a5588d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:03.937483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca97bdd0-0ee1-4027-a5c1-e4f660797d57 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:03.942174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56310) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:03.942307 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca97bdd0-0ee1-4027-a5c1-e4f660797d57 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports/816cec4f-6d74-4c1b-b94f-707254437821 HTTP/1.1" status: 200 len: 910 time: 0.0678670 Nov 12 21:06:03.960172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 01189dd2-b38d-455c-9107-01d090e73380, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=01189dd2-b38d-455c-9107-01d090e73380,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:03.968474 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6ae0dae7-d7a7-48b5-9876-0b0ea44405cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:03.982922 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0dae7-d7a7-48b5-9876-0b0ea44405cd None None] Routers {'51652ad7-7ac5-434d-ba66-17ecd7a5588d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:03.983571 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6ae0dae7-d7a7-48b5-9876-0b0ea44405cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['51652ad7-7ac5-434d-ba66-17ecd7a5588d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:04.006052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 68110614-576f-4714-9613-06716a460b0f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:04.006437 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:04.043735 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6ae0dae7-d7a7-48b5-9876-0b0ea44405cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:04.044519 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0dae7-d7a7-48b5-9876-0b0ea44405cd None None] The sync data for ids ['51652ad7-7ac5-434d-ba66-17ecd7a5588d'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:06:04.065317 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:04.311719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=01189dd2-b38d-455c-9107-01d090e73380,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:04.403093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['01189dd2-b38d-455c-9107-01d090e73380'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:04.637986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-34511c92-a1f1-4d0c-856e-d76e1901d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:04.638876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-34511c92-a1f1-4d0c-856e-d76e1901d79a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1096 time: 0.6882784 Nov 12 21:06:04.659655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc3150-e7cc-44db-96b3-83a08b3a92c1 req-dd693709-5e72-45ff-8322-1f021e2465ce tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:04.661271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ecc3150-e7cc-44db-96b3-83a08b3a92c1 req-dd693709-5e72-45ff-8322-1f021e2465ce tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.1214774 Nov 12 21:06:04.741442 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-71269ee9-d002-4ebd-8684-9c67d179be0f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 200 len: 217 time: 0.0790837 Nov 12 21:06:04.900158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ecc3150-e7cc-44db-96b3-83a08b3a92c1 req-37baa7fd-d349-4097-a719-679f53809ef0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217228 Nov 12 21:06:04.902135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-37f8d7bf-4dc3-44e3-926b-8046ed763c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:04.904280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-37f8d7bf-4dc3-44e3-926b-8046ed763c60 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c HTTP/1.1" status: 200 len: 854 time: 0.1537836 Nov 12 21:06:04.994074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-bf7713ec-b791-46b9-80a3-6a9a25e8a757 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d88994c6-ed4d-429a-9783-50c67fad295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751894 Nov 12 21:06:05.061733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ff0e-18ef-48ff-9a60-a25302d140bd req-0266f45b-6e5c-4a24-aaee-12cbe607b6aa tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:05.069269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbe5ff0e-18ef-48ff-9a60-a25302d140bd req-0266f45b-6e5c-4a24-aaee-12cbe607b6aa tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 945 time: 0.1635425 Nov 12 21:06:05.205627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbe5ff0e-18ef-48ff-9a60-a25302d140bd req-a1c2f2ae-3e84-465d-bdf7-b27a9cf18e3e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349437 Nov 12 21:06:05.215986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-42f60236-071d-479b-964b-7dd7dacf4575 service neutron] 10.222.0.78 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108350 Nov 12 21:06:05.283760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 01189dd2-b38d-455c-9107-01d090e73380 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:05.432976 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:05.437829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 01189dd2-b38d-455c-9107-01d090e73380 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:06:05.441918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 01189dd2-b38d-455c-9107-01d090e73380 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:05.442298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:05.573189 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:05.581668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-823d4bab-54d0-468f-95aa-9659a4bdd311 req-24b3406b-81ce-4ffe-a680-a7ab12fb6f90 service neutron] 10.222.0.78 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200591 Nov 12 21:06:05.598167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebf6a73-2dba-425a-8263-0810945b5c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01189dd2-b38d-455c-9107-01d090e73380'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:05.600585 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd53b51-f8af-450d-a091-77ed5eed22aa" -d '{"events": [{"server_uuid": "5ebf6a73-2dba-425a-8263-0810945b5c2d", "name": "network-vif-plugged", "status": "completed", "tag": "01189dd2-b38d-455c-9107-01d090e73380"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:05.630962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 01189dd2-b38d-455c-9107-01d090e73380, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=01189dd2-b38d-455c-9107-01d090e73380,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:05.650283 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ca6f05-5573-46f0-8944-5dcf9b062318 x-openstack-request-id: req-79ca6f05-5573-46f0-8944-5dcf9b062318 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:05.650746 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebf6a73-2dba-425a-8263-0810945b5c2d", "name": "network-vif-plugged", "status": "completed", "tag": "01189dd2-b38d-455c-9107-01d090e73380", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:05.651439 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79ca6f05-5573-46f0-8944-5dcf9b062318 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:05.651997 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebf6a73-2dba-425a-8263-0810945b5c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01189dd2-b38d-455c-9107-01d090e73380', 'code': 200} Nov 12 21:06:05.720074 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:05.829373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 816cec4f-6d74-4c1b-b94f-707254437821 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:05.829870 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:05.880341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19056f7-04a2-49ea-8fa6-8ae897e6d29f req-bda6df55-6d57-455e-a767-2c01701e95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:05.885490 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e19056f7-04a2-49ea-8fa6-8ae897e6d29f req-bda6df55-6d57-455e-a767-2c01701e95d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 1098 time: 0.1380293 Nov 12 21:06:05.951240 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e19056f7-04a2-49ea-8fa6-8ae897e6d29f req-7afda124-7f48-4c3d-b307-bf66269fb24d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Nov 12 21:06:06.029463 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:06.070819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 816cec4f-6d74-4c1b-b94f-707254437821 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:06.120769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=01189dd2-b38d-455c-9107-01d090e73380,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:06.179713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b406a-57f3-477c-81d8-9f5f415e4130 req-937724d7-7a97-44b7-a9df-1f6eb15206fc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:06.187395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-780b406a-57f3-477c-81d8-9f5f415e4130 req-937724d7-7a97-44b7-a9df-1f6eb15206fc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.1433690 Nov 12 21:06:06.215762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56390) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:06.363166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-780b406a-57f3-477c-81d8-9f5f415e4130 req-efcc0da1-b72d-42c4-8029-ee515e3e8f00 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745951 Nov 12 21:06:06.425676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a559c1e-c8e5-4971-baab-7ea36e4fcf20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:06.609894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e714660-2546-43e5-b85a-5f498ae87caf req-f54db08f-cf44-4f3e-8829-010ee02c234d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:06.611799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e714660-2546-43e5-b85a-5f498ae87caf req-f54db08f-cf44-4f3e-8829-010ee02c234d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 946 time: 0.2168269 Nov 12 21:06:06.666857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:06.680067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e714660-2546-43e5-b85a-5f498ae87caf req-bd320040-7eab-4c31-840a-578c5312efb8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616424 Nov 12 21:06:06.704230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=816cec4f-6d74-4c1b-b94f-707254437821,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:06.768361 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a559c1e-c8e5-4971-baab-7ea36e4fcf20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:06.864092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:06.898448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a559c1e-c8e5-4971-baab-7ea36e4fcf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:06.941076 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:06:07.000875 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a559c1e-c8e5-4971-baab-7ea36e4fcf20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=114f9f49d9084907871502ec4a3be05a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7838559 Nov 12 21:06:07.002194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a559c1e-c8e5-4971-baab-7ea36e4fcf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9739b7-43b5-450f-9c64-a1d7755c4edf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:07.011627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56400) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:07.140559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1f29cfa-2d42-42e4-8b1d-92af42f4c26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.170005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1f29cfa-2d42-42e4-8b1d-92af42f4c26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.191188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 51652ad7-7ac5-434d-ba66-17ecd7a5588d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:06:07.277550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:07.286043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-55df59ca-100d-43dc-a686-423e25d97f30 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/51652ad7-7ac5-434d-ba66-17ecd7a5588d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3399675 Nov 12 21:06:07.286138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56408) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:07.287177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63b327-bc76-41c4-a4ee-951f4216b069 None None] Sync routers for ids ['51652ad7-7ac5-434d-ba66-17ecd7a5588d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:07.298724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63b327-bc76-41c4-a4ee-951f4216b069 None None] Routers {'51652ad7-7ac5-434d-ba66-17ecd7a5588d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:07.299607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ed63b327-bc76-41c4-a4ee-951f4216b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['51652ad7-7ac5-434d-ba66-17ecd7a5588d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:07.329054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56412) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:07.335033 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d12212e4-119f-44b7-9bcf-013c0095a07a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=51652ad7-7ac5-434d-ba66-17ecd7a5588d HTTP/1.1" status: 200 len: 205 time: 0.0476406 Nov 12 21:06:07.336598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ed63b327-bc76-41c4-a4ee-951f4216b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:07.354562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1f29cfa-2d42-42e4-8b1d-92af42f4c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.357387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63b327-bc76-41c4-a4ee-951f4216b069 None None] Routers {'51652ad7-7ac5-434d-ba66-17ecd7a5588d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:07.359795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ed63b327-bc76-41c4-a4ee-951f4216b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['51652ad7-7ac5-434d-ba66-17ecd7a5588d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:07.360057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a1f29cfa-2d42-42e4-8b1d-92af42f4c26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.363206 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a1f29cfa-2d42-42e4-8b1d-92af42f4c26a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b9739b7-43b5-450f-9c64-a1d7755c4edf HTTP/1.1" status: 204 len: 168 time: 0.3482258 Nov 12 21:06:07.380056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f29cfa-2d42-42e4-8b1d-92af42f4c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9739b7-43b5-450f-9c64-a1d7755c4edf,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:07.437765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ed63b327-bc76-41c4-a4ee-951f4216b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:07.438360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63b327-bc76-41c4-a4ee-951f4216b069 None None] The sync data for ids ['51652ad7-7ac5-434d-ba66-17ecd7a5588d'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:06:07.457001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-574c4670-dcf3-4a60-8e40-80e11ccd3b8e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.672891 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-574c4670-dcf3-4a60-8e40-80e11ccd3b8e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.676889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-574c4670-dcf3-4a60-8e40-80e11ccd3b8e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.689066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577c902-9966-49b0-bc27-076153097a9a req-697389f9-e8dc-4eb5-93db-800b614e7c7e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:07.690678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6577c902-9966-49b0-bc27-076153097a9a req-697389f9-e8dc-4eb5-93db-800b614e7c7e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.1898115 Nov 12 21:06:07.781314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6577c902-9966-49b0-bc27-076153097a9a req-9665d093-55ec-4cad-a05d-4193716267cf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Nov 12 21:06:07.819928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-574c4670-dcf3-4a60-8e40-80e11ccd3b8e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.820434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574c4670-dcf3-4a60-8e40-80e11ccd3b8e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Fanout notify agent at l3_agent the message router_deleted on router 51652ad7-7ac5-434d-ba66-17ecd7a5588d {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:06:07.827922 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-574c4670-dcf3-4a60-8e40-80e11ccd3b8e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:07.831672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-574c4670-dcf3-4a60-8e40-80e11ccd3b8e tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/51652ad7-7ac5-434d-ba66-17ecd7a5588d HTTP/1.1" status: 204 len: 168 time: 0.5073535 Nov 12 21:06:07.831909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56438) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:07.854219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2841c-0cc3-44a6-a8f2-1f261f647366 req-b2b538ce-a6bd-4e0e-963c-1cc32526f49c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:07.862330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51c2841c-0cc3-44a6-a8f2-1f261f647366 req-b2b538ce-a6bd-4e0e-963c-1cc32526f49c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 946 time: 0.0728021 Nov 12 21:06:07.930043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51c2841c-0cc3-44a6-a8f2-1f261f647366 req-fcc6b662-0b25-4094-b696-28571c7b5545 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617628 Nov 12 21:06:07.942124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9bf4ec-c17a-4262-9cab-fb7602dc349a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet 050ee398-89c9-4941-adc9-f3d20793f405 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:06:07.946328 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf4ec-c17a-4262-9cab-fb7602dc349a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:08.012863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf4ec-c17a-4262-9cab-fb7602dc349a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:08.062584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219237-c854-47fa-98e7-22f7814443fd req-fdb3deca-72aa-42ad-b452-00cd114627c9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:08.072183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f219237-c854-47fa-98e7-22f7814443fd req-fdb3deca-72aa-42ad-b452-00cd114627c9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 946 time: 0.0755258 Nov 12 21:06:08.139241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f219237-c854-47fa-98e7-22f7814443fd req-e77a4e87-b0d6-4f55-9927-341608e2b64f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659020 Nov 12 21:06:08.213465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf4ec-c17a-4262-9cab-fb7602dc349a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:08.331360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e3625fae-6990-43db-912b-08941573b0df details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:06:08.501475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:08.521782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'e3625fae-6990-43db-912b-08941573b0df', 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e', 'port_id': 'e3625fae-6990-43db-912b-08941573b0df', 'mac_address': 'fa:16:3e:f0:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:06:08.535144 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf4ec-c17a-4262-9cab-fb7602dc349a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:08.578263 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:08.598475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3625fae-6990-43db-912b-08941573b0df {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:08.639455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bf4ec-c17a-4262-9cab-fb7602dc349a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=050ee398-89c9-4941-adc9-f3d20793f405,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:08.651245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:08.664199 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf4ec-c17a-4262-9cab-fb7602dc349a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:08.676194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc9bf4ec-c17a-4262-9cab-fb7602dc349a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/050ee398-89c9-4941-adc9-f3d20793f405 HTTP/1.1" status: 204 len: 168 time: 0.8408542 Nov 12 21:06:08.679471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56486) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:08.679635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adce81b-5601-4dbd-8cba-01a9e49bde05 None None] Network a86338e5-a12e-4cd4-8f99-d66ed7c52952 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:08.807565 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:08.927505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:08.954556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:09.094254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e3625fae-6990-43db-912b-08941573b0df'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:09.129485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96266731-373b-4227-87f7-f375582e5872 None None] DHCP port deletion for a86338e5-a12e-4cd4-8f99-d66ed7c52952 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:06:09.178021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4232230-9dce-4fad-aaa1-eade273bfa7a req-2f1ba07b-22b5-4a60-8b50-5e3d2cfc9a52 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:09.181821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4232230-9dce-4fad-aaa1-eade273bfa7a req-2f1ba07b-22b5-4a60-8b50-5e3d2cfc9a52 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 946 time: 0.3474035 Nov 12 21:06:09.221048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e808f0-1ab3-4b76-a7b7-d4bb19441246 req-939553d0-7692-44c2-a97f-b5ed935d3676 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:09.239502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23e808f0-1ab3-4b76-a7b7-d4bb19441246 req-939553d0-7692-44c2-a97f-b5ed935d3676 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.3038144 Nov 12 21:06:09.252229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-96266731-373b-4227-87f7-f375582e5872 None None] Deleting port 68110614-576f-4714-9613-06716a460b0f {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:09.252434 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-96266731-373b-4227-87f7-f375582e5872 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.295436 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56500) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:09.380484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4232230-9dce-4fad-aaa1-eade273bfa7a req-b7802dff-9e8c-4aa4-a503-4205db4936bb tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748266 Nov 12 21:06:09.399822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23e808f0-1ab3-4b76-a7b7-d4bb19441246 req-313dd7bc-145c-4bd0-874c-2f080b26ba97 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571288 Nov 12 21:06:09.404794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 68110614-576f-4714-9613-06716a460b0f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:09.405133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.466853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-96266731-373b-4227-87f7-f375582e5872 None None] For port 68110614-576f-4714-9613-06716a460b0f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=68110614-576f-4714-9613-06716a460b0f,segment=NetworkSegment(df0850d1-982d-4634-921b-6eca229307ca),segment_id=df0850d1-982d-4634-921b-6eca229307ca)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:09.467375 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-96266731-373b-4227-87f7-f375582e5872 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.503792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-96266731-373b-4227-87f7-f375582e5872 None None] Calling delete_port for 68110614-576f-4714-9613-06716a460b0f owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:09.544658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-63d337ba-bdc3-4e79-a51d-34c0deab079d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.565457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port 68110614-576f-4714-9613-06716a460b0f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=68110614-576f-4714-9613-06716a460b0f,segment=NetworkSegment(df0850d1-982d-4634-921b-6eca229307ca),segment_id=df0850d1-982d-4634-921b-6eca229307ca)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:09.572970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.596596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 68110614-576f-4714-9613-06716a460b0f owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:09.718774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-63d337ba-bdc3-4e79-a51d-34c0deab079d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.745843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 68110614-576f-4714-9613-06716a460b0f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:06:09.835911 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.840042 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-96266731-373b-4227-87f7-f375582e5872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.853322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No DVR routers for this DVR port 68110614-576f-4714-9613-06716a460b0f on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:06:09.858714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96266731-373b-4227-87f7-f375582e5872 None None] No DVR routers for this DVR port 68110614-576f-4714-9613-06716a460b0f on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:06:09.862443 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-63d337ba-bdc3-4e79-a51d-34c0deab079d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.885984 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:09.891904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96266731-373b-4227-87f7-f375582e5872 None None] Pushing event deleted for resources: {'Port': ['ID=68110614-576f-4714-9613-06716a460b0f,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:09.913798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d337ba-bdc3-4e79-a51d-34c0deab079d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe6dd2-e442-4f8d-8f7b-149edf2467bf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:09.961977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=68110614-576f-4714-9613-06716a460b0f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:09.966637 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-63d337ba-bdc3-4e79-a51d-34c0deab079d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2ab0ea2d7e642ad98f42c76f0242831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6693594 Nov 12 21:06:09.970406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56510) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:10.234541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-9363f489-2b8e-43b2-b86b-d5e0c3860597 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:10.236807 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-9363f489-2b8e-43b2-b86b-d5e0c3860597 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 946 time: 0.0936797 Nov 12 21:06:10.282376 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.317338 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.348853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e3625fae-6990-43db-912b-08941573b0df up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:10.439793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Deleting port 01189dd2-b38d-455c-9107-01d090e73380 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:10.440748 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.543502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port e3625fae-6990-43db-912b-08941573b0df completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:06:10.552801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port e3625fae-6990-43db-912b-08941573b0df triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:10.554083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.673232 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] For port 01189dd2-b38d-455c-9107-01d090e73380, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=01189dd2-b38d-455c-9107-01d090e73380,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:10.675927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.697667 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.701769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.704505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Calling delete_port for 01189dd2-b38d-455c-9107-01d090e73380 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:10.752035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-867bbeff-5ad2-4373-b5f5-c987bdc3174e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.752302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3625fae-6990-43db-912b-08941573b0df'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:10.754600 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f982dcb0-9a6a-450c-8df2-37a7f63ca633" -d '{"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-plugged", "status": "completed", "tag": "e3625fae-6990-43db-912b-08941573b0df"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:10.793265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:10.794657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-867bbeff-5ad2-4373-b5f5-c987bdc3174e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.854324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86338e5-a12e-4cd4-8f99-d66ed7c52952']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:10.868721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.890551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0850d1-982d-4634-921b-6eca229307ca') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:10.890801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0850d1-982d-4634-921b-6eca229307ca') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:10.915408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085d17a-3ecc-47c7-98f6-7e4b54abf8f8 req-8d0a3bbb-e542-4804-87ac-4cb89a19dc24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:10.917384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1085d17a-3ecc-47c7-98f6-7e4b54abf8f8 req-8d0a3bbb-e542-4804-87ac-4cb89a19dc24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 946 time: 0.2767050 Nov 12 21:06:10.927624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838473e3-1a7c-469f-8fe8-61c671c06c34 req-0563cfc5-3828-48a4-a9db-782dc791dce7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:10.931800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838473e3-1a7c-469f-8fe8-61c671c06c34 req-0563cfc5-3828-48a4-a9db-782dc791dce7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.2926655 Nov 12 21:06:10.941287 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.960089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:10.966381 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:10.995561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:11.012464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.018155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838473e3-1a7c-469f-8fe8-61c671c06c34 req-3a8e2b26-650f-4daa-9773-7f3f6945a3c3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694635 Nov 12 21:06:11.028114 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-867bbeff-5ad2-4373-b5f5-c987bdc3174e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.031215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-867bbeff-5ad2-4373-b5f5-c987bdc3174e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.032956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-867bbeff-5ad2-4373-b5f5-c987bdc3174e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecfe6dd2-e442-4f8d-8f7b-149edf2467bf HTTP/1.1" status: 204 len: 168 time: 1.0614808 Nov 12 21:06:11.034799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:06:11.036160 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:06:11.048903 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:06:11.080652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event deleted for resources: {'Port': ['ID=01189dd2-b38d-455c-9107-01d090e73380,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:11.120283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bbeff-5ad2-4373-b5f5-c987bdc3174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe6dd2-e442-4f8d-8f7b-149edf2467bf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:11.142125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1085d17a-3ecc-47c7-98f6-7e4b54abf8f8 req-dad8c599-acb0-4d54-9eb8-580bf6e0bfbd tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092431 Nov 12 21:06:11.207507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['01189dd2-b38d-455c-9107-01d090e73380'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:11.237062 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.258030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.270411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/a86338e5-a12e-4cd4-8f99-d66ed7c52952 HTTP/1.1" status: 204 len: 168 time: 2.5894530 Nov 12 21:06:11.273013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56542) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:11.291549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] No DVR routers for this DVR port 01189dd2-b38d-455c-9107-01d090e73380 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:06:11.291911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-591007491', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:11.298543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.298912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32484504-5bf1-413b-be57-82236d1ee6ad tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=a86338e5-a12e-4cd4-8f99-d66ed7c52952,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:11.309138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a49dede4-168f-48d2-bd6e-6f842c7400b1 req-d66f284e-c750-4f4a-8666-25d11b1db7f5 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "DELETE /v2.0/ports/01189dd2-b38d-455c-9107-01d090e73380 HTTP/1.1" status: 204 len: 173 time: 1.0506215 Nov 12 21:06:11.313431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebf6a73-2dba-425a-8263-0810945b5c2d', 'name': 'network-vif-deleted', 'tag': '01189dd2-b38d-455c-9107-01d090e73380'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:11.316192 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea96ae0-ae44-4cef-af15-0a4dd537fdce" -d '{"events": [{"server_uuid": "5ebf6a73-2dba-425a-8263-0810945b5c2d", "name": "network-vif-deleted", "tag": "01189dd2-b38d-455c-9107-01d090e73380"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:11.331235 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52efab0-7b6c-4b0f-b290-77974e2f8ec5 x-openstack-request-id: req-c52efab0-7b6c-4b0f-b290-77974e2f8ec5 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:11.336398 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-plugged", "status": "completed", "tag": "e3625fae-6990-43db-912b-08941573b0df", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:11.336661 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c52efab0-7b6c-4b0f-b290-77974e2f8ec5 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:11.337070 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3625fae-6990-43db-912b-08941573b0df', 'code': 200} Nov 12 21:06:11.432918 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f970bbc-5f3a-494c-b780-f02b1f2a24f8 x-openstack-request-id: req-2f970bbc-5f3a-494c-b780-f02b1f2a24f8 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:11.433515 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebf6a73-2dba-425a-8263-0810945b5c2d", "name": "network-vif-deleted", "tag": "01189dd2-b38d-455c-9107-01d090e73380", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:11.433981 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f970bbc-5f3a-494c-b780-f02b1f2a24f8 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:11.434573 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebf6a73-2dba-425a-8263-0810945b5c2d', 'name': 'network-vif-deleted', 'tag': '01189dd2-b38d-455c-9107-01d090e73380', 'status': 'completed', 'code': 200} Nov 12 21:06:11.452840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e7909-7c07-4180-a971-b0635c97eb3d req-5e6a5380-27fa-4e8b-849d-c94a09667cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:11.457079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-961e7909-7c07-4180-a971-b0635c97eb3d req-5e6a5380-27fa-4e8b-849d-c94a09667cb0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1098 time: 0.0759847 Nov 12 21:06:11.467044 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.467942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.558585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-961e7909-7c07-4180-a971-b0635c97eb3d req-52bfb9f2-548b-44d8-ac7f-c6ff71386703 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828502 Nov 12 21:06:11.595878 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:11.847497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:12.281145 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:12.325780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:12.367707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da8666-7aa9-49c9-ac9b-8d28b7f5224a req-587addda-e8e5-418e-bf48-8cdd7e4f5fad tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:12.369853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28da8666-7aa9-49c9-ac9b-8d28b7f5224a req-587addda-e8e5-418e-bf48-8cdd7e4f5fad tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2231114 Nov 12 21:06:12.549273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75cbbbc3-81de-4e30-92e3-fd9ae219547f req-5ff54edc-8cee-403d-af31-4e38357c6636 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ebf6a73-2dba-425a-8263-0810945b5c2d HTTP/1.1" status: 200 len: 210 time: 0.1761982 Nov 12 21:06:12.602975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28da8666-7aa9-49c9-ac9b-8d28b7f5224a req-4a351696-cb99-4164-b3a4-70ee32b0f14e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158389 Nov 12 21:06:12.688572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.25.8.76 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/4a6c19d5-686e-41d1-80b5-32cf6856c9d5) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:12.829603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:12.996896 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:13.157817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:13.170090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:13.178544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:13.181373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=4a6c19d5-686e-41d1-80b5-32cf6856c9d5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:13.191097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d45884-8c88-48ee-b3e6-6a790fbd0a5e None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:06:13.291479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4b8c1052-ae21-4280-841a-da96eec96c0c None None] Provisioning complete for port 4a6c19d5-686e-41d1-80b5-32cf6856c9d5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:13.291860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1052-ae21-4280-841a-da96eec96c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:13.346190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c1052-ae21-4280-841a-da96eec96c0c None None] Port 4a6c19d5-686e-41d1-80b5-32cf6856c9d5 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:13.879815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:13.952363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1316b-8ffc-4927-a4e8-12f7eb1e35ed req-77ba8130-1819-4a15-a852-debcf5dc576a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:13.961190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d1316b-8ffc-4927-a4e8-12f7eb1e35ed req-77ba8130-1819-4a15-a852-debcf5dc576a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1900790 Nov 12 21:06:14.213479 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d1316b-8ffc-4927-a4e8-12f7eb1e35ed req-acbb95b9-047c-45b2-84e7-b8477f69e418 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511702 Nov 12 21:06:14.303848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:14.360335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474996cd-6929-439c-b7e8-046b21b05c08 req-7884b097-40ac-4b94-9dab-b1fa4452181f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:14.361855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-7884b097-40ac-4b94-9dab-b1fa4452181f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.2700002 Nov 12 21:06:14.389521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-4c1f9cf5-ed4a-4d45-b0a6-1573e0e79b85 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/quotas/314180e01912403b932a81eb47358c01 HTTP/1.1" status: 200 len: 375 time: 0.0181720 Nov 12 21:06:14.554150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-c2c87a44-ca18-4cd9-9e25-482862751bd7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1382272 Nov 12 21:06:15.025422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-63167e26-5382-4183-b31a-75b5e3abea5f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:15.026874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-63167e26-5382-4183-b31a-75b5e3abea5f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 814 time: 0.5621862 Nov 12 21:06:15.033024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-c094e428-7674-4dba-9a61-9a4921dfac91 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703376 Nov 12 21:06:15.065053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-80cc5b22-8138-4573-9c7a-f3a0a589ee4e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/quotas/69ab8c82412249beb1bacf13c552a139 HTTP/1.1" status: 200 len: 375 time: 0.0290964 Nov 12 21:06:15.139213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 0608f5e7-e5e9-4906-afd3-07712eb9cdd9 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:06:15.208759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-f1b1a11f-30bf-4ee2-8922-028cfc1df249 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333518 Nov 12 21:06:15.216280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-8c568233-0199-425a-8f69-9ea2f5821545 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714017 Nov 12 21:06:15.346258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 01189dd2-b38d-455c-9107-01d090e73380 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:06:15.389652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:15.402484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 01189dd2-b38d-455c-9107-01d090e73380 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:06:15.403055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 01189dd2-b38d-455c-9107-01d090e73380 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:06:15.403682 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953a85b-1d4f-4b61-9836-cfe8715da810 None None] Sync routers for ids ['0608f5e7-e5e9-4906-afd3-07712eb9cdd9'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:15.442207 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953a85b-1d4f-4b61-9836-cfe8715da810 None None] Routers {'0608f5e7-e5e9-4906-afd3-07712eb9cdd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:15.447921 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6953a85b-1d4f-4b61-9836-cfe8715da810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0608f5e7-e5e9-4906-afd3-07712eb9cdd9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:15.521445 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6953a85b-1d4f-4b61-9836-cfe8715da810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:15.542334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-09a4ee46-1f9d-4419-9f86-0473e948b005 service neutron] 10.222.0.64 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235669 Nov 12 21:06:15.577573 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953a85b-1d4f-4b61-9836-cfe8715da810 None None] Routers {'0608f5e7-e5e9-4906-afd3-07712eb9cdd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:15.578577 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6953a85b-1d4f-4b61-9836-cfe8715da810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0608f5e7-e5e9-4906-afd3-07712eb9cdd9'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:15.619590 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:15.627993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-77133d09-ea39-481e-9b4d-5981a0d9831f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3516369 Nov 12 21:06:15.628501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56694) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:15.648353 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6953a85b-1d4f-4b61-9836-cfe8715da810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:15.649122 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953a85b-1d4f-4b61-9836-cfe8715da810 None None] The sync data for ids ['0608f5e7-e5e9-4906-afd3-07712eb9cdd9'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:06:15.759598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-3a2288ea-7d4f-46da-9b29-2975dbd15a6b service neutron] 10.222.0.64 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105033 Nov 12 21:06:15.814516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cca993c4-d489-4e63-a0d5-138d3df36d29 req-6a1e0af9-69b1-4971-a52c-bd89a7d6d843 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 210 time: 0.0537279 Nov 12 21:06:15.937198 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d7184b24-b8f0-41a0-bc6f-0407e1cff6c3 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/routers/0608f5e7-e5e9-4906-afd3-07712eb9cdd9 HTTP/1.1" status: 200 len: 879 time: 0.3029034 Nov 12 21:06:15.939056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56708) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:16.190936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdc64af0-9067-4b34-b198-be972d20740d req-397887e2-a481-47fd-9be5-60d8872028e8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 210 time: 0.0675814 Nov 12 21:06:16.257486 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4abd155d-e30d-49fc-a60b-c7100df51de0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3161945 Nov 12 21:06:16.259496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56716) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:16.265109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2490b599-5412-4552-b336-16a6c7fd77a7 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-591007491'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:16.676084 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2490b599-5412-4552-b336-16a6c7fd77a7 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:16.837649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2490b599-5412-4552-b336-16a6c7fd77a7 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:17.033427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-296ddd9d-a790-48b5-82ed-f96195ef1427 req-23b116de-e368-49ca-b97e-4d9c0b9ab66f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 210 time: 0.0338624 Nov 12 21:06:17.050376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2490b599-5412-4552-b336-16a6c7fd77a7 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 0608f5e7-e5e9-4906-afd3-07712eb9cdd9 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:06:17.165258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2490b599-5412-4552-b336-16a6c7fd77a7 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:17.173485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2490b599-5412-4552-b336-16a6c7fd77a7 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:17.175593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561851b-0bd1-4d69-876b-d84066945c94 None None] Sync routers for ids ['0608f5e7-e5e9-4906-afd3-07712eb9cdd9'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:17.177456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2490b599-5412-4552-b336-16a6c7fd77a7 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/0608f5e7-e5e9-4906-afd3-07712eb9cdd9 HTTP/1.1" status: 200 len: 886 time: 0.9162471 Nov 12 21:06:17.177983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56748) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:17.195875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561851b-0bd1-4d69-876b-d84066945c94 None None] Routers {'0608f5e7-e5e9-4906-afd3-07712eb9cdd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:17.197994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e561851b-0bd1-4d69-876b-d84066945c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0608f5e7-e5e9-4906-afd3-07712eb9cdd9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:17.271945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e561851b-0bd1-4d69-876b-d84066945c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:17.282748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561851b-0bd1-4d69-876b-d84066945c94 None None] Routers {'0608f5e7-e5e9-4906-afd3-07712eb9cdd9'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:17.283699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e561851b-0bd1-4d69-876b-d84066945c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['0608f5e7-e5e9-4906-afd3-07712eb9cdd9'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:17.328719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e561851b-0bd1-4d69-876b-d84066945c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:17.329402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561851b-0bd1-4d69-876b-d84066945c94 None None] The sync data for ids ['0608f5e7-e5e9-4906-afd3-07712eb9cdd9'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:06:17.338492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df0605c0-c0d0-4aec-8164-90380380972d req-0f9218c2-de56-466b-abda-a940bb90a07d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 210 time: 0.0346699 Nov 12 21:06:17.421690 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d523bdb4-1d38-4a0e-aa2f-4f2aa3f43015 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/routers/0608f5e7-e5e9-4906-afd3-07712eb9cdd9 HTTP/1.1" status: 200 len: 886 time: 0.2409718 Nov 12 21:06:17.424222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:17.467061 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c027468f-d5c6-4936-9f19-86bb403cc948 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0608f5e7-e5e9-4906-afd3-07712eb9cdd9 HTTP/1.1" status: 200 len: 205 time: 0.0415592 Nov 12 21:06:17.469690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56756) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:17.672621 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:17.856846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:17.982245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 4a6c19d5-686e-41d1-80b5-32cf6856c9d5 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:17.982604 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:18.122091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:18.152262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 4a6c19d5-686e-41d1-80b5-32cf6856c9d5 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:18.279242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7de29ea1-e68b-4704-85e1-66d6b8781c2a req-7b5dfdc1-b85f-4183-840d-76399d3052f9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 210 time: 0.1009469 Nov 12 21:06:18.539874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-890c44d8-1484-4350-a52a-09cc28e89f93 req-5491f2c6-797d-4ac6-a755-6c8718e1beb2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 210 time: 0.0534704 Nov 12 21:06:18.602450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:18.674063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=4a6c19d5-686e-41d1-80b5-32cf6856c9d5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:18.726135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a77a921-2ac5-4709-b977-7d7d68e220f1 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:06:18.745870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474996cd-6929-439c-b7e8-046b21b05c08 req-9867bfe0-2411-4cd1-bc9d-f69d8775ac50 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:18.748520 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-9867bfe0-2411-4cd1-bc9d-f69d8775ac50 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.2353318 Nov 12 21:06:18.773201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.773723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.774580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.775208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.775718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.776084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Request body: {'port': {'device_id': '38ba7896-594c-494c-8d09-d714bc675045', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'admin_state_up': True, 'tenant_id': '314180e01912403b932a81eb47358c01'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:18.776431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.776958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.777559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.778082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.778567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.779038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.779792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:18.867810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.025145 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.027806 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.062360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:19.066532 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.276662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.277206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Fanout notify agent at l3_agent the message router_deleted on router 0608f5e7-e5e9-4906-afd3-07712eb9cdd9 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:06:19.285685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.287030 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-45ca9ccc-7c09-4878-8d8d-9fea14cc56c9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/0608f5e7-e5e9-4906-afd3-07712eb9cdd9 HTTP/1.1" status: 204 len: 168 time: 1.8160398 Nov 12 21:06:19.292087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56816) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:19.304883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1371182392'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:19.365151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Allocated IP 172.20.0.3 (05cb7d81-b1e0-4eb9-af34-06018f5b2250/bba588c1-b6e6-4e79-a7df-5807d5a9c580/c1023bfc-569d-4476-a48b-730e8f219a28) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:19.474632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5c73d10-a589-43bf-b0f3-a96619530355 req-b3719747-0a72-4bb4-adfe-bff379424a1e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 210 time: 0.0455358 Nov 12 21:06:19.512216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:19.516326 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.548364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-fbf33638-9728-4c86-b5be-fbf37ad459d2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:19.550371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-fbf33638-9728-4c86-b5be-fbf37ad459d2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.46 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 814 time: 0.2110362 Nov 12 21:06:19.578698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Request body: {'port': {'device_id': '942e3be1-f06b-4523-b990-7c19d021296c', 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e', 'admin_state_up': True, 'tenant_id': '69ab8c82412249beb1bacf13c552a139'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:19.589601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.611094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:06:19.758684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.759137 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment 6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e of type vlan for network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 Nov 12 21:06:19.760080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:19.776420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:19.802235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:19.824044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f22cdd1a-4032-4233-9858-87a590b0dd2d req-9aff17a4-c34f-4a3c-882a-a346dca572ad tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 210 time: 0.0736721 Nov 12 21:06:19.851468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:19.862795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:20.005191 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.027884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event updated for resources: {'Port': ['ID=c1023bfc-569d-4476-a48b-730e8f219a28,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:20.070527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:20.072922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.199407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.205535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:20.206157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.240110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Made reservation on behalf of 69ab8c82412249beb1bacf13c552a139 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:20.244356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.319585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=3db83dcf-a018-486d-b8a7-a2ec8eebba90,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:20.336110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:06:20.373591 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-04d4856e-5142-458b-8711-c695303de243 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6133435 Nov 12 21:06:20.415809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Request body: {'port': {'device_id': '38ba7896-594c-494c-8d09-d714bc675045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:20.416096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-21459517-c297-41a0-b7eb-e4fd9c43943b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0992486 Nov 12 21:06:20.416096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56842) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:20.431705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': '3db83dcf-a018-486d-b8a7-a2ec8eebba90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:20.484739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.744264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa38a-86f0-44fa-b004-2be2fb31fa01 req-020659ad-43d3-4387-a3aa-b87355f634dd tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:20.764583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-105fa38a-86f0-44fa-b004-2be2fb31fa01 req-020659ad-43d3-4387-a3aa-b87355f634dd tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 931 time: 0.1804049 Nov 12 21:06:20.774642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Allocated IP 172.20.0.2 (d88994c6-ed4d-429a-9783-50c67fad295e/c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c/9ccca4ca-7961-471a-b6e2-0087b8a32f7b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:20.864505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:20.868957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.992386 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1023bfc-569d-4476-a48b-730e8f219a28 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:21.000793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.018890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Transition to ACTIVE for port object c1023bfc-569d-4476-a48b-730e8f219a28 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:06:21.096867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-105fa38a-86f0-44fa-b004-2be2fb31fa01 req-123b3b86-b729-4b13-aeab-e476dbcd2c0c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295217 Nov 12 21:06:21.127555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.202839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3581c626-99f9-4f61-9ebb-a8c92068414d req-da0355a1-e76a-4543-ac0e-32bfcdc54255 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 210 time: 0.1007497 Nov 12 21:06:21.205505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.289442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Pushing event updated for resources: {'Port': ['ID=c1023bfc-569d-4476-a48b-730e8f219a28,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:21.368202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Attempting to bind port c1023bfc-569d-4476-a48b-730e8f219a28 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:21.368529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Attempting to bind port c1023bfc-569d-4476-a48b-730e8f219a28 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:21.368862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Attempting to bind port c1023bfc-569d-4476-a48b-730e8f219a28 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:21.386819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Port c1023bfc-569d-4476-a48b-730e8f219a28 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:06:21.387211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Attempting to bind port c1023bfc-569d-4476-a48b-730e8f219a28 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:21.399963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:21.404841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Checking segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:21.404841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Bound using segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:21.404841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Bound port: c1023bfc-569d-4476-a48b-730e8f219a28, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:21.404841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.434885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.449846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e3625fae-6990-43db-912b-08941573b0df'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:21.497457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] For port c1023bfc-569d-4476-a48b-730e8f219a28, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:21.501117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] For port c1023bfc-569d-4476-a48b-730e8f219a28, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c1023bfc-569d-4476-a48b-730e8f219a28,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:21.503200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Network d88994c6-ed4d-429a-9783-50c67fad295e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:21.514765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:21.518255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:21.559746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.561746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Pushing event updated for resources: {'Port': ['ID=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:21.582950 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.624284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:21.634481 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.634481 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] 10.222.0.46 "PUT /v2.0/ports/c1023bfc-569d-4476-a48b-730e8f219a28 HTTP/1.1" status: 200 len: 1092 time: 1.2404213 Nov 12 21:06:21.634481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ba7896-594c-494c-8d09-d714bc675045', 'tag': 'c1023bfc-569d-4476-a48b-730e8f219a28'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:21.634821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=4d4b2524-1cb2-492a-8db3-ef09074d5c22,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:21.634909 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444163ca-2d5f-481a-8fc9-d4484bd8f7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "38ba7896-594c-494c-8d09-d714bc675045", "tag": "c1023bfc-569d-4476-a48b-730e8f219a28"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:21.669689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:21.670372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.707021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56847d5-3bda-4627-a450-1a5006d24e1e service neutron] Pushing event updated for resources: {'Port': ['ID=c1023bfc-569d-4476-a48b-730e8f219a28,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:21.715651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': '6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3db83dcf-a018-486d-b8a7-a2ec8eebba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:21.721556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: 3db83dcf-a018-486d-b8a7-a2ec8eebba90, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:06:21.727910 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b87b8c6-4646-47a7-bd84-a2b98ace12d3 x-openstack-request-id: req-4b87b8c6-4646-47a7-bd84-a2b98ace12d3 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:21.728530 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ba7896-594c-494c-8d09-d714bc675045", "tag": "c1023bfc-569d-4476-a48b-730e8f219a28", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:21.729036 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b87b8c6-4646-47a7-bd84-a2b98ace12d3 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:21.729587 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ba7896-594c-494c-8d09-d714bc675045', 'tag': 'c1023bfc-569d-4476-a48b-730e8f219a28', 'status': 'completed', 'code': 200} Nov 12 21:06:21.767939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c0051711-562d-4de9-933d-296e51ce9ab2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2009408 Nov 12 21:06:21.780242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Request body: {'port': {'device_id': '942e3be1-f06b-4523-b990-7c19d021296c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:21.813716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444163ca-2d5f-481a-8fc9-d4484bd8f7d2 req-1516bc94-82cc-4861-befd-6683cb5abc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:21.815562 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-444163ca-2d5f-481a-8fc9-d4484bd8f7d2 req-1516bc94-82cc-4861-befd-6683cb5abc8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 1095 time: 0.0528619 Nov 12 21:06:21.838787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:06:21.858456 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:21.973473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 3db83dcf-a018-486d-b8a7-a2ec8eebba90) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:21.981854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c04e9-dfd4-498b-bc16-aaa9f4c08b3c None None] Network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:21.986463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444163ca-2d5f-481a-8fc9-d4484bd8f7d2 req-dfed1fce-5941-47c8-a0fd-9f3941d58307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:21.988174 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-444163ca-2d5f-481a-8fc9-d4484bd8f7d2 req-dfed1fce-5941-47c8-a0fd-9f3941d58307 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=314180e01912403b932a81eb47358c01&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1638334 Nov 12 21:06:22.012481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:22.013521 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.110776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444163ca-2d5f-481a-8fc9-d4484bd8f7d2 req-5fb2c44e-b09f-42ab-825a-04699d497b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:22.112945 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-444163ca-2d5f-481a-8fc9-d4484bd8f7d2 req-5fb2c44e-b09f-42ab-825a-04699d497b1f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1129425 Nov 12 21:06:22.194894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-3db83dcf-a018-486d-b8a7-a2ec8eebba90', 'network_id': '3db83dcf-a018-486d-b8a7-a2ec8eebba90', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': '4d4b2524-1cb2-492a-8db3-ef09074d5c22'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:06:22.196403 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.235872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474996cd-6929-439c-b7e8-046b21b05c08 req-3835c434-d1db-4cb4-b41a-d3b5da8e9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:22.237590 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-3835c434-d1db-4cb4-b41a-d3b5da8e9d7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 1095 time: 0.0754051 Nov 12 21:06:22.281553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47853-7ac3-43f6-8fea-8e5af7257510 req-e25d3c07-2a16-42f7-b02c-afe83666681e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:22.304354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea47853-7ac3-43f6-8fea-8e5af7257510 req-e25d3c07-2a16-42f7-b02c-afe83666681e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 943 time: 0.1055527 Nov 12 21:06:22.336387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-5a36f3bb-dcf1-4b5d-9855-f43612458dbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1023bfc-569d-4476-a48b-730e8f219a28 HTTP/1.1" status: 200 len: 217 time: 0.0821147 Nov 12 21:06:22.338300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-92c292f2-02e1-4620-8596-997a7fb565fd tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9279091 Nov 12 21:06:22.341457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56888) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:22.347052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-673c48e6-d10f-4f14-a3d4-96ed5e248e13 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-61025523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:22.436823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474996cd-6929-439c-b7e8-046b21b05c08 req-44b53b75-09c3-4202-ab0f-1b49140670f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:22.438963 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-44b53b75-09c3-4202-ab0f-1b49140670f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.0848446 Nov 12 21:06:22.463163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Allocated IP 172.20.0.2 (3db83dcf-a018-486d-b8a7-a2ec8eebba90/4d4b2524-1cb2-492a-8db3-ef09074d5c22/33e828ca-7f2f-4ca1-921a-c70ccbe2c143) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:22.480370 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-e78e59d0-40bc-4d6b-b2b2-6461320bc382 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304844 Nov 12 21:06:22.523465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccca4ca-7961-471a-b6e2-0087b8a32f7b {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:22.535622 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-673c48e6-d10f-4f14-a3d4-96ed5e248e13 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.535746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea47853-7ac3-43f6-8fea-8e5af7257510 req-5d1daff6-3a89-4f4e-9fca-f6f371965a26 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226651 Nov 12 21:06:22.536968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-673c48e6-d10f-4f14-a3d4-96ed5e248e13 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.545545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d022626-ba04-434d-9a43-babdc1628c77 req-4155a177-e483-4885-9329-95ac5ef85945 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:22.547214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d022626-ba04-434d-9a43-babdc1628c77 req-4155a177-e483-4885-9329-95ac5ef85945 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 931 time: 0.1757467 Nov 12 21:06:22.549214 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.579264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Transition to ACTIVE for port object 9ccca4ca-7961-471a-b6e2-0087b8a32f7b will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:06:22.610229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d022626-ba04-434d-9a43-babdc1628c77 req-51ee0741-98ad-45e2-a402-a9373c3d3c7e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542984 Nov 12 21:06:22.664525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-673c48e6-d10f-4f14-a3d4-96ed5e248e13 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.680137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-d3a41481-e768-4c5f-a5eb-7e582c0d5718 service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918378 Nov 12 21:06:22.682051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.780517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56892) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:22.783742 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.788684 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-673c48e6-d10f-4f14-a3d4-96ed5e248e13 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.817379 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-474996cd-6929-439c-b7e8-046b21b05c08 req-a22d02a0-1225-46d2-825b-8a305ee56923 service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261969 Nov 12 21:06:22.818926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:22.902936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Attempting to bind port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:22.903305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Attempting to bind port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:22.903647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Attempting to bind port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b on network d88994c6-ed4d-429a-9783-50c67fad295e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:22.908493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b on network d88994c6-ed4d-429a-9783-50c67fad295e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:06:22.908764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Attempting to bind port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b on network d88994c6-ed4d-429a-9783-50c67fad295e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:22.909037 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.912504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-673c48e6-d10f-4f14-a3d4-96ed5e248e13 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.917951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:22.917951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Checking segment: {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:22.918275 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-673c48e6-d10f-4f14-a3d4-96ed5e248e13 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5723057 Nov 12 21:06:22.918359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Bound using segment: {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:22.918359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Bound port: 9ccca4ca-7961-471a-b6e2-0087b8a32f7b, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:22.918359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:22.918585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56896) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:22.979360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Pushing event updated for resources: {'Port': ['ID=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:23.012686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.013563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.014436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.014928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.015445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.016078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.016567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.017056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.017677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.018262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.018736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.019437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:23.032160 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d4da10e-696a-41ce-8c87-fe641086a6c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.053629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:23.065908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:23.065908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:23.131162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] For port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:23.148077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] For port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:23.173550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Attempting to bind port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:23.173550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Attempting to bind port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3db83dcf-a018-486d-b8a7-a2ec8eebba90'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:23.174222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Attempting to bind port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 on network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:23.182022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:23.182444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Checking segment: {'id': '6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3db83dcf-a018-486d-b8a7-a2ec8eebba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:23.189081 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.190653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Bound using segment: {'id': '6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3db83dcf-a018-486d-b8a7-a2ec8eebba90'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:23.191169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Bound port: 33e828ca-7f2f-4ca1-921a-c70ccbe2c143, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3db83dcf-a018-486d-b8a7-a2ec8eebba90'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:23.191632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.276767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] For port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:23.280737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] For port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,segment=NetworkSegment(6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e),segment_id=6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:23.289984 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d4da10e-696a-41ce-8c87-fe641086a6c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.325351 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.383404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:23.384024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.391201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] 10.222.0.46 "PUT /v2.0/ports/9ccca4ca-7961-471a-b6e2-0087b8a32f7b HTTP/1.1" status: 200 len: 1092 time: 1.6122694 Nov 12 21:06:23.392198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942e3be1-f06b-4523-b990-7c19d021296c', 'tag': '9ccca4ca-7961-471a-b6e2-0087b8a32f7b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:23.395041 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ddad9a-feef-42af-9291-2e3e6d994c01" -d '{"events": [{"name": "network-changed", "server_uuid": "942e3be1-f06b-4523-b990-7c19d021296c", "tag": "9ccca4ca-7961-471a-b6e2-0087b8a32f7b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:23.422304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db153b8-e535-4752-882b-87bfd8927103 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:23.437003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.456992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2d4da10e-696a-41ce-8c87-fe641086a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.457339 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.498784 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e016385-c299-4885-a0ca-14ae8efab66d x-openstack-request-id: req-0e016385-c299-4885-a0ca-14ae8efab66d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:23.499104 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942e3be1-f06b-4523-b990-7c19d021296c", "tag": "9ccca4ca-7961-471a-b6e2-0087b8a32f7b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:23.499574 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e016385-c299-4885-a0ca-14ae8efab66d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:23.499796 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942e3be1-f06b-4523-b990-7c19d021296c', 'tag': '9ccca4ca-7961-471a-b6e2-0087b8a32f7b', 'status': 'completed', 'code': 200} Nov 12 21:06:23.514928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2d4da10e-696a-41ce-8c87-fe641086a6c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e79730f9db6416ba3978c9beb087840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7292774 Nov 12 21:06:23.543596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56926) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:23.587247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0294a44-eadc-455b-b1a7-8e1c0aafa60d None None] Pushing event updated for resources: {'Port': ['ID=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:23.688543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4da10e-696a-41ce-8c87-fe641086a6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876a3cd7-9c1e-4484-ac3b-4ed5a4508c4c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:23.815840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddad9a-feef-42af-9291-2e3e6d994c01 req-4279e509-6722-44ce-a6d3-1c1041314b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:23.818256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ddad9a-feef-42af-9291-2e3e6d994c01 req-4279e509-6722-44ce-a6d3-1c1041314b5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 1095 time: 0.3174348 Nov 12 21:06:24.453991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a14af67-fc02-4f69-9d5b-fe15a8d3436e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:24.467930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.20.0.1 (3db83dcf-a018-486d-b8a7-a2ec8eebba90/4d4b2524-1cb2-492a-8db3-ef09074d5c22/ec2cd85b-56a6-4eaf-bacb-cfa246796884) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:24.479005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a14af67-fc02-4f69-9d5b-fe15a8d3436e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:24.559073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6beeec-e0ad-4b5b-bd38-11200553eb7a req-281d109b-882f-4bec-a7d5-ed76db2e7a6c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:24.560785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae6beeec-e0ad-4b5b-bd38-11200553eb7a req-281d109b-882f-4bec-a7d5-ed76db2e7a6c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 943 time: 0.8555586 Nov 12 21:06:24.604634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad8a12-2712-4fc7-bece-eda44c67ffc2 req-b21d67d5-dcd4-4cd1-a717-734162148653 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:24.606204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dad8a12-2712-4fc7-bece-eda44c67ffc2 req-b21d67d5-dcd4-4cd1-a717-734162148653 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 943 time: 0.1985126 Nov 12 21:06:24.614944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddad9a-feef-42af-9291-2e3e6d994c01 req-ffc1fc6b-7115-4186-81ba-852f980879c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:24.616477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ddad9a-feef-42af-9291-2e3e6d994c01 req-ffc1fc6b-7115-4186-81ba-852f980879c6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=69ab8c82412249beb1bacf13c552a139&shared=False HTTP/1.1" status: 200 len: 915 time: 0.7840707 Nov 12 21:06:24.647806 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a14af67-fc02-4f69-9d5b-fe15a8d3436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:24.650450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8a14af67-fc02-4f69-9d5b-fe15a8d3436e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:24.651638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8a14af67-fc02-4f69-9d5b-fe15a8d3436e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/876a3cd7-9c1e-4484-ac3b-4ed5a4508c4c HTTP/1.1" status: 204 len: 168 time: 1.1070075 Nov 12 21:06:24.695211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:24.722125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14af67-fc02-4f69-9d5b-fe15a8d3436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876a3cd7-9c1e-4484-ac3b-4ed5a4508c4c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:24.768633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae6beeec-e0ad-4b5b-bd38-11200553eb7a req-16a7756b-6a87-43a1-a231-510955343ce0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932998 Nov 12 21:06:24.793529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dad8a12-2712-4fc7-bece-eda44c67ffc2 req-eb423439-349f-4346-8db2-7d88bd416583 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801949 Nov 12 21:06:24.841714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddad9a-feef-42af-9291-2e3e6d994c01 req-75d591f5-da07-4376-90f6-c5dab8c48c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:24.843257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45ddad9a-feef-42af-9291-2e3e6d994c01 req-75d591f5-da07-4376-90f6-c5dab8c48c00 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2097206 Nov 12 21:06:24.869015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:24.947873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:24.954875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:24.971334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:24.971855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-cc3c84a7-e085-451f-85e5-1f6a98393682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:24.974552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-cc3c84a7-e085-451f-85e5-1f6a98393682 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 1095 time: 0.0774996 Nov 12 21:06:25.008433 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.097004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-3b857d39-d7de-42c2-a2a0-3e610149deec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ccca4ca-7961-471a-b6e2-0087b8a32f7b HTTP/1.1" status: 200 len: 217 time: 0.1111097 Nov 12 21:06:25.150523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=ec2cd85b-56a6-4eaf-bacb-cfa246796884,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:25.179334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-cae0d505-a891-4dd7-8f03-08e1a60a0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:25.180912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-cae0d505-a891-4dd7-8f03-08e1a60a0777 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c HTTP/1.1" status: 200 len: 854 time: 0.0733268 Nov 12 21:06:25.228610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-4eac779a-8e80-4b30-9e70-a7c7d4ca2bc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d88994c6-ed4d-429a-9783-50c67fad295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359423 Nov 12 21:06:25.274281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5626cf9-705c-4235-9f35-345576eab9b2 None None] Network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:25.328503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.410307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c1023bfc-569d-4476-a48b-730e8f219a28 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:06:25.468114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-899388be-c89e-494f-95a8-04d7f2e2d3ca service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266777 Nov 12 21:06:25.573095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c1023bfc-569d-4476-a48b-730e8f219a28, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c1023bfc-569d-4476-a48b-730e8f219a28,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:25.590129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'c1023bfc-569d-4476-a48b-730e8f219a28', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'port_id': 'c1023bfc-569d-4476-a48b-730e8f219a28', 'mac_address': 'fa:16:3e:a5:05:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba588c1-b6e6-4e79-a7df-5807d5a9c580', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:06:25.592972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbc4911d-0ddd-4ce9-821a-519a2f25b99d req-c8a1a0b6-507b-4e7c-ae0a-4c4edbaa9fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124842 Nov 12 21:06:25.611765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-241d2717-b588-4fe9-adbf-dd76ac8b51b5 None None] Provisioning complete for port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:25.612211 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-241d2717-b588-4fe9-adbf-dd76ac8b51b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.725013 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.746813 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.847206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.889725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56988) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:25.953572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d096699a-5424-4fea-8cea-b095c145d16c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.982526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1023bfc-569d-4476-a48b-730e8f219a28 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:25.982717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56992) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:25.990288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:26.002882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=ec2cd85b-56a6-4eaf-bacb-cfa246796884,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:26.011761 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.051018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c1023bfc-569d-4476-a48b-730e8f219a28, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c1023bfc-569d-4476-a48b-730e8f219a28,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:26.120956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-241d2717-b588-4fe9-adbf-dd76ac8b51b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.157468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:26.157468 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.193574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:26.195948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:26.203238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202b38-55db-4e63-9e64-c3ebadda3b5f req-4490fbc6-5849-4cc7-bb44-f2391b1e47aa tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:26.206592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-241d2717-b588-4fe9-adbf-dd76ac8b51b5 None None] For port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,segment=NetworkSegment(6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e),segment_id=6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:26.213465 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.214108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79202b38-55db-4e63-9e64-c3ebadda3b5f req-4490fbc6-5849-4cc7-bb44-f2391b1e47aa tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 943 time: 0.2868345 Nov 12 21:06:26.254613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2cc17-517c-4a57-ae4d-a145de80db01 req-f2ef3efa-5bd9-4ff3-a9e2-74a5075f8000 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:26.270941 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31d2cc17-517c-4a57-ae4d-a145de80db01 req-f2ef3efa-5bd9-4ff3-a9e2-74a5075f8000 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 943 time: 0.3135037 Nov 12 21:06:26.382848 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-887f13db-ac87-412e-a699-1d1884654deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.393326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31d2cc17-517c-4a57-ae4d-a145de80db01 req-3cd534d2-3f84-496a-8763-8899c5342dcd tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201026 Nov 12 21:06:26.431757 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-241d2717-b588-4fe9-adbf-dd76ac8b51b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.438216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c1023bfc-569d-4476-a48b-730e8f219a28,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:26.509785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c1023bfc-569d-4476-a48b-730e8f219a28'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:26.528881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d096699a-5424-4fea-8cea-b095c145d16c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.538969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79202b38-55db-4e63-9e64-c3ebadda3b5f req-173ef3e3-7368-42d2-8c68-73bc68830a19 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237889 Nov 12 21:06:26.585326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 49f403c7-cc8d-4d9c-8fa5-0f47a0795776 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:06:26.594132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-887f13db-ac87-412e-a699-1d1884654deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.607097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d096699a-5424-4fea-8cea-b095c145d16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.675192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-38d55b1f-8850-481d-bc29-e4d1f097d9a3 None None] Provisioning complete for port ec2cd85b-56a6-4eaf-bacb-cfa246796884 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:26.675590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38d55b1f-8850-481d-bc29-e4d1f097d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.697249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d096699a-5424-4fea-8cea-b095c145d16c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22193bccf5754f38ae2832b38e3945b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8024416 Nov 12 21:06:26.697249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096699a-5424-4fea-8cea-b095c145d16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a100c5f1-5e46-43cb-9de9-3606791f82e8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:26.699597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57002) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:26.723974 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-887f13db-ac87-412e-a699-1d1884654deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.731426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d2717-b588-4fe9-adbf-dd76ac8b51b5 None None] Pushing event updated for resources: {'Port': ['ID=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:26.765574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f13db-ac87-412e-a699-1d1884654deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132b9368-3aea-424c-8b10-671413a57191,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:26.784687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-38d55b1f-8850-481d-bc29-e4d1f097d9a3 None None] Port ec2cd85b-56a6-4eaf-bacb-cfa246796884 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:26.795202 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43521e37-84c5-4430-9c19-895d1919c2e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.806491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:26.818180 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4537a2c-58d9-449a-b71a-1578507a6057 None None] Sync routers for ids ['49f403c7-cc8d-4d9c-8fa5-0f47a0795776'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:26.826782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-38d55b1f-8850-481d-bc29-e4d1f097d9a3 None None] Provisioning complete for port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:26.826782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38d55b1f-8850-481d-bc29-e4d1f097d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.838647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43521e37-84c5-4430-9c19-895d1919c2e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.842237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57004) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:26.842541 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4537a2c-58d9-449a-b71a-1578507a6057 None None] Routers {'49f403c7-cc8d-4d9c-8fa5-0f47a0795776'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:26.843168 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d4537a2c-58d9-449a-b71a-1578507a6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['49f403c7-cc8d-4d9c-8fa5-0f47a0795776'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:26.844452 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f0da801c-37f2-4396-86e4-e0d1f8f898eb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/49f403c7-cc8d-4d9c-8fa5-0f47a0795776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9239111 Nov 12 21:06:26.849295 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-887f13db-ac87-412e-a699-1d1884654deb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d76f3f57bf146bdadb6804d88f05aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8613887 Nov 12 21:06:26.849986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57006) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:26.886018 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d4537a2c-58d9-449a-b71a-1578507a6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:26.895695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4537a2c-58d9-449a-b71a-1578507a6057 None None] Routers {'49f403c7-cc8d-4d9c-8fa5-0f47a0795776'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:26.896645 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d4537a2c-58d9-449a-b71a-1578507a6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['49f403c7-cc8d-4d9c-8fa5-0f47a0795776'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:26.952371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab348ff2-86de-4d12-a9b4-71136e9c5f64 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:26.956942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ab348ff2-86de-4d12-a9b4-71136e9c5f64 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports/ec2cd85b-56a6-4eaf-bacb-cfa246796884 HTTP/1.1" status: 200 len: 910 time: 0.1107981 Nov 12 21:06:26.958542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57008) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:26.965329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-761261eb-506c-433a-994f-93b29b7ede6d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d4b2524-1cb2-492a-8db3-ef09074d5c22'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:26.974429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34dab6c3-8b90-48ec-9d8d-ee7f27ce72b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.981382 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d4537a2c-58d9-449a-b71a-1578507a6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:26.983478 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4537a2c-58d9-449a-b71a-1578507a6057 None None] The sync data for ids ['49f403c7-cc8d-4d9c-8fa5-0f47a0795776'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:06:27.025500 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34dab6c3-8b90-48ec-9d8d-ee7f27ce72b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.095904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a7c0f9c5-3218-4365-b8fd-161f999477b6 None None] Provisioning complete for port ec2cd85b-56a6-4eaf-bacb-cfa246796884 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:27.096282 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f9c5-3218-4365-b8fd-161f999477b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.125852 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43521e37-84c5-4430-9c19-895d1919c2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.128443 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-43521e37-84c5-4430-9c19-895d1919c2e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.130005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-43521e37-84c5-4430-9c19-895d1919c2e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a100c5f1-5e46-43cb-9de9-3606791f82e8 HTTP/1.1" status: 204 len: 168 time: 0.4281819 Nov 12 21:06:27.136053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0f9c5-3218-4365-b8fd-161f999477b6 None None] Port ec2cd85b-56a6-4eaf-bacb-cfa246796884 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:27.142137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43521e37-84c5-4430-9c19-895d1919c2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a100c5f1-5e46-43cb-9de9-3606791f82e8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:27.159547 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-761261eb-506c-433a-994f-93b29b7ede6d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.216543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34dab6c3-8b90-48ec-9d8d-ee7f27ce72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.219452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-34dab6c3-8b90-48ec-9d8d-ee7f27ce72b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.220753 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-34dab6c3-8b90-48ec-9d8d-ee7f27ce72b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/132b9368-3aea-424c-8b10-671413a57191 HTTP/1.1" status: 204 len: 168 time: 0.3698058 Nov 12 21:06:27.230379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dab6c3-8b90-48ec-9d8d-ee7f27ce72b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132b9368-3aea-424c-8b10-671413a57191,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:27.376252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c1023bfc-569d-4476-a48b-730e8f219a28 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:27.612561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0668a-3913-425b-bb4a-0cf3fa3910e4 req-5cffead7-3fd7-432b-b0a8-410b0f347ca3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:27.614263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4f0668a-3913-425b-bb4a-0cf3fa3910e4 req-5cffead7-3fd7-432b-b0a8-410b0f347ca3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 943 time: 0.0882089 Nov 12 21:06:27.622320 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b863ac79-e25f-407c-a380-846b8445154c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.625598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port c1023bfc-569d-4476-a48b-730e8f219a28 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:06:27.632012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port c1023bfc-569d-4476-a48b-730e8f219a28 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:27.632650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.799535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa061bf-13ba-4133-95a7-033412095284 req-5c71f782-f85f-45ca-bf11-afe7ce8087a6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:27.801294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfa061bf-13ba-4133-95a7-033412095284 req-5c71f782-f85f-45ca-bf11-afe7ce8087a6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 944 time: 0.1523657 Nov 12 21:06:27.806287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4f0668a-3913-425b-bb4a-0cf3fa3910e4 req-bdac9338-60a8-432c-80de-7f014b4b7fb9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815653 Nov 12 21:06:27.811308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:27.909719 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:27.914886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfa061bf-13ba-4133-95a7-033412095284 req-7a0ae223-ed00-41bf-b7bf-0edb71eed78f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042430 Nov 12 21:06:27.944938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-761261eb-506c-433a-994f-93b29b7ede6d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.004999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ba7896-594c-494c-8d09-d714bc675045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1023bfc-569d-4476-a48b-730e8f219a28'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:28.004999 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10614cb5-2b55-4eb9-8226-10ef9fb080cb" -d '{"events": [{"server_uuid": "38ba7896-594c-494c-8d09-d714bc675045", "name": "network-vif-plugged", "status": "completed", "tag": "c1023bfc-569d-4476-a48b-730e8f219a28"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:28.010970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c1023bfc-569d-4476-a48b-730e8f219a28, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c1023bfc-569d-4476-a48b-730e8f219a28,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:28.014098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:28.014547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.045544 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c098d52-80e3-400c-a62b-83f1d0576350 x-openstack-request-id: req-6c098d52-80e3-400c-a62b-83f1d0576350 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:28.045919 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ba7896-594c-494c-8d09-d714bc675045", "name": "network-vif-plugged", "status": "completed", "tag": "c1023bfc-569d-4476-a48b-730e8f219a28", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:28.046242 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c098d52-80e3-400c-a62b-83f1d0576350 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:28.046683 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ba7896-594c-494c-8d09-d714bc675045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1023bfc-569d-4476-a48b-730e8f219a28', 'code': 200} Nov 12 21:06:28.125579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-761261eb-506c-433a-994f-93b29b7ede6d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.133204 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.236974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761261eb-506c-433a-994f-93b29b7ede6d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=ec2cd85b-56a6-4eaf-bacb-cfa246796884,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:28.245973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761261eb-506c-433a-994f-93b29b7ede6d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:28.246692 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-761261eb-506c-433a-994f-93b29b7ede6d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.248097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-761261eb-506c-433a-994f-93b29b7ede6d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/ports/ec2cd85b-56a6-4eaf-bacb-cfa246796884 HTTP/1.1" status: 200 len: 910 time: 1.2876239 Nov 12 21:06:28.251321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57046) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:28.256971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c1023bfc-569d-4476-a48b-730e8f219a28,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:28.259456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cffcb-bdf3-487e-8219-2d736547e1e7 req-5f4d7135-7409-4089-bda3-7630b89b8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:28.261108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a8cffcb-bdf3-487e-8219-2d736547e1e7 req-5f4d7135-7409-4089-bda3-7630b89b8c75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 1097 time: 0.1477265 Nov 12 21:06:28.410271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a8cffcb-bdf3-487e-8219-2d736547e1e7 req-b3e2c0eb-b100-423b-ad74-984d7df19fd9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860434 Nov 12 21:06:28.455805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57054) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:28.480990 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a5a691d-cdb1-4911-9670-fcc265fb7b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.591894 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a5a691d-cdb1-4911-9670-fcc265fb7b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.664835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9a5a691d-cdb1-4911-9670-fcc265fb7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.708332 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a5a691d-cdb1-4911-9670-fcc265fb7b4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e0da92156314d379a6a43762cb2a3c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514250 Nov 12 21:06:28.710049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a691d-cdb1-4911-9670-fcc265fb7b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d990eb4-db57-49b9-bbad-0e190f909225,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:28.713988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57064) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:28.788601 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca9ad-612e-4aca-97a0-e7135ad2e1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.813422 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:28.816454 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca9ad-612e-4aca-97a0-e7135ad2e1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.064988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629653-9fda-4eaa-bbab-e4578bc0c34e req-5cb1635e-7095-4cf0-bd0e-02b00777560e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:29.066494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d629653-9fda-4eaa-bbab-e4578bc0c34e req-5cb1635e-7095-4cf0-bd0e-02b00777560e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 943 time: 0.1374767 Nov 12 21:06:29.116500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca9ad-612e-4aca-97a0-e7135ad2e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.119035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca9ad-612e-4aca-97a0-e7135ad2e1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.120280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7c7ca9ad-612e-4aca-97a0-e7135ad2e1cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d990eb4-db57-49b9-bbad-0e190f909225 HTTP/1.1" status: 204 len: 168 time: 0.4054792 Nov 12 21:06:29.147463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ca9ad-612e-4aca-97a0-e7135ad2e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d990eb4-db57-49b9-bbad-0e190f909225,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:29.165712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecffae3-dd50-4a00-80ae-036b612889e1 req-3f38f5a4-bd20-4caa-bee1-fa533465f73d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:29.167243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cecffae3-dd50-4a00-80ae-036b612889e1 req-3f38f5a4-bd20-4caa-bee1-fa533465f73d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 945 time: 0.1277521 Nov 12 21:06:29.221986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d629653-9fda-4eaa-bbab-e4578bc0c34e req-c78216d4-e3a6-4b93-a26f-3824364cead6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319511 Nov 12 21:06:29.290046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cecffae3-dd50-4a00-80ae-036b612889e1 req-58065608-8557-452d-96ab-8f425f164c07 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148489 Nov 12 21:06:29.309769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port ec2cd85b-56a6-4eaf-bacb-cfa246796884 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:29.310112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.395131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 9ccca4ca-7961-471a-b6e2-0087b8a32f7b details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:06:29.411300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.427392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for ec2cd85b-56a6-4eaf-bacb-cfa246796884 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:29.564307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:29.577523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '9ccca4ca-7961-471a-b6e2-0087b8a32f7b', 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e', 'port_id': '9ccca4ca-7961-471a-b6e2-0087b8a32f7b', 'mac_address': 'fa:16:3e:b6:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:06:29.621673 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.637302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccca4ca-7961-471a-b6e2-0087b8a32f7b {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:29.678757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:29.737562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.762222 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.775428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=ec2cd85b-56a6-4eaf-bacb-cfa246796884,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:29.870870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:29.954766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57100) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:29.975680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d376b1e-134e-46b2-99bd-0df2d6aa4b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:29.992846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['9ccca4ca-7961-471a-b6e2-0087b8a32f7b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:30.087959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0a65beb-00ab-4452-9583-9e23614b0b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.089867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d376b1e-134e-46b2-99bd-0df2d6aa4b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.092628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.180110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d376b1e-134e-46b2-99bd-0df2d6aa4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.296662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376b1e-134e-46b2-99bd-0df2d6aa4b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea2414-a36c-490f-92f6-aff188b76225,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:30.323958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3d376b1e-134e-46b2-99bd-0df2d6aa4b54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81e1e712169b413e9547c4c85f99a95a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3672223 Nov 12 21:06:30.325785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57108) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:30.399206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e81f5a3-dd05-4661-9dc3-6386012937dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.416291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router 49f403c7-cc8d-4d9c-8fa5-0f47a0795776 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:06:30.422260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e81f5a3-dd05-4661-9dc3-6386012937dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.542918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb742-e2da-49c7-bc72-7489a2b62d36 req-181c8e59-b90e-43ca-ab3c-a27b251b547c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:30.544541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96fcb742-e2da-49c7-bc72-7489a2b62d36 req-181c8e59-b90e-43ca-ab3c-a27b251b547c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 944 time: 0.1882248 Nov 12 21:06:30.566165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:30.573359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e81f5a3-dd05-4661-9dc3-6386012937dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.575993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ae47e-ce40-4ac2-8c78-2437ea2ec1e0 req-95564e2e-b250-46a1-b90f-c5809f416466 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:30.576112 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e81f5a3-dd05-4661-9dc3-6386012937dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.582256 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6e81f5a3-dd05-4661-9dc3-6386012937dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9aea2414-a36c-490f-92f6-aff188b76225 HTTP/1.1" status: 204 len: 168 time: 0.2489636 Nov 12 21:06:30.582373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026edcde-e4ec-4f87-900e-b3e635d5511d None None] Sync routers for ids ['49f403c7-cc8d-4d9c-8fa5-0f47a0795776'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:30.583512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-895ae47e-ce40-4ac2-8c78-2437ea2ec1e0 req-95564e2e-b250-46a1-b90f-c5809f416466 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 945 time: 0.1779702 Nov 12 21:06:30.591260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ad5413ce-b62a-4e5a-a95f-ef1497e3ba99 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/49f403c7-cc8d-4d9c-8fa5-0f47a0795776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3368287 Nov 12 21:06:30.593778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57122) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:30.614748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026edcde-e4ec-4f87-900e-b3e635d5511d None None] Routers {'49f403c7-cc8d-4d9c-8fa5-0f47a0795776'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:30.615972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-026edcde-e4ec-4f87-900e-b3e635d5511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['49f403c7-cc8d-4d9c-8fa5-0f47a0795776'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:30.682597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96fcb742-e2da-49c7-bc72-7489a2b62d36 req-f6f1d76a-a146-475b-84ab-323680085c31 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304114 Nov 12 21:06:30.695033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-895ae47e-ce40-4ac2-8c78-2437ea2ec1e0 req-044eddc7-78e9-4d3d-bd04-93ec4ea2ab7a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105704 Nov 12 21:06:30.709759 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-231e1346-d1a4-4df9-8fad-fe8dda85ba80 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f403c7-cc8d-4d9c-8fa5-0f47a0795776 HTTP/1.1" status: 200 len: 205 time: 0.1125584 Nov 12 21:06:30.709759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81f5a3-dd05-4661-9dc3-6386012937dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea2414-a36c-490f-92f6-aff188b76225,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:30.710232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57124) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:30.765869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-026edcde-e4ec-4f87-900e-b3e635d5511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:30.795541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026edcde-e4ec-4f87-900e-b3e635d5511d None None] Routers {'49f403c7-cc8d-4d9c-8fa5-0f47a0795776'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:30.796416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-026edcde-e4ec-4f87-900e-b3e635d5511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['49f403c7-cc8d-4d9c-8fa5-0f47a0795776'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:30.841031 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85ceeea9-4562-4d7c-9552-e8695fb527a0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:30.851455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-026edcde-e4ec-4f87-900e-b3e635d5511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:30.858325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026edcde-e4ec-4f87-900e-b3e635d5511d None None] The sync data for ids ['49f403c7-cc8d-4d9c-8fa5-0f47a0795776'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:06:31.276153 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.306073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-ce085267-a1f7-4200-b418-9beaa2cb79cf tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:31.308276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-ce085267-a1f7-4200-b418-9beaa2cb79cf tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.1666694 Nov 12 21:06:31.317267 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85ceeea9-4562-4d7c-9552-e8695fb527a0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.324723 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85ceeea9-4562-4d7c-9552-e8695fb527a0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.384597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-29aca9d5-d83d-4be5-b473-2fce32a7514f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/quotas/314180e01912403b932a81eb47358c01 HTTP/1.1" status: 200 len: 375 time: 0.0151067 Nov 12 21:06:31.399975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 9ccca4ca-7961-471a-b6e2-0087b8a32f7b up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:31.505809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-a4fe2333-9f72-4e4b-82a3-5136d157275e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144400 Nov 12 21:06:31.508622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85ceeea9-4562-4d7c-9552-e8695fb527a0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.509217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ceeea9-4562-4d7c-9552-e8695fb527a0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Fanout notify agent at l3_agent the message router_deleted on router 49f403c7-cc8d-4d9c-8fa5-0f47a0795776 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:06:31.517003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85ceeea9-4562-4d7c-9552-e8695fb527a0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.522124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-85ceeea9-4562-4d7c-9552-e8695fb527a0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/49f403c7-cc8d-4d9c-8fa5-0f47a0795776 HTTP/1.1" status: 204 len: 168 time: 0.8082774 Nov 12 21:06:31.522270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57154) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:31.656649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-596c9e9c-747c-4a5e-889a-37cc475df3cc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet 4d4b2524-1cb2-492a-8db3-ef09074d5c22 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:06:31.659180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:06:31.664621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:31.665154 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.669374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-596c9e9c-747c-4a5e-889a-37cc475df3cc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.687925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-e77f5677-75ca-439d-a888-26649b02e8f5 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673560 Nov 12 21:06:31.777384 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-596c9e9c-747c-4a5e-889a-37cc475df3cc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.854677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.880728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-de31cb3e-e17d-434c-8293-93ca93c20e97 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837146 Nov 12 21:06:31.981666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-596c9e9c-747c-4a5e-889a-37cc475df3cc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:31.982979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:31.985260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e3be1-f06b-4523-b990-7c19d021296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccca4ca-7961-471a-b6e2-0087b8a32f7b'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:31.997318 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f52f7-81c8-4116-940b-f4222f2479eb" -d '{"events": [{"server_uuid": "942e3be1-f06b-4523-b990-7c19d021296c", "name": "network-vif-plugged", "status": "completed", "tag": "9ccca4ca-7961-471a-b6e2-0087b8a32f7b"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:32.052529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107720d-8bd1-46a4-8479-93de46e866b4 req-795a38a9-610e-43d8-b5c6-17e16b5d1dd8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:32.054205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7107720d-8bd1-46a4-8479-93de46e866b4 req-795a38a9-610e-43d8-b5c6-17e16b5d1dd8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 944 time: 0.1727107 Nov 12 21:06:32.076844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.143978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7107720d-8bd1-46a4-8479-93de46e866b4 req-d1a825d3-38fb-4e31-b222-53db6a775132 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828745 Nov 12 21:06:32.195005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:32.224238 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eaca25-95a0-4765-ac97-5258e243421c x-openstack-request-id: req-f0eaca25-95a0-4765-ac97-5258e243421c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:32.224531 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942e3be1-f06b-4523-b990-7c19d021296c", "name": "network-vif-plugged", "status": "completed", "tag": "9ccca4ca-7961-471a-b6e2-0087b8a32f7b", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:32.225373 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0eaca25-95a0-4765-ac97-5258e243421c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:32.225793 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e3be1-f06b-4523-b990-7c19d021296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccca4ca-7961-471a-b6e2-0087b8a32f7b', 'code': 200} Nov 12 21:06:32.280238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-596c9e9c-747c-4a5e-889a-37cc475df3cc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.304146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-596c9e9c-747c-4a5e-889a-37cc475df3cc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.309912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d9c12-1a8a-4c5f-a632-16c346051b95 None None] Network 3db83dcf-a018-486d-b8a7-a2ec8eebba90 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:32.322126 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-596c9e9c-747c-4a5e-889a-37cc475df3cc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/4d4b2524-1cb2-492a-8db3-ef09074d5c22 HTTP/1.1" status: 204 len: 168 time: 0.7987814 Nov 12 21:06:32.325393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57186) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:32.476079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c9e9c-747c-4a5e-889a-37cc475df3cc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4b2524-1cb2-492a-8db3-ef09074d5c22,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:32.477124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98ad67ea-91b5-4a25-a60d-4dd325d0b62c req-f0da8d8e-ac88-426d-b7dc-43fe170d8eb6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 210 time: 0.2097764 Nov 12 21:06:32.482061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.538974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f63443-ae0f-456e-b35b-ec51d9a5bac5 req-34010f16-0c14-4752-b7f8-692a8b585559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:32.540522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77f63443-ae0f-456e-b35b-ec51d9a5bac5 req-34010f16-0c14-4752-b7f8-692a8b585559 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 1097 time: 0.2289841 Nov 12 21:06:32.604261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:32.607498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.688678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-77f63443-ae0f-456e-b35b-ec51d9a5bac5 req-2b02a984-8ce8-4512-8e4e-21e0cb4b50f7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351068 Nov 12 21:06:32.703205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] DHCP port deletion for 3db83dcf-a018-486d-b8a7-a2ec8eebba90 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:06:32.752292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,segment=NetworkSegment(6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e),segment_id=6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:32.752655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.780824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:32.790212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] Deleting port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:32.790827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.892824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] For port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,segment=NetworkSegment(6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e),segment_id=6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:32.893228 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.913646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] Calling delete_port for 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:32.967529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:32.993833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:33.002249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No DVR routers for this DVR port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:06:33.012256 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.053451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] No DVR routers for this DVR port 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:06:33.057695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b28a1-de6e-46b5-b8cc-a5c76b847c5a None None] Pushing event deleted for resources: {'Port': ['ID=33e828ca-7f2f-4ca1-921a-c70ccbe2c143,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:33.064627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.205798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.228593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db83dcf-a018-486d-b8a7-a2ec8eebba90']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:33.241266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:33.241613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed95f3b-bc19-4230-9a3b-2c0bdff07b3e') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:33.290341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.378431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.393139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:06:33.394516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:06:33.401367 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:06:33.512244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fda722-f73d-4456-92f5-38df87cf0c63 req-226b9843-9424-45b6-983e-dc01882bfa1e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:33.521097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93fda722-f73d-4456-92f5-38df87cf0c63 req-226b9843-9424-45b6-983e-dc01882bfa1e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 945 time: 0.0899720 Nov 12 21:06:33.590041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93fda722-f73d-4456-92f5-38df87cf0c63 req-bc35c5a6-a8e2-4261-a247-c1f5edf26b2d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670145 Nov 12 21:06:33.613007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a40c9b47-9cc5-40f9-8365-b17acf5a2034 req-623137d7-f401-4ae1-a6ca-9b61e28d45de tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 210 time: 0.0412748 Nov 12 21:06:33.659207 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.691281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.701688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.705955 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/3db83dcf-a018-486d-b8a7-a2ec8eebba90 HTTP/1.1" status: 204 len: 168 time: 1.3283696 Nov 12 21:06:33.710465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57218) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:33.715905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c2c4393c-f4f9-458a-b243-1eb9bbd06275 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-503028540', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:33.756626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510c48c-991a-4102-aa0d-17cdcff27edb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=3db83dcf-a018-486d-b8a7-a2ec8eebba90,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:33.764979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:06:33.795204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:06:33.795956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 33e828ca-7f2f-4ca1-921a-c70ccbe2c143 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:06:33.853729 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2c4393c-f4f9-458a-b243-1eb9bbd06275 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.855401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2c4393c-f4f9-458a-b243-1eb9bbd06275 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:33.925102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2c4393c-f4f9-458a-b243-1eb9bbd06275 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.039587 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2c4393c-f4f9-458a-b243-1eb9bbd06275 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.139519 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2c4393c-f4f9-458a-b243-1eb9bbd06275 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.141413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c2c4393c-f4f9-458a-b243-1eb9bbd06275 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4298491 Nov 12 21:06:34.145224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57226) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:34.152720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-815465813'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:34.268577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:34.275669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.304450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:06:34.313173 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.313615 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment 184e45ba-851a-4b9a-a74a-0770ffc37ece of type vlan for network c9a5c331-13b3-4a00-a927-11c698615f29 Nov 12 21:06:34.354545 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.412319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:34.518922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.525997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:34.526637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.602594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=c9a5c331-13b3-4a00-a927-11c698615f29,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:34.616905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c9a5c331-13b3-4a00-a927-11c698615f29 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:06:34.654737 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f15fd040-6848-4adc-970d-3ac6b20d981f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5083480 Nov 12 21:06:34.657735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57246) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:34.663397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:34.690903 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba76c4e4-4107-429e-a446-ca7027d3aa05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.826536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba76c4e4-4107-429e-a446-ca7027d3aa05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.843150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d54dee7d-b297-4521-8e91-e30583a85fc8 req-f61a0629-b33e-46eb-ad0e-406e0127bf83 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 210 time: 0.1014428 Nov 12 21:06:34.910868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47d3bf-44d8-48d3-877f-8ad80cdb6e1c req-7b54c276-e963-4a45-91f0-46035cad6a77 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:34.915141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e47d3bf-44d8-48d3-877f-8ad80cdb6e1c req-7b54c276-e963-4a45-91f0-46035cad6a77 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 945 time: 0.2024209 Nov 12 21:06:34.960037 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba76c4e4-4107-429e-a446-ca7027d3aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:34.988804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:34.993902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:35.020596 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ba76c4e4-4107-429e-a446-ca7027d3aa05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2afe4a7a26d240fe892ad1dae8605bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6048110 Nov 12 21:06:35.020596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76c4e4-4107-429e-a446-ca7027d3aa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551c096f-93c7-4d8d-bcc6-425868ec1db8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:35.025090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57266) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:35.036757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e47d3bf-44d8-48d3-877f-8ad80cdb6e1c req-ae62c3a8-4ad3-4a6c-ac77-77147ff2358e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136589 Nov 12 21:06:35.108718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25e8de6a-7f33-4d5e-a1a2-d51df718fe2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:35.164766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25e8de6a-7f33-4d5e-a1a2-d51df718fe2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:35.390146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25e8de6a-7f33-4d5e-a1a2-d51df718fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:35.392832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25e8de6a-7f33-4d5e-a1a2-d51df718fe2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:35.394229 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25e8de6a-7f33-4d5e-a1a2-d51df718fe2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/551c096f-93c7-4d8d-bcc6-425868ec1db8 HTTP/1.1" status: 204 len: 168 time: 0.3681824 Nov 12 21:06:35.419750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8de6a-7f33-4d5e-a1a2-d51df718fe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551c096f-93c7-4d8d-bcc6-425868ec1db8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:35.446635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:36.013607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=f54a2af2-8d55-4503-b218-e5ca37815ab1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:36.110884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09401041-975b-4289-9de7-f121d7c9cb3e req-ac1aa7ed-c2db-4bae-b0a5-27691c1977c1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 210 time: 0.1003382 Nov 12 21:06:36.156242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:36.156760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: c9a5c331-13b3-4a00-a927-11c698615f29, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:06:36.178207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-3d8ad0da-d034-4e2e-a76c-cae49203a268 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:36.178507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-3d8ad0da-d034-4e2e-a76c-cae49203a268 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.8544633 Nov 12 21:06:36.199049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cf6d0-696b-4513-a4c7-0f792c71000c req-c49f72c3-1343-45af-836a-be10b3484e7b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:36.207794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-656cf6d0-696b-4513-a4c7-0f792c71000c req-c49f72c3-1343-45af-836a-be10b3484e7b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 945 time: 0.1954000 Nov 12 21:06:36.215523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Request body: {'port': {'device_id': 'dfdd9614-8650-44f8-81dc-b6ddbed0f4f6', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'admin_state_up': True, 'tenant_id': '314180e01912403b932a81eb47358c01'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:36.342423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-656cf6d0-696b-4513-a4c7-0f792c71000c req-6311b223-345e-4af6-90af-afdd26883e68 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336012 Nov 12 21:06:36.369835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network c9a5c331-13b3-4a00-a927-11c698615f29 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:06:36.524712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:36.529184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:36.617490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, c9a5c331-13b3-4a00-a927-11c698615f29) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:36.633270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a9ec4-5301-4b25-aeee-ed3790be2f96 None None] Network c9a5c331-13b3-4a00-a927-11c698615f29 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:36.644044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:36.645437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:36.817894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57316) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:36.856332 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f9a66e89-11d5-484d-b97f-c7537c3a9bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:36.892278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-c9a5c331-13b3-4a00-a927-11c698615f29', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:06:36.894734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:36.955154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Allocated IP 172.20.0.9 (05cb7d81-b1e0-4eb9-af34-06018f5b2250/bba588c1-b6e6-4e79-a7df-5807d5a9c580/7fe0b1e5-e88e-4460-83d1-f5d4e03b8608) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:37.053556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-af48cb01-7ae1-4c97-8f82-cfd1197073d8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3914933 Nov 12 21:06:37.059685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57318) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:37.070934 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f9a66e89-11d5-484d-b97f-c7537c3a9bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.123522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Allocated IP 172.20.0.2 (c9a5c331-13b3-4a00-a927-11c698615f29/f54a2af2-8d55-4503-b218-e5ca37815ab1/08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:37.198002 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f9a66e89-11d5-484d-b97f-c7537c3a9bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.307680 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f9a66e89-11d5-484d-b97f-c7537c3a9bfe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c688f3491b404b87975bf9f1baf31c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4885128 Nov 12 21:06:37.312384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57322) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:37.325652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a66e89-11d5-484d-b97f-c7537c3a9bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9977e74-f404-4084-861f-41c468644a68,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:37.413064 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.440043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90b452f1-9224-4919-a285-c0b6ac96806b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.462586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e21add92-4f4e-4359-8a12-50172bc66bf1 req-831674a7-37b6-4dda-9821-3c7be92e9af1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 210 time: 0.1059108 Nov 12 21:06:37.478318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90b452f1-9224-4919-a285-c0b6ac96806b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.484552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-6298fbca-5d6a-481f-9b0d-b6fef9b23fba tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:37.486094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-6298fbca-5d6a-481f-9b0d-b6fef9b23fba tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.46 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 945 time: 0.4529407 Nov 12 21:06:37.549724 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.573534 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.632317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Pushing event updated for resources: {'Port': ['ID=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:37.644652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Network c9a5c331-13b3-4a00-a927-11c698615f29 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:37.647368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:37.650136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:37.670416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90b452f1-9224-4919-a285-c0b6ac96806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.673248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90b452f1-9224-4919-a285-c0b6ac96806b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.678392 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-90b452f1-9224-4919-a285-c0b6ac96806b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9977e74-f404-4084-861f-41c468644a68 HTTP/1.1" status: 204 len: 168 time: 0.3617265 Nov 12 21:06:37.699972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b452f1-9224-4919-a285-c0b6ac96806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9977e74-f404-4084-861f-41c468644a68,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:37.759657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Attempting to bind port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:37.760022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Attempting to bind port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:37.760518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Attempting to bind port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a on network c9a5c331-13b3-4a00-a927-11c698615f29 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:37.766422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:37.766795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Checking segment: {'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:37.767193 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.773471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Bound using segment: {'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:37.773981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Bound port: 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:37.774380 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.829421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff30d86-b0df-46c1-8525-f8eeaa003b72 req-148e015d-18b4-4ff1-9882-43d687ca87d3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:37.830761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cff30d86-b0df-46c1-8525-f8eeaa003b72 req-148e015d-18b4-4ff1-9882-43d687ca87d3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 945 time: 0.3653145 Nov 12 21:06:37.917873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] For port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:37.921470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] For port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,segment=NetworkSegment(184e45ba-851a-4b9a-a74a-0770ffc37ece),segment_id=184e45ba-851a-4b9a-a74a-0770ffc37ece)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:37.961118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cff30d86-b0df-46c1-8525-f8eeaa003b72 req-25050534-d225-4c5d-992f-df4566eb312d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067841 Nov 12 21:06:37.965580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:37.979511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c1023bfc-569d-4476-a48b-730e8f219a28'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:37.984873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:37.995809 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:38.020593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Deleting port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:38.021060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:38.058690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:38.067671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:38.128774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:38.166756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62557a7-84e3-4a4c-889e-48031114c990 None None] Pushing event updated for resources: {'Port': ['ID=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:38.229872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:38.230643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:38.303496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:38.389199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] For port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:38.389811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:38.415651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Calling delete_port for 9ccca4ca-7961-471a-b6e2-0087b8a32f7b owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:38.713515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event updated for resources: {'Port': ['ID=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:38.737820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-96e96da2-0591-4597-8c18-5c85478f44f6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5272961 Nov 12 21:06:38.738441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:38.753521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['9ccca4ca-7961-471a-b6e2-0087b8a32f7b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:38.758665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e3625fae-6990-43db-912b-08941573b0df'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:38.828702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Request body: {'port': {'device_id': 'dfdd9614-8650-44f8-81dc-b6ddbed0f4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:38.831276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Pushing event deleted for resources: {'Port': ['ID=9ccca4ca-7961-471a-b6e2-0087b8a32f7b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:38.959149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] No DVR routers for this DVR port 9ccca4ca-7961-471a-b6e2-0087b8a32f7b on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:06:38.967983 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:38.971548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-afe90da9-9c84-4b76-8c2d-a3d66e097b04 req-ba00741b-5500-481f-ad00-0d6fb6698883 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.46 "DELETE /v2.0/ports/9ccca4ca-7961-471a-b6e2-0087b8a32f7b HTTP/1.1" status: 204 len: 173 time: 1.4418712 Nov 12 21:06:38.984723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120f9d8-6f10-46b0-a910-452f8f280f2e req-c2bd7157-6cc3-4e3f-aa33-b391ce963578 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:38.986938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3120f9d8-6f10-46b0-a910-452f8f280f2e req-c2bd7157-6cc3-4e3f-aa33-b391ce963578 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 931 time: 0.2695444 Nov 12 21:06:38.987437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e3be1-f06b-4523-b990-7c19d021296c', 'name': 'network-vif-deleted', 'tag': '9ccca4ca-7961-471a-b6e2-0087b8a32f7b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:38.990904 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec52d0-a972-4a6f-b4f2-0b757a903326" -d '{"events": [{"server_uuid": "942e3be1-f06b-4523-b990-7c19d021296c", "name": "network-vif-deleted", "tag": "9ccca4ca-7961-471a-b6e2-0087b8a32f7b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:39.098652 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.262831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3155fdb-e080-4336-802e-5c21d0c329e2 req-35672e31-8275-4c58-8052-7ddd2ebbd639 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 210 time: 0.0941675 Nov 12 21:06:39.323016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3120f9d8-6f10-46b0-a910-452f8f280f2e req-6c5e1f79-ccb3-4653-aedc-963b64ffcc95 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957466 Nov 12 21:06:39.365111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.20.0.1 (c9a5c331-13b3-4a00-a927-11c698615f29/f54a2af2-8d55-4503-b218-e5ca37815ab1/caba06ad-0dab-49af-8c03-3382f3b0552a) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:39.424723 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc7909-a1ed-412b-9f83-68b585108f1a x-openstack-request-id: req-d6dc7909-a1ed-412b-9f83-68b585108f1a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:39.425137 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942e3be1-f06b-4523-b990-7c19d021296c", "name": "network-vif-deleted", "tag": "9ccca4ca-7961-471a-b6e2-0087b8a32f7b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:39.425454 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6dc7909-a1ed-412b-9f83-68b585108f1a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:39.425913 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e3be1-f06b-4523-b990-7c19d021296c', 'name': 'network-vif-deleted', 'tag': '9ccca4ca-7961-471a-b6e2-0087b8a32f7b', 'status': 'completed', 'code': 200} Nov 12 21:06:39.787899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b0c6a-3034-4898-a55f-f0009f67048e None None] Network c9a5c331-13b3-4a00-a927-11c698615f29 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:39.817296 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.862025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:39.934685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:39.943157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.956758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Transition to ACTIVE for port object 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:06:39.967498 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.045181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57398) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:40.069221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-40a5b8ae-c51e-4cd4-b7c4-086639b2b2d9 None None] Provisioning complete for port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:40.069597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40a5b8ae-c51e-4cd4-b7c4-086639b2b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.075222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network c9a5c331-13b3-4a00-a927-11c698615f29 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:40.082070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:40.083482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:40.088505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=caba06ad-0dab-49af-8c03-3382f3b0552a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:40.111582 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.163019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Pushing event updated for resources: {'Port': ['ID=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:40.199901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.294951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-660be058-ab31-44fb-b903-461632faf170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.439279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Attempting to bind port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:40.439649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Attempting to bind port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:40.439979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Attempting to bind port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:40.446711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:06:40.447039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Attempting to bind port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:40.477642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-271ae22a-235c-4233-a7df-350bb05ed9c3 req-72267f6b-cad2-4534-a19d-66bd574439f4 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=942e3be1-f06b-4523-b990-7c19d021296c HTTP/1.1" status: 200 len: 210 time: 0.0317669 Nov 12 21:06:40.480512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:40.480856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Checking segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:40.481247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Bound using segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:40.486656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Bound port: 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:40.486656 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.571335 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-660be058-ab31-44fb-b903-461632faf170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.682424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:40.682877 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.698775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.715850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-660be058-ab31-44fb-b903-461632faf170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.763576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] For port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:40.806935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660be058-ab31-44fb-b903-461632faf170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72445cc0-9bb1-466c-a862-1d9000107526,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:40.816499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba897fa-cfd8-4ab3-bd68-cd9c3ebc6e2e req-11c6f38c-bd50-47fe-aa7e-e07512820e7f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:40.826982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fba897fa-cfd8-4ab3-bd68-cd9c3ebc6e2e req-11c6f38c-bd50-47fe-aa7e-e07512820e7f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 943 time: 0.2781920 Nov 12 21:06:40.838183 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.855098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] For port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:40.868382 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:40.873436 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-660be058-ab31-44fb-b903-461632faf170 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afba35ae404146f280fd38339d1448c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8240485 Nov 12 21:06:40.876444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57422) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:40.918036 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40a5b8ae-c51e-4cd4-b7c4-086639b2b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.018807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd97b717-c514-4311-8abc-8e2e0bed8731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.045463 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.048471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-40a5b8ae-c51e-4cd4-b7c4-086639b2b2d9 None None] For port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,segment=NetworkSegment(184e45ba-851a-4b9a-a74a-0770ffc37ece),segment_id=184e45ba-851a-4b9a-a74a-0770ffc37ece)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:41.101651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd97b717-c514-4311-8abc-8e2e0bed8731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.133919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fba897fa-cfd8-4ab3-bd68-cd9c3ebc6e2e req-3c071d41-f2ae-4c6a-9224-6ae8dbfac795 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038504 Nov 12 21:06:41.139474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.176189 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40a5b8ae-c51e-4cd4-b7c4-086639b2b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.269101 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:06:41.269360 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:06:41.270877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Pushing event updated for resources: {'Port': ['ID=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:41.307884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5b8ae-c51e-4cd4-b7c4-086639b2b2d9 None None] Pushing event updated for resources: {'Port': ['ID=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:41.316817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:41.317630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.319362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-fd00e55b-58ab-4c44-abfe-da3a9968d66d service neutron] 10.222.0.78 "PUT /v2.0/ports/7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 HTTP/1.1" status: 200 len: 1092 time: 2.4954925 Nov 12 21:06:41.370301 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd97b717-c514-4311-8abc-8e2e0bed8731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.374237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd97b717-c514-4311-8abc-8e2e0bed8731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.377812 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cd97b717-c514-4311-8abc-8e2e0bed8731 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72445cc0-9bb1-466c-a862-1d9000107526 HTTP/1.1" status: 204 len: 168 time: 0.4915016 Nov 12 21:06:41.393969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97b717-c514-4311-8abc-8e2e0bed8731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72445cc0-9bb1-466c-a862-1d9000107526,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:41.440549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 9ccca4ca-7961-471a-b6e2-0087b8a32f7b no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:06:41.497448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 9ccca4ca-7961-471a-b6e2-0087b8a32f7b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:06:41.497797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 9ccca4ca-7961-471a-b6e2-0087b8a32f7b not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:06:41.509867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ed2c9680-0497-4ffb-8c51-29a27d2ea93b None None] Provisioning complete for port caba06ad-0dab-49af-8c03-3382f3b0552a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:41.510254 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed2c9680-0497-4ffb-8c51-29a27d2ea93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.574861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c9680-0497-4ffb-8c51-29a27d2ea93b None None] Port caba06ad-0dab-49af-8c03-3382f3b0552a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:41.603147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ed2c9680-0497-4ffb-8c51-29a27d2ea93b None None] Provisioning complete for port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:41.603921 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed2c9680-0497-4ffb-8c51-29a27d2ea93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.909110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-462facc8-4dd8-450b-b3cc-29495111a2f8 None None] Provisioning complete for port caba06ad-0dab-49af-8c03-3382f3b0552a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:41.909733 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-462facc8-4dd8-450b-b3cc-29495111a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:41.948968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:41.964383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdd9614-8650-44f8-81dc-b6ddbed0f4f6', 'tag': '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:41.967000 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e2a380-b40c-4a6e-892f-2b2326d697ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdd9614-8650-44f8-81dc-b6ddbed0f4f6", "tag": "7fe0b1e5-e88e-4460-83d1-f5d4e03b8608"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:42.046761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-462facc8-4dd8-450b-b3cc-29495111a2f8 None None] Port caba06ad-0dab-49af-8c03-3382f3b0552a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:42.072823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:42.073202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:42.167957 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6482def0-c958-4c13-98d8-cf62742bb183 x-openstack-request-id: req-6482def0-c958-4c13-98d8-cf62742bb183 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:42.168551 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdd9614-8650-44f8-81dc-b6ddbed0f4f6", "tag": "7fe0b1e5-e88e-4460-83d1-f5d4e03b8608", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:42.168664 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6482def0-c958-4c13-98d8-cf62742bb183 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:42.169027 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdd9614-8650-44f8-81dc-b6ddbed0f4f6', 'tag': '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608', 'status': 'completed', 'code': 200} Nov 12 21:06:42.277880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc79892-4bf2-4a4a-8629-ecd84faa63f8 req-a1d2bf5c-a055-4dd4-8f8f-8e6b70e8ecfc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:42.288627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fc79892-4bf2-4a4a-8629-ecd84faa63f8 req-a1d2bf5c-a055-4dd4-8f8f-8e6b70e8ecfc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2849472 Nov 12 21:06:42.320195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-51497127-94d4-43df-a325-68516d010d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:42.321697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-51497127-94d4-43df-a325-68516d010d04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 1095 time: 0.3509727 Nov 12 21:06:42.337715 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:42.395493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-b53bb6fa-1a0a-48bc-8f59-65dcb59f862d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 HTTP/1.1" status: 200 len: 217 time: 0.0494096 Nov 12 21:06:42.456872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c4fa-d9e4-4a9c-958b-aa4fffbf0083 req-637ec943-45cd-4eba-89fe-ba4ec58e2d28 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:42.458346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d1c4fa-d9e4-4a9c-958b-aa4fffbf0083 req-637ec943-45cd-4eba-89fe-ba4ec58e2d28 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 943 time: 0.1910636 Nov 12 21:06:42.466969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fc79892-4bf2-4a4a-8629-ecd84faa63f8 req-65838f73-409a-4512-a73f-abde46ce1f8a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774650 Nov 12 21:06:42.508819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:42.518528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-ec0b679d-f5e4-4cb5-81b5-6a6a85352fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:42.520255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-ec0b679d-f5e4-4cb5-81b5-6a6a85352fa1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.1157055 Nov 12 21:06:42.620117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-4f133f91-84c4-416a-bc65-c6344fdd98a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755825 Nov 12 21:06:42.676385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5d1c4fa-d9e4-4a9c-958b-aa4fffbf0083 req-6c8ed89c-73be-4b70-8bb0-0e6bd3adf902 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976924 Nov 12 21:06:42.677312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=caba06ad-0dab-49af-8c03-3382f3b0552a,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:42.701113 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:42.904034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-a1f88081-1202-46ee-b78b-29431424bc21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2094080 Nov 12 21:06:42.923469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-954a3511-25ea-46b1-857f-914c5f484e59 service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855341 Nov 12 21:06:42.947107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f722a5-edcc-4f29-b873-a9f5d4d0da32 req-c4ad1b4b-b65f-4f95-bae6-59a57aeabf96 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:42.955323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23f722a5-edcc-4f29-b873-a9f5d4d0da32 req-c4ad1b4b-b65f-4f95-bae6-59a57aeabf96 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1780672 Nov 12 21:06:43.111484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network c9a5c331-13b3-4a00-a927-11c698615f29 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:43.123270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:43.448441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23f722a5-edcc-4f29-b873-a9f5d4d0da32 req-e80d2bcd-058a-4e53-b7e8-d02fe7603d11 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911578 Nov 12 21:06:43.454586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-94654e2d-3837-4db7-a988-6660a609fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:43.459340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-94654e2d-3837-4db7-a988-6660a609fa36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 1097 time: 0.5006816 Nov 12 21:06:43.586067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-02dba352-51d2-45cf-8cca-d1556c2457dd None None] Provisioning complete for port caba06ad-0dab-49af-8c03-3382f3b0552a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:43.586620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02dba352-51d2-45cf-8cca-d1556c2457dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:43.623175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d6e5c4d-76b5-477e-87f2-d7a2be504301 req-4164c5c2-c80f-4c46-bb7d-7ad130cce464 service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619365 Nov 12 21:06:43.691704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-02dba352-51d2-45cf-8cca-d1556c2457dd None None] Port caba06ad-0dab-49af-8c03-3382f3b0552a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:43.932773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735915bc-fb98-45fd-8c96-a255476058dc req-2f2a1a29-a433-477e-97df-8e1852debacb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:43.934344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-735915bc-fb98-45fd-8c96-a255476058dc req-2f2a1a29-a433-477e-97df-8e1852debacb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3335495 Nov 12 21:06:43.949134 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:06:43.954236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-f6e73600-7da5-4321-99d8-8573caec3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:43.955720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-f6e73600-7da5-4321-99d8-8573caec3459 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 907 time: 0.4522288 Nov 12 21:06:44.027119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a09303-15d2-48fe-9cfb-2a224d8f1148 req-202b301e-3498-4636-a76c-41c2efccc0a3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.034717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1a09303-15d2-48fe-9cfb-2a224d8f1148 req-202b301e-3498-4636-a76c-41c2efccc0a3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 943 time: 0.2776427 Nov 12 21:06:44.059564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-3d4e5e32-bcf8-4ad3-8572-069ff02d1d0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1023bfc-569d-4476-a48b-730e8f219a28 HTTP/1.1" status: 200 len: 217 time: 0.0956714 Nov 12 21:06:44.089082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-a32cec05-9876-4e4a-8832-2abebc20f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.090651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-a32cec05-9876-4e4a-8832-2abebc20f907 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 1095 time: 0.2382884 Nov 12 21:06:44.122730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:06:44.218728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-735915bc-fb98-45fd-8c96-a255476058dc req-2a9f390b-1597-442b-8db4-83a1123aa169 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714996 Nov 12 21:06:44.271532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1a09303-15d2-48fe-9cfb-2a224d8f1148 req-69b96120-bf81-4f3c-b41a-647952c6aacf tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337337 Nov 12 21:06:44.284314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-dcd5f19f-1ad5-4043-b51a-60d92340c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.285967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-dcd5f19f-1ad5-4043-b51a-60d92340c017 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.2141681 Nov 12 21:06:44.447028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-52055de9-3549-49ff-9ef1-57bf5b6f27d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549798 Nov 12 21:06:44.473370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-3ada9d55-f9a2-40f6-b72f-26beee992f90 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3554044 Nov 12 21:06:44.594056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:44.597340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-ea1a426e-663a-46f4-a646-445a5ab9dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.601821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-ea1a426e-663a-46f4-a646-445a5ab9dd34 service neutron] 10.222.0.78 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 907 time: 0.4787381 Nov 12 21:06:44.609781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5839600c-6709-4a96-9123-718cc59016b0 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5489087 Nov 12 21:06:44.610842 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:44.612788 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57554) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:44.619060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1273569066'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:44.643094 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:44.645452 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:44.704134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-e0b55023-5086-4cce-b016-bb35537932c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 HTTP/1.1" status: 200 len: 217 time: 0.0910957 Nov 12 21:06:44.766074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:44.776136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:44.776617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-4c3285c5-8ae2-45cf-8e3f-47379f55a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.778256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-4c3285c5-8ae2-45cf-8e3f-47379f55a269 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 1097 time: 0.2491758 Nov 12 21:06:44.793784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-cfd757fb-e488-4066-a7bb-df82da47257f service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376348 Nov 12 21:06:44.841530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-21a24385-c0a5-49f1-94f1-d7744e23a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.844888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-21a24385-c0a5-49f1-94f1-d7744e23a783 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.1259291 Nov 12 21:06:44.884526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:06:44.887721 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:06:44.922953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:44.923324 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment e1758ffa-e84c-4569-9361-6cada742ff16 of type vlan for network 467e1d56-842f-4ad7-8f49-352c8caee3cf Nov 12 21:06:45.041295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:45.075438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-e777c66b-28a9-4cdf-94d2-56505ec4e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:45.078254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-e777c66b-28a9-4cdf-94d2-56505ec4e138 service neutron] 10.222.0.78 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 907 time: 0.1532698 Nov 12 21:06:45.120578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-c6af73c2-bee4-4449-9809-1b4c405e76dc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553038 Nov 12 21:06:45.215962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-418f4643-8390-4a18-a531-44f34397f8f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0d13b-6613-4626-af50-99e86023bf89 HTTP/1.1" status: 200 len: 217 time: 0.1107478 Nov 12 21:06:45.218608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:45.225169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:45.229526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:45.393536 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:40Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:41Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:45.436492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=467e1d56-842f-4ad7-8f49-352c8caee3cf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:45.444688 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:06:45.444882 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Updating router a1dbe2a7-8585-4568-8a65-bfdad690696b port caba06ad-0dab-49af-8c03-3382f3b0552a binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:06:45.449634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 467e1d56-842f-4ad7-8f49-352c8caee3cf details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:06:45.466469 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a719ca6-307d-4758-b547-f6352b815f9a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8519192 Nov 12 21:06:45.469107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57578) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:45.475570 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:45.491163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:45.940920 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:45.954070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57594) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:45.970953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:45.982960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.087003 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.172212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bcf782d-572d-438a-ab84-71dd4e22a2e7 req-b8444c52-9dfd-4cbb-b6f6-47e759d7b4eb service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3686318 Nov 12 21:06:46.206829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-aebca8cf-2a68-4018-a1ce-f4c856c5250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:46.209172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-aebca8cf-2a68-4018-a1ce-f4c856c5250b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.2293630 Nov 12 21:06:46.216108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-690199ad-0e2d-4f20-8d46-5a1cf5f615f0 service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0458272 Nov 12 21:06:46.250765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04456e79-f721-4a10-a1e3-1cec44890d22 req-fee11560-30f5-4186-9cc4-5f5e268c5357 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:46.262605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04456e79-f721-4a10-a1e3-1cec44890d22 req-fee11560-30f5-4186-9cc4-5f5e268c5357 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 943 time: 0.2837121 Nov 12 21:06:46.306399 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Pushing event updated for resources: {'Port': ['ID=caba06ad-0dab-49af-8c03-3382f3b0552a,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:46.329534 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.335116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-c04de620-f9d7-49b6-a192-8fac1a5d7ab5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151688 Nov 12 21:06:46.337535 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.342615 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.343427 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.349512 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.349777 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.350153 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.355260 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.355260 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.355260 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.355260 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.355260 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.388530 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-55c41ad0-ff11-4261-9747-95eb42164d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.461404 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Attempting to bind port caba06ad-0dab-49af-8c03-3382f3b0552a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:46.461863 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Attempting to bind port caba06ad-0dab-49af-8c03-3382f3b0552a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:46.465411 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Attempting to bind port caba06ad-0dab-49af-8c03-3382f3b0552a on network c9a5c331-13b3-4a00-a927-11c698615f29 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:46.484414 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:46.485267 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Checking segment: {'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:46.485674 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.490091 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Bound using segment: {'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:46.493465 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Bound port: caba06ad-0dab-49af-8c03-3382f3b0552a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e45ba-851a-4b9a-a74a-0770ffc37ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:46.494671 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.509120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:06:46.665321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-55c41ad0-ff11-4261-9747-95eb42164d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.670894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-53ef954d-cf90-4748-b218-cb377709f8d7 service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949884 Nov 12 21:06:46.759671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] For port caba06ad-0dab-49af-8c03-3382f3b0552a, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:46.768411 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] For port caba06ad-0dab-49af-8c03-3382f3b0552a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=caba06ad-0dab-49af-8c03-3382f3b0552a,segment=NetworkSegment(184e45ba-851a-4b9a-a74a-0770ffc37ece),segment_id=184e45ba-851a-4b9a-a74a-0770ffc37ece)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:46.800531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-683cf0f1-f2f4-44c4-b4da-e0bd8b5a0b66 None None] Provisioning complete for port caba06ad-0dab-49af-8c03-3382f3b0552a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:46.801195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-683cf0f1-f2f4-44c4-b4da-e0bd8b5a0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.822455 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-55c41ad0-ff11-4261-9747-95eb42164d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.825463 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.850982 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:46.876147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e2a380-b40c-4a6e-892f-2b2326d697ab req-5e5a77a2-5803-47ed-a609-49d55eb14739 service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6431894 Nov 12 21:06:46.946251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:46.952923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-683cf0f1-f2f4-44c4-b4da-e0bd8b5a0b66 None None] Port caba06ad-0dab-49af-8c03-3382f3b0552a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:46.968962 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233e09-3f80-4a37-8708-d930efbd38dc None None] Pushing event updated for resources: {'Port': ['ID=caba06ad-0dab-49af-8c03-3382f3b0552a,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:46.978542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'port_id': '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608', 'mac_address': 'fa:16:3e:5c:4b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba588c1-b6e6-4e79-a7df-5807d5a9c580', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:06:47.008872 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:47.009505 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:47.038289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04456e79-f721-4a10-a1e3-1cec44890d22 req-c33ad65c-8894-43e2-bb12-b7c15cf818c9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688911 Nov 12 21:06:47.109207 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.126226 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-55c41ad0-ff11-4261-9747-95eb42164d99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bea759bb7a5484aa90f51d927316b7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1709661 Nov 12 21:06:47.131253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57636) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:47.139355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c41ad0-ff11-4261-9747-95eb42164d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72950be-d5a9-4120-b332-1dc56e0d3ae4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:47.141253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:47.175901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=e119c96b-1d47-4740-8f5c-5f776ceea17a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:47.202292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:47.203225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: 467e1d56-842f-4ad7-8f49-352c8caee3cf, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:06:47.215625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:47.272943 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:06:47.309834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68dbbfa0-0eb1-4268-a307-ebfd2614ba99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.332308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bd70be6-634b-4568-8255-62ff155db4e8 req-fba03049-0df0-4e38-a888-ad567cb3b20a service neutron] 10.222.0.78 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136275 Nov 12 21:06:47.349820 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68dbbfa0-0eb1-4268-a307-ebfd2614ba99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.365655 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.393487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 467e1d56-842f-4ad7-8f49-352c8caee3cf is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:06:47.486706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 467e1d56-842f-4ad7-8f49-352c8caee3cf) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:47.492930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:47.493554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.531626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829003c5-ef8f-4f5e-9104-c52a6ae82ff6 None None] Network 467e1d56-842f-4ad7-8f49-352c8caee3cf requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:47.580118 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68dbbfa0-0eb1-4268-a307-ebfd2614ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.590083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68dbbfa0-0eb1-4268-a307-ebfd2614ba99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.593624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-68dbbfa0-0eb1-4268-a307-ebfd2614ba99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a72950be-d5a9-4120-b332-1dc56e0d3ae4 HTTP/1.1" status: 204 len: 168 time: 0.4526701 Nov 12 21:06:47.618195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbbfa0-0eb1-4268-a307-ebfd2614ba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72950be-d5a9-4120-b332-1dc56e0d3ae4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:47.621457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:47.659159 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-29d40f24-7f52-4c39-8e8e-c67adc8efdff tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1847076 Nov 12 21:06:47.660037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57648) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:47.750193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-48b93c13-d524-4092-939e-c0f6c0469810 None None] Provisioning complete for port caba06ad-0dab-49af-8c03-3382f3b0552a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:47.750540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48b93c13-d524-4092-939e-c0f6c0469810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.756142 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:40Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:46Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:47.765465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['7fe0b1e5-e88e-4460-83d1-f5d4e03b8608'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:47.839091 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71ced9-73a8-45dc-a919-b13a95a39418 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:40Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:46Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:06:47.904057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57654) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:48.049988 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48b93c13-d524-4092-939e-c0f6c0469810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.158673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-467e1d56-842f-4ad7-8f49-352c8caee3cf', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:06:48.159556 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.252097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-48b93c13-d524-4092-939e-c0f6c0469810 None None] For port caba06ad-0dab-49af-8c03-3382f3b0552a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=caba06ad-0dab-49af-8c03-3382f3b0552a,segment=NetworkSegment(184e45ba-851a-4b9a-a74a-0770ffc37ece),segment_id=184e45ba-851a-4b9a-a74a-0770ffc37ece)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:48.323077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.512745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c79fb2-795d-4214-a7e4-df90db01f803 req-046c9951-c7bc-402c-8703-4a170ce2345e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:48.514911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60c79fb2-795d-4214-a7e4-df90db01f803 req-046c9951-c7bc-402c-8703-4a170ce2345e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 944 time: 0.2900934 Nov 12 21:06:48.519960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Allocated IP 172.21.0.2 (467e1d56-842f-4ad7-8f49-352c8caee3cf/e119c96b-1d47-4740-8f5c-5f776ceea17a/3e05c7b3-c975-46e6-a847-9eeef3a2aef9) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:48.589070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48b93c13-d524-4092-939e-c0f6c0469810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.600275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef6721d8-841e-408b-8bb2-8e2145481633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.697969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60c79fb2-795d-4214-a7e4-df90db01f803 req-20862538-fc50-4870-8eca-9c18bbc18617 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493585 Nov 12 21:06:48.809226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef6721d8-841e-408b-8bb2-8e2145481633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.813010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b93c13-d524-4092-939e-c0f6c0469810 None None] Pushing event updated for resources: {'Port': ['ID=caba06ad-0dab-49af-8c03-3382f3b0552a,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:48.895699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef6721d8-841e-408b-8bb2-8e2145481633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.914659 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.946720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57680) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:48.975197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2511487-d9a1-4416-be32-7785668f38d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:48.996785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.016155 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef6721d8-841e-408b-8bb2-8e2145481633 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=174b044d1d97480abcaafcce0a308b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1087575 Nov 12 21:06:49.017784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57684) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:49.021647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6721d8-841e-408b-8bb2-8e2145481633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534d0950-7795-4561-8bf6-80ce589eabe5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:49.045244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Network 467e1d56-842f-4ad7-8f49-352c8caee3cf is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:49.048851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:49.057255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:49.092935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.21.0.1 (467e1d56-842f-4ad7-8f49-352c8caee3cf/e119c96b-1d47-4740-8f5c-5f776ceea17a/cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:49.182833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Attempting to bind port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:49.183512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Attempting to bind port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:49.184041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Attempting to bind port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 on network 467e1d56-842f-4ad7-8f49-352c8caee3cf {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:49.186260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Pushing event updated for resources: {'Port': ['ID=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:49.200338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:49.200958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Checking segment: {'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:49.201519 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.202592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Bound using segment: {'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:49.203227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Bound port: 3e05c7b3-c975-46e6-a847-9eeef3a2aef9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:49.203792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.229123 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.334215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] For port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:49.340427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] For port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,segment=NetworkSegment(e1758ffa-e84c-4569-9361-6cada742ff16),segment_id=e1758ffa-e84c-4569-9361-6cada742ff16)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:49.390479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2511487-d9a1-4416-be32-7785668f38d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.405421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dfa502e-1b05-4177-bc6b-b5ecd22100fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.427572 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.436368 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dfa502e-1b05-4177-bc6b-b5ecd22100fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.460451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.516668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e899-4dac-490c-94e6-4d350688505c None None] Pushing event updated for resources: {'Port': ['ID=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:49.543694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2511487-d9a1-4416-be32-7785668f38d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.643630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 467e1d56-842f-4ad7-8f49-352c8caee3cf is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:49.643630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:49.643630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:49.701432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:49.701432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b2511487-d9a1-4416-be32-7785668f38d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8404f8e6cde54eecba849f1ef2ed1ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7318783 Nov 12 21:06:49.702120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57700) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:49.702562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad015f-54f0-4b61-a569-c2825815174a req-6d358d9f-b875-453e-9a52-5b844704c8a7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:49.702562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25ad015f-54f0-4b61-a569-c2825815174a req-6d358d9f-b875-453e-9a52-5b844704c8a7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2444155 Nov 12 21:06:49.704444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2511487-d9a1-4416-be32-7785668f38d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de0959b-cf15-4d16-b1fa-41167f207de6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:49.722012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57702) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:49.730551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.805498 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dfa502e-1b05-4177-bc6b-b5ecd22100fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.809769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5dfa502e-1b05-4177-bc6b-b5ecd22100fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.811358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5dfa502e-1b05-4177-bc6b-b5ecd22100fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/534d0950-7795-4561-8bf6-80ce589eabe5 HTTP/1.1" status: 204 len: 168 time: 0.5550494 Nov 12 21:06:49.827931 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bcef252-f964-448e-bbf1-3eb1b4e31940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:49.875142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa502e-1b05-4177-bc6b-b5ecd22100fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534d0950-7795-4561-8bf6-80ce589eabe5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:49.935886 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bcef252-f964-448e-bbf1-3eb1b4e31940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.015217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25ad015f-54f0-4b61-a569-c2825815174a req-2f42f803-618f-4648-8719-c7b626177f3c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926462 Nov 12 21:06:50.038766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d7d447b-7e0e-4317-8d4e-30568f186056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.074981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c3488-14bf-4ce0-a4bc-bf6cbbf8f900 req-1ebcbc4a-4af1-4caa-b6f0-93da489774f9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:50.076586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-149c3488-14bf-4ce0-a4bc-bf6cbbf8f900 req-1ebcbc4a-4af1-4caa-b6f0-93da489774f9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 944 time: 0.2084525 Nov 12 21:06:50.135817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:50.188982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:50.189354 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.191602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-149c3488-14bf-4ce0-a4bc-bf6cbbf8f900 req-e98fcdef-b774-441e-866f-5eb12c635af9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833478 Nov 12 21:06:50.226118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2726-a5dd-4d8e-b9a3-ecff525035ef req-659d00c6-5054-4eb6-a2f4-4c92ab0629b9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:50.227795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da8f2726-a5dd-4d8e-b9a3-ecff525035ef req-659d00c6-5054-4eb6-a2f4-4c92ab0629b9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1175051 Nov 12 21:06:50.241543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bcef252-f964-448e-bbf1-3eb1b4e31940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.245479 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bcef252-f964-448e-bbf1-3eb1b4e31940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.247178 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4bcef252-f964-448e-bbf1-3eb1b4e31940 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1de0959b-cf15-4d16-b1fa-41167f207de6 HTTP/1.1" status: 204 len: 168 time: 0.5625505 Nov 12 21:06:50.250947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.264660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcef252-f964-448e-bbf1-3eb1b4e31940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de0959b-cf15-4d16-b1fa-41167f207de6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:50.289041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.324697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,segment=NetworkSegment(e1758ffa-e84c-4569-9361-6cada742ff16),segment_id=e1758ffa-e84c-4569-9361-6cada742ff16)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:50.412010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da8f2726-a5dd-4d8e-b9a3-ecff525035ef req-426f256e-e919-4e6c-b416-2f53988e8eba tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591473 Nov 12 21:06:50.461198 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.462109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device caba06ad-0dab-49af-8c03-3382f3b0552a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:50.467914 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d7d447b-7e0e-4317-8d4e-30568f186056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.545493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d7d447b-7e0e-4317-8d4e-30568f186056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.563337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:50.647608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port caba06ad-0dab-49af-8c03-3382f3b0552a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:50.647958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d447b-7e0e-4317-8d4e-30568f186056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b384e427-e784-447b-86c1-2ef0818ad5f8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:50.648120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.657955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6d7d447b-7e0e-4317-8d4e-30568f186056 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a7b605257d54eea9537a4ecc271f8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9346492 Nov 12 21:06:50.660701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57726) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:50.675341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:50.720006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f115-eaf8-44f4-9d00-15f0eb8c5998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.745704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.758566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f115-eaf8-44f4-9d00-15f0eb8c5998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.872881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.907226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f115-eaf8-44f4-9d00-15f0eb8c5998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.911235 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f115-eaf8-44f4-9d00-15f0eb8c5998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.912652 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f2a9f115-eaf8-44f4-9d00-15f0eb8c5998 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b384e427-e784-447b-86c1-2ef0818ad5f8 HTTP/1.1" status: 204 len: 168 time: 0.2498200 Nov 12 21:06:50.927062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9f115-eaf8-44f4-9d00-15f0eb8c5998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b384e427-e784-447b-86c1-2ef0818ad5f8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:50.930525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:06:50.946143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:50.946514 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.977484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d380212-9818-4f74-94e8-ca3a57864755 None None] Network 467e1d56-842f-4ad7-8f49-352c8caee3cf requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:50.995632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57732) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:51.010421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea08e819-02e1-4fe5-a5fa-bdbacf379702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.030478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.034270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:51.090018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e3eef242-4411-4741-bf6b-718afd04ccf0 None None] Provisioning complete for port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:51.090391 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e3eef242-4411-4741-bf6b-718afd04ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.120617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea08e819-02e1-4fe5-a5fa-bdbacf379702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.175326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 467e1d56-842f-4ad7-8f49-352c8caee3cf is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:51.178116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:51.191467 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.243547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdd9614-8650-44f8-81dc-b6ddbed0f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:51.246249 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b7f47-0577-47d1-86aa-eeee91a3f3c0" -d '{"events": [{"server_uuid": "dfdd9614-8650-44f8-81dc-b6ddbed0f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "7fe0b1e5-e88e-4460-83d1-f5d4e03b8608"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:51.265639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea08e819-02e1-4fe5-a5fa-bdbacf379702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.288522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:51.317371 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ea08e819-02e1-4fe5-a5fa-bdbacf379702 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ba5cbd94ec847059b9d3f992e30cc65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3198283 Nov 12 21:06:51.320793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57740) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:51.326331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:06:51.337071 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a601170a-1033-469a-9c42-5ae17eb6b19f x-openstack-request-id: req-a601170a-1033-469a-9c42-5ae17eb6b19f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:51.337463 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdd9614-8650-44f8-81dc-b6ddbed0f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "7fe0b1e5-e88e-4460-83d1-f5d4e03b8608", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:51.337822 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a601170a-1033-469a-9c42-5ae17eb6b19f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:51.338368 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdd9614-8650-44f8-81dc-b6ddbed0f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608', 'code': 200} Nov 12 21:06:51.375266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08e819-02e1-4fe5-a5fa-bdbacf379702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40238113-9821-4ed9-9722-51ad4d4579e8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:51.388530 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.531438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:51.574832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7d9e7-e3d5-4ee3-9978-2ff782d03537 req-d5a5ed7b-cff2-4df7-9594-e91ce3a05a86 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:51.574832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98d7d9e7-e3d5-4ee3-9978-2ff782d03537 req-d5a5ed7b-cff2-4df7-9594-e91ce3a05a86 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 944 time: 0.2405615 Nov 12 21:06:51.588276 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23c0c7e0-a2d3-4f67-a471-a046cbe6c4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.631709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:51.638359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23c0c7e0-a2d3-4f67-a471-a046cbe6c4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.644221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c37a3717-d8f0-4dff-b583-2c7aa1323c7b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9834630 Nov 12 21:06:51.650251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:51.651116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57752) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:51.659458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-145959735'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:51.665589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b6b6a-9016-4ae7-a781-6852f8ed1931 req-b3d79858-d6c4-4966-9df9-579a507a6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:51.667271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-200b6b6a-9016-4ae7-a781-6852f8ed1931 req-b3d79858-d6c4-4966-9df9-579a507a6ad4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 1097 time: 0.2077410 Nov 12 21:06:51.720720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:51.721621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:51.797419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98d7d9e7-e3d5-4ee3-9978-2ff782d03537 req-7d3a327b-fe65-449b-96aa-d0a451cf730b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129674 Nov 12 21:06:51.822213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:51.826489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.832791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-200b6b6a-9016-4ae7-a781-6852f8ed1931 req-a3547237-1947-4dd7-a463-a693018a6668 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432276 Nov 12 21:06:51.852882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57756) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:51.861812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-faca8750-093a-42f2-8d90-ce6826252614 None None] Provisioning complete for port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:51.862178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-faca8750-093a-42f2-8d90-ce6826252614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.927645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23c0c7e0-a2d3-4f67-a471-a046cbe6c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.932565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:06:51.934674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-faca8750-093a-42f2-8d90-ce6826252614 None None] Port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:51.939946 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-23c0c7e0-a2d3-4f67-a471-a046cbe6c4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:51.946211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-23c0c7e0-a2d3-4f67-a471-a046cbe6c4ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40238113-9821-4ed9-9722-51ad4d4579e8 HTTP/1.1" status: 204 len: 168 time: 0.6212072 Nov 12 21:06:51.960503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0c7e0-a2d3-4f67-a471-a046cbe6c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40238113-9821-4ed9-9722-51ad4d4579e8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:51.969465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:06:52.018000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.023001 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment ddea1b82-4e57-4870-9a3e-63250c1279a3 of type vlan for network 168f49ae-b710-40b4-a536-081f9fbc68c2 Nov 12 21:06:52.092609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:52.094889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-faca8750-093a-42f2-8d90-ce6826252614 None None] Provisioning complete for port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:52.095135 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-faca8750-093a-42f2-8d90-ce6826252614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.153566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.160003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad2428f0-9c7e-4c78-80e2-2f608aca0a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.195935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57766) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:52.228313 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f1ceaf6-9824-4cd4-aaf0-dc0d090af7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.281190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.294090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:52.295454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.379061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad2428f0-9c7e-4c78-80e2-2f608aca0a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.405670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=168f49ae-b710-40b4-a536-081f9fbc68c2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:52.423777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 168f49ae-b710-40b4-a536-081f9fbc68c2 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:06:52.443079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:52.443725 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.453045 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b4d5ab54-4c51-4791-815c-1fad3ea3ec4b tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7963021 Nov 12 21:06:52.453045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:52.462967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:52.516720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad2428f0-9c7e-4c78-80e2-2f608aca0a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.621369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2428f0-9c7e-4c78-80e2-2f608aca0a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbed694-ce89-41dc-89c0-fd292ba01ce8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:52.638451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f1ceaf6-9824-4cd4-aaf0-dc0d090af7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.652614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ad2428f0-9c7e-4c78-80e2-2f608aca0a42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db6707d0ea154b979e479d52950849f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7982781 Nov 12 21:06:52.654763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57776) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:52.682700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:50Z', 'revision_number': 3, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:50Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:52.718571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f1ceaf6-9824-4cd4-aaf0-dc0d090af7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.718784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:06:52.718784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Updating router a1dbe2a7-8585-4568-8a65-bfdad690696b port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:06:52.760962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.781317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c7ae10b-a47d-4b99-88fc-5be1cb3b3102 None None] Provisioning complete for port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:52.781317 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c7ae10b-a47d-4b99-88fc-5be1cb3b3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.781601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57780) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:52.782465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f1ceaf6-9824-4cd4-aaf0-dc0d090af7df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70fde2a2c43f4edda7560e1801378952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5912192 Nov 12 21:06:52.817093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:52.832375 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.847515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ae10b-a47d-4b99-88fc-5be1cb3b3102 None None] Port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:52.973341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddd79669-5f07-4ca6-9641-9234cb2fc632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.197432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddd79669-5f07-4ca6-9641-9234cb2fc632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.275129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ceaf6-9824-4cd4-aaf0-dc0d090af7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f306b18-8cd9-4c22-86ec-9752df2dab54,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:53.277832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a074049-207c-4488-8a80-1c7cb2a62cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.298064 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.301941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.323035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a074049-207c-4488-8a80-1c7cb2a62cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.385420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=2b3c6137-3505-4909-8cc7-0a758c3a7b9a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:53.423612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c012bd-6626-47d8-b3b6-f810382229cf req-7564d49d-46cd-4938-a124-d9b3fd4e77c6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:53.428899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46c012bd-6626-47d8-b3b6-f810382229cf req-7564d49d-46cd-4938-a124-d9b3fd4e77c6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 945 time: 0.1678629 Nov 12 21:06:53.456361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:53.456890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: 168f49ae-b710-40b4-a536-081f9fbc68c2, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:06:53.466974 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.468992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddd79669-5f07-4ca6-9641-9234cb2fc632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.472242 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddd79669-5f07-4ca6-9641-9234cb2fc632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.474809 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ddd79669-5f07-4ca6-9641-9234cb2fc632 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f306b18-8cd9-4c22-86ec-9752df2dab54 HTTP/1.1" status: 204 len: 168 time: 0.6911254 Nov 12 21:06:53.492490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd79669-5f07-4ca6-9641-9234cb2fc632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f306b18-8cd9-4c22-86ec-9752df2dab54,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:53.548895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46c012bd-6626-47d8-b3b6-f810382229cf req-b9f3c025-3a79-4a12-b142-e2022d2f96c9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078327 Nov 12 21:06:53.575207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 168f49ae-b710-40b4-a536-081f9fbc68c2 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:06:53.593391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84cafb-cea2-463f-a535-502f7a4547ed None None] Pushing event updated for resources: {'Port': ['ID=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:53.665793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Attempting to bind port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:53.666266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Attempting to bind port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:53.666694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Attempting to bind port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de on network 467e1d56-842f-4ad7-8f49-352c8caee3cf {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:53.672139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:53.672511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Checking segment: {'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:53.672911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.673303 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Bound using segment: {'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:53.673771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Bound port: cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1758ffa-e84c-4569-9361-6cada742ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:53.674149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.690813 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a074049-207c-4488-8a80-1c7cb2a62cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.694938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a074049-207c-4488-8a80-1c7cb2a62cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.696299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1a074049-207c-4488-8a80-1c7cb2a62cfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8dbed694-ce89-41dc-89c0-fd292ba01ce8 HTTP/1.1" status: 204 len: 168 time: 1.0400853 Nov 12 21:06:53.711761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a074049-207c-4488-8a80-1c7cb2a62cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbed694-ce89-41dc-89c0-fd292ba01ce8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:53.725072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 168f49ae-b710-40b4-a536-081f9fbc68c2) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:53.736080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:53.737002 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.747872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd69883-698f-45e0-b872-65ed2c0963c9 None None] Network 168f49ae-b710-40b4-a536-081f9fbc68c2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:53.864918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] For port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:53.872901 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-abce3d66-70e9-4fd6-9887-36ce0baab491 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4201188 Nov 12 21:06:53.875506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57816) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:53.893170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] For port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,segment=NetworkSegment(e1758ffa-e84c-4569-9361-6cada742ff16),segment_id=e1758ffa-e84c-4569-9361-6cada742ff16)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:53.932480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-83ef68a3-f126-4ee9-8512-dbe4a54070d0 None None] Provisioning complete for port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:53.932850 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-83ef68a3-f126-4ee9-8512-dbe4a54070d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.967774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:54.031558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-83ef68a3-f126-4ee9-8512-dbe4a54070d0 None None] Port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:54.058134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-168f49ae-b710-40b4-a536-081f9fbc68c2', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:06:54.059045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:54.095795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84cafb-cea2-463f-a535-502f7a4547ed None None] Pushing event updated for resources: {'Port': ['ID=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:54.100171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:54.100783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:54.315582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:54.454148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:06:54.571474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8bd9d839-51e0-4007-a077-e3790df510ce None None] Provisioning complete for port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:54.572121 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d839-51e0-4007-a077-e3790df510ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:54.598162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Allocated IP 172.22.0.2 (168f49ae-b710-40b4-a536-081f9fbc68c2/2b3c6137-3505-4909-8cc7-0a758c3a7b9a/b31a93e6-a3fc-4d27-87c9-e31e739c98b7) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:54.698495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f2817-3f3f-46ae-88d2-81a9dfb037f4 req-5c68f595-8ca7-4fe1-bb81-d8b268a25184 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:54.700918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-934f2817-3f3f-46ae-88d2-81a9dfb037f4 req-5c68f595-8ca7-4fe1-bb81-d8b268a25184 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 945 time: 0.0687146 Nov 12 21:06:54.751420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-934f2817-3f3f-46ae-88d2-81a9dfb037f4 req-42920c83-44d4-477b-aeeb-ddce95b91e1e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Nov 12 21:06:54.810166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57840) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:54.822611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7987e9a0-e8bf-48e0-a19a-0bf2f5f02c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:54.844878 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d839-51e0-4007-a077-e3790df510ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:54.952496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8bd9d839-51e0-4007-a077-e3790df510ce None None] For port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,segment=NetworkSegment(e1758ffa-e84c-4569-9361-6cada742ff16),segment_id=e1758ffa-e84c-4569-9361-6cada742ff16)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:54.957304 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:54.966564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:50Z', 'revision_number': 3, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:53Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:54.967275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69116ee-ef7c-4782-96c7-1b4b62055503 req-f45f0be9-3fd7-45df-99ef-cbd0447a92a3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:54.978285 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a69116ee-ef7c-4782-96c7-1b4b62055503 req-f45f0be9-3fd7-45df-99ef-cbd0447a92a3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 945 time: 0.0905166 Nov 12 21:06:55.011543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7987e9a0-e8bf-48e0-a19a-0bf2f5f02c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.018798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e84a5-cd42-42cb-9fa0-ccb901a6fd08 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:50Z', 'revision_number': 3, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:53Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:06:55.045073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a69116ee-ef7c-4782-96c7-1b4b62055503 req-ba77cc59-ae09-4590-bd4f-6a1d69e759b2 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658848 Nov 12 21:06:55.053846 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d839-51e0-4007-a077-e3790df510ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.120194 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.152740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Network 168f49ae-b710-40b4-a536-081f9fbc68c2 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:55.155598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:55.160357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:55.164762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9d839-51e0-4007-a077-e3790df510ce None None] Pushing event updated for resources: {'Port': ['ID=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:55.186419 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7987e9a0-e8bf-48e0-a19a-0bf2f5f02c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.259417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Pushing event updated for resources: {'Port': ['ID=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:55.278751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Attempting to bind port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:55.279542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Attempting to bind port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:55.280074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Attempting to bind port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 on network 168f49ae-b710-40b4-a536-081f9fbc68c2 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:55.289241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:55.295124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Checking segment: {'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:55.295124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.295124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Bound using segment: {'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:55.295124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Bound port: b31a93e6-a3fc-4d27-87c9-e31e739c98b7, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:55.295124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.298216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3473f-9983-4be6-b7c6-2ff4fd2bb18d req-33956ede-5c4a-482c-8ef9-0d43afbda802 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:55.305700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.22.0.1 (168f49ae-b710-40b4-a536-081f9fbc68c2/2b3c6137-3505-4909-8cc7-0a758c3a7b9a/cdf2e77f-e9b2-4ddd-a283-b39558994dde) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:06:55.309797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cf3473f-9983-4be6-b7c6-2ff4fd2bb18d req-33956ede-5c4a-482c-8ef9-0d43afbda802 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 945 time: 0.1112983 Nov 12 21:06:55.314292 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7987e9a0-e8bf-48e0-a19a-0bf2f5f02c95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff3d973003a04570b2c81e2ea3ba1386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069857 Nov 12 21:06:55.319681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57854) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:55.327039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987e9a0-e8bf-48e0-a19a-0bf2f5f02c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974dd43e-8ded-402e-b10a-d685a85b1eeb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:55.402415 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] For port b31a93e6-a3fc-4d27-87c9-e31e739c98b7, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:55.406882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] For port b31a93e6-a3fc-4d27-87c9-e31e739c98b7, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,segment=NetworkSegment(ddea1b82-4e57-4870-9a3e-63250c1279a3),segment_id=ddea1b82-4e57-4870-9a3e-63250c1279a3)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:55.468175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cf3473f-9983-4be6-b7c6-2ff4fd2bb18d req-57894b02-3c3e-41b1-aa5a-49cb1c352268 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566734 Nov 12 21:06:55.483560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda04a8-d610-4604-b239-fbd126206cf3 req-92fbc551-9cc3-4a8b-bdfe-b7eeb2886c50 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:55.486692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2eda04a8-d610-4604-b239-fbd126206cf3 req-92fbc551-9cc3-4a8b-bdfe-b7eeb2886c50 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1645186 Nov 12 21:06:55.511459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1897360d-c93a-4b3e-aa77-0ef70c826c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.519118 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.532985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57860) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:55.570326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b02a7a-c57d-4313-9537-f0ba5f13ec68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.586626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1897360d-c93a-4b3e-aa77-0ef70c826c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.694563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90f12c-b78d-43b9-ba7a-6d756304cc5d None None] Pushing event updated for resources: {'Port': ['ID=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:55.722225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b02a7a-c57d-4313-9537-f0ba5f13ec68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.727361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2eda04a8-d610-4604-b239-fbd126206cf3 req-6f21b4cf-e6ed-4a09-9558-6327d2ee382d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295375 Nov 12 21:06:55.727905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.786974 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1897360d-c93a-4b3e-aa77-0ef70c826c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.789693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1897360d-c93a-4b3e-aa77-0ef70c826c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.791536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1897360d-c93a-4b3e-aa77-0ef70c826c5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/974dd43e-8ded-402e-b10a-d685a85b1eeb HTTP/1.1" status: 204 len: 168 time: 0.4547491 Nov 12 21:06:55.806815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897360d-c93a-4b3e-aa77-0ef70c826c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974dd43e-8ded-402e-b10a-d685a85b1eeb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:55.845114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b02a7a-c57d-4313-9537-f0ba5f13ec68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.912215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.996016 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1b02a7a-c57d-4313-9537-f0ba5f13ec68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cf1e6a69e6b4ab4a4be01d4457a4a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4691188 Nov 12 21:06:56.008254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57876) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:56.051385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 168f49ae-b710-40b4-a536-081f9fbc68c2 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:56.061741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:56.068933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b02a7a-c57d-4313-9537-f0ba5f13ec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903a1cb2-9dc2-4ab7-a2a0-231ece02af52,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:56.075559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:56.084660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f8125-7e86-460d-8f52-eabe354dadf0 req-f71f8908-9ba5-4f0e-9ad9-ce98837fe588 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:56.085672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:06:56.087918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-943f8125-7e86-460d-8f52-eabe354dadf0 req-f71f8908-9ba5-4f0e-9ad9-ce98837fe588 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1363742 Nov 12 21:06:56.157839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=cdf2e77f-e9b2-4ddd-a283-b39558994dde,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:56.159260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:56.159849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:56.204716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-943f8125-7e86-460d-8f52-eabe354dadf0 req-91d0ef66-75ff-4af3-b44a-f34db8d89b91 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103938 Nov 12 21:06:56.219142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:56.345376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f05c-ad1e-4b56-a47b-1b073b111746 req-5dc63353-758b-4968-9073-d11b35427c9e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:56.347583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0f9f05c-ad1e-4b56-a47b-1b073b111746 req-5dc63353-758b-4968-9073-d11b35427c9e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 945 time: 0.0611935 Nov 12 21:06:56.404696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0f9f05c-ad1e-4b56-a47b-1b073b111746 req-5b81d221-221a-4648-b55b-2c88b1065c24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496345 Nov 12 21:06:56.649638 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25065f48-35f9-4f98-859e-ccd72b067077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:56.696457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25065f48-35f9-4f98-859e-ccd72b067077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:56.850451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b46d8-3612-4b09-87fd-858986173998 req-1105e76b-6715-4895-ad59-1e2cae2fb1a9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:56.853121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec3b46d8-3612-4b09-87fd-858986173998 req-1105e76b-6715-4895-ad59-1e2cae2fb1a9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0713029 Nov 12 21:06:56.889722 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25065f48-35f9-4f98-859e-ccd72b067077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:56.892563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25065f48-35f9-4f98-859e-ccd72b067077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:56.893800 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25065f48-35f9-4f98-859e-ccd72b067077 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/903a1cb2-9dc2-4ab7-a2a0-231ece02af52 HTTP/1.1" status: 204 len: 168 time: 0.8758857 Nov 12 21:06:56.919883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25065f48-35f9-4f98-859e-ccd72b067077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903a1cb2-9dc2-4ab7-a2a0-231ece02af52,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:56.938542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:56.963382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec3b46d8-3612-4b09-87fd-858986173998 req-3a736890-1ac9-4186-987c-e17a477cfd0e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019216 Nov 12 21:06:57.019745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9a7a0a-9cfc-4c94-9910-1a08d165c247 None None] Network 168f49ae-b710-40b4-a536-081f9fbc68c2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:06:57.111348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac386-7ff4-4a3b-9353-5ebde6f7d592 req-69e9d507-c175-4202-a775-8d7db9446283 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:57.114553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53fac386-7ff4-4a3b-9353-5ebde6f7d592 req-69e9d507-c175-4202-a775-8d7db9446283 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0711884 Nov 12 21:06:57.117720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b8676724-5332-4bc0-98d8-c63ffde824e2 None None] Provisioning complete for port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:57.118171 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b8676724-5332-4bc0-98d8-c63ffde824e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.181847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53fac386-7ff4-4a3b-9353-5ebde6f7d592 req-d9e7b67b-e668-47bf-b8c2-0266c730e610 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601447 Nov 12 21:06:57.277134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.298608 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b8676724-5332-4bc0-98d8-c63ffde824e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.342373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b8676724-5332-4bc0-98d8-c63ffde824e2 None None] For port b31a93e6-a3fc-4d27-87c9-e31e739c98b7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,segment=NetworkSegment(ddea1b82-4e57-4870-9a3e-63250c1279a3),segment_id=ddea1b82-4e57-4870-9a3e-63250c1279a3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:57.384162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.428108 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b8676724-5332-4bc0-98d8-c63ffde824e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.455651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.595682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8676724-5332-4bc0-98d8-c63ffde824e2 None None] Pushing event updated for resources: {'Port': ['ID=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:57.601328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192acdce-1c81-4d44-aded-89bfe4731f68 req-a5d1c57b-8066-48e7-b9cf-0a861d37342c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:57.616926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-379f15e5-f647-4402-9cfd-1afeb1c1d5c5 None None] Provisioning complete for port cdf2e77f-e9b2-4ddd-a283-b39558994dde triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:57.617342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-192acdce-1c81-4d44-aded-89bfe4731f68 req-a5d1c57b-8066-48e7-b9cf-0a861d37342c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 945 time: 0.1031811 Nov 12 21:06:57.618036 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-379f15e5-f647-4402-9cfd-1afeb1c1d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.624010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff1712cc-ec7e-4ed2-be62-256579c024e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.654731 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=cdf2e77f-e9b2-4ddd-a283-b39558994dde,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:57.694279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-379f15e5-f647-4402-9cfd-1afeb1c1d5c5 None None] Port cdf2e77f-e9b2-4ddd-a283-b39558994dde cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:57.708558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-192acdce-1c81-4d44-aded-89bfe4731f68 req-b6b030df-19aa-4560-8bf6-32bd2bd4ef28 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829053 Nov 12 21:06:57.713527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-379f15e5-f647-4402-9cfd-1afeb1c1d5c5 None None] Provisioning complete for port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:57.713908 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-379f15e5-f647-4402-9cfd-1afeb1c1d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:57.737806 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 168f49ae-b710-40b4-a536-081f9fbc68c2 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:06:57.737806 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:06:57.871472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e1b5b-56b7-4ca0-9cf8-306110456560 req-549f7dfc-fc8a-404c-b7c9-5008527f2e5f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:57.879380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-165e1b5b-56b7-4ca0-9cf8-306110456560 req-549f7dfc-fc8a-404c-b7c9-5008527f2e5f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1058767 Nov 12 21:06:57.947451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-165e1b5b-56b7-4ca0-9cf8-306110456560 req-1f8cd557-aa8c-466f-8d35-3348443845cb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Nov 12 21:06:57.956108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:06:58.010185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b31a93e6-a3fc-4d27-87c9-e31e739c98b7 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:58.015639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2298f938-bfd1-401b-a9d5-867f56970aaa None None] Provisioning complete for port cdf2e77f-e9b2-4ddd-a283-b39558994dde triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:58.023260 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2298f938-bfd1-401b-a9d5-867f56970aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.141041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2298f938-bfd1-401b-a9d5-867f56970aaa None None] Port cdf2e77f-e9b2-4ddd-a283-b39558994dde cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:58.155346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:58.155346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.181633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:06:58.195067 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:06:58.197334 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f8eb5838-da82-4210-9521-2bf52f17d283 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3206568 Nov 12 21:06:58.198160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57936) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:58.205116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'network': {'name': 'tempest-RoutersTest-2094919971'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:58.207635 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:06:58.209055 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:06:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:58.226411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-b3781dd9-6c10-4bd1-9e84-be88397d244b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:58.228000 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-b3781dd9-6c10-4bd1-9e84-be88397d244b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 945 time: 0.1184440 Nov 12 21:06:58.247811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210f6c8-e162-46ef-bb3d-3aad4763e322 req-bed5b685-56eb-400d-9e60-71369739d854 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:58.255176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1210f6c8-e162-46ef-bb3d-3aad4763e322 req-bed5b685-56eb-400d-9e60-71369739d854 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2023172 Nov 12 21:06:58.336849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-20a0f828-8c9a-4334-9fe4-701337866c75 None None] Provisioning complete for port cdf2e77f-e9b2-4ddd-a283-b39558994dde triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:58.337626 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20a0f828-8c9a-4334-9fe4-701337866c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.340404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:58.343990 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.375177 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:06:58.387875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:06:58.391995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-20a0f828-8c9a-4334-9fe4-701337866c75 None None] Port cdf2e77f-e9b2-4ddd-a283-b39558994dde cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:06:58.405053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.405618 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added segment 54cd759c-4f8f-4fd2-99cf-112403a6fb7d of type vlan for network 2b3838f7-22f6-4e24-86f6-09717296c26c Nov 12 21:06:58.414545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1210f6c8-e162-46ef-bb3d-3aad4763e322 req-1629e676-ff17-4000-9dd6-94f9f116b0e0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582074 Nov 12 21:06:58.476606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Deleting port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:06:58.476866 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.517685 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.620628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.626947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:58.627550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.649392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] For port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:58.653532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.669877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Calling delete_port for 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:06:58.714067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Network': ['ID=2b3838f7-22f6-4e24-86f6-09717296c26c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:58.725753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 2b3838f7-22f6-4e24-86f6-09717296c26c details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:06:58.780121 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:56Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:06:57Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:06:58.805404 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d09aa6d5-b8bf-400d-aadf-3e546e6a7781 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6063311 Nov 12 21:06:58.808717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57964) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:58.816653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'subnet': {'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:58.855740 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:06:58.855852 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Updating router a1dbe2a7-8585-4568-8a65-bfdad690696b port cdf2e77f-e9b2-4ddd-a283-b39558994dde binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:06:58.909882 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:58.972201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf63a2-32a3-45ff-875b-24ffae2c1bdc req-0db88cc2-7ab2-46b1-9134-dac3b0bee1a1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:58.980266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9bf63a2-32a3-45ff-875b-24ffae2c1bdc req-0db88cc2-7ab2-46b1-9134-dac3b0bee1a1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 945 time: 0.1426554 Nov 12 21:06:59.005083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59592e71-ec3d-4d8c-8711-4d166fe6ffb1 req-d5999d73-74c1-43b8-b5f7-b6d578e8e406 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:59.012408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59592e71-ec3d-4d8c-8711-4d166fe6ffb1 req-d5999d73-74c1-43b8-b5f7-b6d578e8e406 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1245685 Nov 12 21:06:59.072739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Made reservation on behalf of 973914090b574410a406d5fcac461712 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:06:59.077841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.081018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9bf63a2-32a3-45ff-875b-24ffae2c1bdc req-841c7492-697f-49a5-b9ab-7bbd68bb44ee tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946174 Nov 12 21:06:59.091403 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.107991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c1023bfc-569d-4476-a48b-730e8f219a28'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:59.111234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59592e71-ec3d-4d8c-8711-4d166fe6ffb1 req-4261ef06-ecd8-4ace-9914-faf3d222cb98 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975266 Nov 12 21:06:59.115936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89', '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:59.195914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event deleted for resources: {'Port': ['ID=7fe0b1e5-e88e-4460-83d1-f5d4e03b8608,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:59.276853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] No DVR routers for this DVR port 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:06:59.281661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.283607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c93e3e58-d885-4d36-bc84-40ca5b94aa9e req-ee5f8cc2-cb49-4349-90f1-e49453883cf8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "DELETE /v2.0/ports/7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 HTTP/1.1" status: 204 len: 173 time: 1.0254452 Nov 12 21:06:59.284065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdd9614-8650-44f8-81dc-b6ddbed0f4f6', 'name': 'network-vif-deleted', 'tag': '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:59.286886 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27009f7-862f-4182-ae5a-f5a949f2e04c" -d '{"events": [{"server_uuid": "dfdd9614-8650-44f8-81dc-b6ddbed0f4f6", "name": "network-vif-deleted", "tag": "7fe0b1e5-e88e-4460-83d1-f5d4e03b8608"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:59.328930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e67c3-64df-49e2-af09-89eb2577d9e9 req-de29e393-8625-4870-8927-b2102acb1100 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:59.330035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e08e67c3-64df-49e2-af09-89eb2577d9e9 req-de29e393-8625-4870-8927-b2102acb1100 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0896118 Nov 12 21:06:59.352408 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa7c86e-0bca-43f8-9129-3ffe6b3784cd x-openstack-request-id: req-eaa7c86e-0bca-43f8-9129-3ffe6b3784cd {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:59.354818 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdd9614-8650-44f8-81dc-b6ddbed0f4f6", "name": "network-vif-deleted", "tag": "7fe0b1e5-e88e-4460-83d1-f5d4e03b8608", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:59.355609 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eaa7c86e-0bca-43f8-9129-3ffe6b3784cd {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:59.356256 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdd9614-8650-44f8-81dc-b6ddbed0f4f6', 'name': 'network-vif-deleted', 'tag': '7fe0b1e5-e88e-4460-83d1-f5d4e03b8608', 'status': 'completed', 'code': 200} Nov 12 21:06:59.434630 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.445521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e08e67c3-64df-49e2-af09-89eb2577d9e9 req-2546dc2e-d907-411f-b3dc-0cf4eb8afe45 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003444 Nov 12 21:06:59.534924 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.619921 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.620394 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c168bd7-036d-4d57-aecf-83c2e96737ee None None] Pushing event updated for resources: {'Port': ['ID=cdf2e77f-e9b2-4ddd-a283-b39558994dde,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:59.726424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Subnet': ['ID=1612f613-e825-41e2-a0c4-74a2aa705b4d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:59.730324 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Attempting to bind port cdf2e77f-e9b2-4ddd-a283-b39558994dde on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:59.730694 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Attempting to bind port cdf2e77f-e9b2-4ddd-a283-b39558994dde by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:59.731052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Attempting to bind port cdf2e77f-e9b2-4ddd-a283-b39558994dde on network 168f49ae-b710-40b4-a536-081f9fbc68c2 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:59.754084 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:59.754459 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Checking segment: {'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:59.755653 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.758438 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Bound using segment: {'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:59.759894 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Bound port: cdf2e77f-e9b2-4ddd-a283-b39558994dde, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddea1b82-4e57-4870-9a3e-63250c1279a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:59.760476 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.771453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Checking segment: {'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:59.771823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network hostable DHCP agents. Network: 2b3838f7-22f6-4e24-86f6-09717296c26c, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:06:59.866456 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] For port cdf2e77f-e9b2-4ddd-a283-b39558994dde, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:59.870250 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] For port cdf2e77f-e9b2-4ddd-a283-b39558994dde, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cdf2e77f-e9b2-4ddd-a283-b39558994dde,segment=NetworkSegment(ddea1b82-4e57-4870-9a3e-63250c1279a3),segment_id=ddea1b82-4e57-4870-9a3e-63250c1279a3)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:59.928135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 2b3838f7-22f6-4e24-86f6-09717296c26c is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:06:59.936592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ea6cae16-ad08-47ad-9142-d69769eba83d None None] Provisioning complete for port cdf2e77f-e9b2-4ddd-a283-b39558994dde triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:59.937878 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea6cae16-ad08-47ad-9142-d69769eba83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:59.949233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e796622-7c7d-4ca2-a611-1c4ad4591b3e req-d8242c0d-9281-41d3-a955-cff290f80e51 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:59.951129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e796622-7c7d-4ca2-a611-1c4ad4591b3e req-d8242c0d-9281-41d3-a955-cff290f80e51 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0646510 Nov 12 21:06:59.991268 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:00.028537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cae16-ad08-47ad-9142-d69769eba83d None None] Port cdf2e77f-e9b2-4ddd-a283-b39558994dde cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:00.035330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e796622-7c7d-4ca2-a611-1c4ad4591b3e req-7deb9e0a-09bf-45eb-a758-19e7ec515db4 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748801 Nov 12 21:07:00.046564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 2b3838f7-22f6-4e24-86f6-09717296c26c) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:00.060370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:00.062569 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:00.069698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bac1c0-7a29-474b-a80d-485f471e62e1 None None] Network 2b3838f7-22f6-4e24-86f6-09717296c26c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:00.112872 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c168bd7-036d-4d57-aecf-83c2e96737ee None None] Pushing event updated for resources: {'Port': ['ID=cdf2e77f-e9b2-4ddd-a283-b39558994dde,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:00.152599 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:00.153221 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:00.179032 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fb33fac7-93ca-4703-8682-a32de3202643 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3716006 Nov 12 21:07:00.181763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58012) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:00.194510 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d11c586d-6422-491e-a333-0c39e9ef9dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:00.339004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7a69b8-c6df-4fbe-933b-e30221d801e8 req-41d0f662-9206-4636-bfce-edebc3761d17 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdd9614-8650-44f8-81dc-b6ddbed0f4f6 HTTP/1.1" status: 200 len: 210 time: 0.1336925 Nov 12 21:07:00.370067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f652e-8912-4153-b371-3e1802e0c078 req-40c80e79-b479-4806-8db2-7e4a2b61a940 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:00.382773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-169f652e-8912-4153-b371-3e1802e0c078 req-40c80e79-b479-4806-8db2-7e4a2b61a940 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2428017 Nov 12 21:07:00.437622 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:00.449972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-2b3838f7-22f6-4e24-86f6-09717296c26c', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:07:00.450825 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:00.478672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-169f652e-8912-4153-b371-3e1802e0c078 req-4072a96e-7048-4ca7-b01b-a43836af441f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923917 Nov 12 21:07:00.651313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Allocated IP 172.23.0.2 (2b3838f7-22f6-4e24-86f6-09717296c26c/1612f613-e825-41e2-a0c4-74a2aa705b4d/6b81b76c-96cf-4647-8114-63692e927537) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:00.699190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0d72b66f-bb05-4e5a-be57-9e416d35c781 None None] Provisioning complete for port cdf2e77f-e9b2-4ddd-a283-b39558994dde triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:00.704915 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d72b66f-bb05-4e5a-be57-9e416d35c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:00.777556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:00.822030 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:56Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:06:59Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:00.854415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819dd7ae-1f9c-47bd-af4d-e8fd69f9a7e7 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:06:56Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:06:59Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:00.930944 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d72b66f-bb05-4e5a-be57-9e416d35c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:00.977283 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.014559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0d72b66f-bb05-4e5a-be57-9e416d35c781 None None] For port cdf2e77f-e9b2-4ddd-a283-b39558994dde, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cdf2e77f-e9b2-4ddd-a283-b39558994dde,segment=NetworkSegment(ddea1b82-4e57-4870-9a3e-63250c1279a3),segment_id=ddea1b82-4e57-4870-9a3e-63250c1279a3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:01.099624 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.155412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58038) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:01.157962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0d72b66f-bb05-4e5a-be57-9e416d35c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.173092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Pushing event updated for resources: {'Port': ['ID=6b81b76c-96cf-4647-8114-63692e927537,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:01.190179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Network 2b3838f7-22f6-4e24-86f6-09717296c26c is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:01.223159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57775fad-fee0-4099-a2f3-a6c9a17e4e89 req-da3db94d-f17e-4b19-aeb1-51a394e5e833 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:01.244291 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57775fad-fee0-4099-a2f3-a6c9a17e4e89 req-da3db94d-f17e-4b19-aeb1-51a394e5e833 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1058092 Nov 12 21:07:01.255376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Allocated IP 172.23.0.1 (2b3838f7-22f6-4e24-86f6-09717296c26c/1612f613-e825-41e2-a0c4-74a2aa705b4d/599aa15e-89f1-41e3-8241-f0e549a44d78) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:01.335872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57775fad-fee0-4099-a2f3-a6c9a17e4e89 req-5bc603ee-e5f2-40f3-85c7-3f2a0c735152 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834839 Nov 12 21:07:01.450102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.535839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1236fe-2944-457f-bb82-be06eb3fd428 req-97bec987-0ec7-441c-ae15-fa20c7775731 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:01.543036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:01.546615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:01.551012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e1236fe-2944-457f-bb82-be06eb3fd428 req-97bec987-0ec7-441c-ae15-fa20c7775731 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1105657 Nov 12 21:07:01.630549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72b66f-bb05-4e5a-be57-9e416d35c781 None None] Pushing event updated for resources: {'Port': ['ID=cdf2e77f-e9b2-4ddd-a283-b39558994dde,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:01.634050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.650941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Attempting to bind port 6b81b76c-96cf-4647-8114-63692e927537 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:01.651675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Attempting to bind port 6b81b76c-96cf-4647-8114-63692e927537 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:01.652233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Attempting to bind port 6b81b76c-96cf-4647-8114-63692e927537 on network 2b3838f7-22f6-4e24-86f6-09717296c26c {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:01.658892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:07:01.659884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Checking segment: {'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:01.660481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.662267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Bound using segment: {'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:07:01.662968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Bound port: 6b81b76c-96cf-4647-8114-63692e927537, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:07:01.664370 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.675875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e1236fe-2944-457f-bb82-be06eb3fd428 req-86911df4-a2ba-4ec6-a816-a46ce1683530 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238081 Nov 12 21:07:01.708617 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.734063 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-79ea7386-2cd7-416e-aac9-b78da52aa417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.737297 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 2b3838f7-22f6-4e24-86f6-09717296c26c is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:01.752234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] For port 6b81b76c-96cf-4647-8114-63692e927537, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:01.753345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] For port 6b81b76c-96cf-4647-8114-63692e927537, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6b81b76c-96cf-4647-8114-63692e927537,segment=NetworkSegment(54cd759c-4f8f-4fd2-99cf-112403a6fb7d),segment_id=54cd759c-4f8f-4fd2-99cf-112403a6fb7d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:07:01.767533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:01.773756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:01.825066 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:01.855321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=599aa15e-89f1-41e3-8241-f0e549a44d78,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:01.881834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.881834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.881834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.882206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.882206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.882524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.882857 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.883254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.883605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.883926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.884756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.884756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:01.900556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:02.024466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f635074-834b-4512-98b2-1e292bc9c9e6 None None] Pushing event updated for resources: {'Port': ['ID=6b81b76c-96cf-4647-8114-63692e927537,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:02.108035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cdf2e77f-e9b2-4ddd-a283-b39558994dde up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:02.152954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-79ea7386-2cd7-416e-aac9-b78da52aa417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:02.181342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port cdf2e77f-e9b2-4ddd-a283-b39558994dde triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:02.181782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:02.252643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-79ea7386-2cd7-416e-aac9-b78da52aa417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:02.333398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9bc9a-ad58-44a5-8729-5af1da7feb1a req-3001dc32-e7ee-4adc-9d14-94f94ec84441 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:02.336199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55a9bc9a-ad58-44a5-8729-5af1da7feb1a req-3001dc32-e7ee-4adc-9d14-94f94ec84441 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 814 time: 0.2595789 Nov 12 21:07:02.360935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d267b-8fcb-4f45-9217-daef2aaafdb2 req-1e276169-b3e3-4359-a758-4db0d3674792 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:02.362971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-364d267b-8fcb-4f45-9217-daef2aaafdb2 req-1e276169-b3e3-4359-a758-4db0d3674792 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 945 time: 0.1351976 Nov 12 21:07:02.374315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55a9bc9a-ad58-44a5-8729-5af1da7feb1a req-1d455eed-0cb3-4028-8ac8-96fbb1c39078 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/quotas/69ab8c82412249beb1bacf13c552a139 HTTP/1.1" status: 200 len: 375 time: 0.0311000 Nov 12 21:07:02.399599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:02.402721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea7386-2cd7-416e-aac9-b78da52aa417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9276f0d5-3fb4-42ca-8b0a-1bf509e59238,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:02.411131 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-79ea7386-2cd7-416e-aac9-b78da52aa417 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d91a097bc3443e7a29226d21208a715&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2522900 Nov 12 21:07:02.415461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58086) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:02.482302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55a9bc9a-ad58-44a5-8729-5af1da7feb1a req-7c31330f-090d-4e70-b7af-0f5905566a05 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068561 Nov 12 21:07:02.532608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-364d267b-8fcb-4f45-9217-daef2aaafdb2 req-f3229fbf-694c-4dd5-9b8e-3ca31e0d69c8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557117 Nov 12 21:07:02.615172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:02.659034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:02.659404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7fe0b1e5-e88e-4460-83d1-f5d4e03b8608 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:02.666625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca376c89-be02-4400-bfe8-aebc34d2c369 req-a7f751c9-1bb4-4ff8-9f59-f288a95bf14d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:02.676140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca376c89-be02-4400-bfe8-aebc34d2c369 req-a7f751c9-1bb4-4ff8-9f59-f288a95bf14d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1015422 Nov 12 21:07:02.682480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d10e6a1c-79f9-40bb-ba79-ccd85b1df129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:02.738329 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d10e6a1c-79f9-40bb-ba79-ccd85b1df129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:02.769957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca376c89-be02-4400-bfe8-aebc34d2c369 req-c1b2333f-2498-4579-94a2-24cc25b5883e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850022 Nov 12 21:07:02.915698 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:02.939000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd679e0-75e5-4dd4-83e3-aa67d311204d req-cf3723ae-db7f-4745-9fe3-a925ff3d63e9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:02.941934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fd679e0-75e5-4dd4-83e3-aa67d311204d req-cf3723ae-db7f-4745-9fe3-a925ff3d63e9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0796578 Nov 12 21:07:02.996853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fd679e0-75e5-4dd4-83e3-aa67d311204d req-9b98baa3-acd2-48e6-a2cc-8542661f43e3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Nov 12 21:07:03.026203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:03.028976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:03.029984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d10e6a1c-79f9-40bb-ba79-ccd85b1df129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:03.032598 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d10e6a1c-79f9-40bb-ba79-ccd85b1df129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:03.033905 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d10e6a1c-79f9-40bb-ba79-ccd85b1df129 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9276f0d5-3fb4-42ca-8b0a-1bf509e59238 HTTP/1.1" status: 204 len: 168 time: 0.6173522 Nov 12 21:07:03.091562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e6a1c-79f9-40bb-ba79-ccd85b1df129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9276f0d5-3fb4-42ca-8b0a-1bf509e59238,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:03.122493 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:03.132259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event updated for resources: {'Port': ['ID=599aa15e-89f1-41e3-8241-f0e549a44d78,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:03.321432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Network 2b3838f7-22f6-4e24-86f6-09717296c26c is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:03.327704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:03.416411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8023e64b-1b9a-4550-a355-e1acdfa3dd2a req-ab8b44f4-8a7c-4fd5-9db9-2bf9a0a1a255 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=69ab8c82412249beb1bacf13c552a139 HTTP/1.1" status: 200 len: 221 time: 0.0334671 Nov 12 21:07:03.437593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f4813-2e44-4304-bf40-b9aef38c0504 None None] Network 2b3838f7-22f6-4e24-86f6-09717296c26c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:03.483246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:03.593079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e912d18-0994-498b-8d2c-31acfeb65317 req-88b7aa74-f57b-4c8c-b042-9b65fe217c02 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:03.601001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e912d18-0994-498b-8d2c-31acfeb65317 req-88b7aa74-f57b-4c8c-b042-9b65fe217c02 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1107659 Nov 12 21:07:03.611672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-5dea2fb0-c1e3-41c1-ba96-7e339faca3db tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:03.613569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-5dea2fb0-c1e3-41c1-ba96-7e339faca3db tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 945 time: 0.0963385 Nov 12 21:07:03.654468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:03.663956 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1f0d945e-140d-44b8-8427-9a166b3f4b75 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4766977 Nov 12 21:07:03.666292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58136) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:03.667382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1496b0cf-af95-4aca-8f47-a7b7ff8f9443 None None] Provisioning complete for port 6b81b76c-96cf-4647-8114-63692e927537 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:03.667823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1496b0cf-af95-4aca-8f47-a7b7ff8f9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:03.673468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:03.675988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:03.747739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:03.749675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:03.828985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e912d18-0994-498b-8d2c-31acfeb65317 req-fb5251e0-bed1-461f-bc41-51ed72d7922d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270937 Nov 12 21:07:03.876290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22f1a-aaf9-45e0-8396-bc4a7a61bf79 req-9c9113c8-8e90-4d8a-98e9-41b6c732581c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:03.877920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03c22f1a-aaf9-45e0-8396-bc4a7a61bf79 req-9c9113c8-8e90-4d8a-98e9-41b6c732581c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 945 time: 0.2490089 Nov 12 21:07:03.887040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:03.923050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Deleting port c1023bfc-569d-4476-a48b-730e8f219a28 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:03.923442 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:04.097872 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:04.114740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6b81b76c-96cf-4647-8114-63692e927537 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:04.149723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] For port c1023bfc-569d-4476-a48b-730e8f219a28, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c1023bfc-569d-4476-a48b-730e8f219a28,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:04.150108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:04.235124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Calling delete_port for c1023bfc-569d-4476-a48b-730e8f219a28 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:04.321510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03c22f1a-aaf9-45e0-8396-bc4a7a61bf79 req-85606d29-2325-41d8-9e6f-cfdb53e04f7a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354482 Nov 12 21:07:04.357361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1496b0cf-af95-4aca-8f47-a7b7ff8f9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:04.385080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d6942-ea11-4f14-b2d0-10c3a3c52bf7 req-231da188-24d0-48d8-9310-b7d7e5ee6baf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:04.392841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-511d6942-ea11-4f14-b2d0-10c3a3c52bf7 req-231da188-24d0-48d8-9310-b7d7e5ee6baf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2378592 Nov 12 21:07:04.438206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.extraroute_db [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 21:07:04.473114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.extraroute_db [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Removed routes are [] {{(pid=109628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 21:07:04.474766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:04.516575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1496b0cf-af95-4aca-8f47-a7b7ff8f9443 None None] For port 6b81b76c-96cf-4647-8114-63692e927537, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6b81b76c-96cf-4647-8114-63692e927537,segment=NetworkSegment(54cd759c-4f8f-4fd2-99cf-112403a6fb7d),segment_id=54cd759c-4f8f-4fd2-99cf-112403a6fb7d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:04.524943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6b81b76c-96cf-4647-8114-63692e927537 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:04.525554 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:04.548885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-511d6942-ea11-4f14-b2d0-10c3a3c52bf7 req-6f718a02-6da7-4cd2-a320-4c6f3ebe57da tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441674 Nov 12 21:07:04.772143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1496b0cf-af95-4aca-8f47-a7b7ff8f9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:04.786736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:04.844341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event deleted for resources: {'Port': ['ID=c1023bfc-569d-4476-a48b-730e8f219a28,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:04.865064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:07:04.872219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c1023bfc-569d-4476-a48b-730e8f219a28'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:07:05.059881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] No DVR routers for this DVR port c1023bfc-569d-4476-a48b-730e8f219a28 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:05.087708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec56b-bb00-46bf-acd4-86d7d5d8ffb7 req-7e760662-d8ef-4d1d-8870-5023e87b00c1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:05.091240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37fec56b-bb00-46bf-acd4-86d7d5d8ffb7 req-7e760662-d8ef-4d1d-8870-5023e87b00c1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2492745 Nov 12 21:07:05.092891 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:05.096163 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:05.096896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d698b41a-cfb4-4ff9-bc56-54a353e5a1bc req-ad2ca7d0-33b5-4413-ac32-66227a2bc282 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "DELETE /v2.0/ports/c1023bfc-569d-4476-a48b-730e8f219a28 HTTP/1.1" status: 204 len: 173 time: 1.4691033 Nov 12 21:07:05.097560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ba7896-594c-494c-8d09-d714bc675045', 'name': 'network-vif-deleted', 'tag': 'c1023bfc-569d-4476-a48b-730e8f219a28'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:05.101297 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d77784-2cfe-4e6c-824b-a5e8a4462288" -d '{"events": [{"server_uuid": "38ba7896-594c-494c-8d09-d714bc675045", "name": "network-vif-deleted", "tag": "c1023bfc-569d-4476-a48b-730e8f219a28"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:05.183745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:02Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:02Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:05.205803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37fec56b-bb00-46bf-acd4-86d7d5d8ffb7 req-abc4b46d-14ba-479f-95fd-4b0a2714396d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010857 Nov 12 21:07:05.234868 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa793111-973e-4414-bd6c-cece8d72e602 x-openstack-request-id: req-aa793111-973e-4414-bd6c-cece8d72e602 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:05.242587 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ba7896-594c-494c-8d09-d714bc675045", "name": "network-vif-deleted", "tag": "c1023bfc-569d-4476-a48b-730e8f219a28", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:05.242587 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa793111-973e-4414-bd6c-cece8d72e602 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:05.242587 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ba7896-594c-494c-8d09-d714bc675045', 'name': 'network-vif-deleted', 'tag': 'c1023bfc-569d-4476-a48b-730e8f219a28', 'status': 'completed', 'code': 200} Nov 12 21:07:05.439743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-23d2007b-0ef3-4343-a711-c1348e0074c7 None None] Provisioning complete for port 6b81b76c-96cf-4647-8114-63692e927537 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:05.440222 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-23d2007b-0ef3-4343-a711-c1348e0074c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:05.548991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:05.549348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Updating router a1dbe2a7-8585-4568-8a65-bfdad690696b port 599aa15e-89f1-41e3-8241-f0e549a44d78 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:07:05.552150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496b0cf-af95-4aca-8f47-a7b7ff8f9443 None None] Pushing event updated for resources: {'Port': ['ID=6b81b76c-96cf-4647-8114-63692e927537,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:05.596280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6dca6cc-1d0a-47e0-8bfd-77648832b02f req-beb684bd-8bda-4133-8b48-b885791f4d32 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38ba7896-594c-494c-8d09-d714bc675045 HTTP/1.1" status: 200 len: 210 time: 0.0707085 Nov 12 21:07:05.611661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42386452-d6f5-4c5c-9149-901845807ef8 req-c702f8ef-125a-43f2-99d3-ecc35762b17e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:05.617265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42386452-d6f5-4c5c-9149-901845807ef8 req-c702f8ef-125a-43f2-99d3-ecc35762b17e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1385427 Nov 12 21:07:05.674133 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:05.724273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42386452-d6f5-4c5c-9149-901845807ef8 req-dfdd5b2d-a009-424a-80d9-b5020d54fb33 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675857 Nov 12 21:07:05.820280 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:07:05.826358 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:07:05.895077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:05.901180 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:05.952251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fab5d-e8f4-47f0-a150-52078f3aceb2 req-e7bb10df-f58b-4bc6-b6f9-43ba7c7f2475 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:05.960784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d5fab5d-e8f4-47f0-a150-52078f3aceb2 req-e7bb10df-f58b-4bc6-b6f9-43ba7c7f2475 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1109409 Nov 12 21:07:06.060488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-23d2007b-0ef3-4343-a711-c1348e0074c7 None None] Provisioning complete for port 599aa15e-89f1-41e3-8241-f0e549a44d78 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:06.060983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-23d2007b-0ef3-4343-a711-c1348e0074c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:06.080917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d5fab5d-e8f4-47f0-a150-52078f3aceb2 req-fee275b2-b388-46c1-b48a-a82e67b5dd8d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180687 Nov 12 21:07:06.148350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:06.244938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-23d2007b-0ef3-4343-a711-c1348e0074c7 None None] Port 599aa15e-89f1-41e3-8241-f0e549a44d78 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:06.339524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f359fd-5832-4825-852e-9c9fe733527f req-d0837069-e749-4700-a555-7fcbf8b0dda3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:06.368679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18f359fd-5832-4825-852e-9c9fe733527f req-d0837069-e749-4700-a555-7fcbf8b0dda3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1678822 Nov 12 21:07:06.429518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:06.440555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:06.447970 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ef00017-ce06-4e8d-b7f9-7ca1b549603a tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 200 len: 933 time: 2.7798107 Nov 12 21:07:06.450959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:06.480813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18f359fd-5832-4825-852e-9c9fe733527f req-dd69299d-60c9-43e7-9a12-d2c7a9e6158a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069064 Nov 12 21:07:06.485687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5ff4cd83-89f9-46b1-8556-f48e7615d080 None None] Provisioning complete for port 599aa15e-89f1-41e3-8241-f0e549a44d78 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:06.486059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cd83-89f9-46b1-8556-f48e7615d080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:06.541565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6b81b76c-96cf-4647-8114-63692e927537 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:06.550618 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:06.581308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5ff4cd83-89f9-46b1-8556-f48e7615d080 None None] Port 599aa15e-89f1-41e3-8241-f0e549a44d78 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:06.619227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6b81b76c-96cf-4647-8114-63692e927537 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:06.619867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:06.630856 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8587b33b-e495-4879-b4e4-23f18cd3ca98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 200 len: 933 time: 0.1784647 Nov 12 21:07:06.639631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58220) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:06.646848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'routes': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:06.691755 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:06.704158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5f33f-b4ff-4abc-af60-306ad85586c0 req-0921ceda-7c32-46b3-b76b-1464870cc723 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:06.705698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96a5f33f-b4ff-4abc-af60-306ad85586c0 req-0921ceda-7c32-46b3-b76b-1464870cc723 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1241105 Nov 12 21:07:06.814252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3fa7c-1aef-4513-9a3e-44fbcd0aefc1 None None] Pushing event updated for resources: {'Port': ['ID=599aa15e-89f1-41e3-8241-f0e549a44d78,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:06.828687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96a5f33f-b4ff-4abc-af60-306ad85586c0 req-f2eea1b3-77f7-486a-ac99-92feb28d94ce tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950212 Nov 12 21:07:06.830590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Attempting to bind port 599aa15e-89f1-41e3-8241-f0e549a44d78 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:06.831055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Attempting to bind port 599aa15e-89f1-41e3-8241-f0e549a44d78 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:06.831351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Attempting to bind port 599aa15e-89f1-41e3-8241-f0e549a44d78 on network 2b3838f7-22f6-4e24-86f6-09717296c26c {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:06.837934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:07:06.838246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Checking segment: {'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:06.838620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:06.839031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Bound using segment: {'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:07:06.839525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Bound port: 599aa15e-89f1-41e3-8241-f0e549a44d78, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cd759c-4f8f-4fd2-99cf-112403a6fb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:07:06.839911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:06.921871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] For port 599aa15e-89f1-41e3-8241-f0e549a44d78, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:06.928048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] For port 599aa15e-89f1-41e3-8241-f0e549a44d78, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=599aa15e-89f1-41e3-8241-f0e549a44d78,segment=NetworkSegment(54cd759c-4f8f-4fd2-99cf-112403a6fb7d),segment_id=54cd759c-4f8f-4fd2-99cf-112403a6fb7d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:07:07.032299 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:07.182214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73589969-c123-41ae-8c35-fd16c74e0ea2 req-13cbfd6b-0000-4901-a566-38223c3a81c5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:07.190256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73589969-c123-41ae-8c35-fd16c74e0ea2 req-13cbfd6b-0000-4901-a566-38223c3a81c5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2386308 Nov 12 21:07:07.358661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:07.358661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:07.444688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f83327a7-a7c8-497e-8c3d-33cc8bc3a225 None None] Provisioning complete for port 599aa15e-89f1-41e3-8241-f0e549a44d78 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:07.449739 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f83327a7-a7c8-497e-8c3d-33cc8bc3a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:07.452054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73589969-c123-41ae-8c35-fd16c74e0ea2 req-7251fccc-637d-4cf4-9ac7-09d050ebba9e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609239 Nov 12 21:07:07.514186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-04bc490c-4b43-44f2-813f-fb1b6b6fbf06 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:07.526582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-04bc490c-4b43-44f2-813f-fb1b6b6fbf06 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.4195096 Nov 12 21:07:07.609106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c1023bfc-569d-4476-a48b-730e8f219a28 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:07.624928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3fa7c-1aef-4513-9a3e-44fbcd0aefc1 None None] Pushing event updated for resources: {'Port': ['ID=599aa15e-89f1-41e3-8241-f0e549a44d78,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:07.659683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-cb97264e-0500-4997-bff6-94370369b115 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/quotas/314180e01912403b932a81eb47358c01 HTTP/1.1" status: 200 len: 375 time: 0.1320918 Nov 12 21:07:07.681797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: c1023bfc-569d-4476-a48b-730e8f219a28 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:07.682384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c1023bfc-569d-4476-a48b-730e8f219a28 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:07.697123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:07.829480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-247974fc-2ef1-4a4f-99bb-e0bb7de36d7b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1575997 Nov 12 21:07:07.829928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f83327a7-a7c8-497e-8c3d-33cc8bc3a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:07.914281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.extraroute_db [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added routes are [] {{(pid=109629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 21:07:07.914281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.extraroute_db [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 21:07:07.944817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f83327a7-a7c8-497e-8c3d-33cc8bc3a225 None None] For port 599aa15e-89f1-41e3-8241-f0e549a44d78, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=599aa15e-89f1-41e3-8241-f0e549a44d78,segment=NetworkSegment(54cd759c-4f8f-4fd2-99cf-112403a6fb7d),segment_id=54cd759c-4f8f-4fd2-99cf-112403a6fb7d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:07.973241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-dd240be3-12f0-41d0-901d-c92300fa29a8 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426978 Nov 12 21:07:07.978756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:04Z', 'revision_number': 6, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:06Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:08.007744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:08.013873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bc5d0-4a91-4a7f-acf9-eacfa73ce3a3 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:04Z', 'revision_number': 6, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:06Z', 'revision_number': 4, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:08.076235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f83327a7-a7c8-497e-8c3d-33cc8bc3a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:08.209367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83327a7-a7c8-497e-8c3d-33cc8bc3a225 None None] Pushing event updated for resources: {'Port': ['ID=599aa15e-89f1-41e3-8241-f0e549a44d78,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:08.260118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c871df2d-191d-4dcd-8be5-1df71160ba15 None None] Provisioning complete for port 599aa15e-89f1-41e3-8241-f0e549a44d78 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:08.260763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c871df2d-191d-4dcd-8be5-1df71160ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:08.277616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-e5f8040b-edfd-498a-825a-5b88845294cf service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034828 Nov 12 21:07:08.577446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58296) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:08.615214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 599aa15e-89f1-41e3-8241-f0e549a44d78 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:08.752421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 599aa15e-89f1-41e3-8241-f0e549a44d78 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:08.752849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:08.875757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e63b4e6-91b6-411a-a783-fc83d480c32a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.134827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e63b4e6-91b6-411a-a783-fc83d480c32a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.220121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e63b4e6-91b6-411a-a783-fc83d480c32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.291698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e63b4e6-91b6-411a-a783-fc83d480c32a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c795081f03947b5a2bb07a64b425a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7130775 Nov 12 21:07:09.293618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58324) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:09.354182 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.400000 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.420822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63b4e6-91b6-411a-a783-fc83d480c32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456b398c-1bcc-4663-8758-4e083ffe9de6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:09.456351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d71b8b3d-f125-4572-873b-d85afdac3d9f req-02df496b-93e9-4cb6-98da-23be7e723f47 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 210 time: 0.0971613 Nov 12 21:07:09.460891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04bf3b95-e0dc-4585-af04-7d40252a9220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.499194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04bf3b95-e0dc-4585-af04-7d40252a9220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.555820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:09.593809 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:09.594431 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:09.681185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04bf3b95-e0dc-4585-af04-7d40252a9220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.685357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-04bf3b95-e0dc-4585-af04-7d40252a9220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:09.687010 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-04bf3b95-e0dc-4585-af04-7d40252a9220 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/456b398c-1bcc-4663-8758-4e083ffe9de6 HTTP/1.1" status: 204 len: 168 time: 0.3921454 Nov 12 21:07:09.690663 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:09.708719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf3b95-e0dc-4585-af04-7d40252a9220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456b398c-1bcc-4663-8758-4e083ffe9de6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:09.753794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c478031-5eb9-436d-9998-fecded422b81 req-e580f49b-e7cf-44b0-afc4-33d78b67e26e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:09.764225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c478031-5eb9-436d-9998-fecded422b81 req-e580f49b-e7cf-44b0-afc4-33d78b67e26e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3942807 Nov 12 21:07:09.868663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c478031-5eb9-436d-9998-fecded422b81 req-2fdb0b5a-95f5-41fc-84a6-13c4931c65a1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032524 Nov 12 21:07:09.882761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:10.092855 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 7, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:10.134022 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:10.143903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:10.150618 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:10.151439 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:10.161031 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:10.164023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1b5bde19-7b2e-41c9-9799-4bf57a076465 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 200 len: 699 time: 3.5206926 Nov 12 21:07:10.165313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58340) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:10.204456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc913bc-58ce-4e96-8cdd-ea49faf723bf req-6185b403-ba3c-4cba-be3e-99f34d9a7519 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:10.206055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6cc913bc-58ce-4e96-8cdd-ea49faf723bf req-6185b403-ba3c-4cba-be3e-99f34d9a7519 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1961155 Nov 12 21:07:10.286433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6cc913bc-58ce-4e96-8cdd-ea49faf723bf req-d4b36449-d36a-4202-8344-cc556db39151 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720627 Nov 12 21:07:10.366081 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:10.443779 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef085cbe-142f-4d30-9332-b08968672fe9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 200 len: 699 time: 0.2765164 Nov 12 21:07:10.445912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58354) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:10.542564 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:10.543546 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:10.663725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af5b25c7-9aa1-44c5-a242-6e5090461596 req-3d9be6ce-2757-49e0-879a-e42d4f6058c6 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 210 time: 0.0569534 Nov 12 21:07:10.819508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496f9b0-4b8c-4b99-960e-b103f13e1e62 req-9e0085f5-4c26-4959-bd58-323e3005f37f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:10.819508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7496f9b0-4b8c-4b99-960e-b103f13e1e62 req-9e0085f5-4c26-4959-bd58-323e3005f37f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2801206 Nov 12 21:07:10.834261 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 7, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:10.887973 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80437c99-8a03-4cd2-a2a0-112c95fde346 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 7, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:11.006606 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7496f9b0-4b8c-4b99-960e-b103f13e1e62 req-ccc13eb6-b361-4092-ac3c-780fe63c7bc6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568940 Nov 12 21:07:11.130483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58362) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:11.161321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33b8b69f-bd02-473d-8ba1-b462ebd66833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:11.286765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eacce-8eef-4939-bec3-df016c2ce7c5 req-fbca56f5-2d59-46d3-b296-4c28473fc306 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:11.289482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-349eacce-8eef-4939-bec3-df016c2ce7c5 req-fbca56f5-2d59-46d3-b296-4c28473fc306 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1182027 Nov 12 21:07:11.358264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:11.371065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33b8b69f-bd02-473d-8ba1-b462ebd66833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:11.433967 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:11.449609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-349eacce-8eef-4939-bec3-df016c2ce7c5 req-403ed942-b7b4-40cd-bc1e-509ce43dfdb1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544282 Nov 12 21:07:11.454496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33b8b69f-bd02-473d-8ba1-b462ebd66833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:11.460839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:11.463937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:11.606582 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33b8b69f-bd02-473d-8ba1-b462ebd66833 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fd6985b76b94325a3ae64a562acd30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4749274 Nov 12 21:07:11.627713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58380) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:11.651459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8b69f-bd02-473d-8ba1-b462ebd66833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c8e177-52ed-43cb-9776-7d90cec8042c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:11.669850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:11.764600 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b3796bd-d72f-4226-8ca6-2f5b2c5f8642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:11.791936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b3796bd-d72f-4226-8ca6-2f5b2c5f8642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:11.825106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03197ad3-b011-4387-9eb1-26fde65f6069 req-5d87c2f9-c606-46d9-b2fa-4db2a85ac598 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:11.833061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03197ad3-b011-4387-9eb1-26fde65f6069 req-5d87c2f9-c606-46d9-b2fa-4db2a85ac598 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1488252 Nov 12 21:07:11.937148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5bdf6e62-5acd-4c3c-a044-2be678cfd554 req-dd5fd6a3-6780-4032-82cc-a1ca3b293333 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 210 time: 0.0971797 Nov 12 21:07:11.975342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b3796bd-d72f-4226-8ca6-2f5b2c5f8642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:11.979109 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b3796bd-d72f-4226-8ca6-2f5b2c5f8642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:11.982110 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0b3796bd-d72f-4226-8ca6-2f5b2c5f8642 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25c8e177-52ed-43cb-9776-7d90cec8042c HTTP/1.1" status: 204 len: 168 time: 0.3516731 Nov 12 21:07:11.992761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3796bd-d72f-4226-8ca6-2f5b2c5f8642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c8e177-52ed-43cb-9776-7d90cec8042c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:12.075344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03197ad3-b011-4387-9eb1-26fde65f6069 req-3145b9c2-cf84-404f-8e34-8f24748831b2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412875 Nov 12 21:07:12.077818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 599aa15e-89f1-41e3-8241-f0e549a44d78 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:12.078159 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:12.193881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 7, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:12.278848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:12.293665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:12.294652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:12.437340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:12.437897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce11387-deac-4f16-bd7c-7b2de3748080 req-b685037b-b418-4c83-a68a-6c5b12503ed6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:12.440829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ce11387-deac-4f16-bd7c-7b2de3748080 req-b685037b-b418-4c83-a68a-6c5b12503ed6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1913745 Nov 12 21:07:12.456516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-09ff80b1-705f-4870-8869-555649d5bb75 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:12.456516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-09ff80b1-705f-4870-8869-555649d5bb75 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.4659688 Nov 12 21:07:12.457793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port 599aa15e-89f1-41e3-8241-f0e549a44d78, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=599aa15e-89f1-41e3-8241-f0e549a44d78,segment=NetworkSegment(54cd759c-4f8f-4fd2-99cf-112403a6fb7d),segment_id=54cd759c-4f8f-4fd2-99cf-112403a6fb7d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:12.457793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:12.480526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Request body: {'port': {'device_id': '9e8c955b-fc83-4477-883f-f648cf6f3457', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'admin_state_up': True, 'tenant_id': '314180e01912403b932a81eb47358c01'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:12.516486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 599aa15e-89f1-41e3-8241-f0e549a44d78 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:12.665795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ce11387-deac-4f16-bd7c-7b2de3748080 req-cca67f5e-d6dd-4ebb-815b-7caa1987536a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042546 Nov 12 21:07:12.780291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 7, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:12.825193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcea11d-edc3-466b-885f-f3aea855f42c None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 7, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': '599aa15e-89f1-41e3-8241-f0e549a44d78', 'name': '', 'network_id': '2b3838f7-22f6-4e24-86f6-09717296c26c', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:e8:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:00Z', 'updated_at': '2021-11-12T21:07:07Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '1612f613-e825-41e2-a0c4-74a2aa705b4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:12.944811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:12.959178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:13.068181 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:13.344685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=599aa15e-89f1-41e3-8241-f0e549a44d78,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:13.390642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfdaf42e-a9f3-48e1-b0e8-59691dc1cf46 req-86547969-8f85-466d-99d4-f9bc63a11a15 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 210 time: 0.1914768 Nov 12 21:07:13.751000 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:13.782556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4e8d6-e8ac-48b8-8d0c-7b22c71aa298 req-e0b818be-a411-4197-84f2-6e6d8b6028d2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:13.785616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16d4e8d6-e8ac-48b8-8d0c-7b22c71aa298 req-e0b818be-a411-4197-84f2-6e6d8b6028d2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.6893749 Nov 12 21:07:13.842699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Allocated IP 172.20.0.11 (05cb7d81-b1e0-4eb9-af34-06018f5b2250/bba588c1-b6e6-4e79-a7df-5807d5a9c580/10c37428-44cb-4ece-9536-b253186634ca) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:13.992435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16d4e8d6-e8ac-48b8-8d0c-7b22c71aa298 req-26dd31e8-4920-4e66-a470-2733acde471b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880217 Nov 12 21:07:15.322631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b14a86e-4267-4a65-a12a-8b0c4f8fa6ae req-04025ee9-e6fe-4ddc-bf06-34a2b56e3c82 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 210 time: 0.6504827 Nov 12 21:07:15.348920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2386f-8823-4c12-9898-02abbbc71605 req-7559c99f-623e-446f-8b4d-bfa985ad6c9f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:15.350494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abf2386f-8823-4c12-9898-02abbbc71605 req-7559c99f-623e-446f-8b4d-bfa985ad6c9f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 1.1927462 Nov 12 21:07:15.380992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58496) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:15.428746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abf2386f-8823-4c12-9898-02abbbc71605 req-269cf9e0-4760-48c4-acc7-14eca72022d2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626585 Nov 12 21:07:15.454184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:15.603848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:15.609314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f29f324d-7901-4ae2-8ddf-b9374d8567b8 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1622844 Nov 12 21:07:15.612226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58506) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:15.613133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:15.622198 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:15.628719 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:15.629924 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:15.712861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-59abb7c5-db76-4f77-aad0-b63a23e16e11 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet 1612f613-e825-41e2-a0c4-74a2aa705b4d {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:07:15.717805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59abb7c5-db76-4f77-aad0-b63a23e16e11 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:15.776139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9540f599-b9e9-48bf-9247-8b3d1bc4a9ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:15.779093 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:15.795325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:07:15.853243 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59abb7c5-db76-4f77-aad0-b63a23e16e11 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:15.876641 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:15.893755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event updated for resources: {'Port': ['ID=10c37428-44cb-4ece-9536-b253186634ca,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:15.946720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:15.992482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:16.001799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:16.121222 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9540f599-b9e9-48bf-9247-8b3d1bc4a9ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.134894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16989c-52df-42b8-889f-610689e619a6 req-0dcd5b5b-a370-420d-8c6e-97ed94c96904 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:16.136525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a16989c-52df-42b8-889f-610689e619a6 req-0dcd5b5b-a370-420d-8c6e-97ed94c96904 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2053204 Nov 12 21:07:16.200997 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59abb7c5-db76-4f77-aad0-b63a23e16e11 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.230163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9540f599-b9e9-48bf-9247-8b3d1bc4a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.252556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:16.252556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.281339 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:12Z', 'revision_number': 8, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:16.290407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a16989c-52df-42b8-889f-610689e619a6 req-0195cff8-473d-439f-981d-ff6f21d2343a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325855 Nov 12 21:07:16.316983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540f599-b9e9-48bf-9247-8b3d1bc4a9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6c3ca-123b-4f82-ac28-6876a7686268,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:16.352759 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9540f599-b9e9-48bf-9247-8b3d1bc4a9ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=132fa3ecd07f45149355e23e03494e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9673264 Nov 12 21:07:16.352759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58528) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:16.382285 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:16.388334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-c99089cc-ba1f-4cdb-b566-1466b585e62d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9153070 Nov 12 21:07:16.406700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Request body: {'port': {'device_id': '9e8c955b-fc83-4477-883f-f648cf6f3457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:16.412769 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:16.413399 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:16.492422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7aeb-45da-4d38-8e16-bfdc397bd5a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.537498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59abb7c5-db76-4f77-aad0-b63a23e16e11 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.542274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7aeb-45da-4d38-8e16-bfdc397bd5a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.563656 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:16.615782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abb7c5-db76-4f77-aad0-b63a23e16e11 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=1612f613-e825-41e2-a0c4-74a2aa705b4d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:16.630636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7ef7c-b9d5-403c-908b-5936a5235e1e req-3aac37f2-dbed-4112-8246-3d5f6cb68229 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:16.640276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3f7ef7c-b9d5-403c-908b-5936a5235e1e req-3aac37f2-dbed-4112-8246-3d5f6cb68229 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1713388 Nov 12 21:07:16.649596 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.662887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0363b0-cb94-4ea9-b519-b085c2f4ba23 None None] Network 2b3838f7-22f6-4e24-86f6-09717296c26c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:16.678721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-59abb7c5-db76-4f77-aad0-b63a23e16e11 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.682183 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-59abb7c5-db76-4f77-aad0-b63a23e16e11 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/1612f613-e825-41e2-a0c4-74a2aa705b4d HTTP/1.1" status: 204 len: 168 time: 1.0687327 Nov 12 21:07:16.717000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58536) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:16.837195 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7aeb-45da-4d38-8e16-bfdc397bd5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.840193 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7aeb-45da-4d38-8e16-bfdc397bd5a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:16.841711 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e7c7aeb-45da-4d38-8e16-bfdc397bd5a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bf6c3ca-123b-4f82-ac28-6876a7686268 HTTP/1.1" status: 204 len: 168 time: 0.4880803 Nov 12 21:07:16.860989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7aeb-45da-4d38-8e16-bfdc397bd5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6c3ca-123b-4f82-ac28-6876a7686268,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:16.980089 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:12Z', 'revision_number': 8, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:17.022840 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0e324-f57c-433e-8244-61e76ca88975 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:12Z', 'revision_number': 8, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf2e77f-e9b2-4ddd-a283-b39558994dde', 'name': '', 'network_id': '168f49ae-b710-40b4-a536-081f9fbc68c2', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:cf:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:54Z', 'updated_at': '2021-11-12T21:07:00Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': '2b3c6137-3505-4909-8cc7-0a758c3a7b9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:17.087622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c3f7ef7c-b9d5-403c-908b-5936a5235e1e req-5a3b7f4e-3f9d-4f74-8297-63ff40cf05cc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444900 Nov 12 21:07:17.098172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72010-c7da-4187-9832-f2d7aa116a63 req-67448fec-7100-4766-89ad-2f096aec2233 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:17.099819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5f72010-c7da-4187-9832-f2d7aa116a63 req-67448fec-7100-4766-89ad-2f096aec2233 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 932 time: 0.6005039 Nov 12 21:07:17.253113 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:17.417475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] DHCP port deletion for 2b3838f7-22f6-4e24-86f6-09717296c26c request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:17.537478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] Deleting port 6b81b76c-96cf-4647-8114-63692e927537 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:17.538126 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:17.542973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5383ba4-cbb4-4e55-9581-e8918abaf05b req-4eb07180-37f3-4706-91da-1b9d23e985b6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:17.573403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5383ba4-cbb4-4e55-9581-e8918abaf05b req-4eb07180-37f3-4706-91da-1b9d23e985b6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3138061 Nov 12 21:07:17.675557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] For port 6b81b76c-96cf-4647-8114-63692e927537, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6b81b76c-96cf-4647-8114-63692e927537,segment=NetworkSegment(54cd759c-4f8f-4fd2-99cf-112403a6fb7d),segment_id=54cd759c-4f8f-4fd2-99cf-112403a6fb7d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:17.676581 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:17.705604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] Calling delete_port for 6b81b76c-96cf-4647-8114-63692e927537 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:17.714457 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5f72010-c7da-4187-9832-f2d7aa116a63 req-b4fd7a40-4279-4802-9ead-c322e7bdf7fd tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560895 Nov 12 21:07:17.779387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5383ba4-cbb4-4e55-9581-e8918abaf05b req-1c5a6bb0-a245-4528-86d9-84120eb2f0d8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008791 Nov 12 21:07:17.922472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 6b81b76c-96cf-4647-8114-63692e927537 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:17.922728 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:17.957010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:17.977899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] No DVR routers for this DVR port 6b81b76c-96cf-4647-8114-63692e927537 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:18.017393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed84b1-1e78-4b6e-ac21-e11815cfdf84 None None] Pushing event deleted for resources: {'Port': ['ID=6b81b76c-96cf-4647-8114-63692e927537,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:18.052221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c37428-44cb-4ece-9536-b253186634ca {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:07:18.070105 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.095897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dbb59-2e2b-414c-874c-5e23fc6bfbe2 req-ae992459-cb21-45ab-b203-521e545d33e9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:18.098743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b0dbb59-2e2b-414c-874c-5e23fc6bfbe2 req-ae992459-cb21-45ab-b203-521e545d33e9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2135620 Nov 12 21:07:18.123073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port 6b81b76c-96cf-4647-8114-63692e927537, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6b81b76c-96cf-4647-8114-63692e927537,segment=NetworkSegment(54cd759c-4f8f-4fd2-99cf-112403a6fb7d),segment_id=54cd759c-4f8f-4fd2-99cf-112403a6fb7d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:18.123073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.124084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58566) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:18.137407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 6b81b76c-96cf-4647-8114-63692e927537 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:18.149159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-008084d7-46cb-48ff-825f-6bfee5d7d89e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.226899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Transition to ACTIVE for port object 10c37428-44cb-4ece-9536-b253186634ca will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:07:18.279546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-008084d7-46cb-48ff-825f-6bfee5d7d89e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.283320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.302402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b0dbb59-2e2b-414c-874c-5e23fc6bfbe2 req-4cf4d27f-8022-4dda-985a-bfd00b634254 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963609 Nov 12 21:07:18.329251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=6b81b76c-96cf-4647-8114-63692e927537,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:18.336160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No DVR routers for this DVR port 6b81b76c-96cf-4647-8114-63692e927537 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:18.401874 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-008084d7-46cb-48ff-825f-6bfee5d7d89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.431352 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.507509 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-008084d7-46cb-48ff-825f-6bfee5d7d89e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ab051fb599843f0b964df4e0fc162b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786042 Nov 12 21:07:18.513370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58572) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:18.533466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008084d7-46cb-48ff-825f-6bfee5d7d89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8cb8ad-fbd3-42a0-827e-1cb3abc16237,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:18.537226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 599aa15e-89f1-41e3-8241-f0e549a44d78 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:18.591699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 599aa15e-89f1-41e3-8241-f0e549a44d78 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:18.596402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 599aa15e-89f1-41e3-8241-f0e549a44d78 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:18.598092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6b81b76c-96cf-4647-8114-63692e927537 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:18.623157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Pushing event updated for resources: {'Port': ['ID=10c37428-44cb-4ece-9536-b253186634ca,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:18.651883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 6b81b76c-96cf-4647-8114-63692e927537 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:18.654094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6b81b76c-96cf-4647-8114-63692e927537 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:18.667042 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.671794 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ca50042-ad37-48c3-91df-3a56ec8a4fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.754680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3838f7-22f6-4e24-86f6-09717296c26c']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:18.757782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ca50042-ad37-48c3-91df-3a56ec8a4fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.796776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cd759c-4f8f-4fd2-99cf-112403a6fb7d') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:18.797252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cd759c-4f8f-4fd2-99cf-112403a6fb7d') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:18.815555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.932258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.955356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Attempting to bind port 10c37428-44cb-4ece-9536-b253186634ca on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:18.955356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Attempting to bind port 10c37428-44cb-4ece-9536-b253186634ca by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:18.955676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Attempting to bind port 10c37428-44cb-4ece-9536-b253186634ca on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:18.965630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Port 10c37428-44cb-4ece-9536-b253186634ca on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:18.965970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Attempting to bind port 10c37428-44cb-4ece-9536-b253186634ca on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:18.978911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:07:18.978911 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.982120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:07:18.982471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Checking segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:18.982858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Bound using segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:07:18.983345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Bound port: 10c37428-44cb-4ece-9536-b253186634ca, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:07:18.983812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:07:18.991013 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:07:18.993643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ca50042-ad37-48c3-91df-3a56ec8a4fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.995436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ca50042-ad37-48c3-91df-3a56ec8a4fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:18.995436 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8ca50042-ad37-48c3-91df-3a56ec8a4fbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb8cb8ad-fbd3-42a0-827e-1cb3abc16237 HTTP/1.1" status: 204 len: 168 time: 0.4791684 Nov 12 21:07:19.010048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca50042-ad37-48c3-91df-3a56ec8a4fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8cb8ad-fbd3-42a0-827e-1cb3abc16237,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:19.072638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3d83-09cd-40e6-bb98-4ba0b0f2145e req-bec828fd-f594-4b02-af16-b12300289542 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:19.075662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc9d3d83-09cd-40e6-bb98-4ba0b0f2145e req-bec828fd-f594-4b02-af16-b12300289542 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2210712 Nov 12 21:07:19.086337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03408d02-00c3-47e7-a0ae-3d039d319dd5 req-20d337e1-9083-4267-8c78-6f03bbf890b0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:19.088074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03408d02-00c3-47e7-a0ae-3d039d319dd5 req-20d337e1-9083-4267-8c78-6f03bbf890b0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 944 time: 0.1922376 Nov 12 21:07:19.215851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc9d3d83-09cd-40e6-bb98-4ba0b0f2145e req-69fc88d8-f39f-4ce9-9e2b-bcf0775cbaa4 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267030 Nov 12 21:07:19.222622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03408d02-00c3-47e7-a0ae-3d039d319dd5 req-79b4c85f-185a-4dba-9e09-de97082ec538 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158240 Nov 12 21:07:19.223711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] For port 10c37428-44cb-4ece-9536-b253186634ca, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:19.227115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] For port 10c37428-44cb-4ece-9536-b253186634ca, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=10c37428-44cb-4ece-9536-b253186634ca,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:07:19.294362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:19.307126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:19.308705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/2b3838f7-22f6-4e24-86f6-09717296c26c HTTP/1.1" status: 204 len: 168 time: 2.5013084 Nov 12 21:07:19.311615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58592) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:19.322323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=2b3838f7-22f6-4e24-86f6-09717296c26c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:19.331178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:19.337989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.337989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.337989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.337989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.337989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.338475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.338689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.339044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.339430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.339764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.340090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.340505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b8605-da4b-4dd1-bd3c-00e9fbc17224 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:19.395384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:19.396073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:19.397712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] 10.222.0.46 "PUT /v2.0/ports/10c37428-44cb-4ece-9536-b253186634ca HTTP/1.1" status: 200 len: 1093 time: 2.9963195 Nov 12 21:07:19.398461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8c955b-fc83-4477-883f-f648cf6f3457', 'tag': '10c37428-44cb-4ece-9536-b253186634ca'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:19.400605 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22679113-9f0d-42ae-b8ed-0fd0b0a7e993" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8c955b-fc83-4477-883f-f648cf6f3457", "tag": "10c37428-44cb-4ece-9536-b253186634ca"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:19.471606 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce9b655-9939-430d-9896-d6ab53af135e x-openstack-request-id: req-fce9b655-9939-430d-9896-d6ab53af135e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:19.471909 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8c955b-fc83-4477-883f-f648cf6f3457", "tag": "10c37428-44cb-4ece-9536-b253186634ca", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:19.472166 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fce9b655-9939-430d-9896-d6ab53af135e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:19.473205 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8c955b-fc83-4477-883f-f648cf6f3457', 'tag': '10c37428-44cb-4ece-9536-b253186634ca', 'status': 'completed', 'code': 200} Nov 12 21:07:19.474340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92dc5e-3d21-441f-94e7-44269079db0d service neutron] Pushing event updated for resources: {'Port': ['ID=10c37428-44cb-4ece-9536-b253186634ca,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:19.551161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58604) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:19.583363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22679113-9f0d-42ae-b8ed-0fd0b0a7e993 req-70bc1e8f-acfd-456f-bdd1-5b12e71f3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:19.586962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22679113-9f0d-42ae-b8ed-0fd0b0a7e993 req-70bc1e8f-acfd-456f-bdd1-5b12e71f3fc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 1096 time: 0.0798032 Nov 12 21:07:19.766718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4886-2922-49ee-beb5-4b8138155120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:19.813855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22679113-9f0d-42ae-b8ed-0fd0b0a7e993 req-b8d79fc2-27aa-4e7c-97f3-a6f6f0568383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:19.816372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22679113-9f0d-42ae-b8ed-0fd0b0a7e993 req-b8d79fc2-27aa-4e7c-97f3-a6f6f0568383 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=314180e01912403b932a81eb47358c01&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2179108 Nov 12 21:07:19.933854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.069233 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4886-2922-49ee-beb5-4b8138155120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.106488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22679113-9f0d-42ae-b8ed-0fd0b0a7e993 req-122bb6a5-faa0-4d48-922b-8798f1b107bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:20.108121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22679113-9f0d-42ae-b8ed-0fd0b0a7e993 req-122bb6a5-faa0-4d48-922b-8798f1b107bd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2802701 Nov 12 21:07:20.230259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-723ce24e-6510-40a7-aa21-d0ed79f71648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:20.232930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-723ce24e-6510-40a7-aa21-d0ed79f71648 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 1096 time: 0.0670514 Nov 12 21:07:20.291581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4886-2922-49ee-beb5-4b8138155120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.294773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-76f6040a-ef07-49f6-8377-a017779de8e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c37428-44cb-4ece-9536-b253186634ca HTTP/1.1" status: 200 len: 217 time: 0.0498869 Nov 12 21:07:20.331729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f4886-2922-49ee-beb5-4b8138155120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3680b2d-fc0a-433a-9328-41029c9d009c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:20.404981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port cdf2e77f-e9b2-4ddd-a283-b39558994dde {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:20.405560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.442721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1e7f4886-2922-49ee-beb5-4b8138155120 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e54f8e521004798bcca30a373cb415e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8906159 Nov 12 21:07:20.447888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58634) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:20.469322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-fa684767-06a9-4928-9c61-b4229eda5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:20.470808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-fa684767-06a9-4928-9c61-b4229eda5d62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.1470363 Nov 12 21:07:20.512218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port cdf2e77f-e9b2-4ddd-a283-b39558994dde, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cdf2e77f-e9b2-4ddd-a283-b39558994dde,segment=NetworkSegment(ddea1b82-4e57-4870-9a3e-63250c1279a3),segment_id=ddea1b82-4e57-4870-9a3e-63250c1279a3)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:20.512927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.531885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for cdf2e77f-e9b2-4ddd-a283-b39558994dde owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:20.549371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55822bee-8355-4105-a632-218b7246d8ef req-174ebf7a-d6ad-40fa-8b36-8b86948ce5df tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:20.549371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55822bee-8355-4105-a632-218b7246d8ef req-174ebf7a-d6ad-40fa-8b36-8b86948ce5df tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 944 time: 0.1766055 Nov 12 21:07:20.550444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-dd3a9b60-3824-4408-829c-66c249965bfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682268 Nov 12 21:07:20.563252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa00825-4644-4b2b-8d0a-13f692ed9519 req-35f10de9-6565-4f70-b583-2aeed297726d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:20.564818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfa00825-4644-4b2b-8d0a-13f692ed9519 req-35f10de9-6565-4f70-b583-2aeed297726d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1975472 Nov 12 21:07:20.664165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-28cbbdf8-9182-4019-b6f9-f6e8dc681a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.754515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55822bee-8355-4105-a632-218b7246d8ef req-75e9bab6-17ee-44c3-baeb-6aa3bc896615 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866238 Nov 12 21:07:20.806168 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-28cbbdf8-9182-4019-b6f9-f6e8dc681a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.849244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfa00825-4644-4b2b-8d0a-13f692ed9519 req-9d00ab72-7bdd-4d87-ad27-50e024df203c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661157 Nov 12 21:07:20.864247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-a92533a7-c57b-4b55-9aaa-2d7cf85ef7fc service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977955 Nov 12 21:07:20.900851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.940761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=cdf2e77f-e9b2-4ddd-a283-b39558994dde,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:20.953719 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:07:21.015136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-303c408b-6f0f-4ffe-9024-6f01c9a78cb0 req-3ae485d4-ad48-48b0-a421-735bf250ee96 service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396494 Nov 12 21:07:21.025041 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-28cbbdf8-9182-4019-b6f9-f6e8dc681a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:21.027772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-28cbbdf8-9182-4019-b6f9-f6e8dc681a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:21.032218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-28cbbdf8-9182-4019-b6f9-f6e8dc681a7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3680b2d-fc0a-433a-9328-41029c9d009c HTTP/1.1" status: 204 len: 168 time: 0.5810275 Nov 12 21:07:21.041922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbbdf8-9182-4019-b6f9-f6e8dc681a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3680b2d-fc0a-433a-9328-41029c9d009c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:21.248856 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:21.514778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:21.540240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626771a-40a3-4313-b682-09287aa3de1b req-035e83e8-4e71-4111-9547-deee4e90dbd9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:21.551248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6626771a-40a3-4313-b682-09287aa3de1b req-035e83e8-4e71-4111-9547-deee4e90dbd9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0722086 Nov 12 21:07:21.621994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6626771a-40a3-4313-b682-09287aa3de1b req-aea517a6-1556-4923-b7f2-ce8e6900bae1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643892 Nov 12 21:07:21.639234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:21.654990 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8405fb54-55b5-441c-b9b5-2a344794da29 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3343058 Nov 12 21:07:21.656086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58672) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:21.661476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:21.675176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:21.678080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:21.782173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf0876c-f01f-431a-adc5-25728d388c98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet 2b3c6137-3505-4909-8cc7-0a758c3a7b9a {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:07:21.788890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1bf0876c-f01f-431a-adc5-25728d388c98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:21.844374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:21.877800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1bf0876c-f01f-431a-adc5-25728d388c98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.123475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1476-8f98-478a-b0c0-71450368e8a8 req-d6a09e9c-bfff-453f-9e6c-0d778b79f775 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:22.125045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfed1476-8f98-478a-b0c0-71450368e8a8 req-d6a09e9c-bfff-453f-9e6c-0d778b79f775 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 944 time: 0.2134557 Nov 12 21:07:22.205102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1bf0876c-f01f-431a-adc5-25728d388c98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.255276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:20Z', 'revision_number': 9, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:22.277864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58698) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:22.303218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac021383-260c-48dc-865c-65d26242be6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.340432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:22.357499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:22.358121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:22.415891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfed1476-8f98-478a-b0c0-71450368e8a8 req-f8ccae7d-785b-4ee6-bdf7-dda66416b9c7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827048 Nov 12 21:07:22.509091 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac021383-260c-48dc-865c-65d26242be6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.510575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:22.569824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1bf0876c-f01f-431a-adc5-25728d388c98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.602916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac021383-260c-48dc-865c-65d26242be6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.636405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0876c-f01f-431a-adc5-25728d388c98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3c6137-3505-4909-8cc7-0a758c3a7b9a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:22.647178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1bf0876c-f01f-431a-adc5-25728d388c98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.659198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1bf0876c-f01f-431a-adc5-25728d388c98 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/2b3c6137-3505-4909-8cc7-0a758c3a7b9a HTTP/1.1" status: 204 len: 168 time: 1.0007377 Nov 12 21:07:22.659198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58704) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:22.660824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa50697-165e-4928-8552-c5d0eb92c5ff None None] Network 168f49ae-b710-40b4-a536-081f9fbc68c2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:22.742079 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac021383-260c-48dc-865c-65d26242be6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f09d0322a16148dfbb178488693a7d61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4608667 Nov 12 21:07:22.742079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021383-260c-48dc-865c-65d26242be6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c366569-3ceb-4524-b1ab-3851865e2385,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:22.758481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58708) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:22.806485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.906014 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0739851-fe26-427d-ad73-aa68138ae59b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.912635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:20Z', 'revision_number': 9, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:22.948419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb63012-876f-4ce9-acdf-8ea96227fc94 req-616299a4-50a5-480d-ad8f-3b89602d9aa8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:22.949972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcb63012-876f-4ce9-acdf-8ea96227fc94 req-616299a4-50a5-480d-ad8f-3b89602d9aa8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1257398 Nov 12 21:07:22.951689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fe7ef-b58a-4519-a736-c6925f50ec6e None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:20Z', 'revision_number': 9, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de', 'name': '', 'network_id': '467e1d56-842f-4ad7-8f49-352c8caee3cf', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:d3:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:48Z', 'updated_at': '2021-11-12T21:06:54Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'e119c96b-1d47-4740-8f5c-5f776ceea17a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:22.969744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] DHCP port deletion for 168f49ae-b710-40b4-a536-081f9fbc68c2 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:23.026722 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0739851-fe26-427d-ad73-aa68138ae59b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.032491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Deleting port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:23.041747 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.102397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcb63012-876f-4ce9-acdf-8ea96227fc94 req-c230ba34-05b3-4265-97bc-8493295567ee tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362183 Nov 12 21:07:23.108304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:23.108929 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.152421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] For port b31a93e6-a3fc-4d27-87c9-e31e739c98b7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,segment=NetworkSegment(ddea1b82-4e57-4870-9a3e-63250c1279a3),segment_id=ddea1b82-4e57-4870-9a3e-63250c1279a3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:23.153158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.169610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Calling delete_port for b31a93e6-a3fc-4d27-87c9-e31e739c98b7 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:23.279311 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0739851-fe26-427d-ad73-aa68138ae59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.291528 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0739851-fe26-427d-ad73-aa68138ae59b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.294946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f0739851-fe26-427d-ad73-aa68138ae59b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c366569-3ceb-4524-b1ab-3851865e2385 HTTP/1.1" status: 204 len: 168 time: 0.5330362 Nov 12 21:07:23.353589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0739851-fe26-427d-ad73-aa68138ae59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c366569-3ceb-4524-b1ab-3851865e2385,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:23.357964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port b31a93e6-a3fc-4d27-87c9-e31e739c98b7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,segment=NetworkSegment(ddea1b82-4e57-4870-9a3e-63250c1279a3),segment_id=ddea1b82-4e57-4870-9a3e-63250c1279a3)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:23.359147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.382183 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.392934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for b31a93e6-a3fc-4d27-87c9-e31e739c98b7 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:23.472721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09326c9-dae9-48ca-b707-343a20b19ed1 req-027cfea6-4f82-4ea0-a1a0-74e6a48a54c3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:23.492639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e09326c9-dae9-48ca-b707-343a20b19ed1 req-027cfea6-4f82-4ea0-a1a0-74e6a48a54c3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1755307 Nov 12 21:07:23.518368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] No DVR routers for this DVR port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:23.530312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Pushing event deleted for resources: {'Port': ['ID=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:23.546825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.547174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.547545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.547908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.548239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.548568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.548896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.549218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.549540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.549860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.550194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.551070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e654bf0-64fb-4e68-bce3-2d26f673ca29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:23.679882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e09326c9-dae9-48ca-b707-343a20b19ed1 req-37ceaadb-7248-41bb-95b1-b12988b4493c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860573 Nov 12 21:07:23.685649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.730753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf1158-c4cf-4012-9290-de5b5f66b433 req-b330c84d-46de-4e8a-92a6-0c4ac625548f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:23.732607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-08bf1158-c4cf-4012-9290-de5b5f66b433 req-b330c84d-46de-4e8a-92a6-0c4ac625548f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 944 time: 0.1514928 Nov 12 21:07:23.734956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=b31a93e6-a3fc-4d27-87c9-e31e739c98b7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:23.736417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 10c37428-44cb-4ece-9536-b253186634ca details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:07:23.739193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No DVR routers for this DVR port b31a93e6-a3fc-4d27-87c9-e31e739c98b7 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:23.892613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 10c37428-44cb-4ece-9536-b253186634ca, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=10c37428-44cb-4ece-9536-b253186634ca,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:23.909694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '10c37428-44cb-4ece-9536-b253186634ca', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'port_id': '10c37428-44cb-4ece-9536-b253186634ca', 'mac_address': 'fa:16:3e:d3:f4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba588c1-b6e6-4e79-a7df-5807d5a9c580', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:07:23.924598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.951533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:23.973054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c37428-44cb-4ece-9536-b253186634ca {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:07:23.984614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-08bf1158-c4cf-4012-9290-de5b5f66b433 req-07d34283-18c7-43f2-85fc-f47e747a4f04 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251079 Nov 12 21:07:23.985907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168f49ae-b710-40b4-a536-081f9fbc68c2']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:24.009862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddea1b82-4e57-4870-9a3e-63250c1279a3') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:24.010163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddea1b82-4e57-4870-9a3e-63250c1279a3') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:24.017666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 10c37428-44cb-4ece-9536-b253186634ca, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=10c37428-44cb-4ece-9536-b253186634ca,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:24.021942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.036878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831bb8-1a5d-415d-b4d0-4082204526bc req-014e434e-5453-4fc2-9e6b-baf4f85d5e1e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:24.038367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26831bb8-1a5d-415d-b4d0-4082204526bc req-014e434e-5453-4fc2-9e6b-baf4f85d5e1e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1365809 Nov 12 21:07:24.046350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.063924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:07:24.064324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:07:24.067573 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:07:24.167568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26831bb8-1a5d-415d-b4d0-4082204526bc req-f5f5140c-1cc5-4170-8604-436c36e89d85 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228726 Nov 12 21:07:24.246257 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.351690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2842-7357-441e-ba93-8d12452b339f req-20584581-bf91-49c2-bf7e-0f222455b06f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:24.362192 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b6a2842-7357-441e-ba93-8d12452b339f req-20584581-bf91-49c2-bf7e-0f222455b06f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0869455 Nov 12 21:07:24.371861 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.376145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=10c37428-44cb-4ece-9536-b253186634ca,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:24.386734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.390878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/168f49ae-b710-40b4-a536-081f9fbc68c2 HTTP/1.1" status: 204 len: 168 time: 1.7302566 Nov 12 21:07:24.395548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58776) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:24.423023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681a601-e799-4037-b0aa-97adc4e05f45 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=168f49ae-b710-40b4-a536-081f9fbc68c2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:24.477618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b6a2842-7357-441e-ba93-8d12452b339f req-53c3be9a-2b91-4802-90ad-e946e761fc0a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133277 Nov 12 21:07:24.499133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['10c37428-44cb-4ece-9536-b253186634ca'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:07:24.535555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58782) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:24.567402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cdf2e77f-e9b2-4ddd-a283-b39558994dde no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:24.597910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: cdf2e77f-e9b2-4ddd-a283-b39558994dde {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:24.598502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cdf2e77f-e9b2-4ddd-a283-b39558994dde not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:24.607796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b31a93e6-a3fc-4d27-87c9-e31e739c98b7 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:24.638577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b31a93e6-a3fc-4d27-87c9-e31e739c98b7 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:24.638794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b31a93e6-a3fc-4d27-87c9-e31e739c98b7 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:24.707749 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6f12-d785-4aa3-b9a1-3cd7adbd8154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.756546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e363ca-6b23-4c6a-82f5-c34fa967e3d6 req-5d803842-ccf2-4d11-9cab-301e74a3b714 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:24.758108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26e363ca-6b23-4c6a-82f5-c34fa967e3d6 req-5d803842-ccf2-4d11-9cab-301e74a3b714 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1629052 Nov 12 21:07:24.846264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26e363ca-6b23-4c6a-82f5-c34fa967e3d6 req-944554c5-367e-42d4-8a31-e584110e711e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768409 Nov 12 21:07:24.877141 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6f12-d785-4aa3-b9a1-3cd7adbd8154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.974756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6f12-d785-4aa3-b9a1-3cd7adbd8154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.018805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f576e-b38b-42a6-a104-f2e2f43f4e07 req-d65a2e76-8075-424d-a402-fc98576a3033 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:25.020698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc3f576e-b38b-42a6-a104-f2e2f43f4e07 req-d65a2e76-8075-424d-a402-fc98576a3033 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0866234 Nov 12 21:07:25.026457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.035978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e6f12-d785-4aa3-b9a1-3cd7adbd8154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a2b42-b49e-47c2-b7cf-cdf7bd8d9eec,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:25.041629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bf9e6f12-d785-4aa3-b9a1-3cd7adbd8154 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=320c0a4c072d4879b8d22bde821c8c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5048211 Nov 12 21:07:25.055443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58802) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:25.095230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc3f576e-b38b-42a6-a104-f2e2f43f4e07 req-850f82a3-8066-41ea-aed1-acda408ba595 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671086 Nov 12 21:07:25.393089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:25.393539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.525971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,segment=NetworkSegment(e1758ffa-e84c-4569-9361-6cada742ff16),segment_id=e1758ffa-e84c-4569-9361-6cada742ff16)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:25.526705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.548265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:25.577130 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e18f31-4117-4add-87b5-709791e3546a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.616306 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e18f31-4117-4add-87b5-709791e3546a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.689569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d633ec-351a-4b59-b12d-99bb7e63a62d req-16db978d-369a-48a9-a670-89b55e019fc8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:25.697915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8d633ec-351a-4b59-b12d-99bb7e63a62d req-16db978d-369a-48a9-a670-89b55e019fc8 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 945 time: 0.6017051 Nov 12 21:07:25.716530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c193c9f-77dd-4fc4-b6b9-d49c90b93185 req-6c221d1d-5536-4dae-a42f-1311c6c34067 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:25.718070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c193c9f-77dd-4fc4-b6b9-d49c90b93185 req-6c221d1d-5536-4dae-a42f-1311c6c34067 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2032976 Nov 12 21:07:25.734265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 10c37428-44cb-4ece-9536-b253186634ca up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:25.796134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e18f31-4117-4add-87b5-709791e3546a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.799307 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e18f31-4117-4add-87b5-709791e3546a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.800882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-30e18f31-4117-4add-87b5-709791e3546a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b8a2b42-b49e-47c2-b7cf-cdf7bd8d9eec HTTP/1.1" status: 204 len: 168 time: 0.7210608 Nov 12 21:07:25.838860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8d633ec-351a-4b59-b12d-99bb7e63a62d req-41722b23-9930-4e60-b264-6d30de6b67fc tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312923 Nov 12 21:07:25.843318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e18f31-4117-4add-87b5-709791e3546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a2b42-b49e-47c2-b7cf-cdf7bd8d9eec,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:25.864491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c193c9f-77dd-4fc4-b6b9-d49c90b93185 req-5b55ccaa-3cc2-46a8-96e9-022ec1856dfc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177983 Nov 12 21:07:25.865517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.934500 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:26.037746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 10c37428-44cb-4ece-9536-b253186634ca completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:07:26.049010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 10c37428-44cb-4ece-9536-b253186634ca triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:26.049502 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:26.065311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46428a1-79a3-41fc-90f3-9e4d81801a08 req-c52861c6-c5a0-41f4-8348-8399209d61bf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:26.074293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f46428a1-79a3-41fc-90f3-9e4d81801a08 req-c52861c6-c5a0-41f4-8348-8399209d61bf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1298919 Nov 12 21:07:26.148782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f46428a1-79a3-41fc-90f3-9e4d81801a08 req-02920c8d-e83d-49ca-8bda-a081a113d877 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648878 Nov 12 21:07:26.209633 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:26.258358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 10c37428-44cb-4ece-9536-b253186634ca, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=10c37428-44cb-4ece-9536-b253186634ca,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:26.259500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8c955b-fc83-4477-883f-f648cf6f3457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c37428-44cb-4ece-9536-b253186634ca'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:26.262633 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f150a3-3e17-4c6c-8fdd-e36898f11db8" -d '{"events": [{"server_uuid": "9e8c955b-fc83-4477-883f-f648cf6f3457", "name": "network-vif-plugged", "status": "completed", "tag": "10c37428-44cb-4ece-9536-b253186634ca"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:26.308955 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b6cc8-f983-4ea7-972f-dc33e65059a4 x-openstack-request-id: req-a56b6cc8-f983-4ea7-972f-dc33e65059a4 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:26.309286 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8c955b-fc83-4477-883f-f648cf6f3457", "name": "network-vif-plugged", "status": "completed", "tag": "10c37428-44cb-4ece-9536-b253186634ca", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:26.309542 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a56b6cc8-f983-4ea7-972f-dc33e65059a4 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:26.309942 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8c955b-fc83-4477-883f-f648cf6f3457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c37428-44cb-4ece-9536-b253186634ca', 'code': 200} Nov 12 21:07:26.362874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246f973-d155-4e95-a236-8ef88a4c771e req-ae067b40-8df7-4a46-92f3-384fd407370c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:26.365319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6246f973-d155-4e95-a236-8ef88a4c771e req-ae067b40-8df7-4a46-92f3-384fd407370c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0616734 Nov 12 21:07:26.420481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:26.542755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6246f973-d155-4e95-a236-8ef88a4c771e req-a1ad2326-a1f9-4b08-a1a1-2ced3875b403 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698167 Nov 12 21:07:26.555396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62cee8-ff75-43bd-bd21-d05e6eb317fa req-94de07ba-e302-4c6d-b4ad-8db3843f765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:26.572658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b62cee8-ff75-43bd-bd21-d05e6eb317fa req-94de07ba-e302-4c6d-b4ad-8db3843f765a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 1098 time: 0.1697705 Nov 12 21:07:26.600341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=10c37428-44cb-4ece-9536-b253186634ca,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:26.666445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b62cee8-ff75-43bd-bd21-d05e6eb317fa req-fa6b62e0-a594-4b57-a3cb-b4bc8d7b118f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928802 Nov 12 21:07:26.673033 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:26.812543 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d48d3-5c0b-49ca-9757-c6a156567947 req-cf86bebe-6e0b-4c0d-b897-17e501f9b903 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:26.825283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-080d48d3-5c0b-49ca-9757-c6a156567947 req-cf86bebe-6e0b-4c0d-b897-17e501f9b903 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1528330 Nov 12 21:07:26.857519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:26.905223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-080d48d3-5c0b-49ca-9757-c6a156567947 req-5343276a-c4d5-4957-a400-539727a649e9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784359 Nov 12 21:07:27.065336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58711b4-d7a1-4180-8561-31128d956676 req-8ec459e6-2266-485a-8c2e-54310ab7c460 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:27.067946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d58711b4-d7a1-4180-8561-31128d956676 req-8ec459e6-2266-485a-8c2e-54310ab7c460 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 946 time: 0.0596588 Nov 12 21:07:27.083400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:27.084458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25568932-b331-4ab0-b6f9-d586ec4d8a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.240224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d58711b4-d7a1-4180-8561-31128d956676 req-ddf10e83-30c0-414e-892c-5c461b28ce45 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646974 Nov 12 21:07:27.278566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58890) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:27.320668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:27.327639 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-693a0f49-e37e-4d4f-b1a6-5343bb017432 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9303079 Nov 12 21:07:27.332464 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:27.333412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58892) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:27.346749 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:27.349102 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:27.385585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25568932-b331-4ab0-b6f9-d586ec4d8a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.390311 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-159fdf93-5a55-4796-81b2-f5d0e11a2b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.405859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7d69db-a841-4021-9a22-760d1433a546 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet e119c96b-1d47-4740-8f5c-5f776ceea17a {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:07:27.409448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c7d69db-a841-4021-9a22-760d1433a546 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.453504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c7d69db-a841-4021-9a22-760d1433a546 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.476202 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:27.525678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427fb22-5567-4dd6-aaab-2a5b3ca79feb req-54de2dd1-e35c-4da0-91b1-c4d51867f4a8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:27.533774 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8427fb22-5567-4dd6-aaab-2a5b3ca79feb req-54de2dd1-e35c-4da0-91b1-c4d51867f4a8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2021418 Nov 12 21:07:27.545975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25568932-b331-4ab0-b6f9-d586ec4d8a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.568315 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-171e31eb-3ca3-4a19-8f87-62854f5c570a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.603448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c7d69db-a841-4021-9a22-760d1433a546 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.605049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782abb83-1098-4112-a5d1-0abe6e9fd2db req-78b86c6e-d8fa-466e-8838-090f929749f6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:27.612701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-782abb83-1098-4112-a5d1-0abe6e9fd2db req-78b86c6e-d8fa-466e-8838-090f929749f6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1974978 Nov 12 21:07:27.629054 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25568932-b331-4ab0-b6f9-d586ec4d8a29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08b20bb771524d5b95c713bb1e7fccf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7699869 Nov 12 21:07:27.632037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25568932-b331-4ab0-b6f9-d586ec4d8a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9008edc9-15b6-4535-9d0c-cb3a58f95080,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:27.647120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58898) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:27.729307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c05b4c0c-5073-4a70-b640-1072a0844187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.743683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8427fb22-5567-4dd6-aaab-2a5b3ca79feb req-140ccaa9-f7ae-409a-916c-b37daa7649a2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088370 Nov 12 21:07:27.756579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c05b4c0c-5073-4a70-b640-1072a0844187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.779919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-782abb83-1098-4112-a5d1-0abe6e9fd2db req-3a029fa5-a8ba-44d6-bde8-07754c09ee9d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564775 Nov 12 21:07:27.828225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-159fdf93-5a55-4796-81b2-f5d0e11a2b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.838540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c7d69db-a841-4021-9a22-760d1433a546 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.847808 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:25Z', 'revision_number': 10, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:27.887929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d69db-a841-4021-9a22-760d1433a546 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=e119c96b-1d47-4740-8f5c-5f776ceea17a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:27.888300 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:27.898873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd1d554-9455-47e8-89ef-c1efb83bc641 None None] Network 467e1d56-842f-4ad7-8f49-352c8caee3cf requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:27.901594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c7d69db-a841-4021-9a22-760d1433a546 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.907196 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c7d69db-a841-4021-9a22-760d1433a546 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/e119c96b-1d47-4740-8f5c-5f776ceea17a HTTP/1.1" status: 204 len: 168 time: 0.5703773 Nov 12 21:07:27.908045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58906) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:27.919073 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:27.919730 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:27.930784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2b09b-9508-4cac-ab67-ab9d73b7fde8 req-8c11ecbb-2c81-47fe-aa9c-9eb6be532efa tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:27.932512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dc2b09b-9508-4cac-ab67-ab9d73b7fde8 req-8c11ecbb-2c81-47fe-aa9c-9eb6be532efa tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0920284 Nov 12 21:07:27.933922 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-159fdf93-5a55-4796-81b2-f5d0e11a2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:27.963195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fdf93-5a55-4796-81b2-f5d0e11a2b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb287228-a8b4-4e29-bc87-787498bf4861,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:28.044808 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.046743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:28.056672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-159fdf93-5a55-4796-81b2-f5d0e11a2b44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=acd392de3707433e8218a7553c18aa06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7765720 Nov 12 21:07:28.109707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dc2b09b-9508-4cac-ab67-ab9d73b7fde8 req-25208896-bfc9-4735-aa4d-24a0da5e935e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486883 Nov 12 21:07:28.116729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c05b4c0c-5073-4a70-b640-1072a0844187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.119526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c05b4c0c-5073-4a70-b640-1072a0844187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.123026 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c05b4c0c-5073-4a70-b640-1072a0844187 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9008edc9-15b6-4535-9d0c-cb3a58f95080 HTTP/1.1" status: 204 len: 168 time: 0.4719741 Nov 12 21:07:28.138493 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:28.197572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b4c0c-5073-4a70-b640-1072a0844187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9008edc9-15b6-4535-9d0c-cb3a58f95080,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:28.231891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] DHCP port deletion for 467e1d56-842f-4ad7-8f49-352c8caee3cf request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:28.249143 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33bb26a5-ec90-4af5-b4e3-fe4d639b4c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.307709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:28.308043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.401222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] Deleting port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:28.403062 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.419044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,segment=NetworkSegment(e1758ffa-e84c-4569-9361-6cada742ff16),segment_id=e1758ffa-e84c-4569-9361-6cada742ff16)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:28.419450 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.433369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:28.540099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94208b-ad15-4bf1-bac7-37b9b1596499 req-3cff2904-bc71-4f9f-8bd8-50408ed057ed tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:28.542818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b94208b-ad15-4bf1-bac7-37b9b1596499 req-3cff2904-bc71-4f9f-8bd8-50408ed057ed tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1713455 Nov 12 21:07:28.555644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9aa76-2357-46da-9cd7-173e82721dae req-ce518b83-3be0-4ec5-a177-154c192a4b65 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:28.557633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fe9aa76-2357-46da-9cd7-173e82721dae req-ce518b83-3be0-4ec5-a177-154c192a4b65 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 946 time: 0.1726348 Nov 12 21:07:28.640888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33bb26a5-ec90-4af5-b4e3-fe4d639b4c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.674110 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:25Z', 'revision_number': 10, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:28.710024 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b745b-6cd0-4db3-af60-b52df5e12aa2 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:25Z', 'revision_number': 10, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None, '_interfaces': [{'id': 'caba06ad-0dab-49af-8c03-3382f3b0552a', 'name': '', 'network_id': 'c9a5c331-13b3-4a00-a927-11c698615f29', 'tenant_id': '973914090b574410a406d5fcac461712', 'mac_address': 'fa:16:3e:6e:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:06:38Z', 'updated_at': '2021-11-12T21:06:48Z', 'revision_number': 5, 'project_id': '973914090b574410a406d5fcac461712', 'subnets': [{'id': 'f54a2af2-8d55-4503-b218-e5ca37815ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:28.710676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.743611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:28.749135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No DVR routers for this DVR port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:28.795022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fe9aa76-2357-46da-9cd7-173e82721dae req-f0ce024d-7a38-4a7a-8555-effbad3be499 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270153 Nov 12 21:07:28.807833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b94208b-ad15-4bf1-bac7-37b9b1596499 req-c22766eb-8d12-4a3c-bdee-c27706dea937 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448728 Nov 12 21:07:28.820109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:28.860406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33bb26a5-ec90-4af5-b4e3-fe4d639b4c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.870268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33bb26a5-ec90-4af5-b4e3-fe4d639b4c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.874307 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33bb26a5-ec90-4af5-b4e3-fe4d639b4c7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb287228-a8b4-4e29-bc87-787498bf4861 HTTP/1.1" status: 204 len: 168 time: 0.8261521 Nov 12 21:07:28.893224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:28.893636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:28.928762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] For port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,segment=NetworkSegment(e1758ffa-e84c-4569-9361-6cada742ff16),segment_id=e1758ffa-e84c-4569-9361-6cada742ff16)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:28.929428 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:28.978271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] Calling delete_port for 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:29.014861 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:29.120964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57c83-c251-4bf8-a004-701f4ee8372d req-6d6e54d9-3936-45c9-87a0-e21a171cab6f tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:29.121501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb26a5-ec90-4af5-b4e3-fe4d639b4c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb287228-a8b4-4e29-bc87-787498bf4861,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:29.123937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1f57c83-c251-4bf8-a004-701f4ee8372d req-6d6e54d9-3936-45c9-87a0-e21a171cab6f tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.1634183 Nov 12 21:07:29.141864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467e1d56-842f-4ad7-8f49-352c8caee3cf']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:29.197221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1758ffa-e84c-4569-9361-6cada742ff16') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:29.197694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1758ffa-e84c-4569-9361-6cada742ff16') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:29.217346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:29.221617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:29.264673 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:29.275027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1f57c83-c251-4bf8-a004-701f4ee8372d req-a3b67782-5067-47fc-a9ef-137d0f2ec7cb tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292491 Nov 12 21:07:29.281376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:07:29.281688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] Pushing event deleted for resources: {'Port': ['ID=3e05c7b3-c975-46e6-a847-9eeef3a2aef9,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:29.281829 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:07:29.293375 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:07:29.309464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a75a7-e19e-4791-9016-8e0f54459378 None None] No DVR routers for this DVR port 3e05c7b3-c975-46e6-a847-9eeef3a2aef9 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:29.437585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aa36b-74f1-4f84-827a-2eabfbf1b23c req-73b1e3ee-a50a-4416-9350-656854bfb6bf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:29.439101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0aa36b-74f1-4f84-827a-2eabfbf1b23c req-73b1e3ee-a50a-4416-9350-656854bfb6bf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1473818 Nov 12 21:07:29.497478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432433ed-7b65-4de0-956b-6301648d27f9 req-49153747-837f-4248-86c3-0b2f61bf3b9f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:29.499759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-432433ed-7b65-4de0-956b-6301648d27f9 req-49153747-837f-4248-86c3-0b2f61bf3b9f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 946 time: 0.1113317 Nov 12 21:07:29.501613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:29.507321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf0aa36b-74f1-4f84-827a-2eabfbf1b23c req-9d9010e7-b95a-4249-8bba-c2c3cffeb06c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598228 Nov 12 21:07:29.529983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:29.533327 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/467e1d56-842f-4ad7-8f49-352c8caee3cf HTTP/1.1" status: 204 len: 168 time: 1.6242130 Nov 12 21:07:29.534823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbb6de-ebdc-41d1-b04d-3a586492eabc tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=467e1d56-842f-4ad7-8f49-352c8caee3cf,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:29.536346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58962) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:29.704409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-432433ed-7b65-4de0-956b-6301648d27f9 req-aa1c9dbd-f294-4937-ba6a-bc606123a678 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894424 Nov 12 21:07:29.777302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fdbaa-0ac9-436b-bf10-8396c836012f req-0de6d6b7-8e48-461c-a324-c906f51eeb33 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:29.780161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d7fdbaa-0ac9-436b-bf10-8396c836012f req-0de6d6b7-8e48-461c-a324-c906f51eeb33 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1304259 Nov 12 21:07:29.943575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d7fdbaa-0ac9-436b-bf10-8396c836012f req-4fa42ee4-3823-44ab-989e-3f2981fbb6b8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265187 Nov 12 21:07:29.951330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f8899-c3bb-45a3-9b35-3a40dad3337d req-004ebf97-86c2-4628-abe6-7f0619bf6c7b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:29.953383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e1f8899-c3bb-45a3-9b35-3a40dad3337d req-004ebf97-86c2-4628-abe6-7f0619bf6c7b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 946 time: 0.1353133 Nov 12 21:07:30.086768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e1f8899-c3bb-45a3-9b35-3a40dad3337d req-d462d83b-5103-48d0-b7c0-60071f821a91 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097531 Nov 12 21:07:30.127958 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-73e5ec46-5bad-4c07-b06d-8a45badd7bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:30.298454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc0c50-7c5e-47f8-ada2-7f34e927df0d req-48e9e058-a1ed-4ed2-a131-848bdf501fc9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:30.306458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ddc0c50-7c5e-47f8-ada2-7f34e927df0d req-48e9e058-a1ed-4ed2-a131-848bdf501fc9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1313062 Nov 12 21:07:30.336681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:30.452111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ddc0c50-7c5e-47f8-ada2-7f34e927df0d req-700bcd6a-44d7-4c52-b9a2-030ea2c3f82c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444478 Nov 12 21:07:30.453645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:30.493952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:30.494309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cc8ed4de-cf0f-4778-a0ef-b00db6dbe6de not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:30.606707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af657d2e-1a47-4c8c-a4fe-ee8d6be05a46 req-2c66bab3-b8e9-4ed5-bc62-7d8d32f0e0c6 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:30.608409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af657d2e-1a47-4c8c-a4fe-ee8d6be05a46 req-2c66bab3-b8e9-4ed5-bc62-7d8d32f0e0c6 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.0786202 Nov 12 21:07:30.736976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af657d2e-1a47-4c8c-a4fe-ee8d6be05a46 req-a18195ba-08c0-4bb0-a033-30ea22ba76d1 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179626 Nov 12 21:07:30.851113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port caba06ad-0dab-49af-8c03-3382f3b0552a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:30.851850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:31.072335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae798-1d3b-4ec3-b4fa-366b40c44064 req-b2878e9c-818b-4f60-b0da-f7ac50868571 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:31.074039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e06ae798-1d3b-4ec3-b4fa-366b40c44064 req-b2878e9c-818b-4f60-b0da-f7ac50868571 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 946 time: 0.2183065 Nov 12 21:07:31.100652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port caba06ad-0dab-49af-8c03-3382f3b0552a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=caba06ad-0dab-49af-8c03-3382f3b0552a,segment=NetworkSegment(184e45ba-851a-4b9a-a74a-0770ffc37ece),segment_id=184e45ba-851a-4b9a-a74a-0770ffc37ece)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:31.101028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:31.130742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for caba06ad-0dab-49af-8c03-3382f3b0552a owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:31.160788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79019d5-596f-4e64-ad17-311714f9db51 req-6e94200b-dfc8-49fc-b1c8-9e23b34f3f12 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:31.167523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a79019d5-596f-4e64-ad17-311714f9db51 req-6e94200b-dfc8-49fc-b1c8-9e23b34f3f12 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1732175 Nov 12 21:07:31.299572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e06ae798-1d3b-4ec3-b4fa-366b40c44064 req-bd14ce9b-8b03-46d9-b3e8-7323f61c8aaa tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147357 Nov 12 21:07:31.329225 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:31.387506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a79019d5-596f-4e64-ad17-311714f9db51 req-e5408134-0b11-439b-bce3-0b9d9b78efec tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041869 Nov 12 21:07:31.534962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f89b3-7047-469d-b095-db21cf22db12 req-858bda00-2d4a-4d16-a921-1613cef9546c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:31.537085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f1f89b3-7047-469d-b095-db21cf22db12 req-858bda00-2d4a-4d16-a921-1613cef9546c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0696902 Nov 12 21:07:31.597481 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:31.642018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f1f89b3-7047-469d-b095-db21cf22db12 req-0c541751-409a-4bf9-acf8-e3e910f8fd8c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978754 Nov 12 21:07:31.645919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=caba06ad-0dab-49af-8c03-3382f3b0552a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:31.920911 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.147522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957402-7b1d-4f7e-a3bb-cac06e93a36a req-8a3826eb-e9b6-4d41-b533-12b739ad2a0b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:32.149153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c957402-7b1d-4f7e-a3bb-cac06e93a36a req-8a3826eb-e9b6-4d41-b533-12b739ad2a0b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2209303 Nov 12 21:07:32.239445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77573a-75d9-4887-9717-9c8ed93b7925 req-091e3611-dfe0-4907-aef8-e186ff29fa75 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:32.246848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c77573a-75d9-4887-9717-9c8ed93b7925 req-091e3611-dfe0-4907-aef8-e186ff29fa75 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2315724 Nov 12 21:07:32.289605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac036388-c375-490e-87dd-4d2b35112734 req-e49c074c-7224-4332-b97f-e77fb1fa4dd3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:32.292085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac036388-c375-490e-87dd-4d2b35112734 req-e49c074c-7224-4332-b97f-e77fb1fa4dd3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 946 time: 0.2326787 Nov 12 21:07:32.302141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:32.374926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c957402-7b1d-4f7e-a3bb-cac06e93a36a req-b5ace3ce-cfe2-4864-ae1e-0baa06113b33 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872289 Nov 12 21:07:32.520786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c77573a-75d9-4887-9717-9c8ed93b7925 req-bce14f87-128e-43da-94f0-b0060db06bf2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726877 Nov 12 21:07:32.574686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:32.588984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:32.596831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7e13998b-3c7f-467c-8493-e2caa155b6fb tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0593245 Nov 12 21:07:32.600154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59162) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:32.632573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:32.635491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:32.663170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Deleting port 10c37428-44cb-4ece-9536-b253186634ca {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:32.663170 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.745896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0430f6-d998-44c9-a79e-5a9c180c42e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting subnet f54a2af2-8d55-4503-b218-e5ca37815ab1 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:07:32.747137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:32.749802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab0430f6-d998-44c9-a79e-5a9c180c42e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.901341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab0430f6-d998-44c9-a79e-5a9c180c42e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.963125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:31Z', 'revision_number': 11, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:33.009733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:33.019826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:33.021680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:33.039571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab0430f6-d998-44c9-a79e-5a9c180c42e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.156358 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.181408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:33.229023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db8888-c19e-4b87-b78e-9871328080ae req-7176db7b-ef79-4b9c-8555-4db1ecb4a5e1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.237191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98db8888-c19e-4b87-b78e-9871328080ae req-7176db7b-ef79-4b9c-8555-4db1ecb4a5e1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 946 time: 0.6811781 Nov 12 21:07:33.259088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:31Z', 'revision_number': 11, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:33.290955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bdc05-442a-43e0-8b22-72e099e8ad4b req-05f04513-5885-49fd-8e5c-b9920935c2a9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.292602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f6bdc05-442a-43e0-8b22-72e099e8ad4b req-05f04513-5885-49fd-8e5c-b9920935c2a9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.6922412 Nov 12 21:07:33.294319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bd192d-e707-449f-95e5-1d87423daba7 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:31Z', 'revision_number': 11, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:33.404350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-98db8888-c19e-4b87-b78e-9871328080ae req-28466cea-99ee-40fc-a38f-694abd7a2f96 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652520 Nov 12 21:07:33.414074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab0430f6-d998-44c9-a79e-5a9c180c42e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.456045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f6bdc05-442a-43e0-8b22-72e099e8ad4b req-f7e24379-213a-4da1-96e2-7ceff66164ef tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540284 Nov 12 21:07:33.486064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0430f6-d998-44c9-a79e-5a9c180c42e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Subnet': ['ID=f54a2af2-8d55-4503-b218-e5ca37815ab1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:33.500964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] For port 10c37428-44cb-4ece-9536-b253186634ca, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=10c37428-44cb-4ece-9536-b253186634ca,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:33.501283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.515130 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab0430f6-d998-44c9-a79e-5a9c180c42e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.529755 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ab0430f6-d998-44c9-a79e-5a9c180c42e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/f54a2af2-8d55-4503-b218-e5ca37815ab1 HTTP/1.1" status: 204 len: 168 time: 0.9279876 Nov 12 21:07:33.531655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59192) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:33.537847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3542fedf-63ef-46bc-99e0-202176bbe4ba None None] Network c9a5c331-13b3-4a00-a927-11c698615f29 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:33.563640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Calling delete_port for 10c37428-44cb-4ece-9536-b253186634ca owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:33.639674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.758526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Deleting port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:33.758884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.790541 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.846481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e05c0b-2284-44a7-ac25-a522fef91e62 req-a653ed53-5f6d-4f6f-9fac-1c0d61f525fb tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.856929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9e05c0b-2284-44a7-ac25-a522fef91e62 req-a653ed53-5f6d-4f6f-9fac-1c0d61f525fb tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2831063 Nov 12 21:07:33.878125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] For port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,segment=NetworkSegment(184e45ba-851a-4b9a-a74a-0770ffc37ece),segment_id=184e45ba-851a-4b9a-a74a-0770ffc37ece)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:33.879005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:33.896077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Calling delete_port for 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:33.916870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] DHCP port deletion for c9a5c331-13b3-4a00-a927-11c698615f29 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:33.954312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e8ab3-4f55-4e70-8476-c6b77698f716 req-b6ff9ea7-38a6-46a5-b05e-5afcdfd2fce1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.964334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-824e8ab3-4f55-4e70-8476-c6b77698f716 req-b6ff9ea7-38a6-46a5-b05e-5afcdfd2fce1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3547678 Nov 12 21:07:33.991042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59198) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:34.030912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] Deleting port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:34.031568 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.102032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-824e8ab3-4f55-4e70-8476-c6b77698f716 req-05a4fd46-cbef-411d-8871-1933e5d242f3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318333 Nov 12 21:07:34.119313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59202) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:34.202818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.256968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] For port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,segment=NetworkSegment(184e45ba-851a-4b9a-a74a-0770ffc37ece),segment_id=184e45ba-851a-4b9a-a74a-0770ffc37ece)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:34.257403 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.307141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9e05c0b-2284-44a7-ac25-a522fef91e62 req-df1653d5-d035-4ec9-915e-7edaf9192e87 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4378221 Nov 12 21:07:34.350044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] Calling delete_port for 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:34.351440 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.353716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No DVR routers for this DVR port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:34.371277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f341326-b968-40d3-bcdf-7ecbc13bccc9 req-098aee36-368d-4d1b-9760-653e944bbff5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:34.372633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:07:34.372916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f341326-b968-40d3-bcdf-7ecbc13bccc9 req-098aee36-368d-4d1b-9760-653e944bbff5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0969965 Nov 12 21:07:34.444089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Port': ['ID=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:34.500736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event deleted for resources: {'Port': ['ID=10c37428-44cb-4ece-9536-b253186634ca,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:34.560568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6444-5d05-4941-8f9f-d5ecb6c9f49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.562935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:34.579090 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-84fc6604-b2dd-4bf4-876b-2e3602eb01e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.586834 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.631000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a5c331-13b3-4a00-a927-11c698615f29']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:34.633595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.648160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e45ba-851a-4b9a-a74a-0770ffc37ece') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:34.649158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e45ba-851a-4b9a-a74a-0770ffc37ece') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:34.671642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.677986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6444-5d05-4941-8f9f-d5ecb6c9f49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.679569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] No DVR routers for this DVR port 10c37428-44cb-4ece-9536-b253186634ca on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:34.682968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.687427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac036388-c375-490e-87dd-4d2b35112734 req-079b870b-8fee-45d3-80d2-d000cecc1b24 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "DELETE /v2.0/ports/10c37428-44cb-4ece-9536-b253186634ca HTTP/1.1" status: 204 len: 173 time: 2.3839591 Nov 12 21:07:34.716702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.724075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8c955b-fc83-4477-883f-f648cf6f3457', 'name': 'network-vif-deleted', 'tag': '10c37428-44cb-4ece-9536-b253186634ca'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:34.726601 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbe2d01-7229-499f-a759-eb370a2a0cf1" -d '{"events": [{"server_uuid": "9e8c955b-fc83-4477-883f-f648cf6f3457", "name": "network-vif-deleted", "tag": "10c37428-44cb-4ece-9536-b253186634ca"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:34.732411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:07:34.733776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:07:34.739697 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:07:34.741909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:34.742108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:34.742532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device caba06ad-0dab-49af-8c03-3382f3b0552a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:34.747323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f341326-b968-40d3-bcdf-7ecbc13bccc9 req-22efe33d-e4d3-4cf5-af49-ec906086142c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644483 Nov 12 21:07:34.749167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] No DVR routers for this DVR port 08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:34.757421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6444-5d05-4941-8f9f-d5ecb6c9f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.803716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdda54-f505-4a36-a0c9-3fcc95a473ff None None] Pushing event deleted for resources: {'Port': ['ID=08a6fbb4-6e04-4d05-ab83-53c66e1d0a7a,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:34.807984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: caba06ad-0dab-49af-8c03-3382f3b0552a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:34.819442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device caba06ad-0dab-49af-8c03-3382f3b0552a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:34.884059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-84fc6604-b2dd-4bf4-876b-2e3602eb01e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.898430 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff7b79c-5997-4566-8f48-ade6b6682221 x-openstack-request-id: req-1ff7b79c-5997-4566-8f48-ade6b6682221 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:34.899849 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8c955b-fc83-4477-883f-f648cf6f3457", "name": "network-vif-deleted", "tag": "10c37428-44cb-4ece-9536-b253186634ca", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:34.901164 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ff7b79c-5997-4566-8f48-ade6b6682221 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:34.901749 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8c955b-fc83-4477-883f-f648cf6f3457', 'name': 'network-vif-deleted', 'tag': '10c37428-44cb-4ece-9536-b253186634ca', 'status': 'completed', 'code': 200} Nov 12 21:07:34.931706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59222) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:34.934448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ae1e6444-5d05-4941-8f9f-d5ecb6c9f49f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=668c5632e6f84609ae319219d4026d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9416394 Nov 12 21:07:34.940362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e6444-5d05-4941-8f9f-d5ecb6c9f49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fafb9b-b83a-4237-bdf7-16774cb38e0d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:34.974488 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-84fc6604-b2dd-4bf4-876b-2e3602eb01e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.059838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.068336 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b10489e-33c3-44c6-8f76-23af105f710a req-b4a78fb5-e855-4d47-9ca7-0820859c7f1e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 210 time: 0.4721758 Nov 12 21:07:35.092291 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.095699 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/networks/c9a5c331-13b3-4a00-a927-11c698615f29 HTTP/1.1" status: 204 len: 168 time: 1.5625339 Nov 12 21:07:35.099053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc6604-b2dd-4bf4-876b-2e3602eb01e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf680ef-870d-42d7-844f-f2c6fb80811d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:35.102054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59224) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:35.110344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'routes': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:35.130011 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-84fc6604-b2dd-4bf4-876b-2e3602eb01e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e00f87b3692421e8b28afb79c4b97d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0160656 Nov 12 21:07:35.131149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386afe6-3c6e-4290-b487-2f18773c80fa tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Pushing event deleted for resources: {'Network': ['ID=c9a5c331-13b3-4a00-a927-11c698615f29,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:35.138712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59226) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:35.160021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f45bd74-e4f9-4139-a96b-147f64778350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.220304 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f45bd74-e4f9-4139-a96b-147f64778350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.255253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de9bac05-ffa8-424b-a0f4-7a738c17b476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.301854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de9bac05-ffa8-424b-a0f4-7a738c17b476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.383550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.extraroute_db [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Added routes are [] {{(pid=109629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 21:07:35.383855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.extraroute_db [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Removed routes are [] {{(pid=109629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 21:07:35.384225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.454618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f45bd74-e4f9-4139-a96b-147f64778350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.458060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f45bd74-e4f9-4139-a96b-147f64778350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.461864 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5f45bd74-e4f9-4139-a96b-147f64778350 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96fafb9b-b83a-4237-bdf7-16774cb38e0d HTTP/1.1" status: 204 len: 168 time: 0.5041435 Nov 12 21:07:35.496318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de9bac05-ffa8-424b-a0f4-7a738c17b476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.500522 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de9bac05-ffa8-424b-a0f4-7a738c17b476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.504690 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de9bac05-ffa8-424b-a0f4-7a738c17b476 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecf680ef-870d-42d7-844f-f2c6fb80811d HTTP/1.1" status: 204 len: 168 time: 0.3620415 Nov 12 21:07:35.504690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45bd74-e4f9-4139-a96b-147f64778350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fafb9b-b83a-4237-bdf7-16774cb38e0d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:35.556631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bac05-ffa8-424b-a0f4-7a738c17b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf680ef-870d-42d7-844f-f2c6fb80811d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:35.696535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.704074 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.719534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b052f9-b268-4bf9-90dd-060c10f8765b req-0eef896e-dcfd-4832-9203-4839b80060af tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:35.721048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6b052f9-b268-4bf9-90dd-060c10f8765b req-0eef896e-dcfd-4832-9203-4839b80060af tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2914615 Nov 12 21:07:35.781017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 10c37428-44cb-4ece-9536-b253186634ca no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:35.823971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router a1dbe2a7-8585-4568-8a65-bfdad690696b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:35.835703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 10c37428-44cb-4ece-9536-b253186634ca {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:35.836286 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 10c37428-44cb-4ece-9536-b253186634ca not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:35.850316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6b052f9-b268-4bf9-90dd-060c10f8765b req-78defa95-b632-442f-9c8b-cfad37c52175 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894089 Nov 12 21:07:36.032359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:36.044314 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] Sync routers for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:36.046310 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.050001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d5b18072-0f4a-4b01-9679-96c7e55d254f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 200 len: 700 time: 0.9440219 Nov 12 21:07:36.050905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59252) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:36.062131 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:36.063149 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:36.086758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1c584cd9-f323-4c20-a275-7ee8a1bf62a1 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 200 len: 205 time: 0.0327365 Nov 12 21:07:36.088511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:36.099847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79485-9955-4730-bea4-37fd62007f85 req-e096ce0c-556d-4624-a375-dc97d02850f8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:36.101581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9b79485-9955-4730-bea4-37fd62007f85 req-e096ce0c-556d-4624-a375-dc97d02850f8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1085243 Nov 12 21:07:36.150272 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:36.207912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9b79485-9955-4730-bea4-37fd62007f85 req-d74e92a5-753a-4e16-a52d-a1552bc4912b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995800 Nov 12 21:07:36.229988 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:31Z', 'revision_number': 11, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:36.251106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9722d97-65d4-44dc-86a8-4ca3551efac6 req-b13cbc5c-e9a7-4d6e-9d89-fef2fd1d09eb tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8c955b-fc83-4477-883f-f648cf6f3457 HTTP/1.1" status: 200 len: 210 time: 0.0688190 Nov 12 21:07:36.273318 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] Checking router: a1dbe2a7-8585-4568-8a65-bfdad690696b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:36.282722 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] Routers {'a1dbe2a7-8585-4568-8a65-bfdad690696b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:36.283590 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['a1dbe2a7-8585-4568-8a65-bfdad690696b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:36.289738 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e9a9-eaef-47fa-956a-42773316e56c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.384076 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] Set router a1dbe2a7-8585-4568-8a65-bfdad690696b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:36.453684 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:31Z', 'revision_number': 11, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:36.482736 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5b2ac-a292-4108-b29e-8deb63b29196 None None] The sync data for ids ['a1dbe2a7-8585-4568-8a65-bfdad690696b'] in n-d-713498-29 is: [{'id': 'a1dbe2a7-8585-4568-8a65-bfdad690696b', 'name': 'tempest-RoutersTest-router-503028540', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:06:33Z', 'updated_at': '2021-11-12T21:07:31Z', 'revision_number': 11, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:36.510179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e9a9-eaef-47fa-956a-42773316e56c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.512721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e9a9-eaef-47fa-956a-42773316e56c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.647800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e9a9-eaef-47fa-956a-42773316e56c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.648702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf2e9a9-eaef-47fa-956a-42773316e56c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Fanout notify agent at l3_agent the message router_deleted on router a1dbe2a7-8585-4568-8a65-bfdad690696b {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:07:36.657354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e9a9-eaef-47fa-956a-42773316e56c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.663843 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9bf2e9a9-eaef-47fa-956a-42773316e56c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 204 len: 168 time: 0.5733171 Nov 12 21:07:36.664647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59272) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:36.669332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-82df3c0e-ca5d-48eb-b1ff-3eae7cd27a40 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-387862918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:36.739505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59276) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:36.753815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1124fb56-0a80-4502-ad3c-fc403eef3f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.847206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1124fb56-0a80-4502-ad3c-fc403eef3f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.853053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82df3c0e-ca5d-48eb-b1ff-3eae7cd27a40 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.854175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82df3c0e-ca5d-48eb-b1ff-3eae7cd27a40 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.922572 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82df3c0e-ca5d-48eb-b1ff-3eae7cd27a40 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:36.955875 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1124fb56-0a80-4502-ad3c-fc403eef3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.008401 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1124fb56-0a80-4502-ad3c-fc403eef3f51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a3c2df1bc5e456f84c268efd6c132f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2659225 Nov 12 21:07:37.008624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59286) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:37.024070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124fb56-0a80-4502-ad3c-fc403eef3f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053e1b47-ac7c-4b83-aed7-09233408cd4e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:37.031935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ae21a-1aed-4f60-8b3d-69c6e96492db req-d90ef826-2c72-45c0-8f6d-0b3c43d85996 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:37.043993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e19ae21a-1aed-4f60-8b3d-69c6e96492db req-d90ef826-2c72-45c0-8f6d-0b3c43d85996 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.0753670 Nov 12 21:07:37.080675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82df3c0e-ca5d-48eb-b1ff-3eae7cd27a40 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.112653 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a75c83d1-31a6-4c1d-acdd-01020b95a29e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.117991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e19ae21a-1aed-4f60-8b3d-69c6e96492db req-6773e7c9-cc4a-4336-ac2c-c80b1fdaa3e5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721025 Nov 12 21:07:37.138757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a75c83d1-31a6-4c1d-acdd-01020b95a29e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.216650 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82df3c0e-ca5d-48eb-b1ff-3eae7cd27a40 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.220996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82df3c0e-ca5d-48eb-b1ff-3eae7cd27a40 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5527382 Nov 12 21:07:37.223730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59292) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:37.228663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9fb09181-45c3-49e8-81e9-9151c70c845c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:37.299576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a75c83d1-31a6-4c1d-acdd-01020b95a29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.302718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a75c83d1-31a6-4c1d-acdd-01020b95a29e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.304034 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a75c83d1-31a6-4c1d-acdd-01020b95a29e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/053e1b47-ac7c-4b83-aed7-09233408cd4e HTTP/1.1" status: 204 len: 168 time: 0.2944646 Nov 12 21:07:37.319445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c83d1-31a6-4c1d-acdd-01020b95a29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e1b47-ac7c-4b83-aed7-09233408cd4e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:37.543969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12caf9-6d75-4202-9e37-b92f74957957 req-459219dc-934a-4630-95d4-c4da0347eabb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:37.547469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f12caf9-6d75-4202-9e37-b92f74957957 req-459219dc-934a-4630-95d4-c4da0347eabb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2468174 Nov 12 21:07:37.648615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fb09181-45c3-49e8-81e9-9151c70c845c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33130052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33134626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123267'] for router, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.757536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f12caf9-6d75-4202-9e37-b92f74957957 req-9f5c62ac-49c3-46fd-9f7f-9ad567fd95e5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315665 Nov 12 21:07:37.798948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fb09181-45c3-49e8-81e9-9151c70c845c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33130061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33130166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33134635'] for router, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.809663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-e730e496-e26b-4d1f-a2b7-c44b99f35362 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:37.811708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-e730e496-e26b-4d1f-a2b7-c44b99f35362 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.1847694 Nov 12 21:07:37.902819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-a573fadb-68e8-428c-9fe9-2f28da9cb95f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/quotas/314180e01912403b932a81eb47358c01 HTTP/1.1" status: 200 len: 375 time: 0.0455213 Nov 12 21:07:37.999876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-cb4dd900-fb64-43b6-b9da-034b954acefc tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875287 Nov 12 21:07:38.116606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb09181-45c3-49e8-81e9-9151c70c845c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Router e2afed7f-ed39-4106-be88-923f4f474d03 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:07:38.157920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-841add8d-f6ed-4983-a881-cd1db89db153 service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540370 Nov 12 21:07:38.326744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb09181-45c3-49e8-81e9-9151c70c845c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:38.336758 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fb09181-45c3-49e8-81e9-9151c70c845c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.340616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9fb09181-45c3-49e8-81e9-9151c70c845c tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "PUT /v2.0/routers/e2afed7f-ed39-4106-be88-923f4f474d03 HTTP/1.1" status: 200 len: 693 time: 1.1158376 Nov 12 21:07:38.340850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59338) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:38.345133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] Sync routers for ids ['e2afed7f-ed39-4106-be88-923f4f474d03'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:38.367467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412b5a7-324d-4ada-9614-1f8beef574b3 req-07f12ba9-5e80-48e7-b349-282eeaf3c2f6 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:38.374824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3412b5a7-324d-4ada-9614-1f8beef574b3 req-07f12ba9-5e80-48e7-b349-282eeaf3c2f6 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.1744137 Nov 12 21:07:38.376417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] Routers {'e2afed7f-ed39-4106-be88-923f4f474d03'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:38.377310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2afed7f-ed39-4106-be88-923f4f474d03'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:38.420908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-7fd85499-d52c-43dc-b8f4-8ee6fe242b5b service neutron] 10.222.0.64 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148950 Nov 12 21:07:38.450621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3412b5a7-324d-4ada-9614-1f8beef574b3 req-24e40a96-91cf-484b-b046-e8e2a291dc9c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749016 Nov 12 21:07:38.501792 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a407cda8-c15a-48e5-9726-78cfc9e30337 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/routers/e2afed7f-ed39-4106-be88-923f4f474d03 HTTP/1.1" status: 200 len: 699 time: 0.1596935 Nov 12 21:07:38.505046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59344) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:38.536095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] Set router e2afed7f-ed39-4106-be88-923f4f474d03 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:38.563402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:38.570988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6783c6a2-bac7-4878-8e9b-677f544f2253 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2afed7f-ed39-4106-be88-923f4f474d03 HTTP/1.1" status: 200 len: 205 time: 0.0544317 Nov 12 21:07:38.624893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2afed7f-ed39-4106-be88-923f4f474d03', 'name': 'tempest-RoutersTest-router-387862918', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:36Z', 'updated_at': '2021-11-12T21:07:37Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:38.676222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] Checking router: e2afed7f-ed39-4106-be88-923f4f474d03 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:38.697878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] Routers {'e2afed7f-ed39-4106-be88-923f4f474d03'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:38.698640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:07:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e2afed7f-ed39-4106-be88-923f4f474d03'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:38.778491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1448dad4-8a3a-4257-b9dd-70db7439322d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.895123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f411ba0e-56ee-4b2f-b64d-9fb4a3f0eac5 req-b5b72700-5a5f-489c-803b-3edaac1e5983 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 210 time: 0.0608616 Nov 12 21:07:38.936726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] Set router e2afed7f-ed39-4106-be88-923f4f474d03 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:39.038565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2afed7f-ed39-4106-be88-923f4f474d03', 'name': 'tempest-RoutersTest-router-387862918', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:36Z', 'updated_at': '2021-11-12T21:07:37Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:39.103309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59372) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.140616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a1982-c0ea-4ec6-a709-68ca6505b116 None None] The sync data for ids ['e2afed7f-ed39-4106-be88-923f4f474d03'] in n-d-713498-29 is: [{'id': 'e2afed7f-ed39-4106-be88-923f4f474d03', 'name': 'tempest-RoutersTest-router-387862918', 'tenant_id': '973914090b574410a406d5fcac461712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:36Z', 'updated_at': '2021-11-12T21:07:37Z', 'revision_number': 2, 'project_id': '973914090b574410a406d5fcac461712', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:39.161090 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1448dad4-8a3a-4257-b9dd-70db7439322d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.177258 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1448dad4-8a3a-4257-b9dd-70db7439322d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.396454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d0a55-1d8c-4dc5-bab9-7bbb856fd7e7 req-cc7ad66d-eb69-4025-810b-b4f6176e2472 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:39.398092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c45d0a55-1d8c-4dc5-bab9-7bbb856fd7e7 req-cc7ad66d-eb69-4025-810b-b4f6176e2472 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3535116 Nov 12 21:07:39.414222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba741b7-852e-40e3-91fe-8794c22746bd req-8003baae-af0e-403f-8644-9740d079ebe8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:39.415781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ba741b7-852e-40e3-91fe-8794c22746bd req-8003baae-af0e-403f-8644-9740d079ebe8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2564423 Nov 12 21:07:39.448554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-35f03022-e6eb-47c3-a3d1-0a111f4dd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:39.450059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-35f03022-e6eb-47c3-a3d1-0a111f4dd4d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 1097 time: 0.1353288 Nov 12 21:07:39.525232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c45d0a55-1d8c-4dc5-bab9-7bbb856fd7e7 req-cd8fe026-3088-4302-9e2c-49e24809bb93 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071680 Nov 12 21:07:39.535511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-127503768'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:39.568099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1448dad4-8a3a-4257-b9dd-70db7439322d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.568876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1448dad4-8a3a-4257-b9dd-70db7439322d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Fanout notify agent at l3_agent the message router_deleted on router e2afed7f-ed39-4106-be88-923f4f474d03 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:07:39.584135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1448dad4-8a3a-4257-b9dd-70db7439322d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.585304 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1448dad4-8a3a-4257-b9dd-70db7439322d tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/e2afed7f-ed39-4106-be88-923f4f474d03 HTTP/1.1" status: 204 len: 168 time: 1.0183439 Nov 12 21:07:39.600266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59394) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.650246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59398) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.659171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c4283174-675e-437d-b751-25e4d9743fed tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2afed7f-ed39-4106-be88-923f4f474d03 HTTP/1.1" status: 200 len: 205 time: 0.0527956 Nov 12 21:07:39.699793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-9383aa91-e74e-47ff-a925-baedfa89d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:39.711567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-9383aa91-e74e-47ff-a925-baedfa89d3f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.2402008 Nov 12 21:07:39.711924 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-10025061-7257-442a-b5c6-181f22349de4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] delete failed (client error): The resource could not be found. Nov 12 21:07:39.711924 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-10025061-7257-442a-b5c6-181f22349de4 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/e2afed7f-ed39-4106-be88-923f4f474d03 HTTP/1.1" status: 404 len: 336 time: 0.0572374 Nov 12 21:07:39.711924 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59400) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.740096 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdee15f-bc2d-41cb-8b59-a097ffb1a567 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:39.740756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdee15f-bc2d-41cb-8b59-a097ffb1a567 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:39.748211 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ffdee15f-bc2d-41cb-8b59-a097ffb1a567 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/1612f613-e825-41e2-a0c4-74a2aa705b4d HTTP/1.1" status: 404 len: 337 time: 0.0358198 Nov 12 21:07:39.754221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59402) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.785931 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5f2322-c4f8-4ca4-b5e5-5e6777498998 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:39.786525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5f2322-c4f8-4ca4-b5e5-5e6777498998 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:39.792056 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf5f2322-c4f8-4ca4-b5e5-5e6777498998 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/2b3c6137-3505-4909-8cc7-0a758c3a7b9a HTTP/1.1" status: 404 len: 337 time: 0.0334134 Nov 12 21:07:39.793623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59404) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.796545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Made reservation on behalf of bca6788502a84e79b530b9349eb48650 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:39.800240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.810155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.886064 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6ceb4d-26ba-4e22-b18d-c27c127b1b0f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:39.886782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6ceb4d-26ba-4e22-b18d-c27c127b1b0f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:39.908995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59418) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.909306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8f6ceb4d-26ba-4e22-b18d-c27c127b1b0f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/e119c96b-1d47-4740-8f5c-5f776ceea17a HTTP/1.1" status: 404 len: 337 time: 0.1069624 Nov 12 21:07:39.929662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-2679bc5a-ce02-4dd5-8f36-5f5a9da208bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 200 len: 1000 time: 0.2188313 Nov 12 21:07:39.950019 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a0b0f7-ebea-4903-9ced-dcee54f852ec tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:39.950763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a0b0f7-ebea-4903-9ced-dcee54f852ec tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:39.954099 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-04a0b0f7-ebea-4903-9ced-dcee54f852ec tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/f54a2af2-8d55-4503-b218-e5ca37815ab1 HTTP/1.1" status: 404 len: 337 time: 0.0435889 Nov 12 21:07:39.958176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59422) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.961659 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.997799 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0fc4f885-a589-4117-9ec9-1df11b4f0b74 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 200 len: 205 time: 0.0383251 Nov 12 21:07:40.002298 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59426) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.038222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-dd1989c0-167c-41cd-a580-610ade8fc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:40.039869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-dd1989c0-167c-41cd-a580-610ade8fc536 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.0959051 Nov 12 21:07:40.077480 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-181bd0e3-a6d1-43e6-a010-6b036d348e51 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] delete failed (client error): The resource could not be found. Nov 12 21:07:40.080356 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-181bd0e3-a6d1-43e6-a010-6b036d348e51 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/a1dbe2a7-8585-4568-8a65-bfdad690696b HTTP/1.1" status: 404 len: 336 time: 0.0757794 Nov 12 21:07:40.081294 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.087859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2c0ceb1-c6e9-4d52-acb7-507cfdcb835a req-15b29949-c0a8-4281-ab06-69c666e73719 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 210 time: 0.0576334 Nov 12 21:07:40.088399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59428) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.145695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:07:40.152737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f954e64-3220-4eba-90f8-28ff4c8ba3e1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:40.160783 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.161121 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Added segment 331272b6-f84e-48d9-8566-99b5a08e9191 of type vlan for network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 Nov 12 21:07:40.170267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-00d2e617-e304-44ae-bfa3-a9004f494596 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f403c7-cc8d-4d9c-8fa5-0f47a0795776 HTTP/1.1" status: 200 len: 205 time: 0.0729492 Nov 12 21:07:40.173794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59430) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.179230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ba741b7-852e-40e3-91fe-8794c22746bd req-4e8b5bdc-0ea5-4a3f-a351-2a290df7f77b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7442441 Nov 12 21:07:40.216623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-ff12feb5-f626-4fd9-8a93-624d4ca474ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:40.218475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-ff12feb5-f626-4fd9-8a93-624d4ca474ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291487 Nov 12 21:07:40.306118 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-3699f599-243e-4a34-adc2-f49c06668466 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] delete failed (client error): The resource could not be found. Nov 12 21:07:40.312731 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3699f599-243e-4a34-adc2-f49c06668466 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/49f403c7-cc8d-4d9c-8fa5-0f47a0795776 HTTP/1.1" status: 404 len: 336 time: 0.1377738 Nov 12 21:07:40.314703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59432) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.317864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.354473 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-924dcc5f-203b-43c9-8c48-2585ee4d56b3 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:40.355696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924dcc5f-203b-43c9-8c48-2585ee4d56b3 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:40.358316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-924dcc5f-203b-43c9-8c48-2585ee4d56b3 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/4d4b2524-1cb2-492a-8db3-ef09074d5c22 HTTP/1.1" status: 404 len: 337 time: 0.0426779 Nov 12 21:07:40.361566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59434) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.403520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-285d730b-b2dc-4c7a-a8d3-ea85103c873f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0608f5e7-e5e9-4906-afd3-07712eb9cdd9 HTTP/1.1" status: 200 len: 205 time: 0.0375299 Nov 12 21:07:40.404411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59436) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.439224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-681c57d7-4597-46b4-8348-e8c884f47418 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127492 Nov 12 21:07:40.478583 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-51ae5ef0-de44-4197-aaf2-ec55dfcf9b53 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] delete failed (client error): The resource could not be found. Nov 12 21:07:40.479830 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-51ae5ef0-de44-4197-aaf2-ec55dfcf9b53 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/0608f5e7-e5e9-4906-afd3-07712eb9cdd9 HTTP/1.1" status: 404 len: 336 time: 0.0739710 Nov 12 21:07:40.482785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59438) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.513369 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-021c0730-f52e-46e4-b134-75114946d139 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=51652ad7-7ac5-434d-ba66-17ecd7a5588d HTTP/1.1" status: 200 len: 205 time: 0.0293884 Nov 12 21:07:40.516276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59440) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.551924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7934e5ab-b398-4ff5-aaa7-3e6004176a2b req-d40a5bda-25c0-4dab-8a27-d297b6a8b881 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022336 Nov 12 21:07:40.560291 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-36f99faa-a343-4db8-bd18-4152d6a799f9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] delete failed (client error): The resource could not be found. Nov 12 21:07:40.567701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59444) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.567853 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-36f99faa-a343-4db8-bd18-4152d6a799f9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/51652ad7-7ac5-434d-ba66-17ecd7a5588d HTTP/1.1" status: 404 len: 336 time: 0.0440304 Nov 12 21:07:40.584688 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.586353 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.588820 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.594035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:40.598553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.636808 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-748d9694-81df-4f54-abda-eff6ceaaed23 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:40.637600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748d9694-81df-4f54-abda-eff6ceaaed23 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:40.644284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-748d9694-81df-4f54-abda-eff6ceaaed23 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/050ee398-89c9-4941-adc9-f3d20793f405 HTTP/1.1" status: 404 len: 337 time: 0.0739636 Nov 12 21:07:40.646105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59446) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.682590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Pushing event updated for resources: {'Network': ['ID=1adcf61f-2870-4d5b-ad7f-2bde9630b598,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:40.694611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:07:40.711471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-33503fa2-f64f-42c2-aafd-bdbb6492f145 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14 HTTP/1.1" status: 200 len: 205 time: 0.0641835 Nov 12 21:07:40.721692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59450) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.747837 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-eeeadee1-6687-429d-9159-f79c1ebed62d tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6429443 Nov 12 21:07:40.785223 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-9ab0d626-bf48-4815-b454-db9ee054abd6 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] delete failed (client error): The resource could not be found. Nov 12 21:07:40.785223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9ab0d626-bf48-4815-b454-db9ee054abd6 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/2737a04d-ef1f-4ebf-90a1-7ea40eb9fe14 HTTP/1.1" status: 404 len: 336 time: 0.0590782 Nov 12 21:07:40.787455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59460) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.808553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854f8b1-708c-4294-89e0-dd3b289a38d6 req-43bd6418-fa9c-4416-b39c-fd554a0570d5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:40.810513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c854f8b1-708c-4294-89e0-dd3b289a38d6 req-43bd6418-fa9c-4416-b39c-fd554a0570d5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1753333 Nov 12 21:07:40.849116 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d68cb39-1231-4d59-98b3-723149143bf9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:40.849606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d68cb39-1231-4d59-98b3-723149143bf9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:40.854886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59462) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.860474 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4d68cb39-1231-4d59-98b3-723149143bf9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/3f305428-d7ec-40d6-8ddf-8416967a121c HTTP/1.1" status: 404 len: 337 time: 0.0696545 Nov 12 21:07:40.865654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.909605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dd1e4cd2-deec-4397-9269-c970cd52fd40 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "GET /v2.0/ports?device_id=886cf23e-bdd1-47ea-88e8-a55d3b6ad80e HTTP/1.1" status: 200 len: 205 time: 0.0387943 Nov 12 21:07:40.911989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59468) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.920782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c854f8b1-708c-4294-89e0-dd3b289a38d6 req-8aec5175-602e-4c22-a469-d3bdf2d29242 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029630 Nov 12 21:07:40.983181 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-0cd6ef62-3a16-41d5-971d-22a36ea6dfc5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] delete failed (client error): The resource could not be found. Nov 12 21:07:40.983181 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0cd6ef62-3a16-41d5-971d-22a36ea6dfc5 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/routers/886cf23e-bdd1-47ea-88e8-a55d3b6ad80e HTTP/1.1" status: 404 len: 336 time: 0.0645659 Nov 12 21:07:40.985411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59472) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.020042 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b529a79-4482-452f-bbe1-d56c7d3c6b2f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:41.020817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b529a79-4482-452f-bbe1-d56c7d3c6b2f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:41.026054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0b529a79-4482-452f-bbe1-d56c7d3c6b2f tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/0da73ad6-4234-40d7-a8a2-80528f27c971 HTTP/1.1" status: 404 len: 337 time: 0.0443466 Nov 12 21:07:41.028879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59476) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.059828 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58a7fa09-9a22-4b87-b25d-a0d84204c841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.084627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59478) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.090842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Request body: {'port': {'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598', 'binding:host_id': 'n-h1-713498-29', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1978826520'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.092661 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1062212-ea38-4b7e-9dfa-06e4552517e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] DELETE failed (client error): The resource could not be found. Nov 12 21:07:41.093204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1062212-ea38-4b7e-9dfa-06e4552517e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:07:41.097859 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f1062212-ea38-4b7e-9dfa-06e4552517e9 tempest-RoutersTest-1318630195 tempest-RoutersTest-1318630195-project] 10.222.0.64 "DELETE /v2.0/subnets/3e5e84f5-f855-45fc-9522-1fa3ceb65fad HTTP/1.1" status: 404 len: 337 time: 0.0679607 Nov 12 21:07:41.203628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58a7fa09-9a22-4b87-b25d-a0d84204c841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.235158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3e63152-9469-4d64-8b1d-86cc43ecb5e2 req-bc47c450-2bff-4c2d-a5d6-331f9d584710 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 210 time: 0.0481365 Nov 12 21:07:41.320985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1c74a-c30b-4bb0-b6b9-9b020a53d87e req-e13d3b81-96ea-49ae-a642-9d78f6282ad7 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:41.323194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30a1c74a-c30b-4bb0-b6b9-9b020a53d87e req-e13d3b81-96ea-49ae-a642-9d78f6282ad7 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Nov 12 21:07:41.377446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30a1c74a-c30b-4bb0-b6b9-9b020a53d87e req-c75fa60e-f6ad-4730-9175-80de110ea3f2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475745 Nov 12 21:07:41.407359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Made reservation on behalf of 5e24d0a68287459bbaead4e4bdb6a966 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:41.411181 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.414436 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58a7fa09-9a22-4b87-b25d-a0d84204c841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.429337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.470935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-58a7fa09-9a22-4b87-b25d-a0d84204c841 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c8b21008a064cb59b39f248641e1876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6148567 Nov 12 21:07:41.474552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.479744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7fa09-9a22-4b87-b25d-a0d84204c841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf9d4b1-8ec5-43a2-be6f-82dc7b4a4347,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.552665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1540575b-5ee4-49f7-841b-cc5028dd9722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.559950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.577238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1540575b-5ee4-49f7-841b-cc5028dd9722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.692817 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.692964 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1540575b-5ee4-49f7-841b-cc5028dd9722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.698745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] device_id is not set on port 083a091d-9be0-4d8e-9020-fc9531e32231 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:07:41.701421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1540575b-5ee4-49f7-841b-cc5028dd9722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.701421 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1540575b-5ee4-49f7-841b-cc5028dd9722 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcf9d4b1-8ec5-43a2-be6f-82dc7b4a4347 HTTP/1.1" status: 204 len: 168 time: 0.2249756 Nov 12 21:07:41.710642 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540575b-5ee4-49f7-841b-cc5028dd9722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf9d4b1-8ec5-43a2-be6f-82dc7b4a4347,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.903568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59508) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:42.098462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ded4977-1889-4d95-b811-7bf2dfff900a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:42.162539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b8f5-9e57-4a39-80c5-2b52d09518ca req-5ec27cff-0927-4a08-9e53-4188fc761638 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:42.164103 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d323b8f5-9e57-4a39-80c5-2b52d09518ca req-5ec27cff-0927-4a08-9e53-4188fc761638 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0900013 Nov 12 21:07:42.214852 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9eca5594-fe24-4da4-96a2-e62235568080 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=973914090b574410a406d5fcac461712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058197 Nov 12 21:07:42.214967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:42.265447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d323b8f5-9e57-4a39-80c5-2b52d09518ca req-9ac0bb8d-5e29-4d29-97e4-f08296534ae9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933418 Nov 12 21:07:42.276650 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5341c64d-45bb-444b-b8f4-d238ba7b40d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.311571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5341c64d-45bb-444b-b8f4-d238ba7b40d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.339353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] device_id is not set on port 083a091d-9be0-4d8e-9020-fc9531e32231 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:07:42.351721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.392380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2cfb9149-d10c-491b-a5ed-da7593ebd78e req-9d0a743d-2d55-45fa-92ca-efde7db1a513 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 210 time: 0.0419819 Nov 12 21:07:42.518659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a27c81-4448-4bd4-826a-53fbe2e6497d req-e26afe9a-05ac-47d1-b3ab-5aea1505ea73 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:42.521277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87a27c81-4448-4bd4-826a-53fbe2e6497d req-e26afe9a-05ac-47d1-b3ab-5aea1505ea73 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.0588384 Nov 12 21:07:42.634451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87a27c81-4448-4bd4-826a-53fbe2e6497d req-f364ab8a-63c2-4d92-872f-58758929f255 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037421 Nov 12 21:07:42.661743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5341c64d-45bb-444b-b8f4-d238ba7b40d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.662388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-a6bb0903-4a77-4f6c-8a1b-935d79afed12 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:42.663527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-a6bb0903-4a77-4f6c-8a1b-935d79afed12 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "GET /v2.0/networks?id=05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 200 len: 806 time: 0.1411223 Nov 12 21:07:42.665300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.666177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5341c64d-45bb-444b-b8f4-d238ba7b40d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.667611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5341c64d-45bb-444b-b8f4-d238ba7b40d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe453ffe-701f-41f3-815f-10a16d5495ce HTTP/1.1" status: 204 len: 168 time: 0.4515908 Nov 12 21:07:42.680800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341c64d-45bb-444b-b8f4-d238ba7b40d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe453ffe-701f-41f3-815f-10a16d5495ce,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:42.698645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Request body: {'port': {'device_id': 'c51f1080-85e0-4aa1-846c-19460cfa5788', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'admin_state_up': True, 'tenant_id': '314180e01912403b932a81eb47358c01'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:42.796579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=083a091d-9be0-4d8e-9020-fc9531e32231,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:42.838762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Checking segment: {'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:42.839187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Network hostable DHCP agents. Network: 1adcf61f-2870-4d5b-ad7f-2bde9630b598, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:07:42.971230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:07:43.006119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Made reservation on behalf of 314180e01912403b932a81eb47358c01 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:43.018140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.019468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59536) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:43.033916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10505bf2-e3c0-42ff-acb5-51e168903008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.164862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 1adcf61f-2870-4d5b-ad7f-2bde9630b598) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:43.172796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be5f5d9-8292-4c52-aebe-e5f292adccce None None] Network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:43.175858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:43.208021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10505bf2-e3c0-42ff-acb5-51e168903008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.245549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.249404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.249404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:43.277692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:43.286225 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:43.304771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10505bf2-e3c0-42ff-acb5-51e168903008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.318514 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 2 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:43.349734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.350382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.350954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:43.364186 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-10505bf2-e3c0-42ff-acb5-51e168903008 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65bc858680fb44ca935807fe025cc4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472025 Nov 12 21:07:43.364774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:43.365249 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:43.367128 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 3 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:43.369865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59552) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:43.417838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Allocated IP 172.20.0.11 (05cb7d81-b1e0-4eb9-af34-06018f5b2250/bba588c1-b6e6-4e79-a7df-5807d5a9c580/4d11002b-0cd6-4639-8be3-d668ee8a3ef2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:43.420497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.420928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.421381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:43.436929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:43.437736 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:43.439530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10505bf2-e3c0-42ff-acb5-51e168903008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9accdda3-4d7e-415f-9cdd-44d648de4d5a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:43.447938 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 4 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:43.560202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.560882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.561063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:43.595329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:43.595726 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:43.617532 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 5 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:43.629805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b42082b-c71a-4e3e-9bc2-452e78ef2136 req-ebd07ee4-7b14-49f7-97e8-98142c1e0b1e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 210 time: 0.0718215 Nov 12 21:07:43.650708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73f2a4a0-a206-48aa-8b82-f82f500399f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.668338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.668685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.669056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:43.695417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f57b-f40e-4cff-a528-b238e600b8e1 req-b2768cb7-159a-45ce-ae22-b9bf8c8e929b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:43.696982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55d6f57b-f40e-4cff-a528-b238e600b8e1 req-b2768cb7-159a-45ce-ae22-b9bf8c8e929b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2186809 Nov 12 21:07:43.720635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:43.720982 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:43.758979 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 6 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:43.766015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73f2a4a0-a206-48aa-8b82-f82f500399f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.804970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.805309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.805654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:43.837613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:43.838995 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:43.852336 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 7 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:43.900718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.901065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.901408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:43.910190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55d6f57b-f40e-4cff-a528-b238e600b8e1 req-28d93f48-1654-4d76-9e35-30cf9340f7b3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029326 Nov 12 21:07:43.912997 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.918438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:43.919001 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:43.921601 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 8 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:43.961183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.961538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.961882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:43.972897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:43.973119 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:43.975183 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 9 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:43.994232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:43.995044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:43.995044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:44.001138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:44.001503 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:44.001920 n-d-713498-29 neutron-server[109629]: INFO neutron.plugins.ml2.plugin [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 10 to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 Nov 12 21:07:44.015550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:44.015920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:44.016283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:44.021115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port 083a091d-9be0-4d8e-9020-fc9531e32231 on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:44.021629 n-d-713498-29 neutron-server[109629]: ERROR neutron.plugins.ml2.managers [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port 083a091d-9be0-4d8e-9020-fc9531e32231 on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:44.022007 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.067469 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73f2a4a0-a206-48aa-8b82-f82f500399f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.069959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73f2a4a0-a206-48aa-8b82-f82f500399f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.076332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-73f2a4a0-a206-48aa-8b82-f82f500399f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9accdda3-4d7e-415f-9cdd-44d648de4d5a HTTP/1.1" status: 204 len: 168 time: 0.7003636 Nov 12 21:07:44.111012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2a4a0-a206-48aa-8b82-f82f500399f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9accdda3-4d7e-415f-9cdd-44d648de4d5a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:44.169754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] For port 083a091d-9be0-4d8e-9020-fc9531e32231, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:44.170200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempted to set empty binding levels {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 21:07:44.184700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.198985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:07:44.282672 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.354577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:44.382157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:44.403062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:44.403062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:44.403062 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.405141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event updated for resources: {'Port': ['ID=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:44.516103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:44.516873 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.521631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=083a091d-9be0-4d8e-9020-fc9531e32231,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:44.567335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c790e7bd-4b89-4be4-9009-c5c1bb78e221 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.4800451 Nov 12 21:07:44.573030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59588) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:44.660771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Deleting port 083a091d-9be0-4d8e-9020-fc9531e32231 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:44.661216 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.700954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-fd6db0c1-99af-4a1b-b0d9-36d1e5936ea4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0207307 Nov 12 21:07:44.749926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Request body: {'port': {'device_id': 'c51f1080-85e0-4aa1-846c-19460cfa5788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:44.823227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] For port 083a091d-9be0-4d8e-9020-fc9531e32231, host n-h1-713498-29, got binding levels [] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:44.823622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.843214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Calling delete_port for 083a091d-9be0-4d8e-9020-fc9531e32231 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:44.888262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdab00-c9ed-4190-b1d9-3f6451f82b08 req-35121f80-0164-4e43-86e5-c3191ee84202 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:44.890237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bfdab00-c9ed-4190-b1d9-3f6451f82b08 req-35121f80-0164-4e43-86e5-c3191ee84202 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 932 time: 0.1842310 Nov 12 21:07:44.890801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.112281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bfdab00-c9ed-4190-b1d9-3f6451f82b08 req-87232e55-d887-4d3f-8fd1-55250d88fcaa tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110758 Nov 12 21:07:45.194677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c30d0-d72a-4bb7-9322-976679a61b73 req-21170a46-f135-4cef-8c12-028fb558afe9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:45.196197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-274c30d0-d72a-4bb7-9322-976679a61b73 req-21170a46-f135-4cef-8c12-028fb558afe9 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1622090 Nov 12 21:07:45.290081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-274c30d0-d72a-4bb7-9322-976679a61b73 req-6e332006-d33f-446f-bebf-aff14188cf10 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638702 Nov 12 21:07:45.363007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:07:45.370966 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.424691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Transition to ACTIVE for port object 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:07:45.425706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.454679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event deleted for resources: {'Port': ['ID=083a091d-9be0-4d8e-9020-fc9531e32231,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:45.460479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.463706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2bb07534-a50d-4064-807d-c9645e07e5f1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "DELETE /v2.0/ports/083a091d-9be0-4d8e-9020-fc9531e32231 HTTP/1.1" status: 204 len: 168 time: 0.8934674 Nov 12 21:07:45.466291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59628) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:45.490597 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba341373-26b8-4a0c-8279-143a2cab18e0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] GET failed (client error): The resource could not be found. Nov 12 21:07:45.492153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ba341373-26b8-4a0c-8279-143a2cab18e0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "GET /v2.0/ports/083a091d-9be0-4d8e-9020-fc9531e32231 HTTP/1.1" status: 404 len: 333 time: 0.0249496 Nov 12 21:07:45.495878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59632) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:45.501587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Request body: {'port': {'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-64367414'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:45.624361 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.684067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Pushing event updated for resources: {'Port': ['ID=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:45.758955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Made reservation on behalf of 5e24d0a68287459bbaead4e4bdb6a966 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:45.764069 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.785645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Attempting to bind port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:45.785990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Attempting to bind port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:45.786326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Attempting to bind port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:45.795010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] device_id is not set on port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:07:45.799069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:45.799405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Attempting to bind port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 on network 05cb7d81-b1e0-4eb9-af34-06018f5b2250 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:45.808041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:07:45.812401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Checking segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:45.812401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Bound using segment: {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:07:45.812401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Bound port: 4d11002b-0cd6-4639-8be3-d668ee8a3ef2, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:07:45.812401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.960420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] For port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:46.005967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] For port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:07:46.036566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.156904 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.211966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:46.212643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.213997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d11002b-0cd6-4639-8be3-d668ee8a3ef2 HTTP/1.1" status: 200 len: 1093 time: 1.4754646 Nov 12 21:07:46.216068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51f1080-85e0-4aa1-846c-19460cfa5788', 'tag': '4d11002b-0cd6-4639-8be3-d668ee8a3ef2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:46.218366 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc71e8-34a0-47cb-bf9b-517dd2df2ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "c51f1080-85e0-4aa1-846c-19460cfa5788", "tag": "4d11002b-0cd6-4639-8be3-d668ee8a3ef2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:46.265460 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b786fe0e-1818-4a16-85a6-9f96e97bbe3d x-openstack-request-id: req-b786fe0e-1818-4a16-85a6-9f96e97bbe3d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:46.265757 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51f1080-85e0-4aa1-846c-19460cfa5788", "tag": "4d11002b-0cd6-4639-8be3-d668ee8a3ef2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:46.266015 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b786fe0e-1818-4a16-85a6-9f96e97bbe3d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:46.266612 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51f1080-85e0-4aa1-846c-19460cfa5788', 'tag': '4d11002b-0cd6-4639-8be3-d668ee8a3ef2', 'status': 'completed', 'code': 200} Nov 12 21:07:46.269364 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.291366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05be854-d66b-4bf3-840f-f06a833b2a6d req-0dd4e07a-8ede-4c36-ae00-0a1bc27b106e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:46.292937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e05be854-d66b-4bf3-840f-f06a833b2a6d req-0dd4e07a-8ede-4c36-ae00-0a1bc27b106e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 944 time: 0.1006362 Nov 12 21:07:46.296603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb12b52-7cbc-43b3-8ae4-324d9b6dae67 service neutron] Pushing event updated for resources: {'Port': ['ID=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:46.431585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:46.450006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:46.451802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6ec51c-7c40-4d45-aeb0-741e8eaf942d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:46.453910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:46.454802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:46.455435 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.496121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e05be854-d66b-4bf3-840f-f06a833b2a6d req-b089b3dd-6946-4337-b6b9-d4569ca9f828 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964946 Nov 12 21:07:46.511745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc71e8-34a0-47cb-bf9b-517dd2df2ac3 req-f6757b2a-bbe0-4d21-9faa-af7154dc3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:46.513313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2dc71e8-34a0-47cb-bf9b-517dd2df2ac3 req-f6757b2a-bbe0-4d21-9faa-af7154dc3ee7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 1096 time: 0.2192552 Nov 12 21:07:46.526931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143680a-f435-4bc3-862e-78c12885b127 req-9f8cb273-c69e-43e2-a455-3ab280886da6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:46.537711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9143680a-f435-4bc3-862e-78c12885b127 req-9f8cb273-c69e-43e2-a455-3ab280886da6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1045697 Nov 12 21:07:46.642239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9143680a-f435-4bc3-862e-78c12885b127 req-4ca736ea-1d64-4a0d-bc1d-c3a4a0447996 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032755 Nov 12 21:07:46.653338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d7790369-2f8c-45b8-9b73-40e2b409528b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1533344 Nov 12 21:07:46.655224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59682) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:46.663219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:46.703320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc71e8-34a0-47cb-bf9b-517dd2df2ac3 req-db3301f1-e988-4c51-87bc-b6d9335b68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:46.705075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2dc71e8-34a0-47cb-bf9b-517dd2df2ac3 req-db3301f1-e988-4c51-87bc-b6d9335b68b2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=314180e01912403b932a81eb47358c01&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1754904 Nov 12 21:07:46.747999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.850630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc71e8-34a0-47cb-bf9b-517dd2df2ac3 req-ac09804e-2ea2-46d7-b05f-e00e9e287778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:46.852403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2dc71e8-34a0-47cb-bf9b-517dd2df2ac3 req-ac09804e-2ea2-46d7-b05f-e00e9e287778 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348391 Nov 12 21:07:46.941809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] device_id is not set on port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:07:46.959618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.961098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-d8029062-e258-4d42-bbcc-51bff3839cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:46.968397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-d8029062-e258-4d42-bbcc-51bff3839cd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=314180e01912403b932a81eb47358c01&device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 1096 time: 0.0629714 Nov 12 21:07:47.017614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-65fcb890-8b73-47bf-84fe-b3d3598ba95f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d11002b-0cd6-4639-8be3-d668ee8a3ef2 HTTP/1.1" status: 200 len: 217 time: 0.0426881 Nov 12 21:07:47.053302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.079411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-793b59e6-ae6b-4323-a67c-c3cc412d4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.081568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-793b59e6-ae6b-4323-a67c-c3cc412d4c8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 200 len: 846 time: 0.0531502 Nov 12 21:07:47.135940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-0a9c5457-ae2d-4298-bf92-793e0b9340ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05cb7d81-b1e0-4eb9-af34-06018f5b2250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436702 Nov 12 21:07:47.283034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-cdb2c8ce-c77e-4d34-913d-bbd8ba44008a service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354136 Nov 12 21:07:47.398431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aaa81d-7d68-4af6-8d2c-63a612404415 req-0eebe917-9106-4c00-83e8-b9dbff225fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036882 Nov 12 21:07:47.468910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6ec51c-7c40-4d45-aeb0-741e8eaf942d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:47.481394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.481724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.482066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.487821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.488154 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.488542 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 2 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.502479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.502479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.502479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.507589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.507910 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.508292 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 3 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.519962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.520294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.520848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.524958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.525283 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.525660 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 4 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.538519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.538850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.539328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.543581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.543900 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.544281 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 5 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.557202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.557532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.558461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.562188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.562513 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.562920 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 6 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.577157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.577737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.578271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.583125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.591861 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.592294 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 7 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.605977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.606357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.606723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.619206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.619607 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.620055 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 8 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.639851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.640313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355892-b7d2-4971-a2bf-3a8a9266072d req-723e5783-d24f-4512-9fe1-01f2df5c8171 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.640913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.641499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.641816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da355892-b7d2-4971-a2bf-3a8a9266072d req-723e5783-d24f-4512-9fe1-01f2df5c8171 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 944 time: 0.0575633 Nov 12 21:07:47.647398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.647800 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.648267 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 9 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.662600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.663243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.663458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.668693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.669050 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.669436 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 10 to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d Nov 12 21:07:47.683187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:47.683584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:47.683941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:47.692200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:47.694229 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:47.694470 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.700747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da355892-b7d2-4971-a2bf-3a8a9266072d req-f3522c4f-cede-43b4-8c85-5918faa4282b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504329 Nov 12 21:07:47.779451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] For port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:47.779740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempted to set empty binding levels {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 21:07:47.806503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d513f5b-49b0-4b4f-af2d-c8d4c8aa3526 req-f3582691-6a5b-4dbf-ad00-b9c44dc1789e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.808007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d513f5b-49b0-4b4f-af2d-c8d4c8aa3526 req-f3582691-6a5b-4dbf-ad00-b9c44dc1789e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0522373 Nov 12 21:07:47.857461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d513f5b-49b0-4b4f-af2d-c8d4c8aa3526 req-880b2c25-e397-4db7-a29a-2ba887c1878f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Nov 12 21:07:47.870681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.904285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] In _notify_port_updated(), no bound segment for port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:07:47.905973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.905973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.907740 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "PUT /v2.0/ports/bd6ec51c-7c40-4d45-aeb0-741e8eaf942d HTTP/1.1" status: 200 len: 974 time: 1.2529662 Nov 12 21:07:47.910118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59714) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:47.922530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d9f53-7401-4992-ac3b-5edd0cf126c0 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6ec51c-7c40-4d45-aeb0-741e8eaf942d,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:47.992889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.993372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.993844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.994316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.994778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.995242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.995728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.996188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:48.000120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:48.000120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:48.000120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:48.000120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:48.000120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:48.000791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a64e2a77-6c88-4d6e-9fec-b31576e8471b tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11761 time: 0.0890224 Nov 12 21:07:48.004206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59716) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:48.078901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Deleting port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:48.079171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.145932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] For port bd6ec51c-7c40-4d45-aeb0-741e8eaf942d, host n-h1-713498-29, got binding levels [] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:48.146294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.158524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Calling delete_port for bd6ec51c-7c40-4d45-aeb0-741e8eaf942d owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:48.333938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.371115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd6ec51c-7c40-4d45-aeb0-741e8eaf942d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:48.377169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.384347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-61167777-3509-45ba-b25b-c615bdd13fc5 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "DELETE /v2.0/ports/bd6ec51c-7c40-4d45-aeb0-741e8eaf942d HTTP/1.1" status: 204 len: 168 time: 0.3765578 Nov 12 21:07:48.385089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59728) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:48.416949 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b206a468-e607-490c-98dc-1d42854d393f tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] GET failed (client error): The resource could not be found. Nov 12 21:07:48.418918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b206a468-e607-490c-98dc-1d42854d393f tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "GET /v2.0/ports/bd6ec51c-7c40-4d45-aeb0-741e8eaf942d HTTP/1.1" status: 404 len: 333 time: 0.0321760 Nov 12 21:07:48.424856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59734) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:48.429306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1402394820', 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:48.576438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Made reservation on behalf of 5e24d0a68287459bbaead4e4bdb6a966 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:48.576438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.590940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] device_id is not set on port 0fb424db-149a-431c-ade8-56ca271617b0 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:07:48.747509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.837245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83487de4-a187-486f-bfae-3f7cb92b8f93 req-eed19cc1-74b2-416f-8ce0-039cadb79dab tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:48.838869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83487de4-a187-486f-bfae-3f7cb92b8f93 req-eed19cc1-74b2-416f-8ce0-039cadb79dab tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 944 time: 0.0607827 Nov 12 21:07:48.897158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83487de4-a187-486f-bfae-3f7cb92b8f93 req-274a726c-8c98-46ce-b0ab-90475c59ef0c tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Nov 12 21:07:48.942234 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.020701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:49.033024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:49.036034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:49.037318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:49.038136 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.045354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=0fb424db-149a-431c-ade8-56ca271617b0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:49.061738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812ed5b-403e-40dc-9d76-8e427e1d972d req-a26062f7-7db2-4175-8f73-634cac833b0c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:49.063632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b812ed5b-403e-40dc-9d76-8e427e1d972d req-a26062f7-7db2-4175-8f73-634cac833b0c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1186979 Nov 12 21:07:49.122397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b812ed5b-403e-40dc-9d76-8e427e1d972d req-21458ea3-4411-4b44-8688-263a8155b779 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 Nov 12 21:07:49.221337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ca8162d7-eb37-4d1d-b50b-dd6186b6feed tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7963953 Nov 12 21:07:49.224531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59774) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:49.279971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be911a-1e58-43c6-86cd-53d26e541a4d tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:49.284693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59778) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:49.291907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c6be911a-1e58-43c6-86cd-53d26e541a4d tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "GET /v2.0/ports/0fb424db-149a-431c-ade8-56ca271617b0 HTTP/1.1" status: 200 len: 955 time: 0.0662549 Nov 12 21:07:49.376328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b8edc-1e78-4881-ad5f-d88090776ba4 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Deleting port 0fb424db-149a-431c-ade8-56ca271617b0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:49.376594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8edc-1e78-4881-ad5f-d88090776ba4 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.442434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8edc-1e78-4881-ad5f-d88090776ba4 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.455660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b8edc-1e78-4881-ad5f-d88090776ba4 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Calling delete_port for 0fb424db-149a-431c-ade8-56ca271617b0 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:49.654175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8edc-1e78-4881-ad5f-d88090776ba4 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.682186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b8edc-1e78-4881-ad5f-d88090776ba4 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fb424db-149a-431c-ade8-56ca271617b0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:49.685943 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8edc-1e78-4881-ad5f-d88090776ba4 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.689692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5d7b8edc-1e78-4881-ad5f-d88090776ba4 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0fb424db-149a-431c-ade8-56ca271617b0 HTTP/1.1" status: 204 len: 168 time: 0.4038742 Nov 12 21:07:49.696068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59790) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:49.719907 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2f2b44-6798-4da1-a7af-75d624c1a90f tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] GET failed (client error): The resource could not be found. Nov 12 21:07:49.722451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2a2f2b44-6798-4da1-a7af-75d624c1a90f tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "GET /v2.0/ports/0fb424db-149a-431c-ade8-56ca271617b0 HTTP/1.1" status: 404 len: 333 time: 0.0269983 Nov 12 21:07:49.727758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:49.733004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Request body: {'port': {'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1747256741'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:49.858016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:07:49.914110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Made reservation on behalf of 5e24d0a68287459bbaead4e4bdb6a966 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:49.914110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.943071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] device_id is not set on port cd1605de-d994-4032-88db-d8419af5937d yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:07:49.972926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:49.988347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '4d11002b-0cd6-4639-8be3-d668ee8a3ef2', 'network_id': '05cb7d81-b1e0-4eb9-af34-06018f5b2250', 'port_id': '4d11002b-0cd6-4639-8be3-d668ee8a3ef2', 'mac_address': 'fa:16:3e:35:6b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba588c1-b6e6-4e79-a7df-5807d5a9c580', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:07:50.034366 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.052219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:07:50.052397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b319247-ff2c-45f8-8fe3-5f8256fc89bc req-113123b5-04cc-45fb-851e-9f20efeeb341 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:50.054974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b319247-ff2c-45f8-8fe3-5f8256fc89bc req-113123b5-04cc-45fb-851e-9f20efeeb341 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 944 time: 0.0661411 Nov 12 21:07:50.083692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:50.135811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.259700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.316145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.328055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:50.372195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:50.375372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:50.386232 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:50.387420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:50.388199 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.403821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1605de-d994-4032-88db-d8419af5937d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:50.525193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4d11002b-0cd6-4639-8be3-d668ee8a3ef2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:07:50.536978 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a4d0b8e7-84dc-41bb-a739-08c98b3d22e1 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8080888 Nov 12 21:07:50.539573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59828) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:50.545728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:50.591475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b319247-ff2c-45f8-8fe3-5f8256fc89bc req-96194c61-89d3-4c1e-9048-00bd7f631d72 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302072 Nov 12 21:07:50.613925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f12df-bcf9-47d3-969a-e7aba7d6afa0 req-d4dc72cf-e7f2-45e8-bb50-035be09b6070 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:50.616264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7f12df-bcf9-47d3-969a-e7aba7d6afa0 req-d4dc72cf-e7f2-45e8-bb50-035be09b6070 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1447554 Nov 12 21:07:50.654065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.759239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b7f12df-bcf9-47d3-969a-e7aba7d6afa0 req-a6fd9f0c-3c15-4401-a64b-3c326fb9469c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300006 Nov 12 21:07:50.923028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] device_id is not set on port cd1605de-d994-4032-88db-d8419af5937d yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:07:50.932237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:51.161136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:51.254690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1605de-d994-4032-88db-d8419af5937d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:51.276287 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.276619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.276949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.282058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.282395 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.282795 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 2 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.309626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.309971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.310308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.315220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.316099 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.316862 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 3 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.335365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.335732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.335956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.340657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.341161 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.341705 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 4 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.366240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.366655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.367093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.371823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.375851 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.376937 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 5 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.395239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.395836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.396336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.404796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.405337 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.406155 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 6 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.427313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.427751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.428195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.432969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.433401 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.433904 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 7 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.448417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.449325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.449325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.457897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.458349 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.458907 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 8 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.472797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.473306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.474091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.478849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.479331 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.479826 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 9 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.498643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.498643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.499214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.510151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.510629 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.511141 n-d-713498-29 neutron-server[109628]: INFO neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempt 10 to bind port cd1605de-d994-4032-88db-d8419af5937d Nov 12 21:07:51.536011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:51.536458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:51.537009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempting to bind port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:51.543425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:51.543864 n-d-713498-29 neutron-server[109628]: ERROR neutron.plugins.ml2.managers [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Failed to bind port cd1605de-d994-4032-88db-d8419af5937d on host n-h1-713498-29 for vnic_type normal using segments [{'id': '331272b6-f84e-48d9-8566-99b5a08e9191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1adcf61f-2870-4d5b-ad7f-2bde9630b598'}] Nov 12 21:07:51.544294 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:51.648990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] For port cd1605de-d994-4032-88db-d8419af5937d, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:51.649469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attempted to set empty binding levels {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 21:07:51.761823 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:51.791056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c91f89-1b67-4502-8ebf-52d64b63496d req-2818b2c5-9e0e-4883-ad87-b9e90f0db46a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:51.797192 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8c91f89-1b67-4502-8ebf-52d64b63496d req-2818b2c5-9e0e-4883-ad87-b9e90f0db46a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 945 time: 0.1273313 Nov 12 21:07:51.874936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:51.892946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1605de-d994-4032-88db-d8419af5937d,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:51.902483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:51.903381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] In _notify_port_updated(), no bound segment for port cd1605de-d994-4032-88db-d8419af5937d on network 1adcf61f-2870-4d5b-ad7f-2bde9630b598 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:07:51.913672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8c91f89-1b67-4502-8ebf-52d64b63496d req-71e40fdc-e97d-4f33-aad7-f4a46e3acd44 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095259 Nov 12 21:07:51.970570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:51.972377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:51.974217 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fc85c106-2831-4b1d-a4b4-1a09b821fa27 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "PUT /v2.0/ports/cd1605de-d994-4032-88db-d8419af5937d HTTP/1.1" status: 200 len: 976 time: 1.4335005 Nov 12 21:07:51.989791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59934) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:52.015770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94665e-6678-4876-a126-b6c600250656 req-edd28183-dc44-4b30-8f43-907f8199b84e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:52.024962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad94665e-6678-4876-a126-b6c600250656 req-edd28183-dc44-4b30-8f43-907f8199b84e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1099825 Nov 12 21:07:52.083905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad94665e-6678-4876-a126-b6c600250656 req-f0eabf3c-641c-4677-bb0b-210f7272e40e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574818 Nov 12 21:07:52.107191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Deleting port cd1605de-d994-4032-88db-d8419af5937d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:52.109842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.131359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:07:52.137697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:52.138297 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.221175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7abf9d5-b878-447c-846c-75d9af8ff204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.281368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] For port cd1605de-d994-4032-88db-d8419af5937d, host n-h1-713498-29, got binding levels [] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:52.281885 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.281978 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.305093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51f1080-85e0-4aa1-846c-19460cfa5788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11002b-0cd6-4639-8be3-d668ee8a3ef2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:52.313330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Calling delete_port for cd1605de-d994-4032-88db-d8419af5937d owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:52.316970 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b79ce5-3128-48b2-b7db-26193fbbcdbb" -d '{"events": [{"server_uuid": "c51f1080-85e0-4aa1-846c-19460cfa5788", "name": "network-vif-plugged", "status": "completed", "tag": "4d11002b-0cd6-4639-8be3-d668ee8a3ef2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:52.337162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:52.385639 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977d0108-70c6-4fab-8378-221723e5e6c0 x-openstack-request-id: req-977d0108-70c6-4fab-8378-221723e5e6c0 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:52.388301 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51f1080-85e0-4aa1-846c-19460cfa5788", "name": "network-vif-plugged", "status": "completed", "tag": "4d11002b-0cd6-4639-8be3-d668ee8a3ef2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:52.388301 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-977d0108-70c6-4fab-8378-221723e5e6c0 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:52.388301 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51f1080-85e0-4aa1-846c-19460cfa5788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11002b-0cd6-4639-8be3-d668ee8a3ef2', 'code': 200} Nov 12 21:07:52.493181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7abf9d5-b878-447c-846c-75d9af8ff204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.505428 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.531121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04a908-4027-4f39-b84e-2480620ea590 req-5400cd50-f028-48fb-bec4-722caa24ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:52.533027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c04a908-4027-4f39-b84e-2480620ea590 req-5400cd50-f028-48fb-bec4-722caa24ba9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 1097 time: 0.0628021 Nov 12 21:07:52.606132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:52.638059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d7abf9d5-b878-447c-846c-75d9af8ff204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.646570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c04a908-4027-4f39-b84e-2480620ea590 req-f7e0ec00-4971-4899-883c-f08de4c966d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007376 Nov 12 21:07:52.684625 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d7abf9d5-b878-447c-846c-75d9af8ff204 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29f10f4ab7944b638f366caa442532ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7060242 Nov 12 21:07:52.684625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abf9d5-b878-447c-846c-75d9af8ff204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3318b2-9881-4f7d-9f95-e6d0e6cfe05a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:52.686614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59950) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:52.712354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.760211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd1605de-d994-4032-88db-d8419af5937d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:52.775676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.781516 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f43f6adb-211b-4a0f-998b-3d92dfcb113c tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "DELETE /v2.0/ports/cd1605de-d994-4032-88db-d8419af5937d HTTP/1.1" status: 204 len: 168 time: 0.7877917 Nov 12 21:07:52.782137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59956) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:52.824485 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d7fddc-1ef5-4137-82f6-67b8109d8b35 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] GET failed (client error): The resource could not be found. Nov 12 21:07:52.832075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59960) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:52.835821 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-51d7fddc-1ef5-4137-82f6-67b8109d8b35 tempest-PortsAdminExtendedAttrsTestJSON-1739055581 tempest-PortsAdminExtendedAttrsTestJSON-1739055581-project-admin] 10.222.0.64 "GET /v2.0/ports/cd1605de-d994-4032-88db-d8419af5937d HTTP/1.1" status: 404 len: 333 time: 0.0526512 Nov 12 21:07:52.850862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a29a8a2e-5b83-4129-86ad-65809c46260b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.886621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a29a8a2e-5b83-4129-86ad-65809c46260b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:52.950494 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.077280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.102991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adcf61f-2870-4d5b-ad7f-2bde9630b598']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:53.120004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefa9d9-0647-4196-8fe0-6f924828bfa3 req-457b6c2f-7163-4fb0-bd14-678982e3b50f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:53.121519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cefa9d9-0647-4196-8fe0-6f924828bfa3 req-457b6c2f-7163-4fb0-bd14-678982e3b50f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.1296203 Nov 12 21:07:53.125294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331272b6-f84e-48d9-8566-99b5a08e9191') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:53.127096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331272b6-f84e-48d9-8566-99b5a08e9191') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:53.142431 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.151419 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a29a8a2e-5b83-4129-86ad-65809c46260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.154339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a29a8a2e-5b83-4129-86ad-65809c46260b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.160066 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a29a8a2e-5b83-4129-86ad-65809c46260b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c3318b2-9881-4f7d-9f95-e6d0e6cfe05a HTTP/1.1" status: 204 len: 168 time: 0.4724669 Nov 12 21:07:53.169241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a8a2e-5b83-4129-86ad-65809c46260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3318b2-9881-4f7d-9f95-e6d0e6cfe05a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:53.201851 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.221934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:07:53.222761 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:07:53.228623 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:07:53.267205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cefa9d9-0647-4196-8fe0-6f924828bfa3 req-277a93d6-9e01-470a-966c-08e84fc033a9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344426 Nov 12 21:07:53.327366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bd4b3-268f-4cfb-bdce-72d9ae110a3b req-a814917a-f173-4b66-b352-d9444106043b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:53.330363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-375bd4b3-268f-4cfb-bdce-72d9ae110a3b req-a814917a-f173-4b66-b352-d9444106043b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1707170 Nov 12 21:07:53.412832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-375bd4b3-268f-4cfb-bdce-72d9ae110a3b req-c443d30e-ce10-460d-b1ca-510ee4c5c440 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712004 Nov 12 21:07:53.504652 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.512366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.515737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] 10.222.0.64 "DELETE /v2.0/networks/1adcf61f-2870-4d5b-ad7f-2bde9630b598 HTTP/1.1" status: 204 len: 168 time: 0.6820426 Nov 12 21:07:53.527595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4c987-1301-43f5-a85d-202265155fad tempest-PortsAdminExtendedAttrsTestJSON-1811838907 tempest-PortsAdminExtendedAttrsTestJSON-1811838907-project] Pushing event deleted for resources: {'Network': ['ID=1adcf61f-2870-4d5b-ad7f-2bde9630b598,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:54.194044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59998) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:54.210927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59d84714-2f82-4533-b075-121cdd5a889a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.232031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60000) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:54.341308 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59d84714-2f82-4533-b075-121cdd5a889a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.481574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea57c6-c0e4-4826-a21a-20afe1ba1b6a req-974cc291-4fed-44b5-8549-bb8c7e0e7a61 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:54.483675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-69ea57c6-c0e4-4826-a21a-20afe1ba1b6a req-974cc291-4fed-44b5-8549-bb8c7e0e7a61 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.0933321 Nov 12 21:07:54.485181 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59d84714-2f82-4533-b075-121cdd5a889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.579906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-59d84714-2f82-4533-b075-121cdd5a889a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bbbf1aa438b494e813f7915315b6711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3795640 Nov 12 21:07:54.588539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:54.609135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d84714-2f82-4533-b075-121cdd5a889a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da09351-793c-4eda-9d5c-20956f26d06c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:54.622998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491c0d6-5261-4b47-adac-613c7b8e5870 req-138d0964-1729-4f29-875c-e2691d7dc41c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:54.624562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4491c0d6-5261-4b47-adac-613c7b8e5870 req-138d0964-1729-4f29-875c-e2691d7dc41c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1227860 Nov 12 21:07:54.628693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-69ea57c6-c0e4-4826-a21a-20afe1ba1b6a req-9cc19fb7-c5b5-4ea1-9841-99f7f5c16c23 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282012 Nov 12 21:07:54.654021 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2d536b84-d157-456b-a9fb-712a4b950521 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bca6788502a84e79b530b9349eb48650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4202063 Nov 12 21:07:54.656407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60022) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:54.682311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4491c0d6-5261-4b47-adac-613c7b8e5870 req-4fc55e2e-6149-4e13-9aaf-d0e0f8420f22 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470896 Nov 12 21:07:54.709303 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e865f59-7cd0-4cb4-ae02-aa3b08c2d733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.742005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e865f59-7cd0-4cb4-ae02-aa3b08c2d733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.750136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-153fb081-2b1d-4d39-b765-eede1cdccc0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.792760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-153fb081-2b1d-4d39-b765-eede1cdccc0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.979035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e865f59-7cd0-4cb4-ae02-aa3b08c2d733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.983433 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e865f59-7cd0-4cb4-ae02-aa3b08c2d733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.985985 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1e865f59-7cd0-4cb4-ae02-aa3b08c2d733 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0da09351-793c-4eda-9d5c-20956f26d06c HTTP/1.1" status: 204 len: 168 time: 0.3964639 Nov 12 21:07:54.992282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-153fb081-2b1d-4d39-b765-eede1cdccc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.995119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-153fb081-2b1d-4d39-b765-eede1cdccc0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.996417 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-153fb081-2b1d-4d39-b765-eede1cdccc0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f954e64-3220-4eba-90f8-28ff4c8ba3e1 HTTP/1.1" status: 204 len: 168 time: 0.3383627 Nov 12 21:07:55.008678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e865f59-7cd0-4cb4-ae02-aa3b08c2d733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da09351-793c-4eda-9d5c-20956f26d06c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:55.043623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fb081-2b1d-4d39-b765-eede1cdccc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f954e64-3220-4eba-90f8-28ff4c8ba3e1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:55.147063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd14ff-1979-4b19-9b64-cfc3bc24165a req-b85ef378-bfe6-493f-9957-56a4b4b86fb9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:55.148567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abbd14ff-1979-4b19-9b64-cfc3bc24165a req-b85ef378-bfe6-493f-9957-56a4b4b86fb9 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.0617554 Nov 12 21:07:55.198647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abbd14ff-1979-4b19-9b64-cfc3bc24165a req-8d6db217-a940-43b9-aed3-4acf8a937489 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Nov 12 21:07:55.320569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5227-6b5f-485f-9f17-b4ed42872eae req-65c9d67e-e3a7-4cb1-aaaa-6733d45b0c5b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:55.322102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4fa5227-6b5f-485f-9f17-b4ed42872eae req-65c9d67e-e3a7-4cb1-aaaa-6733d45b0c5b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.0524774 Nov 12 21:07:55.372767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4fa5227-6b5f-485f-9f17-b4ed42872eae req-7eeed914-8a59-4ed9-bc58-6c584425907e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Nov 12 21:07:55.862962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5ec74-dfd0-4014-b165-cbc819b95c02 req-2027a783-9225-4f88-8a7e-4f3e513bcf38 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:55.864541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bc5ec74-dfd0-4014-b165-cbc819b95c02 req-2027a783-9225-4f88-8a7e-4f3e513bcf38 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0818820 Nov 12 21:07:55.934627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f182567-40eb-4626-8637-519f036f94dd req-9a6983ad-d851-4f5d-89ce-62cd60d4f685 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:55.937570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f182567-40eb-4626-8637-519f036f94dd req-9a6983ad-d851-4f5d-89ce-62cd60d4f685 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.0983365 Nov 12 21:07:55.967341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bc5ec74-dfd0-4014-b165-cbc819b95c02 req-6e2f7632-136e-4ddf-94ee-77c567ab4214 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792487 Nov 12 21:07:56.019820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f182567-40eb-4626-8637-519f036f94dd req-ce44d1ad-898c-43b6-bc63-e2d00f1355fe tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760224 Nov 12 21:07:56.246650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60086) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:56.304764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-37b582f6-20ba-498e-851a-f6936193ad8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e24d0a68287459bbaead4e4bdb6a966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486224 Nov 12 21:07:56.304764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60088) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:56.351645 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ca58171-1c26-4d9b-a7c7-0538730d94fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:56.374427 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ca58171-1c26-4d9b-a7c7-0538730d94fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:56.544276 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ca58171-1c26-4d9b-a7c7-0538730d94fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:56.547509 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ca58171-1c26-4d9b-a7c7-0538730d94fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:56.549032 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3ca58171-1c26-4d9b-a7c7-0538730d94fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ded4977-1889-4d95-b811-7bf2dfff900a HTTP/1.1" status: 204 len: 168 time: 0.2492945 Nov 12 21:07:56.566480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca58171-1c26-4d9b-a7c7-0538730d94fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ded4977-1889-4d95-b811-7bf2dfff900a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:57.238743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676cd04-2da2-457e-8253-bf35f57d848a req-9792a900-5070-4e20-ae55-a4c68f74eeff tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:57.246771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e676cd04-2da2-457e-8253-bf35f57d848a req-9792a900-5070-4e20-ae55-a4c68f74eeff tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1250188 Nov 12 21:07:57.309226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d802a-bd30-4bea-b2c5-cbfd96490729 req-c2bac5de-d1bb-47c5-95ca-4282432e2411 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:57.310676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-593d802a-bd30-4bea-b2c5-cbfd96490729 req-c2bac5de-d1bb-47c5-95ca-4282432e2411 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.1146054 Nov 12 21:07:57.352091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e676cd04-2da2-457e-8253-bf35f57d848a req-6cbd7b81-18e5-4df9-a93b-0228ba3f2cf7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042295 Nov 12 21:07:57.402688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-593d802a-bd30-4bea-b2c5-cbfd96490729 req-a04e52ac-c622-414a-810a-0958c781813f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840726 Nov 12 21:07:57.567900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dafcd4cb-e2c8-471f-b623-ee318cfb3a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:57.943557 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:07:58.374048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60188) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:58.508531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3ba9-713f-44ac-a94f-d86f64793c05 req-c7dbde36-6663-4b86-bc40-48c6f4cb1db2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:58.515917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbdd3ba9-713f-44ac-a94f-d86f64793c05 req-c7dbde36-6663-4b86-bc40-48c6f4cb1db2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0718431 Nov 12 21:07:58.538441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c30ebf06-b2e8-45f6-a12c-aaea953340aa tempest-DvrRoutersNegativeTest-2058913616 tempest-DvrRoutersNegativeTest-2058913616-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-450056249', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:58.543094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.policy [None req-c30ebf06-b2e8-45f6-a12c-aaea953340aa tempest-DvrRoutersNegativeTest-2058913616 tempest-DvrRoutersNegativeTest-2058913616-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109628) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 21:07:58.551952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.policy [None req-c30ebf06-b2e8-45f6-a12c-aaea953340aa tempest-DvrRoutersNegativeTest-2058913616 tempest-DvrRoutersNegativeTest-2058913616-project] Failed policy check for 'create_router' {{(pid=109628) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 21:07:58.552797 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-c30ebf06-b2e8-45f6-a12c-aaea953340aa tempest-DvrRoutersNegativeTest-2058913616 tempest-DvrRoutersNegativeTest-2058913616-project] create failed (client error): Access was denied to this resource. Nov 12 21:07:58.554052 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c30ebf06-b2e8-45f6-a12c-aaea953340aa tempest-DvrRoutersNegativeTest-2058913616 tempest-DvrRoutersNegativeTest-2058913616-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1788659 Nov 12 21:07:58.616831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbdd3ba9-713f-44ac-a94f-d86f64793c05 req-f9fe9b20-6d11-4b96-b018-0b3e10050a2d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994544 Nov 12 21:07:58.655794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e59d05-c1f6-4cfe-83f9-60d2054e0cd8 req-10e81fce-2875-4b55-925c-ead5427a9c62 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:58.657449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27e59d05-c1f6-4cfe-83f9-60d2054e0cd8 req-10e81fce-2875-4b55-925c-ead5427a9c62 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.0742443 Nov 12 21:07:58.730904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27e59d05-c1f6-4cfe-83f9-60d2054e0cd8 req-2f5ff3b6-788b-4775-8ea4-b4c88d919062 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649030 Nov 12 21:07:59.220634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60216) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:59.342863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7b44-8b01-4b6d-830a-ceede6dea4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.444048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7b44-8b01-4b6d-830a-ceede6dea4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.480458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60232) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:59.526453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7b44-8b01-4b6d-830a-ceede6dea4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.568370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b7b44-8b01-4b6d-830a-ceede6dea4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633371ce-3b68-4f67-a573-525a983f2cf0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:59.577030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60238) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:59.577598 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9b3b7b44-8b01-4b6d-830a-ceede6dea4db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41661f28bcad45d8a733643eac87ec6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552675 Nov 12 21:07:59.632365 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa723f2c-bd36-402a-87c0-766d0de37eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.666482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68de607b-3e9c-4a6d-b539-df4ce3ca4c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.707496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68de607b-3e9c-4a6d-b539-df4ce3ca4c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.838276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331d1ce-d72c-4ae0-9365-9ff6aa0404ea req-be9d539f-6193-482e-a9cb-70e258e6cdbd tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:59.840195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8331d1ce-d72c-4ae0-9365-9ff6aa0404ea req-be9d539f-6193-482e-a9cb-70e258e6cdbd tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0886676 Nov 12 21:07:59.875610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa723f2c-bd36-402a-87c0-766d0de37eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.896629 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68de607b-3e9c-4a6d-b539-df4ce3ca4c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.899745 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68de607b-3e9c-4a6d-b539-df4ce3ca4c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.901217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-68de607b-3e9c-4a6d-b539-df4ce3ca4c58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/633371ce-3b68-4f67-a573-525a983f2cf0 HTTP/1.1" status: 204 len: 168 time: 0.3231866 Nov 12 21:07:59.950451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8331d1ce-d72c-4ae0-9365-9ff6aa0404ea req-ffdbd472-9697-42cc-be44-2d02bd1d76d4 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013355 Nov 12 21:07:59.957063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de607b-3e9c-4a6d-b539-df4ce3ca4c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633371ce-3b68-4f67-a573-525a983f2cf0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:59.983725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa56141-ceb6-4c6f-8577-802c4850d1fa req-08f2515f-388d-47cc-bbf1-2431d8956b53 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:59.985292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaa56141-ceb6-4c6f-8577-802c4850d1fa req-08f2515f-388d-47cc-bbf1-2431d8956b53 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.1439939 Nov 12 21:07:59.986874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa723f2c-bd36-402a-87c0-766d0de37eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:00.045705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa723f2c-bd36-402a-87c0-766d0de37eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca9cebd-775d-4018-8617-21a4e1daaf92,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:00.078894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaa56141-ceb6-4c6f-8577-802c4850d1fa req-cebf6614-b59b-4799-bc82-e6a91502505f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839720 Nov 12 21:08:00.081351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fa723f2c-bd36-402a-87c0-766d0de37eeb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f49579566b7944fe861d1a5666932b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996614 Nov 12 21:08:00.084234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60252) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:00.152068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a14f40da-acde-498f-afbd-9dc71b921050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:00.169427 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e32076e-ef19-4754-ae50-fe3fdc952ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:00.196211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e32076e-ef19-4754-ae50-fe3fdc952ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:00.383764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e32076e-ef19-4754-ae50-fe3fdc952ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:00.387321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e32076e-ef19-4754-ae50-fe3fdc952ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:00.389419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1e32076e-ef19-4754-ae50-fe3fdc952ffb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aca9cebd-775d-4018-8617-21a4e1daaf92 HTTP/1.1" status: 204 len: 168 time: 0.3033862 Nov 12 21:08:00.399927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32076e-ef19-4754-ae50-fe3fdc952ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca9cebd-775d-4018-8617-21a4e1daaf92,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:01.129093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec951d-eb5a-4ca3-9e18-ebee15bf384d req-2b13fa91-35ff-402a-8e48-3ed7ae9f9272 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:01.142205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2ec951d-eb5a-4ca3-9e18-ebee15bf384d req-2b13fa91-35ff-402a-8e48-3ed7ae9f9272 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1010003 Nov 12 21:08:01.273980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2ec951d-eb5a-4ca3-9e18-ebee15bf384d req-a28241cf-5c1f-40ca-97cd-d58295c485b3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304688 Nov 12 21:08:01.292022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06927768-85f1-4b3c-a162-e02c0896254c req-dd5aa839-370c-4ffb-8cc1-c83d8f4ad1df tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:01.293586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06927768-85f1-4b3c-a162-e02c0896254c req-dd5aa839-370c-4ffb-8cc1-c83d8f4ad1df tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.0917296 Nov 12 21:08:01.332421 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:01.352542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-06927768-85f1-4b3c-a162-e02c0896254c req-77faebe2-7759-4e40-83d0-6ef35763b816 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509033 Nov 12 21:08:01.378871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60306) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:01.485451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1cd01e61-1d0f-4ec7-a681-c5ee7f8446ca tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1896255231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:01.663955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cd01e61-1d0f-4ec7-a681-c5ee7f8446ca tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:01.665045 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cd01e61-1d0f-4ec7-a681-c5ee7f8446ca tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:01.743472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cd01e61-1d0f-4ec7-a681-c5ee7f8446ca tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:01.858629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cd01e61-1d0f-4ec7-a681-c5ee7f8446ca tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:01.985318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cd01e61-1d0f-4ec7-a681-c5ee7f8446ca tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:01.986828 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1cd01e61-1d0f-4ec7-a681-c5ee7f8446ca tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6071551 Nov 12 21:08:01.989920 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60326) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:01.994596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1946026673'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:02.131863 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Made reservation on behalf of 30c55995cd804989972e2c5c44c5d8a8 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:02.135380 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.145395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.232484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.304007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.331587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:02.346512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ff0ef4-224e-4c15-b4e6-2346600d1190,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:02.349745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.350092 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Added segment 83c9a1e8-202e-4291-9b79-d8346f23092c of type vlan for network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 Nov 12 21:08:02.361711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.362015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.362353 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.362687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.363017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.363373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.363696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.364018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.364336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.364655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.364975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.365291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:02.406303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a9dd3-dc22-44da-80d1-41f2ee3d7ab9 req-18f5c5da-bb43-4d03-90ba-c0a5fb6d966e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:02.407957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a2a9dd3-dc22-44da-80d1-41f2ee3d7ab9 req-18f5c5da-bb43-4d03-90ba-c0a5fb6d966e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0663624 Nov 12 21:08:02.412705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.475197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a2a9dd3-dc22-44da-80d1-41f2ee3d7ab9 req-fe60335c-9277-4ee6-b233-68be9cbee42b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606558 Nov 12 21:08:02.527041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.535785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:02.536542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.549973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbff9-5813-4d77-ad3f-86762713faa0 req-96ad3d08-122a-4f42-9a21-adfc4e415892 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:02.568207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79edbff9-5813-4d77-ad3f-86762713faa0 req-96ad3d08-122a-4f42-9a21-adfc4e415892 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.1121678 Nov 12 21:08:02.626785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Network': ['ID=4eb3b4f4-36eb-41cb-8771-21064b8366e6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:02.647749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:02.671589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79edbff9-5813-4d77-ad3f-86762713faa0 req-cfd85678-a530-40f3-8590-d7e5abcd2f00 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957263 Nov 12 21:08:02.681183 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-44209f6e-c15b-4062-a06d-31cad1cf3de0 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6875844 Nov 12 21:08:02.681963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60358) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:02.691449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'subnet': {'network_id': '4eb3b4f4-36eb-41cb-8771-21064b8366e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:02.827083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60362) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:02.937775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Made reservation on behalf of 30c55995cd804989972e2c5c44c5d8a8 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:02.942102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:02.966858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e3625fae-6990-43db-912b-08941573b0df details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:08:03.047796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2006514878'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:03.077990 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.125104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:03.164491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'e3625fae-6990-43db-912b-08941573b0df', 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e', 'port_id': 'e3625fae-6990-43db-912b-08941573b0df', 'mac_address': 'fa:16:3e:f0:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:08:03.211551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.243280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3625fae-6990-43db-912b-08941573b0df {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:08:03.274515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:03.286111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Made reservation on behalf of 38b6841bb18844e1b5855566555a21b6 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:03.291036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.302964 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.365114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.428963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.451125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Subnet': ['ID=7d52cb16-67e5-4de4-aca3-27e696c0b6f9,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:03.463702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Checking segment: {'id': '83c9a1e8-202e-4291-9b79-d8346f23092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4eb3b4f4-36eb-41cb-8771-21064b8366e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:03.464173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network hostable DHCP agents. Network: 4eb3b4f4-36eb-41cb-8771-21064b8366e6, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:08:03.471184 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.550023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.580568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:03.606001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e3625fae-6990-43db-912b-08941573b0df'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:08:03.634507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:08:03.641083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:03.671518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13a7290-64c2-47a4-a32b-ff56e33a8e3b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:03.677464 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.681977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08a10c-46fa-4808-98ae-179a34a3b58a req-d3d64569-5e31-4bc7-8116-fc351c76b3c1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:03.693164 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.695140 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Added segment 048844d4-7263-4365-bb02-f8142d30e83f of type vlan for network 10dfe858-f119-4463-8ab6-1c8f7df4179f Nov 12 21:08:03.699879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc08a10c-46fa-4808-98ae-179a34a3b58a req-d3d64569-5e31-4bc7-8116-fc351c76b3c1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.0919905 Nov 12 21:08:03.777836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 4eb3b4f4-36eb-41cb-8771-21064b8366e6) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:03.785640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:03.787374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.798234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e27320-b79b-4dbc-82d6-99d2fba3cc56 None None] Network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:03.819584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc08a10c-46fa-4808-98ae-179a34a3b58a req-5f141f8f-4ebd-434c-9db2-02fca04249e0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173930 Nov 12 21:08:03.836233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.938821 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ffc605f2-8332-4c1f-95be-3e9ad06b6ad9 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2562485 Nov 12 21:08:03.939586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:03.945376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'network': {'name': 'tempest-router-network01--1464902152'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:03.947790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd97929-5496-4398-bb8f-8d501cd4fda3 req-47f547c5-f59b-4927-8a48-cb1351165541 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:03.951150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddd97929-5496-4398-bb8f-8d501cd4fda3 req-47f547c5-f59b-4927-8a48-cb1351165541 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.1254611 Nov 12 21:08:03.965849 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:03.977358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:03.984128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.095800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-4eb3b4f4-36eb-41cb-8771-21064b8366e6', 'network_id': '4eb3b4f4-36eb-41cb-8771-21064b8366e6', 'tenant_id': '30c55995cd804989972e2c5c44c5d8a8', 'fixed_ips': [{'subnet_id': '7d52cb16-67e5-4de4-aca3-27e696c0b6f9'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:08:04.097976 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.119071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddd97929-5496-4398-bb8f-8d501cd4fda3 req-c28f91dd-29ff-4580-bb65-36d1563ccdf0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464436 Nov 12 21:08:04.137591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Pushing event updated for resources: {'Network': ['ID=10dfe858-f119-4463-8ab6-1c8f7df4179f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:04.156820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 10dfe858-f119-4463-8ab6-1c8f7df4179f details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:04.262273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Made reservation on behalf of 30c55995cd804989972e2c5c44c5d8a8 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:04.265977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.335870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60390) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:04.345613 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5b1b1b61-34db-4017-958c-51a9eb12bc78 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5170550 Nov 12 21:08:04.359349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:04.384137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.385703 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Added segment a7b69342-f62d-4378-bcb5-70f8bcf256bb of type vlan for network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e Nov 12 21:08:04.562578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Request body: {'network': {'name': 'tempest-network--655031787', 'router:external': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:04.563807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.610480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Allocated IP 172.20.0.2 (4eb3b4f4-36eb-41cb-8771-21064b8366e6/7d52cb16-67e5-4de4-aca3-27e696c0b6f9/45e5eb45-b5bb-438b-af46-f50eec5017ed) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:08:04.703639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Made reservation on behalf of 18c17e3996d548ca8b30e34b2cd0e3eb for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:04.707618 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.729757 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.744859 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.761801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:04.762471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.863875 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.919448 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9779284 Nov 12 21:08:04.919920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60406) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:04.920804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b8244-28cf-42c9-b6eb-c6078bb27657 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Network': ['ID=9bbb297b-9b4a-4962-8c5b-b09e87f7599e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:04.925635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'network': {'name': 'tempest-router-network02--1826496405'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:04.944936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:04.970265 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:04.985582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e3625fae-6990-43db-912b-08941573b0df up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:08:05.076904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc541765-a44e-4d0b-9dbc-132a3b574d9c req-bbf0ab56-a444-4bdc-918a-52265b1a120f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:05.086205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc541765-a44e-4d0b-9dbc-132a3b574d9c req-bbf0ab56-a444-4bdc-918a-52265b1a120f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.0937111 Nov 12 21:08:05.099604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port e3625fae-6990-43db-912b-08941573b0df triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:05.099962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.113577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.151324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:05.173661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc541765-a44e-4d0b-9dbc-132a3b574d9c req-e8ac3398-6041-4e18-947c-efd2b6b0e110 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862126 Nov 12 21:08:05.179113 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.179575 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Added segment 3aa867cc-4f9a-45d3-bfc2-04362da01147 of type vlan for network 3dc5c348-5fac-443f-9ca8-9f464a2a0a81 Nov 12 21:08:05.189369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17f9205-7bac-4c42-a193-41dfcbdbd369,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:05.205151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Made reservation on behalf of 30c55995cd804989972e2c5c44c5d8a8 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:05.206899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.225104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.279818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Pushing event updated for resources: {'Port': ['ID=45e5eb45-b5bb-438b-af46-f50eec5017ed,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:05.287459 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.310475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:05.315405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:05.318734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:08:05.326539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:05.372591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3625fae-6990-43db-912b-08941573b0df'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:08:05.374462 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8508b4d7-7500-4889-8cb8-1c0df604e1f2" -d '{"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-plugged", "status": "completed", "tag": "e3625fae-6990-43db-912b-08941573b0df"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:08:05.429388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Attempting to bind port 45e5eb45-b5bb-438b-af46-f50eec5017ed on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:08:05.429780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Attempting to bind port 45e5eb45-b5bb-438b-af46-f50eec5017ed by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '83c9a1e8-202e-4291-9b79-d8346f23092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4eb3b4f4-36eb-41cb-8771-21064b8366e6'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:08:05.430376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Attempting to bind port 45e5eb45-b5bb-438b-af46-f50eec5017ed on network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:08:05.444406 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.444815 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Added segment 465aa5ce-db69-494e-918c-bf01b11f756d of type vlan for network d954f3d7-d900-4a17-bf4b-d7e1be2cde25 Nov 12 21:08:05.459721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:05.467372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:08:05.467372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Checking segment: {'id': '83c9a1e8-202e-4291-9b79-d8346f23092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4eb3b4f4-36eb-41cb-8771-21064b8366e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:05.467372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.467372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Bound using segment: {'id': '83c9a1e8-202e-4291-9b79-d8346f23092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4eb3b4f4-36eb-41cb-8771-21064b8366e6'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:08:05.467372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Bound port: 45e5eb45-b5bb-438b-af46-f50eec5017ed, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c9a1e8-202e-4291-9b79-d8346f23092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4eb3b4f4-36eb-41cb-8771-21064b8366e6'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:08:05.467372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.510105 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.514049 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c56f960-f9c3-405f-b702-1cb1e6ad3933 x-openstack-request-id: req-2c56f960-f9c3-405f-b702-1cb1e6ad3933 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:08:05.514345 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-plugged", "status": "completed", "tag": "e3625fae-6990-43db-912b-08941573b0df", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:08:05.514601 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c56f960-f9c3-405f-b702-1cb1e6ad3933 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:08:05.515627 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3625fae-6990-43db-912b-08941573b0df', 'code': 200} Nov 12 21:08:05.537747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.581099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9502c-f681-4399-ac5b-6c5f6d290f0b req-02cbd816-b98a-479c-a4e9-4cf9e6e532f4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:05.586941 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fc9502c-f681-4399-ac5b-6c5f6d290f0b req-02cbd816-b98a-479c-a4e9-4cf9e6e532f4 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.2372806 Nov 12 21:08:05.627533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.705866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fc9502c-f681-4399-ac5b-6c5f6d290f0b req-17338bdb-1899-498a-85cf-543a7290130a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073301 Nov 12 21:08:05.777465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.783778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:05.784481 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.874445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.875366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:05.875952 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:05.902808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9816368 Nov 12 21:08:05.903992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d7e01-57c4-4a90-a4f1-f1d49eda867d tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Network': ['ID=d954f3d7-d900-4a17-bf4b-d7e1be2cde25,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:05.906326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60432) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:05.912969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'subnet': {'network_id': '9bbb297b-9b4a-4962-8c5b-b09e87f7599e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:05.960078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] For port 45e5eb45-b5bb-438b-af46-f50eec5017ed, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:08:05.965291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] For port 45e5eb45-b5bb-438b-af46-f50eec5017ed, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=45e5eb45-b5bb-438b-af46-f50eec5017ed,segment=NetworkSegment(83c9a1e8-202e-4291-9b79-d8346f23092c),segment_id=83c9a1e8-202e-4291-9b79-d8346f23092c)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:08:05.966824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d954f3d7-d900-4a17-bf4b-d7e1be2cde25 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:05.984532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Network': ['ID=3dc5c348-5fac-443f-9ca8-9f464a2a0a81,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:06.016046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 3dc5c348-5fac-443f-9ca8-9f464a2a0a81 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:06.026150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e8b28c82-eb6d-4b3c-8886-8dcd64eb9fa1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6889870 Nov 12 21:08:06.028771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60436) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:06.128469 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:06.145042 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:06.208826 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:06.274969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Made reservation on behalf of 30c55995cd804989972e2c5c44c5d8a8 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:06.279077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:06.299563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:06.351007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fac9b1-34b0-4cd5-96c1-d48ddd83dd3a None None] Pushing event updated for resources: {'Port': ['ID=45e5eb45-b5bb-438b-af46-f50eec5017ed,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:06.415800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc5c348-5fac-443f-9ca8-9f464a2a0a81']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:06.519064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa867cc-4f9a-45d3-bfc2-04362da01147') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:06.519064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa867cc-4f9a-45d3-bfc2-04362da01147') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:06.552015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:06.591400 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:06.610195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:06.611611 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:06.646884 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:06.752154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:06.872572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e470-8816-45c7-9001-913de3d7d8a1 req-83defa28-60ce-47e7-a02e-dd09b7dfc23d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:06.873844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e59e470-8816-45c7-9001-913de3d7d8a1 req-83defa28-60ce-47e7-a02e-dd09b7dfc23d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.5355864 Nov 12 21:08:06.928749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Subnet': ['ID=2476435c-b3d0-4abc-851d-b6d7a8022270,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:06.965858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Checking segment: {'id': 'a7b69342-f62d-4378-bcb5-70f8bcf256bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '9bbb297b-9b4a-4962-8c5b-b09e87f7599e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:06.966225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network hostable DHCP agents. Network: 9bbb297b-9b4a-4962-8c5b-b09e87f7599e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:08:06.990942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.084878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3dc5c348-5fac-443f-9ca8-9f464a2a0a81 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 21:08:07.108913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.120816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60460) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:07.124485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "DELETE /v2.0/networks/3dc5c348-5fac-443f-9ca8-9f464a2a0a81 HTTP/1.1" status: 204 len: 168 time: 1.0946186 Nov 12 21:08:07.125958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcf9f2-6096-48d3-93b7-aa4b97e29b16 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dc5c348-5fac-443f-9ca8-9f464a2a0a81,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:07.126190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:07.139564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e59e470-8816-45c7-9001-913de3d7d8a1 req-e3f7214c-6eff-43ac-b0dc-2af56e392df0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567058 Nov 12 21:08:07.145325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:08:07.157134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b3f6-b9d1-450c-ad46-47b0de25c142 req-f6e5e964-d198-4542-ab09-3e1fee776144 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:07.166649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0969b3f6-b9d1-450c-ad46-47b0de25c142 req-f6e5e964-d198-4542-ab09-3e1fee776144 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.2712071 Nov 12 21:08:07.269494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 9bbb297b-9b4a-4962-8c5b-b09e87f7599e) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:07.276557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:07.279918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.291699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6760b8b-ba7c-4691-b985-fe3458f978c2 None None] Network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:07.302329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0969b3f6-b9d1-450c-ad46-47b0de25c142 req-aecb0eeb-c7b6-4369-b3c6-87bcd2b44920 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286721 Nov 12 21:08:07.316419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Made reservation on behalf of 18c17e3996d548ca8b30e34b2cd0e3eb for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:07.319744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.368434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:07.382578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.383032 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Added segment d2b51550-45ea-467f-8b26-401f54224880 of type vlan for network 94d634d7-0aef-4578-96fd-979cbb0426ef Nov 12 21:08:07.462055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.505304 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-49773443-a7f7-460f-a607-9165959add59 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5974543 Nov 12 21:08:07.508025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60462) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:07.514209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'subnet': {'network_id': 'd954f3d7-d900-4a17-bf4b-d7e1be2cde25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:07.589255 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.590306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:07.590898 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.680071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-9bbb297b-9b4a-4962-8c5b-b09e87f7599e', 'network_id': '9bbb297b-9b4a-4962-8c5b-b09e87f7599e', 'tenant_id': '30c55995cd804989972e2c5c44c5d8a8', 'fixed_ips': [{'subnet_id': '2476435c-b3d0-4abc-851d-b6d7a8022270'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:08:07.683984 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:07.756601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Network': ['ID=94d634d7-0aef-4578-96fd-979cbb0426ef,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:07.855437 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f04648d-78b4-48fb-bf51-597ff2ae859e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7330141 Nov 12 21:08:07.858757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60470) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:07.866834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Request body: {'subnet': {'network_id': '94d634d7-0aef-4578-96fd-979cbb0426ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:07.921136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 94d634d7-0aef-4578-96fd-979cbb0426ef details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:07.960905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Made reservation on behalf of 30c55995cd804989972e2c5c44c5d8a8 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:07.965468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:08.052286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Made reservation on behalf of 18c17e3996d548ca8b30e34b2cd0e3eb for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:08.054789 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:08.276091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Allocated IP 172.20.0.2 (9bbb297b-9b4a-4962-8c5b-b09e87f7599e/2476435c-b3d0-4abc-851d-b6d7a8022270/8efd0058-15d7-4826-b3ce-307cc87a7722) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:08:08.534330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08382901-0c52-4431-8032-c944038a2adb None None] Network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:08.766248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac3190-3697-4360-bcd4-e2d8bde815c5 req-7939cf77-0c81-4c92-95ed-b0a2e2ea3b3e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:08.773839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 45e5eb45-b5bb-438b-af46-f50eec5017ed up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:08:08.778697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56ac3190-3697-4360-bcd4-e2d8bde815c5 req-7939cf77-0c81-4c92-95ed-b0a2e2ea3b3e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.4889343 Nov 12 21:08:08.817685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:08.950014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:08:08.959907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.082713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56ac3190-3697-4360-bcd4-e2d8bde815c5 req-cafd81e2-5f58-4be3-af74-a6bc1a1d2ae3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016527 Nov 12 21:08:09.121406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2568aba9-b028-4b7a-bd57-23bfc7490139,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:09.156307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3ff32-8671-417f-934a-eed244339795 req-00e31539-a1b4-46da-a586-2b8b5b5e54a0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:09.162778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eab3ff32-8671-417f-934a-eed244339795 req-00e31539-a1b4-46da-a586-2b8b5b5e54a0 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.6694045 Nov 12 21:08:09.198406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Checking segment: {'id': 'd2b51550-45ea-467f-8b26-401f54224880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '94d634d7-0aef-4578-96fd-979cbb0426ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:09.201242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Network hostable DHCP agents. Network: 94d634d7-0aef-4578-96fd-979cbb0426ef, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:08:09.335730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2e5afb35-9d52-4770-8f1a-1ec38beb8b2e None None] Provisioning complete for port 45e5eb45-b5bb-438b-af46-f50eec5017ed triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:09.336105 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e5afb35-9d52-4770-8f1a-1ec38beb8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.359055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Subnet': ['ID=c179bac3-cb9c-4f13-8e3c-b13767c7a829,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:09.363323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 45e5eb45-b5bb-438b-af46-f50eec5017ed triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:09.363707 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.370533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Checking segment: {'id': '465aa5ce-db69-494e-918c-bf01b11f756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd954f3d7-d900-4a17-bf4b-d7e1be2cde25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:09.378620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network hostable DHCP agents. Network: d954f3d7-d900-4a17-bf4b-d7e1be2cde25, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:08:09.405461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Network 94d634d7-0aef-4578-96fd-979cbb0426ef is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:08:09.422036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eab3ff32-8671-417f-934a-eed244339795 req-9a975740-f2bb-4b01-b9b7-9dad07cd2038 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943896 Nov 12 21:08:09.438725 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.497192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 94d634d7-0aef-4578-96fd-979cbb0426ef) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:09.501622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:09.502641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.588628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network d954f3d7-d900-4a17-bf4b-d7e1be2cde25 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:08:09.596337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d954f3d7-d900-4a17-bf4b-d7e1be2cde25) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:09.601784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c48630-c40f-40c8-b404-f5313ce1e853 None None] Network 94d634d7-0aef-4578-96fd-979cbb0426ef requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:09.605288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:09.605905 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.639000 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5229b4ab-fde5-4e9f-a468-ac0e6233e1a7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7760897 Nov 12 21:08:09.639816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:09.644413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Request body: {'floatingip': {'floating_network_id': '94d634d7-0aef-4578-96fd-979cbb0426ef'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:09.682850 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e5afb35-9d52-4770-8f1a-1ec38beb8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.699869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5fa259-6d92-4b5e-8546-921ca90f89e9 None None] Network d954f3d7-d900-4a17-bf4b-d7e1be2cde25 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:09.736697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5f432cc0-995a-4251-9b35-e32ea33fbdaa tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2272367 Nov 12 21:08:09.739681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:09.834873 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.882372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:09.909213 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.035281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.110929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Pushing event updated for resources: {'Port': ['ID=8efd0058-15d7-4826-b3ce-307cc87a7722,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:10.264625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Allocated IP 172.20.0.8 (94d634d7-0aef-4578-96fd-979cbb0426ef/2568aba9-b028-4b7a-bd57-23bfc7490139/89703610-51b7-4608-8ea5-31bdceb852ad) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:08:10.394067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2e5afb35-9d52-4770-8f1a-1ec38beb8b2e None None] For port 45e5eb45-b5bb-438b-af46-f50eec5017ed, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=45e5eb45-b5bb-438b-af46-f50eec5017ed,segment=NetworkSegment(83c9a1e8-202e-4291-9b79-d8346f23092c),segment_id=83c9a1e8-202e-4291-9b79-d8346f23092c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:10.398017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.399529 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.523707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:10.544005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e5afb35-9d52-4770-8f1a-1ec38beb8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.556472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.640395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:10.646608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Network 94d634d7-0aef-4578-96fd-979cbb0426ef is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:10.650089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:10.655869 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:08:10.731882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:08:10.738986 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:08:10.743716 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:08:10.745136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-d954f3d7-d900-4a17-bf4b-d7e1be2cde25', 'network_id': 'd954f3d7-d900-4a17-bf4b-d7e1be2cde25', 'tenant_id': '30c55995cd804989972e2c5c44c5d8a8', 'fixed_ips': [{'subnet_id': 'c179bac3-cb9c-4f13-8e3c-b13767c7a829'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:08:10.747061 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.753160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5afb35-9d52-4770-8f1a-1ec38beb8b2e None None] Pushing event updated for resources: {'Port': ['ID=45e5eb45-b5bb-438b-af46-f50eec5017ed,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:10.766929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.768562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.843657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Port': ['ID=89703610-51b7-4608-8ea5-31bdceb852ad,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:10.869154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a068a080-cc03-4692-97dd-a846ec44464e None None] Provisioning complete for port 45e5eb45-b5bb-438b-af46-f50eec5017ed triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:10.879772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a068a080-cc03-4692-97dd-a846ec44464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.921166 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:10.989995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Allocated IP 172.20.0.1 (9bbb297b-9b4a-4962-8c5b-b09e87f7599e/2476435c-b3d0-4abc-851d-b6d7a8022270/0cc42dbc-cf0e-4277-9dc8-18a2b27cc251) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:08:11.067534 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.181792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Allocated IP 172.20.0.2 (d954f3d7-d900-4a17-bf4b-d7e1be2cde25/c179bac3-cb9c-4f13-8e3c-b13767c7a829/b56048bd-b963-407b-91c9-af0ca103cba9) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:08:11.203543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.306888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5062e8-5a21-4ea2-aaad-6b1597b8950b req-7d5fc6ea-0c64-4402-8a5b-90299b08e6a6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:11.317796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea5062e8-5a21-4ea2-aaad-6b1597b8950b req-7d5fc6ea-0c64-4402-8a5b-90299b08e6a6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 1.0350480 Nov 12 21:08:11.395263 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.457013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.465528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a61657-32a5-4768-b32d-cd74406c1a01 req-ae7837ef-afd9-4bb5-b754-bb78611a6c96 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:11.479657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6a61657-32a5-4768-b32d-cd74406c1a01 req-ae7837ef-afd9-4bb5-b754-bb78611a6c96 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.2400351 Nov 12 21:08:11.495043 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.549233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.573021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:11.591174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:11.593982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:08:11.620173 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.682042 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.852621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6a61657-32a5-4768-b32d-cd74406c1a01 req-d052cffa-22b6-49fc-873a-e0cbf648551a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684804 Nov 12 21:08:11.856168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Port': ['ID=89703610-51b7-4608-8ea5-31bdceb852ad,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:11.885277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Port': ['ID=0cc42dbc-cf0e-4277-9dc8-18a2b27cc251,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:11.952061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea5062e8-5a21-4ea2-aaad-6b1597b8950b req-1c1b14fe-fcd7-4d19-8d0d-455f50572eb5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314740 Nov 12 21:08:11.966154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Attempting to bind port 8efd0058-15d7-4826-b3ce-307cc87a7722 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:08:11.966721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Attempting to bind port 8efd0058-15d7-4826-b3ce-307cc87a7722 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'a7b69342-f62d-4378-bcb5-70f8bcf256bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '9bbb297b-9b4a-4962-8c5b-b09e87f7599e'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:08:11.967006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Attempting to bind port 8efd0058-15d7-4826-b3ce-307cc87a7722 on network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:08:11.971522 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.977356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:11.980488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Pushing event updated for resources: {'Port': ['ID=b56048bd-b963-407b-91c9-af0ca103cba9,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:12.048076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.049486 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-39e58c44-bce3-444c-b1b9-89fd6a58e72e tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4089470 Nov 12 21:08:12.052635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60516) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:12.095614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Network d954f3d7-d900-4a17-bf4b-d7e1be2cde25 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:12.103666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:08:12.104248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Checking segment: {'id': 'a7b69342-f62d-4378-bcb5-70f8bcf256bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '9bbb297b-9b4a-4962-8c5b-b09e87f7599e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:12.104827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.105313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Bound using segment: {'id': 'a7b69342-f62d-4378-bcb5-70f8bcf256bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '9bbb297b-9b4a-4962-8c5b-b09e87f7599e'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:08:12.105896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Bound port: 8efd0058-15d7-4826-b3ce-307cc87a7722, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b69342-f62d-4378-bcb5-70f8bcf256bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '9bbb297b-9b4a-4962-8c5b-b09e87f7599e'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:08:12.106373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.116526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:12.136375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:08:12.216466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229c9bb-ae6b-4de7-bbf0-4ec9cfa58768 None None] Network 94d634d7-0aef-4578-96fd-979cbb0426ef requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:12.288168 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fab03187-fe5b-4371-ace6-dfa569ea6da9 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=94d634d7-0aef-4578-96fd-979cbb0426ef HTTP/1.1" status: 200 len: 689 time: 0.2343745 Nov 12 21:08:12.290566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:12.319029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 45e5eb45-b5bb-438b-af46-f50eec5017ed up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:08:12.488454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.501871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 45e5eb45-b5bb-438b-af46-f50eec5017ed triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:12.508146 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.599644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Attempting to bind port b56048bd-b963-407b-91c9-af0ca103cba9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:08:12.600019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Attempting to bind port b56048bd-b963-407b-91c9-af0ca103cba9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '465aa5ce-db69-494e-918c-bf01b11f756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd954f3d7-d900-4a17-bf4b-d7e1be2cde25'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:08:12.600387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Attempting to bind port b56048bd-b963-407b-91c9-af0ca103cba9 on network d954f3d7-d900-4a17-bf4b-d7e1be2cde25 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:08:12.617495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:08:12.617875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Checking segment: {'id': '465aa5ce-db69-494e-918c-bf01b11f756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd954f3d7-d900-4a17-bf4b-d7e1be2cde25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:12.618277 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.618679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Bound using segment: {'id': '465aa5ce-db69-494e-918c-bf01b11f756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd954f3d7-d900-4a17-bf4b-d7e1be2cde25'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:08:12.619168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Bound port: b56048bd-b963-407b-91c9-af0ca103cba9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465aa5ce-db69-494e-918c-bf01b11f756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd954f3d7-d900-4a17-bf4b-d7e1be2cde25'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:08:12.630996 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.797904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Deleting port 89703610-51b7-4608-8ea5-31bdceb852ad {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:12.798312 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.808181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f0583796-816e-4f63-9250-1915df4f993b None None] For port b56048bd-b963-407b-91c9-af0ca103cba9, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:08:12.817847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f0583796-816e-4f63-9250-1915df4f993b None None] For port b56048bd-b963-407b-91c9-af0ca103cba9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b56048bd-b963-407b-91c9-af0ca103cba9,segment=NetworkSegment(465aa5ce-db69-494e-918c-bf01b11f756d),segment_id=465aa5ce-db69-494e-918c-bf01b11f756d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:08:12.961708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.962252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:12.989507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Calling delete_port for 89703610-51b7-4608-8ea5-31bdceb852ad owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:13.040100 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:13.089432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] For port 8efd0058-15d7-4826-b3ce-307cc87a7722, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:08:13.241358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] For port 8efd0058-15d7-4826-b3ce-307cc87a7722, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8efd0058-15d7-4826-b3ce-307cc87a7722,segment=NetworkSegment(a7b69342-f62d-4378-bcb5-70f8bcf256bb),segment_id=a7b69342-f62d-4378-bcb5-70f8bcf256bb)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:08:13.289213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0583796-816e-4f63-9250-1915df4f993b None None] Pushing event updated for resources: {'Port': ['ID=b56048bd-b963-407b-91c9-af0ca103cba9,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:13.363698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a181a-6f07-4f28-97e5-af7ebbf01fe5 req-be7b3714-6f6e-49af-a75f-f2df6b093d7a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:13.366424 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:13.379228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d96a181a-6f07-4f28-97e5-af7ebbf01fe5 req-be7b3714-6f6e-49af-a75f-f2df6b093d7a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.2961931 Nov 12 21:08:13.402731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a89357-35e9-4858-88ba-b26b44419959 req-e5659d3d-f4b2-4baa-aa2f-191f07a1098e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:13.406895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13a89357-35e9-4858-88ba-b26b44419959 req-e5659d3d-f4b2-4baa-aa2f-191f07a1098e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3123326 Nov 12 21:08:13.435184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:13.505985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event deleted for resources: {'Port': ['ID=89703610-51b7-4608-8ea5-31bdceb852ad,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:13.590843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e5640-0ac8-4662-9193-812ad54eb685 None None] Pushing event updated for resources: {'Port': ['ID=8efd0058-15d7-4826-b3ce-307cc87a7722,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:13.659987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d96a181a-6f07-4f28-97e5-af7ebbf01fe5 req-82d397da-a029-43ee-bf74-cf67e756ae54 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428596 Nov 12 21:08:13.702689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:13.773922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:13.916349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13a89357-35e9-4858-88ba-b26b44419959 req-c6a4c207-0187-43f6-b8b3-4329bba08388 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855799 Nov 12 21:08:13.972773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.245137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.264224 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.293123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d634d7-0aef-4578-96fd-979cbb0426ef']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:14.298305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2568aba9-b028-4b7a-bd57-23bfc7490139,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:14.321138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b51550-45ea-467f-8b26-401f54224880') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:14.321440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b51550-45ea-467f-8b26-401f54224880') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:14.343727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.363945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.373916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.382636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:14.383029 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:14.385377 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:14.419893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b56048bd-b963-407b-91c9-af0ca103cba9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:08:14.572295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Port': ['ID=0cc42dbc-cf0e-4277-9dc8-18a2b27cc251,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:14.575459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.591391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b56048bd-b963-407b-91c9-af0ca103cba9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:14.591756 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.651719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.661214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94d634d7-0aef-4578-96fd-979cbb0426ef {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 21:08:14.664452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.671062 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "DELETE /v2.0/networks/94d634d7-0aef-4578-96fd-979cbb0426ef HTTP/1.1" status: 204 len: 168 time: 2.3765597 Nov 12 21:08:14.671062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60540) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:14.822094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:14.883403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:14.886378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:15.094496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195046f6-fb6e-4958-9c53-37f9718b41b6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event deleted for resources: {'Network': ['ID=94d634d7-0aef-4578-96fd-979cbb0426ef,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:15.137725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port b56048bd-b963-407b-91c9-af0ca103cba9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b56048bd-b963-407b-91c9-af0ca103cba9,segment=NetworkSegment(465aa5ce-db69-494e-918c-bf01b11f756d),segment_id=465aa5ce-db69-494e-918c-bf01b11f756d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:15.235125 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:15.262935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8efd0058-15d7-4826-b3ce-307cc87a7722 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:08:15.446208 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-81062a61-c9e7-4cbc-9f95-368dc183a8c3 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.7411153 Nov 12 21:08:15.451022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60590) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:15.541240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=b56048bd-b963-407b-91c9-af0ca103cba9,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:15.589230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8efd0058-15d7-4826-b3ce-307cc87a7722 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:15.591942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:15.593969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2efc96f-0f3f-4247-9fdf-4b62fb1152e8 None None] Network d954f3d7-d900-4a17-bf4b-d7e1be2cde25 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:15.815060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cf7fc88d-1944-415a-aefb-f94e13ac80da None None] Provisioning complete for port b56048bd-b963-407b-91c9-af0ca103cba9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:15.815760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc88d-1944-415a-aefb-f94e13ac80da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:15.902327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.903328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.904649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.907042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.907799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.908477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.908893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.909490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.909961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.920660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9189ed5b-2661-4c44-857f-1b1a299571b7 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5795 time: 0.4321313 Nov 12 21:08:15.924529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60596) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:15.987961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b91206-4d49-44a3-9221-d38483afcbed req-d4a678f7-d0e9-4f2f-a00f-d6b907696f58 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:15.997995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04b91206-4d49-44a3-9221-d38483afcbed req-d4a678f7-d0e9-4f2f-a00f-d6b907696f58 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.8131373 Nov 12 21:08:16.020969 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-56903dac-8c26-4a2d-b7cb-6f1b6aed8d55 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] delete failed (client error): The resource could not be found. Nov 12 21:08:16.022144 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-56903dac-8c26-4a2d-b7cb-6f1b6aed8d55 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/ea9716f4-6b0f-4038-88ba-105ecc7e0868 HTTP/1.1" status: 404 len: 345 time: 0.0957294 Nov 12 21:08:16.027389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60598) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:16.071810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01c205-a7a2-404f-9967-292f45dfa243 None None] Network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:16.074913 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9be3cf-bc00-4ccc-bb6a-20cce2b04389 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 21:08:16.075984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9be3cf-bc00-4ccc-bb6a-20cce2b04389 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:08:16.082079 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fc9be3cf-bc00-4ccc-bb6a-20cce2b04389 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "DELETE /v2.0/networks/94d634d7-0aef-4578-96fd-979cbb0426ef HTTP/1.1" status: 404 len: 339 time: 0.0446367 Nov 12 21:08:16.095861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60602) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:16.109561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Request body: {'network': {'name': 'tempest-network--75467439', 'router:external': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:16.117353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e1260-5fb6-4681-9b71-54c9b10d1995 req-a98c85ef-c625-4ba8-b159-07735d7191f3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:16.119997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f4e1260-5fb6-4681-9b71-54c9b10d1995 req-a98c85ef-c625-4ba8-b159-07735d7191f3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.9053688 Nov 12 21:08:16.228855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Made reservation on behalf of 18c17e3996d548ca8b30e34b2cd0e3eb for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:16.232786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:16.289988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:16.341658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:16.342286 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Added segment 5b0c2454-1843-4750-8166-cb6ec0c97499 of type vlan for network 92ed9450-10c3-4fda-b6b3-565e0f0ad7db Nov 12 21:08:16.364367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04b91206-4d49-44a3-9221-d38483afcbed req-68319dde-6580-4c3e-898b-08372f2ae7fd tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604486 Nov 12 21:08:16.448873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f4e1260-5fb6-4681-9b71-54c9b10d1995 req-863fc85b-3ce8-4c49-ad0a-c130574aa8fe tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121061 Nov 12 21:08:16.452415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Router 60dccefb-8b43-4d5c-be1d-68dbaf9a597f is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:08:16.573058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:16.581686 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:16.716035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-dce86d7e-25c3-45de-bea9-9c08d9624939 None None] Provisioning complete for port 8efd0058-15d7-4826-b3ce-307cc87a7722 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:16.716415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dce86d7e-25c3-45de-bea9-9c08d9624939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:16.758677 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:16.800195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 8efd0058-15d7-4826-b3ce-307cc87a7722, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8efd0058-15d7-4826-b3ce-307cc87a7722,segment=NetworkSegment(a7b69342-f62d-4378-bcb5-70f8bcf256bb),segment_id=a7b69342-f62d-4378-bcb5-70f8bcf256bb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:16.800454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:16.800454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:16.824356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:08:16.848117 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff489c-eeb7-4713-965f-3b4c57ad25e1 None None] Sync routers for ids ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:08:16.848575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:16.848708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1e2bd595-ffaf-40af-8369-be9ca6c0d7e2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "PUT /v2.0/routers/60dccefb-8b43-4d5c-be1d-68dbaf9a597f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1035378 Nov 12 21:08:16.879539 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff489c-eeb7-4713-965f-3b4c57ad25e1 None None] Routers {'60dccefb-8b43-4d5c-be1d-68dbaf9a597f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:16.881601 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-28ff489c-eeb7-4713-965f-3b4c57ad25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:08:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:16.981841 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-28ff489c-eeb7-4713-965f-3b4c57ad25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:17.008930 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff489c-eeb7-4713-965f-3b4c57ad25e1 None None] Routers {'60dccefb-8b43-4d5c-be1d-68dbaf9a597f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:17.009546 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-28ff489c-eeb7-4713-965f-3b4c57ad25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:08:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:17.094109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dce86d7e-25c3-45de-bea9-9c08d9624939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:17.106217 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-28ff489c-eeb7-4713-965f-3b4c57ad25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:17.106909 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff489c-eeb7-4713-965f-3b4c57ad25e1 None None] The sync data for ids ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:08:17.146255 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:17.434045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b56048bd-b963-407b-91c9-af0ca103cba9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:08:17.775039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=8efd0058-15d7-4826-b3ce-307cc87a7722,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:17.805087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-dce86d7e-25c3-45de-bea9-9c08d9624939 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:08:17.814528 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-dce86d7e-25c3-45de-bea9-9c08d9624939 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:08:17.832392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e72f-f8ec-4d54-a316-c4e0f09f5987 req-16ce696d-ef8c-424e-82f8-bb681cf88c68 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:17.845886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a5e72f-f8ec-4d54-a316-c4e0f09f5987 req-16ce696d-ef8c-424e-82f8-bb681cf88c68 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.2390473 Nov 12 21:08:17.853633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b56048bd-b963-407b-91c9-af0ca103cba9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:17.857067 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:17.925275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e113b6-17fc-4e58-a631-df4b652ead0b req-88c4f4ca-68e0-41bf-bbdb-6778ec549e0b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:17.943627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42e113b6-17fc-4e58-a631-df4b652ead0b req-88c4f4ca-68e0-41bf-bbdb-6778ec549e0b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2486362 Nov 12 21:08:18.113558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42e113b6-17fc-4e58-a631-df4b652ead0b req-d8545209-d8f0-46e1-9f5c-ec745a9ac3cb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667387 Nov 12 21:08:18.161518 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a5e72f-f8ec-4d54-a316-c4e0f09f5987 req-e87c4603-8f82-489e-be4e-ea2caec3cabd tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113995 Nov 12 21:08:18.429823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Network': ['ID=92ed9450-10c3-4fda-b6b3-565e0f0ad7db,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:18.440851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 92ed9450-10c3-4fda-b6b3-565e0f0ad7db details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:18.452484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60670) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:18.454246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-351e92f4-b347-4c35-9d1f-8e2694026fbb tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.3556237 Nov 12 21:08:18.706514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cf7f470f-adfb-4b8f-ac69-055a08ec6f4d None None] Provisioning complete for port b56048bd-b963-407b-91c9-af0ca103cba9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:18.707438 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf7f470f-adfb-4b8f-ac69-055a08ec6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:18.854339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b48cd-2284-40ce-b48d-916ad610c638 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:18.873287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b48cd-2284-40ce-b48d-916ad610c638 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:18.893859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b48cd-2284-40ce-b48d-916ad610c638 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:18.912738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b48cd-2284-40ce-b48d-916ad610c638 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:18.919422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c97b48cd-2284-40ce-b48d-916ad610c638 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4631226 Nov 12 21:08:18.920500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60682) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:19.047886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cf7f470f-adfb-4b8f-ac69-055a08ec6f4d None None] Provisioning complete for port 8efd0058-15d7-4826-b3ce-307cc87a7722 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:19.049061 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf7f470f-adfb-4b8f-ac69-055a08ec6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:19.062689 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-a1bdd52d-26bf-476b-b7cf-29663057f77e tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:19.070463 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a1bdd52d-26bf-476b-b7cf-29663057f77e tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "PUT /v2.0/routers/60dccefb-8b43-4d5c-be1d-68dbaf9a597f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1046205 Nov 12 21:08:19.073063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60686) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:19.133989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:19.349757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cf7f470f-adfb-4b8f-ac69-055a08ec6f4d None None] Provisioning complete for port 0cc42dbc-cf0e-4277-9dc8-18a2b27cc251 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:19.354055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf7f470f-adfb-4b8f-ac69-055a08ec6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:19.440405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8efd0058-15d7-4826-b3ce-307cc87a7722 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:08:19.561659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:19.621067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8efd0058-15d7-4826-b3ce-307cc87a7722 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:19.621727 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:19.632337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f470f-adfb-4b8f-ac69-055a08ec6f4d None None] Port 0cc42dbc-cf0e-4277-9dc8-18a2b27cc251 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:08:19.634507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ed9450-10c3-4fda-b6b3-565e0f0ad7db']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:19.698382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0c2454-1843-4750-8166-cb6ec0c97499') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:19.698928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0c2454-1843-4750-8166-cb6ec0c97499') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:19.744853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fc17e-380f-4838-9c0c-17262afca03e req-dabacbaa-8c23-455c-af2b-b267896f1612 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:19.751356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b61fc17e-380f-4838-9c0c-17262afca03e req-dabacbaa-8c23-455c-af2b-b267896f1612 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3104510 Nov 12 21:08:19.813092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1881b0db-9c30-4801-961f-893a2f1b811f None None] Provisioning complete for port 0cc42dbc-cf0e-4277-9dc8-18a2b27cc251 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:19.815661 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1881b0db-9c30-4801-961f-893a2f1b811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:19.857788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:19.939634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe1fea-8f5e-4765-8b1c-cd00716802c7 req-69bbb76b-4638-4284-8da6-8a9876dc4764 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:19.949751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eebe1fea-8f5e-4765-8b1c-cd00716802c7 req-69bbb76b-4638-4284-8da6-8a9876dc4764 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.4874446 Nov 12 21:08:20.058138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1881b0db-9c30-4801-961f-893a2f1b811f None None] Port 0cc42dbc-cf0e-4277-9dc8-18a2b27cc251 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:08:20.076035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b61fc17e-380f-4838-9c0c-17262afca03e req-c50edeac-55f3-4f6d-96e9-c8d718a1ad10 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994616 Nov 12 21:08:20.083781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.098830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:20.098830 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:20.102995 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:20.191513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eebe1fea-8f5e-4765-8b1c-cd00716802c7 req-4d682944-e56c-462d-91ea-8864b8413f85 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100151 Nov 12 21:08:20.269157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.274588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92ed9450-10c3-4fda-b6b3-565e0f0ad7db {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 21:08:20.277837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.290951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "DELETE /v2.0/networks/92ed9450-10c3-4fda-b6b3-565e0f0ad7db HTTP/1.1" status: 204 len: 168 time: 1.3673949 Nov 12 21:08:20.291074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60700) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:20.304118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Request body: {'network': {'name': 'tempest-network--1606947768', 'router:external': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:20.335201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event deleted for resources: {'Network': ['ID=92ed9450-10c3-4fda-b6b3-565e0f0ad7db,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:20.353416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.353766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.354114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.354448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.354780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.355155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.355468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.355801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.356135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.356551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.356879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.357201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9391cb-dced-400f-80e0-506cd7016bd6 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:20.383147 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.626253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Made reservation on behalf of 18c17e3996d548ca8b30e34b2cd0e3eb for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:20.629627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.789093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:20.803858 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.804195 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Added segment f48b8b78-9fb5-48e3-a697-722e53bdb3fc of type vlan for network 987deef4-3a0b-49a8-a202-d6920f43d74c Nov 12 21:08:20.867833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.999841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Deleting port 0cc42dbc-cf0e-4277-9dc8-18a2b27cc251 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:21.000194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:21.009830 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:21.010240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:21.010944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:21.319975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Network': ['ID=987deef4-3a0b-49a8-a202-d6920f43d74c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:21.332085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 987deef4-3a0b-49a8-a202-d6920f43d74c details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:21.371981 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:21.416309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Calling delete_port for 0cc42dbc-cf0e-4277-9dc8-18a2b27cc251 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:21.437825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d002a8-0c25-4fcf-b0bb-295033744518 req-844dd430-1d19-47e0-959a-a122daa43786 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:21.439923 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-155eacd3-4bdf-4fed-bd00-662ca93662f1 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1357939 Nov 12 21:08:21.440692 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60716) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:21.444863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43d002a8-0c25-4fcf-b0bb-295033744518 req-844dd430-1d19-47e0-959a-a122daa43786 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1834261 Nov 12 21:08:21.659769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d92c1a-6cfe-43b8-a4e6-b06ead2aada0 req-eda7903c-9d45-4623-ac75-1ffd36d89128 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:21.662061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22d92c1a-6cfe-43b8-a4e6-b06ead2aada0 req-eda7903c-9d45-4623-ac75-1ffd36d89128 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.2099864 Nov 12 21:08:21.718702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43d002a8-0c25-4fcf-b0bb-295033744518 req-3d5a2e67-2c1b-465b-bbce-e273bd7d1873 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616739 Nov 12 21:08:21.775983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60c9b8-ac98-49e2-8b42-25bd30b70ccb tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:21.777487 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f60c9b8-ac98-49e2-8b42-25bd30b70ccb tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] 10.222.0.64 "GET /v2.0/networks/987deef4-3a0b-49a8-a202-d6920f43d74c HTTP/1.1" status: 200 len: 757 time: 0.3327587 Nov 12 21:08:21.787880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60722) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:21.797054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22d92c1a-6cfe-43b8-a4e6-b06ead2aada0 req-dd5143bd-b5a2-4f37-9359-0cf4261aa59a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241632 Nov 12 21:08:22.106163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9b3e81-97b0-4d16-88ca-6062dcb632ca tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:22.107767 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cb9b3e81-97b0-4d16-88ca-6062dcb632ca tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] 10.222.0.64 "GET /v2.0/networks/10dfe858-f119-4463-8ab6-1c8f7df4179f HTTP/1.1" status: 200 len: 768 time: 0.3174598 Nov 12 21:08:22.110710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60730) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:22.240169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.292990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Port': ['ID=0cc42dbc-cf0e-4277-9dc8-18a2b27cc251,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:22.297105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.530757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.600024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987deef4-3a0b-49a8-a202-d6920f43d74c']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:22.628773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48b8b78-9fb5-48e3-a697-722e53bdb3fc') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:22.629139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48b8b78-9fb5-48e3-a697-722e53bdb3fc') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:22.651014 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.674062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.680964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:22.681453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:22.751923 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:22.851093 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.875430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.881293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 987deef4-3a0b-49a8-a202-d6920f43d74c {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 21:08:22.884358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.888675 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "DELETE /v2.0/networks/987deef4-3a0b-49a8-a202-d6920f43d74c HTTP/1.1" status: 204 len: 168 time: 0.7747450 Nov 12 21:08:22.891483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60744) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:22.898502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Request body: {'network': {'name': 'tempest-network--485096420'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:23.061066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Made reservation on behalf of 18c17e3996d548ca8b30e34b2cd0e3eb for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:23.064315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:23.105783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8623dcd-f771-4aaf-b2f6-4cca6fe8b435 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event deleted for resources: {'Network': ['ID=987deef4-3a0b-49a8-a202-d6920f43d74c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:23.136315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae19a15-3806-4cbb-947b-94c4793b5aaa req-9ab6c810-41fb-40d3-9a30-c61d68bf749a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:23.148707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ae19a15-3806-4cbb-947b-94c4793b5aaa req-9ab6c810-41fb-40d3-9a30-c61d68bf749a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2142873 Nov 12 21:08:23.309873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Router 60dccefb-8b43-4d5c-be1d-68dbaf9a597f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:08:23.384600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ae19a15-3806-4cbb-947b-94c4793b5aaa req-7422c684-0012-4d1a-91c4-46c846fce270 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323935 Nov 12 21:08:23.386742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:23.434708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbb119-6e0d-46ca-801c-fa136327d688 req-15991441-c8f2-43b1-88bf-a17a7f8e3c94 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:23.450684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2efbb119-6e0d-46ca-801c-fa136327d688 req-15991441-c8f2-43b1-88bf-a17a7f8e3c94 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.4370117 Nov 12 21:08:23.453126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:08:23.458954 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f6772712-a330-45ca-9c1a-ac7a29f99c45 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "PUT /v2.0/routers/60dccefb-8b43-4d5c-be1d-68dbaf9a597f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3836579 Nov 12 21:08:23.463466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:23.516305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:23.517462 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Added segment 6b72a802-956c-457e-8a1d-6c4192abfa2c of type vlan for network 23610c90-020c-4fd8-9986-326ea1d77fad Nov 12 21:08:23.544596 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-3aff4699-8088-4b0c-9841-6be228cb36da tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] delete failed (client error): The resource could not be found. Nov 12 21:08:23.549411 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3aff4699-8088-4b0c-9841-6be228cb36da tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-149182408 HTTP/1.1" status: 404 len: 334 time: 0.0839727 Nov 12 21:08:23.553185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60748) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:23.561578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6fd87c4d-c171-4e74-8bd0-ed0a2ae62801 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'router': {'external_gateway_info': {'network_id': '60dccefb-8b43-4d5c-be1d-68dbaf9a597f'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:23.702071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2efbb119-6e0d-46ca-801c-fa136327d688 req-0c57b44f-a777-480d-90cc-698ce03a393a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391007 Nov 12 21:08:23.722770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:23.772444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa087d92-700d-4e48-a107-4fc24524772d None None] Sync routers for ids ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:08:23.793380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa087d92-700d-4e48-a107-4fc24524772d None None] Routers {'60dccefb-8b43-4d5c-be1d-68dbaf9a597f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:23.794023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fa087d92-700d-4e48-a107-4fc24524772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:08:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:23.879806 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:23.880892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:23.881565 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:23.908748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fa087d92-700d-4e48-a107-4fc24524772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:23.955050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa087d92-700d-4e48-a107-4fc24524772d None None] Routers {'60dccefb-8b43-4d5c-be1d-68dbaf9a597f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:23.958420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fa087d92-700d-4e48-a107-4fc24524772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:08:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:24.031606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Network': ['ID=23610c90-020c-4fd8-9986-326ea1d77fad,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:24.112985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fa087d92-700d-4e48-a107-4fc24524772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:24.117785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa087d92-700d-4e48-a107-4fc24524772d None None] The sync data for ids ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:08:24.123647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e55aa433-7d3c-47dc-a4d1-72bcc5916440 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2301021 Nov 12 21:08:24.125077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60766) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:24.132740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 23610c90-020c-4fd8-9986-326ea1d77fad details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:24.149905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4529169d-4cee-4af2-847f-29b375ffb945 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:24.150141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2b38f-5d30-4b58-9aca-3a0264f4a6a4 req-ec936580-2ea9-41b4-90fd-d93ae78224ca tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:24.159626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4c2b38f-5d30-4b58-9aca-3a0264f4a6a4 req-ec936580-2ea9-41b4-90fd-d93ae78224ca tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.0772829 Nov 12 21:08:24.250586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4c2b38f-5d30-4b58-9aca-3a0264f4a6a4 req-b61123c0-6e6a-49b5-8bea-c23e0fd62f66 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898890 Nov 12 21:08:24.451818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6fd87c4d-c171-4e74-8bd0-ed0a2ae62801 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:24.532764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e20626-2346-480b-aeb2-90a27b045108 req-3d0fea40-7e59-466f-b7eb-108198a11e58 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:24.534464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3e20626-2346-480b-aeb2-90a27b045108 req-3d0fea40-7e59-466f-b7eb-108198a11e58 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.1493340 Nov 12 21:08:24.675342 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-6fd87c4d-c171-4e74-8bd0-ed0a2ae62801 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] update failed (client error): The resource could not be found. Nov 12 21:08:24.676622 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6fd87c4d-c171-4e74-8bd0-ed0a2ae62801 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "PUT /v2.0/routers/60dccefb-8b43-4d5c-be1d-68dbaf9a597f HTTP/1.1" status: 404 len: 339 time: 1.1214778 Nov 12 21:08:24.683977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60774) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:24.753262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4529169d-4cee-4af2-847f-29b375ffb945 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:24.798752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3e20626-2346-480b-aeb2-90a27b045108 req-a6dd8b82-888c-4f20-b193-a2e05c9c4d3e tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449207 Nov 12 21:08:24.879575 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4529169d-4cee-4af2-847f-29b375ffb945 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:24.950087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4529169d-4cee-4af2-847f-29b375ffb945 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Network 23610c90-020c-4fd8-9986-326ea1d77fad is not hosted by any dhcp agent {{(pid=109628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 21:08:24.951453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529169d-4cee-4af2-847f-29b375ffb945 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:24.952194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4529169d-4cee-4af2-847f-29b375ffb945 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:24.962337 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4529169d-4cee-4af2-847f-29b375ffb945 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "PUT /v2.0/networks/23610c90-020c-4fd8-9986-326ea1d77fad HTTP/1.1" status: 200 len: 857 time: 0.8273249 Nov 12 21:08:24.964581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60784) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:24.968365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b0289-3cd2-450f-a5fd-18ac3ea528b7 req-d4d3210c-c057-4879-b9aa-46f9b6f9db83 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:24.977778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b38b0289-3cd2-450f-a5fd-18ac3ea528b7 req-d4d3210c-c057-4879-b9aa-46f9b6f9db83 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3850358 Nov 12 21:08:25.121273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b38b0289-3cd2-450f-a5fd-18ac3ea528b7 req-76deef4b-c020-4e9b-92e0-d8460c68b274 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341321 Nov 12 21:08:25.185254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529169d-4cee-4af2-847f-29b375ffb945 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event updated for resources: {'Network': ['ID=23610c90-020c-4fd8-9986-326ea1d77fad,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:25.350730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:25.510892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:25.562889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23610c90-020c-4fd8-9986-326ea1d77fad']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:25.587462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b72a802-956c-457e-8a1d-6c4192abfa2c') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:25.588045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b72a802-956c-457e-8a1d-6c4192abfa2c') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:25.608746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:25.635583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:25.654887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:25.655573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:25.658537 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:25.725256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:26.322541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ce500-8b86-4c32-a327-92abde9e3a8a req-9366cd55-fe1e-449e-a8a3-b76ed766ee66 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:26.327504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c55ce500-8b86-4c32-a327-92abde9e3a8a req-9366cd55-fe1e-449e-a8a3-b76ed766ee66 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1045873 Nov 12 21:08:26.446988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c55ce500-8b86-4c32-a327-92abde9e3a8a req-f7bed983-48d8-4d0c-b8a5-4f33f5512b76 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122158 Nov 12 21:08:26.458934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94cde5-f398-4520-a121-b42ff100126d req-f3f760ea-9da6-4137-b28f-b365db671316 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:26.463825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:26.466978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e94cde5-f398-4520-a121-b42ff100126d req-f3f760ea-9da6-4137-b28f-b365db671316 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.1000659 Nov 12 21:08:26.473990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23610c90-020c-4fd8-9986-326ea1d77fad {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 21:08:26.487070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:26.497800 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] 10.222.0.64 "DELETE /v2.0/networks/23610c90-020c-4fd8-9986-326ea1d77fad HTTP/1.1" status: 204 len: 168 time: 1.5265827 Nov 12 21:08:26.503233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60798) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:26.629666 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e94cde5-f398-4520-a121-b42ff100126d req-2dc5484f-2ca2-4977-a29b-47e5f9d93912 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612625 Nov 12 21:08:26.726131 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-48794129-e813-4904-a80c-f16e33377434 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] DELETE failed (client error): The resource could not be found. Nov 12 21:08:26.732308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48794129-e813-4904-a80c-f16e33377434 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:08:26.754202 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-48794129-e813-4904-a80c-f16e33377434 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] 10.222.0.64 "DELETE /v2.0/subnets/2568aba9-b028-4b7a-bd57-23bfc7490139 HTTP/1.1" status: 404 len: 337 time: 0.2276006 Nov 12 21:08:26.780112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff5bb7-6b29-43a6-b0de-6c8026659c90 tempest-ExternalNetworksTestJSON-1542444939 tempest-ExternalNetworksTestJSON-1542444939-project-admin] Pushing event deleted for resources: {'Network': ['ID=23610c90-020c-4fd8-9986-326ea1d77fad,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:26.804892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60802) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:26.994571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Allocated IP 172.20.0.1 (4eb3b4f4-36eb-41cb-8771-21064b8366e6/7d52cb16-67e5-4de4-aca3-27e696c0b6f9/b93460b3-73b2-4f45-a795-e920cfc2e148) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:08:27.025444 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:27.221936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:27.262907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dfe858-f119-4463-8ab6-1c8f7df4179f']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:27.281069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048844d4-7263-4365-bb02-f8142d30e83f') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:27.281428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048844d4-7263-4365-bb02-f8142d30e83f') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:27.446509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:27.536624 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c93ea33b-7fd4-40cc-9d10-08d8f527c8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:27.706446 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:27.774861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2371cf-f2c2-495d-86a6-0bf02770ed0a req-c832285a-800e-4c08-bddf-526733186b26 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:27.776541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec2371cf-f2c2-495d-86a6-0bf02770ed0a req-c832285a-800e-4c08-bddf-526733186b26 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1753514 Nov 12 21:08:27.930754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:28.017729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Port': ['ID=b93460b3-73b2-4f45-a795-e920cfc2e148,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:28.057270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:28.096867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:08:28.101094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:28.176176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:28.177063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:28.177645 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:28.192611 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:28.202837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:28.426623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec2371cf-f2c2-495d-86a6-0bf02770ed0a req-b87b7f53-ac9d-48ca-92f2-454a8cf2528d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452185 Nov 12 21:08:28.481175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f905-69d2-45d8-ace6-27558494ee8e req-b15765fe-037b-4fed-90d9-994f222b607d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:28.484665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c778f905-69d2-45d8-ace6-27558494ee8e req-b15765fe-037b-4fed-90d9-994f222b607d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.6222167 Nov 12 21:08:28.500778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:28.519242 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:28.535556 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] 10.222.0.64 "DELETE /v2.0/networks/10dfe858-f119-4463-8ab6-1c8f7df4179f HTTP/1.1" status: 204 len: 168 time: 1.7268436 Nov 12 21:08:28.570856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-ccb679cb-d6a1-4c94-954d-71aeede913b7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:28.573454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-ccb679cb-d6a1-4c94-954d-71aeede913b7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.7142782 Nov 12 21:08:28.583044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-60452027-0aa0-40d7-abaf-d7b34d4fd45a None None] Provisioning complete for port b93460b3-73b2-4f45-a795-e920cfc2e148 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:28.585396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60452027-0aa0-40d7-abaf-d7b34d4fd45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:28.594417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5240822-71cf-47a2-ab56-853761d60c68 tempest-ExternalNetworksTestJSON-375397935 tempest-ExternalNetworksTestJSON-375397935-project] Pushing event deleted for resources: {'Network': ['ID=10dfe858-f119-4463-8ab6-1c8f7df4179f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:28.689256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-60452027-0aa0-40d7-abaf-d7b34d4fd45a None None] Port b93460b3-73b2-4f45-a795-e920cfc2e148 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:08:28.775856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:28.859617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c778f905-69d2-45d8-ace6-27558494ee8e req-308bec57-a5c6-411a-a590-620222e7faf3 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667860 Nov 12 21:08:29.549876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60850) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:29.614087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Deleting port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:29.614650 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:29.898180 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-334ed7da-2968-47c6-b41a-eebb38ec4028 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38b6841bb18844e1b5855566555a21b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469694 Nov 12 21:08:29.901098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60858) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:29.905985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9123ee0-9321-4c95-9896-7045dfea9b9b req-7fcea85b-e10e-479e-8387-9ea8de21c057 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:29.907732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9123ee0-9321-4c95-9896-7045dfea9b9b req-7fcea85b-e10e-479e-8387-9ea8de21c057 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2752564 Nov 12 21:08:30.040110 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-abc58617-ff81-4832-845a-cfe9216f2405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.053209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2149c60c-6592-43f1-b28d-97c6bc0def82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.094021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2149c60c-6592-43f1-b28d-97c6bc0def82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.199224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9123ee0-9321-4c95-9896-7045dfea9b9b req-d90e0cb6-27e1-4a88-aaa6-b3af33303bdd tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623012 Nov 12 21:08:30.215861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] For port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:30.216243 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.264938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369405af-48bb-4e00-9aac-e0e9e6667c17 req-5526defe-f384-42c3-8b19-04e3a0c9c71f tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:30.266572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-369405af-48bb-4e00-9aac-e0e9e6667c17 req-5526defe-f384-42c3-8b19-04e3a0c9c71f tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2978897 Nov 12 21:08:30.273463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Calling delete_port for 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:30.285412 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2149c60c-6592-43f1-b28d-97c6bc0def82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.289277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2149c60c-6592-43f1-b28d-97c6bc0def82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.311935 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2149c60c-6592-43f1-b28d-97c6bc0def82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b13a7290-64c2-47a4-a32b-ff56e33a8e3b HTTP/1.1" status: 204 len: 168 time: 0.4073794 Nov 12 21:08:30.359448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-369405af-48bb-4e00-9aac-e0e9e6667c17 req-5b5b7e73-4922-4684-9fa9-77f44fc455dd tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716367 Nov 12 21:08:30.363175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149c60c-6592-43f1-b28d-97c6bc0def82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13a7290-64c2-47a4-a32b-ff56e33a8e3b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:30.567555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.584032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554f810-6bc9-4f66-a87e-66c6504940ce req-6b0f0895-1a9a-4ac0-a587-11e7ba7f2f7d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:30.586598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e554f810-6bc9-4f66-a87e-66c6504940ce req-6b0f0895-1a9a-4ac0-a587-11e7ba7f2f7d tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 946 time: 0.2185528 Nov 12 21:08:30.680757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e554f810-6bc9-4f66-a87e-66c6504940ce req-e11a6038-023a-4c07-8401-b921c697040f tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877204 Nov 12 21:08:30.763741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.862921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.868904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60874) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:30.880146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:08:30.912091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:30.938073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event updated for resources: {'Port': ['ID=b93460b3-73b2-4f45-a795-e920cfc2e148,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:31.053024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event deleted for resources: {'Port': ['ID=4d11002b-0cd6-4639-8be3-d668ee8a3ef2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:31.137603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-366fb1ad-8be5-4a57-8b0b-adb20a563cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:31.340118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-366fb1ad-8be5-4a57-8b0b-adb20a563cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:31.420193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] No DVR routers for this DVR port 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:08:31.421209 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:31.426553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-402de1f0-4921-48fc-996f-ac0b89f8ee33 req-846bb69e-093f-4263-a033-c2aed7137601 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.46 "DELETE /v2.0/ports/4d11002b-0cd6-4639-8be3-d668ee8a3ef2 HTTP/1.1" status: 204 len: 173 time: 2.8098848 Nov 12 21:08:31.427163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51f1080-85e0-4aa1-846c-19460cfa5788', 'name': 'network-vif-deleted', 'tag': '4d11002b-0cd6-4639-8be3-d668ee8a3ef2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:08:31.430026 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de14f800-6e7c-4e40-915a-3e16ef2aafbf" -d '{"events": [{"server_uuid": "c51f1080-85e0-4aa1-846c-19460cfa5788", "name": "network-vif-deleted", "tag": "4d11002b-0cd6-4639-8be3-d668ee8a3ef2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:08:31.453342 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:31.455183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-366fb1ad-8be5-4a57-8b0b-adb20a563cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:31.539200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:31.545497 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-366fb1ad-8be5-4a57-8b0b-adb20a563cd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9434a273a2fa4ede947382e5be84588c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6743352 Nov 12 21:08:31.546860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60886) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:31.551911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:31.601655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fb1ad-8be5-4a57-8b0b-adb20a563cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77643e0-96ee-4077-9dab-9cf8b1ee2099,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:31.610308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60888) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:31.742384 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d6abd2e-b26b-4f1c-8ed1-a7bc1126b6a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:31.764998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf71ce6b-c61c-4074-adc6-6127d2213e6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18c17e3996d548ca8b30e34b2cd0e3eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531863 Nov 12 21:08:31.771101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60894) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:31.829128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628588c6-dbf5-4b1d-a889-9d2dcc148223 req-08e9d6c3-cbbc-456d-89f0-1f2b0d00fb81 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:31.831219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-628588c6-dbf5-4b1d-a889-9d2dcc148223 req-08e9d6c3-cbbc-456d-89f0-1f2b0d00fb81 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.3359773 Nov 12 21:08:31.859055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d6abd2e-b26b-4f1c-8ed1-a7bc1126b6a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:31.926648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1409fa-d9c0-42e5-abb2-0f6fdb000652 req-a727caa0-c520-497d-a743-2caf43801e61 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:31.929246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd1409fa-d9c0-42e5-abb2-0f6fdb000652 req-a727caa0-c520-497d-a743-2caf43801e61 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.3815081 Nov 12 21:08:31.973012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Router 60dccefb-8b43-4d5c-be1d-68dbaf9a597f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:08:32.000724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:08:32.033147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-628588c6-dbf5-4b1d-a889-9d2dcc148223 req-39d4d502-1e71-4ae6-bf52-173740600c4b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935627 Nov 12 21:08:32.057256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:08:32.059932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d11002b-0cd6-4639-8be3-d668ee8a3ef2 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:08:32.106272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e22bea7-823f-4f6f-889e-4bdde5521d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:32.149903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ff87946c-278d-4332-91f7-49fb95a78c45 None None] Provisioning complete for port b93460b3-73b2-4f45-a795-e920cfc2e148 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:32.150635 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff87946c-278d-4332-91f7-49fb95a78c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:32.177675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e22bea7-823f-4f6f-889e-4bdde5521d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:32.219075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d6abd2e-b26b-4f1c-8ed1-a7bc1126b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:32.222718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ff87946c-278d-4332-91f7-49fb95a78c45 None None] Port b93460b3-73b2-4f45-a795-e920cfc2e148 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:08:32.230925 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d6abd2e-b26b-4f1c-8ed1-a7bc1126b6a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:32.240087 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6d6abd2e-b26b-4f1c-8ed1-a7bc1126b6a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a77643e0-96ee-4077-9dab-9cf8b1ee2099 HTTP/1.1" status: 204 len: 168 time: 0.6881142 Nov 12 21:08:32.320080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:08:32.331153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6abd2e-b26b-4f1c-8ed1-a7bc1126b6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77643e0-96ee-4077-9dab-9cf8b1ee2099,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:32.332346 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259929b2-1d94-4dab-a3f3-085115eda356 None None] Sync routers for ids ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:08:32.350702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f0ddd427-b74a-4e5f-9a22-6a51f6f93d5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "PUT /v2.0/routers/60dccefb-8b43-4d5c-be1d-68dbaf9a597f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6571491 Nov 12 21:08:32.351373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60900) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:32.356640 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259929b2-1d94-4dab-a3f3-085115eda356 None None] Routers {'60dccefb-8b43-4d5c-be1d-68dbaf9a597f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:32.357291 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-259929b2-1d94-4dab-a3f3-085115eda356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:08:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:32.416816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e22bea7-823f-4f6f-889e-4bdde5521d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:32.426813 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e22bea7-823f-4f6f-889e-4bdde5521d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:32.430768 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e22bea7-823f-4f6f-889e-4bdde5521d23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e17f9205-7bac-4c42-a193-41dfcbdbd369 HTTP/1.1" status: 204 len: 168 time: 0.6556096 Nov 12 21:08:32.448843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22bea7-823f-4f6f-889e-4bdde5521d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17f9205-7bac-4c42-a193-41dfcbdbd369,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:32.532543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd1409fa-d9c0-42e5-abb2-0f6fdb000652 req-0dffface-f8fe-4efb-b654-c847cb5c3a6e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963340 Nov 12 21:08:32.547408 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-259929b2-1d94-4dab-a3f3-085115eda356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:32.608392 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259929b2-1d94-4dab-a3f3-085115eda356 None None] Routers {'60dccefb-8b43-4d5c-be1d-68dbaf9a597f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:32.613610 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-259929b2-1d94-4dab-a3f3-085115eda356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:08:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:32.637201 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00450e34-c978-46a5-97cf-e652f96f4379 x-openstack-request-id: req-00450e34-c978-46a5-97cf-e652f96f4379 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:08:32.637489 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51f1080-85e0-4aa1-846c-19460cfa5788", "name": "network-vif-deleted", "tag": "4d11002b-0cd6-4639-8be3-d668ee8a3ef2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:08:32.637784 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00450e34-c978-46a5-97cf-e652f96f4379 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:08:32.638142 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51f1080-85e0-4aa1-846c-19460cfa5788', 'name': 'network-vif-deleted', 'tag': '4d11002b-0cd6-4639-8be3-d668ee8a3ef2', 'status': 'completed', 'code': 200} Nov 12 21:08:32.713518 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-259929b2-1d94-4dab-a3f3-085115eda356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:32.714192 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259929b2-1d94-4dab-a3f3-085115eda356 None None] The sync data for ids ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:08:32.748533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-88101fe2-d111-4946-8d5c-b10f3e5f4a5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:32.898202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a498f62a-89fe-479f-b4ee-f8fa7e891d80 req-0520b3cb-2e02-46a0-9fd3-8498cefaecf1 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51f1080-85e0-4aa1-846c-19460cfa5788 HTTP/1.1" status: 200 len: 210 time: 0.1470237 Nov 12 21:08:33.021472 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-88101fe2-d111-4946-8d5c-b10f3e5f4a5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 21:08:33.025239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-88101fe2-d111-4946-8d5c-b10f3e5f4a5c tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/routers/60dccefb-8b43-4d5c-be1d-68dbaf9a597f HTTP/1.1" status: 409 len: 329 time: 0.6341894 Nov 12 21:08:33.028020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60914) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:33.446570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643bc08-f502-4e5e-946c-863902a8d366 req-3aac6dc7-1b42-483f-8b01-8f0f3f3dd8ed tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:33.451570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b643bc08-f502-4e5e-946c-863902a8d366 req-3aac6dc7-1b42-483f-8b01-8f0f3f3dd8ed tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2472878 Nov 12 21:08:33.558099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b643bc08-f502-4e5e-946c-863902a8d366 req-e0e08614-fcb8-42aa-8e7d-55e9dfe624e8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910070 Nov 12 21:08:33.728291 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:33.839091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef880c28-b590-466b-a5c1-329b806760e3 req-6a6dc6c5-4bb2-40df-83d2-6bc4bd534035 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:33.840895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef880c28-b590-466b-a5c1-329b806760e3 req-6a6dc6c5-4bb2-40df-83d2-6bc4bd534035 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1889215 Nov 12 21:08:33.861045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:33.926758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:33.983976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef880c28-b590-466b-a5c1-329b806760e3 req-ad6d5666-c040-434e-9af1-3522b816dce7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355336 Nov 12 21:08:34.262649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60950) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:34.283573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c18381e1-39d7-4f0a-9397-f22ca8843fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:34.326605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Deleting port b93460b3-73b2-4f45-a795-e920cfc2e148 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:34.326605 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:34.492432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c18381e1-39d7-4f0a-9397-f22ca8843fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:34.539766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:34.559339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c18381e1-39d7-4f0a-9397-f22ca8843fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:34.583250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Calling delete_port for b93460b3-73b2-4f45-a795-e920cfc2e148 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:34.613188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18381e1-39d7-4f0a-9397-f22ca8843fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4417281-d510-4ffc-ab35-bd62940bae3e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:34.681561 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c18381e1-39d7-4f0a-9397-f22ca8843fe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a2f69fd0f30469a8d691da1e6011317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4175479 Nov 12 21:08:34.684765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:34.893623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-91668360-68b0-49c1-9026-4675173db305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:34.923324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee691ff7-9d26-4c9d-b3a0-dd76cdedccba req-9ee24e44-ad4d-4249-a5b3-823a3d1c0ec0 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:34.923324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee691ff7-9d26-4c9d-b3a0-dd76cdedccba req-9ee24e44-ad4d-4249-a5b3-823a3d1c0ec0 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2106822 Nov 12 21:08:34.949867 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:08:34.950500 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-91668360-68b0-49c1-9026-4675173db305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:35.068709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee691ff7-9d26-4c9d-b3a0-dd76cdedccba req-a5791544-4e35-4e69-87d1-19e81c518376 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386812 Nov 12 21:08:35.165303 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-91668360-68b0-49c1-9026-4675173db305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:35.168571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-91668360-68b0-49c1-9026-4675173db305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:35.170537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-91668360-68b0-49c1-9026-4675173db305 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4417281-d510-4ffc-ab35-bd62940bae3e HTTP/1.1" status: 204 len: 168 time: 0.4828768 Nov 12 21:08:35.195884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91668360-68b0-49c1-9026-4675173db305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4417281-d510-4ffc-ab35-bd62940bae3e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:35.287713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f317-9ef3-4b08-b57b-e3f7a64dc88d req-6fc5700d-197b-4071-a0b0-05b8ef938b78 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:35.298256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d394f317-9ef3-4b08-b57b-e3f7a64dc88d req-6fc5700d-197b-4071-a0b0-05b8ef938b78 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2041273 Nov 12 21:08:35.340899 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:35.553791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Port': ['ID=b93460b3-73b2-4f45-a795-e920cfc2e148,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:35.722600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d394f317-9ef3-4b08-b57b-e3f7a64dc88d req-8dee53f6-f191-4cc4-814a-a0c8c9144959 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200413 Nov 12 21:08:35.917493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:36.125127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324115b-e2ec-4cd1-bc51-694803361977 req-e6661088-aa46-4c76-a2e1-a39cc95ac8d7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:36.133555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e324115b-e2ec-4cd1-bc51-694803361977 req-e6661088-aa46-4c76-a2e1-a39cc95ac8d7 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 945 time: 0.2805438 Nov 12 21:08:36.204083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Router 60dccefb-8b43-4d5c-be1d-68dbaf9a597f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:08:36.319748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:08:36.332596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32806) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:36.333127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e7e6f92d-52ad-4a30-a70e-601f74159506 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "PUT /v2.0/routers/60dccefb-8b43-4d5c-be1d-68dbaf9a597f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3038046 Nov 12 21:08:36.341481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49d664-26b5-4123-b434-520afd921298 None None] Sync routers for ids ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:08:36.363002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e324115b-e2ec-4cd1-bc51-694803361977 req-a9a9d66f-7c30-441c-ab8b-3d818da9c39b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214644 Nov 12 21:08:36.384409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49d664-26b5-4123-b434-520afd921298 None None] Routers {'60dccefb-8b43-4d5c-be1d-68dbaf9a597f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:36.386057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-da49d664-26b5-4123-b434-520afd921298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:08:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:36.443250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176999d5-a9ba-457f-92a1-f22bb836c8a7 req-5d69dcdd-a071-4af4-9ec0-6816c3dc059e tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:36.451709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176999d5-a9ba-457f-92a1-f22bb836c8a7 req-5d69dcdd-a071-4af4-9ec0-6816c3dc059e tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.1333377 Nov 12 21:08:36.499526 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-8707ba19-0193-43dd-9d88-69c34a7392f2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] show failed (client error): The resource could not be found. Nov 12 21:08:36.501717 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8707ba19-0193-43dd-9d88-69c34a7392f2 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1457835198 HTTP/1.1" status: 404 len: 335 time: 0.1658611 Nov 12 21:08:36.505711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32808) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:36.514417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-03060657-6548-47cd-8c78-9eec64e66154 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:36.562734 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-03060657-6548-47cd-8c78-9eec64e66154 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] update failed (client error): The resource could not be found. Nov 12 21:08:36.564471 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-03060657-6548-47cd-8c78-9eec64e66154 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-1325796413 HTTP/1.1" status: 404 len: 335 time: 0.0554583 Nov 12 21:08:36.568483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32810) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:36.585851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-da49d664-26b5-4123-b434-520afd921298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:36.626379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49d664-26b5-4123-b434-520afd921298 None None] Routers {'60dccefb-8b43-4d5c-be1d-68dbaf9a597f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:36.627015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-da49d664-26b5-4123-b434-520afd921298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:08:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:36.635852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-176999d5-a9ba-457f-92a1-f22bb836c8a7 req-53c4013a-68db-4f8a-8f29-19aac179ab2f tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728308 Nov 12 21:08:36.686185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d0b1e6-e7ad-4ca0-9a80-0808b1d05fd6 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Deleting subnet c179bac3-cb9c-4f13-8e3c-b13767c7a829 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:08:36.696339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62d0b1e6-e7ad-4ca0-9a80-0808b1d05fd6 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:36.757900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-da49d664-26b5-4123-b434-520afd921298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:36.758914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49d664-26b5-4123-b434-520afd921298 None None] The sync data for ids ['60dccefb-8b43-4d5c-be1d-68dbaf9a597f'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:08:36.796506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62d0b1e6-e7ad-4ca0-9a80-0808b1d05fd6 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.020713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62d0b1e6-e7ad-4ca0-9a80-0808b1d05fd6 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.089337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3a4c7-ce29-4834-8464-b0c01bec4a01 req-d539504e-191b-409b-92db-bcd5651c500b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:37.100224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53a3a4c7-ce29-4834-8464-b0c01bec4a01 req-d539504e-191b-409b-92db-bcd5651c500b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1843812 Nov 12 21:08:37.169035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53a3a4c7-ce29-4834-8464-b0c01bec4a01 req-f7ab4acc-fb7d-4a4d-a59f-6993af3d3b9a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508153 Nov 12 21:08:37.220463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32828) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:37.457471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62d0b1e6-e7ad-4ca0-9a80-0808b1d05fd6 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.479847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18b641-309a-4c98-9848-55822fe66d99 req-ea7d587f-e700-456f-ab0c-1d35d6585c4a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:37.482481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f18b641-309a-4c98-9848-55822fe66d99 req-ea7d587f-e700-456f-ab0c-1d35d6585c4a tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 945 time: 0.1209333 Nov 12 21:08:37.496299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0b1e6-e7ad-4ca0-9a80-0808b1d05fd6 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Subnet': ['ID=c179bac3-cb9c-4f13-8e3c-b13767c7a829,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:37.504854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022632bd-4b2d-4e0c-8761-5ae52418b8d6 None None] Network d954f3d7-d900-4a17-bf4b-d7e1be2cde25 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:37.508586 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-62d0b1e6-e7ad-4ca0-9a80-0808b1d05fd6 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.520082 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-62d0b1e6-e7ad-4ca0-9a80-0808b1d05fd6 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/subnets/c179bac3-cb9c-4f13-8e3c-b13767c7a829 HTTP/1.1" status: 204 len: 168 time: 0.9484634 Nov 12 21:08:37.523899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:37.662954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a143bc-907a-4a7d-a6fb-46e5f4c0f638 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Deleting subnet 2476435c-b3d0-4abc-851d-b6d7a8022270 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:08:37.666934 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-38a143bc-907a-4a7d-a6fb-46e5f4c0f638 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.686144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377b791-a469-4db7-9575-6c24deffe6b9 req-c253890b-e391-4b9f-b438-70809e020917 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:37.694288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9377b791-a469-4db7-9575-6c24deffe6b9 req-c253890b-e391-4b9f-b438-70809e020917 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 945 time: 0.2047653 Nov 12 21:08:37.734452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-38a143bc-907a-4a7d-a6fb-46e5f4c0f638 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.761568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1276636552', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:37.789410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9377b791-a469-4db7-9575-6c24deffe6b9 req-4fd00ce5-fb06-4fb6-a122-748c54d98507 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931306 Nov 12 21:08:37.793713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Deleting port e2b0d13b-6613-4626-af50-99e86023bf89 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:37.794163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.876741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] DHCP port deletion for d954f3d7-d900-4a17-bf4b-d7e1be2cde25 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:08:37.925888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-38a143bc-907a-4a7d-a6fb-46e5f4c0f638 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.955174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Deleting port b56048bd-b963-407b-91c9-af0ca103cba9 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:37.955593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.962471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Made reservation on behalf of 072a7f310c0148e89fcd4c3c90cf517b for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:37.965352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:37.984432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.053150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] For port b56048bd-b963-407b-91c9-af0ca103cba9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b56048bd-b963-407b-91c9-af0ca103cba9,segment=NetworkSegment(465aa5ce-db69-494e-918c-bf01b11f756d),segment_id=465aa5ce-db69-494e-918c-bf01b11f756d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:38.053562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.073652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Calling delete_port for b56048bd-b963-407b-91c9-af0ca103cba9 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:38.135152 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-38a143bc-907a-4a7d-a6fb-46e5f4c0f638 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.181695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a143bc-907a-4a7d-a6fb-46e5f4c0f638 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Subnet': ['ID=2476435c-b3d0-4abc-851d-b6d7a8022270,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:38.190176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-38a143bc-907a-4a7d-a6fb-46e5f4c0f638 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.194842 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-38a143bc-907a-4a7d-a6fb-46e5f4c0f638 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/subnets/2476435c-b3d0-4abc-851d-b6d7a8022270 HTTP/1.1" status: 204 len: 168 time: 0.6673775 Nov 12 21:08:38.196227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32860) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:38.200078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a87f9d-c670-4e0d-8c5a-a55c56967b15 None None] Network 9bbb297b-9b4a-4962-8c5b-b09e87f7599e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:38.365552 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.373689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.404766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Pushing event deleted for resources: {'Port': ['ID=b56048bd-b963-407b-91c9-af0ca103cba9,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:38.413777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.414133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.414509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.415105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.415657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.416194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.416537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.417200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.417540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.417870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.418214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.418536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:08:38.444318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.451323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40884b7-ed0e-4b60-a6a4-842f92a8a21e None None] No DVR routers for this DVR port b56048bd-b963-407b-91c9-af0ca103cba9 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:08:38.510800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.514269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] For port e2b0d13b-6613-4626-af50-99e86023bf89, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e2b0d13b-6613-4626-af50-99e86023bf89,segment=NetworkSegment(3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38),segment_id=3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:38.515262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.548282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Calling delete_port for e2b0d13b-6613-4626-af50-99e86023bf89 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:38.549383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d954f3d7-d900-4a17-bf4b-d7e1be2cde25']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:38.552061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.561986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51591520-8cfc-441d-a337-662d086006a8 req-69a253c9-0974-43dc-875d-7fa492534321 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:38.564976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51591520-8cfc-441d-a337-662d086006a8 req-69a253c9-0974-43dc-875d-7fa492534321 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.2325153 Nov 12 21:08:38.588143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706770fa-f2c7-4cae-abd4-12a2e8405e7a req-f91faf46-9a24-4824-96f2-dfa1e8baf580 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:38.588143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-706770fa-f2c7-4cae-abd4-12a2e8405e7a req-f91faf46-9a24-4824-96f2-dfa1e8baf580 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2550814 Nov 12 21:08:38.613627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] DHCP port deletion for 9bbb297b-9b4a-4962-8c5b-b09e87f7599e request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:08:38.638139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] device_id is not set on port 0eb77eac-c00e-4586-926b-ad88606762d9 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:08:38.664995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa971d3-b9a6-4abc-b2cd-a5e3a696e922,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:38.676380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465aa5ce-db69-494e-918c-bf01b11f756d') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:38.676683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465aa5ce-db69-494e-918c-bf01b11f756d') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:38.708384 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.732925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-706770fa-f2c7-4cae-abd4-12a2e8405e7a req-aec40991-6182-4654-993e-9203e0df9472 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403179 Nov 12 21:08:38.750212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] Deleting port 8efd0058-15d7-4826-b3ce-307cc87a7722 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:38.751909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.791532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51591520-8cfc-441d-a337-662d086006a8 req-7776971a-3913-4176-ac1c-f5711686680d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025232 Nov 12 21:08:38.821946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-9b7a4ec9-adb8-4be7-8359-42bde9235280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:38.823500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-9b7a4ec9-adb8-4be7-8359-42bde9235280 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1098 time: 0.3059778 Nov 12 21:08:38.874800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] For port 8efd0058-15d7-4826-b3ce-307cc87a7722, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8efd0058-15d7-4826-b3ce-307cc87a7722,segment=NetworkSegment(a7b69342-f62d-4378-bcb5-70f8bcf256bb),segment_id=a7b69342-f62d-4378-bcb5-70f8bcf256bb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:38.875351 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.896587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] Calling delete_port for 8efd0058-15d7-4826-b3ce-307cc87a7722 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:38.906616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.942012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:38.942341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:38.945540 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:38.979139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-3c192f53-5166-4aa0-948b-1f920cef7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:38.981714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-3c192f53-5166-4aa0-948b-1f920cef7323 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 915 time: 0.1248040 Nov 12 21:08:39.061005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.066961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-12d61fc8-4356-4b6d-af16-357f67836325 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 200 len: 217 time: 0.0726821 Nov 12 21:08:39.073264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e2b0d13b-6613-4626-af50-99e86023bf89'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:08:39.090651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Allocated IP 172.25.8.83 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/0eb77eac-c00e-4586-926b-ad88606762d9) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:08:39.159350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.162183 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.183206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.187358 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/networks/d954f3d7-d900-4a17-bf4b-d7e1be2cde25 HTTP/1.1" status: 204 len: 168 time: 0.9900765 Nov 12 21:08:39.207140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32888) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:39.222155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Pushing event deleted for resources: {'Port': ['ID=e2b0d13b-6613-4626-af50-99e86023bf89,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:39.238379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1acab-d47f-474a-a230-9e4820473ec4 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Network': ['ID=d954f3d7-d900-4a17-bf4b-d7e1be2cde25,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:39.257891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e371b9-5541-4c75-8eab-3c5009d6e656 req-218a59a9-efe8-4dcd-8c5d-b6fccda9a329 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:39.259593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17e371b9-5541-4c75-8eab-3c5009d6e656 req-218a59a9-efe8-4dcd-8c5d-b6fccda9a329 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 867 time: 0.2769175 Nov 12 21:08:39.284787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] No DVR routers for this DVR port e2b0d13b-6613-4626-af50-99e86023bf89 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:08:39.299033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.302444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.78 "DELETE /v2.0/ports/e2b0d13b-6613-4626-af50-99e86023bf89 HTTP/1.1" status: 204 len: 173 time: 1.7672920 Nov 12 21:08:39.303115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a7aa8-070d-4950-9d76-5307740f3fa5', 'name': 'network-vif-deleted', 'tag': 'e2b0d13b-6613-4626-af50-99e86023bf89'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:08:39.305505 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596ffc2a-6315-4372-8707-ef4b5f16b200" -d '{"events": [{"server_uuid": "527a7aa8-070d-4950-9d76-5307740f3fa5", "name": "network-vif-deleted", "tag": "e2b0d13b-6613-4626-af50-99e86023bf89"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:08:39.306495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] No DVR routers for this DVR port 8efd0058-15d7-4826-b3ce-307cc87a7722 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:08:39.311265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-4a05a6d6-2f61-45fd-9f86-fa2cc04f213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:39.315562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-4a05a6d6-2f61-45fd-9f86-fa2cc04f213c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c HTTP/1.1" status: 200 len: 854 time: 0.2327650 Nov 12 21:08:39.325707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85cb7c-0928-4699-9253-9eed91275e79 None None] Pushing event deleted for resources: {'Port': ['ID=8efd0058-15d7-4826-b3ce-307cc87a7722,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:39.367941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.371853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b56048bd-b963-407b-91c9-af0ca103cba9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:08:39.384222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-f5ba16cc-53bc-481a-99fa-1dce38820b30 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d88994c6-ed4d-429a-9783-50c67fad295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578892 Nov 12 21:08:39.420358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b56048bd-b963-407b-91c9-af0ca103cba9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:08:39.420358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b56048bd-b963-407b-91c9-af0ca103cba9 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:08:39.420358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8efd0058-15d7-4826-b3ce-307cc87a7722 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:08:39.447634 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff271cc-7149-4510-bbf2-9291e9d38378 x-openstack-request-id: req-5ff271cc-7149-4510-bbf2-9291e9d38378 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:08:39.452627 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527a7aa8-070d-4950-9d76-5307740f3fa5", "name": "network-vif-deleted", "tag": "e2b0d13b-6613-4626-af50-99e86023bf89", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:08:39.452928 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ff271cc-7149-4510-bbf2-9291e9d38378 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:08:39.453353 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a7aa8-070d-4950-9d76-5307740f3fa5', 'name': 'network-vif-deleted', 'tag': 'e2b0d13b-6613-4626-af50-99e86023bf89', 'status': 'completed', 'code': 200} Nov 12 21:08:39.463647 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.485305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8efd0058-15d7-4826-b3ce-307cc87a7722 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:08:39.487387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8efd0058-15d7-4826-b3ce-307cc87a7722 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:08:39.488323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17e371b9-5541-4c75-8eab-3c5009d6e656 req-1abdb837-e01c-44e1-8c91-f38657b971e2 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/security-groups?id=25154215-a8d6-48e2-9bc3-a4fe24acbc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060018 Nov 12 21:08:39.630236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-2bcd1ba6-e473-4095-af0b-1cfa9d72c603 service neutron] 10.222.0.78 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354722 Nov 12 21:08:39.660910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.676059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.731878 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbb297b-9b4a-4962-8c5b-b09e87f7599e']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:39.736053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:08:39.753864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b69342-f62d-4378-bcb5-70f8bcf256bb') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:39.754070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b69342-f62d-4378-bcb5-70f8bcf256bb') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:39.756651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:39.760404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:08:39.773848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d82169b-5458-4b79-80f6-75797ed3d4a8 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:08:39.778541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-849ca2a9-85ed-4f10-be87-ee5c7d5d5278 req-886cc6fd-68c3-48fa-9041-044fde8a450a service neutron] 10.222.0.78 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411097 Nov 12 21:08:39.854372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0662049b-2730-4ea7-9489-f24601394a4b None None] Provisioning complete for port 0eb77eac-c00e-4586-926b-ad88606762d9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:08:39.859080 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0662049b-2730-4ea7-9489-f24601394a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.871987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb77eac-c00e-4586-926b-ad88606762d9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:39.878515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:39.943096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf87f6-7e75-4f1c-898e-a24aecfdca28 req-52050743-c33f-42ed-a18d-f9bd017f8076 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:39.950787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ccf87f6-7e75-4f1c-898e-a24aecfdca28 req-52050743-c33f-42ed-a18d-f9bd017f8076 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.1013103 Nov 12 21:08:39.963175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0662049b-2730-4ea7-9489-f24601394a4b None None] Port 0eb77eac-c00e-4586-926b-ad88606762d9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:08:39.989150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.004389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:40.005006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.022116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:40.022634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.045366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ccf87f6-7e75-4f1c-898e-a24aecfdca28 req-8abc677f-9466-448e-bffe-31661e27a207 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840139 Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:40.109009 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:40.124632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c376876-9323-48ce-bca7-df333cf3593a req-e9998b1b-3431-401b-b7e0-89c38b6b1a48 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:40.134566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c376876-9323-48ce-bca7-df333cf3593a req-e9998b1b-3431-401b-b7e0-89c38b6b1a48 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0936162 Nov 12 21:08:40.192737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c376876-9323-48ce-bca7-df333cf3593a req-4f790650-db94-4e56-ae26-4bd5817479bd tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522435 Nov 12 21:08:40.225816 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e9700d00-4942-41e4-9f29-1e314f56da32 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9917729 Nov 12 21:08:40.228276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:40.233053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.83'}]}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:40.287637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.292209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.296253 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/networks/9bbb297b-9b4a-4962-8c5b-b09e87f7599e HTTP/1.1" status: 204 len: 168 time: 1.0871539 Nov 12 21:08:40.309551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32912) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:40.325318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8a1ed-83c4-43a3-9893-ca6d3cc42741 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Network': ['ID=9bbb297b-9b4a-4962-8c5b-b09e87f7599e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:40.388298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdf48f0-0a6a-46cb-b8da-5abcc3ea0f29 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Deleting subnet 7d52cb16-67e5-4de4-aca3-27e696c0b6f9 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:08:40.391512 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.391784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acdf48f0-0a6a-46cb-b8da-5abcc3ea0f29 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.436755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acdf48f0-0a6a-46cb-b8da-5abcc3ea0f29 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.485693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.486855 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.487121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.540765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.561075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acdf48f0-0a6a-46cb-b8da-5abcc3ea0f29 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.631816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49e30327-0125-4835-8417-4ac8cbb30b61 req-a5520913-7b9d-4fb7-b6bb-e18ea8003a4b tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] 10.222.0.64 "GET /v2.0/ports?device_id=527a7aa8-070d-4950-9d76-5307740f3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0364492 Nov 12 21:08:40.707858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acdf48f0-0a6a-46cb-b8da-5abcc3ea0f29 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.762480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf48f0-0a6a-46cb-b8da-5abcc3ea0f29 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Subnet': ['ID=7d52cb16-67e5-4de4-aca3-27e696c0b6f9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:40.768054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acdf48f0-0a6a-46cb-b8da-5abcc3ea0f29 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.771423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd879e71-0396-4605-b6ec-b1fe3e4a6c12 None None] Network 4eb3b4f4-36eb-41cb-8771-21064b8366e6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:40.775384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-acdf48f0-0a6a-46cb-b8da-5abcc3ea0f29 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/subnets/7d52cb16-67e5-4de4-aca3-27e696c0b6f9 HTTP/1.1" status: 204 len: 168 time: 0.4626820 Nov 12 21:08:40.775775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32916) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:40.848979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:40.908741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.044262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Deleting port 45e5eb45-b5bb-438b-af46-f50eec5017ed {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:41.044503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.073519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] DHCP port deletion for 4eb3b4f4-36eb-41cb-8771-21064b8366e6 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:08:41.084261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e2b0d13b-6613-4626-af50-99e86023bf89 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:08:41.153567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: e2b0d13b-6613-4626-af50-99e86023bf89 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:08:41.154449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e2b0d13b-6613-4626-af50-99e86023bf89 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:08:41.154581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e3625fae-6990-43db-912b-08941573b0df no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:08:41.263596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] Deleting port 45e5eb45-b5bb-438b-af46-f50eec5017ed {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:41.263968 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.357204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] For port 45e5eb45-b5bb-438b-af46-f50eec5017ed, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=45e5eb45-b5bb-438b-af46-f50eec5017ed,segment=NetworkSegment(83c9a1e8-202e-4291-9b79-d8346f23092c),segment_id=83c9a1e8-202e-4291-9b79-d8346f23092c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:41.357584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.381988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.395990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Calling delete_port for 45e5eb45-b5bb-438b-af46-f50eec5017ed owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:41.413506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.433832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] For port 45e5eb45-b5bb-438b-af46-f50eec5017ed, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=45e5eb45-b5bb-438b-af46-f50eec5017ed,segment=NetworkSegment(83c9a1e8-202e-4291-9b79-d8346f23092c),segment_id=83c9a1e8-202e-4291-9b79-d8346f23092c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:41.434230 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.436759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e98eb-d587-4e84-987a-e63c154f6236 req-effba75c-7856-4f7b-910a-9f6d5e7b0ecf tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:41.439380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c3e98eb-d587-4e84-987a-e63c154f6236 req-effba75c-7856-4f7b-910a-9f6d5e7b0ecf tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2439394 Nov 12 21:08:41.463981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] Calling delete_port for 45e5eb45-b5bb-438b-af46-f50eec5017ed owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:41.482970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dbf14-2b1e-4344-b7ca-1afd264e1b1e req-f5a9da2f-dd99-43ee-9488-744729c0fbc7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:41.485969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d2dbf14-2b1e-4344-b7ca-1afd264e1b1e req-f5a9da2f-dd99-43ee-9488-744729c0fbc7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.1566210 Nov 12 21:08:41.573160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c3e98eb-d587-4e84-987a-e63c154f6236 req-86ac2f50-455e-49f3-96c7-b3ac63adbc4b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841157 Nov 12 21:08:41.610678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d2dbf14-2b1e-4344-b7ca-1afd264e1b1e req-e1c5bcad-5bcd-4883-bf09-fc29831d8a25 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111388 Nov 12 21:08:41.615415 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 45e5eb45-b5bb-438b-af46-f50eec5017ed no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:08:41.698624 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.729937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3625fae-6990-43db-912b-08941573b0df'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:08:41.729937 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbacefa0-e2a7-41b6-b28f-2c8bf54828f1" -d '{"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-unplugged", "status": "completed", "tag": "e3625fae-6990-43db-912b-08941573b0df"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:08:41.745472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32940) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:41.760085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.791133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:41.792384 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.794713 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.824355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.848033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] Pushing event deleted for resources: {'Port': ['ID=45e5eb45-b5bb-438b-af46-f50eec5017ed,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:41.852556 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87be99b6-8f44-4bc7-a15c-d5cc9685685c x-openstack-request-id: req-87be99b6-8f44-4bc7-a15c-d5cc9685685c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:08:41.853089 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-unplugged", "status": "completed", "tag": "e3625fae-6990-43db-912b-08941573b0df", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:08:41.853491 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87be99b6-8f44-4bc7-a15c-d5cc9685685c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:08:41.854633 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3625fae-6990-43db-912b-08941573b0df', 'code': 200} Nov 12 21:08:41.861972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a52fac-96be-4ad6-83f0-271d0612e8b9 None None] No DVR routers for this DVR port 45e5eb45-b5bb-438b-af46-f50eec5017ed on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:08:41.893835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] No DVR routers for this DVR port 45e5eb45-b5bb-438b-af46-f50eec5017ed on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:08:41.902803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Port': ['ID=45e5eb45-b5bb-438b-af46-f50eec5017ed,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:41.916116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b93e06-a202-47d8-8e4e-4baca0c8b543 admin admin] Deleting subnet bba588c1-b6e6-4e79-a7df-5807d5a9c580 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:08:41.934546 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:41.941674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09b93e06-a202-47d8-8e4e-4baca0c8b543 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.058340 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.075024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09b93e06-a202-47d8-8e4e-4baca0c8b543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.113150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb3b4f4-36eb-41cb-8771-21064b8366e6']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:42.148026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c9a1e8-202e-4291-9b79-d8346f23092c') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:42.148026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c9a1e8-202e-4291-9b79-d8346f23092c') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:42.185754 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.214078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:42.221367 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09b93e06-a202-47d8-8e4e-4baca0c8b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.274076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f76bd6-e4bf-4d05-8341-f56c807ddc43 req-31649ac7-6db1-480b-8f6a-334c0ad7956a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:42.283346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4f76bd6-e4bf-4d05-8341-f56c807ddc43 req-31649ac7-6db1-480b-8f6a-334c0ad7956a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.1556852 Nov 12 21:08:42.292094 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.320268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.323075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.357048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:42.357470 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:42.362962 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:42.471887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4f76bd6-e4bf-4d05-8341-f56c807ddc43 req-b0d03271-9f0b-4182-9cc0-2e1f91d03008 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836169 Nov 12 21:08:42.497128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-87e71014-aa15-4229-a999-19b18172e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:42.501419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-87e71014-aa15-4229-a999-19b18172e6e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 1097 time: 0.2029436 Nov 12 21:08:42.525976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.526179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46ef449a-c08b-400c-8e23-525110bf1f57 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:08:42.595576 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09b93e06-a202-47d8-8e4e-4baca0c8b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.626158 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 21:08:42.626158 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aeb5b508-6bd9-45a0-97b8-4ac77890d17e tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3938990 Nov 12 21:08:42.626598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32950) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:42.626706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b93e06-a202-47d8-8e4e-4baca0c8b543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba588c1-b6e6-4e79-a7df-5807d5a9c580,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:42.644198 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.654211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-09b93e06-a202-47d8-8e4e-4baca0c8b543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.670740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-09b93e06-a202-47d8-8e4e-4baca0c8b543 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bba588c1-b6e6-4e79-a7df-5807d5a9c580 HTTP/1.1" status: 204 len: 168 time: 0.9240973 Nov 12 21:08:42.677725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.683342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/networks/4eb3b4f4-36eb-41cb-8771-21064b8366e6 HTTP/1.1" status: 204 len: 168 time: 1.9055736 Nov 12 21:08:42.694770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-7a0b1f92-bb69-4288-bc83-d76b5bb17019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:42.694770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-7a0b1f92-bb69-4288-bc83-d76b5bb17019 service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.1754107 Nov 12 21:08:42.698797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32954) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:42.699902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32956) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:42.700807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a19a76-ac11-46dc-b100-5e54aeda5b21 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Pushing event deleted for resources: {'Network': ['ID=4eb3b4f4-36eb-41cb-8771-21064b8366e6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:42.738733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-067cd07c-e6fb-4268-9486-0d36ae9a86a9 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Deleting port 0eb77eac-c00e-4586-926b-ad88606762d9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:08:42.739175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-067cd07c-e6fb-4268-9486-0d36ae9a86a9 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.830287 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-067cd07c-e6fb-4268-9486-0d36ae9a86a9 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:42.844023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-067cd07c-e6fb-4268-9486-0d36ae9a86a9 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Calling delete_port for 0eb77eac-c00e-4586-926b-ad88606762d9 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:08:42.870997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9e0ab3ec-7247-4e45-805a-4a47daf67439 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dccefb-8b43-4d5c-be1d-68dbaf9a597f HTTP/1.1" status: 200 len: 205 time: 0.1574404 Nov 12 21:08:42.873001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 32958) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:43.177802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-0ccd6900-4962-4a66-bc0c-912f62576f28 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 200 len: 1000 time: 0.4547782 Nov 12 21:08:43.187473 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.204641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8ae3b-a700-4bd1-9e1c-8a6b3bf75b31 req-fb43c8f0-5708-4f8f-bc2a-c6fbb328f981 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:43.212081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15d8ae3b-a700-4bd1-9e1c-8a6b3bf75b31 req-fb43c8f0-5708-4f8f-bc2a-c6fbb328f981 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.4685428 Nov 12 21:08:43.227606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-067cd07c-e6fb-4268-9486-0d36ae9a86a9 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.262439 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaebd3bc-7448-4a80-b028-aee0f932d664 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.276144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd07c-e6fb-4268-9486-0d36ae9a86a9 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eb77eac-c00e-4586-926b-ad88606762d9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:43.293580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6f937-142d-48ae-aa0f-b61c813eecbc None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:08:43.346247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-067cd07c-e6fb-4268-9486-0d36ae9a86a9 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.354611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-067cd07c-e6fb-4268-9486-0d36ae9a86a9 tempest-RoutersAdminNegativeTest-866074037 tempest-RoutersAdminNegativeTest-866074037-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0eb77eac-c00e-4586-926b-ad88606762d9 HTTP/1.1" status: 204 len: 168 time: 0.7229254 Nov 12 21:08:43.549975 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaebd3bc-7448-4a80-b028-aee0f932d664 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.552629 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaebd3bc-7448-4a80-b028-aee0f932d664 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.633369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15d8ae3b-a700-4bd1-9e1c-8a6b3bf75b31 req-1689b7ba-6b13-4b56-9571-222f761d424f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201229 Nov 12 21:08:43.668946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-83eb0a7b-6b60-400e-bbaa-3e1c1d0e2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:43.670429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-83eb0a7b-6b60-400e-bbaa-3e1c1d0e2403 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.4804802 Nov 12 21:08:43.791130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f88163-ca74-4497-aecd-755249e5db3d req-b3f59729-08c9-4a4e-95f1-77f2e668d0a4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:43.792770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a0f88163-ca74-4497-aecd-755249e5db3d req-b3f59729-08c9-4a4e-95f1-77f2e668d0a4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.1658323 Nov 12 21:08:43.876507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.905355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaebd3bc-7448-4a80-b028-aee0f932d664 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.906028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaebd3bc-7448-4a80-b028-aee0f932d664 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Fanout notify agent at l3_agent the message router_deleted on router 60dccefb-8b43-4d5c-be1d-68dbaf9a597f {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:08:43.929027 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eaebd3bc-7448-4a80-b028-aee0f932d664 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:43.932574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eaebd3bc-7448-4a80-b028-aee0f932d664 tempest-RoutersNegativeTest-1570852993 tempest-RoutersNegativeTest-1570852993-project] 10.222.0.64 "DELETE /v2.0/routers/60dccefb-8b43-4d5c-be1d-68dbaf9a597f HTTP/1.1" status: 204 len: 168 time: 1.0319781 Nov 12 21:08:43.932574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-f0f2c47f-655a-4fcf-8691-04c1a6a4b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:43.933950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-f0f2c47f-655a-4fcf-8691-04c1a6a4b82b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2411723 Nov 12 21:08:43.941907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cb7d81-b1e0-4eb9-af34-06018f5b2250']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:43.973401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:43.973801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0f2bf5-15b5-4d3f-aa7d-b4ae1140bb38') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:44.002309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac03089-c6cf-429c-8985-c67726b71f7f req-0ddfb493-98d8-4277-a830-69127d98a496 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:44.004040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eac03089-c6cf-429c-8985-c67726b71f7f req-0ddfb493-98d8-4277-a830-69127d98a496 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.2476301 Nov 12 21:08:44.018670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:44.037682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a0f88163-ca74-4497-aecd-755249e5db3d req-ef8cae64-3a64-4c79-a20c-b9ca552c3482 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079508 Nov 12 21:08:44.101049 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:44.120493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:44.121211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:44.123241 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:44.395255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32994) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:44.437473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32998) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:44.604410 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddadb412-58ab-4b8f-8cfb-97a34552a53b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:44.672831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-6c549786-e9e2-4731-9b0e-6c9e79f4a5f0 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246845 Nov 12 21:08:44.684332 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670c9a37-9799-47e7-913f-956feb4da69b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:44.689252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eac03089-c6cf-429c-8985-c67726b71f7f req-99d494d9-842b-45cb-ad43-136de796eea3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752443 Nov 12 21:08:44.820913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:44.837320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:44.849258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] 10.222.0.64 "DELETE /v2.0/networks/05cb7d81-b1e0-4eb9-af34-06018f5b2250 HTTP/1.1" status: 204 len: 168 time: 2.1419771 Nov 12 21:08:44.910891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7eef8-0503-4e23-abc8-66fd4a23179a admin admin] Pushing event deleted for resources: {'Network': ['ID=05cb7d81-b1e0-4eb9-af34-06018f5b2250,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:44.962917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d73206e-cfb9-424b-a1f7-3856b9852121 req-79c781b8-747d-4edc-b522-10b184c26a03 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724977 Nov 12 21:08:44.991124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-32d44f05-d854-40f0-b8d6-81740f24f316 req-4edaf13d-dbcf-46d6-8a5a-c61d78b8dede service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:08:44.992667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32d44f05-d854-40f0-b8d6-81740f24f316 req-4edaf13d-dbcf-46d6-8a5a-c61d78b8dede service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062101 Nov 12 21:08:45.073544 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670c9a37-9799-47e7-913f-956feb4da69b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.081592 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddadb412-58ab-4b8f-8cfb-97a34552a53b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.090088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e3625fae-6990-43db-912b-08941573b0df no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:08:45.130804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33032) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:45.256178 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ddadb412-58ab-4b8f-8cfb-97a34552a53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.257169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670c9a37-9799-47e7-913f-956feb4da69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.320382 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-670c9a37-9799-47e7-913f-956feb4da69b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c52c2af8464e4c4382816f8f278f0691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8805308 Nov 12 21:08:45.328598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2282b-7f3c-4d3d-be66-fe7f3919150b req-860478d4-e171-41c6-9bfa-d88a1aa40080 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:45.338827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:45.344579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4b2282b-7f3c-4d3d-be66-fe7f3919150b req-860478d4-e171-41c6-9bfa-d88a1aa40080 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.1564679 Nov 12 21:08:45.405094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadb412-58ab-4b8f-8cfb-97a34552a53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54cb09b-0f54-4922-bdc3-03acda2567a2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:45.475649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4b2282b-7f3c-4d3d-be66-fe7f3919150b req-7efe10d7-c450-41ec-95d8-63e221212cf5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300743 Nov 12 21:08:45.481366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33042) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:45.584836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c9a37-9799-47e7-913f-956feb4da69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb19cc21-f9ef-4086-8ed7-69bf197ccd46,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:45.585272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15b1e-c416-4c7f-923f-d1ac45e6b26b req-f49bbc30-5103-4a3f-a50c-0da94b82a5ab tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:45.586831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58c15b1e-c416-4c7f-923f-d1ac45e6b26b req-f49bbc30-5103-4a3f-a50c-0da94b82a5ab tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.0952146 Nov 12 21:08:45.608530 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ddadb412-58ab-4b8f-8cfb-97a34552a53b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=354093827b694618a2fa054aee17b224&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2099311 Nov 12 21:08:45.609222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33050) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:45.677366 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f3217ebf-f852-4ac4-bf92-da0731e9cd56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30c55995cd804989972e2c5c44c5d8a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5426924 Nov 12 21:08:45.679026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33052) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:45.722518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f1f3cc9a-1330-4f48-95e6-d3e1a73ca72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.727346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58c15b1e-c416-4c7f-923f-d1ac45e6b26b req-7c366534-9baa-4f98-ac29-e7ebb52b37cb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309431 Nov 12 21:08:45.751557 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-24b95d87-e853-4a03-a42a-d126f780a9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.773439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f1f3cc9a-1330-4f48-95e6-d3e1a73ca72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.775726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-24b95d87-e853-4a03-a42a-d126f780a9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.814909 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1452a10d-f43c-4dc5-a201-ad7a764983f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=314180e01912403b932a81eb47358c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2143943 Nov 12 21:08:45.818152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33054) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:45.838873 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03a22ea1-7b69-4d32-a280-af347548b2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.871707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03a22ea1-7b69-4d32-a280-af347548b2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.929424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-912c2a78-9454-4571-9703-fbcf69e48b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.947883 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f1f3cc9a-1330-4f48-95e6-d3e1a73ca72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.951890 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f1f3cc9a-1330-4f48-95e6-d3e1a73ca72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.968557 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-912c2a78-9454-4571-9703-fbcf69e48b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:45.968969 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f1f3cc9a-1330-4f48-95e6-d3e1a73ca72e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb19cc21-f9ef-4086-8ed7-69bf197ccd46 HTTP/1.1" status: 204 len: 168 time: 0.6277978 Nov 12 21:08:45.982057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3cc9a-1330-4f48-95e6-d3e1a73ca72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb19cc21-f9ef-4086-8ed7-69bf197ccd46,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:46.012783 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-24b95d87-e853-4a03-a42a-d126f780a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:46.017531 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-24b95d87-e853-4a03-a42a-d126f780a9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:46.018960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-24b95d87-e853-4a03-a42a-d126f780a9d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b54cb09b-0f54-4922-bdc3-03acda2567a2 HTTP/1.1" status: 204 len: 168 time: 0.4072950 Nov 12 21:08:46.041025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b95d87-e853-4a03-a42a-d126f780a9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54cb09b-0f54-4922-bdc3-03acda2567a2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:46.147858 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03a22ea1-7b69-4d32-a280-af347548b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:46.154145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03a22ea1-7b69-4d32-a280-af347548b2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:46.154145 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-03a22ea1-7b69-4d32-a280-af347548b2f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97ff0ef4-224e-4c15-b4e6-2346600d1190 HTTP/1.1" status: 204 len: 168 time: 0.4677999 Nov 12 21:08:46.165026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a22ea1-7b69-4d32-a280-af347548b2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ff0ef4-224e-4c15-b4e6-2346600d1190,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:46.216312 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-912c2a78-9454-4571-9703-fbcf69e48b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:46.220830 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-912c2a78-9454-4571-9703-fbcf69e48b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:46.224118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-912c2a78-9454-4571-9703-fbcf69e48b8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25154215-a8d6-48e2-9bc3-a4fe24acbc0f HTTP/1.1" status: 204 len: 168 time: 0.4022627 Nov 12 21:08:46.232026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c2a78-9454-4571-9703-fbcf69e48b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25154215-a8d6-48e2-9bc3-a4fe24acbc0f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:46.651742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e637474-c23e-4cf9-a43e-0d8c3401203c req-422deaa5-f3dd-4b61-89b5-7bc37db1498e tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:46.653276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e637474-c23e-4cf9-a43e-0d8c3401203c req-422deaa5-f3dd-4b61-89b5-7bc37db1498e tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.0573301 Nov 12 21:08:46.701828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e637474-c23e-4cf9-a43e-0d8c3401203c req-32e88271-2d02-4b28-9567-64be11ff9da6 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422091 Nov 12 21:08:46.880868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df634af5-58c6-40db-bdd1-fb0abdd758f1 req-09c31e85-adba-4f95-8525-231c9833925c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:46.883102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df634af5-58c6-40db-bdd1-fb0abdd758f1 req-09c31e85-adba-4f95-8525-231c9833925c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.0738895 Nov 12 21:08:46.976104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df634af5-58c6-40db-bdd1-fb0abdd758f1 req-95709b22-2a7a-417f-a6cf-df8c12c64fe1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861955 Nov 12 21:08:47.119030 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-d59ca1c6-928e-4ce0-a140-7cfbfa2cd46f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7940683 Nov 12 21:08:47.136968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-18d2a7c5-e6da-49b1-9375-6cb228cbcd94 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:08:47.138150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-18d2a7c5-e6da-49b1-9375-6cb228cbcd94 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099463 Nov 12 21:08:47.435646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:47.488184 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06021f63-10b0-4f60-8c0d-647d703c8a26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=072a7f310c0148e89fcd4c3c90cf517b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510561 Nov 12 21:08:47.490189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33104) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:47.529668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33106) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:47.562036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3108a68-f6c9-4d93-b1f9-9c91766da9d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:47.567777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e48708e-78ef-4f98-aebb-ee7b4629023f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:47.589105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3108a68-f6c9-4d93-b1f9-9c91766da9d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:47.696233 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e48708e-78ef-4f98-aebb-ee7b4629023f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:47.776392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3108a68-f6c9-4d93-b1f9-9c91766da9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:47.780465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3108a68-f6c9-4d93-b1f9-9c91766da9d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:47.785983 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a3108a68-f6c9-4d93-b1f9-9c91766da9d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/efa971d3-b9a6-4abc-b2cd-a5e3a696e922 HTTP/1.1" status: 204 len: 168 time: 0.2944210 Nov 12 21:08:47.797164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3108a68-f6c9-4d93-b1f9-9c91766da9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa971d3-b9a6-4abc-b2cd-a5e3a696e922,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:47.810156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e48708e-78ef-4f98-aebb-ee7b4629023f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:47.894250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48708e-78ef-4f98-aebb-ee7b4629023f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e008cf8-e76a-424f-9b74-8820809533a6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:47.913622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33122) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:47.915616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3e48708e-78ef-4f98-aebb-ee7b4629023f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f27343c5a8094efd852f776188a60b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800647 Nov 12 21:08:48.005557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7cefb9e6-fb81-484d-a348-93d5e0843d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:48.051028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7cefb9e6-fb81-484d-a348-93d5e0843d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:48.179772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d517c-f7b4-444d-8e5f-4ea28eb63715 req-28f608dd-18f7-4ff2-970f-74e3a66761ed tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:48.187528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da9d517c-f7b4-444d-8e5f-4ea28eb63715 req-28f608dd-18f7-4ff2-970f-74e3a66761ed tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.1027184 Nov 12 21:08:48.198909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-a11ba534-7fb9-42b0-92dd-b816f907942d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1124218 Nov 12 21:08:48.216130 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7cefb9e6-fb81-484d-a348-93d5e0843d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:48.218758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7cefb9e6-fb81-484d-a348-93d5e0843d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:48.223351 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7cefb9e6-fb81-484d-a348-93d5e0843d44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e008cf8-e76a-424f-9b74-8820809533a6 HTTP/1.1" status: 204 len: 168 time: 0.3085902 Nov 12 21:08:48.243617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefb9e6-fb81-484d-a348-93d5e0843d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e008cf8-e76a-424f-9b74-8820809533a6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:48.284276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da9d517c-f7b4-444d-8e5f-4ea28eb63715 req-f6816c6e-1696-4f4e-9182-2c12819d93be tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948856 Nov 12 21:08:48.333414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-f592bbd8-cf84-48c2-97b1-c23b7805a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:48.335622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-f592bbd8-cf84-48c2-97b1-c23b7805a986 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 1097 time: 0.0720363 Nov 12 21:08:48.496527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-e729cba5-f97a-4a90-91e2-07c86516a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:48.498240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-e729cba5-f97a-4a90-91e2-07c86516a770 service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.1217706 Nov 12 21:08:48.576783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-49fa9553-065a-4fb5-a2a8-5610302a02cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 200 len: 1000 time: 0.0708389 Nov 12 21:08:48.637678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-93117ec5-8fe3-4b93-a5fc-a5a024c6728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:48.639552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-93117ec5-8fe3-4b93-a5fc-a5a024c6728c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.0552304 Nov 12 21:08:48.744042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-859aa906-3ddd-4e4e-b867-0295d2cb3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:48.745719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-859aa906-3ddd-4e4e-b867-0295d2cb3ef4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984764 Nov 12 21:08:48.893785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-d81b321a-be55-4147-a8f5-68fe4d05883c service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400912 Nov 12 21:08:49.023300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00ea676b-b7fe-4098-8889-289d4796a2d4 req-7f080baf-b8fb-457b-a068-daa67bcb1614 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217058 Nov 12 21:08:49.148658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33156) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:49.338189 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c56d330-0fbd-4c1a-8fa6-fd80d2f67eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:49.525810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c56d330-0fbd-4c1a-8fa6-fd80d2f67eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:49.556482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2881d-b6fd-4bd3-b980-1725dd9cfa10 req-24407f3b-bbf8-44aa-bee8-0a2301b24186 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:49.563407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf2881d-b6fd-4bd3-b980-1725dd9cfa10 req-24407f3b-bbf8-44aa-bee8-0a2301b24186 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.1297774 Nov 12 21:08:49.624629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf2881d-b6fd-4bd3-b980-1725dd9cfa10 req-9d3d5d56-5995-4463-9151-989484c56103 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589855 Nov 12 21:08:49.639508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c56d330-0fbd-4c1a-8fa6-fd80d2f67eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:49.687358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56d330-0fbd-4c1a-8fa6-fd80d2f67eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab74c8-0441-42e6-aa86-cea4846fa032,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:49.700068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33184) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:49.701537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c56d330-0fbd-4c1a-8fa6-fd80d2f67eed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df6a5b98eace4738ac047e32eb9fdb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5512187 Nov 12 21:08:49.777861 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-418dc94b-42e8-4833-ab5d-dbd40ea6b2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:49.806970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-418dc94b-42e8-4833-ab5d-dbd40ea6b2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:49.974737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-418dc94b-42e8-4833-ab5d-dbd40ea6b2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:49.977641 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-418dc94b-42e8-4833-ab5d-dbd40ea6b2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:49.978954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-418dc94b-42e8-4833-ab5d-dbd40ea6b2be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75ab74c8-0441-42e6-aa86-cea4846fa032 HTTP/1.1" status: 204 len: 168 time: 0.2774496 Nov 12 21:08:49.996084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-0e43bfc1-dd9f-4251-ae6f-34a16911438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:49.997669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-0e43bfc1-dd9f-4251-ae6f-34a16911438f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace&tenant_id=69ab8c82412249beb1bacf13c552a139 HTTP/1.1" status: 200 len: 1096 time: 0.4914856 Nov 12 21:08:49.998818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dc94b-42e8-4833-ab5d-dbd40ea6b2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab74c8-0441-42e6-aa86-cea4846fa032,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:50.017705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:50.018419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33194) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:50.083907 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.157893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33200) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:50.322977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:08:50.345348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8061acb5-8f6c-4ac8-97c7-c88cd6261130 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:50.346251 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-8061acb5-8f6c-4ac8-97c7-c88cd6261130 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 21:08:50.347089 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-8061acb5-8f6c-4ac8-97c7-c88cd6261130 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 21:08:50.350259 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8061acb5-8f6c-4ac8-97c7-c88cd6261130 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3302875 Nov 12 21:08:50.355481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33206) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:50.360740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--878219720'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:50.376704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] For port e3625fae-6990-43db-912b-08941573b0df, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:08:50.415147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3625fae-6990-43db-912b-08941573b0df {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:08:50.424280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.438785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Transition to ACTIVE for port object e3625fae-6990-43db-912b-08941573b0df will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:08:50.615804 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.616608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.625466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.724700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] No DVR routers for this DVR port e3625fae-6990-43db-912b-08941573b0df on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:08:50.726689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=9']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:50.746806 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.773518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1775275362-network', 'tenant_id': 'd7988382acb44c1796dc26b6532893dc'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:50.821286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Attempting to bind port e3625fae-6990-43db-912b-08941573b0df on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:08:50.821646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Attempting to bind port e3625fae-6990-43db-912b-08941573b0df by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:08:50.821997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Attempting to bind port e3625fae-6990-43db-912b-08941573b0df on network d88994c6-ed4d-429a-9783-50c67fad295e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:08:50.833812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc9b0-c6d7-4b91-945d-febcd3ae887a req-b2714b88-f924-4c23-ba71-f21a8881ee6c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:50.835394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e2bc9b0-c6d7-4b91-945d-febcd3ae887a req-b2714b88-f924-4c23-ba71-f21a8881ee6c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 944 time: 0.1273232 Nov 12 21:08:50.837679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Port e3625fae-6990-43db-912b-08941573b0df on network d88994c6-ed4d-429a-9783-50c67fad295e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:08:50.838023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Attempting to bind port e3625fae-6990-43db-912b-08941573b0df on network d88994c6-ed4d-429a-9783-50c67fad295e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:08:50.843641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:08:50.843942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Checking segment: {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:50.844477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Bound using segment: {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:08:50.844922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Bound port: e3625fae-6990-43db-912b-08941573b0df, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7167c9c2-c49f-4208-9a43-2e4a0029c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:08:50.845054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.845270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.885294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05a0a8-4512-4ff9-b173-01125ff6f72a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:50.925351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Made reservation on behalf of d7988382acb44c1796dc26b6532893dc for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:50.927969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.943427 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.950032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e2bc9b0-c6d7-4b91-945d-febcd3ae887a req-d25b1b3e-f6bb-40ef-9dd3-c713b7304c1b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019604 Nov 12 21:08:50.954776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.960668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] For port e3625fae-6990-43db-912b-08941573b0df, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:08:50.963953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] For port e3625fae-6990-43db-912b-08941573b0df, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:08:51.025360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.129630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.130169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.163923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f065a0-b4de-4847-ab28-bd76be2270bf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:51.175006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:51.175672 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.177049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] 10.222.0.46 "PUT /v2.0/ports/e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 200 len: 1093 time: 1.1667740 Nov 12 21:08:51.177492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'tag': 'e3625fae-6990-43db-912b-08941573b0df'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:08:51.179802 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f0ab03-b31c-405e-935a-39988444d9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "tag": "e3625fae-6990-43db-912b-08941573b0df"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:08:51.189767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.230614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768237e6-718d-4b84-8cf4-c080e030501a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:51.233790 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:51.242041 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4deae0-2825-45a1-9b44-5f87c43c735e x-openstack-request-id: req-ed4deae0-2825-45a1-9b44-5f87c43c735e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:08:51.242342 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "tag": "e3625fae-6990-43db-912b-08941573b0df", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:08:51.242599 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed4deae0-2825-45a1-9b44-5f87c43c735e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:08:51.243008 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'tag': 'e3625fae-6990-43db-912b-08941573b0df', 'status': 'completed', 'code': 200} Nov 12 21:08:51.265730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33228) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:51.273820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bbc31-2868-4678-8d3c-3e661e02a113 service neutron] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:51.283735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6422-f703-40d3-b00b-0db3c0bf3a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.306932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-a53264c4-1747-4913-8bdc-fe1a9390cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:51.308680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-a53264c4-1747-4913-8bdc-fe1a9390cb4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1097 time: 0.0980666 Nov 12 21:08:51.361908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.363776 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-49343121-5094-40bc-a823-87856836965f tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0071797 Nov 12 21:08:51.366923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33230) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:51.372842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bf63b18d-a58b-4299-802a-246df32ee3fb tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '97f065a0-b4de-4847-ab28-bd76be2270bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:51.383768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33232) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:51.387415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027170 Nov 12 21:08:51.390376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:51.416625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-f44e403f-2bb9-4341-a82c-e1ff03497be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:51.420545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-f44e403f-2bb9-4341-a82c-e1ff03497be7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 915 time: 0.0986104 Nov 12 21:08:51.426251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.426603 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Added segment cd804cc4-4a3b-4a26-ba39-d5c95d33b81a of type vlan for network 668956dd-0e3f-4f69-8cc5-077c01362bed Nov 12 21:08:51.482809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-bdd81844-f21b-47ff-91f9-9db877c8e946 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 200 len: 217 time: 0.0457799 Nov 12 21:08:51.489360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.537363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf63b18d-a58b-4299-802a-246df32ee3fb tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.544108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-e3e1fe82-b8e1-4519-aa3d-9b4926827a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:51.546002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-e3e1fe82-b8e1-4519-aa3d-9b4926827a1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c HTTP/1.1" status: 200 len: 854 time: 0.0579214 Nov 12 21:08:51.551203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6422-f703-40d3-b00b-0db3c0bf3a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.552424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33240) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:51.590159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-444d9573-32f1-42fc-ad23-88f9a1159e39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d88994c6-ed4d-429a-9783-50c67fad295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300341 Nov 12 21:08:51.620846 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf63b18d-a58b-4299-802a-246df32ee3fb tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.631137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-12249774-network', 'tenant_id': '75e243cef1894c529ed54136a4535058'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:51.651673 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c40eb8ad-9cf0-4914-9bf8-027a587c82e8 tempest-NetworksApiDiscovery-653905798 tempest-NetworksApiDiscovery-653905798-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2595019 Nov 12 21:08:51.652948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.654321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:51.654721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.686093 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6422-f703-40d3-b00b-0db3c0bf3a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.720625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-a289849c-ef5b-44a1-ab61-3990cdddd18a service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182985 Nov 12 21:08:51.749991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] Pushing event updated for resources: {'Network': ['ID=668956dd-0e3f-4f69-8cc5-077c01362bed,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:51.762189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 668956dd-0e3f-4f69-8cc5-077c01362bed details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:51.766201 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4fbf6422-f703-40d3-b00b-0db3c0bf3a17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0235a1361e74f138a868364d693d715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4992027 Nov 12 21:08:51.767716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf6422-f703-40d3-b00b-0db3c0bf3a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dff7b49-6ae6-4824-8a7b-9b55d174a220,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:51.770016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33246) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:51.776863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf63b18d-a58b-4299-802a-246df32ee3fb tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.806409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63b18d-a58b-4299-802a-246df32ee3fb tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b68843-5e0b-4afd-8127-f67688d89a70,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:51.835478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-597b43b3-1e25-43ed-9e5e-30cae63fcf91 service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038551 Nov 12 21:08:51.842889 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7115ca7f-6b38-4d3d-8a93-c36833a0543c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.853229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Made reservation on behalf of 75e243cef1894c529ed54136a4535058 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:51.855629 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.864895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.868348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7115ca7f-6b38-4d3d-8a93-c36833a0543c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.927597 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf63b18d-a58b-4299-802a-246df32ee3fb tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.928814 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf63b18d-a58b-4299-802a-246df32ee3fb tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602610 Nov 12 21:08:51.931802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33250) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:51.942086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-10ce1f36-dca5-42fc-9e90-cd1f2073d1d3 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '97f065a0-b4de-4847-ab28-bd76be2270bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:52.032752 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-836e8ed1-0393-4578-895e-02ffcab41cee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8708155 Nov 12 21:08:52.034534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:52.040008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Request body: {'subnet': {'network_id': '668956dd-0e3f-4f69-8cc5-077c01362bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1775275362-subnet', 'tenant_id': 'd7988382acb44c1796dc26b6532893dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:52.074500 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7115ca7f-6b38-4d3d-8a93-c36833a0543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.079525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7115ca7f-6b38-4d3d-8a93-c36833a0543c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.081754 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7115ca7f-6b38-4d3d-8a93-c36833a0543c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3dff7b49-6ae6-4824-8a7b-9b55d174a220 HTTP/1.1" status: 204 len: 168 time: 0.3104644 Nov 12 21:08:52.094440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115ca7f-6b38-4d3d-8a93-c36833a0543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dff7b49-6ae6-4824-8a7b-9b55d174a220,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:52.162470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466be8c-5fad-4aee-9022-fcbefac24251 req-305f08d1-cf25-4785-b27c-a28aeeb08775 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:52.163628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3466be8c-5fad-4aee-9022-fcbefac24251 req-305f08d1-cf25-4785-b27c-a28aeeb08775 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1267185 Nov 12 21:08:52.167209 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.170491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ab03-b31c-405e-935a-39988444d9ee req-dac5a13b-b603-41cd-92c4-1f3b2fc298af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:52.172000 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f0ab03-b31c-405e-935a-39988444d9ee req-dac5a13b-b603-41cd-92c4-1f3b2fc298af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1097 time: 0.1010783 Nov 12 21:08:52.239453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3466be8c-5fad-4aee-9022-fcbefac24251 req-cf784ce4-823c-4032-8772-ef576f533f69 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659161 Nov 12 21:08:52.247227 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-10ce1f36-dca5-42fc-9e90-cd1f2073d1d3 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.345212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ab03-b31c-405e-935a-39988444d9ee req-f63ab533-b328-48f7-9a18-911af22428f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:52.347239 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f0ab03-b31c-405e-935a-39988444d9ee req-f63ab533-b328-48f7-9a18-911af22428f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 915 time: 0.1381083 Nov 12 21:08:52.397592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f0ab03-b31c-405e-935a-39988444d9ee req-2967fd40-4efe-418b-ade2-4ba45ecb3b46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 200 len: 217 time: 0.0422435 Nov 12 21:08:52.398385 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.427027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Made reservation on behalf of d7988382acb44c1796dc26b6532893dc for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:52.431496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.452527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:52.467914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efe60b0-5e22-4505-a179-f37335e4ef05,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:52.474759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.475137 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Added segment 9cf3b41d-efc5-4e46-9bbe-503a28f99992 of type vlan for network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 Nov 12 21:08:52.510911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33272) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:52.513339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ab03-b31c-405e-935a-39988444d9ee req-72f71eb3-1378-4a39-bb86-0a18144badd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:52.514855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f0ab03-b31c-405e-935a-39988444d9ee req-72f71eb3-1378-4a39-bb86-0a18144badd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c HTTP/1.1" status: 200 len: 854 time: 0.1088994 Nov 12 21:08:52.539331 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.563639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f0ab03-b31c-405e-935a-39988444d9ee req-2cea59ac-1fcb-4778-bf9d-ea26a7d2a447 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d88994c6-ed4d-429a-9783-50c67fad295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365260 Nov 12 21:08:52.590075 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-10ce1f36-dca5-42fc-9e90-cd1f2073d1d3 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 21:08:52.593804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-10ce1f36-dca5-42fc-9e90-cd1f2073d1d3 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6582816 Nov 12 21:08:52.596221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33278) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:52.744166 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67278662-4db2-4e49-a396-566c3774775f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.757568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.759461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:52.760294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.827827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe07f-4004-4240-94d8-4fd15e9dada1 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.840665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.873601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f0ab03-b31c-405e-935a-39988444d9ee req-c141d49e-861d-478a-a405-3388fd95357a service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930624 Nov 12 21:08:52.902819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67278662-4db2-4e49-a396-566c3774775f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.910588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe07f-4004-4240-94d8-4fd15e9dada1 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:52.920024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b389a338-b150-4873-8252-5c24f6bdb8ac,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:52.922804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] Pushing event updated for resources: {'Network': ['ID=36b1d8e2-9baa-4a57-a939-adfb91cac9b7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:52.952799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:52.958588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Checking segment: {'id': 'cd804cc4-4a3b-4a26-ba39-d5c95d33b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '668956dd-0e3f-4f69-8cc5-077c01362bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:52.958956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Network hostable DHCP agents. Network: 668956dd-0e3f-4f69-8cc5-077c01362bed, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:08:52.996222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-58058cdf-7d6a-4e25-a035-137d8a7b6378 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4423864 Nov 12 21:08:53.012600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33292) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:53.017814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Request body: {'subnet': {'network_id': '36b1d8e2-9baa-4a57-a939-adfb91cac9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-12249774-subnet', 'tenant_id': '75e243cef1894c529ed54136a4535058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:53.070196 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67278662-4db2-4e49-a396-566c3774775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.072504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f0ab03-b31c-405e-935a-39988444d9ee req-b9ea2bd7-1482-40cb-85ea-49d08e0d5f20 service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835244 Nov 12 21:08:53.122555 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-67278662-4db2-4e49-a396-566c3774775f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fee4eba7e5f4f8f91c2808c82c58216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6081669 Nov 12 21:08:53.122555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67278662-4db2-4e49-a396-566c3774775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f198a-7cec-41a5-bf0f-df45ddbc5b68,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:53.122911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33298) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:53.176663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-beff37dc-a05c-4180-b5e2-289e9a63de5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.188681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Network 668956dd-0e3f-4f69-8cc5-077c01362bed is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:08:53.208318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-beff37dc-a05c-4180-b5e2-289e9a63de5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.255676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Made reservation on behalf of 75e243cef1894c529ed54136a4535058 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:53.262204 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.275026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe07f-4004-4240-94d8-4fd15e9dada1 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.287272 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe07f-4004-4240-94d8-4fd15e9dada1 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.292172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6e8fe07f-4004-4240-94d8-4fd15e9dada1 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/97f065a0-b4de-4847-ab28-bd76be2270bf HTTP/1.1" status: 204 len: 168 time: 0.6942942 Nov 12 21:08:53.295232 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33302) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:53.402662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 668956dd-0e3f-4f69-8cc5-077c01362bed) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:53.412890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fe07f-4004-4240-94d8-4fd15e9dada1 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f065a0-b4de-4847-ab28-bd76be2270bf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:53.418217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6011b-f158-4313-85d2-d8202163b4e2 None None] Network 668956dd-0e3f-4f69-8cc5-077c01362bed requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:53.430818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:53.432228 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.489322 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-524f6e0c-c9e7-4a7c-b0a3-fa72bf4f5ef0 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1921074 Nov 12 21:08:53.490208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33312) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:53.495539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ffc4aa01-1f2f-4fbe-923b-b8558887481a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--732680436'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:53.542646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-beff37dc-a05c-4180-b5e2-289e9a63de5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.545400 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-beff37dc-a05c-4180-b5e2-289e9a63de5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.546573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-beff37dc-a05c-4180-b5e2-289e9a63de5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a55f198a-7cec-41a5-bf0f-df45ddbc5b68 HTTP/1.1" status: 204 len: 168 time: 0.4226587 Nov 12 21:08:53.582000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff37dc-a05c-4180-b5e2-289e9a63de5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f198a-7cec-41a5-bf0f-df45ddbc5b68,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:53.592567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543543a-8e75-414e-a655-eab7c906e929 req-fa6597cd-cbfe-4642-b9ad-0b6856012afb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:53.595035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0543543a-8e75-414e-a655-eab7c906e929 req-fa6597cd-cbfe-4642-b9ad-0b6856012afb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1949582 Nov 12 21:08:53.600077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-84dd1ee7-5bef-4cd0-88a7-5379edb36359 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5638547 Nov 12 21:08:53.682603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0543543a-8e75-414e-a655-eab7c906e929 req-fb9c86b5-e88e-4a0f-93c4-d0963e8dae8e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798755 Nov 12 21:08:53.720896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291ead0-2702-493d-97ad-e3ace3eb7084 None None] Network 668956dd-0e3f-4f69-8cc5-077c01362bed requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:53.838638 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffc4aa01-1f2f-4fbe-923b-b8558887481a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.889891 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:53.970874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19b79f5-9e43-4f69-94bb-ad2fcc5a0ca7,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:53.974887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33322) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:54.014110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Checking segment: {'id': '9cf3b41d-efc5-4e46-9bbe-503a28f99992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '36b1d8e2-9baa-4a57-a939-adfb91cac9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:54.014507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Network hostable DHCP agents. Network: 36b1d8e2-9baa-4a57-a939-adfb91cac9b7, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:08:54.043708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffc4aa01-1f2f-4fbe-923b-b8558887481a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.094886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0ed845-506c-46c3-b4d0-18dcf22657ef admin admin] Deleting subnet b389a338-b150-4873-8252-5c24f6bdb8ac {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:08:54.099711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed845-506c-46c3-b4d0-18dcf22657ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.135633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:08:54.181294 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffc4aa01-1f2f-4fbe-923b-b8558887481a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.181983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed845-506c-46c3-b4d0-18dcf22657ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.264647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 36b1d8e2-9baa-4a57-a939-adfb91cac9b7) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:08:54.270313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:54.271166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.275950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5de60-556b-4dda-a983-09550528bbd1 None None] Network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:54.300306 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed845-506c-46c3-b4d0-18dcf22657ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.377127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4aa01-1f2f-4fbe-923b-b8558887481a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e919d19b-eef7-408b-a2f9-6caa6a08dc3e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:54.402300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ffc4aa01-1f2f-4fbe-923b-b8558887481a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.404935 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ffc4aa01-1f2f-4fbe-923b-b8558887481a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9129884 Nov 12 21:08:54.408554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:54.414318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7338eebb-4c1b-49d1-828c-dffe3204d174 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'e919d19b-eef7-408b-a2f9-6caa6a08dc3e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:54.416739 n-d-713498-29 neutron-server[109629]: WARNING neutron.api.v2.base [None req-7338eebb-4c1b-49d1-828c-dffe3204d174 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 21:08:54.417398 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-7338eebb-4c1b-49d1-828c-dffe3204d174 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:54.424627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7338eebb-4c1b-49d1-828c-dffe3204d174 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088193 Nov 12 21:08:54.424627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-807fdbdb-2fdb-404e-a37e-4eea5a882810 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4133060 Nov 12 21:08:54.433290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33340) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:54.502888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8590d4cf-4648-4860-957f-f4391ce6e87d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.536399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed845-506c-46c3-b4d0-18dcf22657ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.539574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8590d4cf-4648-4860-957f-f4391ce6e87d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.579993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ed845-506c-46c3-b4d0-18dcf22657ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b389a338-b150-4873-8252-5c24f6bdb8ac,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:54.590259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed845-506c-46c3-b4d0-18dcf22657ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.594744 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f0ed845-506c-46c3-b4d0-18dcf22657ef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b389a338-b150-4873-8252-5c24f6bdb8ac HTTP/1.1" status: 204 len: 168 time: 0.6176817 Nov 12 21:08:54.597557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33346) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:54.722565 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.752816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8590d4cf-4648-4860-957f-f4391ce6e87d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.756639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8590d4cf-4648-4860-957f-f4391ce6e87d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.758071 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8590d4cf-4648-4860-957f-f4391ce6e87d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/e919d19b-eef7-408b-a2f9-6caa6a08dc3e HTTP/1.1" status: 204 len: 168 time: 0.3230834 Nov 12 21:08:54.765771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33352) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:54.816658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590d4cf-4648-4860-957f-f4391ce6e87d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e919d19b-eef7-408b-a2f9-6caa6a08dc3e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:54.903996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d5aa9c06-d863-4cb0-9d75-f9d6493af9c9 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1365857 Nov 12 21:08:54.908574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33356) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:54.936552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5ca4a91e-022b-45d4-bce2-7d37368688df tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609612093'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:54.949548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f16d0d-6713-485e-8071-02939b5231dd None None] Network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:08:55.014914 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.083384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668956dd-0e3f-4f69-8cc5-077c01362bed']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:55.130303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd804cc4-4a3b-4a26-ba39-d5c95d33b81a') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:55.130725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd804cc4-4a3b-4a26-ba39-d5c95d33b81a') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:55.147203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a91e-022b-45d4-bce2-7d37368688df tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.172901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.203225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd40d40-dbbe-4ded-8077-f7016d94920a req-21c3b984-6cfa-4b97-b9a4-18b80195b4b4 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:55.208013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdd40d40-dbbe-4ded-8077-f7016d94920a req-21c3b984-6cfa-4b97-b9a4-18b80195b4b4 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.2511563 Nov 12 21:08:55.288805 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.296227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a91e-022b-45d4-bce2-7d37368688df tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.301028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:08:55.301479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:08:55.364503 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:08:55.433204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdd40d40-dbbe-4ded-8077-f7016d94920a req-7661b91a-f565-40b7-a4eb-71c658960126 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073333 Nov 12 21:08:55.438716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a91e-022b-45d4-bce2-7d37368688df tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.477286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4a91e-022b-45d4-bce2-7d37368688df tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4948efaf-0b3c-4fc8-b3d7-31d7f5e04c5d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:55.558394 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.565588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.568869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] 10.222.0.64 "DELETE /v2.0/networks/668956dd-0e3f-4f69-8cc5-077c01362bed HTTP/1.1" status: 204 len: 168 time: 0.9698608 Nov 12 21:08:55.593825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a91e-022b-45d4-bce2-7d37368688df tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.593825 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5ca4a91e-022b-45d4-bce2-7d37368688df tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6800971 Nov 12 21:08:55.594253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33374) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:55.598730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ccd98437-9996-47b8-9885-640f0b4a3866 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '4948efaf-0b3c-4fc8-b3d7-31d7f5e04c5d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:55.599399 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-ccd98437-9996-47b8-9885-640f0b4a3866 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 21:08:55.600107 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-ccd98437-9996-47b8-9885-640f0b4a3866 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:55.601075 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ccd98437-9996-47b8-9885-640f0b4a3866 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062358 Nov 12 21:08:55.603950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33376) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:55.608037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c0f88-0747-4036-ba66-82500e564461 admin admin] Pushing event deleted for resources: {'Network': ['ID=668956dd-0e3f-4f69-8cc5-077c01362bed,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:55.706445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b38c028d-6c88-49b8-af26-87326b9d3aa4 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.746672 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b38c028d-6c88-49b8-af26-87326b9d3aa4 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.895729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b38c028d-6c88-49b8-af26-87326b9d3aa4 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.898560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b38c028d-6c88-49b8-af26-87326b9d3aa4 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.899938 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b38c028d-6c88-49b8-af26-87326b9d3aa4 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/4948efaf-0b3c-4fc8-b3d7-31d7f5e04c5d HTTP/1.1" status: 204 len: 168 time: 0.2950635 Nov 12 21:08:55.902734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33384) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:55.911981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c028d-6c88-49b8-af26-87326b9d3aa4 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948efaf-0b3c-4fc8-b3d7-31d7f5e04c5d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:55.978796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-02103d4a-3f40-41bb-8979-8ec392c2a468 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0745499 Nov 12 21:08:55.982804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33388) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:55.996108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f6521661-c360-40a5-9790-6f51a11fe0ff tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--911140605'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:56.146919 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6521661-c360-40a5-9790-6f51a11fe0ff tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.240560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6521661-c360-40a5-9790-6f51a11fe0ff tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.321249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33400) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:56.354148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6521661-c360-40a5-9790-6f51a11fe0ff tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.423538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6521661-c360-40a5-9790-6f51a11fe0ff tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a23c2a-4ad7-4803-8628-a1e640df7803,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:56.490894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33406) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:56.491469 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-14d556ad-e0e1-4ddb-a5c8-fa4ec2d5b0d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7988382acb44c1796dc26b6532893dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1661038 Nov 12 21:08:56.555377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6521661-c360-40a5-9790-6f51a11fe0ff tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.556616 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f6521661-c360-40a5-9790-6f51a11fe0ff tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5720422 Nov 12 21:08:56.560538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33408) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:56.570718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-891472c9-0951-4b74-9400-b69903a11e81 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23c2a-4ad7-4803-8628-a1e640df7803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:56.574461 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-891472c9-0951-4b74-9400-b69903a11e81 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 21:08:56.574461 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-891472c9-0951-4b74-9400-b69903a11e81 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:56.577060 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-891472c9-0951-4b74-9400-b69903a11e81 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131381 Nov 12 21:08:56.577657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33410) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:56.587379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-170f8b51-6c4b-4322-a44f-16b090599414 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23c2a-4ad7-4803-8628-a1e640df7803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:56.587752 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-170f8b51-6c4b-4322-a44f-16b090599414 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 21:08:56.591713 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-170f8b51-6c4b-4322-a44f-16b090599414 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:56.595461 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-170f8b51-6c4b-4322-a44f-16b090599414 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098588 Nov 12 21:08:56.596573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33412) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:56.604635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9abdda82-182c-4048-b6dc-31bd70635d9b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23c2a-4ad7-4803-8628-a1e640df7803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:56.611892 n-d-713498-29 neutron-server[109629]: WARNING neutron.api.v2.base [None req-9abdda82-182c-4048-b6dc-31bd70635d9b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 21:08:56.617368 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-9abdda82-182c-4048-b6dc-31bd70635d9b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:56.617368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9abdda82-182c-4048-b6dc-31bd70635d9b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157871 Nov 12 21:08:56.619838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33414) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:56.624814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8405ab8-618a-4b40-9a4d-fa3fdbeccc20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.627495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-30f28f07-27cb-45fe-9038-7fa49bdfa33b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23c2a-4ad7-4803-8628-a1e640df7803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:56.627752 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-30f28f07-27cb-45fe-9038-7fa49bdfa33b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 21:08:56.628810 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-30f28f07-27cb-45fe-9038-7fa49bdfa33b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:56.632845 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-30f28f07-27cb-45fe-9038-7fa49bdfa33b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0119143 Nov 12 21:08:56.633432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33416) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:56.647236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8405ab8-618a-4b40-9a4d-fa3fdbeccc20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.744629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0485fb-fec7-46f0-825d-64db97ec47dc req-3d3add8c-4811-4c23-b488-a0c448c8615e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:56.747557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad0485fb-fec7-46f0-825d-64db97ec47dc req-3d3add8c-4811-4c23-b488-a0c448c8615e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1566925 Nov 12 21:08:56.758088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12577583-9fee-4ffb-84a9-2a63798ba54a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.844163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12577583-9fee-4ffb-84a9-2a63798ba54a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.844284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad0485fb-fec7-46f0-825d-64db97ec47dc req-d0fa6212-4204-4880-b424-9953190fa91a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853794 Nov 12 21:08:56.879382 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8405ab8-618a-4b40-9a4d-fa3fdbeccc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.882690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e8405ab8-618a-4b40-9a4d-fa3fdbeccc20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.888179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e8405ab8-618a-4b40-9a4d-fa3fdbeccc20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/768237e6-718d-4b84-8cf4-c080e030501a HTTP/1.1" status: 204 len: 168 time: 0.3943346 Nov 12 21:08:56.913492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8405ab8-618a-4b40-9a4d-fa3fdbeccc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768237e6-718d-4b84-8cf4-c080e030501a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:57.084047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12577583-9fee-4ffb-84a9-2a63798ba54a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.086676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12577583-9fee-4ffb-84a9-2a63798ba54a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.087874 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-12577583-9fee-4ffb-84a9-2a63798ba54a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/a2a23c2a-4ad7-4803-8628-a1e640df7803 HTTP/1.1" status: 204 len: 168 time: 0.4535236 Nov 12 21:08:57.090800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33428) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:57.106601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12577583-9fee-4ffb-84a9-2a63798ba54a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a23c2a-4ad7-4803-8628-a1e640df7803,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:57.262098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33432) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:57.264562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ed249827-2aa6-4398-a431-21afb9343d5a tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1649494 Nov 12 21:08:57.269430 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c1b5aee5-946f-4f82-b0fc-63558773d5a6 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856561262'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:57.381272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33434) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:57.386061 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2130156545-network', 'tenant_id': 'fde7b07ddf5244acbb29eac1bc20a789'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:57.458401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1b5aee5-946f-4f82-b0fc-63558773d5a6 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.558938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-198ff0c9-81c4-468a-a65e-7adc848653d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.653291 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1b5aee5-946f-4f82-b0fc-63558773d5a6 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.655925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Made reservation on behalf of fde7b07ddf5244acbb29eac1bc20a789 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:57.659863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.671238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.744209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1b5aee5-946f-4f82-b0fc-63558773d5a6 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.811525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5aee5-946f-4f82-b0fc-63558773d5a6 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21af8c2f-3f55-40f9-9724-efb11944af2e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:57.841641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1b5aee5-946f-4f82-b0fc-63558773d5a6 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.846993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33446) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:57.847756 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c1b5aee5-946f-4f82-b0fc-63558773d5a6 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5834987 Nov 12 21:08:57.856896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b191a8fa-e026-4420-9f8e-81ef71755a4d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:57.858287 n-d-713498-29 neutron-server[109629]: WARNING neutron.api.v2.base [None req-b191a8fa-e026-4420-9f8e-81ef71755a4d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 21:08:57.859213 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-b191a8fa-e026-4420-9f8e-81ef71755a4d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:57.860698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b191a8fa-e026-4420-9f8e-81ef71755a4d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111363 Nov 12 21:08:57.865359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33450) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:57.893690 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:57.899888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6b59adf3-d651-49aa-8a2b-ce6bfc877573 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:57.981017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:58.019736 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:08:58.067351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:58.072560 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Added segment c80bc245-05e9-4f70-9986-d80815590093 of type vlan for network 112548db-b081-4e33-b55a-ce8f1ab7139a Nov 12 21:08:58.090659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c54a1-c9cd-4fef-b370-c4e62a78f6ba req-2472abd8-1557-454b-b592-61f062868d9e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:58.099465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-195c54a1-c9cd-4fef-b370-c4e62a78f6ba req-2472abd8-1557-454b-b592-61f062868d9e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1239750 Nov 12 21:08:58.115973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca393524-57c5-4281-bcaa-01d06c782d28,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:58.195310 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:58.248115 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-195c54a1-c9cd-4fef-b370-c4e62a78f6ba req-99a9955a-89fe-4844-96b1-0ddfd4c5bd13 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326873 Nov 12 21:08:58.255366 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-6b59adf3-d651-49aa-8a2b-ce6bfc877573 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:58.256424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6b59adf3-d651-49aa-8a2b-ce6bfc877573 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3751514 Nov 12 21:08:58.261072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33462) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:58.268842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-656efdad-c0d9-4af7-9282-38136fe45208 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:58.269452 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-656efdad-c0d9-4af7-9282-38136fe45208 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 21:08:58.270024 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-656efdad-c0d9-4af7-9282-38136fe45208 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:58.275710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:58.276314 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-656efdad-c0d9-4af7-9282-38136fe45208 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142252 Nov 12 21:08:58.280272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-581cb875-0ae9-4e4c-9685-a300f7fd1f24 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:58.375559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:58.376689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:58.377958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:58.513106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] Pushing event updated for resources: {'Network': ['ID=112548db-b081-4e33-b55a-ce8f1ab7139a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:58.525835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 112548db-b081-4e33-b55a-ce8f1ab7139a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:08:58.535485 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-581cb875-0ae9-4e4c-9685-a300f7fd1f24 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:58.536633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-581cb875-0ae9-4e4c-9685-a300f7fd1f24 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2599127 Nov 12 21:08:58.539893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33474) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:58.548071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-94ec4e6e-ce4e-4ae3-9a60-f96086277f93 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:58.548493 n-d-713498-29 neutron-server[109629]: WARNING neutron.api.v2.base [None req-94ec4e6e-ce4e-4ae3-9a60-f96086277f93 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 21:08:58.550061 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-94ec4e6e-ce4e-4ae3-9a60-f96086277f93 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:58.553389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-94ec4e6e-ce4e-4ae3-9a60-f96086277f93 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120432 Nov 12 21:08:58.557741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33476) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:58.567135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-27fe3c4d-9399-4f64-9a50-8160e2da1a6e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:58.608456 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc7ba4a3-35ce-4d78-a15a-a3501a83c751 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2252569 Nov 12 21:08:58.610068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33478) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:58.616313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Request body: {'subnet': {'network_id': '112548db-b081-4e33-b55a-ce8f1ab7139a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2130156545-subnet', 'tenant_id': 'fde7b07ddf5244acbb29eac1bc20a789', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:58.713738 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-27fe3c4d-9399-4f64-9a50-8160e2da1a6e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Project 5feacdcf8e484e6786fe5cb9ae065e68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:08:58.838087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Made reservation on behalf of fde7b07ddf5244acbb29eac1bc20a789 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:08:58.841588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:58.929769 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-27fe3c4d-9399-4f64-9a50-8160e2da1a6e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:58.930838 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-27fe3c4d-9399-4f64-9a50-8160e2da1a6e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3715098 Nov 12 21:08:58.933670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33492) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:58.938772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c77ed7c3-eade-4276-893a-241cfc56c5c9 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:58.946012 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-c77ed7c3-eade-4276-893a-241cfc56c5c9 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 21:08:58.946012 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-c77ed7c3-eade-4276-893a-241cfc56c5c9 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:58.946012 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c77ed7c3-eade-4276-893a-241cfc56c5c9 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061905 Nov 12 21:08:58.946012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:58.951634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-18187af7-708e-4419-98c3-1fedd2552c3c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:59.185060 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-18187af7-708e-4419-98c3-1fedd2552c3c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Project 5feacdcf8e484e6786fe5cb9ae065e68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:08:59.290662 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-18187af7-708e-4419-98c3-1fedd2552c3c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:59.294783 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-18187af7-708e-4419-98c3-1fedd2552c3c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3453972 Nov 12 21:08:59.295305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33506) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:59.301289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2b1e96bb-bb99-4e74-9183-77cb59efe807 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '21af8c2f-3f55-40f9-9724-efb11944af2e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:08:59.425549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:59.456204 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-2b1e96bb-bb99-4e74-9183-77cb59efe807 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Project 5feacdcf8e484e6786fe5cb9ae065e68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:08:59.548415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49c64c-bd83-4b70-b61a-37365fcf744d req-64cad3d2-a5fb-4dd9-979b-e797455dfc07 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:59.558476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e49c64c-bd83-4b70-b61a-37365fcf744d req-64cad3d2-a5fb-4dd9-979b-e797455dfc07 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1790087 Nov 12 21:08:59.598380 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-2b1e96bb-bb99-4e74-9183-77cb59efe807 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:08:59.599953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2b1e96bb-bb99-4e74-9183-77cb59efe807 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3034112 Nov 12 21:08:59.603006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33522) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:59.617452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e73100d-6d5a-46d4-b285-e281ca83e97d,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:08:59.635739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Checking segment: {'id': 'c80bc245-05e9-4f70-9986-d80815590093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '112548db-b081-4e33-b55a-ce8f1ab7139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:08:59.643027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Network hostable DHCP agents. Network: 112548db-b081-4e33-b55a-ce8f1ab7139a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:08:59.685698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e49c64c-bd83-4b70-b61a-37365fcf744d req-36158cc9-e675-49ab-bf22-f49d7de2f708 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255748 Nov 12 21:08:59.782662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99221c12-b75b-4e14-ac29-47ac17682587 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:59.820094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99221c12-b75b-4e14-ac29-47ac17682587 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:59.878665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Network 112548db-b081-4e33-b55a-ce8f1ab7139a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:09:00.083704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 112548db-b081-4e33-b55a-ce8f1ab7139a) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:00.086553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-51210d8e-9cc5-4399-bc62-03edfc30aeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:00.090039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:00.090666 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:00.095795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066db6c-ffe4-496a-b6fe-975e7d876f68 None None] Network 112548db-b081-4e33-b55a-ce8f1ab7139a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:00.190626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-edb81613-cb14-48a2-a53e-c9d1744b9e39 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5792308 Nov 12 21:09:00.337184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2be40-8f57-4a95-972b-4e47525ad706 None None] Network 112548db-b081-4e33-b55a-ce8f1ab7139a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:00.400043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33544) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:00.473872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33552) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:00.627207 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99221c12-b75b-4e14-ac29-47ac17682587 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:00.630977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-99221c12-b75b-4e14-ac29-47ac17682587 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:00.635460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33556) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:00.638907 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-99221c12-b75b-4e14-ac29-47ac17682587 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/21af8c2f-3f55-40f9-9724-efb11944af2e HTTP/1.1" status: 204 len: 168 time: 1.0345526 Nov 12 21:09:00.658227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99221c12-b75b-4e14-ac29-47ac17682587 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af8c2f-3f55-40f9-9724-efb11944af2e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:00.811552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-970aad94-8645-46b1-a04c-c8cddb24d6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:00.814438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-62da2a48-6fe7-450f-a42f-30d6efcb62e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:00.891415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33564) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:00.892025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-144f6917-a934-4cc1-88fe-770812475dcc tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2540331 Nov 12 21:09:00.897730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-18896515-97f6-4f21-bf38-a548cc1fc2d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790742617'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:00.948479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e5d6-cc76-46cf-b5ca-ad3379ef9018 req-408434e0-c8db-402b-bbde-5b92a07ce59a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:00.951779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd80e5d6-cc76-46cf-b5ca-ad3379ef9018 req-408434e0-c8db-402b-bbde-5b92a07ce59a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1549423 Nov 12 21:09:01.083806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd80e5d6-cc76-46cf-b5ca-ad3379ef9018 req-071a1175-38c6-4533-917a-30c7b65b0d55 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231120 Nov 12 21:09:01.106960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-18896515-97f6-4f21-bf38-a548cc1fc2d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.130642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-970aad94-8645-46b1-a04c-c8cddb24d6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.230828 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-62da2a48-6fe7-450f-a42f-30d6efcb62e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.236200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-970aad94-8645-46b1-a04c-c8cddb24d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.249226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-18896515-97f6-4f21-bf38-a548cc1fc2d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.271249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970aad94-8645-46b1-a04c-c8cddb24d6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4282efcd-d78d-4199-b5bc-45de99d403c3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:01.317254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-970aad94-8645-46b1-a04c-c8cddb24d6f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8439bdb24f06488f93fa118a109e7460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8384018 Nov 12 21:09:01.317445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33578) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:01.374630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-40668bbf-289e-4308-b718-c04417c471c9 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:01.378127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-40668bbf-289e-4308-b718-c04417c471c9 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/networks?id=36b1d8e2-9baa-4a57-a939-adfb91cac9b7 HTTP/1.1" status: 200 len: 807 time: 0.3221021 Nov 12 21:09:01.413404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3d03-d19c-43ae-a729-9834ce627892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.421126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-5c660ab8-d45c-4985-9e77-7c7760d38045 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/quotas/75e243cef1894c529ed54136a4535058 HTTP/1.1" status: 200 len: 375 time: 0.0340962 Nov 12 21:09:01.447988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3d03-d19c-43ae-a729-9834ce627892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.488940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-0b8bbb99-e1f2-423e-a8d6-6a2b03912874 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=75e243cef1894c529ed54136a4535058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536339 Nov 12 21:09:01.608467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-a3a2e076-0e0c-4fe9-8a59-fe360de2dca2 service neutron] 10.222.0.64 "GET /v2.0/networks/36b1d8e2-9baa-4a57-a939-adfb91cac9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084900 Nov 12 21:09:01.756503 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.872893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-18896515-97f6-4f21-bf38-a548cc1fc2d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.904346 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3d03-d19c-43ae-a729-9834ce627892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.909209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3d03-d19c-43ae-a729-9834ce627892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:01.912195 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ba7e3d03-d19c-43ae-a729-9834ce627892 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4282efcd-d78d-4199-b5bc-45de99d403c3 HTTP/1.1" status: 204 len: 168 time: 0.5938570 Nov 12 21:09:01.938637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896515-97f6-4f21-bf38-a548cc1fc2d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d208ff73-bab8-4099-b733-831e5647dbb1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:01.952898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e3d03-d19c-43ae-a729-9834ce627892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4282efcd-d78d-4199-b5bc-45de99d403c3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:01.989844 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-18896515-97f6-4f21-bf38-a548cc1fc2d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:02.006127 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-18896515-97f6-4f21-bf38-a548cc1fc2d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1119580 Nov 12 21:09:02.006916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33588) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:02.018979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-aba6c5ae-7852-4861-b19c-3b407ddc547c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'd208ff73-bab8-4099-b733-831e5647dbb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:02.096605 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-62da2a48-6fe7-450f-a42f-30d6efcb62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:02.172431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-62da2a48-6fe7-450f-a42f-30d6efcb62e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a07b375d5334304ad0ea19f1d707d98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7687423 Nov 12 21:09:02.174253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33596) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:02.270980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-638a6c5f-94f4-4805-b42b-68c1add053cd service neutron] 10.222.0.64 "GET /v2.0/networks/36b1d8e2-9baa-4a57-a939-adfb91cac9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332581 Nov 12 21:09:02.270980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da2a48-6fe7-450f-a42f-30d6efcb62e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c7e9df-5727-469a-9822-dd882f4f701d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:02.314851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:02.364512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efe709-278c-4a1d-90d0-d926bd5965a2 req-0020850d-a02c-419f-9dba-0b47bed4da9f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:02.367229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25efe709-278c-4a1d-90d0-d926bd5965a2 req-0020850d-a02c-419f-9dba-0b47bed4da9f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1004961 Nov 12 21:09:02.370861 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:02.424831 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-aba6c5ae-7852-4861-b19c-3b407ddc547c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The resource could not be found. Nov 12 21:09:02.426816 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aba6c5ae-7852-4861-b19c-3b407ddc547c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4183424 Nov 12 21:09:02.429177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33604) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:02.436673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-72293c3d-f76b-4f4c-8f4b-e52a63b47035 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'd208ff73-bab8-4099-b733-831e5647dbb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c88541de-90eb-4883-a1cb-aec9fa3a1e82'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:02.466719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25efe709-278c-4a1d-90d0-d926bd5965a2 req-9b84bad5-a7d2-4a94-9ec4-bcc01446c4d2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922489 Nov 12 21:09:02.558789 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:02.561506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:02.563325 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64c7e9df-5727-469a-9822-dd882f4f701d HTTP/1.1" status: 204 len: 168 time: 0.3878193 Nov 12 21:09:02.649161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c7e9df-5727-469a-9822-dd882f4f701d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:02.671497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.673578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.673578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.673578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.673578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.673578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.673973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.674059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.674359 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.674681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.675001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.675346 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075506b8-7247-487f-a27b-8b786794c660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:02.712434 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-72293c3d-f76b-4f4c-8f4b-e52a63b47035 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The resource could not be found. Nov 12 21:09:02.716173 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-72293c3d-f76b-4f4c-8f4b-e52a63b47035 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2831635 Nov 12 21:09:02.719571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33614) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:02.822595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-beb52590-7f96-438d-b736-cd32958be60b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:02.836265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11920b83-6838-4527-9229-0e32d5e22216 req-38b9b33a-a093-4a01-95cf-a9d8ed3aba38 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 210 time: 0.0709262 Nov 12 21:09:02.871588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-beb52590-7f96-438d-b736-cd32958be60b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:03.015535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-beb52590-7f96-438d-b736-cd32958be60b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:03.018963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-beb52590-7f96-438d-b736-cd32958be60b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:03.020396 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-beb52590-7f96-438d-b736-cd32958be60b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/d208ff73-bab8-4099-b733-831e5647dbb1 HTTP/1.1" status: 204 len: 168 time: 0.3029032 Nov 12 21:09:03.023723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33616) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:03.040558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb52590-7f96-438d-b736-cd32958be60b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208ff73-bab8-4099-b733-831e5647dbb1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:03.049573 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:03.080195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-92cd42dd-ef5a-4dd8-825c-2bc443030a93 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550907 Nov 12 21:09:03.084312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:03.089144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ce74ba3f-8f8a-4c82-a925-02fa75fbd28b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'd9a067bc-13da-432c-a9f7-25887852ed75', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:03.523157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:03.563944 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-ce74ba3f-8f8a-4c82-a925-02fa75fbd28b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The resource could not be found. Nov 12 21:09:03.567851 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce74ba3f-8f8a-4c82-a925-02fa75fbd28b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4811797 Nov 12 21:09:03.570491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33636) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:03.572680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf1567fb-0de8-4e08-a9e8-47d0ec485280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:03.575866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-edd04d96-ab3d-4345-8c93-15d3a845949e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--10312398'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:03.616042 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:03.800152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd04d96-ab3d-4345-8c93-15d3a845949e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:03.906342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf1567fb-0de8-4e08-a9e8-47d0ec485280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:03.946583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3df4-9a19-4ee8-8d02-450e385c34d3 req-11902991-a5e7-4d86-9e28-d1cb2bc0e0bc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:03.949071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a61e3df4-9a19-4ee8-8d02-450e385c34d3 req-11902991-a5e7-4d86-9e28-d1cb2bc0e0bc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1943500 Nov 12 21:09:04.021763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bf1567fb-0de8-4e08-a9e8-47d0ec485280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.022553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c77eef04-e46a-43ff-9dbb-885747895602 req-4a399b86-72ba-4c69-8c93-20173a2f8ed0 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 210 time: 0.0571811 Nov 12 21:09:04.069414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a61e3df4-9a19-4ee8-8d02-450e385c34d3 req-8b46c736-f61f-49f1-bca7-c9ff4d4d3cd0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035349 Nov 12 21:09:04.085532 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bf1567fb-0de8-4e08-a9e8-47d0ec485280 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c46da748e10b43fa8d80e963152e7a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5677910 Nov 12 21:09:04.099678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33648) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:04.099953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd04d96-ab3d-4345-8c93-15d3a845949e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.100063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1567fb-0de8-4e08-a9e8-47d0ec485280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1b6a6a-b032-456a-ab7e-5d02e01c0efd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:04.173280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88ee96b1-0265-42ed-9991-536c069f9127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.210080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd04d96-ab3d-4345-8c93-15d3a845949e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.211986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88ee96b1-0265-42ed-9991-536c069f9127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.278594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd04d96-ab3d-4345-8c93-15d3a845949e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b13feb-2bd1-46f8-b4fd-b0b4797300e5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:04.308762 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-edd04d96-ab3d-4345-8c93-15d3a845949e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.313538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-edd04d96-ab3d-4345-8c93-15d3a845949e tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7392297 Nov 12 21:09:04.313707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33658) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:04.318323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f756f571-7e05-45c4-b71f-82464fe1dcb2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385729373'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:04.460561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88ee96b1-0265-42ed-9991-536c069f9127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.463185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88ee96b1-0265-42ed-9991-536c069f9127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.464575 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-88ee96b1-0265-42ed-9991-536c069f9127 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc1b6a6a-b032-456a-ab7e-5d02e01c0efd HTTP/1.1" status: 204 len: 168 time: 0.3749335 Nov 12 21:09:04.472954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee96b1-0265-42ed-9991-536c069f9127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1b6a6a-b032-456a-ab7e-5d02e01c0efd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:04.518619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f756f571-7e05-45c4-b71f-82464fe1dcb2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.605514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f756f571-7e05-45c4-b71f-82464fe1dcb2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.724252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f756f571-7e05-45c4-b71f-82464fe1dcb2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.755807 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756f571-7e05-45c4-b71f-82464fe1dcb2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba4bc77-538c-45a1-83aa-ea330ce9b8cd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:04.825564 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f756f571-7e05-45c4-b71f-82464fe1dcb2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:04.825564 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f756f571-7e05-45c4-b71f-82464fe1dcb2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5091817 Nov 12 21:09:04.826948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33680) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:04.832408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b0890404-41b0-4432-9421-94aa805db0c2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': 'b8b13feb-2bd1-46f8-b4fd-b0b4797300e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9ba4bc77-538c-45a1-83aa-ea330ce9b8cd'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:05.060288 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-b0890404-41b0-4432-9421-94aa805db0c2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:09:05.061335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b0890404-41b0-4432-9421-94aa805db0c2 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2333577 Nov 12 21:09:05.064451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33698) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:05.169223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc3ecfe8-b3fe-4d03-9c22-989a40b92d37 req-ffbace48-3791-4680-afde-ea9e0c13603d tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 210 time: 0.0362549 Nov 12 21:09:05.173447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acde0076-6a0d-45e1-a454-2a3a263ba55b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:05.222050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acde0076-6a0d-45e1-a454-2a3a263ba55b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:05.271920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c0f04-8d3b-4ecf-91bc-a027a75b47b9 req-00e49a43-9453-4059-9654-bf35607ace66 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:05.273440 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f9c0f04-8d3b-4ecf-91bc-a027a75b47b9 req-00e49a43-9453-4059-9654-bf35607ace66 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.0945475 Nov 12 21:09:05.335857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f9c0f04-8d3b-4ecf-91bc-a027a75b47b9 req-ee367f1c-b0f9-40f9-a5f9-20637526f69a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Nov 12 21:09:05.466386 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acde0076-6a0d-45e1-a454-2a3a263ba55b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:05.469675 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-acde0076-6a0d-45e1-a454-2a3a263ba55b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:05.477189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-acde0076-6a0d-45e1-a454-2a3a263ba55b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/9ba4bc77-538c-45a1-83aa-ea330ce9b8cd HTTP/1.1" status: 204 len: 168 time: 0.4052434 Nov 12 21:09:05.477373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33710) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:05.489894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde0076-6a0d-45e1-a454-2a3a263ba55b tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba4bc77-538c-45a1-83aa-ea330ce9b8cd,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:05.546856 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9b7492ce-a18e-4e14-9692-73eb9f19a8cc tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0694156 Nov 12 21:09:05.547171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33712) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:05.620456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac33b876-3685-46cd-85f8-c0340b474801 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:05.667559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac33b876-3685-46cd-85f8-c0340b474801 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:05.809298 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac33b876-3685-46cd-85f8-c0340b474801 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:05.811954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac33b876-3685-46cd-85f8-c0340b474801 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:05.816302 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac33b876-3685-46cd-85f8-c0340b474801 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/b8b13feb-2bd1-46f8-b4fd-b0b4797300e5 HTTP/1.1" status: 204 len: 168 time: 0.2652984 Nov 12 21:09:05.816808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33722) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:05.823224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33b876-3685-46cd-85f8-c0340b474801 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b13feb-2bd1-46f8-b4fd-b0b4797300e5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:05.869788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-86379e1a-23b0-4122-b006-6f71f58eee6d tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514853 Nov 12 21:09:05.873603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33726) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:05.881547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cb88d330-439b-4353-879f-37e7b841a32c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964930306'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:06.025443 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cb88d330-439b-4353-879f-37e7b841a32c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.035644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33734) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:06.114343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cb88d330-439b-4353-879f-37e7b841a32c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.205230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cb88d330-439b-4353-879f-37e7b841a32c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.276092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88d330-439b-4353-879f-37e7b841a32c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff80351-c668-42fc-9eeb-3c103ef940c0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:06.307697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0e8003e-77ea-4ede-9d97-f116712faa80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.326672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c7feb45-0f03-4f00-aa68-a8b9365e523f req-7e74c1c5-c50b-4872-b578-4148166f2bb9 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 210 time: 0.0316410 Nov 12 21:09:06.344721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cb88d330-439b-4353-879f-37e7b841a32c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.346222 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cb88d330-439b-4353-879f-37e7b841a32c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4713430 Nov 12 21:09:06.349194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33744) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:06.354483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b0927683-ebde-43ac-a9d8-7ddea51ef526 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '2ff80351-c668-42fc-9eeb-3c103ef940c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:06.469024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0e8003e-77ea-4ede-9d97-f116712faa80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.542509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8d4bd-07b7-45c7-a81a-8237cfe1c6a3 req-0c0e77e6-1714-4394-9a71-7e6882c8128c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:06.550534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5c8d4bd-07b7-45c7-a81a-8237cfe1c6a3 req-0c0e77e6-1714-4394-9a71-7e6882c8128c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.0764728 Nov 12 21:09:06.559637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0e8003e-77ea-4ede-9d97-f116712faa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.616223 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f0e8003e-77ea-4ede-9d97-f116712faa80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9dde7a8a797043f38aa2546dd693c6e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5790360 Nov 12 21:09:06.617423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8003e-77ea-4ede-9d97-f116712faa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de3b2bd-56d0-4f9b-a6d3-6378bfacae27,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:06.620548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33748) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:06.681018 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e93c31a5-4c8f-4c82-a87a-5f97b4b8d106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.681456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5c8d4bd-07b7-45c7-a81a-8237cfe1c6a3 req-1c8a9ff9-55af-4bd2-b2d6-160791dc500d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251576 Nov 12 21:09:06.722639 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-b0927683-ebde-43ac-a9d8-7ddea51ef526 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:09:06.724006 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b0927683-ebde-43ac-a9d8-7ddea51ef526 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3738770 Nov 12 21:09:06.726902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e93c31a5-4c8f-4c82-a87a-5f97b4b8d106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.728896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:06.741887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-65da2fd9-e1f7-45ad-bb27-fcd42ee30241 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:06.742250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0dfe4911-4584-422d-b627-759ab3ab8add tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group_rule': {'security_group_id': '2ff80351-c668-42fc-9eeb-3c103ef940c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:06.743732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-65da2fd9-e1f7-45ad-bb27-fcd42ee30241 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.46 "GET /v2.0/networks?id=36b1d8e2-9baa-4a57-a939-adfb91cac9b7 HTTP/1.1" status: 200 len: 807 time: 0.1667800 Nov 12 21:09:06.767690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Request body: {'port': {'device_id': 'bc7addb6-f894-403e-8465-df532549da49', 'network_id': '36b1d8e2-9baa-4a57-a939-adfb91cac9b7', 'admin_state_up': True, 'tenant_id': '75e243cef1894c529ed54136a4535058'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:06.905354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e93c31a5-4c8f-4c82-a87a-5f97b4b8d106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.908458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e93c31a5-4c8f-4c82-a87a-5f97b4b8d106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:06.912442 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e93c31a5-4c8f-4c82-a87a-5f97b4b8d106 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4de3b2bd-56d0-4f9b-a6d3-6378bfacae27 HTTP/1.1" status: 204 len: 168 time: 0.2884150 Nov 12 21:09:06.931180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c31a5-4c8f-4c82-a87a-5f97b4b8d106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de3b2bd-56d0-4f9b-a6d3-6378bfacae27,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:07.009030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Made reservation on behalf of 75e243cef1894c529ed54136a4535058 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:07.013025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.090965 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-0dfe4911-4584-422d-b627-759ab3ab8add tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:09:07.091156 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0dfe4911-4584-422d-b627-759ab3ab8add tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3612645 Nov 12 21:09:07.095947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33766) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:07.195550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e44dea2a-79f2-46c6-806f-5c95270e67f8 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.202413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Allocated IP 172.20.0.3 (36b1d8e2-9baa-4a57-a939-adfb91cac9b7/d19b79f5-9e43-4f69-94bb-ad2fcc5a0ca7/54cda95a-8fb8-422d-a453-daac6bfdcd55) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:07.238601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e44dea2a-79f2-46c6-806f-5c95270e67f8 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.418746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e44dea2a-79f2-46c6-806f-5c95270e67f8 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.422602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e44dea2a-79f2-46c6-806f-5c95270e67f8 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.424271 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e44dea2a-79f2-46c6-806f-5c95270e67f8 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/2ff80351-c668-42fc-9eeb-3c103ef940c0 HTTP/1.1" status: 204 len: 168 time: 0.3272560 Nov 12 21:09:07.429189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33782) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:07.456448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dea2a-79f2-46c6-806f-5c95270e67f8 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff80351-c668-42fc-9eeb-3c103ef940c0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:07.497682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0bf16ee6-433e-41b3-b47b-351c34809723 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669134 Nov 12 21:09:07.501976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33786) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:07.508911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-96731eee-a72b-456f-a699-e306743cc4d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623784372'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:07.550730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8977ec5-9d9b-4a64-896b-3bec6821e32b req-3da929ed-0cfd-4ba2-afa8-efc7b1b72b7a tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 210 time: 0.0918751 Nov 12 21:09:07.644085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-96731eee-a72b-456f-a699-e306743cc4d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.652036 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.763344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-96731eee-a72b-456f-a699-e306743cc4d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.812283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.861157 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-96731eee-a72b-456f-a699-e306743cc4d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:07.896502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Pushing event updated for resources: {'Port': ['ID=54cda95a-8fb8-422d-a453-daac6bfdcd55,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:07.900082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:07.907407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96731eee-a72b-456f-a699-e306743cc4d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59433526-f6ab-4e38-b88e-f4c831811ef6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:07.910843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48194c6-e6c5-4e38-882f-fdadd14d416a req-f67ce29a-5c19-464a-9aec-e9d7137c3200 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:07.912529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d48194c6-e6c5-4e38-882f-fdadd14d416a req-f67ce29a-5c19-464a-9aec-e9d7137c3200 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 945 time: 0.1480329 Nov 12 21:09:07.914531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:07.917801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:08.000742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-96731eee-a72b-456f-a699-e306743cc4d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.001974 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-96731eee-a72b-456f-a699-e306743cc4d7 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4975758 Nov 12 21:09:08.004809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33804) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:08.005572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d48194c6-e6c5-4e38-882f-fdadd14d416a req-9d2d86a5-f6ba-474b-91ee-c342aad18587 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622778 Nov 12 21:09:08.012556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8fc2a602-6a03-4d61-85a5-c6418d71e6f0 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:08.012556 n-d-713498-29 neutron-server[109628]: WARNING neutron.api.v2.base [None req-8fc2a602-6a03-4d61-85a5-c6418d71e6f0 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 21:09:08.012556 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-8fc2a602-6a03-4d61-85a5-c6418d71e6f0 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 21:09:08.012556 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8fc2a602-6a03-4d61-85a5-c6418d71e6f0 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "PUT /v2.0/security-groups/59433526-f6ab-4e38-b88e-f4c831811ef6 HTTP/1.1" status: 409 len: 330 time: 0.0059192 Nov 12 21:09:08.014483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:08.015437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33806) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:08.015638 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.058913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e3625fae-6990-43db-912b-08941573b0df details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:09:08.089414 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ef-16d9-454b-a1a9-fd5d1b99003c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.118252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ef-16d9-454b-a1a9-fd5d1b99003c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.160100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:08.170915 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'e3625fae-6990-43db-912b-08941573b0df', 'network_id': 'd88994c6-ed4d-429a-9783-50c67fad295e', 'port_id': 'e3625fae-6990-43db-912b-08941573b0df', 'mac_address': 'fa:16:3e:f0:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:09:08.211558 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.223806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-4e758fb9-8ce7-4753-8bf2-185e252def43 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4641263 Nov 12 21:09:08.224173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3625fae-6990-43db-912b-08941573b0df {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:08.241058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Request body: {'port': {'device_id': 'bc7addb6-f894-403e-8465-df532549da49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:08.246223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:08.307438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.318218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ef-16d9-454b-a1a9-fd5d1b99003c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.322489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ef-16d9-454b-a1a9-fd5d1b99003c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.323664 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aa8513ef-16d9-454b-a1a9-fd5d1b99003c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/59433526-f6ab-4e38-b88e-f4c831811ef6 HTTP/1.1" status: 204 len: 168 time: 0.3060884 Nov 12 21:09:08.327870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33812) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:08.337466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8513ef-16d9-454b-a1a9-fd5d1b99003c tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59433526-f6ab-4e38-b88e-f4c831811ef6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:08.492590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a9e337ba-d136-4081-ab15-1390e6dcb768 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1610565 Nov 12 21:09:08.495120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:08.514807 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-9f0a523d-8c95-4365-83aa-5780c55f2dcf tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] delete failed (client error): The resource could not be found. Nov 12 21:09:08.516044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9f0a523d-8c95-4365-83aa-5780c55f2dcf tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "DELETE /v2.0/security-groups/93120054-53b7-4599-a26e-a69d81b50827 HTTP/1.1" status: 404 len: 347 time: 0.0199926 Nov 12 21:09:08.520016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:08.538469 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-d9719233-1678-44bb-a0cc-00c097fcbce3 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] show failed (client error): The resource could not be found. Nov 12 21:09:08.542520 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d9719233-1678-44bb-a0cc-00c097fcbce3 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-groups/76b20de1-cdf2-411a-b382-3651c3f7a921 HTTP/1.1" status: 404 len: 347 time: 0.0185819 Nov 12 21:09:08.543498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33822) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:08.567622 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-e10359e8-7f8f-4cc4-a8bd-af43a2c05e57 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] show failed (client error): The resource could not be found. Nov 12 21:09:08.572249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e10359e8-7f8f-4cc4-a8bd-af43a2c05e57 tempest-NegativeSecGroupIPv6Test-1902197793 tempest-NegativeSecGroupIPv6Test-1902197793-project] 10.222.0.64 "GET /v2.0/security-group-rules/89c831c8-ed5c-447c-8364-f900708c3a71 HTTP/1.1" status: 404 len: 356 time: 0.0241170 Nov 12 21:09:08.736029 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.770205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cda95a-8fb8-422d-a453-daac6bfdcd55 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:08.770205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:08.770671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b43f-472e-4ae7-bb3f-bb3e516c7ad7 req-a0c7229e-99bf-423e-850e-089cb7129789 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:08.772303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d054b43f-472e-4ae7-bb3f-bb3e516c7ad7 req-a0c7229e-99bf-423e-850e-089cb7129789 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 931 time: 0.1033659 Nov 12 21:09:08.793629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Transition to ACTIVE for port object 54cda95a-8fb8-422d-a453-daac6bfdcd55 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:09:08.798422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:08.835054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d054b43f-472e-4ae7-bb3f-bb3e516c7ad7 req-4562c668-8586-4ef9-93bc-ea800f7d0980 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495081 Nov 12 21:09:08.975722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e3625fae-6990-43db-912b-08941573b0df'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:09:09.152892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f04dc-3e72-416b-9b25-41efc3297709 req-1aa57707-6af3-4bb4-bf17-f09d5fad4ee5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:09.154461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-951f04dc-3e72-416b-9b25-41efc3297709 req-1aa57707-6af3-4bb4-bf17-f09d5fad4ee5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.0613341 Nov 12 21:09:09.213099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-951f04dc-3e72-416b-9b25-41efc3297709 req-0dcbb622-ea4b-42ef-a240-459605f96d28 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523391 Nov 12 21:09:09.480154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:09.551070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Pushing event updated for resources: {'Port': ['ID=54cda95a-8fb8-422d-a453-daac6bfdcd55,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:09.681827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Attempting to bind port 54cda95a-8fb8-422d-a453-daac6bfdcd55 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:09:09.682930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Attempting to bind port 54cda95a-8fb8-422d-a453-daac6bfdcd55 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '9cf3b41d-efc5-4e46-9bbe-503a28f99992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '36b1d8e2-9baa-4a57-a939-adfb91cac9b7'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:09:09.683961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Attempting to bind port 54cda95a-8fb8-422d-a453-daac6bfdcd55 on network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:09.690513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Port 54cda95a-8fb8-422d-a453-daac6bfdcd55 on network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:09:09.691167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Attempting to bind port 54cda95a-8fb8-422d-a453-daac6bfdcd55 on network 36b1d8e2-9baa-4a57-a939-adfb91cac9b7 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:09.697823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:09:09.698240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Checking segment: {'id': '9cf3b41d-efc5-4e46-9bbe-503a28f99992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '36b1d8e2-9baa-4a57-a939-adfb91cac9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:09.698713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Bound using segment: {'id': '9cf3b41d-efc5-4e46-9bbe-503a28f99992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '36b1d8e2-9baa-4a57-a939-adfb91cac9b7'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:09:09.699052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Bound port: 54cda95a-8fb8-422d-a453-daac6bfdcd55, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf3b41d-efc5-4e46-9bbe-503a28f99992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '36b1d8e2-9baa-4a57-a939-adfb91cac9b7'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:09:09.699686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:09.812602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] For port 54cda95a-8fb8-422d-a453-daac6bfdcd55, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:09:09.816083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] For port 54cda95a-8fb8-422d-a453-daac6bfdcd55, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=54cda95a-8fb8-422d-a453-daac6bfdcd55,segment=NetworkSegment(9cf3b41d-efc5-4e46-9bbe-503a28f99992),segment_id=9cf3b41d-efc5-4e46-9bbe-503a28f99992)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:09:09.906484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33856) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:09.925977 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:09.998620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:09.999241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.001808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] 10.222.0.46 "PUT /v2.0/ports/54cda95a-8fb8-422d-a453-daac6bfdcd55 HTTP/1.1" status: 200 len: 1092 time: 1.7650740 Nov 12 21:09:10.013169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916c1a-5e4c-4c81-88fb-f5b98754a803 req-8bfa1f1b-0086-4596-ad64-29ad1f834a26 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:10.013169 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b916c1a-5e4c-4c81-88fb-f5b98754a803 req-8bfa1f1b-0086-4596-ad64-29ad1f834a26 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 943 time: 0.1024268 Nov 12 21:09:10.013169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7addb6-f894-403e-8465-df532549da49', 'tag': '54cda95a-8fb8-422d-a453-daac6bfdcd55'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:10.014496 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d30014-fc59-48dc-a201-aea0c0bc0394" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7addb6-f894-403e-8465-df532549da49", "tag": "54cda95a-8fb8-422d-a453-daac6bfdcd55"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:10.061754 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb87dcba-a3eb-4fc5-8d6a-827e53d98842 x-openstack-request-id: req-bb87dcba-a3eb-4fc5-8d6a-827e53d98842 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:10.062694 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7addb6-f894-403e-8465-df532549da49", "tag": "54cda95a-8fb8-422d-a453-daac6bfdcd55", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:10.063233 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb87dcba-a3eb-4fc5-8d6a-827e53d98842 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:10.064147 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7addb6-f894-403e-8465-df532549da49', 'tag': '54cda95a-8fb8-422d-a453-daac6bfdcd55', 'status': 'completed', 'code': 200} Nov 12 21:09:10.066907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d93a1c-465e-4a1e-8d88-9699b8476b06 service neutron] Pushing event updated for resources: {'Port': ['ID=54cda95a-8fb8-422d-a453-daac6bfdcd55,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:10.075585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e3625fae-6990-43db-912b-08941573b0df up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:10.143904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b916c1a-5e4c-4c81-88fb-f5b98754a803 req-8db6b112-e536-4418-8970-5a5a25a0f528 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231582 Nov 12 21:09:10.177380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-82df6a41-f381-43cb-9e73-3bc67624fcdc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5feacdcf8e484e6786fe5cb9ae065e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694259 Nov 12 21:09:10.180160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:10.190587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d30014-fc59-48dc-a201-aea0c0bc0394 req-79b5c89d-51ca-43b3-8dc8-a75a59a8dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:10.195500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d30014-fc59-48dc-a201-aea0c0bc0394 req-79b5c89d-51ca-43b3-8dc8-a75a59a8dccf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=75e243cef1894c529ed54136a4535058&device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 1095 time: 0.0999651 Nov 12 21:09:10.268368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port e3625fae-6990-43db-912b-08941573b0df completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:09:10.281947 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-687206e9-8af7-4ba3-9553-f9c28a057974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.305270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port e3625fae-6990-43db-912b-08941573b0df triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:10.311279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.312798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-687206e9-8af7-4ba3-9553-f9c28a057974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.391673 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.394689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.461093 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-687206e9-8af7-4ba3-9553-f9c28a057974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.465293 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-687206e9-8af7-4ba3-9553-f9c28a057974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.466719 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-687206e9-8af7-4ba3-9553-f9c28a057974 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc05a0a8-4512-4ff9-b173-01125ff6f72a HTTP/1.1" status: 204 len: 168 time: 0.2854269 Nov 12 21:09:10.503748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d30014-fc59-48dc-a201-aea0c0bc0394 req-0369683b-dba3-4f07-a498-fc8b2ffbae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:10.505259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d30014-fc59-48dc-a201-aea0c0bc0394 req-0369683b-dba3-4f07-a498-fc8b2ffbae22 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=75e243cef1894c529ed54136a4535058&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2973018 Nov 12 21:09:10.508856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687206e9-8af7-4ba3-9553-f9c28a057974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05a0a8-4512-4ff9-b173-01125ff6f72a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:10.568260 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.576023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33880) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:10.664795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e3625fae-6990-43db-912b-08941573b0df, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:10.666547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3625fae-6990-43db-912b-08941573b0df'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:10.668979 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ed807e-e5ea-4bd9-a7db-54f8889e380a" -d '{"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-plugged", "status": "completed", "tag": "e3625fae-6990-43db-912b-08941573b0df"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:10.768706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c02c31b-2678-431d-8652-a57a9469659d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.769526 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:10.785888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4778d5-6443-4c23-9b0e-4e66b6ac7dd6 req-3e02426e-aca6-4b72-bb43-4182fa56287c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:10.801045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b4778d5-6443-4c23-9b0e-4e66b6ac7dd6 req-3e02426e-aca6-4b72-bb43-4182fa56287c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 946 time: 0.4115131 Nov 12 21:09:10.807998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d30014-fc59-48dc-a201-aea0c0bc0394 req-d9aa29ea-f4fb-4c06-8218-eab04e35ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:10.816956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d30014-fc59-48dc-a201-aea0c0bc0394 req-d9aa29ea-f4fb-4c06-8218-eab04e35ff8a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2844386 Nov 12 21:09:10.847395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=12']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:11.031868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c02c31b-2678-431d-8652-a57a9469659d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:11.037333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b4778d5-6443-4c23-9b0e-4e66b6ac7dd6 req-24e70d14-c70d-4ade-b559-840f059d83c1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168682 Nov 12 21:09:11.073880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-c587bb1c-598f-4e88-b416-1f28299e9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:11.075602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-c587bb1c-598f-4e88-b416-1f28299e9041 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=75e243cef1894c529ed54136a4535058&device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 1095 time: 0.1808360 Nov 12 21:09:11.138367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-498db787-5401-4fb7-b815-cb16ae0848f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54cda95a-8fb8-422d-a453-daac6bfdcd55 HTTP/1.1" status: 200 len: 217 time: 0.0498559 Nov 12 21:09:11.159901 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a7caa5-0943-4edc-b547-5528cd77a77c x-openstack-request-id: req-c9a7caa5-0943-4edc-b547-5528cd77a77c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:11.160409 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-plugged", "status": "completed", "tag": "e3625fae-6990-43db-912b-08941573b0df", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:11.160512 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9a7caa5-0943-4edc-b547-5528cd77a77c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:11.160861 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3625fae-6990-43db-912b-08941573b0df', 'code': 200} Nov 12 21:09:11.193581 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c02c31b-2678-431d-8652-a57a9469659d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:11.220494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-3696055a-56c0-4544-8b24-9983313c72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:11.221985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-3696055a-56c0-4544-8b24-9983313c72bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d19b79f5-9e43-4f69-94bb-ad2fcc5a0ca7 HTTP/1.1" status: 200 len: 847 time: 0.0732384 Nov 12 21:09:11.321065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-1bb2a8ec-e7e3-450e-bac9-75fdcf91e450 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36b1d8e2-9baa-4a57-a939-adfb91cac9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794830 Nov 12 21:09:11.389164 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5c02c31b-2678-431d-8652-a57a9469659d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=345579ed06454c34bd1a0f8824e549d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8118067 Nov 12 21:09:11.389886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33900) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:11.413324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02c31b-2678-431d-8652-a57a9469659d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1f352a-a624-4d49-adfb-377794474297,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:11.439840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-2c856262-555e-42e2-8e36-eef109d98b64 service neutron] 10.222.0.46 "GET /v2.0/networks/36b1d8e2-9baa-4a57-a939-adfb91cac9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946765 Nov 12 21:09:11.536441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57adac6-60d4-490b-a0bf-80fabcee8443 req-0077bf1f-a4de-4710-aed8-96babc0b407b tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:11.543750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e57adac6-60d4-490b-a0bf-80fabcee8443 req-0077bf1f-a4de-4710-aed8-96babc0b407b tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 943 time: 0.2434351 Nov 12 21:09:11.575519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca501c-022b-46d0-85ca-3e401584c76a req-59288102-c719-4a82-885f-ceae78ebcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:11.581859 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-feca501c-022b-46d0-85ca-3e401584c76a req-59288102-c719-4a82-885f-ceae78ebcf2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1099 time: 0.1109040 Nov 12 21:09:11.588035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d02c472e-4507-4afc-bf80-0e764355d13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:11.622975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e57adac6-60d4-490b-a0bf-80fabcee8443 req-ae4623fe-3e11-44e9-97f6-b944e6a4569e tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783355 Nov 12 21:09:11.627114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d65ab8e1-0e24-4adf-8f82-8a52e2badde4 req-adac906b-22d7-41fc-9773-d885abb48a26 service neutron] 10.222.0.46 "GET /v2.0/networks/36b1d8e2-9baa-4a57-a939-adfb91cac9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696794 Nov 12 21:09:11.657893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d02c472e-4507-4afc-bf80-0e764355d13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:11.697633 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-feca501c-022b-46d0-85ca-3e401584c76a req-ed2ba362-dc51-4f5e-baf9-dbdc9992d57e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018963 Nov 12 21:09:11.854960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d02c472e-4507-4afc-bf80-0e764355d13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:11.863905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d02c472e-4507-4afc-bf80-0e764355d13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:11.865253 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d02c472e-4507-4afc-bf80-0e764355d13f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb1f352a-a624-4d49-adfb-377794474297 HTTP/1.1" status: 204 len: 168 time: 0.4713411 Nov 12 21:09:11.877876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c472e-4507-4afc-bf80-0e764355d13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1f352a-a624-4d49-adfb-377794474297,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:11.941544 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:09:12.226005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fc92e-1bab-4636-8ac5-3e158c98e346 req-3f90d8b2-8c77-4507-b1b8-605e7f83535d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:12.227742 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e80fc92e-1bab-4636-8ac5-3e158c98e346 req-3f90d8b2-8c77-4507-b1b8-605e7f83535d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0899379 Nov 12 21:09:12.290582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e80fc92e-1bab-4636-8ac5-3e158c98e346 req-436ad1f7-ae68-4976-8efa-bf0d85561fc5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539844 Nov 12 21:09:12.487548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33940) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:12.699319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-687826692'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:12.832364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de79d-1842-488a-b957-4d0abbce1aa5 req-69e09213-8738-4283-92f2-426b9f9f0f15 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:12.834650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be7de79d-1842-488a-b957-4d0abbce1aa5 req-69e09213-8738-4283-92f2-426b9f9f0f15 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 943 time: 0.0725477 Nov 12 21:09:12.843551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Made reservation on behalf of 9a95dee6a6704609b798006c02614184 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:12.847671 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:12.862727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:12.894527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be7de79d-1842-488a-b957-4d0abbce1aa5 req-6a144815-d8f1-4b8e-8231-005719646a7a tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527074 Nov 12 21:09:12.967414 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:13.083831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:13.129472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:09:13.160281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09c5e5f-62bc-42aa-811c-8c3e2d93d53f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:13.165310 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:13.165821 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Added segment 27319067-8621-42b2-84c8-b486ced41b30 of type vlan for network 10189309-3672-469f-b301-93a321700599 Nov 12 21:09:13.220485 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:13.422824 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:13.444738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:13.445956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:13.456208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5017bc5-c8a6-4868-90ca-13cd591fb94c req-bcdb176e-b6bf-4f26-aeb1-3713acad1318 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:13.464284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5017bc5-c8a6-4868-90ca-13cd591fb94c req-bcdb176e-b6bf-4f26-aeb1-3713acad1318 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1040740 Nov 12 21:09:13.563842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5017bc5-c8a6-4868-90ca-13cd591fb94c req-5b1739b3-01cb-4f77-b12f-274cc1bb9ce4 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932765 Nov 12 21:09:13.584243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Pushing event updated for resources: {'Network': ['ID=10189309-3672-469f-b301-93a321700599,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:13.594873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 10189309-3672-469f-b301-93a321700599 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:09:13.680923 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-92d9869a-f55a-4706-95de-c75abaf76c95 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1915226 Nov 12 21:09:13.683909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34002) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:13.689813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Request body: {'subnet': {'network_id': '10189309-3672-469f-b301-93a321700599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:13.942465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Made reservation on behalf of 9a95dee6a6704609b798006c02614184 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:13.962934 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:14.089161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 54cda95a-8fb8-422d-a453-daac6bfdcd55 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:09:14.242748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce1d29-a0bc-4934-b7b1-ef5f44a80d0d req-2fbcca49-ec13-44c5-97f3-2f9fe7dcd139 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:14.254719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13ce1d29-a0bc-4934-b7b1-ef5f44a80d0d req-2fbcca49-ec13-44c5-97f3-2f9fe7dcd139 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 943 time: 0.1484509 Nov 12 21:09:14.332170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 54cda95a-8fb8-422d-a453-daac6bfdcd55, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=54cda95a-8fb8-422d-a453-daac6bfdcd55,segment=NetworkSegment(9cf3b41d-efc5-4e46-9bbe-503a28f99992),segment_id=9cf3b41d-efc5-4e46-9bbe-503a28f99992)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:14.357856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '54cda95a-8fb8-422d-a453-daac6bfdcd55', 'network_id': '36b1d8e2-9baa-4a57-a939-adfb91cac9b7', 'port_id': '54cda95a-8fb8-422d-a453-daac6bfdcd55', 'mac_address': 'fa:16:3e:a2:14:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19b79f5-9e43-4f69-94bb-ad2fcc5a0ca7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:09:14.402237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13ce1d29-a0bc-4934-b7b1-ef5f44a80d0d req-9ec55f1e-957c-40ed-ba65-45d3d2c41cdf tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464276 Nov 12 21:09:14.489499 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:14.536398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cda95a-8fb8-422d-a453-daac6bfdcd55 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:14.573548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 54cda95a-8fb8-422d-a453-daac6bfdcd55, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=54cda95a-8fb8-422d-a453-daac6bfdcd55,segment=NetworkSegment(9cf3b41d-efc5-4e46-9bbe-503a28f99992),segment_id=9cf3b41d-efc5-4e46-9bbe-503a28f99992)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:14.598271 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:14.740733 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:14.853411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Pushing event updated for resources: {'Subnet': ['ID=8b3e6c2e-3303-4411-bd04-7bdb3d722e76,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:14.861903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=54cda95a-8fb8-422d-a453-daac6bfdcd55,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:14.873416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Checking segment: {'id': '27319067-8621-42b2-84c8-b486ced41b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '10189309-3672-469f-b301-93a321700599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:14.874188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Network hostable DHCP agents. Network: 10189309-3672-469f-b301-93a321700599, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:09:14.913207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6383e-e153-4d76-9a89-0e8358056372 req-1615317a-c012-4f54-a164-35f9500a7da1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:14.915208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9cb6383e-e153-4d76-9a89-0e8358056372 req-1615317a-c012-4f54-a164-35f9500a7da1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1989357 Nov 12 21:09:14.963810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['54cda95a-8fb8-422d-a453-daac6bfdcd55'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:09:15.114036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9cb6383e-e153-4d76-9a89-0e8358056372 req-94d0fdb8-1732-4f5a-ba3b-7328939aca5d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900961 Nov 12 21:09:15.114695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Network 10189309-3672-469f-b301-93a321700599 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:09:15.197450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 10189309-3672-469f-b301-93a321700599) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:15.202245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:15.202898 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:15.234295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140a7cd3-6f33-46ac-a598-8c0c04bd7397 None None] Network 10189309-3672-469f-b301-93a321700599 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:15.298432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e4ce4647-c587-4933-b265-47cf1688bd96 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6133976 Nov 12 21:09:15.301324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34050) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:15.308657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Request body: {'port': {'network_id': '10189309-3672-469f-b301-93a321700599', 'name': 'tempest-TagsExtTest-1475181031'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:15.630377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749775-9eef-4f41-af8a-5f74b9cee9f7 req-eaa6e0ff-e483-461e-ac18-9be44e5fc237 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:15.635709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de749775-9eef-4f41-af8a-5f74b9cee9f7 req-eaa6e0ff-e483-461e-ac18-9be44e5fc237 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 944 time: 0.1189826 Nov 12 21:09:15.675979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Made reservation on behalf of 9a95dee6a6704609b798006c02614184 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:15.677070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-10189309-3672-469f-b301-93a321700599', 'network_id': '10189309-3672-469f-b301-93a321700599', 'tenant_id': '9a95dee6a6704609b798006c02614184', 'fixed_ips': [{'subnet_id': '8b3e6c2e-3303-4411-bd04-7bdb3d722e76'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:09:15.677928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:15.683585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:15.748640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] device_id is not set on port 070fa12a-e4a8-40b7-bd63-c35db373dac8 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:09:15.772787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de749775-9eef-4f41-af8a-5f74b9cee9f7 req-6100d0fd-177a-40e5-a9cd-eebc8aa22f40 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285024 Nov 12 21:09:15.985704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Allocated IP 172.20.0.8 (10189309-3672-469f-b301-93a321700599/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/070fa12a-e4a8-40b7-bd63-c35db373dac8) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:16.242212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:16.316597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c4d43-bbe0-4513-8239-5c57826f3528 req-9779ee46-2185-4392-b5fd-9d27be679923 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:16.324167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-228c4d43-bbe0-4513-8239-5c57826f3528 req-9779ee46-2185-4392-b5fd-9d27be679923 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0799818 Nov 12 21:09:16.377215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:16.445895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-228c4d43-bbe0-4513-8239-5c57826f3528 req-68bae302-2810-430a-ab42-78aa6b500f7c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207590 Nov 12 21:09:16.467678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Allocated IP 172.20.0.2 (10189309-3672-469f-b301-93a321700599/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/81b40a25-5744-4429-9416-c3796db9d263) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:16.504928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Network 10189309-3672-469f-b301-93a321700599 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:16.524687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:16.540017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:16.626860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Pushing event updated for resources: {'Port': ['ID=070fa12a-e4a8-40b7-bd63-c35db373dac8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:16.648787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:16.651203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:16.715956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2794d6f-8495-4b5e-9a81-a1fcf910f880 req-96a81617-b3e9-47a8-9538-f05b5fe89ddc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:16.725272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2794d6f-8495-4b5e-9a81-a1fcf910f880 req-96a81617-b3e9-47a8-9538-f05b5fe89ddc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1329744 Nov 12 21:09:16.757288 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ed805d1-80a7-4e51-96df-e696c1e9e5af tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4518983 Nov 12 21:09:16.761546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34076) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:16.762468 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:16.771878 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fcf55363-d145-4eac-af16-6a17ffd52dfc tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1576231172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:16.829195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2794d6f-8495-4b5e-9a81-a1fcf910f880 req-058189e9-c6c4-403e-b6f0-3e92fcc8dcdb tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028831 Nov 12 21:09:16.907477 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:16.935073 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcf55363-d145-4eac-af16-6a17ffd52dfc tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:16.936360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcf55363-d145-4eac-af16-6a17ffd52dfc tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.024785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a68f8-34a8-45e2-89fd-724245a2f583 req-396ebcec-d90e-4c2e-b3b4-0132aefeb514 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:17.035246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e98a68f8-34a8-45e2-89fd-724245a2f583 req-396ebcec-d90e-4c2e-b3b4-0132aefeb514 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 944 time: 0.1242549 Nov 12 21:09:17.053591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Pushing event updated for resources: {'Port': ['ID=81b40a25-5744-4429-9416-c3796db9d263,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:17.084589 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcf55363-d145-4eac-af16-6a17ffd52dfc tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.091010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Network 10189309-3672-469f-b301-93a321700599 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:17.092506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:17.099638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:17.189306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e98a68f8-34a8-45e2-89fd-724245a2f583 req-6df7980b-8822-44fd-9e1f-94d19642af1e tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529908 Nov 12 21:09:17.209921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c545dd-37a1-4065-bc33-8ac7a1aeac80 req-561eaaca-bbdf-40f7-b24b-128cede7c724 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:17.212229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95c545dd-37a1-4065-bc33-8ac7a1aeac80 req-561eaaca-bbdf-40f7-b24b-128cede7c724 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1736853 Nov 12 21:09:17.212349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Attempting to bind port 81b40a25-5744-4429-9416-c3796db9d263 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:09:17.212660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Attempting to bind port 81b40a25-5744-4429-9416-c3796db9d263 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '27319067-8621-42b2-84c8-b486ced41b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '10189309-3672-469f-b301-93a321700599'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:09:17.213051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Attempting to bind port 81b40a25-5744-4429-9416-c3796db9d263 on network 10189309-3672-469f-b301-93a321700599 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:17.228820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:09:17.229198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Checking segment: {'id': '27319067-8621-42b2-84c8-b486ced41b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '10189309-3672-469f-b301-93a321700599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:17.230143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.230568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Bound using segment: {'id': '27319067-8621-42b2-84c8-b486ced41b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '10189309-3672-469f-b301-93a321700599'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:09:17.231033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Bound port: 81b40a25-5744-4429-9416-c3796db9d263, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27319067-8621-42b2-84c8-b486ced41b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '10189309-3672-469f-b301-93a321700599'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:09:17.231441 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.324050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcf55363-d145-4eac-af16-6a17ffd52dfc tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.349120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95c545dd-37a1-4065-bc33-8ac7a1aeac80 req-8f665723-d60a-45c9-8faa-d803cc2262b7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051221 Nov 12 21:09:17.387075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] For port 81b40a25-5744-4429-9416-c3796db9d263, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:09:17.404258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] For port 81b40a25-5744-4429-9416-c3796db9d263, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81b40a25-5744-4429-9416-c3796db9d263,segment=NetworkSegment(27319067-8621-42b2-84c8-b486ced41b30),segment_id=27319067-8621-42b2-84c8-b486ced41b30)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:09:17.506063 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcf55363-d145-4eac-af16-6a17ffd52dfc tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.507324 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fcf55363-d145-4eac-af16-6a17ffd52dfc tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7441242 Nov 12 21:09:17.510014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34094) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:17.511240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5132a-0bd7-47df-a825-d625e0bd131c req-04dd0ab5-b1e8-4481-b328-54bbac35d95d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:17.517098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8f5132a-0bd7-47df-a825-d625e0bd131c req-04dd0ab5-b1e8-4481-b328-54bbac35d95d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0544901 Nov 12 21:09:17.517222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-997d12cd-2901-4058-b93f-1dd2209b7ff7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-615643818', 'prefixes': ['172.20.0.0/16']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:17.532327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34096) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:17.535333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.661291 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8f5132a-0bd7-47df-a825-d625e0bd131c req-9256112a-9a77-4de0-88d5-c5f4b9cba461 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398447 Nov 12 21:09:17.676334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcf190-af46-41c3-ae87-9a1378e7b09e None None] Pushing event updated for resources: {'Port': ['ID=81b40a25-5744-4429-9416-c3796db9d263,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:17.779731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ebd556b-8e1a-4222-a80b-a68ebf0e39b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.863805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5de2-3a57-4bdd-8cd1-f6962a97ca7f req-82a93979-1ab4-47d8-9ec5-81b41072cff5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:17.875717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-850d5de2-3a57-4bdd-8cd1-f6962a97ca7f req-82a93979-1ab4-47d8-9ec5-81b41072cff5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0770566 Nov 12 21:09:17.885942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ebd556b-8e1a-4222-a80b-a68ebf0e39b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.919053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-997d12cd-2901-4058-b93f-1dd2209b7ff7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for subnetpool, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:17.929782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-997d12cd-2901-4058-b93f-1dd2209b7ff7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4166524 Nov 12 21:09:17.932580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:17.953482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-309f4038-7e06-490b-82a4-76b6896f8a0f tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76', 'tempest-TagsExtTest-Tag-904954080') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:17.954939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-850d5de2-3a57-4bdd-8cd1-f6962a97ca7f req-82043b16-7f2b-4bcc-820d-e7365e45677f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776465 Nov 12 21:09:18.037765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ebd556b-8e1a-4222-a80b-a68ebf0e39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:18.096655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 54cda95a-8fb8-422d-a453-daac6bfdcd55 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:18.212257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351291d3-5c11-4128-b2f5-453e19c3d453 req-87fe1f0f-1921-44e2-82db-e03d2c7f0259 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:18.213863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-351291d3-5c11-4128-b2f5-453e19c3d453 req-87fe1f0f-1921-44e2-82db-e03d2c7f0259 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1139731 Nov 12 21:09:18.253222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd556b-8e1a-4222-a80b-a68ebf0e39b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c928bc-d129-4994-b598-bc10483f1125,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:18.284156 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8ebd556b-8e1a-4222-a80b-a68ebf0e39b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41b5944f49744ce0864d31646b6c75bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7507381 Nov 12 21:09:18.286726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34114) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:18.301309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-351291d3-5c11-4128-b2f5-453e19c3d453 req-1779a4ec-fd04-4649-a816-0fdac42372c8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785649 Nov 12 21:09:18.409366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 54cda95a-8fb8-422d-a453-daac6bfdcd55 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:09:18.423155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 54cda95a-8fb8-422d-a453-daac6bfdcd55 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:18.423621 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:18.510937 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-360f6e8d-5b37-48f2-90c2-2678893e579d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:18.535169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:18.540994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283311ae-1a6a-4318-8105-c37569783b74 req-7b566617-d3a9-4d26-9706-d8b9a9cfa91a tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:18.542512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-283311ae-1a6a-4318-8105-c37569783b74 req-7b566617-d3a9-4d26-9706-d8b9a9cfa91a tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 944 time: 0.1732874 Nov 12 21:09:18.559810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7addb6-f894-403e-8465-df532549da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cda95a-8fb8-422d-a453-daac6bfdcd55'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:18.562565 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf5f479-8983-472f-92de-694bf517df11" -d '{"events": [{"server_uuid": "bc7addb6-f894-403e-8465-df532549da49", "name": "network-vif-plugged", "status": "completed", "tag": "54cda95a-8fb8-422d-a453-daac6bfdcd55"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:18.562929 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-360f6e8d-5b37-48f2-90c2-2678893e579d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:18.575418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 54cda95a-8fb8-422d-a453-daac6bfdcd55, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=54cda95a-8fb8-422d-a453-daac6bfdcd55,segment=NetworkSegment(9cf3b41d-efc5-4e46-9bbe-503a28f99992),segment_id=9cf3b41d-efc5-4e46-9bbe-503a28f99992)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:18.590566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ff676-8650-4621-aada-1e35dfd9e4c7 req-12a8da46-f32a-4ad9-964a-89084e8799f6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:18.593645 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-309f4038-7e06-490b-82a4-76b6896f8a0f tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags/tempest-TagsExtTest-Tag-904954080 HTTP/1.1" status: 201 len: 201 time: 0.6582549 Nov 12 21:09:18.596526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34124) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:18.596726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-189ff676-8650-4621-aada-1e35dfd9e4c7 req-12a8da46-f32a-4ad9-964a-89084e8799f6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1549950 Nov 12 21:09:18.602060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-16a5dbbf-4d70-4103-8345-28c5a9a3a76d tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8', 'tempest-TagsExtTest-Tag-686375677') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:18.668731 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:18.719697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-283311ae-1a6a-4318-8105-c37569783b74 req-a3d2ba9d-f8b5-4360-b6c9-f30fb5110019 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642430 Nov 12 21:09:18.753890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-189ff676-8650-4621-aada-1e35dfd9e4c7 req-a0bd4d6c-3557-4ec9-abc6-e1155453a575 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466393 Nov 12 21:09:18.772987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=54cda95a-8fb8-422d-a453-daac6bfdcd55,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:18.796787 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-16a5dbbf-4d70-4103-8345-28c5a9a3a76d tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags/tempest-TagsExtTest-Tag-686375677 HTTP/1.1" status: 201 len: 201 time: 0.1987259 Nov 12 21:09:18.799900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34128) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:18.815671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-06a8f1ab-f7dc-4980-8026-5fb97e23683c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3', 'tempest-TagsExtTest-Tag-26643140') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:18.816740 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa7d12a-d0f2-430c-89af-b6bf653be053 x-openstack-request-id: req-7fa7d12a-d0f2-430c-89af-b6bf653be053 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:18.817039 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7addb6-f894-403e-8465-df532549da49", "name": "network-vif-plugged", "status": "completed", "tag": "54cda95a-8fb8-422d-a453-daac6bfdcd55", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:18.817366 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fa7d12a-d0f2-430c-89af-b6bf653be053 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:18.817675 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7addb6-f894-403e-8465-df532549da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cda95a-8fb8-422d-a453-daac6bfdcd55', 'code': 200} Nov 12 21:09:18.872077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-360f6e8d-5b37-48f2-90c2-2678893e579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:18.877915 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-360f6e8d-5b37-48f2-90c2-2678893e579d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:18.879348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-360f6e8d-5b37-48f2-90c2-2678893e579d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22c928bc-d129-4994-b598-bc10483f1125 HTTP/1.1" status: 204 len: 168 time: 0.5907905 Nov 12 21:09:18.906748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f6e8d-5b37-48f2-90c2-2678893e579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c928bc-d129-4994-b598-bc10483f1125,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:19.094192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76037cd-a2e2-4a88-9f1c-53dbdbbd5cf7 req-dedc974c-d3d5-47a6-b6d2-2eba8b121357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:19.095941 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a76037cd-a2e2-4a88-9f1c-53dbdbbd5cf7 req-dedc974c-d3d5-47a6-b6d2-2eba8b121357 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 1097 time: 0.1534131 Nov 12 21:09:19.183372 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06a8f1ab-f7dc-4980-8026-5fb97e23683c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags/tempest-TagsExtTest-Tag-26643140 HTTP/1.1" status: 201 len: 201 time: 0.3821063 Nov 12 21:09:19.192526 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a76037cd-a2e2-4a88-9f1c-53dbdbbd5cf7 req-07be89b8-f17e-4dbb-9987-dacb78ed5876 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862923 Nov 12 21:09:19.193593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34134) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:19.199023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-39ffa44f-dc9f-412f-a956-4c88656a8816 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb', 'tempest-TagsExtTest-Tag-37275209') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:19.338939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9666b9-d24b-452f-9b3c-cc0b292c4f34 None None] Network 10189309-3672-469f-b301-93a321700599 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:19.473875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-39ffa44f-dc9f-412f-a956-4c88656a8816 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags/tempest-TagsExtTest-Tag-37275209 HTTP/1.1" status: 201 len: 201 time: 0.2790499 Nov 12 21:09:19.477376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34148) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:19.481830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-504454a6-2425-4fe8-935d-eabe5334d00e tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:19.503395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e2b3e-656f-45e7-b2a4-b20efe998f90 req-79fc1b41-77fe-4f58-991e-dd8f27631d11 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:19.510829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a52e2b3e-656f-45e7-b2a4-b20efe998f90 req-79fc1b41-77fe-4f58-991e-dd8f27631d11 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1392949 Nov 12 21:09:19.520736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81b40a25-5744-4429-9416-c3796db9d263 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:19.638000 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a52e2b3e-656f-45e7-b2a4-b20efe998f90 req-d6535833-1595-4ad7-9faf-7e68ba618b38 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242621 Nov 12 21:09:19.673320 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-504454a6-2425-4fe8-935d-eabe5334d00e tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags HTTP/1.1" status: 200 len: 240 time: 0.1948264 Nov 12 21:09:19.676284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34152) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:19.681008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-29571caf-db90-4501-a5d1-20f98911b270 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76', 'tempest-TagsExtTest-Tag-904954080') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:19.685919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bf75ba76-8c99-4c9b-899b-41e28ad3b62f None None] Provisioning complete for port 81b40a25-5744-4429-9416-c3796db9d263 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:19.686387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf75ba76-8c99-4c9b-899b-41e28ad3b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:19.855694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 81b40a25-5744-4429-9416-c3796db9d263 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:19.858389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:19.869303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf75ba76-8c99-4c9b-899b-41e28ad3b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:19.893472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34158) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:19.893799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-29571caf-db90-4501-a5d1-20f98911b270 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags/tempest-TagsExtTest-Tag-904954080 HTTP/1.1" status: 204 len: 168 time: 0.2163792 Nov 12 21:09:19.899017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-a89de1e6-2c1d-4aa1-905e-508163495ca3 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76', 'tempest-TagsExtTest-Tag-904954080') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:20.032485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bf75ba76-8c99-4c9b-899b-41e28ad3b62f None None] For port 81b40a25-5744-4429-9416-c3796db9d263, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81b40a25-5744-4429-9416-c3796db9d263,segment=NetworkSegment(27319067-8621-42b2-84c8-b486ced41b30),segment_id=27319067-8621-42b2-84c8-b486ced41b30)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:20.057175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2c616-a139-4bb4-9a3c-e845b8e985e4 req-f90911c6-261f-4c38-b706-904bbc7dd661 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:20.062806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96a2c616-a139-4bb4-9a3c-e845b8e985e4 req-f90911c6-261f-4c38-b706-904bbc7dd661 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 945 time: 0.1633453 Nov 12 21:09:20.152172 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf75ba76-8c99-4c9b-899b-41e28ad3b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:20.220353 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a89de1e6-2c1d-4aa1-905e-508163495ca3 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags/tempest-TagsExtTest-Tag-904954080 HTTP/1.1" status: 204 len: 168 time: 0.3247600 Nov 12 21:09:20.223552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34164) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:20.231750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-ad1c34ee-2b3e-45a9-9379-65e715cf31ed tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:20.235046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:20.243893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96a2c616-a139-4bb4-9a3c-e845b8e985e4 req-4186c9eb-f32a-41c2-841e-eb839fb72abd tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703238 Nov 12 21:09:20.310781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-266bebe5-9a51-4350-b1cd-9f0d7fa324ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:20.392510 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ad1c34ee-2b3e-45a9-9379-65e715cf31ed tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags HTTP/1.1" status: 200 len: 205 time: 0.1673040 Nov 12 21:09:20.395100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34170) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:20.401301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-fc2f3109-8b9d-4cd0-b79e-a3347d605f2a tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:20.556301 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-266bebe5-9a51-4350-b1cd-9f0d7fa324ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:20.629008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75ba76-8c99-4c9b-899b-41e28ad3b62f None None] Pushing event updated for resources: {'Port': ['ID=81b40a25-5744-4429-9416-c3796db9d263,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:20.636553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fc2f3109-8b9d-4cd0-b79e-a3347d605f2a tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags HTTP/1.1" status: 200 len: 240 time: 0.2396567 Nov 12 21:09:20.639091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:20.644002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-532a546f-f7f7-460b-872c-58133f2c5eca tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8', 'tempest-TagsExtTest-Tag-686375677') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:20.712299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34182) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:20.793023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-266bebe5-9a51-4350-b1cd-9f0d7fa324ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:20.966062 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-266bebe5-9a51-4350-b1cd-9f0d7fa324ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d3e13c15282435088ca9172e27a88af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7131450 Nov 12 21:09:20.966460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34190) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:20.987733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bebe5-9a51-4350-b1cd-9f0d7fa324ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e355e49c-81c5-4325-8da8-4835f6aaf992,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:20.989725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-143c536d-91e2-47d9-b4ae-a24db9503faf None None] Provisioning complete for port 070fa12a-e4a8-40b7-bd63-c35db373dac8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:20.990212 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-143c536d-91e2-47d9-b4ae-a24db9503faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.066166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d811448-cb65-43d6-9483-47854848e789 req-e9e3e214-bc40-4eb2-9441-5d9511c9816c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:21.068472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d811448-cb65-43d6-9483-47854848e789 req-e9e3e214-bc40-4eb2-9441-5d9511c9816c tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.2341347 Nov 12 21:09:21.136163 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-532a546f-f7f7-460b-872c-58133f2c5eca tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags/tempest-TagsExtTest-Tag-686375677 HTTP/1.1" status: 204 len: 168 time: 0.4956572 Nov 12 21:09:21.139964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:21.140361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-143c536d-91e2-47d9-b4ae-a24db9503faf None None] Port 070fa12a-e4a8-40b7-bd63-c35db373dac8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:09:21.167951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-143c536d-91e2-47d9-b4ae-a24db9503faf None None] Provisioning complete for port 81b40a25-5744-4429-9416-c3796db9d263 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:21.168322 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-143c536d-91e2-47d9-b4ae-a24db9503faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.178989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-8d3c8c99-fa5e-4785-b6e5-c93437f336a0 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8', 'tempest-TagsExtTest-Tag-686375677') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:21.185060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.225532 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27e138c4-dda8-4ca3-9aaf-6176bcb28d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.313878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d811448-cb65-43d6-9483-47854848e789 req-d738727d-9aed-4913-bcc2-e71b41815185 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386882 Nov 12 21:09:21.319859 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27e138c4-dda8-4ca3-9aaf-6176bcb28d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.459883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.502143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81b40a25-5744-4429-9416-c3796db9d263 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:21.601814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 81b40a25-5744-4429-9416-c3796db9d263 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:21.602016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.604889 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.636216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd103cb-2d94-43cf-85f1-dc764e383b7d req-24bcba3e-77f5-43d4-afad-e5797b07c03b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:21.637791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd103cb-2d94-43cf-85f1-dc764e383b7d req-24bcba3e-77f5-43d4-afad-e5797b07c03b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.3142903 Nov 12 21:09:21.666111 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27e138c4-dda8-4ca3-9aaf-6176bcb28d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.669041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-27e138c4-dda8-4ca3-9aaf-6176bcb28d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.670239 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-27e138c4-dda8-4ca3-9aaf-6176bcb28d13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e355e49c-81c5-4325-8da8-4835f6aaf992 HTTP/1.1" status: 204 len: 168 time: 0.7029686 Nov 12 21:09:21.701317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffdd03f-0dac-4469-9f2e-32ca13f3f3aa,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:21.706044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e138c4-dda8-4ca3-9aaf-6176bcb28d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e355e49c-81c5-4325-8da8-4835f6aaf992,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:21.729041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.729393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.729738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.730445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.730445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.730708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.732311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.732864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.739774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.740362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.740915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.741440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:21.744371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9d589262-641b-4073-9d13-b77e7b8cb88c None None] Provisioning complete for port 070fa12a-e4a8-40b7-bd63-c35db373dac8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:21.744773 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9d589262-641b-4073-9d13-b77e7b8cb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.787466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae426362-c59e-4d41-85c7-77db8a989e67 req-e9e39994-e17d-45fe-aa99-6d264646e807 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:21.810317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae426362-c59e-4d41-85c7-77db8a989e67 req-e9e39994-e17d-45fe-aa99-6d264646e807 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 945 time: 0.2843511 Nov 12 21:09:21.931632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d94ed8ab-03c5-41a5-a09b-cb638c42aaa7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5571c4e1a2984f069f03473808650042&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2178168 Nov 12 21:09:21.934531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34204) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:22.033525 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d3c8c99-fa5e-4785-b6e5-c93437f336a0 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags/tempest-TagsExtTest-Tag-686375677 HTTP/1.1" status: 204 len: 168 time: 0.8831439 Nov 12 21:09:22.040829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34208) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:22.052224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-453f6b39-58c2-4c79-8e53-44488e994fd7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:22.086170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-047fe1fe-3015-4247-9888-31647a28eace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:22.136563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae426362-c59e-4d41-85c7-77db8a989e67 req-d292d777-4554-48f2-a5bf-ade585eec1a5 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219173 Nov 12 21:09:22.150315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd103cb-2d94-43cf-85f1-dc764e383b7d req-a59a54df-9d8b-4139-a26c-6a398045bed3 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4220586 Nov 12 21:09:22.205729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-047fe1fe-3015-4247-9888-31647a28eace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:22.226075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-453f6b39-58c2-4c79-8e53-44488e994fd7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags HTTP/1.1" status: 200 len: 205 time: 0.1765780 Nov 12 21:09:22.228005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34214) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:22.232637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-857965da-7dec-436e-b83f-f7fde6d23f2b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:22.403454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9d589262-641b-4073-9d13-b77e7b8cb88c None None] Port 070fa12a-e4a8-40b7-bd63-c35db373dac8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:09:22.438299 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-047fe1fe-3015-4247-9888-31647a28eace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:22.441154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-047fe1fe-3015-4247-9888-31647a28eace admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:22.442947 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-047fe1fe-3015-4247-9888-31647a28eace admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ffdd03f-0dac-4469-9f2e-32ca13f3f3aa HTTP/1.1" status: 204 len: 168 time: 0.5068176 Nov 12 21:09:22.454569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-857965da-7dec-436e-b83f-f7fde6d23f2b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags HTTP/1.1" status: 200 len: 239 time: 0.2255006 Nov 12 21:09:22.459851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34224) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:22.475820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-a1dcdea7-4c4c-4b44-a244-252df4df6d78 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3', 'tempest-TagsExtTest-Tag-26643140') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:22.549620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fe1fe-3015-4247-9888-31647a28eace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffdd03f-0dac-4469-9f2e-32ca13f3f3aa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:22.637560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34228) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:22.661629 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a1dcdea7-4c4c-4b44-a244-252df4df6d78 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags/tempest-TagsExtTest-Tag-26643140 HTTP/1.1" status: 204 len: 168 time: 0.1968493 Nov 12 21:09:22.664178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34232) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:22.671432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-4b5e7a14-6a63-4d5d-a02b-7ffe6a318b4e tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3', 'tempest-TagsExtTest-Tag-26643140') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:22.869453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e332aeb7-0230-4572-8c29-c886971d24e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:22.873324 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4b5e7a14-6a63-4d5d-a02b-7ffe6a318b4e tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags/tempest-TagsExtTest-Tag-26643140 HTTP/1.1" status: 204 len: 168 time: 0.2076995 Nov 12 21:09:22.876465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34238) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:22.882714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-ac904d41-1873-4014-92d9-af6c627e59be tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:23.019210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06e85f-519f-4b61-bcfb-3cb562f60b27 req-d0c39dbe-5d13-454f-be7f-5310c5e3c2f0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:23.020880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f06e85f-519f-4b61-bcfb-3cb562f60b27 req-d0c39dbe-5d13-454f-be7f-5310c5e3c2f0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1534407 Nov 12 21:09:23.081513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac904d41-1873-4014-92d9-af6c627e59be tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags HTTP/1.1" status: 200 len: 205 time: 0.2036955 Nov 12 21:09:23.111683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34246) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:23.127433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-6d50ba54-647f-44a0-9ba6-af73af1c9f13 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:23.131598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-6a2abbff-acdf-4943-8312-e114e93efb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:23.133297 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-6a2abbff-acdf-4943-8312-e114e93efb9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1099 time: 0.0954151 Nov 12 21:09:23.328540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-eda826db-9190-446a-a271-f2b0183cc700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:23.330083 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-eda826db-9190-446a-a271-f2b0183cc700 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 915 time: 0.1893399 Nov 12 21:09:23.346219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bab74f-0666-477d-8c29-911b6a946f5f req-caa8d0e2-f33a-430d-9fb8-cd2e8a43eb14 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:23.360463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54bab74f-0666-477d-8c29-911b6a946f5f req-caa8d0e2-f33a-430d-9fb8-cd2e8a43eb14 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.3383439 Nov 12 21:09:23.426475 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-6b7a774c-e50a-4179-8f5a-a65ae9a6b928 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 200 len: 217 time: 0.0892653 Nov 12 21:09:23.456055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6d50ba54-647f-44a0-9ba6-af73af1c9f13 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags HTTP/1.1" status: 200 len: 239 time: 0.3448479 Nov 12 21:09:23.458639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34266) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:23.475747 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-e113fdce-aa1a-47f4-b244-437938ea1bf7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb', 'tempest-TagsExtTest-Tag-37275209') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:23.485602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f06e85f-519f-4b61-bcfb-3cb562f60b27 req-cf3105a8-4fc3-4e19-92cf-513965068b5b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489202 Nov 12 21:09:23.583172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5bf3-f059-4755-9d04-112bdcb767b2 req-7033ac61-e505-45a3-a462-110139c1fb7d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:23.585456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-515e5bf3-f059-4755-9d04-112bdcb767b2 req-7033ac61-e505-45a3-a462-110139c1fb7d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 945 time: 0.2669287 Nov 12 21:09:23.618296 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e332aeb7-0230-4572-8c29-c886971d24e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:23.633435 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e113fdce-aa1a-47f4-b244-437938ea1bf7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags/tempest-TagsExtTest-Tag-37275209 HTTP/1.1" status: 204 len: 168 time: 0.1710663 Nov 12 21:09:23.635407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34274) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:23.643383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-183d537b-9c5d-4d00-b12b-7d9b9f45806c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb', 'tempest-TagsExtTest-Tag-37275209') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:23.661366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-377910b7-69b3-4c15-8a9a-4961cfd1b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:23.663384 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-377910b7-69b3-4c15-8a9a-4961cfd1b80a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c HTTP/1.1" status: 200 len: 854 time: 0.2211244 Nov 12 21:09:23.722555 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-babdc28a-3d6f-4861-a15d-175eb6af741d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d88994c6-ed4d-429a-9783-50c67fad295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467083 Nov 12 21:09:23.854613 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-42198872-78f3-4dee-b7c6-600a0badbb67 service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229482 Nov 12 21:09:23.970298 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-183d537b-9c5d-4d00-b12b-7d9b9f45806c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags/tempest-TagsExtTest-Tag-37275209 HTTP/1.1" status: 204 len: 168 time: 0.3325145 Nov 12 21:09:23.975345 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34280) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:23.985912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-01107253-59b4-4b73-b372-2229c2e8e8bf tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:24.004538 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-132640b3-eaaa-4c50-8fbe-e8220a4b576a req-91deb07d-6826-4f3a-a7aa-f21362054d03 service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444921 Nov 12 21:09:24.015541 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-01107253-59b4-4b73-b372-2229c2e8e8bf tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags HTTP/1.1" status: 200 len: 205 time: 0.0393088 Nov 12 21:09:24.018312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34282) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.023448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-03ed1de9-d254-4749-8ab6-f173a7b2dd87 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:24.122342 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-03ed1de9-d254-4749-8ab6-f173a7b2dd87 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags HTTP/1.1" status: 204 len: 168 time: 0.1027806 Nov 12 21:09:24.122950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34290) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.131052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-96014e76-18f3-4246-983b-369df3ccfdbe tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:24.227798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e332aeb7-0230-4572-8c29-c886971d24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.255632 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-96014e76-18f3-4246-983b-369df3ccfdbe tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1317480 Nov 12 21:09:24.259719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34296) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.267227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-bdeac776-e4a7-408a-9e48-d1938b2cce80 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:24.276598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-515e5bf3-f059-4755-9d04-112bdcb767b2 req-0c71bc9f-fd73-45dc-95e3-72b435e7fc36 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5f7db2b-a386-4907-ac0a-71f94d6fee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6808031 Nov 12 21:09:24.287925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e332aeb7-0230-4572-8c29-c886971d24e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=377921139d934cbdb2c283051a8d57d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6489050 Nov 12 21:09:24.302283 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34298) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.312803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332aeb7-0230-4572-8c29-c886971d24e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a9e8c4-1d8c-44c2-aa43-4615bd8c4ba9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:24.330014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Deleting port a00f27bd-761a-4e40-9a3e-d30a849d3b0c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:24.330503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.387883 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf324-d830-4d53-81d7-c68e90210d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.399211 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bdeac776-e4a7-408a-9e48-d1938b2cce80 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags HTTP/1.1" status: 204 len: 168 time: 0.1382654 Nov 12 21:09:24.401727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34304) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.411317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-0170bfd6-f082-429a-a8a3-d7cc3b38644b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:24.440320 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf324-d830-4d53-81d7-c68e90210d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.449153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] For port a00f27bd-761a-4e40-9a3e-d30a849d3b0c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:24.449730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.520627 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0170bfd6-f082-429a-a8a3-d7cc3b38644b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags HTTP/1.1" status: 204 len: 168 time: 0.1178358 Nov 12 21:09:24.527124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34310) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.537339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-9babb3c3-79d7-4dbb-994e-0c4d64e82ac2 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76', 'tempest-TagsExtTest-Tag-417171067') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:24.640151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf324-d830-4d53-81d7-c68e90210d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.640151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf324-d830-4d53-81d7-c68e90210d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.640151 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1ffbf324-d830-4d53-81d7-c68e90210d90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1a9e8c4-1d8c-44c2-aa43-4615bd8c4ba9 HTTP/1.1" status: 204 len: 168 time: 0.3331282 Nov 12 21:09:24.640922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34314) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.649631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbf324-d830-4d53-81d7-c68e90210d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a9e8c4-1d8c-44c2-aa43-4615bd8c4ba9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:24.733089 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9babb3c3-79d7-4dbb-994e-0c4d64e82ac2 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags/tempest-TagsExtTest-Tag-417171067 HTTP/1.1" status: 201 len: 201 time: 0.2033474 Nov 12 21:09:24.735025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34320) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.740506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-77a5db85-a465-4a3c-9124-d77c1c997daa tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8', 'tempest-TagsExtTest-Tag-2033744475') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:24.797126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6167-8823-476e-8318-9f82a40e0ff6 req-c204b062-3e58-44ec-98af-ce18f7c68aa0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:24.814243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94dd6167-8823-476e-8318-9f82a40e0ff6 req-c204b062-3e58-44ec-98af-ce18f7c68aa0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.2299409 Nov 12 21:09:24.855719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.856085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.856406 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Floating IP f06384f8-787d-41f8-a2bb-40d479eb750e disassociated. External IP: 172.25.8.67, port: a00f27bd-761a-4e40-9a3e-d30a849d3b0c. Nov 12 21:09:24.856755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Calling delete_port for a00f27bd-761a-4e40-9a3e-d30a849d3b0c owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:24.903510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94dd6167-8823-476e-8318-9f82a40e0ff6 req-659037ae-15e1-4c97-9791-c07250d24dcf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839572 Nov 12 21:09:24.965755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1886049591-network', 'tenant_id': '195dbb87533d45609557198a1ea317fe'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:24.982430 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-77a5db85-a465-4a3c-9124-d77c1c997daa tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags/tempest-TagsExtTest-Tag-2033744475 HTTP/1.1" status: 201 len: 201 time: 0.2464573 Nov 12 21:09:24.985670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34324) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.991336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-0cdc5c6d-9f34-445b-a6c0-dfdc68fc6d9e tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3', 'tempest-TagsExtTest-Tag-1404724449') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:25.176558 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.185723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Made reservation on behalf of 195dbb87533d45609557198a1ea317fe for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:25.192338 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.210171 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0cdc5c6d-9f34-445b-a6c0-dfdc68fc6d9e tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags/tempest-TagsExtTest-Tag-1404724449 HTTP/1.1" status: 201 len: 201 time: 0.2237580 Nov 12 21:09:25.212729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34336) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:25.218009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-2062b574-c3a6-457b-9f61-5d79b1b46fe9 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb', 'tempest-TagsExtTest-Tag-2066551909') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:25.240506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.246106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event deleted for resources: {'Port': ['ID=a00f27bd-761a-4e40-9a3e-d30a849d3b0c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:25.453092 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2062b574-c3a6-457b-9f61-5d79b1b46fe9 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags/tempest-TagsExtTest-Tag-2066551909 HTTP/1.1" status: 201 len: 201 time: 0.2390659 Nov 12 21:09:25.456421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:25.457879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-594b10e9-705f-48f9-a9c9-a74d8104d929 req-ff6995f8-32de-4ae1-9981-7b95def3b962 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 210 time: 0.0471542 Nov 12 21:09:25.467333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-379b819a-252a-453f-bc99-f30e6552dd03 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76', {'tags': ['tempest-TagsExtTest-Tag-1906997970', 'tempest-TagsExtTest-Tag-2081154581', 'tempest-TagsExtTest-Tag-1422273645']}) {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:25.504240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Router 2e893b31-e7cf-4b78-a827-3bc6cc902840 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:09:25.587814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.659557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:09:25.673605 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] Sync routers for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:09:25.687763 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-379b819a-252a-453f-bc99-f30e6552dd03 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags HTTP/1.1" status: 200 len: 318 time: 0.2278874 Nov 12 21:09:25.689785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34354) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:25.695484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-398390e0-4421-43fc-9a69-d4543f3f931a tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:25.703694 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:25.711658 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:09:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:25.728046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] No DVR routers for this DVR port a00f27bd-761a-4e40-9a3e-d30a849d3b0c on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:09:25.731538 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.737226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54bab74f-0666-477d-8c29-911b6a946f5f req-b0e2cd15-9b8e-4f5c-b895-70f4274fb8d5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "DELETE /v2.0/ports/a00f27bd-761a-4e40-9a3e-d30a849d3b0c HTTP/1.1" status: 204 len: 173 time: 2.3612218 Nov 12 21:09:25.738026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.743409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'name': 'network-vif-deleted', 'tag': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:25.746876 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76116d7f-63e8-4efa-b7d3-8472794f3b11" -d '{"events": [{"server_uuid": "c7ffbc86-2996-4af5-a539-e1068c375c08", "name": "network-vif-deleted", "tag": "a00f27bd-761a-4e40-9a3e-d30a849d3b0c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:25.790681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:09:25.827974 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.828409 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Added segment 7a3d376a-6e4c-48bb-a155-adc0b207dc05 of type vlan for network 60738ff6-8bf5-4801-b54e-7acd11040b1d Nov 12 21:09:25.830193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff39205-1c4f-4613-8614-a6dfb4a53a09,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:25.918964 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b9231-c72e-4b8b-973b-4169723b56ed x-openstack-request-id: req-d66b9231-c72e-4b8b-973b-4169723b56ed {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:25.919265 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ffbc86-2996-4af5-a539-e1068c375c08", "name": "network-vif-deleted", "tag": "a00f27bd-761a-4e40-9a3e-d30a849d3b0c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:25.919831 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d66b9231-c72e-4b8b-973b-4169723b56ed {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:25.920337 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ffbc86-2996-4af5-a539-e1068c375c08', 'name': 'network-vif-deleted', 'tag': 'a00f27bd-761a-4e40-9a3e-d30a849d3b0c', 'status': 'completed', 'code': 200} Nov 12 21:09:25.969661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.975355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34364) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:26.012892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25c8355f-e0b4-4d27-a814-5d210769f602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.078757 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-398390e0-4421-43fc-9a69-d4543f3f931a tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags HTTP/1.1" status: 204 len: 168 time: 0.3855672 Nov 12 21:09:26.080059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34366) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:26.092707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-2f82d383-ba5d-4d1c-ae1c-a05a36852627 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76', 'tempest-TagsExtTest-Tag-1906997970') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:26.114693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff3865-efc7-4758-85c6-818fb993e841 req-639cbf3d-e09c-45dd-8a34-4c68643548ed tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:26.117228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8ff3865-efc7-4758-85c6-818fb993e841 req-639cbf3d-e09c-45dd-8a34-4c68643548ed tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0913808 Nov 12 21:09:26.141405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.142792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:26.143409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.220769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25c8355f-e0b4-4d27-a814-5d210769f602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.277424 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:26.330401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25c8355f-e0b4-4d27-a814-5d210769f602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.355081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] Pushing event updated for resources: {'Network': ['ID=60738ff6-8bf5-4801-b54e-7acd11040b1d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:26.369370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 60738ff6-8bf5-4801-b54e-7acd11040b1d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:09:26.406677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8ff3865-efc7-4758-85c6-818fb993e841 req-e56648aa-4184-4c95-85c1-ced5867fa0b3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486928 Nov 12 21:09:26.416981 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-2f82d383-ba5d-4d1c-ae1c-a05a36852627 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:26.420862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f82d383-ba5d-4d1c-ae1c-a05a36852627 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags/tempest-TagsExtTest-Tag-1906997970 HTTP/1.1" status: 404 len: 329 time: 0.3386343 Nov 12 21:09:26.421892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34376) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:26.423471 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25c8355f-e0b4-4d27-a814-5d210769f602 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f7518465b744c879637ccff40b71729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460893 Nov 12 21:09:26.425668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34378) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:26.426510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8355f-e0b4-4d27-a814-5d210769f602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecede55-46ed-4cc7-acaf-326b3d566274,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:26.434447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-fdb3f72a-e889-44d4-b447-80485d02769c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76', 'tempest-TagsExtTest-Tag-2081154581') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:26.463044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-520da6f3-861e-45a8-9c60-273e97deb42e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8137836 Nov 12 21:09:26.464967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:26.481199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Request body: {'subnet': {'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1886049591-subnet', 'tenant_id': '195dbb87533d45609557198a1ea317fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:26.620060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6a80f4d-f065-4205-92cf-c46c604784d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.672357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Made reservation on behalf of 195dbb87533d45609557198a1ea317fe for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:26.674914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.760577 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:26.769548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18e9aa84-cd7a-41df-8f19-27f853713971 req-8bde4366-4056-4547-8fb2-c9de0f6367b6 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7ffbc86-2996-4af5-a539-e1068c375c08 HTTP/1.1" status: 200 len: 210 time: 0.0778399 Nov 12 21:09:26.799257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6a80f4d-f065-4205-92cf-c46c604784d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.836386 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] Checking router: 2e893b31-e7cf-4b78-a827-3bc6cc902840 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:09:26.840963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5ef5b-e695-4c3c-a2ef-458af5d0fbcd req-64e40a7d-170a-4bf9-b76d-c0aeab617c51 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:26.845126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e5ef5b-e695-4c3c-a2ef-458af5d0fbcd req-64e40a7d-170a-4bf9-b76d-c0aeab617c51 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.2310612 Nov 12 21:09:26.848934 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-fdb3f72a-e889-44d4-b447-80485d02769c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:26.849950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fdb3f72a-e889-44d4-b447-80485d02769c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags/tempest-TagsExtTest-Tag-2081154581 HTTP/1.1" status: 404 len: 329 time: 0.4217498 Nov 12 21:09:26.853140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34392) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:26.867729 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:26.868018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-ac7f782d-3ed5-4bca-ab0f-22f9a8f1fed6 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76', 'tempest-TagsExtTest-Tag-1422273645') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:26.868936 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:09:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:26.923255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84e5ef5b-e695-4c3c-a2ef-458af5d0fbcd req-0469b033-94b0-4c1d-8fe8-fa40d144d35d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681710 Nov 12 21:09:27.044397 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-ac7f782d-3ed5-4bca-ab0f-22f9a8f1fed6 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:27.048635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34402) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:27.049601 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac7f782d-3ed5-4bca-ab0f-22f9a8f1fed6 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags/tempest-TagsExtTest-Tag-1422273645 HTTP/1.1" status: 404 len: 329 time: 0.1954045 Nov 12 21:09:27.056930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-617b85d8-3c95-4c42-bb5b-f519dcae28e3 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8', {'tags': ['tempest-TagsExtTest-Tag-560595266', 'tempest-TagsExtTest-Tag-594781130', 'tempest-TagsExtTest-Tag-1198729457']}) {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:27.076316 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:27.108499 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6a80f4d-f065-4205-92cf-c46c604784d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.120695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6a80f4d-f065-4205-92cf-c46c604784d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.120695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e6a80f4d-f065-4205-92cf-c46c604784d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ecede55-46ed-4cc7-acaf-326b3d566274 HTTP/1.1" status: 204 len: 168 time: 0.6876011 Nov 12 21:09:27.184403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a80f4d-f065-4205-92cf-c46c604784d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecede55-46ed-4cc7-acaf-326b3d566274,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:27.219930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e31c18-a082-4888-8a88-a873fe4a343f req-39fb96dc-ed35-4f71-803c-adbbab2ea27b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:27.222954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8e31c18-a082-4888-8a88-a873fe4a343f req-39fb96dc-ed35-4f71-803c-adbbab2ea27b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1187761 Nov 12 21:09:27.284201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a00f27bd-761a-4e40-9a3e-d30a849d3b0c no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:09:27.336277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8e31c18-a082-4888-8a88-a873fe4a343f req-6a680a22-919d-4217-91e1-f0feef113ef1 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058671 Nov 12 21:09:27.349816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: a00f27bd-761a-4e40-9a3e-d30a849d3b0c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:09:27.350218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a00f27bd-761a-4e40-9a3e-d30a849d3b0c not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:09:27.387861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-617b85d8-3c95-4c42-bb5b-f519dcae28e3 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags HTTP/1.1" status: 200 len: 316 time: 0.3369970 Nov 12 21:09:27.396606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34412) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:27.399146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-21186a9a-1a25-4cc8-b808-fab18d70fdb2 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:27.465142 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:27.483983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.524435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a18e-3551-4a93-b3ba-1a76c39bddb6 req-11973e0d-8836-4772-acc9-76ceb5be2627 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:27.526229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8d8a18e-3551-4a93-b3ba-1a76c39bddb6 req-11973e0d-8836-4772-acc9-76ceb5be2627 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0972955 Nov 12 21:09:27.527821 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c52e3-6936-40c3-84f5-4320d3a5441a None None] The sync data for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 is: [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:09:27.538034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9949dbc5-291c-426d-a771-582f4ad3c467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.559916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c787cecc-429e-4865-a9ce-2203cb360e49,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:27.610488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8d8a18e-3551-4a93-b3ba-1a76c39bddb6 req-9591f168-4668-4751-ab85-e5ea51eb793f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746570 Nov 12 21:09:27.617274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Checking segment: {'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:27.617785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Network hostable DHCP agents. Network: 60738ff6-8bf5-4801-b54e-7acd11040b1d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:09:27.637279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-21186a9a-1a25-4cc8-b808-fab18d70fdb2 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags HTTP/1.1" status: 204 len: 168 time: 0.2439232 Nov 12 21:09:27.640507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34420) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:27.647539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-101f5bce-7836-439d-90f8-03cf71c702b2 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8', 'tempest-TagsExtTest-Tag-560595266') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:27.722923 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-101f5bce-7836-439d-90f8-03cf71c702b2 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:27.724821 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-101f5bce-7836-439d-90f8-03cf71c702b2 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags/tempest-TagsExtTest-Tag-560595266 HTTP/1.1" status: 404 len: 328 time: 0.0822110 Nov 12 21:09:27.728116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Network 60738ff6-8bf5-4801-b54e-7acd11040b1d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:09:27.732667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34428) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:27.739055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-750bcb2a-474a-4795-86df-f326842d8388 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8', 'tempest-TagsExtTest-Tag-594781130') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:27.820220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 60738ff6-8bf5-4801-b54e-7acd11040b1d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:27.826298 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:27.827489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.829375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790536f-e152-4791-930b-8a27f1204a71 None None] Network 60738ff6-8bf5-4801-b54e-7acd11040b1d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:27.946898 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9363be5e-cf8b-4111-9520-06c41b3849dc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4799075 Nov 12 21:09:28.051170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ac49-747a-425c-b10e-56b7daa1ca37 req-739b2eb0-db2e-4f42-96ff-6fe945fea2e7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:28.059254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ec4ac49-747a-425c-b10e-56b7daa1ca37 req-739b2eb0-db2e-4f42-96ff-6fe945fea2e7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.2429199 Nov 12 21:09:28.090800 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-750bcb2a-474a-4795-86df-f326842d8388 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:28.092199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-750bcb2a-474a-4795-86df-f326842d8388 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags/tempest-TagsExtTest-Tag-594781130 HTTP/1.1" status: 404 len: 328 time: 0.3582482 Nov 12 21:09:28.095136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34448) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:28.106157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-6a1771e0-8383-4db8-aa8d-291b5e6d9a04 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8', 'tempest-TagsExtTest-Tag-1198729457') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:28.112752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34450) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:28.133112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c65b7-321c-4c3e-a876-3541791b9db3 None None] Network 60738ff6-8bf5-4801-b54e-7acd11040b1d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:28.178488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3200b3-f361-4c1f-8d4d-8ce664addda8 None None] New status for floating IP f06384f8-787d-41f8-a2bb-40d479eb750e: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:09:28.191556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ec4ac49-747a-425c-b10e-56b7daa1ca37 req-fcc48b18-f395-43b2-be56-516ff80cd13a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232939 Nov 12 21:09:28.375207 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-6a1771e0-8383-4db8-aa8d-291b5e6d9a04 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:28.379454 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6a1771e0-8383-4db8-aa8d-291b5e6d9a04 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags/tempest-TagsExtTest-Tag-1198729457 HTTP/1.1" status: 404 len: 329 time: 0.2792239 Nov 12 21:09:28.379454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8917ca3-10ea-497e-b880-94f58ffbf744 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:28.381007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:28.397675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-20d6adf6-0d1a-4db5-b7da-7b4248e134e1 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3', {'tags': ['tempest-TagsExtTest-Tag-35496073', 'tempest-TagsExtTest-Tag-152362400', 'tempest-TagsExtTest-Tag-973092734']}) {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:28.457706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8917ca3-10ea-497e-b880-94f58ffbf744 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:28.523201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720fca5-4909-4032-9d6e-4be8086d1c96 req-a63a0082-221c-42d8-8afb-a915d6dd8d3a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:28.528480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7720fca5-4909-4032-9d6e-4be8086d1c96 req-a63a0082-221c-42d8-8afb-a915d6dd8d3a tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.2038753 Nov 12 21:09:28.607004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7720fca5-4909-4032-9d6e-4be8086d1c96 req-b2419ee4-fe03-49fd-8538-df62a2f22c72 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734792 Nov 12 21:09:28.631922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8917ca3-10ea-497e-b880-94f58ffbf744 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:28.635823 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8917ca3-10ea-497e-b880-94f58ffbf744 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:28.639938 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c8917ca3-10ea-497e-b880-94f58ffbf744 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "DELETE /v2.0/security-groups/e5f7db2b-a386-4907-ac0a-71f94d6fee8b HTTP/1.1" status: 204 len: 168 time: 0.5229967 Nov 12 21:09:28.641782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34470) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:28.651621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8917ca3-10ea-497e-b880-94f58ffbf744 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f7db2b-a386-4907-ac0a-71f94d6fee8b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:28.664113 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-62b7d18b-b604-414b-aa33-6d7a28517cfe tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] show failed (client error): The resource could not be found. Nov 12 21:09:28.680507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34474) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:28.681120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-62b7d18b-b604-414b-aa33-6d7a28517cfe tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups/e5f7db2b-a386-4907-ac0a-71f94d6fee8b HTTP/1.1" status: 404 len: 347 time: 0.0377183 Nov 12 21:09:28.684229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-20d6adf6-0d1a-4db5-b7da-7b4248e134e1 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags HTTP/1.1" status: 200 len: 314 time: 0.2967932 Nov 12 21:09:28.687350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34476) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:28.694820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-365fb117-b33c-44d1-91b6-86ac112b1e38 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:28.958867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Deleting port 52c5508a-7e12-4328-b783-3166217b334b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:28.958867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:28.981090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f897c-c05e-414c-974b-a9816d29d7c9 req-e600b794-57c4-458e-a1b7-6d4d9f3b5a54 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:28.982129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f4f897c-c05e-414c-974b-a9816d29d7c9 req-e600b794-57c4-458e-a1b7-6d4d9f3b5a54 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1343098 Nov 12 21:09:29.016173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166ed37-84c2-44d8-aaa0-cf8846617ab4 req-4591c494-005e-4eec-a561-ef4999a08fc4 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:29.019028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8166ed37-84c2-44d8-aaa0-cf8846617ab4 req-4591c494-005e-4eec-a561-ef4999a08fc4 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 945 time: 0.1528451 Nov 12 21:09:29.084801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:29.085154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:29.098045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Calling delete_port for 52c5508a-7e12-4328-b783-3166217b334b owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:29.134274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8166ed37-84c2-44d8-aaa0-cf8846617ab4 req-d39f6879-1c0f-4dc4-b2ac-0bcf43b17a8a tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909569 Nov 12 21:09:29.163117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f4f897c-c05e-414c-974b-a9816d29d7c9 req-81422eda-f5a6-44b9-8a5c-12ee4217f465 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708977 Nov 12 21:09:29.177326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-365fb117-b33c-44d1-91b6-86ac112b1e38 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags HTTP/1.1" status: 204 len: 168 time: 0.4882939 Nov 12 21:09:29.183306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:29.191570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-28980342-ef61-46c7-b266-5ea810bbe71b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3', 'tempest-TagsExtTest-Tag-35496073') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:29.339890 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-28980342-ef61-46c7-b266-5ea810bbe71b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:29.340960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-28980342-ef61-46c7-b266-5ea810bbe71b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags/tempest-TagsExtTest-Tag-35496073 HTTP/1.1" status: 404 len: 327 time: 0.1560972 Nov 12 21:09:29.344307 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34492) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:29.348847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-6c643c3b-f405-425d-9ed2-2d768ae33f06 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3', 'tempest-TagsExtTest-Tag-152362400') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:29.359105 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31055f81-d762-477b-aa29-910e47d7ad73 req-e3be128a-c86d-4a8b-af58-bb11613bff3b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:29.363781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31055f81-d762-477b-aa29-910e47d7ad73 req-e3be128a-c86d-4a8b-af58-bb11613bff3b tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1049716 Nov 12 21:09:29.392771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:29.434939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31055f81-d762-477b-aa29-910e47d7ad73 req-675ba239-b3f4-4228-a49a-9756b234fc2e tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678935 Nov 12 21:09:29.463670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event deleted for resources: {'Port': ['ID=52c5508a-7e12-4328-b783-3166217b334b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:29.721198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747d0af-a6cf-42a0-b0b0-ec2ba7d7c19f req-cec5299a-5c66-48e9-99ba-8f70374dc5f2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:29.722781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1747d0af-a6cf-42a0-b0b0-ec2ba7d7c19f req-cec5299a-5c66-48e9-99ba-8f70374dc5f2 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0603619 Nov 12 21:09:29.777243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1747d0af-a6cf-42a0-b0b0-ec2ba7d7c19f req-0046fbf6-a76d-4638-b13f-1db1b21202d3 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483840 Nov 12 21:09:29.950904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788659a-d7fc-425a-9395-58782e6da1f7 req-03aef37d-63b6-4cac-8397-3fa426433d15 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:29.953425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8788659a-d7fc-425a-9395-58782e6da1f7 req-03aef37d-63b6-4cac-8397-3fa426433d15 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0606711 Nov 12 21:09:29.980959 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-6c643c3b-f405-425d-9ed2-2d768ae33f06 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:29.980959 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6c643c3b-f405-425d-9ed2-2d768ae33f06 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags/tempest-TagsExtTest-Tag-152362400 HTTP/1.1" status: 404 len: 328 time: 0.6330945 Nov 12 21:09:29.982300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:29.988241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-a737d13b-3fc6-4efc-92ea-855f7e244764 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3', 'tempest-TagsExtTest-Tag-973092734') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:30.032153 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.034482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.035667 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0a7bf448-a426-4768-a95e-dee8a634fcb2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "DELETE /v2.0/floatingips/f06384f8-787d-41f8-a2bb-40d479eb750e HTTP/1.1" status: 204 len: 168 time: 1.3539121 Nov 12 21:09:30.101586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8788659a-d7fc-425a-9395-58782e6da1f7 req-ec23f275-a3fd-4854-8b6f-8358cf5b1af6 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279776 Nov 12 21:09:30.134834 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-29d0c9f4-297e-4d17-a4fd-0cab27d3eee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.194777 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-a737d13b-3fc6-4efc-92ea-855f7e244764 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:30.196589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a737d13b-3fc6-4efc-92ea-855f7e244764 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags/tempest-TagsExtTest-Tag-973092734 HTTP/1.1" status: 404 len: 328 time: 0.2125254 Nov 12 21:09:30.199738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34542) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:30.204455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-0fa18faf-b3b1-48df-b453-1c05673ffcb5 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb', {'tags': ['tempest-TagsExtTest-Tag-840010450', 'tempest-TagsExtTest-Tag-1778938990', 'tempest-TagsExtTest-Tag-921770758']}) {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:30.227010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-752782fa-109d-4f12-b520-2f8df8e899a8 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:30.232389 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-752782fa-109d-4f12-b520-2f8df8e899a8 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 945 time: 0.0929346 Nov 12 21:09:30.348437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa55977-8a01-4da2-86ed-34055dc69102 req-0707d452-2312-48ee-963d-42c2d282eb2e tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:30.354375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6aa55977-8a01-4da2-86ed-34055dc69102 req-0707d452-2312-48ee-963d-42c2d282eb2e tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 945 time: 0.1445525 Nov 12 21:09:30.443494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Deleting port 54cda95a-8fb8-422d-a453-daac6bfdcd55 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:30.444012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.450865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6aa55977-8a01-4da2-86ed-34055dc69102 req-540c78cd-8728-4450-96fd-1ca9675d1478 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/security-groups?id=0efe60b0-5e22-4505-a179-f37335e4ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822074 Nov 12 21:09:30.481424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0fa18faf-b3b1-48df-b453-1c05673ffcb5 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "PUT /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags HTTP/1.1" status: 200 len: 316 time: 0.2805824 Nov 12 21:09:30.482320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34546) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:30.491068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-a10f1008-4d48-4d60-97b5-598d33c737a7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:30.626585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866986f-e5b7-4e75-9e7d-9bbf93613a64 req-9976faea-0a7a-409d-925e-e1e5620151ae tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:30.629933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e866986f-e5b7-4e75-9e7d-9bbf93613a64 req-9976faea-0a7a-409d-925e-e1e5620151ae tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0795937 Nov 12 21:09:30.650461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] For port 54cda95a-8fb8-422d-a453-daac6bfdcd55, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=54cda95a-8fb8-422d-a453-daac6bfdcd55,segment=NetworkSegment(9cf3b41d-efc5-4e46-9bbe-503a28f99992),segment_id=9cf3b41d-efc5-4e46-9bbe-503a28f99992)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:30.650719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.686167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a10f1008-4d48-4d60-97b5-598d33c737a7 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags HTTP/1.1" status: 204 len: 168 time: 0.1911273 Nov 12 21:09:30.686478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34552) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:30.686581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34554) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:30.691770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-75d90513-2888-45af-8cc8-64b6296c5006 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123905719', 'description': 'tempest-description--1744954220'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:30.693225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-dbf47071-e2d0-4698-a379-4bd2b2ca2587 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb', 'tempest-TagsExtTest-Tag-840010450') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:30.696395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Calling delete_port for 54cda95a-8fb8-422d-a453-daac6bfdcd55 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:30.797293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e866986f-e5b7-4e75-9e7d-9bbf93613a64 req-34bbb4d9-85b0-4727-bfc0-32ca1754a2fc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585445 Nov 12 21:09:30.849078 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d90513-2888-45af-8cc8-64b6296c5006 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.925546 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-dbf47071-e2d0-4698-a379-4bd2b2ca2587 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:30.932035 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dbf47071-e2d0-4698-a379-4bd2b2ca2587 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags/tempest-TagsExtTest-Tag-840010450 HTTP/1.1" status: 404 len: 328 time: 0.2483773 Nov 12 21:09:30.932555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34560) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:30.941425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-5a4e7c76-f964-4607-bb3c-71a100762c66 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb', 'tempest-TagsExtTest-Tag-1778938990') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:30.946459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.960128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['54cda95a-8fb8-422d-a453-daac6bfdcd55'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:09:30.989747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d90513-2888-45af-8cc8-64b6296c5006 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.994959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Pushing event deleted for resources: {'Port': ['ID=54cda95a-8fb8-422d-a453-daac6bfdcd55,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:31.007347 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-5a4e7c76-f964-4607-bb3c-71a100762c66 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:31.008582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5a4e7c76-f964-4607-bb3c-71a100762c66 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags/tempest-TagsExtTest-Tag-1778938990 HTTP/1.1" status: 404 len: 329 time: 0.0738049 Nov 12 21:09:31.011419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34562) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.019717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.tag.tag_plugin [None req-3d784b56-b357-40f0-96bd-7ad40d908b05 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb', 'tempest-TagsExtTest-Tag-921770758') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:31.046520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] No DVR routers for this DVR port 54cda95a-8fb8-422d-a453-daac6bfdcd55 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:09:31.049535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.054333 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eb856f-3e2b-4bcc-b9c2-7dbccc0a23dd req-88566162-d9f5-4ec0-8024-9371b5a59857 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.46 "DELETE /v2.0/ports/54cda95a-8fb8-422d-a453-daac6bfdcd55 HTTP/1.1" status: 204 len: 173 time: 0.8132007 Nov 12 21:09:31.056224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7addb6-f894-403e-8465-df532549da49', 'name': 'network-vif-deleted', 'tag': '54cda95a-8fb8-422d-a453-daac6bfdcd55'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:31.059325 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8159cab-3a76-4d7e-96a9-d69d7340a6dc" -d '{"events": [{"server_uuid": "bc7addb6-f894-403e-8465-df532549da49", "name": "network-vif-deleted", "tag": "54cda95a-8fb8-422d-a453-daac6bfdcd55"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:31.091710 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-3d784b56-b357-40f0-96bd-7ad40d908b05 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] show failed (client error): The resource could not be found. Nov 12 21:09:31.093314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3d784b56-b357-40f0-96bd-7ad40d908b05 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags/tempest-TagsExtTest-Tag-921770758 HTTP/1.1" status: 404 len: 328 time: 0.0809805 Nov 12 21:09:31.096465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34570) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.102902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc697e9-e55e-484c-a73e-8422fd0291fc req-e3c70af1-d47d-4dec-a917-c632eca0a8ef tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:31.103665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-20e8b308-0988-4246-9c30-76e578d46c22 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f26ac89-733f-47d1-b2af-b56d21cdcbfb') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:31.112329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fc697e9-e55e-484c-a73e-8422fd0291fc req-e3c70af1-d47d-4dec-a917-c632eca0a8ef tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1197071 Nov 12 21:09:31.121227 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34572) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.144685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d90513-2888-45af-8cc8-64b6296c5006 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.160296 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-20e8b308-0988-4246-9c30-76e578d46c22 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb/tags HTTP/1.1" status: 204 len: 168 time: 0.0622401 Nov 12 21:09:31.162915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34576) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.171277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-73a10d7f-8ef6-4a2a-a6f0-af98b9ed1d8b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f1e049b1-f2f5-41a6-89ce-460db90561e3') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:31.192624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34578) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.235149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3fc697e9-e55e-484c-a73e-8422fd0291fc req-f5f74e82-2a2d-4bca-84a5-dab13d3a7d1d tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215115 Nov 12 21:09:31.236986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90513-2888-45af-8cc8-64b6296c5006 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c003cda6-9ec3-4ea3-bb0b-7639232e05b0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:31.313777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d90513-2888-45af-8cc8-64b6296c5006 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.316255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-75d90513-2888-45af-8cc8-64b6296c5006 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6288209 Nov 12 21:09:31.322986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34588) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.323159 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.331197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-14c685f8-e339-40d5-b7ef-e36976d4a669 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'security_group_rule': {'security_group_id': 'c003cda6-9ec3-4ea3-bb0b-7639232e05b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:31.426083 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-73a10d7f-8ef6-4a2a-a6f0-af98b9ed1d8b tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3/tags HTTP/1.1" status: 204 len: 168 time: 0.2594290 Nov 12 21:09:31.427928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34590) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.441446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-aafa7a0e-c3cf-410b-842b-32d62b4365ac tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '070fa12a-e4a8-40b7-bd63-c35db373dac8') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:31.468601 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-14c685f8-e339-40d5-b7ef-e36976d4a669 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.506166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac6092-6f89-430a-93ca-ce5d115d6cfd req-cfd260a0-5565-4546-ab86-12fb6c0e7624 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:31.514831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fac6092-6f89-430a-93ca-ce5d115d6cfd req-cfd260a0-5565-4546-ab86-12fb6c0e7624 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0953841 Nov 12 21:09:31.574063 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-79366215-f313-4b80-9fa3-65cd1be9d615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.634258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-14c685f8-e339-40d5-b7ef-e36976d4a669 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.649476 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eb8252-6336-4d9a-b4d3-4a4d94079c9d x-openstack-request-id: req-71eb8252-6336-4d9a-b4d3-4a4d94079c9d {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:31.649779 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7addb6-f894-403e-8465-df532549da49", "name": "network-vif-deleted", "tag": "54cda95a-8fb8-422d-a453-daac6bfdcd55", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:31.650038 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71eb8252-6336-4d9a-b4d3-4a4d94079c9d {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:31.650439 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7addb6-f894-403e-8465-df532549da49', 'name': 'network-vif-deleted', 'tag': '54cda95a-8fb8-422d-a453-daac6bfdcd55', 'status': 'completed', 'code': 200} Nov 12 21:09:31.679589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fac6092-6f89-430a-93ca-ce5d115d6cfd req-170b9421-9166-4dd5-9381-50a1b6ba70bf tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637249 Nov 12 21:09:31.680942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b78235b4-0b0b-4810-9945-5586d6758530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.715362 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-aafa7a0e-c3cf-410b-842b-32d62b4365ac tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8/tags HTTP/1.1" status: 204 len: 168 time: 0.2828608 Nov 12 21:09:31.716215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34600) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.735272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.tag.tag_plugin [None req-065101bf-536f-4040-951a-7465f295bf07 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b3e6c2e-3303-4411-bd04-7bdb3d722e76') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:31.739361 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-14c685f8-e339-40d5-b7ef-e36976d4a669 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.809253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c685f8-e339-40d5-b7ef-e36976d4a669 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf654ff-caec-4d76-965d-789f82f8b22f,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:31.855006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-79366215-f313-4b80-9fa3-65cd1be9d615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.916922 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b78235b4-0b0b-4810-9945-5586d6758530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.922523 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-065101bf-536f-4040-951a-7465f295bf07 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76/tags HTTP/1.1" status: 204 len: 168 time: 0.1968794 Nov 12 21:09:31.927550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34606) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.927706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01163ca7-b785-4dbd-bd0c-8564831f7868 req-15046475-b058-4265-a035-18403a98fa60 tempest-VolumesActionsTest-972273658 tempest-VolumesActionsTest-972273658-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc7addb6-f894-403e-8465-df532549da49 HTTP/1.1" status: 200 len: 210 time: 0.1769407 Nov 12 21:09:31.953717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-79366215-f313-4b80-9fa3-65cd1be9d615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.003342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f0cda-9ab1-4965-923f-8132bafc4643 req-8dcd0f5a-51fb-4ab0-a198-5ae8f80fe1c0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:32.005780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf1f0cda-9ab1-4965-923f-8132bafc4643 req-8dcd0f5a-51fb-4ab0-a198-5ae8f80fe1c0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.0834079 Nov 12 21:09:32.047551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-14c685f8-e339-40d5-b7ef-e36976d4a669 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.047993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-14c685f8-e339-40d5-b7ef-e36976d4a669 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7228224 Nov 12 21:09:32.052571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b78235b4-0b0b-4810-9945-5586d6758530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.053952 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-79366215-f313-4b80-9fa3-65cd1be9d615 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16a953f9ce0047e98d8eb1f03282f6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9315116 Nov 12 21:09:32.055926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34608) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.056851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.068011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366215-f313-4b80-9fa3-65cd1be9d615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5969d7-2ec8-4885-84db-e5388bff8084,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:32.092954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b670061d-83c2-48df-9c73-961166435629 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'security_group_rule': {'security_group_id': 'c003cda6-9ec3-4ea3-bb0b-7639232e05b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:32.162232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78235b4-0b0b-4810-9945-5586d6758530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cc314c-8d7e-429c-a569-8f8d1604666f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:32.185636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7c932b1-30e9-419b-b1e6-0816b52ff1f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.203122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b78235b4-0b0b-4810-9945-5586d6758530 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1d7e05017224bd3b4724a22dd3bacfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9923162 Nov 12 21:09:32.203361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34616) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.214600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf1f0cda-9ab1-4965-923f-8132bafc4643 req-4950cf52-8ccf-4d2b-8e4a-5af0bc861266 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009251 Nov 12 21:09:32.216704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7c932b1-30e9-419b-b1e6-0816b52ff1f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.285501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89d2b5bf-29f3-49e7-a42b-ba88ee66c91c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for subnetpool, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.305622 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-89d2b5bf-29f3-49e7-a42b-ba88ee66c91c tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnetpools/9f26ac89-733f-47d1-b2af-b56d21cdcbfb HTTP/1.1" status: 204 len: 168 time: 0.3764930 Nov 12 21:09:32.309775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34624) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.334590 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b07f7952-41c3-4d8e-80f7-0248a1523306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.344840 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b670061d-83c2-48df-9c73-961166435629 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.366666 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4daf64a5-6213-4133-b973-0d841394f1de tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e049b1-f2f5-41a6-89ce-460db90561e3 HTTP/1.1" status: 200 len: 205 time: 0.0521247 Nov 12 21:09:32.368024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34628) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.397931 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b07f7952-41c3-4d8e-80f7-0248a1523306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.457656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83e396ad-541a-42f4-b9a0-24b194f3fc57 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.522099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b670061d-83c2-48df-9c73-961166435629 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.531086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b031c5-a86b-4d81-9017-9f72630031c8 req-a5d24a38-ce86-4823-b52f-6fd9263472a7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:32.532348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5b031c5-a86b-4d81-9017-9f72630031c8 req-a5d24a38-ce86-4823-b52f-6fd9263472a7 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1572530 Nov 12 21:09:32.588679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5b031c5-a86b-4d81-9017-9f72630031c8 req-d4ce85c2-1f47-407e-959a-930a94750fdc tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Nov 12 21:09:32.630634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7c932b1-30e9-419b-b1e6-0816b52ff1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.633075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7c932b1-30e9-419b-b1e6-0816b52ff1f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.634243 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f7c932b1-30e9-419b-b1e6-0816b52ff1f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b5969d7-2ec8-4885-84db-e5388bff8084 HTTP/1.1" status: 204 len: 168 time: 0.5755782 Nov 12 21:09:32.644234 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b07f7952-41c3-4d8e-80f7-0248a1523306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.648336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b07f7952-41c3-4d8e-80f7-0248a1523306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.650010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b07f7952-41c3-4d8e-80f7-0248a1523306 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84cc314c-8d7e-429c-a569-8f8d1604666f HTTP/1.1" status: 204 len: 168 time: 0.4457259 Nov 12 21:09:32.651088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b670061d-83c2-48df-9c73-961166435629 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.678063 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83e396ad-541a-42f4-b9a0-24b194f3fc57 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.680636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83e396ad-541a-42f4-b9a0-24b194f3fc57 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.682479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c932b1-30e9-419b-b1e6-0816b52ff1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5969d7-2ec8-4885-84db-e5388bff8084,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:32.694417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7952-41c3-4d8e-80f7-0248a1523306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cc314c-8d7e-429c-a569-8f8d1604666f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:32.697733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670061d-83c2-48df-9c73-961166435629 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80aa0a4-e787-43d3-86a6-97ea2eabc205,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:32.757768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b670061d-83c2-48df-9c73-961166435629 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.762498 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34644) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.762674 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b670061d-83c2-48df-9c73-961166435629 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6994169 Nov 12 21:09:32.767606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:32.838317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83e396ad-541a-42f4-b9a0-24b194f3fc57 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.839127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e396ad-541a-42f4-b9a0-24b194f3fc57 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Fanout notify agent at l3_agent the message router_deleted on router f1e049b1-f2f5-41a6-89ce-460db90561e3 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:09:32.848411 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-83e396ad-541a-42f4-b9a0-24b194f3fc57 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.852190 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-83e396ad-541a-42f4-b9a0-24b194f3fc57 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/routers/f1e049b1-f2f5-41a6-89ce-460db90561e3 HTTP/1.1" status: 204 len: 168 time: 0.4831550 Nov 12 21:09:32.852433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34646) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.860634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.991700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.031210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3949324b-bdb8-4118-a459-5329f9951b99 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Deleting port 070fa12a-e4a8-40b7-bd63-c35db373dac8 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:33.031596 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3949324b-bdb8-4118-a459-5329f9951b99 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.083695 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.212597 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Allocated IP 172.25.8.115 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/c84b11fe-96f0-4362-b337-1ac2ea070c50) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:33.222139 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3949324b-bdb8-4118-a459-5329f9951b99 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.256312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3949324b-bdb8-4118-a459-5329f9951b99 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Calling delete_port for 070fa12a-e4a8-40b7-bd63-c35db373dac8 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:33.339207 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.489223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.543977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:33.543977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:33.547885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:33.551530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'Port': ['ID=c84b11fe-96f0-4362-b337-1ac2ea070c50,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:33.615363 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3949324b-bdb8-4118-a459-5329f9951b99 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.666507 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.688921 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.710504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949324b-bdb8-4118-a459-5329f9951b99 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Pushing event deleted for resources: {'Port': ['ID=070fa12a-e4a8-40b7-bd63-c35db373dac8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:33.826040 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.912044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34672) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:33.940649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3949324b-bdb8-4118-a459-5329f9951b99 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.947281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3949324b-bdb8-4118-a459-5329f9951b99 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/ports/070fa12a-e4a8-40b7-bd63-c35db373dac8 HTTP/1.1" status: 204 len: 168 time: 1.0911269 Nov 12 21:09:33.947281 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3ac32cb-8db4-4d39-b53d-88bec6a9ce29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.950402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34676) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:34.104773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 54cda95a-8fb8-422d-a453-daac6bfdcd55 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:09:34.169114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6679f73b-aa39-46b4-8e13-9e9b30e770f8 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Deleting subnet 8b3e6c2e-3303-4411-bd04-7bdb3d722e76 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:09:34.169931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 54cda95a-8fb8-422d-a453-daac6bfdcd55 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:09:34.171368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 54cda95a-8fb8-422d-a453-daac6bfdcd55 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:09:34.177153 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6679f73b-aa39-46b4-8e13-9e9b30e770f8 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.239350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.260949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6679f73b-aa39-46b4-8e13-9e9b30e770f8 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.309080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3ac32cb-8db4-4d39-b53d-88bec6a9ce29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.340249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.376686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3ac32cb-8db4-4d39-b53d-88bec6a9ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.526692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e3ac32cb-8db4-4d39-b53d-88bec6a9ce29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92299a2a687044ada9c2c1d4d64119fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6132874 Nov 12 21:09:34.546909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34686) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:34.550448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6679f73b-aa39-46b4-8e13-9e9b30e770f8 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.552657 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.563672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac32cb-8db4-4d39-b53d-88bec6a9ce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6c091-6248-4095-b000-817cdd6a0257,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:34.636730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'Port': ['ID=c84b11fe-96f0-4362-b337-1ac2ea070c50,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:34.747363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a7d0-3954-48af-b420-1a3f10082094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.795687 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a7d0-3954-48af-b420-1a3f10082094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.912535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.914500 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-30e93d27-a58d-483e-b16b-226f43eaad97 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1509304 Nov 12 21:09:34.963727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6679f73b-aa39-46b4-8e13-9e9b30e770f8 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.998866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679f73b-aa39-46b4-8e13-9e9b30e770f8 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3e6c2e-3303-4411-bd04-7bdb3d722e76,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:35.001259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6679f73b-aa39-46b4-8e13-9e9b30e770f8 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.008209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6679f73b-aa39-46b4-8e13-9e9b30e770f8 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/subnets/8b3e6c2e-3303-4411-bd04-7bdb3d722e76 HTTP/1.1" status: 204 len: 168 time: 1.0566392 Nov 12 21:09:35.009174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df02776-3df3-4a20-bcac-3e1099208f8c None None] Network 10189309-3672-469f-b301-93a321700599 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:35.010586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34704) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:35.123092 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a7d0-3954-48af-b420-1a3f10082094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.136510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a7d0-3954-48af-b420-1a3f10082094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.137780 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f0c9a7d0-3954-48af-b420-1a3f10082094 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2a6c091-6248-4095-b000-817cdd6a0257 HTTP/1.1" status: 204 len: 168 time: 0.5820370 Nov 12 21:09:35.375210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9a7d0-3954-48af-b420-1a3f10082094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6c091-6248-4095-b000-817cdd6a0257,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:35.410208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.525536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Deleting port 81b40a25-5744-4429-9416-c3796db9d263 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:35.526248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.556896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] DHCP port deletion for 10189309-3672-469f-b301-93a321700599 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:09:35.654968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] For port 81b40a25-5744-4429-9416-c3796db9d263, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81b40a25-5744-4429-9416-c3796db9d263,segment=NetworkSegment(27319067-8621-42b2-84c8-b486ced41b30),segment_id=27319067-8621-42b2-84c8-b486ced41b30)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:35.655401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.684494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] Deleting port 81b40a25-5744-4429-9416-c3796db9d263 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:35.685012 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.690894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Calling delete_port for 81b40a25-5744-4429-9416-c3796db9d263 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:35.765918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] For port 81b40a25-5744-4429-9416-c3796db9d263, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81b40a25-5744-4429-9416-c3796db9d263,segment=NetworkSegment(27319067-8621-42b2-84c8-b486ced41b30),segment_id=27319067-8621-42b2-84c8-b486ced41b30)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:35.766540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.780184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] Calling delete_port for 81b40a25-5744-4429-9416-c3796db9d263 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:09:35.888304 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:09:35.896625 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.900487 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.933310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Pushing event deleted for resources: {'Port': ['ID=81b40a25-5744-4429-9416-c3796db9d263,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:35.946767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] No DVR routers for this DVR port 81b40a25-5744-4429-9416-c3796db9d263 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:09:35.947861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] Pushing event deleted for resources: {'Port': ['ID=81b40a25-5744-4429-9416-c3796db9d263,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:35.952813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16231a3-5d27-4fbc-8616-684f6fe549f1 None None] No DVR routers for this DVR port 81b40a25-5744-4429-9416-c3796db9d263 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:09:36.035257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.057858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10189309-3672-469f-b301-93a321700599']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:36.068830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27319067-8621-42b2-84c8-b486ced41b30') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:36.069185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27319067-8621-42b2-84c8-b486ced41b30') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:36.085973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.102880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.110090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:09:36.110502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:09:36.113443 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:09:36.289057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.299230 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.300608 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] 10.222.0.64 "DELETE /v2.0/networks/10189309-3672-469f-b301-93a321700599 HTTP/1.1" status: 204 len: 168 time: 1.2870753 Nov 12 21:09:36.330974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549de93e-4931-4e40-aaf8-38421d9f3978 tempest-TagsExtTest-334358086 tempest-TagsExtTest-334358086-project] Pushing event deleted for resources: {'Network': ['ID=10189309-3672-469f-b301-93a321700599,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:36.356518 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7312173d-dd6e-476e-aa93-c49bd51cc049 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1123905719&fields=id&tenant_id=61ad5c4ac51f404e8a0e745f99e44252 HTTP/1.1" status: 200 len: 267 time: 0.0554161 Nov 12 21:09:36.503700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-8a7b194c-9c86-46bb-8fd2-bfe249c9754a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:36.510880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-8a7b194c-9c86-46bb-8fd2-bfe249c9754a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 811 time: 0.1461639 Nov 12 21:09:36.535546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7ba820c8-2a6d-4c3d-baae-90ed49084701 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/quotas/61ad5c4ac51f404e8a0e745f99e44252 HTTP/1.1" status: 200 len: 375 time: 0.0236573 Nov 12 21:09:36.968275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-292e12d5-f515-484a-961c-decdfeb594ed tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4148223 Nov 12 21:09:37.120129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-91a316f3-4219-41af-b622-a323d594ad5a service neutron] 10.222.0.64 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495152 Nov 12 21:09:37.194678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:37.304462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-8c35f737-0ff9-4da0-9531-892b5a9f73f8 service neutron] 10.222.0.64 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761439 Nov 12 21:09:37.403941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81b40a25-5744-4429-9416-c3796db9d263 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:09:37.496814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 81b40a25-5744-4429-9416-c3796db9d263 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:09:37.498079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81b40a25-5744-4429-9416-c3796db9d263 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:09:37.736542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34804) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:37.737043 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-719d4da0-9249-4e21-89a3-50a51dec3057 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a95dee6a6704609b798006c02614184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5396309 Nov 12 21:09:37.883858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6940e526-846e-4824-8e9c-7be714cd1145 req-253c81ad-8ad6-4e84-a251-59a359a5ebf2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 210 time: 0.0601778 Nov 12 21:09:37.902761 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f8a669a-96da-4373-90d4-6110b1b41df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.010406 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f8a669a-96da-4373-90d4-6110b1b41df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.260389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f8a669a-96da-4373-90d4-6110b1b41df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.263046 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f8a669a-96da-4373-90d4-6110b1b41df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.267277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5f8a669a-96da-4373-90d4-6110b1b41df4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a09c5e5f-62bc-42aa-811c-8c3e2d93d53f HTTP/1.1" status: 204 len: 168 time: 0.5271816 Nov 12 21:09:38.281462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a669a-96da-4373-90d4-6110b1b41df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09c5e5f-62bc-42aa-811c-8c3e2d93d53f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:39.056072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-599be91c-fd30-4218-90d9-19d839d126fc req-08920095-7585-4982-9b30-6fd50f13f15b tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 210 time: 0.0920801 Nov 12 21:09:40.229571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51fe4eb1-d87d-401d-8395-d84a363414c9 req-5f2ece82-032b-4470-86de-f880d26ace11 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 210 time: 0.0401156 Nov 12 21:09:40.385838 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:40.425919 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:40.916695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-7bc4395a-e602-4c39-936c-5de7bfab05d9 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b13f5e9e55074d92ba69109334d17247&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459063 Nov 12 21:09:41.487163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-5f25007c-3192-4762-8d46-b1c640b7b00d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:41.489805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-5f25007c-3192-4762-8d46-b1c640b7b00d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 811 time: 0.3429599 Nov 12 21:09:41.572643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4220d3f3-dbec-4cac-897a-27a85b90c3b5 req-d95a85bd-6d78-4393-b696-78550ab96058 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 210 time: 0.0764415 Nov 12 21:09:41.699942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-87d6d2b4-c6e4-464a-9735-ced97abc0af1 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:41.701796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-87d6d2b4-c6e4-464a-9735-ced97abc0af1 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7840002 Nov 12 21:09:41.718522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-d632fb51-ef82-4a69-a092-f49ac84b3895 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ad5c4ac51f404e8a0e745f99e44252 HTTP/1.1" status: 200 len: 380 time: 0.2101068 Nov 12 21:09:41.740582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-e2680763-3d3f-4ddc-a940-5f7e755ab921 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/quotas/b13f5e9e55074d92ba69109334d17247 HTTP/1.1" status: 200 len: 375 time: 0.0279279 Nov 12 21:09:41.753868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'port': {'device_id': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'admin_state_up': True, 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'security_groups': ['c003cda6-9ec3-4ea3-bb0b-7639232e05b0']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:41.907240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-41fc17f4-6ee0-4785-81f4-ca60c87ed9a0 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b13f5e9e55074d92ba69109334d17247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655896 Nov 12 21:09:42.162628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Made reservation on behalf of 61ad5c4ac51f404e8a0e745f99e44252 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:42.166875 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.609158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f688a179-02f9-4a70-b649-af7d59da420c req-28f0748f-ea2e-4cbc-99a1-8b82c806ed2a tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 210 time: 0.2272692 Nov 12 21:09:42.754147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4c56fd7-4686-45c4-9918-fec84f61300c req-1aac311b-e486-495b-8e1c-62d9d69cd158 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 210 time: 0.0580173 Nov 12 21:09:42.768285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Allocated IP 172.20.0.13 (30e634c7-c8e7-4806-810f-b2d9beedba24/6ccee5db-54a3-4fd7-9e0d-d62662197e58/0ef8243c-6360-4fcf-b14e-754a305ffd80) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:43.015980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:43.299796 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:43.544392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event updated for resources: {'Port': ['ID=0ef8243c-6360-4fcf-b14e-754a305ffd80,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:43.581078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:43.584904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:43.618234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:43.821725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:43.830684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:43.961308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a67685c-b3ab-4c8c-a068-95a9a5e61f98 req-ac21a310-e818-4962-bdb6-99a47dadfd6d tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 210 time: 0.1013353 Nov 12 21:09:43.966824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-e23f3d17-ea96-4f70-8c36-1512976c606c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2206187 Nov 12 21:09:43.972888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-f604e8e1-da17-4a95-9efd-fcbf66299103 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1499286 Nov 12 21:09:43.987448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Request body: {'port': {'device_id': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:44.149004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3a00e02f-1c29-44ea-b21a-6c350b2129c7 None None] Provisioning complete for port 0ef8243c-6360-4fcf-b14e-754a305ffd80 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:44.151810 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3a00e02f-1c29-44ea-b21a-6c350b2129c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:44.163134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:44.209507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-1495bd38-bd19-45eb-9a0d-415b2ad7a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:44.213568 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-1495bd38-bd19-45eb-9a0d-415b2ad7a85e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69ab8c82412249beb1bacf13c552a139&device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 1099 time: 0.1135709 Nov 12 21:09:44.255133 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3a00e02f-1c29-44ea-b21a-6c350b2129c7 None None] Port 0ef8243c-6360-4fcf-b14e-754a305ffd80 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:09:44.451106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-4db6d3e5-fa39-4730-90b8-590f114b508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:44.454056 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-4db6d3e5-fa39-4730-90b8-590f114b508a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 200 len: 915 time: 0.2176399 Nov 12 21:09:44.483505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a82a3-051f-49fd-8b11-4e2a33eb8818 req-25fd2314-f69c-4006-9bc0-52a4b103adfd tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:44.498868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b88a82a3-051f-49fd-8b11-4e2a33eb8818 req-25fd2314-f69c-4006-9bc0-52a4b103adfd tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 932 time: 0.3327014 Nov 12 21:09:44.588817 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-bcc2f0dc-ac3d-463e-90a6-100b05ab6c22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 200 len: 217 time: 0.1239500 Nov 12 21:09:44.772094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b69b5-2425-4b6c-9765-02dbf0ce0b62 req-cb290458-51c6-4583-9e46-b24a2eca09c0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:44.776616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f84b69b5-2425-4b6c-9765-02dbf0ce0b62 req-cb290458-51c6-4583-9e46-b24a2eca09c0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.4093616 Nov 12 21:09:44.826929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-4ffce024-4134-4126-83f1-e05ec408856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:44.831072 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-4ffce024-4134-4126-83f1-e05ec408856b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c HTTP/1.1" status: 200 len: 854 time: 0.2330961 Nov 12 21:09:44.901760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b88a82a3-051f-49fd-8b11-4e2a33eb8818 req-1ebc24ab-b6e8-4fd8-997c-9da9cee96dbf tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060419 Nov 12 21:09:44.908525 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-aee60f62-38cf-457e-b1ab-8751b23514fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d88994c6-ed4d-429a-9783-50c67fad295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675447 Nov 12 21:09:45.169250 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-fb4615ce-9f39-4fb2-98a0-4ae2e6e9c2ef service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407632 Nov 12 21:09:45.174643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a75e43d-be33-455b-9bc5-1211f97bda07 req-3bcedeb9-22b4-4307-b8b5-c4ce21e050ee tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 210 time: 0.0815380 Nov 12 21:09:45.210796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f84b69b5-2425-4b6c-9765-02dbf0ce0b62 req-8248d8f7-f52d-41e6-9f1b-91b14f297ff5 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021773 Nov 12 21:09:45.362295 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-30f12f65-2e97-4837-a4bd-d94b4e03d446 req-c7f40dd2-7073-42f6-bb90-9036ddeedadd service neutron] 10.222.0.46 "GET /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824253 Nov 12 21:09:45.458636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef8243c-6360-4fcf-b14e-754a305ffd80 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:45.477071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:45.518765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Transition to ACTIVE for port object 0ef8243c-6360-4fcf-b14e-754a305ffd80 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:09:45.639225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:45.764584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef8243c-6360-4fcf-b14e-754a305ffd80,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:46.002529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Attempting to bind port 0ef8243c-6360-4fcf-b14e-754a305ffd80 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:09:46.005248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Attempting to bind port 0ef8243c-6360-4fcf-b14e-754a305ffd80 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:09:46.006404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Attempting to bind port 0ef8243c-6360-4fcf-b14e-754a305ffd80 on network 30e634c7-c8e7-4806-810f-b2d9beedba24 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:46.013517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Port 0ef8243c-6360-4fcf-b14e-754a305ffd80 on network 30e634c7-c8e7-4806-810f-b2d9beedba24 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:09:46.014242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Attempting to bind port 0ef8243c-6360-4fcf-b14e-754a305ffd80 on network 30e634c7-c8e7-4806-810f-b2d9beedba24 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:46.036033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:09:46.041058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Checking segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:46.045788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Bound using segment: {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:09:46.047168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Bound port: 0ef8243c-6360-4fcf-b14e-754a305ffd80, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:09:46.049654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:46.077883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738609-cbfd-4bad-a919-70d761c07c8f req-b05e95d7-9636-479b-87c2-06224179b85f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:46.079492 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-91738609-cbfd-4bad-a919-70d761c07c8f req-b05e95d7-9636-479b-87c2-06224179b85f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 947 time: 0.1098080 Nov 12 21:09:46.282717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Deleting port e3625fae-6990-43db-912b-08941573b0df {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:46.283407 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:46.316852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-91ffce95-7fcb-4ee2-95a9-996fc96d4a8c tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b13f5e9e55074d92ba69109334d17247&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629406 Nov 12 21:09:46.380268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] For port 0ef8243c-6360-4fcf-b14e-754a305ffd80, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:09:46.387591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] For port 0ef8243c-6360-4fcf-b14e-754a305ffd80, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:09:46.443465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b3f44-8587-48d7-8838-f7a217947e16 req-10066ed2-b368-4b87-b72b-84b3ef087fc8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:46.445360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-687b3f44-8587-48d7-8838-f7a217947e16 req-10066ed2-b368-4b87-b72b-84b3ef087fc8 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 944 time: 0.3907142 Nov 12 21:09:46.450506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] For port e3625fae-6990-43db-912b-08941573b0df, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e3625fae-6990-43db-912b-08941573b0df,segment=NetworkSegment(7167c9c2-c49f-4208-9a43-2e4a0029c79f),segment_id=7167c9c2-c49f-4208-9a43-2e4a0029c79f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:46.451962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:46.468771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Calling delete_port for e3625fae-6990-43db-912b-08941573b0df owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:46.488096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42b42272-c32a-4b1a-9576-53e637b629fb req-f41b86bc-43f8-4823-9f03-a562ff5a7fe8 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 210 time: 0.0813203 Nov 12 21:09:46.617202 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:46.737250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:46.738102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:46.739711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] 10.222.0.78 "PUT /v2.0/ports/0ef8243c-6360-4fcf-b14e-754a305ffd80 HTTP/1.1" status: 200 len: 1093 time: 2.7577713 Nov 12 21:09:46.771547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'tag': '0ef8243c-6360-4fcf-b14e-754a305ffd80'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:46.776327 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba86724-ac72-4177-928c-11e02085e332" -d '{"events": [{"name": "network-changed", "server_uuid": "eb658f03-d5ca-4140-b758-64a62cbbbf90", "tag": "0ef8243c-6360-4fcf-b14e-754a305ffd80"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:46.803645 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:46.823658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e3625fae-6990-43db-912b-08941573b0df'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:09:46.855066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-687b3f44-8587-48d7-8838-f7a217947e16 req-1498465e-1552-483a-888a-f693ae649c10 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864965 Nov 12 21:09:46.906821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Pushing event deleted for resources: {'Port': ['ID=e3625fae-6990-43db-912b-08941573b0df,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:46.923756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0072f2-daea-4b5f-b61d-dbc3666043c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef8243c-6360-4fcf-b14e-754a305ffd80,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:46.966048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-6d8cc8b2-da64-48c6-b318-838575cab3e4 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:46.968183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-6d8cc8b2-da64-48c6-b318-838575cab3e4 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5686870 Nov 12 21:09:47.000824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] No DVR routers for this DVR port e3625fae-6990-43db-912b-08941573b0df on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:09:47.004021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:47.008981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-91738609-cbfd-4bad-a919-70d761c07c8f req-40c98a8f-d711-4c11-837f-166311f386a0 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.46 "DELETE /v2.0/ports/e3625fae-6990-43db-912b-08941573b0df HTTP/1.1" status: 204 len: 173 time: 0.9163814 Nov 12 21:09:47.022782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-deleted', 'tag': 'e3625fae-6990-43db-912b-08941573b0df'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:47.023158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2442611-442d-4eae-ac83-31be0363aa89 req-f27cc42a-cc11-41ca-8fae-93765fdaa125 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:47.023669 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737e86e8-9580-40a1-bdc5-d026e387382b" -d '{"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-deleted", "tag": "e3625fae-6990-43db-912b-08941573b0df"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:47.028999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2442611-442d-4eae-ac83-31be0363aa89 req-f27cc42a-cc11-41ca-8fae-93765fdaa125 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 868 time: 0.4132776 Nov 12 21:09:47.036712 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d69afa-4949-44b7-9857-eee79f7b067d x-openstack-request-id: req-e2d69afa-4949-44b7-9857-eee79f7b067d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:47.037098 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb658f03-d5ca-4140-b758-64a62cbbbf90", "tag": "0ef8243c-6360-4fcf-b14e-754a305ffd80", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:47.040108 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2d69afa-4949-44b7-9857-eee79f7b067d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:47.040532 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'tag': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'status': 'completed', 'code': 200} Nov 12 21:09:47.084432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Request body: {'port': {'device_id': '0e97562c-a1b8-49a1-97f1-d2c7b90e88f4', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': 'b13f5e9e55074d92ba69109334d17247'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:47.084952 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aa93f3-9372-45f8-b1b6-e72ec588ca40 x-openstack-request-id: req-d0aa93f3-9372-45f8-b1b6-e72ec588ca40 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:47.084952 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec0aec3-4288-4df5-905b-b3cc399f4ace", "name": "network-vif-deleted", "tag": "e3625fae-6990-43db-912b-08941573b0df", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:47.084952 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0aa93f3-9372-45f8-b1b6-e72ec588ca40 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:47.084952 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec0aec3-4288-4df5-905b-b3cc399f4ace', 'name': 'network-vif-deleted', 'tag': 'e3625fae-6990-43db-912b-08941573b0df', 'status': 'completed', 'code': 200} Nov 12 21:09:47.373530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2442611-442d-4eae-ac83-31be0363aa89 req-d542d304-bb23-47c9-88c1-473ed7af324f tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/security-groups?id=deb3692b-9177-4419-ac0f-7eb8504a9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759781 Nov 12 21:09:47.377981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-a1b80f04-03c3-4e36-8f5e-3abf989418e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:47.380328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-a1b80f04-03c3-4e36-8f5e-3abf989418e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 1096 time: 0.4108789 Nov 12 21:09:47.469760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-4a6ef3a0-f364-4644-b00e-e3906f1eea4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80 HTTP/1.1" status: 200 len: 217 time: 0.0793471 Nov 12 21:09:47.565746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-58cc14c5-30a3-447e-952e-baef5d129514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:47.567246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-58cc14c5-30a3-447e-952e-baef5d129514 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.0882628 Nov 12 21:09:47.617341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1590558a-1b1c-45f4-9cab-a9d41c53db12 req-8a70a723-4f1e-4c89-8571-17d69b899c9f tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 210 time: 0.0490682 Nov 12 21:09:47.661032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-2e3c305e-d9bd-424c-9e68-9fbce8485314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:47.663454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-2e3c305e-d9bd-424c-9e68-9fbce8485314 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758359 Nov 12 21:09:47.752340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Made reservation on behalf of b13f5e9e55074d92ba69109334d17247 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:47.756766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:47.776569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:47.891476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:47.895665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-c54e034a-6f31-4157-adc0-8c691187c442 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224538 Nov 12 21:09:47.994396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:48.273948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f200565-c555-445b-8ac6-a902dc89db3f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:48.380211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Allocated IP 192.168.233.228 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/d27fd2c6-14a1-4141-9b0c-3bae9224885c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:48.388196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a7f1f04-eb37-4a89-944d-1894c275ce4b req-186d0a94-a11c-4d0b-bfc2-abc8ed79f05c service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849277 Nov 12 21:09:48.432298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b51b95-54e9-49e7-bfaa-3317191c3502 req-3aeb2ddd-2beb-4142-a64c-5a7928cd36ab tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:48.433787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4b51b95-54e9-49e7-bfaa-3317191c3502 req-3aeb2ddd-2beb-4142-a64c-5a7928cd36ab tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 944 time: 0.3393672 Nov 12 21:09:48.586937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4b51b95-54e9-49e7-bfaa-3317191c3502 req-a1383da1-3bf9-4027-bf17-557adf57aac7 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182499 Nov 12 21:09:48.748639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb1b6da9-249a-4622-b9e2-24ff1cf218f9 req-cfc0086c-f135-4ef4-9c93-2157d66cc1f8 tempest-ServersNegativeTestJSON-1044279985 tempest-ServersNegativeTestJSON-1044279985-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ec0aec3-4288-4df5-905b-b3cc399f4ace HTTP/1.1" status: 200 len: 210 time: 0.1095881 Nov 12 21:09:48.831904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd514033-e462-40d0-9786-72196309972a req-1b3d3503-78ea-49c7-b8af-f6eef0977326 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 210 time: 0.0586925 Nov 12 21:09:48.863761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86724-ac72-4177-928c-11e02085e332 req-1ca54718-20f0-4bb0-b22f-73f1671bc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:48.865582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ba86724-ac72-4177-928c-11e02085e332 req-1ca54718-20f0-4bb0-b22f-73f1671bc244 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 1096 time: 0.2246590 Nov 12 21:09:48.876964 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:48.940589 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:09:48.992256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86724-ac72-4177-928c-11e02085e332 req-75d83d43-befd-4a35-ad82-00ed424e921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:48.993654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ba86724-ac72-4177-928c-11e02085e332 req-75d83d43-befd-4a35-ad82-00ed424e921a service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.1151040 Nov 12 21:09:49.084263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ba86724-ac72-4177-928c-11e02085e332 req-219e8fd0-e6dd-417f-b790-e0d16df50653 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80 HTTP/1.1" status: 200 len: 217 time: 0.0803869 Nov 12 21:09:49.168536 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:49.261075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:49.269301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:49.272585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86724-ac72-4177-928c-11e02085e332 req-5950a47a-fd95-4689-b7d3-a033960d016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:49.274635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ba86724-ac72-4177-928c-11e02085e332 req-5950a47a-fd95-4689-b7d3-a033960d016d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.1743197 Nov 12 21:09:49.275370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:49.355873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Pushing event updated for resources: {'Port': ['ID=d27fd2c6-14a1-4141-9b0c-3bae9224885c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:49.395669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:49.396325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:49.414489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86724-ac72-4177-928c-11e02085e332 req-8614623f-02b2-473c-bad6-1824e0a1ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:49.416725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ba86724-ac72-4177-928c-11e02085e332 req-8614623f-02b2-473c-bad6-1824e0a1ffc5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286037 Nov 12 21:09:49.550052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ba86724-ac72-4177-928c-11e02085e332 req-733f4e54-772a-44aa-bc74-0a92e1082cde service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222341 Nov 12 21:09:49.554463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-aad5d32e-19d0-457a-a949-180895cffe28 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5213246 Nov 12 21:09:49.571794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Request body: {'port': {'device_id': '0e97562c-a1b8-49a1-97f1-d2c7b90e88f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:49.627371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-657fb371-ccd7-4f53-b344-e179528e5429 None None] Provisioning complete for port d27fd2c6-14a1-4141-9b0c-3bae9224885c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:49.627926 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-657fb371-ccd7-4f53-b344-e179528e5429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:49.687215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-657fb371-ccd7-4f53-b344-e179528e5429 None None] Port d27fd2c6-14a1-4141-9b0c-3bae9224885c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:09:49.871195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:50.001277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d97eb5-cef0-40df-b44b-a4e6448e1ef7 admin admin] Deleting subnet c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:09:50.005304 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5d97eb5-cef0-40df-b44b-a4e6448e1ef7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.100742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5d97eb5-cef0-40df-b44b-a4e6448e1ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.177294 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5d97eb5-cef0-40df-b44b-a4e6448e1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.184113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e3625fae-6990-43db-912b-08941573b0df no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:09:50.248454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: e3625fae-6990-43db-912b-08941573b0df {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:09:50.249518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e3625fae-6990-43db-912b-08941573b0df not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:09:50.299803 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.341629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4818a-5330-4bcc-9d21-256039b46f87 req-7ff4dd80-5604-4f6e-a1b5-c2f36e59aa38 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:50.343642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30a4818a-5330-4bcc-9d21-256039b46f87 req-7ff4dd80-5604-4f6e-a1b5-c2f36e59aa38 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 936 time: 0.1638935 Nov 12 21:09:50.355801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25159104-48bb-4f8e-b67c-6807dfb11de4 req-8ef4fae8-ae5e-4382-a3d5-744f92b452ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:50.358394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25159104-48bb-4f8e-b67c-6807dfb11de4 req-8ef4fae8-ae5e-4382-a3d5-744f92b452ce tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 944 time: 0.2047486 Nov 12 21:09:50.365983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ba86724-ac72-4177-928c-11e02085e332 req-88f0c1a7-7b8a-4d78-b481-ff76b40ebeb2 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078020 Nov 12 21:09:50.536708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30a4818a-5330-4bcc-9d21-256039b46f87 req-4d5fdff1-65d0-4003-937f-d45a70e620d8 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770663 Nov 12 21:09:50.582462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25159104-48bb-4f8e-b67c-6807dfb11de4 req-8b872a8b-fe8e-4400-8b80-6a43d47d766c tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927640 Nov 12 21:09:50.597491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5d97eb5-cef0-40df-b44b-a4e6448e1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.639621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d97eb5-cef0-40df-b44b-a4e6448e1ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:50.641727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d5d97eb5-cef0-40df-b44b-a4e6448e1ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.649538 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d5d97eb5-cef0-40df-b44b-a4e6448e1ef7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c00cb0d5-6e9f-4a8b-a798-cb2f10ea288c HTTP/1.1" status: 204 len: 168 time: 0.7743244 Nov 12 21:09:50.655108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35226) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:50.748252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.854756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27fd2c6-14a1-4141-9b0c-3bae9224885c {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:50.870680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.890743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.903004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Transition to ACTIVE for port object d27fd2c6-14a1-4141-9b0c-3bae9224885c will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:09:50.912149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88994c6-ed4d-429a-9783-50c67fad295e']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:50.924059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7167c9c2-c49f-4208-9a43-2e4a0029c79f') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:50.924351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7167c9c2-c49f-4208-9a43-2e4a0029c79f') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:50.934514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.949786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.956934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:09:50.957316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:09:50.958954 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:09:51.008670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.084901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Pushing event updated for resources: {'Port': ['ID=d27fd2c6-14a1-4141-9b0c-3bae9224885c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:51.179003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Attempting to bind port d27fd2c6-14a1-4141-9b0c-3bae9224885c on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:09:51.179419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Attempting to bind port d27fd2c6-14a1-4141-9b0c-3bae9224885c by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:09:51.179756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Attempting to bind port d27fd2c6-14a1-4141-9b0c-3bae9224885c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:51.185044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Port d27fd2c6-14a1-4141-9b0c-3bae9224885c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:09:51.185897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Attempting to bind port d27fd2c6-14a1-4141-9b0c-3bae9224885c on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:51.193940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:09:51.195353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:51.195834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:09:51.196286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Bound port: d27fd2c6-14a1-4141-9b0c-3bae9224885c, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:09:51.196658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.203566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.217457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.220846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] 10.222.0.64 "DELETE /v2.0/networks/d88994c6-ed4d-429a-9783-50c67fad295e HTTP/1.1" status: 204 len: 168 time: 0.5681620 Nov 12 21:09:51.276495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62f2b1-6283-4eae-aea4-9b7be9071cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=d88994c6-ed4d-429a-9783-50c67fad295e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:51.335758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0ef8243c-6360-4fcf-b14e-754a305ffd80 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:09:51.345084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] For port d27fd2c6-14a1-4141-9b0c-3bae9224885c, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:09:51.353399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] For port d27fd2c6-14a1-4141-9b0c-3bae9224885c, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d27fd2c6-14a1-4141-9b0c-3bae9224885c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:09:51.455646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.521768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:51.522480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.541250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] 10.222.0.46 "PUT /v2.0/ports/d27fd2c6-14a1-4141-9b0c-3bae9224885c HTTP/1.1" status: 200 len: 1097 time: 1.9749670 Nov 12 21:09:51.541810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e97562c-a1b8-49a1-97f1-d2c7b90e88f4', 'tag': 'd27fd2c6-14a1-4141-9b0c-3bae9224885c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:51.549769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0ef8243c-6360-4fcf-b14e-754a305ffd80, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:51.562689 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed5e96d-fc53-4f6d-bb07-eeb22e5ebf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e97562c-a1b8-49a1-97f1-d2c7b90e88f4", "tag": "d27fd2c6-14a1-4141-9b0c-3bae9224885c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:51.584926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'port_id': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'mac_address': 'fa:16:3e:3c:22:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:09:51.668671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a592ce-cb3f-4e07-b9d9-020229d1c886 service neutron] Pushing event updated for resources: {'Port': ['ID=d27fd2c6-14a1-4141-9b0c-3bae9224885c,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:51.681486 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171372fe-b74e-4dbb-8824-373661882e4a x-openstack-request-id: req-171372fe-b74e-4dbb-8824-373661882e4a {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:51.681785 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e97562c-a1b8-49a1-97f1-d2c7b90e88f4", "tag": "d27fd2c6-14a1-4141-9b0c-3bae9224885c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:51.684419 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-171372fe-b74e-4dbb-8824-373661882e4a {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:51.684863 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e97562c-a1b8-49a1-97f1-d2c7b90e88f4', 'tag': 'd27fd2c6-14a1-4141-9b0c-3bae9224885c', 'status': 'completed', 'code': 200} Nov 12 21:09:51.770269 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.807479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef8243c-6360-4fcf-b14e-754a305ffd80 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:51.878876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0ef8243c-6360-4fcf-b14e-754a305ffd80, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:51.956576 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.985318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528bab6-ae01-4afb-ab07-bab8e22a35a8 req-b6cc23e3-581d-4e6c-976d-1f10e3cd8f30 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:51.990661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9528bab6-ae01-4afb-ab07-bab8e22a35a8 req-b6cc23e3-581d-4e6c-976d-1f10e3cd8f30 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 948 time: 0.2336507 Nov 12 21:09:52.008680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f15bce-339f-496e-9e62-e9dbeff10606 req-5eea7a03-0db8-4fc0-82ee-5e99a93460e2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.022578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12f15bce-339f-496e-9e62-e9dbeff10606 req-5eea7a03-0db8-4fc0-82ee-5e99a93460e2 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 944 time: 0.1953895 Nov 12 21:09:52.027966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5e96d-fc53-4f6d-bb07-eeb22e5ebf9d req-d644845a-5c72-4f4f-a858-23fc341ccf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.030846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ed5e96d-fc53-4f6d-bb07-eeb22e5ebf9d req-d644845a-5c72-4f4f-a858-23fc341ccf22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b13f5e9e55074d92ba69109334d17247&device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 1100 time: 0.3321502 Nov 12 21:09:52.049502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35268) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:52.067015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=0ef8243c-6360-4fcf-b14e-754a305ffd80,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:52.078827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.079380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.079880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.082013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.082013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.082013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.082013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.082013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.082013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.085259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.085784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.086934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:52.101216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ed5e96d-fc53-4f6d-bb07-eeb22e5ebf9d req-a6fb38aa-efde-4363-8cc1-387ce0eac6ad service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b13f5e9e55074d92ba69109334d17247&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459397 Nov 12 21:09:52.194085 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33dec7f2-8e5d-4c6c-95f9-f527c61505b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69ab8c82412249beb1bacf13c552a139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390982 Nov 12 21:09:52.195021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35270) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:52.236443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['0ef8243c-6360-4fcf-b14e-754a305ffd80'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:09:52.330642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3faeb599-d11d-4aca-89a9-20dd27fb9a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:52.399498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3faeb599-d11d-4aca-89a9-20dd27fb9a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:52.419681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5e96d-fc53-4f6d-bb07-eeb22e5ebf9d req-c63df0ab-9a2b-464d-bd3f-1e10791a0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.419681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ed5e96d-fc53-4f6d-bb07-eeb22e5ebf9d req-c63df0ab-9a2b-464d-bd3f-1e10791a0f08 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2975628 Nov 12 21:09:52.458504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12f15bce-339f-496e-9e62-e9dbeff10606 req-c1d34272-6e92-44ac-bbb1-ad3949ea7bcb tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4360936 Nov 12 21:09:52.473124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9528bab6-ae01-4afb-ab07-bab8e22a35a8 req-95f459a9-fdb5-44b5-bdc5-3bb9de07bbb4 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358983 Nov 12 21:09:52.610812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-0b53e68b-08cc-41cd-99bd-9a78902294eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.612506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-0b53e68b-08cc-41cd-99bd-9a78902294eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b13f5e9e55074d92ba69109334d17247&device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 1100 time: 0.1240647 Nov 12 21:09:52.686597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-816d2d4d-5e17-4a92-ac93-6ab87b0b9d69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d27fd2c6-14a1-4141-9b0c-3bae9224885c HTTP/1.1" status: 200 len: 217 time: 0.0612512 Nov 12 21:09:52.706932 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3faeb599-d11d-4aca-89a9-20dd27fb9a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:52.710084 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3faeb599-d11d-4aca-89a9-20dd27fb9a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:52.711209 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3faeb599-d11d-4aca-89a9-20dd27fb9a1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/deb3692b-9177-4419-ac0f-7eb8504a9a41 HTTP/1.1" status: 204 len: 168 time: 0.5117018 Nov 12 21:09:52.728062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faeb599-d11d-4aca-89a9-20dd27fb9a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb3692b-9177-4419-ac0f-7eb8504a9a41,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:52.786737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-61477ec3-1013-4925-ac76-eb2a7e2f7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.789515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-61477ec3-1013-4925-ac76-eb2a7e2f7d47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0876226 Nov 12 21:09:52.861984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-1a89f45b-429e-46a9-9c2f-4e6ed06870ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.863735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-1a89f45b-429e-46a9-9c2f-4e6ed06870ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625606 Nov 12 21:09:53.112383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-fd4a7d0a-8cea-41c1-b8f2-fa7a3c9ce323 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337799 Nov 12 21:09:53.326109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0ef8243c-6360-4fcf-b14e-754a305ffd80 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:53.417500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f6aac-a834-4cdc-adbd-56bafe940102 req-2ae5e206-f363-4c4e-81c5-71528f29a7f6 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919548 Nov 12 21:09:53.626913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 0ef8243c-6360-4fcf-b14e-754a305ffd80 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:09:53.635741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 0ef8243c-6360-4fcf-b14e-754a305ffd80 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:53.636414 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:53.783466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c345-cfd3-45b5-8ffc-a04d76185e60 req-1ae9594a-5f34-43a5-b241-0b80c90db316 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:53.785671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e22c345-cfd3-45b5-8ffc-a04d76185e60 req-1ae9594a-5f34-43a5-b241-0b80c90db316 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 945 time: 0.1675527 Nov 12 21:09:53.851234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a17c7-313e-418b-b6fa-1f1d44f1d3dc req-4b8d32c4-2a23-41c1-ab37-0f0db3cdfaac tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:53.852863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a6a17c7-313e-418b-b6fa-1f1d44f1d3dc req-4b8d32c4-2a23-41c1-ab37-0f0db3cdfaac tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 948 time: 0.1399002 Nov 12 21:09:53.868238 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:53.979870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef8243c-6360-4fcf-b14e-754a305ffd80'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:53.986144 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ee0f9-9dda-490c-a861-6e13fe68bacf" -d '{"events": [{"server_uuid": "eb658f03-d5ca-4140-b758-64a62cbbbf90", "name": "network-vif-plugged", "status": "completed", "tag": "0ef8243c-6360-4fcf-b14e-754a305ffd80"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:54.035782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0ef8243c-6360-4fcf-b14e-754a305ffd80, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:54.064738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e22c345-cfd3-45b5-8ffc-a04d76185e60 req-5d4a9833-e50b-4a63-8913-a9b4c5d17d6d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447910 Nov 12 21:09:54.143720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a6a17c7-313e-418b-b6fa-1f1d44f1d3dc req-7e131b4d-40bb-4af9-9d94-b00de85ef1ce tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610199 Nov 12 21:09:54.203426 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3afe66-b4a7-4e7a-b25f-2e35fa9d675c x-openstack-request-id: req-2d3afe66-b4a7-4e7a-b25f-2e35fa9d675c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:54.203426 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb658f03-d5ca-4140-b758-64a62cbbbf90", "name": "network-vif-plugged", "status": "completed", "tag": "0ef8243c-6360-4fcf-b14e-754a305ffd80", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:54.203426 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d3afe66-b4a7-4e7a-b25f-2e35fa9d675c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:54.203426 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'code': 200} Nov 12 21:09:54.239313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:54.329042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cbaf8-302b-4c8b-bde5-c70d2c561518 req-9cecfb15-2526-41e0-b8ca-522dbcbefd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:54.332812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-343cbaf8-302b-4c8b-bde5-c70d2c561518 req-9cecfb15-2526-41e0-b8ca-522dbcbefd46 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 1098 time: 0.0514004 Nov 12 21:09:54.377741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=0ef8243c-6360-4fcf-b14e-754a305ffd80,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:54.404772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-343cbaf8-302b-4c8b-bde5-c70d2c561518 req-19a4b480-3873-4dc9-90b9-4236c81e792e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622172 Nov 12 21:09:55.337586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0141e-cdd3-4abe-bdc6-c3a0da08217a req-5159f910-9b3f-40da-907c-298e5c562976 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:55.355962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61e0141e-cdd3-4abe-bdc6-c3a0da08217a req-5159f910-9b3f-40da-907c-298e5c562976 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 946 time: 0.1250112 Nov 12 21:09:55.510681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35352) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:55.538686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61e0141e-cdd3-4abe-bdc6-c3a0da08217a req-46f05eb5-c45a-4971-8003-b5e60fd0d1b5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818285 Nov 12 21:09:55.557970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc61e-1241-4b60-90d7-97a2452b6d45 req-709c8ef5-8c4f-489a-880a-7fb7eb0a5e73 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:55.575379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bcfc61e-1241-4b60-90d7-97a2452b6d45 req-709c8ef5-8c4f-489a-880a-7fb7eb0a5e73 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 948 time: 0.2086830 Nov 12 21:09:55.639596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bcfc61e-1241-4b60-90d7-97a2452b6d45 req-e190d80b-37b5-4077-80a3-349596b62f9e tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694616 Nov 12 21:09:55.741537 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1989357900-network', 'tenant_id': '80eb310fb74242d6ba6a1b1b4d6320dd'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:55.922491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Made reservation on behalf of 80eb310fb74242d6ba6a1b1b4d6320dd for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:55.925571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:55.936283 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.032542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.183521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d27fd2c6-14a1-4141-9b0c-3bae9224885c details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:09:56.186065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.249709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:09:56.274543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6cc099-1e0e-4d55-9122-07c85567401c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:56.281105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.281105 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Added segment 0eea348d-750f-4457-b7da-dda7ba85b7b6 of type vlan for network 1502cd61-72a9-4e04-8fbe-197f9eb1553d Nov 12 21:09:56.342100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.351814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d27fd2c6-14a1-4141-9b0c-3bae9224885c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d27fd2c6-14a1-4141-9b0c-3bae9224885c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:56.368170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd27fd2c6-14a1-4141-9b0c-3bae9224885c', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': 'd27fd2c6-14a1-4141-9b0c-3bae9224885c', 'mac_address': 'fa:16:3e:69:f5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:09:56.416631 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.443328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27fd2c6-14a1-4141-9b0c-3bae9224885c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:56.469522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d27fd2c6-14a1-4141-9b0c-3bae9224885c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d27fd2c6-14a1-4141-9b0c-3bae9224885c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:56.522357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.523404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:56.526521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.596324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] Pushing event updated for resources: {'Network': ['ID=1502cd61-72a9-4e04-8fbe-197f9eb1553d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:56.602205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.612516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 1502cd61-72a9-4e04-8fbe-197f9eb1553d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:09:56.665481 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5dbbe984-1e8a-46ce-b41b-7bbaac4434ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1530416 Nov 12 21:09:56.666092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35378) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:56.672335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Request body: {'subnet': {'network_id': '1502cd61-72a9-4e04-8fbe-197f9eb1553d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1989357900-subnet', 'tenant_id': '80eb310fb74242d6ba6a1b1b4d6320dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:56.811621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d27fd2c6-14a1-4141-9b0c-3bae9224885c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:56.829148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbe26a-4e20-4dc1-b446-6d5fbd8d66d3 req-3029324d-89d1-46e4-82d3-739dffce46ec tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:56.831661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5dbe26a-4e20-4dc1-b446-6d5fbd8d66d3 req-3029324d-89d1-46e4-82d3-739dffce46ec tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 946 time: 0.1705704 Nov 12 21:09:56.835937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Made reservation on behalf of 80eb310fb74242d6ba6a1b1b4d6320dd for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:56.841983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.899670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d27fd2c6-14a1-4141-9b0c-3bae9224885c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:09:56.933390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e59a-a096-49bf-b16a-6c29bdc68d4f req-8c683116-6c85-4c5a-baa7-6eb59a3eb9e5 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:56.953727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4146e59a-a096-49bf-b16a-6c29bdc68d4f req-8c683116-6c85-4c5a-baa7-6eb59a3eb9e5 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 949 time: 0.1558154 Nov 12 21:09:56.977849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5dbe26a-4e20-4dc1-b446-6d5fbd8d66d3 req-4c341072-27f0-45be-9fc8-7329f488c377 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156952 Nov 12 21:09:57.040748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4146e59a-a096-49bf-b16a-6c29bdc68d4f req-ac5d5ea6-5c9e-4749-97df-92e681b26c82 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859623 Nov 12 21:09:57.153385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146fb3-048e-4958-b3f3-512d31cb5f01 req-04f6c647-8d0e-4a60-9bee-b5090a225b24 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:57.165046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68146fb3-048e-4958-b3f3-512d31cb5f01 req-04f6c647-8d0e-4a60-9bee-b5090a225b24 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 946 time: 0.0694516 Nov 12 21:09:57.165046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35392) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:57.172592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Request body: {'floatingip': {'port_id': '0ef8243c-6360-4fcf-b14e-754a305ffd80'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:57.228467 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:57.356295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:57.439449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ae94bf-34c9-40b9-8451-2b4b2482ca57,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:57.455456 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Checking segment: {'id': '0eea348d-750f-4457-b7da-dda7ba85b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1502cd61-72a9-4e04-8fbe-197f9eb1553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:57.455975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Network hostable DHCP agents. Network: 1502cd61-72a9-4e04-8fbe-197f9eb1553d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:09:57.619873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-704fe2e4-cdf1-4d34-a095-878ce173c12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:57.728290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Network 1502cd61-72a9-4e04-8fbe-197f9eb1553d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:09:57.860636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 1502cd61-72a9-4e04-8fbe-197f9eb1553d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:57.866481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:57.867357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:57.879901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e984275-9d41-4e80-96ad-557e871b3ce0 None None] Network 1502cd61-72a9-4e04-8fbe-197f9eb1553d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:57.987785 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c97e2ce1-0e35-4c7f-9e9b-15d50214d9bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3206317 Nov 12 21:09:58.002685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.resource_extend [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:09:58.116122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e20d33-65b1-4439-a629-a46566571ef3 None None] Network 1502cd61-72a9-4e04-8fbe-197f9eb1553d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:58.221460 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:58.265014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d27fd2c6-14a1-4141-9b0c-3bae9224885c up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:58.347531 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:58.363207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35414) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:58.457578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dab5c9-f6ec-41aa-b4d1-79740bdb98c9 req-1e49ae82-a661-4ac4-b73a-8c44e0c8f6d4 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:58.466717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00dab5c9-f6ec-41aa-b4d1-79740bdb98c9 req-1e49ae82-a661-4ac4-b73a-8c44e0c8f6d4 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 949 time: 0.2401721 Nov 12 21:09:58.471611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port d27fd2c6-14a1-4141-9b0c-3bae9224885c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:09:58.477438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d27fd2c6-14a1-4141-9b0c-3bae9224885c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:58.484841 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:58.583335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00dab5c9-f6ec-41aa-b4d1-79740bdb98c9 req-e8ec89b8-22ec-428c-9826-d0dcf2e9189e tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155915 Nov 12 21:09:58.592494 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Floating IP 7da12d60-7d09-4303-947e-4d40194a9946 associated. External IP: 172.25.8.115, port: 0ef8243c-6360-4fcf-b14e-754a305ffd80. Nov 12 21:09:58.626184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a67c0174-14e1-4e75-8d19-7600a076cb3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:58.899675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a67c0174-14e1-4e75-8d19-7600a076cb3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.018150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.025140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a67c0174-14e1-4e75-8d19-7600a076cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.025479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Router 2e893b31-e7cf-4b78-a827-3bc6cc902840 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:09:59.087455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e97562c-a1b8-49a1-97f1-d2c7b90e88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27fd2c6-14a1-4141-9b0c-3bae9224885c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:59.089696 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332d7d56-4989-488c-beb2-c48badefa88b" -d '{"events": [{"server_uuid": "0e97562c-a1b8-49a1-97f1-d2c7b90e88f4", "name": "network-vif-plugged", "status": "completed", "tag": "d27fd2c6-14a1-4141-9b0c-3bae9224885c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:59.162235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a67c0174-14e1-4e75-8d19-7600a076cb3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6327b1535a494ce689056d7c612c5155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7975204 Nov 12 21:09:59.163357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d27fd2c6-14a1-4141-9b0c-3bae9224885c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d27fd2c6-14a1-4141-9b0c-3bae9224885c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:59.164325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c0174-14e1-4e75-8d19-7600a076cb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f744f2-3fae-427e-8b78-cc87a5ccf2c0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:59.166899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35434) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:59.189140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:09:59.196338 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a9bd22-b589-46d2-87d6-a3a26e95d936 x-openstack-request-id: req-92a9bd22-b589-46d2-87d6-a3a26e95d936 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:59.196338 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e97562c-a1b8-49a1-97f1-d2c7b90e88f4", "name": "network-vif-plugged", "status": "completed", "tag": "d27fd2c6-14a1-4141-9b0c-3bae9224885c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:59.196338 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92a9bd22-b589-46d2-87d6-a3a26e95d936 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:59.196338 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e97562c-a1b8-49a1-97f1-d2c7b90e88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27fd2c6-14a1-4141-9b0c-3bae9224885c', 'code': 200} Nov 12 21:09:59.203992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.208408 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] Sync routers for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:09:59.228673 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:59.230551 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:59.270723 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.275494 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e582b4f5-a9cf-4896-9a57-eba96395737e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.325189 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e582b4f5-a9cf-4896-9a57-eba96395737e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.419981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-584114f8-bbd5-40dc-9307-b307f6e004de tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "PUT /v2.0/floatingips/7da12d60-7d09-4303-947e-4d40194a9946 HTTP/1.1" status: 200 len: 992 time: 2.2544570 Nov 12 21:09:59.430587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d27fd2c6-14a1-4141-9b0c-3bae9224885c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:59.430848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'tag': '0ef8243c-6360-4fcf-b14e-754a305ffd80'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:59.435605 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce79a60-4283-4135-9f74-695dd48ff0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb658f03-d5ca-4140-b758-64a62cbbbf90", "tag": "0ef8243c-6360-4fcf-b14e-754a305ffd80"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:59.476125 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:59.486910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35444) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:59.506107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1240508382-network', 'tenant_id': '597187d4897e40aabbf84afbaf051ded'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:59.531639 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b185ea-3e9f-4fff-b082-9f0fbde73c76 x-openstack-request-id: req-e0b185ea-3e9f-4fff-b082-9f0fbde73c76 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:59.531939 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb658f03-d5ca-4140-b758-64a62cbbbf90", "tag": "0ef8243c-6360-4fcf-b14e-754a305ffd80", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:59.533068 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0b185ea-3e9f-4fff-b082-9f0fbde73c76 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:59.537505 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'tag': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'status': 'completed', 'code': 200} Nov 12 21:09:59.542429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b90292-63bf-4edd-840a-5861de5f173d req-08053d50-3619-49af-ad40-f57b3671b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:59.544390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90b90292-63bf-4edd-840a-5861de5f173d req-08053d50-3619-49af-ad40-f57b3671b6e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 1102 time: 0.2311506 Nov 12 21:09:59.641404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e582b4f5-a9cf-4896-9a57-eba96395737e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.645253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e582b4f5-a9cf-4896-9a57-eba96395737e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.646514 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e582b4f5-a9cf-4896-9a57-eba96395737e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6f744f2-3fae-427e-8b78-cc87a5ccf2c0 HTTP/1.1" status: 204 len: 168 time: 0.4706938 Nov 12 21:09:59.687359 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582b4f5-a9cf-4896-9a57-eba96395737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f744f2-3fae-427e-8b78-cc87a5ccf2c0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:59.778267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Made reservation on behalf of 597187d4897e40aabbf84afbaf051ded for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:59.785589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.865609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90b90292-63bf-4edd-840a-5861de5f173d req-1751a7aa-dbfd-4068-b3ec-70a2063cbb5d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007464 Nov 12 21:09:59.869549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:59.932555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-1f0090f0-cbca-4a1b-afe4-f94a08efdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:59.939644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-1f0090f0-cbca-4a1b-afe4-f94a08efdf17 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 1098 time: 0.3714573 Nov 12 21:10:00.041734 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '7da12d60-7d09-4303-947e-4d40194a9946', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'port_id': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'mac_address': 'fa:16:3e:3c:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:09:33Z', 'updated_at': '2021-11-12T21:09:57Z', 'revision_number': 1, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:00.075876 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] Checking router: 2e893b31-e7cf-4b78-a827-3bc6cc902840 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:10:00.086198 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:00.087105 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:00.161246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4afe24-4c36-4d07-b0cc-da92f28cda9b req-749d814f-c05c-4f9c-9ae5-c97571d3692e tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:00.161246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a4afe24-4c36-4d07-b0cc-da92f28cda9b req-749d814f-c05c-4f9c-9ae5-c97571d3692e tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 950 time: 0.3490679 Nov 12 21:10:00.229529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-67dcd233-476b-41eb-90d0-139e60d08d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:00.231060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-67dcd233-476b-41eb-90d0-139e60d08d7b service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.2802126 Nov 12 21:10:00.285659 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a4afe24-4c36-4d07-b0cc-da92f28cda9b req-37990387-422d-4a95-969e-882a774ea78d tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325877 Nov 12 21:10:00.300056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:00.303495 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:00.316535 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a0542261-3d19-4b44-a373-94af520689ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:00.401193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-ebcdb319-66eb-4e24-b625-c2a3fb476a69 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80 HTTP/1.1" status: 200 len: 1000 time: 0.1541519 Nov 12 21:10:00.479880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-694dac14-b27e-49fd-bdc8-ad48d8d5f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:00.483130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-694dac14-b27e-49fd-bdc8-ad48d8d5f1ab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.0703743 Nov 12 21:10:00.574479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-b5014ef3-e707-4d58-9aae-d3281f13e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:00.576678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-b5014ef3-e707-4d58-9aae-d3281f13e5e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849223 Nov 12 21:10:00.664226 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '7da12d60-7d09-4303-947e-4d40194a9946', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'port_id': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'mac_address': 'fa:16:3e:3c:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:09:33Z', 'updated_at': '2021-11-12T21:09:57Z', 'revision_number': 1, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:00.670468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:00.692747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:00.703894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:00.704821 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Added segment dac82d44-a327-43d5-afb5-949b6981b8d1 of type vlan for network d74493d6-6cb6-46d6-8ffe-7970693dc295 Nov 12 21:10:00.716874 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f1325-792d-4065-a4d0-515ff7c60c42 None None] The sync data for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 is: [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '7da12d60-7d09-4303-947e-4d40194a9946', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'port_id': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'mac_address': 'fa:16:3e:3c:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:09:33Z', 'updated_at': '2021-11-12T21:09:57Z', 'revision_number': 1, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:10:00.777856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:00.835436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b23a6c-e9f5-41d6-8c8c-0ce651908b93,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:00.863574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-9edb74fa-8c8e-493e-a675-dcc949cdfdba service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704604 Nov 12 21:10:00.982514 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:00.988971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:00.988971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:01.070082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd28b13-5fb2-4d00-85c0-06ce0af54fcc None None] New status for floating IP 7da12d60-7d09-4303-947e-4d40194a9946: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:10:01.120825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ce79a60-4283-4135-9f74-695dd48ff0a7 req-87453cca-1c1e-4096-9648-aeafa15858eb service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360523 Nov 12 21:10:01.121736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] Pushing event updated for resources: {'Network': ['ID=d74493d6-6cb6-46d6-8ffe-7970693dc295,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:01.191830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35472) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:01.194167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d86ecda9-6d2a-4342-84f6-cd847bd1ab60 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7006412 Nov 12 21:10:01.197737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Request body: {'subnet': {'network_id': 'd74493d6-6cb6-46d6-8ffe-7970693dc295', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1240508382-subnet', 'tenant_id': '597187d4897e40aabbf84afbaf051ded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:01.247411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d74493d6-6cb6-46d6-8ffe-7970693dc295 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:01.386301 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Made reservation on behalf of 597187d4897e40aabbf84afbaf051ded for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:01.392047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:01.476606 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:01.498873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7579731-e770-48bc-849a-0bad888e9409 req-bb573849-14ec-4cbb-b7a9-2433fd1bd259 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:01.507038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7579731-e770-48bc-849a-0bad888e9409 req-bb573849-14ec-4cbb-b7a9-2433fd1bd259 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 950 time: 0.1099298 Nov 12 21:10:01.538423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35476) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:01.552690 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5de3ea65-0433-4653-8c35-bd640caf0aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:01.563337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7579731-e770-48bc-849a-0bad888e9409 req-339ff0db-e9b6-4683-aecf-69c98946eb0a tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548468 Nov 12 21:10:01.716763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5de3ea65-0433-4653-8c35-bd640caf0aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:01.881629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:02.272370 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5de3ea65-0433-4653-8c35-bd640caf0aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:02.368909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7028a95-233c-465c-8819-ca6c9e59a551,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:02.377016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35498) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:02.377629 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5de3ea65-0433-4653-8c35-bd640caf0aac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95b55e8f617148e8942047e1dbdf29a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8376651 Nov 12 21:10:02.382804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3ea65-0433-4653-8c35-bd640caf0aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0563c86-ee73-4c4d-b1f5-3e4892899dad,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:02.387621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Checking segment: {'id': 'dac82d44-a327-43d5-afb5-949b6981b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd74493d6-6cb6-46d6-8ffe-7970693dc295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:02.388994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Network hostable DHCP agents. Network: d74493d6-6cb6-46d6-8ffe-7970693dc295, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:02.470154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2c743fa-e8d4-49c8-b185-ae0dae88fa82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:02.501718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2c743fa-e8d4-49c8-b185-ae0dae88fa82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:02.654026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Network d74493d6-6cb6-46d6-8ffe-7970693dc295 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:02.808356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2c743fa-e8d4-49c8-b185-ae0dae88fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:02.814609 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f2c743fa-e8d4-49c8-b185-ae0dae88fa82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:02.819393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f2c743fa-e8d4-49c8-b185-ae0dae88fa82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0563c86-ee73-4c4d-b1f5-3e4892899dad HTTP/1.1" status: 204 len: 168 time: 0.4380443 Nov 12 21:10:02.854007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d74493d6-6cb6-46d6-8ffe-7970693dc295) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:02.861616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:02.862670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:02.877393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6611d-ad68-437f-ac56-65f4386bb368 None None] Network d74493d6-6cb6-46d6-8ffe-7970693dc295 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:02.891376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c743fa-e8d4-49c8-b185-ae0dae88fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0563c86-ee73-4c4d-b1f5-3e4892899dad,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:03.044497 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3f7bde5a-7052-4f32-bfd7-f482e604af39 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8461809 Nov 12 21:10:03.219272 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:03.231218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226d34b-f8f9-4a95-849d-7d8ae82523a6 None None] Network d74493d6-6cb6-46d6-8ffe-7970693dc295 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:03.690423 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:04.038242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71efc-ef62-4364-a102-0716f193b361 req-e94ae581-50e6-4de0-9d6b-2b8af8ea1f71 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:04.041005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-e94ae581-50e6-4de0-9d6b-2b8af8ea1f71 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/networks?id=1502cd61-72a9-4e04-8fbe-197f9eb1553d HTTP/1.1" status: 200 len: 825 time: 0.1533806 Nov 12 21:10:04.058315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-27f710d4-d86f-4786-8cfa-a28b08545043 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/quotas/80eb310fb74242d6ba6a1b1b4d6320dd HTTP/1.1" status: 200 len: 375 time: 0.0100892 Nov 12 21:10:04.097654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-2abc95f1-3cbf-4eb8-bf3d-ec2649722fb6 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=80eb310fb74242d6ba6a1b1b4d6320dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298045 Nov 12 21:10:04.330293 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-90e81294-0e5b-43e9-b541-b5c945f46672 service neutron] 10.222.0.64 "GET /v2.0/networks/1502cd61-72a9-4e04-8fbe-197f9eb1553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210662 Nov 12 21:10:04.780887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-0b5e4e92-b2b0-4993-b9cc-fce8d2709b97 service neutron] 10.222.0.64 "GET /v2.0/networks/1502cd61-72a9-4e04-8fbe-197f9eb1553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422798 Nov 12 21:10:05.142094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ba3cc69-3fd8-46f2-b8d8-6d9609ac5f1b req-e7896d75-4606-4334-ae14-ec20a668b18c tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 210 time: 0.0572009 Nov 12 21:10:06.337288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19c1e044-5ea8-4684-9458-3c90e75aa400 req-dfb126ea-307a-403c-a813-fca5478de94c tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 210 time: 0.0670526 Nov 12 21:10:06.647051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35614) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:06.818977 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eea6dbbe-a246-4101-8bc7-6f17d6654a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:06.969123 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eea6dbbe-a246-4101-8bc7-6f17d6654a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:07.145147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eea6dbbe-a246-4101-8bc7-6f17d6654a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:07.212956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eea6dbbe-a246-4101-8bc7-6f17d6654a6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b471fe619ea743c89695834a6bd803b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5640702 Nov 12 21:10:07.221378 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:07.226732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6dbbe-a246-4101-8bc7-6f17d6654a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f57805e-b223-4899-935a-79b3fef1432a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:07.319076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:07.366338 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:07.503437 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99a2b8cf-8afd-4c15-8739-34eebf412e47 req-30730e17-e328-4b2c-862a-741630732ff9 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 210 time: 0.0391333 Nov 12 21:10:07.561202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:07.564224 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:07.568569 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f57805e-b223-4899-935a-79b3fef1432a HTTP/1.1" status: 204 len: 168 time: 0.3453691 Nov 12 21:10:07.582263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f57805e-b223-4899-935a-79b3fef1432a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:07.601460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.604511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.608908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.608908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.608908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.608908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.617912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.618739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.619374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.620337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.620884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:07.621414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bfd9b-ba76-46f6-a110-263d89598568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:08.647877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bce8852-9b80-4106-a8ba-11b50722a26e req-558369ac-079a-4dd1-a7cd-b6d112e8781a tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 210 time: 0.0608232 Nov 12 21:10:09.257284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71efc-ef62-4364-a102-0716f193b361 req-26f7855e-ed69-4964-8aa5-eb65b4b91e44 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:09.258837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-26f7855e-ed69-4964-8aa5-eb65b4b91e44 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.78 "GET /v2.0/networks?id=1502cd61-72a9-4e04-8fbe-197f9eb1553d HTTP/1.1" status: 200 len: 825 time: 0.2677281 Nov 12 21:10:09.274044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Request body: {'port': {'device_id': '8012582f-a186-40bf-b737-4e45351ec793', 'network_id': '1502cd61-72a9-4e04-8fbe-197f9eb1553d', 'admin_state_up': True, 'tenant_id': '80eb310fb74242d6ba6a1b1b4d6320dd'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:09.793446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Made reservation on behalf of 80eb310fb74242d6ba6a1b1b4d6320dd for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:09.805606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:09.868061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ad233c3-8a6b-495b-b6b8-19f7e0629362 req-08b27f9b-d7b5-4799-846b-aa18decc300a tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 210 time: 0.1069078 Nov 12 21:10:10.191383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Allocated IP 172.20.0.6 (1502cd61-72a9-4e04-8fbe-197f9eb1553d/42ae94bf-34c9-40b9-8451-2b4b2482ca57/6b58a9a3-15bc-4ca8-89a6-db693928618f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:10.442348 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:10.443462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:10.629176 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:10.778344 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:10.779980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35776) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:10.876396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Network 1502cd61-72a9-4e04-8fbe-197f9eb1553d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:10.889063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:10.915009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:10.965103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Pushing event updated for resources: {'Port': ['ID=6b58a9a3-15bc-4ca8-89a6-db693928618f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:11.028726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:11.029502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.114841 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c96d554d-cad0-4c30-9138-72669394572c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.257430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c96d554d-cad0-4c30-9138-72669394572c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.267773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-d822616c-17cb-438f-905e-0077e57c1c79 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9977338 Nov 12 21:10:11.283394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Request body: {'port': {'device_id': '8012582f-a186-40bf-b737-4e45351ec793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:11.373278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ffc31-6f44-4d45-8079-66d6d05bc4df req-749cbc51-8e5d-4626-accb-3cd687bdc23f tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:11.386769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-970ffc31-6f44-4d45-8079-66d6d05bc4df req-749cbc51-8e5d-4626-accb-3cd687bdc23f tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 931 time: 0.3398142 Nov 12 21:10:11.398414 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c96d554d-cad0-4c30-9138-72669394572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.537003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d554d-cad0-4c30-9138-72669394572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfebc51-d38a-42b1-aae3-4b02ba3f0ba6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:11.556979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c96d554d-cad0-4c30-9138-72669394572c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=820889eb5e474f52bd2a45fa144be7a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7757397 Nov 12 21:10:11.561201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35790) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:11.569293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.574391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-970ffc31-6f44-4d45-8079-66d6d05bc4df req-f7a79bff-92a3-4d2b-896b-568790ee3dee tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865335 Nov 12 21:10:11.658436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f5304bc-753d-48e9-a676-4d92504bd7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.757768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f5304bc-753d-48e9-a676-4d92504bd7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.917201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f5304bc-753d-48e9-a676-4d92504bd7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.924246 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f5304bc-753d-48e9-a676-4d92504bd7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:11.927765 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5f5304bc-753d-48e9-a676-4d92504bd7ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cfebc51-d38a-42b1-aae3-4b02ba3f0ba6 HTTP/1.1" status: 204 len: 168 time: 0.3648586 Nov 12 21:10:11.939024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5304bc-753d-48e9-a676-4d92504bd7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfebc51-d38a-42b1-aae3-4b02ba3f0ba6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:12.099859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b58a9a3-15bc-4ca8-89a6-db693928618f {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:10:12.128256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:12.152906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Transition to ACTIVE for port object 6b58a9a3-15bc-4ca8-89a6-db693928618f will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:10:12.259261 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:12.364170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=6b58a9a3-15bc-4ca8-89a6-db693928618f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:12.477633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Attempting to bind port 6b58a9a3-15bc-4ca8-89a6-db693928618f on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:12.477633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Attempting to bind port 6b58a9a3-15bc-4ca8-89a6-db693928618f by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '0eea348d-750f-4457-b7da-dda7ba85b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1502cd61-72a9-4e04-8fbe-197f9eb1553d'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:12.477633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Attempting to bind port 6b58a9a3-15bc-4ca8-89a6-db693928618f on network 1502cd61-72a9-4e04-8fbe-197f9eb1553d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:12.486989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Port 6b58a9a3-15bc-4ca8-89a6-db693928618f on network 1502cd61-72a9-4e04-8fbe-197f9eb1553d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:10:12.487358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Attempting to bind port 6b58a9a3-15bc-4ca8-89a6-db693928618f on network 1502cd61-72a9-4e04-8fbe-197f9eb1553d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:12.506817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:12.512184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Checking segment: {'id': '0eea348d-750f-4457-b7da-dda7ba85b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1502cd61-72a9-4e04-8fbe-197f9eb1553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:12.530039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Bound using segment: {'id': '0eea348d-750f-4457-b7da-dda7ba85b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1502cd61-72a9-4e04-8fbe-197f9eb1553d'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:12.530039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Bound port: 6b58a9a3-15bc-4ca8-89a6-db693928618f, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eea348d-750f-4457-b7da-dda7ba85b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1502cd61-72a9-4e04-8fbe-197f9eb1553d'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:12.530039 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:12.675652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] For port 6b58a9a3-15bc-4ca8-89a6-db693928618f, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:12.689312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] For port 6b58a9a3-15bc-4ca8-89a6-db693928618f, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6b58a9a3-15bc-4ca8-89a6-db693928618f,segment=NetworkSegment(0eea348d-750f-4457-b7da-dda7ba85b7b6),segment_id=0eea348d-750f-4457-b7da-dda7ba85b7b6)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:12.776030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a10046-79eb-4664-8c1c-ae3665dec92e req-047c97b3-0ea4-4f1a-af18-4d99df87cad3 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:12.788710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61a10046-79eb-4664-8c1c-ae3665dec92e req-047c97b3-0ea4-4f1a-af18-4d99df87cad3 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 943 time: 0.0802488 Nov 12 21:10:12.809050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:12.881549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:12.882250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:12.883972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] 10.222.0.78 "PUT /v2.0/ports/6b58a9a3-15bc-4ca8-89a6-db693928618f HTTP/1.1" status: 200 len: 1092 time: 1.6062782 Nov 12 21:10:12.884114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8012582f-a186-40bf-b737-4e45351ec793', 'tag': '6b58a9a3-15bc-4ca8-89a6-db693928618f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:10:12.886412 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66fe1c3-cf95-4fa6-bf50-eef0d2577a59" -d '{"events": [{"name": "network-changed", "server_uuid": "8012582f-a186-40bf-b737-4e45351ec793", "tag": "6b58a9a3-15bc-4ca8-89a6-db693928618f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:10:12.949303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61a10046-79eb-4664-8c1c-ae3665dec92e req-5ef00ca8-7f1b-4a01-9298-8218ca6fa450 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538191 Nov 12 21:10:12.952876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f5c4e-8d5d-4655-84e6-e2783d42cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=6b58a9a3-15bc-4ca8-89a6-db693928618f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:13.002610 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81285a5f-7792-4f15-91fe-3c11a41507b6 x-openstack-request-id: req-81285a5f-7792-4f15-91fe-3c11a41507b6 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:10:13.003060 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8012582f-a186-40bf-b737-4e45351ec793", "tag": "6b58a9a3-15bc-4ca8-89a6-db693928618f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:10:13.003462 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81285a5f-7792-4f15-91fe-3c11a41507b6 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:10:13.003904 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8012582f-a186-40bf-b737-4e45351ec793', 'tag': '6b58a9a3-15bc-4ca8-89a6-db693928618f', 'status': 'completed', 'code': 200} Nov 12 21:10:13.099977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fe1c3-cf95-4fa6-bf50-eef0d2577a59 req-b33233af-ad89-4346-8162-3d494ddab8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:13.103071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e66fe1c3-cf95-4fa6-bf50-eef0d2577a59 req-b33233af-ad89-4346-8162-3d494ddab8df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=80eb310fb74242d6ba6a1b1b4d6320dd&device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 1095 time: 0.0734918 Nov 12 21:10:13.286176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fe1c3-cf95-4fa6-bf50-eef0d2577a59 req-36343195-ed91-41ac-b192-0fb3a5117c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:13.288147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e66fe1c3-cf95-4fa6-bf50-eef0d2577a59 req-36343195-ed91-41ac-b192-0fb3a5117c5b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=80eb310fb74242d6ba6a1b1b4d6320dd&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1752040 Nov 12 21:10:13.551208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fe1c3-cf95-4fa6-bf50-eef0d2577a59 req-2ff0b272-e1b5-44d1-9056-ebc495f7d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:13.552873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e66fe1c3-cf95-4fa6-bf50-eef0d2577a59 req-2ff0b272-e1b5-44d1-9056-ebc495f7d74c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2568097 Nov 12 21:10:13.660646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:13.725329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71efc-ef62-4364-a102-0716f193b361 req-1da67994-8be2-475e-af26-bed3fc346907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:13.726893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-1da67994-8be2-475e-af26-bed3fc346907 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=80eb310fb74242d6ba6a1b1b4d6320dd&device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 1095 time: 0.1035504 Nov 12 21:10:13.868235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-895523747'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:13.885748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-011210df-8f64-47bc-a9ad-01237cc9f61f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b58a9a3-15bc-4ca8-89a6-db693928618f HTTP/1.1" status: 200 len: 217 time: 0.1453950 Nov 12 21:10:14.003581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71efc-ef62-4364-a102-0716f193b361 req-377fa162-f256-49a1-9428-94e90074f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:14.005444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-377fa162-f256-49a1-9428-94e90074f359 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=42ae94bf-34c9-40b9-8451-2b4b2482ca57 HTTP/1.1" status: 200 len: 865 time: 0.1122787 Nov 12 21:10:14.017912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Made reservation on behalf of afcf204febb5436583c9635f4e0cf592 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:14.021812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:14.038057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:14.118438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-3ed290c5-dda0-47c8-9a74-159181998547 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1502cd61-72a9-4e04-8fbe-197f9eb1553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013045 Nov 12 21:10:14.221049 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:14.327982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70d897-7deb-4809-a704-b654799fea95 req-2337ae0e-572b-4bef-82e7-a6d67afcf12f tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:14.345392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d70d897-7deb-4809-a704-b654799fea95 req-2337ae0e-572b-4bef-82e7-a6d67afcf12f tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 943 time: 0.2607894 Nov 12 21:10:14.374386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:14.404438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:14.423917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:14.424635 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Added segment 5f60d38e-1c0a-4274-812a-6e70cf19ce7e of type vlan for network e6d9800c-71af-4854-9e24-2160d673f252 Nov 12 21:10:14.426472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c27432-7838-4366-9bcb-431140ea338a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:14.474066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-3d422d35-063c-4008-bc55-dec069d77da1 service neutron] 10.222.0.78 "GET /v2.0/networks/1502cd61-72a9-4e04-8fbe-197f9eb1553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231714 Nov 12 21:10:14.522429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:14.558487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d70d897-7deb-4809-a704-b654799fea95 req-cc478047-d3b0-4629-865e-0a9794fb17e1 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132673 Nov 12 21:10:14.713637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a71efc-ef62-4364-a102-0716f193b361 req-5ac78c9f-0301-4310-8758-c150886d6234 service neutron] 10.222.0.78 "GET /v2.0/networks/1502cd61-72a9-4e04-8fbe-197f9eb1553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240167 Nov 12 21:10:14.760688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:14.767710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:14.773155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:14.856506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event updated for resources: {'Network': ['ID=e6d9800c-71af-4854-9e24-2160d673f252,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:14.868442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network e6d9800c-71af-4854-9e24-2160d673f252 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:14.969557 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5c3a0c86-1d5b-434e-9548-ee3a157afbca tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3066137 Nov 12 21:10:14.979934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35874) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:14.988669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Request body: {'subnet': {'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:15.305703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Made reservation on behalf of afcf204febb5436583c9635f4e0cf592 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:15.309431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:15.676082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:15.716735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98db165-ba63-43f4-979e-42e96343f983 req-932565bc-0127-464f-8a7c-58b11ee13689 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:15.718513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e98db165-ba63-43f4-979e-42e96343f983 req-932565bc-0127-464f-8a7c-58b11ee13689 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 943 time: 0.0627527 Nov 12 21:10:15.749333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event updated for resources: {'Subnet': ['ID=c9396212-787e-407e-957f-c422f0c72df8,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:15.763310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Checking segment: {'id': '5f60d38e-1c0a-4274-812a-6e70cf19ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:15.763925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Network hostable DHCP agents. Network: e6d9800c-71af-4854-9e24-2160d673f252, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:15.779756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e98db165-ba63-43f4-979e-42e96343f983 req-46a4a2c2-adb3-47f7-8236-76cf5727c1de tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552120 Nov 12 21:10:15.938866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Network e6d9800c-71af-4854-9e24-2160d673f252 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:16.093235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, e6d9800c-71af-4854-9e24-2160d673f252) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:16.098818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:16.099746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:16.110302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb3f6c-3cd4-4191-98e6-2ebf29575e9a None None] Network e6d9800c-71af-4854-9e24-2160d673f252 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:16.231794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35904) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:16.236791 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-764fbdd8-f816-4afd-90d9-c027e1f5dac5 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2550468 Nov 12 21:10:16.238995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Request body: {'port': {'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1458813568'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:16.326958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-e6d9800c-71af-4854-9e24-2160d673f252', 'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252', 'tenant_id': 'afcf204febb5436583c9635f4e0cf592', 'fixed_ips': [{'subnet_id': 'c9396212-787e-407e-957f-c422f0c72df8'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:10:16.328291 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:16.516206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Made reservation on behalf of afcf204febb5436583c9635f4e0cf592 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:16.520344 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:16.521087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Allocated IP 172.20.0.2 (e6d9800c-71af-4854-9e24-2160d673f252/c9396212-787e-407e-957f-c422f0c72df8/1fb586e8-ef2a-403d-94c7-0f2b10a1cf07) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:16.543875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] device_id is not set on port 9be97276-ec6a-409d-8e3e-0c9ce379e004 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:10:16.723672 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:16.864234 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:16.911330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Network e6d9800c-71af-4854-9e24-2160d673f252 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:16.914435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:16.922189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:16.973782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a3766-c4f6-452a-8d1a-eb49eb2aea6b req-66573b52-3a75-43c1-9a75-858af40b0458 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:16.975620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-590a3766-c4f6-452a-8d1a-eb49eb2aea6b req-66573b52-3a75-43c1-9a75-858af40b0458 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 943 time: 0.1253145 Nov 12 21:10:16.983854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Allocated IP 172.20.0.8 (e6d9800c-71af-4854-9e24-2160d673f252/c9396212-787e-407e-957f-c422f0c72df8/9be97276-ec6a-409d-8e3e-0c9ce379e004) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:16.991538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Pushing event updated for resources: {'Port': ['ID=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:17.048772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Attempting to bind port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:17.048772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Attempting to bind port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '5f60d38e-1c0a-4274-812a-6e70cf19ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:17.048772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Attempting to bind port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 on network e6d9800c-71af-4854-9e24-2160d673f252 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:17.062726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:17.063169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Checking segment: {'id': '5f60d38e-1c0a-4274-812a-6e70cf19ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:17.063586 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:17.066947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Bound using segment: {'id': '5f60d38e-1c0a-4274-812a-6e70cf19ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:17.066947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Bound port: 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f60d38e-1c0a-4274-812a-6e70cf19ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:17.066947 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:17.113633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-590a3766-c4f6-452a-8d1a-eb49eb2aea6b req-a15ce4e1-4e1d-429d-ac8d-7bd81e319734 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157513 Nov 12 21:10:17.201850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] For port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:17.206889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] For port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,segment=NetworkSegment(5f60d38e-1c0a-4274-812a-6e70cf19ce7e),segment_id=5f60d38e-1c0a-4274-812a-6e70cf19ce7e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:17.291035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:17.434587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6b58a9a3-15bc-4ca8-89a6-db693928618f details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:10:17.448081 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:17.469020 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:17.506450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Network e6d9800c-71af-4854-9e24-2160d673f252 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:17.510894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:17.521942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:17.575852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event updated for resources: {'Port': ['ID=9be97276-ec6a-409d-8e3e-0c9ce379e004,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:17.622333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:17.632359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:17.671413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d23c4-9fff-4e79-b4ad-b2e37bd45f4f None None] Pushing event updated for resources: {'Port': ['ID=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:17.704323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6b58a9a3-15bc-4ca8-89a6-db693928618f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6b58a9a3-15bc-4ca8-89a6-db693928618f,segment=NetworkSegment(0eea348d-750f-4457-b7da-dda7ba85b7b6),segment_id=0eea348d-750f-4457-b7da-dda7ba85b7b6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:17.720432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '6b58a9a3-15bc-4ca8-89a6-db693928618f', 'network_id': '1502cd61-72a9-4e04-8fbe-197f9eb1553d', 'port_id': '6b58a9a3-15bc-4ca8-89a6-db693928618f', 'mac_address': 'fa:16:3e:2e:0e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ae94bf-34c9-40b9-8451-2b4b2482ca57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:10:17.769592 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:17.787205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b58a9a3-15bc-4ca8-89a6-db693928618f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:10:17.811010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6b58a9a3-15bc-4ca8-89a6-db693928618f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6b58a9a3-15bc-4ca8-89a6-db693928618f,segment=NetworkSegment(0eea348d-750f-4457-b7da-dda7ba85b7b6),segment_id=0eea348d-750f-4457-b7da-dda7ba85b7b6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:17.822017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d1908e4a-2ec1-4351-a60c-dad062555010 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5886736 Nov 12 21:10:17.825282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35932) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:17.831661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Request body: {'port': {'network_id': 'e6d9800c-71af-4854-9e24-2160d673f252', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1358270332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:17.832231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] bootfile-name is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:10:17.832452 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] tftp-server is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:10:17.832832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.api.validators [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] server-ip-address is not in valid_values {{(pid=109629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:10:17.903113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:18.029917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=6b58a9a3-15bc-4ca8-89a6-db693928618f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:18.160007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6b58a9a3-15bc-4ca8-89a6-db693928618f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:10:18.208306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Made reservation on behalf of afcf204febb5436583c9635f4e0cf592 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:18.214288 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:18.273498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] device_id is not set on port 3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:10:18.480405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171825d-ae2e-4286-83b1-62d1bf571647 req-8361ddff-74d5-4b0a-9c3c-ab197ef34d98 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:18.481077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2171825d-ae2e-4286-83b1-62d1bf571647 req-8361ddff-74d5-4b0a-9c3c-ab197ef34d98 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 944 time: 0.2292521 Nov 12 21:10:18.544765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Allocated IP 172.20.0.6 (e6d9800c-71af-4854-9e24-2160d673f252/c9396212-787e-407e-957f-c422f0c72df8/3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:18.609933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2171825d-ae2e-4286-83b1-62d1bf571647 req-380d08b0-c2d5-404a-a495-cd572927a408 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199517 Nov 12 21:10:18.800790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:18.960965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:19.004546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Network e6d9800c-71af-4854-9e24-2160d673f252 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:19.007919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:19.012172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:19.020125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84424c9c-858a-4de8-98ea-4c8428a84f5f None None] Network e6d9800c-71af-4854-9e24-2160d673f252 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:19.057967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event updated for resources: {'Port': ['ID=3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:19.085822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:19.091616 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:19.320392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-46dae496-b49c-4142-9741-87c82d425342 None None] Provisioning complete for port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:19.320765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46dae496-b49c-4142-9741-87c82d425342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:19.331703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3555d6d8-a02e-4b70-afe6-a7172b53acc3 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5048208 Nov 12 21:10:19.341262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35964) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:19.469308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6b58a9a3-15bc-4ca8-89a6-db693928618f up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:19.540196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b402b14-2e08-40c1-84de-9916d52e80ea tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:19.551159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b402b14-2e08-40c1-84de-9916d52e80ea tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:19.559403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b402b14-2e08-40c1-84de-9916d52e80ea tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:19.561522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2b402b14-2e08-40c1-84de-9916d52e80ea tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2189128 Nov 12 21:10:19.566250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35970) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:19.606188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:19.800579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:19.800955 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:19.812736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8dc80912-30c4-438f-ad16-0e1e511c60e4 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Deleting port 3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:19.813200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8dc80912-30c4-438f-ad16-0e1e511c60e4 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:19.829543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46dae496-b49c-4142-9741-87c82d425342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:19.845690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 6b58a9a3-15bc-4ca8-89a6-db693928618f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:10:19.870955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 6b58a9a3-15bc-4ca8-89a6-db693928618f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:19.872014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:19.904656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-46dae496-b49c-4142-9741-87c82d425342 None None] For port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,segment=NetworkSegment(5f60d38e-1c0a-4274-812a-6e70cf19ce7e),segment_id=5f60d38e-1c0a-4274-812a-6e70cf19ce7e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:19.954012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49389158-3078-4bb4-9d83-0a7d0f42c3de req-cc1e3644-4140-4af5-aec3-927016c3b195 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:19.956710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49389158-3078-4bb4-9d83-0a7d0f42c3de req-cc1e3644-4140-4af5-aec3-927016c3b195 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 944 time: 0.2143116 Nov 12 21:10:20.029524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8dc80912-30c4-438f-ad16-0e1e511c60e4 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.064049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8dc80912-30c4-438f-ad16-0e1e511c60e4 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Calling delete_port for 3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:20.067018 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.094337 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.095548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49389158-3078-4bb4-9d83-0a7d0f42c3de req-3ac1e194-7fe3-4bc8-b3ac-de06994be993 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230104 Nov 12 21:10:20.144711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012582f-a186-40bf-b737-4e45351ec793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58a9a3-15bc-4ca8-89a6-db693928618f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:10:20.147001 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cf0aa5-86c7-4787-bbc6-b81d8588c19a" -d '{"events": [{"server_uuid": "8012582f-a186-40bf-b737-4e45351ec793", "name": "network-vif-plugged", "status": "completed", "tag": "6b58a9a3-15bc-4ca8-89a6-db693928618f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:10:20.160604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6b58a9a3-15bc-4ca8-89a6-db693928618f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6b58a9a3-15bc-4ca8-89a6-db693928618f,segment=NetworkSegment(0eea348d-750f-4457-b7da-dda7ba85b7b6),segment_id=0eea348d-750f-4457-b7da-dda7ba85b7b6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:20.206935 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8a8d20-d8f0-4bf5-ac48-cf48803bb239 x-openstack-request-id: req-de8a8d20-d8f0-4bf5-ac48-cf48803bb239 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:10:20.207229 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8012582f-a186-40bf-b737-4e45351ec793", "name": "network-vif-plugged", "status": "completed", "tag": "6b58a9a3-15bc-4ca8-89a6-db693928618f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:10:20.207517 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de8a8d20-d8f0-4bf5-ac48-cf48803bb239 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:10:20.207914 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012582f-a186-40bf-b737-4e45351ec793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58a9a3-15bc-4ca8-89a6-db693928618f', 'code': 200} Nov 12 21:10:20.344329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80513b4f-2398-4aa9-86ed-c967877cb557 req-037389d3-da65-4bcc-8f83-835e3af9f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:20.345853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80513b4f-2398-4aa9-86ed-c967877cb557 req-037389d3-da65-4bcc-8f83-835e3af9f4f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 1096 time: 0.0570111 Nov 12 21:10:20.363165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46dae496-b49c-4142-9741-87c82d425342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.423308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80513b4f-2398-4aa9-86ed-c967877cb557 req-f9f51f6d-bd3c-4627-9bf9-0f49b1e685ab service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612350 Nov 12 21:10:20.470569 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.506982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:10:20.513802 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:10:20.554910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dae496-b49c-4142-9741-87c82d425342 None None] Pushing event updated for resources: {'Port': ['ID=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:20.566119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1500de96-fdc2-41c4-af4f-9570f496c766 None None] Provisioning complete for port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:20.566355 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1500de96-fdc2-41c4-af4f-9570f496c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.755205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=6b58a9a3-15bc-4ca8-89a6-db693928618f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:20.767968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8dc80912-30c4-438f-ad16-0e1e511c60e4 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.819918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1500de96-fdc2-41c4-af4f-9570f496c766 None None] Could not find standard attr ID for object 3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:10:20.820061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc80912-30c4-438f-ad16-0e1e511c60e4 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event deleted for resources: {'Port': ['ID=3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:20.836292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1500de96-fdc2-41c4-af4f-9570f496c766 None None] Provisioning complete for port 9be97276-ec6a-409d-8e3e-0c9ce379e004 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:20.836627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1500de96-fdc2-41c4-af4f-9570f496c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.890526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1500de96-fdc2-41c4-af4f-9570f496c766 None None] Port 9be97276-ec6a-409d-8e3e-0c9ce379e004 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:20.941337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8dc80912-30c4-438f-ad16-0e1e511c60e4 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.948824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8dc80912-30c4-438f-ad16-0e1e511c60e4 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "DELETE /v2.0/ports/3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0 HTTP/1.1" status: 204 len: 168 time: 1.3784401 Nov 12 21:10:20.949261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36000) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:20.960310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Request body: {'port': {'name': 'tempest-new-port-name-366111119', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:20.961120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.api.validators [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] bootfile-name is not in valid_values {{(pid=109628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:10:20.961674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.api.validators [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] tftp-server is not in valid_values {{(pid=109628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:10:20.962801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.api.validators [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] server-ip-address is not in valid_values {{(pid=109628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 21:10:21.005239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ff203c84-9b52-4e1a-9c2e-11bca3927c5c None None] Could not find standard attr ID for object 3ac8c09e-7912-41ff-ba6b-9c4d2362dfc0. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:10:21.058388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ff203c84-9b52-4e1a-9c2e-11bca3927c5c None None] Provisioning complete for port 9be97276-ec6a-409d-8e3e-0c9ce379e004 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:21.059369 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff203c84-9b52-4e1a-9c2e-11bca3927c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:21.073462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:21.115323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ff203c84-9b52-4e1a-9c2e-11bca3927c5c None None] Port 9be97276-ec6a-409d-8e3e-0c9ce379e004 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:21.273213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da778c-17c0-4b50-ba0d-d06ac7c2c8f8 req-078caebb-9d03-4bc5-afe2-9ff13c7e34a7 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:21.275559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42da778c-17c0-4b50-ba0d-d06ac7c2c8f8 req-078caebb-9d03-4bc5-afe2-9ff13c7e34a7 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 945 time: 0.0853915 Nov 12 21:10:21.330711 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:21.353681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42da778c-17c0-4b50-ba0d-d06ac7c2c8f8 req-37bcb51d-fbca-438a-adda-b8020f13aa85 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679352 Nov 12 21:10:21.421263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:21.518445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:21.518866 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:21.578907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:21.776093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event updated for resources: {'Port': ['ID=9be97276-ec6a-409d-8e3e-0c9ce379e004,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:21.821005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] In _notify_port_updated(), no bound segment for port 9be97276-ec6a-409d-8e3e-0c9ce379e004 on network e6d9800c-71af-4854-9e24-2160d673f252 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:10:21.845233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:21.845233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:21.845233 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3dc8b2ae-5aa7-4f90-b0b9-d363304ef166 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "PUT /v2.0/ports/9be97276-ec6a-409d-8e3e-0c9ce379e004 HTTP/1.1" status: 200 len: 1135 time: 0.8879237 Nov 12 21:10:21.845233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:21.906789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63b5c2-a897-4541-8ec1-95f7695d695a tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:21.909825 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bd63b5c2-a897-4541-8ec1-95f7695d695a tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "GET /v2.0/ports/9be97276-ec6a-409d-8e3e-0c9ce379e004 HTTP/1.1" status: 200 len: 1135 time: 0.0665781 Nov 12 21:10:21.913203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36040) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:22.095588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-316515da-60ab-40fd-8d44-44bc00d40d89 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Deleting port 9be97276-ec6a-409d-8e3e-0c9ce379e004 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:22.096228 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-316515da-60ab-40fd-8d44-44bc00d40d89 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:22.160474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c613b114-9eda-44f5-a7a0-1e348f8a7c18 None None] Provisioning complete for port 9be97276-ec6a-409d-8e3e-0c9ce379e004 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:22.161039 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c613b114-9eda-44f5-a7a0-1e348f8a7c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:22.247879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-316515da-60ab-40fd-8d44-44bc00d40d89 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:22.255826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c613b114-9eda-44f5-a7a0-1e348f8a7c18 None None] Port 9be97276-ec6a-409d-8e3e-0c9ce379e004 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:22.301894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-316515da-60ab-40fd-8d44-44bc00d40d89 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Calling delete_port for 9be97276-ec6a-409d-8e3e-0c9ce379e004 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:22.667265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb143b-82ba-4fce-81de-4461bbf1558b req-7411eb97-f962-4482-8e35-0b22801171ac tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:22.677361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14eb143b-82ba-4fce-81de-4461bbf1558b req-7411eb97-f962-4482-8e35-0b22801171ac tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 945 time: 0.1289313 Nov 12 21:10:22.687851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-316515da-60ab-40fd-8d44-44bc00d40d89 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:22.721448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316515da-60ab-40fd-8d44-44bc00d40d89 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event deleted for resources: {'Port': ['ID=9be97276-ec6a-409d-8e3e-0c9ce379e004,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:22.848873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14eb143b-82ba-4fce-81de-4461bbf1558b req-0bd9299a-e83e-4456-9d32-e5def9367d2e tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605470 Nov 12 21:10:22.951021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-316515da-60ab-40fd-8d44-44bc00d40d89 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:22.959093 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-316515da-60ab-40fd-8d44-44bc00d40d89 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "DELETE /v2.0/ports/9be97276-ec6a-409d-8e3e-0c9ce379e004 HTTP/1.1" status: 204 len: 168 time: 1.0442545 Nov 12 21:10:22.961192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36062) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:23.114705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2957e64-a0f3-45e2-ac1a-2f01c888ff20 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Deleting subnet c9396212-787e-407e-957f-c422f0c72df8 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:10:23.118051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6adff-4820-4a7e-9aa8-742ae499e128 req-25ec6254-0029-4af1-b44b-9372fc84a32a tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:23.132286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2957e64-a0f3-45e2-ac1a-2f01c888ff20 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:23.136315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33d6adff-4820-4a7e-9aa8-742ae499e128 req-25ec6254-0029-4af1-b44b-9372fc84a32a tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 945 time: 0.1406393 Nov 12 21:10:23.254281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2957e64-a0f3-45e2-ac1a-2f01c888ff20 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:23.300406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33d6adff-4820-4a7e-9aa8-742ae499e128 req-7b3ea8e4-a26b-4a81-9e86-eeeeb1ad5929 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629436 Nov 12 21:10:23.536811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2957e64-a0f3-45e2-ac1a-2f01c888ff20 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:23.767573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2957e64-a0f3-45e2-ac1a-2f01c888ff20 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:23.846715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2957e64-a0f3-45e2-ac1a-2f01c888ff20 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event deleted for resources: {'Subnet': ['ID=c9396212-787e-407e-957f-c422f0c72df8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:23.851565 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b2957e64-a0f3-45e2-ac1a-2f01c888ff20 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:23.856981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b2957e64-a0f3-45e2-ac1a-2f01c888ff20 tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "DELETE /v2.0/subnets/c9396212-787e-407e-957f-c422f0c72df8 HTTP/1.1" status: 204 len: 168 time: 0.8946981 Nov 12 21:10:23.858594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36090) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:23.869267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3a89f-b532-4775-979c-c3d7211619e1 None None] Network e6d9800c-71af-4854-9e24-2160d673f252 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:23.937650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d89fa4-c701-424b-9894-895d74466a79 req-39f29fbb-1762-4a7c-961d-996b0d4f4236 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:23.950303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5d89fa4-c701-424b-9894-895d74466a79 req-39f29fbb-1762-4a7c-961d-996b0d4f4236 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 945 time: 0.1390457 Nov 12 21:10:24.010071 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.074037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5d89fa4-c701-424b-9894-895d74466a79 req-c70b46fa-be6f-4487-9c1a-2633a6b2cf1c tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224461 Nov 12 21:10:24.132287 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Deleting port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:24.132864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.194159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] DHCP port deletion for e6d9800c-71af-4854-9e24-2160d673f252 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:24.302948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] Deleting port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:24.303531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.324830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] For port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,segment=NetworkSegment(5f60d38e-1c0a-4274-812a-6e70cf19ce7e),segment_id=5f60d38e-1c0a-4274-812a-6e70cf19ce7e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:24.325237 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.364279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Calling delete_port for 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:24.433298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] For port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,segment=NetworkSegment(5f60d38e-1c0a-4274-812a-6e70cf19ce7e),segment_id=5f60d38e-1c0a-4274-812a-6e70cf19ce7e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:24.434966 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.457298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] Calling delete_port for 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:24.614223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.644217 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.648729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event deleted for resources: {'Port': ['ID=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:24.659546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] No DVR routers for this DVR port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:24.701850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] Pushing event deleted for resources: {'Port': ['ID=1fb586e8-ef2a-403d-94c7-0f2b10a1cf07,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:24.717553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ecc11a-346e-45f9-a887-98a0e00f8220 None None] No DVR routers for this DVR port 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:24.836484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.865594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d9800c-71af-4854-9e24-2160d673f252']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:24.882615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f60d38e-1c0a-4274-812a-6e70cf19ce7e') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:24.882928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f60d38e-1c0a-4274-812a-6e70cf19ce7e') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:24.899007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.915547 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.948405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:24.948757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:24.953223 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:25.003360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b1d38-b1c6-426d-baa7-542f8ca8611e req-d96b1f0d-af39-4e8a-b8b5-0eecad969e4c tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:25.011074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-696b1d38-b1c6-426d-baa7-542f8ca8611e req-d96b1f0d-af39-4e8a-b8b5-0eecad969e4c tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 945 time: 0.0998662 Nov 12 21:10:25.095758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-696b1d38-b1c6-426d-baa7-542f8ca8611e req-ef24ac7f-5f6f-4b16-bf19-5c24586399ec tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799589 Nov 12 21:10:25.183010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:25.189142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:25.198646 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] 10.222.0.64 "DELETE /v2.0/networks/e6d9800c-71af-4854-9e24-2160d673f252 HTTP/1.1" status: 204 len: 168 time: 1.3365247 Nov 12 21:10:25.246940 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ec22b-45cb-4f2b-84b7-87571b32f34d tempest-ExtraDHCPOptionsTestJSON-349330761 tempest-ExtraDHCPOptionsTestJSON-349330761-project] Pushing event deleted for resources: {'Network': ['ID=e6d9800c-71af-4854-9e24-2160d673f252,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:25.456508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:10:25.482450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:10:25.483154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1fb586e8-ef2a-403d-94c7-0f2b10a1cf07 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:10:25.954199 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:10:26.069881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:26.368177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952370-e9a5-4236-9bcf-c3bdf8ea9c44 req-319d08df-c412-4e2d-93f2-092cbbb01192 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:26.379811 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6707f1bb-bbcf-4dfe-b39f-e8a45fe631a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afcf204febb5436583c9635f4e0cf592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087075 Nov 12 21:10:26.382296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36174) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:26.382794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e952370-e9a5-4236-9bcf-c3bdf8ea9c44 req-319d08df-c412-4e2d-93f2-092cbbb01192 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 945 time: 0.1933281 Nov 12 21:10:26.466486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-d33c0138-45b1-42e5-bb5b-c76b5d5f12a4 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:26.468469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-d33c0138-45b1-42e5-bb5b-c76b5d5f12a4 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.78 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 945 time: 0.2312458 Nov 12 21:10:26.493390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5721-6359-4002-8b48-ea92db6b70ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.527082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e952370-e9a5-4236-9bcf-c3bdf8ea9c44 req-51e0c749-d553-45fd-b78b-a4dcff98ef38 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e6cc099-1e0e-4d55-9122-07c85567401c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412878 Nov 12 21:10:26.548151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5721-6359-4002-8b48-ea92db6b70ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.645289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36184) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:26.704354 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adf3f3a-c574-470a-a472-10ac3c061d91 admin admin] Deleting subnet d19b79f5-9e43-4f69-94bb-ad2fcc5a0ca7 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:10:26.709249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adf3f3a-c574-470a-a472-10ac3c061d91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.733359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Deleting port 6b58a9a3-15bc-4ca8-89a6-db693928618f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:26.733359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.761440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adf3f3a-c574-470a-a472-10ac3c061d91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.816206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adf3f3a-c574-470a-a472-10ac3c061d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.877534 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5721-6359-4002-8b48-ea92db6b70ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.881315 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5721-6359-4002-8b48-ea92db6b70ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.891081 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f4a5721-6359-4002-8b48-ea92db6b70ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14c27432-7838-4366-9bcb-431140ea338a HTTP/1.1" status: 204 len: 168 time: 0.4988182 Nov 12 21:10:26.923046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5721-6359-4002-8b48-ea92db6b70ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c27432-7838-4366-9bcb-431140ea338a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:26.953261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] For port 6b58a9a3-15bc-4ca8-89a6-db693928618f, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6b58a9a3-15bc-4ca8-89a6-db693928618f,segment=NetworkSegment(0eea348d-750f-4457-b7da-dda7ba85b7b6),segment_id=0eea348d-750f-4457-b7da-dda7ba85b7b6)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:26.955806 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.002634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Calling delete_port for 6b58a9a3-15bc-4ca8-89a6-db693928618f owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:27.088295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adf3f3a-c574-470a-a472-10ac3c061d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.155959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adf3f3a-c574-470a-a472-10ac3c061d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.159278 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9adf3f3a-c574-470a-a472-10ac3c061d91 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d19b79f5-9e43-4f69-94bb-ad2fcc5a0ca7 HTTP/1.1" status: 204 len: 168 time: 0.5125070 Nov 12 21:10:27.161968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf3f3a-c574-470a-a472-10ac3c061d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19b79f5-9e43-4f69-94bb-ad2fcc5a0ca7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:27.167364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:27.384530 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.457175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.470634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6b58a9a3-15bc-4ca8-89a6-db693928618f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:10:27.553883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Pushing event deleted for resources: {'Port': ['ID=6b58a9a3-15bc-4ca8-89a6-db693928618f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:27.583970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b9c6-c841-47e8-ba5a-359bcc8e365d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.600872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.628950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.629327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.629671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.631677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.633212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.636204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.636597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.637674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.638010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.638341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.638666 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.638988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:27.668892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b1d8e2-9baa-4a57-a939-adfb91cac9b7']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:27.692112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf3b41d-efc5-4e46-9bbe-503a28f99992') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:27.694188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] No DVR routers for this DVR port 6b58a9a3-15bc-4ca8-89a6-db693928618f on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:27.694875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf3b41d-efc5-4e46-9bbe-503a28f99992') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:27.703900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.717077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ca1793-b3f7-46c1-8625-abd7995cf1ec req-849f44f5-6161-4aa5-946d-be94a7403305 tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.78 "DELETE /v2.0/ports/6b58a9a3-15bc-4ca8-89a6-db693928618f HTTP/1.1" status: 204 len: 173 time: 1.2233596 Nov 12 21:10:27.717903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012582f-a186-40bf-b737-4e45351ec793', 'name': 'network-vif-deleted', 'tag': '6b58a9a3-15bc-4ca8-89a6-db693928618f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:10:27.720429 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b00ebd-3a57-4252-b30d-b6612b3863df" -d '{"events": [{"server_uuid": "8012582f-a186-40bf-b737-4e45351ec793", "name": "network-vif-deleted", "tag": "6b58a9a3-15bc-4ca8-89a6-db693928618f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:10:27.725069 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.799753 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.816129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:27.817136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:27.849885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d4336ce-bcc3-435c-b821-daef62f42a77 req-9977f72b-6a70-4d42-9486-8a285fcee41f tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 210 time: 0.1205757 Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:27.889138 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:27.934342 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2612d4-aea7-4359-ab46-8f95c7a44db4 x-openstack-request-id: req-ce2612d4-aea7-4359-ab46-8f95c7a44db4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:10:27.934713 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8012582f-a186-40bf-b737-4e45351ec793", "name": "network-vif-deleted", "tag": "6b58a9a3-15bc-4ca8-89a6-db693928618f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:10:27.935041 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce2612d4-aea7-4359-ab46-8f95c7a44db4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:10:27.935570 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012582f-a186-40bf-b737-4e45351ec793', 'name': 'network-vif-deleted', 'tag': '6b58a9a3-15bc-4ca8-89a6-db693928618f', 'status': 'completed', 'code': 200} Nov 12 21:10:28.158477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:28.192735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:28.195993 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/36b1d8e2-9baa-4a57-a939-adfb91cac9b7 HTTP/1.1" status: 204 len: 168 time: 1.0254812 Nov 12 21:10:28.198953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36232) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:28.202858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c4aae-5f66-4ab1-a02a-02bd510099c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b1d8e2-9baa-4a57-a939-adfb91cac9b7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:28.306704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a8ad0a-037b-4d1d-af4d-5ce85bb28a48 admin admin] Deleting subnet 3e73100d-6d5a-46d4-b285-e281ca83e97d {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:10:28.311878 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95a8ad0a-037b-4d1d-af4d-5ce85bb28a48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:28.379722 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95a8ad0a-037b-4d1d-af4d-5ce85bb28a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:28.466161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95a8ad0a-037b-4d1d-af4d-5ce85bb28a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:28.635890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95a8ad0a-037b-4d1d-af4d-5ce85bb28a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:28.704616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8ad0a-037b-4d1d-af4d-5ce85bb28a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e73100d-6d5a-46d4-b285-e281ca83e97d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:28.712750 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95a8ad0a-037b-4d1d-af4d-5ce85bb28a48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:28.716793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-95a8ad0a-037b-4d1d-af4d-5ce85bb28a48 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3e73100d-6d5a-46d4-b285-e281ca83e97d HTTP/1.1" status: 204 len: 168 time: 0.5166514 Nov 12 21:10:28.719460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36244) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:28.851768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.158772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36260) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:29.196796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4557a035-b843-4180-9da9-0a0879bbcfa3 req-e70f194b-63aa-49cd-b869-2711a8852c6d tempest-ServersNegativeTestMultiTenantJSON-1150840623 tempest-ServersNegativeTestMultiTenantJSON-1150840623-project] 10.222.0.64 "GET /v2.0/ports?device_id=8012582f-a186-40bf-b737-4e45351ec793 HTTP/1.1" status: 200 len: 210 time: 0.1223619 Nov 12 21:10:29.221680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.282979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112548db-b081-4e33-b55a-ce8f1ab7139a']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:29.312373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80bc245-05e9-4f70-9986-d80815590093') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:29.315730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80bc245-05e9-4f70-9986-d80815590093') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:29.336048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.369120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.383265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:29.383618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.419057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2136580447'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:29.472773 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:29.499090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6b58a9a3-15bc-4ca8-89a6-db693928618f no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:10:29.526377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 6b58a9a3-15bc-4ca8-89a6-db693928618f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:10:29.527025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6b58a9a3-15bc-4ca8-89a6-db693928618f not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:10:29.543239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:29.548557 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.562291 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.591067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.601270 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.607378 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] 10.222.0.64 "DELETE /v2.0/networks/112548db-b081-4e33-b55a-ce8f1ab7139a HTTP/1.1" status: 204 len: 168 time: 0.8861694 Nov 12 21:10:29.648192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90044be-2a2d-4650-8cde-14ebec13585e admin admin] Pushing event deleted for resources: {'Network': ['ID=112548db-b081-4e33-b55a-ce8f1ab7139a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:29.702830 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.782528 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.803498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:29.844693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.845274 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Added segment 23017117-bdad-4e84-93ba-44eaeeb4c961 of type vlan for network 0f6418fb-d766-4c1f-a358-98c02d44a86e Nov 12 21:10:29.892194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e54126-9bdb-402a-8bee-d69dc431496e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:29.907506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.001549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.009195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:30.009990 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.088422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Network': ['ID=0f6418fb-d766-4c1f-a358-98c02d44a86e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:30.099456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 0f6418fb-d766-4c1f-a358-98c02d44a86e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:30.159381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ea2b-0b11-4f2c-a8db-fa39ea67afe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.245643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36286) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:30.294235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0abd37-dc75-4f5b-8380-8bbda7ce607a admin admin] Deleting subnet 42ae94bf-34c9-40b9-8451-2b4b2482ca57 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:10:30.300306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-32e1113f-a96f-4ac5-816c-53832bbc470f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1355734 Nov 12 21:10:30.301063 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0abd37-dc75-4f5b-8380-8bbda7ce607a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.374656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36294) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:30.393446 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0abd37-dc75-4f5b-8380-8bbda7ce607a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.453982 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6106c065-548c-4466-bf12-2caf8320e5c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75e243cef1894c529ed54136a4535058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769732 Nov 12 21:10:30.456401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36298) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:30.467998 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0abd37-dc75-4f5b-8380-8bbda7ce607a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.524904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b991823-732f-45c7-a763-b6677e305b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.549383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b991823-732f-45c7-a763-b6677e305b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.726303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0abd37-dc75-4f5b-8380-8bbda7ce607a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.764712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0abd37-dc75-4f5b-8380-8bbda7ce607a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ae94bf-34c9-40b9-8451-2b4b2482ca57,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:30.766681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0abd37-dc75-4f5b-8380-8bbda7ce607a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.774133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4b0abd37-dc75-4f5b-8380-8bbda7ce607a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42ae94bf-34c9-40b9-8451-2b4b2482ca57 HTTP/1.1" status: 204 len: 168 time: 0.5267186 Nov 12 21:10:30.776565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36302) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:30.865973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.876984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b991823-732f-45c7-a763-b6677e305b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.879879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1b991823-732f-45c7-a763-b6677e305b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:30.881286 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1b991823-732f-45c7-a763-b6677e305b08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0efe60b0-5e22-4505-a179-f37335e4ef05 HTTP/1.1" status: 204 len: 168 time: 0.4239123 Nov 12 21:10:31.014841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991823-732f-45c7-a763-b6677e305b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efe60b0-5e22-4505-a179-f37335e4ef05,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:31.044938 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.087690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1502cd61-72a9-4e04-8fbe-197f9eb1553d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:31.106835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eea348d-750f-4457-b7da-dda7ba85b7b6') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:31.107198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eea348d-750f-4457-b7da-dda7ba85b7b6') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:31.143577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.167122 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.173201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:31.183399 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:31.463097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.465094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.482359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.486039 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1502cd61-72a9-4e04-8fbe-197f9eb1553d HTTP/1.1" status: 204 len: 168 time: 0.7078564 Nov 12 21:10:31.489594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36322) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:31.541100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09695f51-aee5-4d51-8538-d3a6da550942 admin admin] Pushing event deleted for resources: {'Network': ['ID=1502cd61-72a9-4e04-8fbe-197f9eb1553d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:31.656333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-918ab9e3-e4b4-461e-a1d9-ffba5d355dd5 admin admin] Deleting subnet f7028a95-233c-465c-8819-ca6c9e59a551 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:10:31.662195 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-918ab9e3-e4b4-461e-a1d9-ffba5d355dd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.794648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-918ab9e3-e4b4-461e-a1d9-ffba5d355dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:31.976566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-918ab9e3-e4b4-461e-a1d9-ffba5d355dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:32.350840 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-918ab9e3-e4b4-461e-a1d9-ffba5d355dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:32.370676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-918ab9e3-e4b4-461e-a1d9-ffba5d355dd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:32.384338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-918ab9e3-e4b4-461e-a1d9-ffba5d355dd5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f7028a95-233c-465c-8819-ca6c9e59a551 HTTP/1.1" status: 204 len: 168 time: 0.8910005 Nov 12 21:10:32.384668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36348) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:32.433053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab9e3-e4b4-461e-a1d9-ffba5d355dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7028a95-233c-465c-8819-ca6c9e59a551,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:32.599834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36356) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:32.650656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:32.673332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36360) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:32.823985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e00a0b1f-ab33-40f9-b822-0d1f25e96074 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fde7b07ddf5244acbb29eac1bc20a789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493719 Nov 12 21:10:32.827952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36362) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:32.907967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:32.972516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d332bdc2-22b6-4d72-b412-898fcbd0369e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.023119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74493d6-6cb6-46d6-8ffe-7970693dc295']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:33.041727 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.070390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d332bdc2-22b6-4d72-b412-898fcbd0369e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.075429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac82d44-a327-43d5-afb5-949b6981b8d1') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:33.075668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac82d44-a327-43d5-afb5-949b6981b8d1') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:33.120895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.170559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.185692 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:33.186094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.287392 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d332bdc2-22b6-4d72-b412-898fcbd0369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.290467 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d332bdc2-22b6-4d72-b412-898fcbd0369e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.291883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d332bdc2-22b6-4d72-b412-898fcbd0369e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca393524-57c5-4281-bcaa-01d06c782d28 HTTP/1.1" status: 204 len: 168 time: 0.4626215 Nov 12 21:10:33.302527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332bdc2-22b6-4d72-b412-898fcbd0369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca393524-57c5-4281-bcaa-01d06c782d28,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:33.307176 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:33.381044 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a8e1-d101-44d1-82c4-40a95eca74a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.435773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.445949 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.453950 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d74493d6-6cb6-46d6-8ffe-7970693dc295 HTTP/1.1" status: 204 len: 168 time: 1.0658665 Nov 12 21:10:33.533053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f68066-583e-4ff0-91e9-021b32e5abd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d74493d6-6cb6-46d6-8ffe-7970693dc295,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:33.647226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.662838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a8e1-d101-44d1-82c4-40a95eca74a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.795512 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a8e1-d101-44d1-82c4-40a95eca74a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:33.820365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3a8e1-d101-44d1-82c4-40a95eca74a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54755b73-0754-46c8-80ca-cf56767c38a4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:33.867113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c3c3a8e1-d101-44d1-82c4-40a95eca74a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0ac78096b944006aa353916208d458b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2659230 Nov 12 21:10:33.869826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:33.931047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36384) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:33.936680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'subnet': {'network_id': '0f6418fb-d766-4c1f-a358-98c02d44a86e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:33.967526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce68c67c-66a0-4de7-ab23-b522fbe6fb99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.018452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce68c67c-66a0-4de7-ab23-b522fbe6fb99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.051912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36390) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:34.125277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fcba588f-5fb3-4d58-be68-b36c1a661509 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80eb310fb74242d6ba6a1b1b4d6320dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690835 Nov 12 21:10:34.125778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36394) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:34.197265 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7142-9c1c-477a-b344-f5f0c042a81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.228552 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7142-9c1c-477a-b344-f5f0c042a81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.292967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:34.302816 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.311631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce68c67c-66a0-4de7-ab23-b522fbe6fb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.314746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce68c67c-66a0-4de7-ab23-b522fbe6fb99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.319159 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce68c67c-66a0-4de7-ab23-b522fbe6fb99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54755b73-0754-46c8-80ca-cf56767c38a4 HTTP/1.1" status: 204 len: 168 time: 0.4454870 Nov 12 21:10:34.345236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68c67c-66a0-4de7-ab23-b522fbe6fb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54755b73-0754-46c8-80ca-cf56767c38a4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:34.395734 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7142-9c1c-477a-b344-f5f0c042a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.398910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7142-9c1c-477a-b344-f5f0c042a81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.403085 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d4fa7142-9c1c-477a-b344-f5f0c042a81d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e6cc099-1e0e-4d55-9122-07c85567401c HTTP/1.1" status: 204 len: 168 time: 0.2734761 Nov 12 21:10:34.417373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa7142-9c1c-477a-b344-f5f0c042a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6cc099-1e0e-4d55-9122-07c85567401c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:34.971495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:35.410641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Subnet': ['ID=780b903b-a578-4434-86e8-f76f753b0cd0,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:35.420165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Checking segment: {'id': '23017117-bdad-4e84-93ba-44eaeeb4c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0f6418fb-d766-4c1f-a358-98c02d44a86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:35.420703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network hostable DHCP agents. Network: 0f6418fb-d766-4c1f-a358-98c02d44a86e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:35.555399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network 0f6418fb-d766-4c1f-a358-98c02d44a86e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:35.667936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 0f6418fb-d766-4c1f-a358-98c02d44a86e) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:35.673490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:35.674297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:35.684016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96daaa66-632c-4bd4-ba89-e3c4aec8f5c5 None None] Network 0f6418fb-d766-4c1f-a358-98c02d44a86e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:35.809461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-59e7ba86-ea8f-47a6-a16a-67ea2ca2c309 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8773084 Nov 12 21:10:35.814651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36442) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:35.822881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-40370358'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:35.875797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-0f6418fb-d766-4c1f-a358-98c02d44a86e', 'network_id': '0f6418fb-d766-4c1f-a358-98c02d44a86e', 'tenant_id': '8b72151767084bc3abd965866543d172', 'fixed_ips': [{'subnet_id': '780b903b-a578-4434-86e8-f76f753b0cd0'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:10:35.876344 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.034346 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:36.039517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.044033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36452) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:36.059163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Allocated IP 2001:db8:0:ffff::2 (0f6418fb-d766-4c1f-a358-98c02d44a86e/780b903b-a578-4434-86e8-f76f753b0cd0/5fbbd69d-c5f3-4418-a24d-3284f8313640) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:36.092943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:36.146007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.146633 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Added segment 892537fe-b23b-4e9a-8177-3c755902997c of type vlan for network 2f85d782-9b8a-4b57-a255-619dd7a6e1ec Nov 12 21:10:36.185987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e82c1642-d09f-417d-b4ac-21d6404fa58b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=597187d4897e40aabbf84afbaf051ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404078 Nov 12 21:10:36.188677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36460) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:36.202360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.291842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba2792f-3160-48e4-9bfb-ad27414c24ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.301584 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.316910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba2792f-3160-48e4-9bfb-ad27414c24ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.367006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.375896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:36.377906 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.451739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Network': ['ID=2f85d782-9b8a-4b57-a255-619dd7a6e1ec,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:36.462318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 2f85d782-9b8a-4b57-a255-619dd7a6e1ec details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:36.485092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.533301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba2792f-3160-48e4-9bfb-ad27414c24ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.540286 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba2792f-3160-48e4-9bfb-ad27414c24ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.540286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8ba2792f-3160-48e4-9bfb-ad27414c24ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1b23a6c-e9f5-41d6-8c8c-0ce651908b93 HTTP/1.1" status: 204 len: 168 time: 0.3460774 Nov 12 21:10:36.550846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-133531e8-7958-4445-bfb1-1505d310ca72 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7332942 Nov 12 21:10:36.553867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36468) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:36.557026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2792f-3160-48e4-9bfb-ad27414c24ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b23a6c-e9f5-41d6-8c8c-0ce651908b93,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:36.559182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'subnet': {'network_id': '2f85d782-9b8a-4b57-a255-619dd7a6e1ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:36.593120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Network 0f6418fb-d766-4c1f-a358-98c02d44a86e is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:36.608112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:36.612474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:36.634699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Pushing event updated for resources: {'Port': ['ID=5fbbd69d-c5f3-4418-a24d-3284f8313640,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:36.710698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Attempting to bind port 5fbbd69d-c5f3-4418-a24d-3284f8313640 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:36.711876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Attempting to bind port 5fbbd69d-c5f3-4418-a24d-3284f8313640 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '23017117-bdad-4e84-93ba-44eaeeb4c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0f6418fb-d766-4c1f-a358-98c02d44a86e'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:36.712411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Attempting to bind port 5fbbd69d-c5f3-4418-a24d-3284f8313640 on network 0f6418fb-d766-4c1f-a358-98c02d44a86e {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:36.731222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:36.731981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Checking segment: {'id': '23017117-bdad-4e84-93ba-44eaeeb4c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0f6418fb-d766-4c1f-a358-98c02d44a86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:36.732553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.733115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Bound using segment: {'id': '23017117-bdad-4e84-93ba-44eaeeb4c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0f6418fb-d766-4c1f-a358-98c02d44a86e'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:36.733798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Bound port: 5fbbd69d-c5f3-4418-a24d-3284f8313640, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23017117-bdad-4e84-93ba-44eaeeb4c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0f6418fb-d766-4c1f-a358-98c02d44a86e'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:36.734934 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.826261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] For port 5fbbd69d-c5f3-4418-a24d-3284f8313640, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:36.832961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] For port 5fbbd69d-c5f3-4418-a24d-3284f8313640, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5fbbd69d-c5f3-4418-a24d-3284f8313640,segment=NetworkSegment(23017117-bdad-4e84-93ba-44eaeeb4c961),segment_id=23017117-bdad-4e84-93ba-44eaeeb4c961)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:36.971052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:36.971606 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:36.978150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.092242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f9a46-66d5-477a-8b3f-961d9b0e03f9 None None] Pushing event updated for resources: {'Port': ['ID=5fbbd69d-c5f3-4418-a24d-3284f8313640,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:37.504119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5fbbd69d-c5f3-4418-a24d-3284f8313640 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:37.577871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5fbbd69d-c5f3-4418-a24d-3284f8313640 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:37.578502 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.685375 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.727841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 5fbbd69d-c5f3-4418-a24d-3284f8313640, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5fbbd69d-c5f3-4418-a24d-3284f8313640,segment=NetworkSegment(23017117-bdad-4e84-93ba-44eaeeb4c961),segment_id=23017117-bdad-4e84-93ba-44eaeeb4c961)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:37.761033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:10:37.767329 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.862760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Subnet': ['ID=a6e6b574-8b4c-4f50-841e-ca33184d5076,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:37.876373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.970096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Checking segment: {'id': '892537fe-b23b-4e9a-8177-3c755902997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2f85d782-9b8a-4b57-a255-619dd7a6e1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:37.970348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network hostable DHCP agents. Network: 2f85d782-9b8a-4b57-a255-619dd7a6e1ec, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:38.144617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network 2f85d782-9b8a-4b57-a255-619dd7a6e1ec is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:38.344947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=5fbbd69d-c5f3-4418-a24d-3284f8313640,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:38.352284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 2f85d782-9b8a-4b57-a255-619dd7a6e1ec) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:38.354528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:38.355955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:38.358645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b688061-dd39-4b80-adac-de9775a4a88b None None] Network 2f85d782-9b8a-4b57-a255-619dd7a6e1ec requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:38.511026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36532) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:38.515090 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-76b4aabb-0e08-4f94-9379-681fd27a770a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9600868 Nov 12 21:10:38.526652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'port': {'network_id': '2f85d782-9b8a-4b57-a255-619dd7a6e1ec', 'name': 'tempest-NetworksIpV6TestAttrs-2021338741'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:38.718464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a613e6e4-3888-4467-ae83-66012fe3d283 None None] Network 0f6418fb-d766-4c1f-a358-98c02d44a86e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:38.938461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-2f85d782-9b8a-4b57-a255-619dd7a6e1ec', 'network_id': '2f85d782-9b8a-4b57-a255-619dd7a6e1ec', 'tenant_id': '8b72151767084bc3abd965866543d172', 'fixed_ips': [{'subnet_id': 'a6e6b574-8b4c-4f50-841e-ca33184d5076'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:10:38.939561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:38.946909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f421c047-1671-40d2-944c-29684fd2fb88 None None] Provisioning complete for port 5fbbd69d-c5f3-4418-a24d-3284f8313640 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:38.947151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f421c047-1671-40d2-944c-29684fd2fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:39.051087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:39.057565 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:39.110960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] device_id is not set on port 96c8fd5c-5200-44a9-94cf-c42442f7ddfe yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:10:39.225113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Allocated IP 2001:db8::f816:3eff:fea3:9d39 (2f85d782-9b8a-4b57-a255-619dd7a6e1ec/a6e6b574-8b4c-4f50-841e-ca33184d5076/2b5f9555-4610-4f5a-b29e-e6b84559c288) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:39.463774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5fbbd69d-c5f3-4418-a24d-3284f8313640 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:39.800918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 5fbbd69d-c5f3-4418-a24d-3284f8313640 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:39.801296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:39.880718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1ff965ab-50e8-451d-9d84-329154eb1a82 None None] Provisioning complete for port 5fbbd69d-c5f3-4418-a24d-3284f8313640 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:39.881094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1ff965ab-50e8-451d-9d84-329154eb1a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:39.976957 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.037578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36568) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:40.087962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.141611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Network 2f85d782-9b8a-4b57-a255-619dd7a6e1ec is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:40.146534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:40.149275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:40.174472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Pushing event updated for resources: {'Port': ['ID=2b5f9555-4610-4f5a-b29e-e6b84559c288,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:40.223425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Allocated IP 2001:db8::f816:3eff:feed:afb5 (2f85d782-9b8a-4b57-a255-619dd7a6e1ec/a6e6b574-8b4c-4f50-841e-ca33184d5076/96c8fd5c-5200-44a9-94cf-c42442f7ddfe) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:40.254364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Attempting to bind port 2b5f9555-4610-4f5a-b29e-e6b84559c288 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:40.254907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Attempting to bind port 2b5f9555-4610-4f5a-b29e-e6b84559c288 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '892537fe-b23b-4e9a-8177-3c755902997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2f85d782-9b8a-4b57-a255-619dd7a6e1ec'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:40.256925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Attempting to bind port 2b5f9555-4610-4f5a-b29e-e6b84559c288 on network 2f85d782-9b8a-4b57-a255-619dd7a6e1ec {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:40.282165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:40.282535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Checking segment: {'id': '892537fe-b23b-4e9a-8177-3c755902997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2f85d782-9b8a-4b57-a255-619dd7a6e1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:40.282941 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.283442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Bound using segment: {'id': '892537fe-b23b-4e9a-8177-3c755902997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2f85d782-9b8a-4b57-a255-619dd7a6e1ec'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:40.283914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Bound port: 2b5f9555-4610-4f5a-b29e-e6b84559c288, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892537fe-b23b-4e9a-8177-3c755902997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2f85d782-9b8a-4b57-a255-619dd7a6e1ec'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:40.284296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.403783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] For port 2b5f9555-4610-4f5a-b29e-e6b84559c288, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:40.407042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] For port 2b5f9555-4610-4f5a-b29e-e6b84559c288, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2b5f9555-4610-4f5a-b29e-e6b84559c288,segment=NetworkSegment(892537fe-b23b-4e9a-8177-3c755902997c),segment_id=892537fe-b23b-4e9a-8177-3c755902997c)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:40.423011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.425905 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.493095 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95e51114-8170-4418-abf5-039aaa154aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.507713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.520691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.647043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4e9e0-005a-48f2-8893-b993a524870c None None] Pushing event updated for resources: {'Port': ['ID=2b5f9555-4610-4f5a-b29e-e6b84559c288,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:40.696325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95e51114-8170-4418-abf5-039aaa154aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.755889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.817129 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95e51114-8170-4418-abf5-039aaa154aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.831006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network 2f85d782-9b8a-4b57-a255-619dd7a6e1ec is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:40.856792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:40.867742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:40.874673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:40.875325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.879589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Port': ['ID=96c8fd5c-5200-44a9-94cf-c42442f7ddfe,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:40.942893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e51114-8170-4418-abf5-039aaa154aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9853ae-8fe4-4696-8854-53a4b3772423,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:40.962976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36596) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:40.975412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-95e51114-8170-4418-abf5-039aaa154aa0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc38015cec7746ea979a7a737b0ae96a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9355881 Nov 12 21:10:41.091882 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46db0bc7-e044-42bd-acd1-fce71b721aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.119652 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46db0bc7-e044-42bd-acd1-fce71b721aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.160107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-122418f6-9d9e-4bf3-ad99-07f37e2fc781 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6462624 Nov 12 21:10:41.161197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36602) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:41.278014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-584217c0-8de8-4b63-9314-916894fad555 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting subnet a6e6b574-8b4c-4f50-841e-ca33184d5076 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:10:41.289122 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584217c0-8de8-4b63-9314-916894fad555 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.388307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46db0bc7-e044-42bd-acd1-fce71b721aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.390935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46db0bc7-e044-42bd-acd1-fce71b721aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.392838 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-46db0bc7-e044-42bd-acd1-fce71b721aad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d9853ae-8fe4-4696-8854-53a4b3772423 HTTP/1.1" status: 204 len: 168 time: 0.4289477 Nov 12 21:10:41.408566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db0bc7-e044-42bd-acd1-fce71b721aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9853ae-8fe4-4696-8854-53a4b3772423,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:41.484984 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584217c0-8de8-4b63-9314-916894fad555 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.577712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2b5f9555-4610-4f5a-b29e-e6b84559c288 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:41.700729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2b5f9555-4610-4f5a-b29e-e6b84559c288 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:41.701109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.746213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584217c0-8de8-4b63-9314-916894fad555 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.851737 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.045123 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584217c0-8de8-4b63-9314-916894fad555 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.144108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584217c0-8de8-4b63-9314-916894fad555 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e6b574-8b4c-4f50-841e-ca33184d5076,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:42.156660 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:10:42.157972 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:10:42.160641 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-584217c0-8de8-4b63-9314-916894fad555 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.175842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-584217c0-8de8-4b63-9314-916894fad555 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/subnets/a6e6b574-8b4c-4f50-841e-ca33184d5076 HTTP/1.1" status: 204 len: 168 time: 1.0135274 Nov 12 21:10:42.178488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:42.180978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4599f0f7-a3c2-440b-a824-281a8242653f None None] Network 2f85d782-9b8a-4b57-a255-619dd7a6e1ec requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:42.274117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1d7754f1-79b8-4732-abf5-a3d295fdf89b None None] Provisioning complete for port 2b5f9555-4610-4f5a-b29e-e6b84559c288 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:42.274117 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1d7754f1-79b8-4732-abf5-a3d295fdf89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.525864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1d7754f1-79b8-4732-abf5-a3d295fdf89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.546864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] DHCP port deletion for 2f85d782-9b8a-4b57-a255-619dd7a6e1ec request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:42.578567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa16fd-6175-437a-bfbd-2ad15f14cb57 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:42.580344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa16fd-6175-437a-bfbd-2ad15f14cb57 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:42.596253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36638) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:42.597537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-15fa16fd-6175-437a-bfbd-2ad15f14cb57 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4175961 Nov 12 21:10:42.723414 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.750827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-67cd07ee-3169-4bba-ac68-19443b67ebb2 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.752425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1d7754f1-79b8-4732-abf5-a3d295fdf89b None None] For port 2b5f9555-4610-4f5a-b29e-e6b84559c288, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2b5f9555-4610-4f5a-b29e-e6b84559c288,segment=NetworkSegment(892537fe-b23b-4e9a-8177-3c755902997c),segment_id=892537fe-b23b-4e9a-8177-3c755902997c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:42.760355 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cd07ee-3169-4bba-ac68-19443b67ebb2 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 21:10:42.761738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cd07ee-3169-4bba-ac68-19443b67ebb2 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:10:42.783956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36640) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:42.790414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1441862612'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:42.794461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-67cd07ee-3169-4bba-ac68-19443b67ebb2 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/2f85d782-9b8a-4b57-a255-619dd7a6e1ec HTTP/1.1" status: 409 len: 405 time: 0.1970048 Nov 12 21:10:42.797613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] Deleting port 2b5f9555-4610-4f5a-b29e-e6b84559c288 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:42.798531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.889101 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1d7754f1-79b8-4732-abf5-a3d295fdf89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.944799 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:42.966878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.012307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36646) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:43.044437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9725489-fdd2-4e08-b09e-95c6ad275edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.095937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:43.123862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.125557 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Added segment 6619c924-7dc8-4d23-9d38-b105095a0036 of type vlan for network 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 Nov 12 21:10:43.173811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] For port 2b5f9555-4610-4f5a-b29e-e6b84559c288, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2b5f9555-4610-4f5a-b29e-e6b84559c288,segment=NetworkSegment(892537fe-b23b-4e9a-8177-3c755902997c),segment_id=892537fe-b23b-4e9a-8177-3c755902997c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:43.174215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.264578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9725489-fdd2-4e08-b09e-95c6ad275edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.297976 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:10:43.298344 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:10:43.308108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.331576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] Calling delete_port for 2b5f9555-4610-4f5a-b29e-e6b84559c288 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:43.344122 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9725489-fdd2-4e08-b09e-95c6ad275edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.367400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7754f1-79b8-4732-abf5-a3d295fdf89b None None] Pushing event updated for resources: {'Port': ['ID=2b5f9555-4610-4f5a-b29e-e6b84559c288,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:43.452967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.462223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:43.463271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.473669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a9725489-fdd2-4e08-b09e-95c6ad275edf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff878f7124b1425189fbd18699839a91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594007 Nov 12 21:10:43.477207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36654) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:43.509509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9725489-fdd2-4e08-b09e-95c6ad275edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896eb8d2-d85d-445a-8cee-1af02296af74,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:43.559742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36656) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:43.630907 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8454888 Nov 12 21:10:43.634271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36664) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:43.641474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'subnet': {'network_id': '02a70d91-f9bb-453c-99a7-cdb37ac9c1d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:43.674700 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd74b4be-c37a-4cbb-85b9-a845502e2c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.703140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a652a-2fd4-4d69-987e-a17867fbb060 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Network': ['ID=02a70d91-f9bb-453c-99a7-cdb37ac9c1d5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:43.721142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:43.738694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd74b4be-c37a-4cbb-85b9-a845502e2c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.869958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2b5f9555-4610-4f5a-b29e-e6b84559c288 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:10:43.892578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.945184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-884334aa-f63b-49b5-bb70-87d93e7b3bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.978645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 2b5f9555-4610-4f5a-b29e-e6b84559c288 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:10:43.979312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2b5f9555-4610-4f5a-b29e-e6b84559c288 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:10:43.985694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] Pushing event deleted for resources: {'Port': ['ID=2b5f9555-4610-4f5a-b29e-e6b84559c288,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:43.988827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd74b4be-c37a-4cbb-85b9-a845502e2c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.991701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca31059-bdb9-4ccb-bbee-f0d9f51eb764 None None] No DVR routers for this DVR port 2b5f9555-4610-4f5a-b29e-e6b84559c288 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:44.005657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd74b4be-c37a-4cbb-85b9-a845502e2c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.009626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fd74b4be-c37a-4cbb-85b9-a845502e2c53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/896eb8d2-d85d-445a-8cee-1af02296af74 HTTP/1.1" status: 204 len: 168 time: 0.5103989 Nov 12 21:10:44.023467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74b4be-c37a-4cbb-85b9-a845502e2c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896eb8d2-d85d-445a-8cee-1af02296af74,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:44.124288 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-884334aa-f63b-49b5-bb70-87d93e7b3bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.127262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:44.131670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.279817 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-884334aa-f63b-49b5-bb70-87d93e7b3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.337585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36678) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:44.339669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-884334aa-f63b-49b5-bb70-87d93e7b3bf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5e7a59176f94f289ec26b8f6c5c056a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7779813 Nov 12 21:10:44.366782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884334aa-f63b-49b5-bb70-87d93e7b3bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f817df-5285-4286-91cd-171288213cef,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:44.468189 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2d1e-f1d1-4a60-ad8e-1fdd0f9f82a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.524441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2d1e-f1d1-4a60-ad8e-1fdd0f9f82a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.701765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.objects.ports [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:10:44.703515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.706049 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2d1e-f1d1-4a60-ad8e-1fdd0f9f82a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.709047 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2d1e-f1d1-4a60-ad8e-1fdd0f9f82a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.712350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1a2f2d1e-f1d1-4a60-ad8e-1fdd0f9f82a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65f817df-5285-4286-91cd-171288213cef HTTP/1.1" status: 204 len: 168 time: 0.3718150 Nov 12 21:10:44.731694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f2d1e-f1d1-4a60-ad8e-1fdd0f9f82a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f817df-5285-4286-91cd-171288213cef,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:44.811276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Subnet': ['ID=56819e9c-37bc-42a5-b88e-d3215ed3d97d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:44.813714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Checking segment: {'id': '6619c924-7dc8-4d23-9d38-b105095a0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '02a70d91-f9bb-453c-99a7-cdb37ac9c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:44.814336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network hostable DHCP agents. Network: 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:44.933869 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:45.087094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:45.096679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c70de-a19e-43e3-bd5c-d9dc3885e240 None None] Network 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:45.121268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:45.121954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.269756 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2705255d-5f56-47ce-a2dd-0c3069a7138f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6344969 Nov 12 21:10:45.271847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36706) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:45.286218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'port': {'network_id': '02a70d91-f9bb-453c-99a7-cdb37ac9c1d5', 'name': 'tempest-NetworksIpV6TestAttrs-871411315'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:45.489679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-02a70d91-f9bb-453c-99a7-cdb37ac9c1d5', 'network_id': '02a70d91-f9bb-453c-99a7-cdb37ac9c1d5', 'tenant_id': '8b72151767084bc3abd965866543d172', 'fixed_ips': [{'subnet_id': '56819e9c-37bc-42a5-b88e-d3215ed3d97d'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:10:45.491077 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.642355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:45.646793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.684497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] device_id is not set on port 66673c32-0d98-4662-9a98-30c5e96f5aee yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:10:45.738789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Allocated IP 2001:db8::f816:3eff:fece:6ab4 (02a70d91-f9bb-453c-99a7-cdb37ac9c1d5/56819e9c-37bc-42a5-b88e-d3215ed3d97d/44c11900-bb00-4bb3-a30b-fe0b21e79949) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:45.757218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-562c32b7-8877-4c02-8cee-a3440a04ca45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1851614 Nov 12 21:10:45.882187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-ad7afcbe-f719-4894-929d-0c5cc2a6adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:45.884733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-ad7afcbe-f719-4894-929d-0c5cc2a6adbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b13f5e9e55074d92ba69109334d17247&device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 1102 time: 0.0708771 Nov 12 21:10:45.928701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36726) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:45.946654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-591c8dee-fded-4963-b9b0-1e94122e459c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.060536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-591c8dee-fded-4963-b9b0-1e94122e459c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.089968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-c5837f6c-a160-44fb-bfaf-03a43a239840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:46.091595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-c5837f6c-a160-44fb-bfaf-03a43a239840 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1699257 Nov 12 21:10:46.122668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.150365 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-591c8dee-fded-4963-b9b0-1e94122e459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.158986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-0bc0ed05-fbb9-4705-ba68-910e146f7a3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d27fd2c6-14a1-4141-9b0c-3bae9224885c HTTP/1.1" status: 200 len: 217 time: 0.0485263 Nov 12 21:10:46.225406 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-591c8dee-fded-4963-b9b0-1e94122e459c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a864365bc33648298e03a6de9da72800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2932088 Nov 12 21:10:46.226551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36738) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:46.228730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8dee-fded-4963-b9b0-1e94122e459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eae83e-e67e-4550-8d43-1292014e4d39,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:46.232894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-974a9fa2-ce72-4996-aeb6-86b7f08e36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:46.234461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-974a9fa2-ce72-4996-aeb6-86b7f08e36c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0635121 Nov 12 21:10:46.257464 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.333151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Network 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:46.392249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:46.395940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:46.400519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Allocated IP 2001:db8::f816:3eff:fe04:9f73 (02a70d91-f9bb-453c-99a7-cdb37ac9c1d5/56819e9c-37bc-42a5-b88e-d3215ed3d97d/66673c32-0d98-4662-9a98-30c5e96f5aee) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:46.430298 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2fe781f-2a78-45bf-b58b-2de198435179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.462988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2fe781f-2a78-45bf-b58b-2de198435179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.548475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Attempting to bind port 44c11900-bb00-4bb3-a30b-fe0b21e79949 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:46.548475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Attempting to bind port 44c11900-bb00-4bb3-a30b-fe0b21e79949 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '6619c924-7dc8-4d23-9d38-b105095a0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '02a70d91-f9bb-453c-99a7-cdb37ac9c1d5'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:46.548475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Attempting to bind port 44c11900-bb00-4bb3-a30b-fe0b21e79949 on network 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:46.561441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Pushing event updated for resources: {'Port': ['ID=44c11900-bb00-4bb3-a30b-fe0b21e79949,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:46.576941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:46.576941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Checking segment: {'id': '6619c924-7dc8-4d23-9d38-b105095a0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '02a70d91-f9bb-453c-99a7-cdb37ac9c1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:46.576941 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.576941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Bound using segment: {'id': '6619c924-7dc8-4d23-9d38-b105095a0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '02a70d91-f9bb-453c-99a7-cdb37ac9c1d5'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:46.576941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Bound port: 44c11900-bb00-4bb3-a30b-fe0b21e79949, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6619c924-7dc8-4d23-9d38-b105095a0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '02a70d91-f9bb-453c-99a7-cdb37ac9c1d5'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:46.577620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.611948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-0e8fc4a1-3665-48e6-891b-6997547d4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:46.613491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-0e8fc4a1-3665-48e6-891b-6997547d4b53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3610771 Nov 12 21:10:46.647989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] For port 44c11900-bb00-4bb3-a30b-fe0b21e79949, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:46.651821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] For port 44c11900-bb00-4bb3-a30b-fe0b21e79949, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=44c11900-bb00-4bb3-a30b-fe0b21e79949,segment=NetworkSegment(6619c924-7dc8-4d23-9d38-b105095a0036),segment_id=6619c924-7dc8-4d23-9d38-b105095a0036)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:46.669581 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2fe781f-2a78-45bf-b58b-2de198435179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.672340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2fe781f-2a78-45bf-b58b-2de198435179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.676010 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d2fe781f-2a78-45bf-b58b-2de198435179 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5eae83e-e67e-4550-8d43-1292014e4d39 HTTP/1.1" status: 204 len: 168 time: 0.3932412 Nov 12 21:10:46.686097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe781f-2a78-45bf-b58b-2de198435179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eae83e-e67e-4550-8d43-1292014e4d39,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:46.742366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.789565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-76f77687-e773-44d7-a771-ae63703dacac service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621437 Nov 12 21:10:46.795404 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.881513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9581a21-fb86-4130-8bf9-02c86ec5ef20 None None] Pushing event updated for resources: {'Port': ['ID=44c11900-bb00-4bb3-a30b-fe0b21e79949,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:46.936917 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.954617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-198018bd-3fb9-4e28-aba0-1462eaffcc29 req-5b6be226-7e76-4a02-83d4-aa50fe9452b0 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417701 Nov 12 21:10:47.000167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:47.007417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:47.011944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:47.019907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:47.022754 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.040130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Port': ['ID=66673c32-0d98-4662-9a98-30c5e96f5aee,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:47.163961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c3ecd94b-c8c5-4e35-8521-b1cd8d87f45f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8896537 Nov 12 21:10:47.167414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:47.276223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8137827e-4fc2-4b70-bab3-091131542834 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting subnet 56819e9c-37bc-42a5-b88e-d3215ed3d97d {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:10:47.279355 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8137827e-4fc2-4b70-bab3-091131542834 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.359159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8137827e-4fc2-4b70-bab3-091131542834 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.658283 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8137827e-4fc2-4b70-bab3-091131542834 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.866098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 44c11900-bb00-4bb3-a30b-fe0b21e79949 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:47.953695 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8137827e-4fc2-4b70-bab3-091131542834 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.998295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 44c11900-bb00-4bb3-a30b-fe0b21e79949 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:48.001146 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.057451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137827e-4fc2-4b70-bab3-091131542834 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Subnet': ['ID=56819e9c-37bc-42a5-b88e-d3215ed3d97d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:48.072626 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8137827e-4fc2-4b70-bab3-091131542834 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.079858 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8137827e-4fc2-4b70-bab3-091131542834 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/subnets/56819e9c-37bc-42a5-b88e-d3215ed3d97d HTTP/1.1" status: 204 len: 168 time: 0.9098561 Nov 12 21:10:48.082150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36800) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:48.159604 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.255478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d0d62-070f-4bf1-9d8b-decbfdea3eb1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:48.264337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d0d62-070f-4bf1-9d8b-decbfdea3eb1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:48.266595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 44c11900-bb00-4bb3-a30b-fe0b21e79949, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=44c11900-bb00-4bb3-a30b-fe0b21e79949,segment=NetworkSegment(6619c924-7dc8-4d23-9d38-b105095a0036),segment_id=6619c924-7dc8-4d23-9d38-b105095a0036)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:48.268674 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fb6d0d62-070f-4bf1-9d8b-decbfdea3eb1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1847644 Nov 12 21:10:48.271629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36810) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:48.347490 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.447585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9909bf-d438-4d46-966c-900e205af3a5 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.458287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=44c11900-bb00-4bb3-a30b-fe0b21e79949,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:48.458814 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9909bf-d438-4d46-966c-900e205af3a5 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 21:10:48.459476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9909bf-d438-4d46-966c-900e205af3a5 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:10:48.464765 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7d9909bf-d438-4d46-966c-900e205af3a5 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 HTTP/1.1" status: 409 len: 405 time: 0.1907604 Nov 12 21:10:48.469430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36816) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:48.475516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-608432205'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:48.625180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:48.632349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.657836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fdb241-530b-4903-81c5-ff64d47da33a None None] Network 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:48.713286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:48.732151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.732550 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Added segment dd6fb227-1e60-46d8-a9c3-b0825f953dc9 of type vlan for network 293c799b-8c8d-458a-b51a-06491ff1e03a Nov 12 21:10:48.786401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d4b2b31c-a915-4088-bbee-4647dca09e80 None None] Provisioning complete for port 44c11900-bb00-4bb3-a30b-fe0b21e79949 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:48.786920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d4b2b31c-a915-4088-bbee-4647dca09e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.846821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.965487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.972285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:48.974770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.112746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Network': ['ID=293c799b-8c8d-458a-b51a-06491ff1e03a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:49.121234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] DHCP port deletion for 02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:49.126162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 293c799b-8c8d-458a-b51a-06491ff1e03a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:49.240401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2c9442e0-0bf3-47c6-a8b7-8cef719e095b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7695382 Nov 12 21:10:49.242955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36838) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:49.253695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'subnet': {'network_id': '293c799b-8c8d-458a-b51a-06491ff1e03a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:49.414707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] Deleting port 44c11900-bb00-4bb3-a30b-fe0b21e79949 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:49.416202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.536733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:49.548402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.562938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] For port 44c11900-bb00-4bb3-a30b-fe0b21e79949, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=44c11900-bb00-4bb3-a30b-fe0b21e79949,segment=NetworkSegment(6619c924-7dc8-4d23-9d38-b105095a0036),segment_id=6619c924-7dc8-4d23-9d38-b105095a0036)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:49.563628 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.612443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] Calling delete_port for 44c11900-bb00-4bb3-a30b-fe0b21e79949 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:49.786327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 44c11900-bb00-4bb3-a30b-fe0b21e79949 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:10:49.846032 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.893263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] Pushing event deleted for resources: {'Port': ['ID=44c11900-bb00-4bb3-a30b-fe0b21e79949,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:49.899843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d998f5-6207-4e91-89a3-a88aa782863d None None] No DVR routers for this DVR port 44c11900-bb00-4bb3-a30b-fe0b21e79949 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:49.906340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No active binding found for port 44c11900-bb00-4bb3-a30b-fe0b21e79949 {{(pid=109630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 21:10:49.907074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 44c11900-bb00-4bb3-a30b-fe0b21e79949 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:10:50.199506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.objects.ports [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:10:50.201001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.266834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Subnet': ['ID=b6803c44-6254-4227-9f13-ee7c77aba7cd,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:50.305580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Checking segment: {'id': 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '293c799b-8c8d-458a-b51a-06491ff1e03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:50.306352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network hostable DHCP agents. Network: 293c799b-8c8d-458a-b51a-06491ff1e03a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:50.416946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network 293c799b-8c8d-458a-b51a-06491ff1e03a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:50.543553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 293c799b-8c8d-458a-b51a-06491ff1e03a) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:50.547844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:50.548433 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.554178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e60df4-1f39-46ab-9335-712f58174608 None None] Network 293c799b-8c8d-458a-b51a-06491ff1e03a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:50.699505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-27df1948-d22f-4939-a2dd-0c0a6466de33 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4546251 Nov 12 21:10:50.702250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36888) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:50.758308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-293c799b-8c8d-458a-b51a-06491ff1e03a', 'network_id': '293c799b-8c8d-458a-b51a-06491ff1e03a', 'tenant_id': '8b72151767084bc3abd965866543d172', 'fixed_ips': [{'subnet_id': 'b6803c44-6254-4227-9f13-ee7c77aba7cd'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:10:50.762237 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.905345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.988535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Allocated IP 2001:db8::f816:3eff:fef1:b3cc (293c799b-8c8d-458a-b51a-06491ff1e03a/b6803c44-6254-4227-9f13-ee7c77aba7cd/13975de7-2659-4569-89e2-afb51916e3ed) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:51.082686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.186401 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.187311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-f014b1fa-2c69-424f-9e5e-f0f0bc94ed70 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0783572 Nov 12 21:10:51.278945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-0804e066-20be-48f3-97ab-c66394ab04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:51.280515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-0804e066-20be-48f3-97ab-c66394ab04d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 1098 time: 0.0465379 Nov 12 21:10:51.295638 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.352584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Network 293c799b-8c8d-458a-b51a-06491ff1e03a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:51.360931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:51.366145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:51.370000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Pushing event updated for resources: {'Port': ['ID=13975de7-2659-4569-89e2-afb51916e3ed,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:51.423773 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.439325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Attempting to bind port 13975de7-2659-4569-89e2-afb51916e3ed on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:51.440006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Attempting to bind port 13975de7-2659-4569-89e2-afb51916e3ed by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '293c799b-8c8d-458a-b51a-06491ff1e03a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:51.440592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Attempting to bind port 13975de7-2659-4569-89e2-afb51916e3ed on network 293c799b-8c8d-458a-b51a-06491ff1e03a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:51.446768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:51.447454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Checking segment: {'id': 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '293c799b-8c8d-458a-b51a-06491ff1e03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:51.448243 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.449301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Bound using segment: {'id': 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '293c799b-8c8d-458a-b51a-06491ff1e03a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:51.450247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Bound port: 13975de7-2659-4569-89e2-afb51916e3ed, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '293c799b-8c8d-458a-b51a-06491ff1e03a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:51.450970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.536219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.540811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Subnet': ['ID=b6803c44-6254-4227-9f13-ee7c77aba7cd,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:51.557801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] For port 13975de7-2659-4569-89e2-afb51916e3ed, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:51.578648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] For port 13975de7-2659-4569-89e2-afb51916e3ed, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=13975de7-2659-4569-89e2-afb51916e3ed,segment=NetworkSegment(dd6fb227-1e60-46d8-a9c3-b0825f953dc9),segment_id=dd6fb227-1e60-46d8-a9c3-b0825f953dc9)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:51.580503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293c799b-8c8d-458a-b51a-06491ff1e03a']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:51.590577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-b27f8395-0d1c-477b-94ee-979082e984d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:51.592404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-b27f8395-0d1c-477b-94ee-979082e984d6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.2892282 Nov 12 21:10:51.596477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:51.596957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:51.646864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.706650 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.778333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.821292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:51.822163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:51.827019 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:51.842478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b1a7f-e26f-4b3b-b07c-6136c70e9351 None None] Network 293c799b-8c8d-458a-b51a-06491ff1e03a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:51.857627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f949-38cd-4b8b-b094-426539e417fa None None] Pushing event updated for resources: {'Port': ['ID=13975de7-2659-4569-89e2-afb51916e3ed,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:51.872501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-0be7bbaa-4cc4-481f-8f0c-0b3dff62acd9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80 HTTP/1.1" status: 200 len: 1002 time: 0.2677748 Nov 12 21:10:52.033083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-41a9494a-888c-4833-8d67-20f90b9b1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:52.033083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-41a9494a-888c-4833-8d67-20f90b9b1196 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.1156311 Nov 12 21:10:52.092043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:10:52.092043 n-d-713498-29 neutron-server[109629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:10:52.092043 n-d-713498-29 neutron-server[109629]: [parameters: {'id': '293c799b-8c8d-458a-b51a-06491ff1e03a'}] Nov 12 21:10:52.092043 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:10:52.092989 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:10:52.106162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-af9a22af-c4f1-4387-9adf-e9f4688714d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:52.108244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-af9a22af-c4f1-4387-9adf-e9f4688714d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656347 Nov 12 21:10:52.140435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be8d7d4-6e2c-4afe-ba5a-853877a60e23 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:10:52.252068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8d7d4-6e2c-4afe-ba5a-853877a60e23 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:10:52.265713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-cf2397c2-3847-442a-95de-44217ce54a72 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501317 Nov 12 21:10:52.448815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9beb875-2b57-4252-9543-7a58aef369d8 req-34afecf6-bd2d-43fb-8288-200c66129914 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745229 Nov 12 21:10:52.594210 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.687853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting port 13975de7-2659-4569-89e2-afb51916e3ed {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:52.688279 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.804307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] For port 13975de7-2659-4569-89e2-afb51916e3ed, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=13975de7-2659-4569-89e2-afb51916e3ed,segment=NetworkSegment(dd6fb227-1e60-46d8-a9c3-b0825f953dc9),segment_id=dd6fb227-1e60-46d8-a9c3-b0825f953dc9)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:52.804941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.824292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Calling delete_port for 13975de7-2659-4569-89e2-afb51916e3ed owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:53.002116 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.021903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No DVR routers for this DVR port 13975de7-2659-4569-89e2-afb51916e3ed on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:53.061705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Port': ['ID=13975de7-2659-4569-89e2-afb51916e3ed,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:53.169471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.195423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293c799b-8c8d-458a-b51a-06491ff1e03a']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:53.209094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:53.209515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6fb227-1e60-46d8-a9c3-b0825f953dc9') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:53.223484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.246259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.260911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:53.261322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:53.264544 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:53.487012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.495687 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.499607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/293c799b-8c8d-458a-b51a-06491ff1e03a HTTP/1.1" status: 204 len: 168 time: 2.7955444 Nov 12 21:10:53.502539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:53.507532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-537394326'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:53.520949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9db9f-7a0c-4cf3-b794-c853c553c893 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Network': ['ID=293c799b-8c8d-458a-b51a-06491ff1e03a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:53.646962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:53.657763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.772598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:53.818656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.819236 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Added segment b7152e8b-5d7d-448a-a176-73c43a464828 of type vlan for network 0a0b091d-9e8c-4da1-a238-edefe150d05f Nov 12 21:10:53.919731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.081836 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.094172 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:54.094935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.186952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Network': ['ID=0a0b091d-9e8c-4da1-a238-edefe150d05f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:54.199854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 0a0b091d-9e8c-4da1-a238-edefe150d05f details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:54.290723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37006) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:54.292607 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c8b81645-7eba-4d8b-b6a8-b67e455d9935 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7888670 Nov 12 21:10:54.298923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'subnet': {'network_id': '0a0b091d-9e8c-4da1-a238-edefe150d05f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:54.503206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:54.512147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.879391 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.950440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Subnet': ['ID=2ab1c1e4-cd08-48f9-9189-c423b95938be,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:54.957901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Checking segment: {'id': 'b7152e8b-5d7d-448a-a176-73c43a464828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0a0b091d-9e8c-4da1-a238-edefe150d05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:54.959841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network hostable DHCP agents. Network: 0a0b091d-9e8c-4da1-a238-edefe150d05f, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:55.084401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network 0a0b091d-9e8c-4da1-a238-edefe150d05f is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:55.262305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 0a0b091d-9e8c-4da1-a238-edefe150d05f) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:55.266795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:55.267431 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.273929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f1ee35-80b0-487e-ae43-dd81d091d60c None None] Network 0a0b091d-9e8c-4da1-a238-edefe150d05f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:55.434947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b33cadf9-4d83-4ac2-8cba-8d1abd160751 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1413479 Nov 12 21:10:55.437718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37048) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:55.457205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37050) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:55.468870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-0a0b091d-9e8c-4da1-a238-edefe150d05f', 'network_id': '0a0b091d-9e8c-4da1-a238-edefe150d05f', 'tenant_id': '8b72151767084bc3abd965866543d172', 'fixed_ips': [{'subnet_id': '2ab1c1e4-cd08-48f9-9189-c423b95938be'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:10:55.468870 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.611280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.755347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Allocated IP 2001:db8::2 (0a0b091d-9e8c-4da1-a238-edefe150d05f/2ab1c1e4-cd08-48f9-9189-c423b95938be/6bc2b450-a96a-4af1-8b09-cf21049dcd54) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:55.790616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.830702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ecc0b5-1a47-42db-8b73-d35f99813eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.981779 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ecc0b5-1a47-42db-8b73-d35f99813eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.998547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.103302 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45ecc0b5-1a47-42db-8b73-d35f99813eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.130680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.201352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-45ecc0b5-1a47-42db-8b73-d35f99813eaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c53231e3023412493dc3f6ece2f47f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7427940 Nov 12 21:10:56.202413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecc0b5-1a47-42db-8b73-d35f99813eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd81b1-8443-4634-a3b5-a0a94ec408a5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:56.222287 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.289232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37072) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:56.309286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab1c1e4-cd08-48f9-9189-c423b95938be,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:56.429592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6657f2c-07e1-4962-b2fc-e71e9a1009be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.465683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6657f2c-07e1-4962-b2fc-e71e9a1009be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.507801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.550183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Network 0a0b091d-9e8c-4da1-a238-edefe150d05f is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:56.554256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:56.554600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0b091d-9e8c-4da1-a238-edefe150d05f']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:56.556210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Pushing event updated for resources: {'Port': ['ID=6bc2b450-a96a-4af1-8b09-cf21049dcd54,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:56.558995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:56.568538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.569098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.569590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.570076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.570579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.571075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.571586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.572063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.572633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.573741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.574236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.575244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:56.578549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7152e8b-5d7d-448a-a176-73c43a464828') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:56.589311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7152e8b-5d7d-448a-a176-73c43a464828') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:56.624227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.648391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.659384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:56.660348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.660951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Attempting to bind port 6bc2b450-a96a-4af1-8b09-cf21049dcd54 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:56.661452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Attempting to bind port 6bc2b450-a96a-4af1-8b09-cf21049dcd54 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b7152e8b-5d7d-448a-a176-73c43a464828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0a0b091d-9e8c-4da1-a238-edefe150d05f'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:56.661692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Attempting to bind port 6bc2b450-a96a-4af1-8b09-cf21049dcd54 on network 0a0b091d-9e8c-4da1-a238-edefe150d05f {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:56.666925 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:56.673827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:56.674452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Checking segment: {'id': 'b7152e8b-5d7d-448a-a176-73c43a464828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0a0b091d-9e8c-4da1-a238-edefe150d05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:56.675050 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.675520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Bound using segment: {'id': 'b7152e8b-5d7d-448a-a176-73c43a464828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0a0b091d-9e8c-4da1-a238-edefe150d05f'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:56.675995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Bound port: 6bc2b450-a96a-4af1-8b09-cf21049dcd54, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7152e8b-5d7d-448a-a176-73c43a464828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0a0b091d-9e8c-4da1-a238-edefe150d05f'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:56.676418 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.738342 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6657f2c-07e1-4962-b2fc-e71e9a1009be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.741071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6657f2c-07e1-4962-b2fc-e71e9a1009be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.745564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c6657f2c-07e1-4962-b2fc-e71e9a1009be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3edd81b1-8443-4634-a3b5-a0a94ec408a5 HTTP/1.1" status: 204 len: 168 time: 0.4521153 Nov 12 21:10:56.748470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] For port 6bc2b450-a96a-4af1-8b09-cf21049dcd54, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:56.752365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6657f2c-07e1-4962-b2fc-e71e9a1009be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd81b1-8443-4634-a3b5-a0a94ec408a5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:56.754220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] For port 6bc2b450-a96a-4af1-8b09-cf21049dcd54, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6bc2b450-a96a-4af1-8b09-cf21049dcd54,segment=NetworkSegment(b7152e8b-5d7d-448a-a176-73c43a464828),segment_id=b7152e8b-5d7d-448a-a176-73c43a464828)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:56.830174 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:10:56.830174 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:10:56.830174 n-d-713498-29 neutron-server[109628]: [parameters: {'id': '0a0b091d-9e8c-4da1-a238-edefe150d05f'}] Nov 12 21:10:56.830174 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:10:56.830613 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:10:56.867604 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.989731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420e1e1-6b32-4239-a833-0cf1a3424fe8 None None] Pushing event updated for resources: {'Port': ['ID=6bc2b450-a96a-4af1-8b09-cf21049dcd54,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:57.013323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c1c0e-f2cf-4d30-84c0-b1dd0769c1de None None] Network 0a0b091d-9e8c-4da1-a238-edefe150d05f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:57.173369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d2472-27b7-4cf3-9071-07558a146a73 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:10:57.263929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0d2472-27b7-4cf3-9071-07558a146a73 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:10:57.331182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:57.478016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting port 6bc2b450-a96a-4af1-8b09-cf21049dcd54 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:57.478703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:57.554427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] For port 6bc2b450-a96a-4af1-8b09-cf21049dcd54, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6bc2b450-a96a-4af1-8b09-cf21049dcd54,segment=NetworkSegment(b7152e8b-5d7d-448a-a176-73c43a464828),segment_id=b7152e8b-5d7d-448a-a176-73c43a464828)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:57.555539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:57.573918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Calling delete_port for 6bc2b450-a96a-4af1-8b09-cf21049dcd54 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:57.683756 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f98b-1fae-4203-ab21-7efe4860729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.103135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37124) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:58.126273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-da3fb978-d8b4-485e-b93e-84bb88885302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.208023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.272523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Port': ['ID=6bc2b450-a96a-4af1-8b09-cf21049dcd54,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:58.282457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No DVR routers for this DVR port 6bc2b450-a96a-4af1-8b09-cf21049dcd54 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:58.354566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-da3fb978-d8b4-485e-b93e-84bb88885302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.410283 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.439634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0b091d-9e8c-4da1-a238-edefe150d05f']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:58.446329 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-da3fb978-d8b4-485e-b93e-84bb88885302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.452019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7152e8b-5d7d-448a-a176-73c43a464828') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:58.453177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7152e8b-5d7d-448a-a176-73c43a464828') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:58.465686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.484192 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.491803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:58.492612 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.494539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-da3fb978-d8b4-485e-b93e-84bb88885302 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8dd096eba3c4222ab2696389064e22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902216 Nov 12 21:10:58.495386 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fb978-d8b4-485e-b93e-84bb88885302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365781c9-7d31-4919-884a-28057f7778ac,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:58.498781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37138) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:58.545293 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:58.565885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29edea4-0aac-4b4a-8553-05e369e01991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.591793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29edea4-0aac-4b4a-8553-05e369e01991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.978555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.987645 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.997713 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/0a0b091d-9e8c-4da1-a238-edefe150d05f HTTP/1.1" status: 204 len: 168 time: 3.5520458 Nov 12 21:10:58.997713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37152) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:59.010331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93255fd3-db39-44bf-a775-8b8a839f98ae tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Network': ['ID=0a0b091d-9e8c-4da1-a238-edefe150d05f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:59.026734 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1083179142'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:59.064494 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29edea4-0aac-4b4a-8553-05e369e01991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.068982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29edea4-0aac-4b4a-8553-05e369e01991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.081987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a29edea4-0aac-4b4a-8553-05e369e01991 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/365781c9-7d31-4919-884a-28057f7778ac HTTP/1.1" status: 204 len: 168 time: 0.5701494 Nov 12 21:10:59.081987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29edea4-0aac-4b4a-8553-05e369e01991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365781c9-7d31-4919-884a-28057f7778ac,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:59.215693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:59.219956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.330276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:59.341815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.341815 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Added segment 6fa534dd-376b-4b61-ad84-95a36d72794b of type vlan for network 9218a4d8-0175-4934-bf3e-b52ba2481432 Nov 12 21:10:59.411769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.543767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.550773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:59.551655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.633325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Network': ['ID=9218a4d8-0175-4934-bf3e-b52ba2481432,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:59.647513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 9218a4d8-0175-4934-bf3e-b52ba2481432 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:59.755727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37186) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:59.756281 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8aca98a1-00ce-41dd-835d-b6d1877785da tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7519991 Nov 12 21:10:59.757530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Request body: {'subnet': {'network_id': '9218a4d8-0175-4934-bf3e-b52ba2481432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:00.028408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Made reservation on behalf of 8b72151767084bc3abd965866543d172 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:00.033144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:00.110099 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2756d8bb-4434-485d-a54a-9a577ee0154f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:00.892222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.objects.ports [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 21:11:00.893754 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:00.961229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event updated for resources: {'Subnet': ['ID=1cf4735c-3dfe-466e-9f71-58a0fe5020eb,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:00.969887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Checking segment: {'id': '6fa534dd-376b-4b61-ad84-95a36d72794b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9218a4d8-0175-4934-bf3e-b52ba2481432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:00.969887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network hostable DHCP agents. Network: 9218a4d8-0175-4934-bf3e-b52ba2481432, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:11:01.137205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Network 9218a4d8-0175-4934-bf3e-b52ba2481432 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:11:01.316854 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:01.318294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 9218a4d8-0175-4934-bf3e-b52ba2481432) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:01.331893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de0329e-8324-4b4d-b450-0375ac630937 None None] Network 9218a4d8-0175-4934-bf3e-b52ba2481432 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:01.339317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:01.339968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:01.488760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f1224ae0-41fd-4184-9f3e-9af8f45811e1 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7362003 Nov 12 21:11:01.496894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37258) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:01.655479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-9218a4d8-0175-4934-bf3e-b52ba2481432', 'network_id': '9218a4d8-0175-4934-bf3e-b52ba2481432', 'tenant_id': '8b72151767084bc3abd965866543d172', 'fixed_ips': [{'subnet_id': '1cf4735c-3dfe-466e-9f71-58a0fe5020eb'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:11:01.657493 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:01.732860 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:01.839746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:01.967957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Allocated IP 2001:db8::f816:3eff:fe52:27cf (9218a4d8-0175-4934-bf3e-b52ba2481432/1cf4735c-3dfe-466e-9f71-58a0fe5020eb/bb5ce226-f8b8-4807-bfa5-ace4bcba70fe) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:02.280525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.416654 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.503003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Network 9218a4d8-0175-4934-bf3e-b52ba2481432 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:02.503003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:02.510845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:02.537123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Pushing event updated for resources: {'Port': ['ID=bb5ce226-f8b8-4807-bfa5-ace4bcba70fe,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:02.555145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Attempting to bind port bb5ce226-f8b8-4807-bfa5-ace4bcba70fe on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Attempting to bind port bb5ce226-f8b8-4807-bfa5-ace4bcba70fe by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '6fa534dd-376b-4b61-ad84-95a36d72794b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9218a4d8-0175-4934-bf3e-b52ba2481432'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Attempting to bind port bb5ce226-f8b8-4807-bfa5-ace4bcba70fe on network 9218a4d8-0175-4934-bf3e-b52ba2481432 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Checking segment: {'id': '6fa534dd-376b-4b61-ad84-95a36d72794b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9218a4d8-0175-4934-bf3e-b52ba2481432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Bound using segment: {'id': '6fa534dd-376b-4b61-ad84-95a36d72794b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9218a4d8-0175-4934-bf3e-b52ba2481432'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Bound port: bb5ce226-f8b8-4807-bfa5-ace4bcba70fe, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa534dd-376b-4b61-ad84-95a36d72794b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9218a4d8-0175-4934-bf3e-b52ba2481432'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:11:02.620806 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.636092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf4735c-3dfe-466e-9f71-58a0fe5020eb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:02.728413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] For port bb5ce226-f8b8-4807-bfa5-ace4bcba70fe, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:11:02.732738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] For port bb5ce226-f8b8-4807-bfa5-ace4bcba70fe, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=bb5ce226-f8b8-4807-bfa5-ace4bcba70fe,segment=NetworkSegment(6fa534dd-376b-4b61-ad84-95a36d72794b),segment_id=6fa534dd-376b-4b61-ad84-95a36d72794b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:11:02.760007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.806569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9218a4d8-0175-4934-bf3e-b52ba2481432']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:02.823322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa534dd-376b-4b61-ad84-95a36d72794b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:02.823652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa534dd-376b-4b61-ad84-95a36d72794b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:02.833918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.858545 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.860469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.871478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:02.871478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:02.872088 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:02.957489 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:11:03.000575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dbf5b-248e-48db-8532-7a28d85bb3e2 None None] Pushing event updated for resources: {'Port': ['ID=bb5ce226-f8b8-4807-bfa5-ace4bcba70fe,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:03.019526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b0881-b99a-445d-80fb-05520e186acf None None] Network 9218a4d8-0175-4934-bf3e-b52ba2481432 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:03.064439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:11:03.064439 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:11:03.064439 n-d-713498-29 neutron-server[109628]: [parameters: {'id': '9218a4d8-0175-4934-bf3e-b52ba2481432'}] Nov 12 21:11:03.064439 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:11:03.070811 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:11:03.132775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:03.233614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27ff69-64e5-4f75-b9c9-63373160d072 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:11:03.345863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27ff69-64e5-4f75-b9c9-63373160d072 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:11:03.565894 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:03.669761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:03.714245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting port bb5ce226-f8b8-4807-bfa5-ace4bcba70fe {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:03.716093 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:03.788807 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] For port bb5ce226-f8b8-4807-bfa5-ace4bcba70fe, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=bb5ce226-f8b8-4807-bfa5-ace4bcba70fe,segment=NetworkSegment(6fa534dd-376b-4b61-ad84-95a36d72794b),segment_id=6fa534dd-376b-4b61-ad84-95a36d72794b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:03.789174 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:03.806362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Calling delete_port for bb5ce226-f8b8-4807-bfa5-ace4bcba70fe owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:04.087869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37350) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:04.092051 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.121631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No DVR routers for this DVR port bb5ce226-f8b8-4807-bfa5-ace4bcba70fe on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:11:04.127715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Port': ['ID=bb5ce226-f8b8-4807-bfa5-ace4bcba70fe,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:04.228122 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcc76-1919-41e4-b4df-687a70de8629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.262592 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.293418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9218a4d8-0175-4934-bf3e-b52ba2481432']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:04.307748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa534dd-376b-4b61-ad84-95a36d72794b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:04.307992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa534dd-376b-4b61-ad84-95a36d72794b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:04.323993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.357706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.370960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:04.371417 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:04.377931 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:04.414358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcc76-1919-41e4-b4df-687a70de8629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.472530 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcc76-1919-41e4-b4df-687a70de8629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.522420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ef1fcc76-1919-41e4-b4df-687a70de8629 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=814c28898ed847bca14317e066b0c1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327688 Nov 12 21:11:04.523348 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37364) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:04.523676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fcc76-1919-41e4-b4df-687a70de8629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067cb65d-06cd-4d36-b627-fcbb31d9d7a0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:04.543570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.562003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.574764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:04.578223 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/9218a4d8-0175-4934-bf3e-b52ba2481432 HTTP/1.1" status: 204 len: 168 time: 3.0793185 Nov 12 21:11:04.609496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad342-ddf5-4af0-b816-f3bcf46cc8c3 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Network': ['ID=9218a4d8-0175-4934-bf3e-b52ba2481432,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:04.615962 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-662a25a5-213d-496c-89f7-145ccc3b2b24 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:04.616428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662a25a5-213d-496c-89f7-145ccc3b2b24 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:04.621099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-662a25a5-213d-496c-89f7-145ccc3b2b24 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/subnets/1cf4735c-3dfe-466e-9f71-58a0fe5020eb HTTP/1.1" status: 404 len: 337 time: 0.0450511 Nov 12 21:11:04.625715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37374) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:04.660746 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da858b9-7ed4-4c38-bd4e-4a60e5181121 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:04.661311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da858b9-7ed4-4c38-bd4e-4a60e5181121 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:04.668349 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6da858b9-7ed4-4c38-bd4e-4a60e5181121 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/9218a4d8-0175-4934-bf3e-b52ba2481432 HTTP/1.1" status: 404 len: 339 time: 0.0376189 Nov 12 21:11:04.668349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37378) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:04.698981 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ccff68-1b59-439e-9aa1-f44bbeea5e58 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:04.699476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ccff68-1b59-439e-9aa1-f44bbeea5e58 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:04.702850 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-60ccff68-1b59-439e-9aa1-f44bbeea5e58 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/subnets/2ab1c1e4-cd08-48f9-9189-c423b95938be HTTP/1.1" status: 404 len: 337 time: 0.0335383 Nov 12 21:11:04.705165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:04.732260 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e10b67a-1d57-4bed-9329-e707fc0a389a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:04.732862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e10b67a-1d57-4bed-9329-e707fc0a389a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:04.736147 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7e10b67a-1d57-4bed-9329-e707fc0a389a tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/0a0b091d-9e8c-4da1-a238-edefe150d05f HTTP/1.1" status: 404 len: 339 time: 0.0300319 Nov 12 21:11:04.741146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-348d59f2-a797-46d2-bf81-1a33c01b76fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.741146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37384) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:04.777550 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11467db-2353-41e6-888a-9bdbd5f016a4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:04.778014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11467db-2353-41e6-888a-9bdbd5f016a4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:04.781229 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e11467db-2353-41e6-888a-9bdbd5f016a4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/subnets/b6803c44-6254-4227-9f13-ee7c77aba7cd HTTP/1.1" status: 404 len: 337 time: 0.0416014 Nov 12 21:11:04.783979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37388) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:04.792014 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-348d59f2-a797-46d2-bf81-1a33c01b76fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.826744 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3435de4a-6037-40dd-ab36-ffe05fc71793 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:04.827689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3435de4a-6037-40dd-ab36-ffe05fc71793 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:04.833104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3435de4a-6037-40dd-ab36-ffe05fc71793 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/293c799b-8c8d-458a-b51a-06491ff1e03a HTTP/1.1" status: 404 len: 339 time: 0.0468636 Nov 12 21:11:04.834960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37392) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:05.014679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3490484d-be2e-47a8-987a-309c1045ae19 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting port 66673c32-0d98-4662-9a98-30c5e96f5aee {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:05.015356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3490484d-be2e-47a8-987a-309c1045ae19 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.126749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-348d59f2-a797-46d2-bf81-1a33c01b76fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.130095 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3490484d-be2e-47a8-987a-309c1045ae19 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.133832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-348d59f2-a797-46d2-bf81-1a33c01b76fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.136644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-348d59f2-a797-46d2-bf81-1a33c01b76fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/067cb65d-06cd-4d36-b627-fcbb31d9d7a0 HTTP/1.1" status: 204 len: 168 time: 0.6121867 Nov 12 21:11:05.147551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d59f2-a797-46d2-bf81-1a33c01b76fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067cb65d-06cd-4d36-b627-fcbb31d9d7a0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:05.153204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3490484d-be2e-47a8-987a-309c1045ae19 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Calling delete_port for 66673c32-0d98-4662-9a98-30c5e96f5aee owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:05.401988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3490484d-be2e-47a8-987a-309c1045ae19 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.439882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490484d-be2e-47a8-987a-309c1045ae19 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Port': ['ID=66673c32-0d98-4662-9a98-30c5e96f5aee,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:05.458913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3490484d-be2e-47a8-987a-309c1045ae19 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.458913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3490484d-be2e-47a8-987a-309c1045ae19 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/ports/66673c32-0d98-4662-9a98-30c5e96f5aee HTTP/1.1" status: 204 len: 168 time: 0.6182945 Nov 12 21:11:05.460585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37414) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:05.492938 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bd8d3d-2569-45b7-b3e3-2603128b135b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:05.493486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bd8d3d-2569-45b7-b3e3-2603128b135b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:05.498288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-92bd8d3d-2569-45b7-b3e3-2603128b135b tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/subnets/56819e9c-37bc-42a5-b88e-d3215ed3d97d HTTP/1.1" status: 404 len: 337 time: 0.0366008 Nov 12 21:11:05.500888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37416) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:05.624338 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.792699 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.819510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a70d91-f9bb-453c-99a7-cdb37ac9c1d5']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:05.831483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6619c924-7dc8-4d23-9d38-b105095a0036') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:05.831785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6619c924-7dc8-4d23-9d38-b105095a0036') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:05.842083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.862358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.863966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:05.864573 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:05.867751 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:06.103623 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.127773 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.131314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/02a70d91-f9bb-453c-99a7-cdb37ac9c1d5 HTTP/1.1" status: 204 len: 168 time: 0.6290226 Nov 12 21:11:06.132969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6bbc1-01ad-4067-bd2b-ba4f68aca8f4 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Network': ['ID=02a70d91-f9bb-453c-99a7-cdb37ac9c1d5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:06.134202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37438) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:06.147691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37440) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:06.193222 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9794-6de1-4ecf-872e-03123b3b3784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.298912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cef38054-ebfc-412d-bef1-dd4b4aff3bb9 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting port 96c8fd5c-5200-44a9-94cf-c42442f7ddfe {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:06.306398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cef38054-ebfc-412d-bef1-dd4b4aff3bb9 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.427577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9794-6de1-4ecf-872e-03123b3b3784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.445336 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cef38054-ebfc-412d-bef1-dd4b4aff3bb9 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.468310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cef38054-ebfc-412d-bef1-dd4b4aff3bb9 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Calling delete_port for 96c8fd5c-5200-44a9-94cf-c42442f7ddfe owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:06.539799 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef1e9794-6de1-4ecf-872e-03123b3b3784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.596066 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef1e9794-6de1-4ecf-872e-03123b3b3784 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c12e92619af243aeb9c4889b6b7b9d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4470077 Nov 12 21:11:06.597961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37456) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:06.598795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e9794-6de1-4ecf-872e-03123b3b3784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524b9720-0f49-4f9f-b33b-772ed74b716d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:06.708780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73f6f055-2210-4e7b-814f-1db1cf7d3c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.718022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cef38054-ebfc-412d-bef1-dd4b4aff3bb9 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.747727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73f6f055-2210-4e7b-814f-1db1cf7d3c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.755083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef38054-ebfc-412d-bef1-dd4b4aff3bb9 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Port': ['ID=96c8fd5c-5200-44a9-94cf-c42442f7ddfe,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:06.766571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cef38054-ebfc-412d-bef1-dd4b4aff3bb9 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.769955 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cef38054-ebfc-412d-bef1-dd4b4aff3bb9 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/ports/96c8fd5c-5200-44a9-94cf-c42442f7ddfe HTTP/1.1" status: 204 len: 168 time: 0.6334903 Nov 12 21:11:06.774158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37462) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:06.816624 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cccc24-79ea-44b4-bd50-d0c4cf58a7d5 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:06.817179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cccc24-79ea-44b4-bd50-d0c4cf58a7d5 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:06.820567 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-93cccc24-79ea-44b4-bd50-d0c4cf58a7d5 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/subnets/a6e6b574-8b4c-4f50-841e-ca33184d5076 HTTP/1.1" status: 404 len: 337 time: 0.0451460 Nov 12 21:11:06.823717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:06.906663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73f6f055-2210-4e7b-814f-1db1cf7d3c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.909102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73f6f055-2210-4e7b-814f-1db1cf7d3c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.912969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-73f6f055-2210-4e7b-814f-1db1cf7d3c57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/524b9720-0f49-4f9f-b33b-772ed74b716d HTTP/1.1" status: 204 len: 168 time: 0.3135397 Nov 12 21:11:06.924331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6f055-2210-4e7b-814f-1db1cf7d3c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b9720-0f49-4f9f-b33b-772ed74b716d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:06.929846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.031103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.056995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f85d782-9b8a-4b57-a255-619dd7a6e1ec']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:07.068708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892537fe-b23b-4e9a-8177-3c755902997c') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:07.069501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892537fe-b23b-4e9a-8177-3c755902997c') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:07.082776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.269502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.279211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:07.279733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:07.284277 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:07.457430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.464504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.469225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/2f85d782-9b8a-4b57-a255-619dd7a6e1ec HTTP/1.1" status: 204 len: 168 time: 0.6444292 Nov 12 21:11:07.471851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37496) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:07.510530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd48e4c-9163-4eb2-a77b-ded3b8312f2f tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Network': ['ID=2f85d782-9b8a-4b57-a255-619dd7a6e1ec,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:07.569423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting subnet 780b903b-a578-4434-86e8-f76f753b0cd0 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:11:07.578416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.637484 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.806661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.960122 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.997027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Subnet': ['ID=780b903b-a578-4434-86e8-f76f753b0cd0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:08.012002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caafcc19-0d2b-43fa-9567-2c37fbccf302 None None] Network 0f6418fb-d766-4c1f-a358-98c02d44a86e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:08.028362 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.033943 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/subnets/780b903b-a578-4434-86e8-f76f753b0cd0 HTTP/1.1" status: 204 len: 168 time: 0.5599494 Nov 12 21:11:08.036668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37528) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:08.046666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.052380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c066a-89a4-4ee6-a003-83f2f0cd6d73 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:08.154106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.217411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Deleting port 5fbbd69d-c5f3-4418-a24d-3284f8313640 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:08.217827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.280351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] DHCP port deletion for 0f6418fb-d766-4c1f-a358-98c02d44a86e request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:11:08.336207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] For port 5fbbd69d-c5f3-4418-a24d-3284f8313640, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5fbbd69d-c5f3-4418-a24d-3284f8313640,segment=NetworkSegment(23017117-bdad-4e84-93ba-44eaeeb4c961),segment_id=23017117-bdad-4e84-93ba-44eaeeb4c961)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:08.337170 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.368001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Calling delete_port for 5fbbd69d-c5f3-4418-a24d-3284f8313640 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:08.396185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] Deleting port 5fbbd69d-c5f3-4418-a24d-3284f8313640 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:08.396576 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.473080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] For port 5fbbd69d-c5f3-4418-a24d-3284f8313640, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5fbbd69d-c5f3-4418-a24d-3284f8313640,segment=NetworkSegment(23017117-bdad-4e84-93ba-44eaeeb4c961),segment_id=23017117-bdad-4e84-93ba-44eaeeb4c961)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:08.473478 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.498962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] Calling delete_port for 5fbbd69d-c5f3-4418-a24d-3284f8313640 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:08.589098 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.651038 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.669627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Port': ['ID=5fbbd69d-c5f3-4418-a24d-3284f8313640,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:08.677975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] No DVR routers for this DVR port 5fbbd69d-c5f3-4418-a24d-3284f8313640 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:11:08.696109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] Pushing event deleted for resources: {'Port': ['ID=5fbbd69d-c5f3-4418-a24d-3284f8313640,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:08.708386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0a620-60b9-4ab1-bcd6-5719ef83a71e None None] No DVR routers for this DVR port 5fbbd69d-c5f3-4418-a24d-3284f8313640 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:11:08.823451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.848556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6418fb-d766-4c1f-a358-98c02d44a86e']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:08.860362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23017117-bdad-4e84-93ba-44eaeeb4c961') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:08.860923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23017117-bdad-4e84-93ba-44eaeeb4c961') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:08.872062 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.885119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.892031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:08.893152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:08.896146 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:09.106621 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:09.160772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:09.165146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] 10.222.0.64 "DELETE /v2.0/networks/0f6418fb-d766-4c1f-a358-98c02d44a86e HTTP/1.1" status: 204 len: 168 time: 1.1270413 Nov 12 21:11:09.166841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a83c78-96a2-4d31-9a32-fb4aee84ef71 tempest-NetworksIpV6TestAttrs-1018111486 tempest-NetworksIpV6TestAttrs-1018111486-project] Pushing event deleted for resources: {'Network': ['ID=0f6418fb-d766-4c1f-a358-98c02d44a86e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:09.811830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5fbbd69d-c5f3-4418-a24d-3284f8313640 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:11:09.836091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 5fbbd69d-c5f3-4418-a24d-3284f8313640 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:11:09.836878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 5fbbd69d-c5f3-4418-a24d-3284f8313640 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:11:10.039605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37598) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:10.383580 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.406704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.413981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b4a1846f-50a8-4b6b-be3e-cebe1a2f9f9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b72151767084bc3abd965866543d172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3702047 Nov 12 21:11:10.414561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:10.502649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6afcadba-7fb9-41b6-9aaa-efbb59e369c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.540469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6afcadba-7fb9-41b6-9aaa-efbb59e369c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.757797 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6afcadba-7fb9-41b6-9aaa-efbb59e369c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.761177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6afcadba-7fb9-41b6-9aaa-efbb59e369c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.762983 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6afcadba-7fb9-41b6-9aaa-efbb59e369c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13e54126-9bdb-402a-8bee-d69dc431496e HTTP/1.1" status: 204 len: 168 time: 0.3470516 Nov 12 21:11:10.772484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcadba-7fb9-41b6-9aaa-efbb59e369c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e54126-9bdb-402a-8bee-d69dc431496e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:10.970963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37646) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:11.152601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea91d58c-e9ff-40f8-b3f3-92fba7fedfb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:11.285202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea91d58c-e9ff-40f8-b3f3-92fba7fedfb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:11.357959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ea91d58c-e9ff-40f8-b3f3-92fba7fedfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:11.442168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91d58c-e9ff-40f8-b3f3-92fba7fedfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213a5158-0947-4ccf-8923-b68b0f504adf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:11.451036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37666) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:11.452001 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ea91d58c-e9ff-40f8-b3f3-92fba7fedfb0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e549e8fdd876483dac8afce1923bb456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788091 Nov 12 21:11:11.528516 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c46d349a-fb2c-47a1-a278-f8d4fa8bda94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:11.559226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c46d349a-fb2c-47a1-a278-f8d4fa8bda94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:11.724129 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c46d349a-fb2c-47a1-a278-f8d4fa8bda94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:11.728098 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c46d349a-fb2c-47a1-a278-f8d4fa8bda94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:11.732039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c46d349a-fb2c-47a1-a278-f8d4fa8bda94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/213a5158-0947-4ccf-8923-b68b0f504adf HTTP/1.1" status: 204 len: 168 time: 0.2800303 Nov 12 21:11:11.748209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d349a-fb2c-47a1-a278-f8d4fa8bda94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a5158-0947-4ccf-8923-b68b0f504adf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:12.689287 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37718) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:12.722197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-649ae9f0-7f74-4449-8890-5bf57c936c07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:12.736210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37722) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:12.934263 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-649ae9f0-7f74-4449-8890-5bf57c936c07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:13.018021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-017241a6-8560-45e9-9738-20a4687fb58f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] Request body: {'port': {'network_id': 'bc20c61e-0a07-4d40-b8d3-dd6746ef7184', 'name': 'tempest-NetworksNegativeTestJSON-1773048479'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:13.037079 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-017241a6-8560-45e9-9738-20a4687fb58f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] POST failed (client error): The resource could not be found. Nov 12 21:11:13.038019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017241a6-8560-45e9-9738-20a4687fb58f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:13.044638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37734) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.051839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-017241a6-8560-45e9-9738-20a4687fb58f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3146284 Nov 12 21:11:13.065967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-649ae9f0-7f74-4449-8890-5bf57c936c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:13.115210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-649ae9f0-7f74-4449-8890-5bf57c936c07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3439f0104c7f4ff0985bae17b8cba61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4236515 Nov 12 21:11:13.115935 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d23604-1dc8-47d8-b5b4-abaff2bc3269 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:13.116406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d23604-1dc8-47d8-b5b4-abaff2bc3269 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:13.118016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37738) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.123808 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-43d23604-1dc8-47d8-b5b4-abaff2bc3269 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "DELETE /v2.0/networks/80d7ac52-8be9-4ef0-a098-0a5001de3f17 HTTP/1.1" status: 404 len: 339 time: 0.0778079 Nov 12 21:11:13.125082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae9f0-7f74-4449-8890-5bf57c936c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119df620-1c81-4e20-bf20-4ebc52178538,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:13.126360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37740) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.175812 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a43e5c-215f-477f-86a4-49a1c30c0eed tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:13.176861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a43e5c-215f-477f-86a4-49a1c30c0eed tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:13.187363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37744) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.187501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-15a43e5c-215f-477f-86a4-49a1c30c0eed tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "DELETE /v2.0/ports/9fb9ac49-fe16-489a-b60a-72494e59d1d3 HTTP/1.1" status: 404 len: 333 time: 0.0593176 Nov 12 21:11:13.252794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f3f-ecc5-4252-b5ab-7b701b1ed436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:13.279783 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9ae2f9-922f-485b-9679-e4ef9462f7cd tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:13.280335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9ae2f9-922f-485b-9679-e4ef9462f7cd tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:13.286136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2b9ae2f9-922f-485b-9679-e4ef9462f7cd tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "DELETE /v2.0/subnets/89207020-b50c-4a8c-a1a7-c6d537bbb1f1 HTTP/1.1" status: 404 len: 337 time: 0.0896900 Nov 12 21:11:13.291968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.324379 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8ea772-ad73-4423-bb0d-ce9909a3e575 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] GET failed (client error): The resource could not be found. Nov 12 21:11:13.325542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f3f-ecc5-4252-b5ab-7b701b1ed436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:13.337180 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0d8ea772-ad73-4423-bb0d-ce9909a3e575 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "GET /v2.0/networks/445c053e-6a47-4557-a986-f97cf7fdf15e HTTP/1.1" status: 404 len: 339 time: 0.0334184 Nov 12 21:11:13.344956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37748) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.395044 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-006b25e3-8eec-4c2c-8b3c-b78fd97a28c5 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] GET failed (client error): The resource could not be found. Nov 12 21:11:13.400894 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-006b25e3-8eec-4c2c-8b3c-b78fd97a28c5 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "GET /v2.0/ports/af661af5-3824-4126-9305-12ea4b325e0b HTTP/1.1" status: 404 len: 333 time: 0.0511208 Nov 12 21:11:13.404865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.461144 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1961dc8e-b551-4cc0-8a3b-f15824565b6f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] GET failed (client error): The resource could not be found. Nov 12 21:11:13.469804 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1961dc8e-b551-4cc0-8a3b-f15824565b6f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "GET /v2.0/subnets/f3cf6c14-4fcb-4d94-8647-3b730c332b18 HTTP/1.1" status: 404 len: 337 time: 0.0632586 Nov 12 21:11:13.476874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37754) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.480959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f7ab529d-7b5b-4d7b-a73e-663bfb35ecd8 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:13.503014 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ab529d-7b5b-4d7b-a73e-663bfb35ecd8 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] PUT failed (client error): The resource could not be found. Nov 12 21:11:13.508621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ab529d-7b5b-4d7b-a73e-663bfb35ecd8 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:13.510171 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f7ab529d-7b5b-4d7b-a73e-663bfb35ecd8 tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "PUT /v2.0/networks/4349903b-4add-47b1-989b-63d16b642c39 HTTP/1.1" status: 404 len: 339 time: 0.0361772 Nov 12 21:11:13.514771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37756) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.520129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8e091118-93d9-47e9-a217-e88d5bcf1b5f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:13.540674 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e091118-93d9-47e9-a217-e88d5bcf1b5f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] PUT failed (client error): The resource could not be found. Nov 12 21:11:13.542325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e091118-93d9-47e9-a217-e88d5bcf1b5f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:13.547640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:13.548370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8e091118-93d9-47e9-a217-e88d5bcf1b5f tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "PUT /v2.0/ports/d2595ebb-e0c6-4ba8-8397-9c007dc82195 HTTP/1.1" status: 404 len: 333 time: 0.0324786 Nov 12 21:11:13.555876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2a990dd2-61a9-4322-8372-17d941d1547a tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:13.566258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f3f-ecc5-4252-b5ab-7b701b1ed436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:13.569080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f3f-ecc5-4252-b5ab-7b701b1ed436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:13.572976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c2a92f3f-ecc5-4252-b5ab-7b701b1ed436 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/119df620-1c81-4e20-bf20-4ebc52178538 HTTP/1.1" status: 204 len: 168 time: 0.4540036 Nov 12 21:11:13.595408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a92f3f-ecc5-4252-b5ab-7b701b1ed436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119df620-1c81-4e20-bf20-4ebc52178538,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:13.622571 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a990dd2-61a9-4322-8372-17d941d1547a tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] PUT failed (client error): The resource could not be found. Nov 12 21:11:13.624726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a990dd2-61a9-4322-8372-17d941d1547a tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:13.647458 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a990dd2-61a9-4322-8372-17d941d1547a tempest-NetworksNegativeTestJSON-1750669801 tempest-NetworksNegativeTestJSON-1750669801-project] 10.222.0.64 "PUT /v2.0/subnets/de902e19-766a-4e0a-bbd5-56659a7a8580 HTTP/1.1" status: 404 len: 337 time: 0.0984035 Nov 12 21:11:14.575946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37796) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:14.870118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7c49-3026-4124-8f36-58f6069b9f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:14.989952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37812) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:15.004974 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7c49-3026-4124-8f36-58f6069b9f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.023233 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41f8d55d-a43f-40c8-a612-4a0ca18096e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.121776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41f8d55d-a43f-40c8-a612-4a0ca18096e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.189148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7c49-3026-4124-8f36-58f6069b9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.238432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b0bc7c49-3026-4124-8f36-58f6069b9f77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=028af875f0b74d0e8a105f5dd4e67c4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6653240 Nov 12 21:11:15.239467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc7c49-3026-4124-8f36-58f6069b9f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca5e7b-7a86-4f89-ad02-9e01d2400fe9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:15.253350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37814) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:15.317902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a1af-ac4c-43dc-af50-0599f99daa03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.346173 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a1af-ac4c-43dc-af50-0599f99daa03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.355021 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41f8d55d-a43f-40c8-a612-4a0ca18096e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.423582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-41f8d55d-a43f-40c8-a612-4a0ca18096e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55ee48f6e763439e88bee25fe682f6ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4321210 Nov 12 21:11:15.425423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8d55d-a43f-40c8-a612-4a0ca18096e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d770b0ef-8626-475c-8736-e5249a2a3410,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:15.426212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:15.492254 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08239d1-5789-460c-b770-5a978b887e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.520150 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a1af-ac4c-43dc-af50-0599f99daa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.523350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a1af-ac4c-43dc-af50-0599f99daa03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.524387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1ed5a1af-ac4c-43dc-af50-0599f99daa03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83ca5e7b-7a86-4f89-ad02-9e01d2400fe9 HTTP/1.1" status: 204 len: 168 time: 0.2685859 Nov 12 21:11:15.564102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5a1af-ac4c-43dc-af50-0599f99daa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ca5e7b-7a86-4f89-ad02-9e01d2400fe9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:15.591178 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08239d1-5789-460c-b770-5a978b887e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.903033 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08239d1-5789-460c-b770-5a978b887e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.905712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f08239d1-5789-460c-b770-5a978b887e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:15.906870 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f08239d1-5789-460c-b770-5a978b887e5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d770b0ef-8626-475c-8736-e5249a2a3410 HTTP/1.1" status: 204 len: 168 time: 0.4796565 Nov 12 21:11:15.915874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08239d1-5789-460c-b770-5a978b887e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d770b0ef-8626-475c-8736-e5249a2a3410,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:17.600305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37920) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:18.102402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1540657232'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:18.320146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:18.326939 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:18.362149 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:18.484569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:18.678171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:18.728879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:11:18.733077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a193ab-3521-4f3d-9437-3485a28d665b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:18.750450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:18.750827 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Added segment 562607de-1c30-4fe7-924e-b4a5370d0ac6 of type vlan for network a97a344b-356a-4b76-ab7e-eaceec937603 Nov 12 21:11:18.831393 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:19.017505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:19.026825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:19.027692 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:19.143055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Network': ['ID=a97a344b-356a-4b76-ab7e-eaceec937603,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:19.160195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:11:19.196160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37996) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:19.197261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bd0a1343-405f-444c-914c-f73814674eb5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5946667 Nov 12 21:11:19.203889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'name': 'tempest-PortsTestJSON-1759740062'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:19.566008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:19.569992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:19.598310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 41550644-1b4e-4f06-b149-f4d1b46bccbe yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:19.800472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:19.966482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:20.028848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=41550644-1b4e-4f06-b149-f4d1b46bccbe,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:20.039482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking segment: {'id': '562607de-1c30-4fe7-924e-b4a5370d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:20.039482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network hostable DHCP agents. Network: a97a344b-356a-4b76-ab7e-eaceec937603, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:11:20.152230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:11:20.259873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a97a344b-356a-4b76-ab7e-eaceec937603) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:20.265937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:20.272513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa810fd1-d8c5-43a5-9921-9b311656984e None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:20.276028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:20.280974 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:20.381167 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-213380a9-fbaf-4757-b9d8-cf2a551adab1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1823361 Nov 12 21:11:20.383883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38050) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:20.391193 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1120308859'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:20.551698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:20.557534 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:20.586623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:11:20.596245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:20.596930 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Added segment 2bcadebc-ceb9-4262-ab32-265f6e11fbc0 of type vlan for network 63478c28-2686-4041-93c5-cc8ad558f5ba Nov 12 21:11:20.693851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:20.805697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:20.815113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:20.822553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:20.990965 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6055350 Nov 12 21:11:20.994073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38072) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:21.000265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'ports': [{'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603'}, {'network_id': '63478c28-2686-4041-93c5-cc8ad558f5ba'}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:21.000676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:21.001371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': '63478c28-2686-4041-93c5-cc8ad558f5ba'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:21.031858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691aeb6-fa1c-4f1a-97c0-0226dfb84680 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Network': ['ID=63478c28-2686-4041-93c5-cc8ad558f5ba,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:21.040618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 63478c28-2686-4041-93c5-cc8ad558f5ba details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:11:21.412050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 2} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:21.417009 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:21.444411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:21.554612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port a76fd832-ad02-4c9c-a5fa-666b42b18745 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:21.747832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:21.839886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 93dc3283-f192-43a3-8766-cc63af4d64ba yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:22.048019 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:22.195117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:22.315575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=a76fd832-ad02-4c9c-a5fa-666b42b18745,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:22.328457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:22.331490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:22.341923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:22.343109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:22.454426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=93dc3283-f192-43a3-8766-cc63af4d64ba,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:22.462896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking segment: {'id': '2bcadebc-ceb9-4262-ab32-265f6e11fbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '63478c28-2686-4041-93c5-cc8ad558f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:22.462896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network hostable DHCP agents. Network: 63478c28-2686-4041-93c5-cc8ad558f5ba, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:11:22.549303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 63478c28-2686-4041-93c5-cc8ad558f5ba is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:11:22.625930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 63478c28-2686-4041-93c5-cc8ad558f5ba) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:22.631379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:22.637284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ebbdd4-8918-463c-acdf-597ba120c034 None None] Network 63478c28-2686-4041-93c5-cc8ad558f5ba requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:22.651414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:22.654418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:22.658490 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:22.755023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2e14e5b0-1a40-4253-9ad8-bbe7ff41251a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7567322 Nov 12 21:11:22.755383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38132) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:22.916746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-cbc284a5-e0ba-4a73-8494-066e0100fffd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 93dc3283-f192-43a3-8766-cc63af4d64ba {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:22.916989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbc284a5-e0ba-4a73-8494-066e0100fffd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:23.010264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbc284a5-e0ba-4a73-8494-066e0100fffd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:23.025888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-cbc284a5-e0ba-4a73-8494-066e0100fffd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 93dc3283-f192-43a3-8766-cc63af4d64ba owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:23.220759 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbc284a5-e0ba-4a73-8494-066e0100fffd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:23.253049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc284a5-e0ba-4a73-8494-066e0100fffd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=93dc3283-f192-43a3-8766-cc63af4d64ba,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:23.262072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbc284a5-e0ba-4a73-8494-066e0100fffd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:23.265882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cbc284a5-e0ba-4a73-8494-066e0100fffd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/93dc3283-f192-43a3-8766-cc63af4d64ba HTTP/1.1" status: 204 len: 168 time: 0.5089602 Nov 12 21:11:23.267878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38150) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:23.334942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe629c9-2352-4158-b567-142eadd4bb53 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:23.341580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe629c9-2352-4158-b567-142eadd4bb53 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:23.343164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bfe629c9-2352-4158-b567-142eadd4bb53 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0743580 Nov 12 21:11:23.346005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38156) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:23.461956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-195fc977-2024-423a-ac18-0d74206b442d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port a76fd832-ad02-4c9c-a5fa-666b42b18745 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:23.462179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195fc977-2024-423a-ac18-0d74206b442d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:23.541882 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195fc977-2024-423a-ac18-0d74206b442d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:23.554972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-195fc977-2024-423a-ac18-0d74206b442d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for a76fd832-ad02-4c9c-a5fa-666b42b18745 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:23.782941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195fc977-2024-423a-ac18-0d74206b442d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:23.863845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fc977-2024-423a-ac18-0d74206b442d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=a76fd832-ad02-4c9c-a5fa-666b42b18745,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:23.866736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-195fc977-2024-423a-ac18-0d74206b442d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:23.890784 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-195fc977-2024-423a-ac18-0d74206b442d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/a76fd832-ad02-4c9c-a5fa-666b42b18745 HTTP/1.1" status: 204 len: 168 time: 0.5434926 Nov 12 21:11:23.895542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:24.025567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f15740-ed22-4b53-8939-14f280aeb368 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:24.031364 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-39f15740-ed22-4b53-8939-14f280aeb368 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1346965 Nov 12 21:11:24.031565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38180) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:24.075274 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-100fca4d-72e4-44b1-bc10-1cfdfd35b613 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:11:24.076937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-100fca4d-72e4-44b1-bc10-1cfdfd35b613 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/93dc3283-f192-43a3-8766-cc63af4d64ba HTTP/1.1" status: 404 len: 333 time: 0.0445795 Nov 12 21:11:24.080011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:24.107804 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c643a2-3bea-4175-b7b7-36e42b3f0504 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:11:24.112436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38184) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:24.112597 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-57c643a2-3bea-4175-b7b7-36e42b3f0504 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/a76fd832-ad02-4c9c-a5fa-666b42b18745 HTTP/1.1" status: 404 len: 333 time: 0.0313911 Nov 12 21:11:24.257767 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.374075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.394953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63478c28-2686-4041-93c5-cc8ad558f5ba']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:24.404987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcadebc-ceb9-4262-ab32-265f6e11fbc0') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:24.405332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcadebc-ceb9-4262-ab32-265f6e11fbc0') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:24.415727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.430663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.438262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:24.439587 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:24.444003 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:24.637957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.690941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.699966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/networks/63478c28-2686-4041-93c5-cc8ad558f5ba HTTP/1.1" status: 204 len: 168 time: 0.5864487 Nov 12 21:11:24.700335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38214) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:24.706306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-780049613'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:24.744631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264f6e4-f8dd-44ca-9347-819c2e0441f2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Network': ['ID=63478c28-2686-4041-93c5-cc8ad558f5ba,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:24.851178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:24.856506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.936181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:11:24.951204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.952632 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Added segment 345947f6-8b59-479d-b582-083e38f0dc07 of type vlan for network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b Nov 12 21:11:25.030265 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:25.151857 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:25.173373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:25.174293 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:25.314613 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6129780 Nov 12 21:11:25.319152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38234) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:25.327914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88bc15-1a9b-4afd-9717-83ea36641a0d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Network': ['ID=f91bfdee-5ac0-44f2-a8e1-423f6f2d090b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:25.336179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'f91bfdee-5ac0-44f2-a8e1-423f6f2d090b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:25.340078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:11:25.624507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38246) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:25.685417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:25.690159 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:25.780461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Performing IP validity checks on allocation pools {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 21:11:25.781509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 21:11:25.896438 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af6a4122-d0b5-4d43-9f47-c040b342e49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.048421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.069070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af6a4122-d0b5-4d43-9f47-c040b342e49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.113159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=1e87b933-c0e2-4637-9607-52ff84123d77,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:26.127409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking segment: {'id': '345947f6-8b59-479d-b582-083e38f0dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f91bfdee-5ac0-44f2-a8e1-423f6f2d090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:26.134744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network hostable DHCP agents. Network: f91bfdee-5ac0-44f2-a8e1-423f6f2d090b, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:11:26.182977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af6a4122-d0b5-4d43-9f47-c040b342e49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.214479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:11:26.247954 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af6a4122-d0b5-4d43-9f47-c040b342e49f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c87c38788fdb4ed1b85d81eee3e13b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6219764 Nov 12 21:11:26.250553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a4122-d0b5-4d43-9f47-c040b342e49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f137737-1adf-468b-8b13-4c553d740c3c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:26.252362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38276) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:26.328331 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-078dcd44-c92e-4039-827d-2e496da6f843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.341282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f91bfdee-5ac0-44f2-a8e1-423f6f2d090b) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:26.352981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d86a9-869f-416e-a570-7efded964d88 None None] Network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:26.383170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:26.386221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.391605 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-078dcd44-c92e-4039-827d-2e496da6f843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.515801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6bc67d59-8b0c-4c92-bfd3-24327a12b626 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1884317 Nov 12 21:11:26.517779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38286) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:26.522901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'f91bfdee-5ac0-44f2-a8e1-423f6f2d090b', 'name': 'tempest-PortsTestJSON-517868641'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:26.648585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-078dcd44-c92e-4039-827d-2e496da6f843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.652303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-078dcd44-c92e-4039-827d-2e496da6f843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.654597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-078dcd44-c92e-4039-827d-2e496da6f843 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f137737-1adf-468b-8b13-4c553d740c3c HTTP/1.1" status: 204 len: 168 time: 0.4022672 Nov 12 21:11:26.667665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dcd44-c92e-4039-827d-2e496da6f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f137737-1adf-468b-8b13-4c553d740c3c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:26.694329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f91bfdee-5ac0-44f2-a8e1-423f6f2d090b', 'network_id': 'f91bfdee-5ac0-44f2-a8e1-423f6f2d090b', 'tenant_id': '0b0133d6158445c79aabd5068ab5be55', 'fixed_ips': [{'subnet_id': '1e87b933-c0e2-4637-9607-52ff84123d77'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:11:26.700734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.748710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:26.752561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.777400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port ae8cdc0f-b637-4a56-9b34-798910931f43 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:26.892042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Allocated IP 172.20.0.2 (f91bfdee-5ac0-44f2-a8e1-423f6f2d090b/1e87b933-c0e2-4637-9607-52ff84123d77/82c3134d-f8f4-4d4c-9bcc-848d2904b983) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:27.145448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.278135 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.343417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:27.348051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:27.348633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.3 (f91bfdee-5ac0-44f2-a8e1-423f6f2d090b/1e87b933-c0e2-4637-9607-52ff84123d77/ae8cdc0f-b637-4a56-9b34-798910931f43) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:27.350880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:27.386395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Pushing event updated for resources: {'Port': ['ID=82c3134d-f8f4-4d4c-9bcc-848d2904b983,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:27.499381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Attempting to bind port 82c3134d-f8f4-4d4c-9bcc-848d2904b983 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:11:27.500086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Attempting to bind port 82c3134d-f8f4-4d4c-9bcc-848d2904b983 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '345947f6-8b59-479d-b582-083e38f0dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f91bfdee-5ac0-44f2-a8e1-423f6f2d090b'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:11:27.500709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Attempting to bind port 82c3134d-f8f4-4d4c-9bcc-848d2904b983 on network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:11:27.510731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:11:27.511503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Checking segment: {'id': '345947f6-8b59-479d-b582-083e38f0dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f91bfdee-5ac0-44f2-a8e1-423f6f2d090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:27.512142 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.512778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Bound using segment: {'id': '345947f6-8b59-479d-b582-083e38f0dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f91bfdee-5ac0-44f2-a8e1-423f6f2d090b'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:11:27.514802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Bound port: 82c3134d-f8f4-4d4c-9bcc-848d2904b983, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345947f6-8b59-479d-b582-083e38f0dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f91bfdee-5ac0-44f2-a8e1-423f6f2d090b'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:11:27.515491 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.624915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38326) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:27.644646 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5228041-ff37-446a-8e18-9aa25621d71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.669722 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.706393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] For port 82c3134d-f8f4-4d4c-9bcc-848d2904b983, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:11:27.710922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.713877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] For port 82c3134d-f8f4-4d4c-9bcc-848d2904b983, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=82c3134d-f8f4-4d4c-9bcc-848d2904b983,segment=NetworkSegment(345947f6-8b59-479d-b582-083e38f0dc07),segment_id=345947f6-8b59-479d-b582-083e38f0dc07)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:11:27.815047 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.855040 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.861043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.922617 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:27.965703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:27.970399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:27.973077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=ae8cdc0f-b637-4a56-9b34-798910931f43,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:27.975752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:28.034019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2e891-30a2-40f7-91bd-2c1cfb485a36 None None] Pushing event updated for resources: {'Port': ['ID=82c3134d-f8f4-4d4c-9bcc-848d2904b983,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:28.041357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6ae0f7410ad4c33b0de5e8d349d6471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4152551 Nov 12 21:11:28.044383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38332) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:28.085986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:28.086961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:28.090071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae4ed5-d894-438f-98cf-fde369818cf5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:28.099161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.099407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.099706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.100023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.100352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.100676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.100999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.101606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.101961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.113038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.113436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.115480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0280880-ed62-44c7-b720-45cdcb5196df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:11:28.235639 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e69437ef-f057-49e3-8980-c8bb305ddb66 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7139187 Nov 12 21:11:28.239414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:28.250026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49254d62-8eb9-4cdc-91b8-8cc17aea9b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:28.350006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49254d62-8eb9-4cdc-91b8-8cc17aea9b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:28.542109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-94b8ac18-4211-42b7-9ce2-424a2aa7d4c9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port ae8cdc0f-b637-4a56-9b34-798910931f43 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:28.542471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94b8ac18-4211-42b7-9ce2-424a2aa7d4c9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:28.553954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49254d62-8eb9-4cdc-91b8-8cc17aea9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:28.556722 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-49254d62-8eb9-4cdc-91b8-8cc17aea9b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:28.560507 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-49254d62-8eb9-4cdc-91b8-8cc17aea9b9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdae4ed5-d894-438f-98cf-fde369818cf5 HTTP/1.1" status: 204 len: 168 time: 0.5123487 Nov 12 21:11:28.567495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49254d62-8eb9-4cdc-91b8-8cc17aea9b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae4ed5-d894-438f-98cf-fde369818cf5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:28.756424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94b8ac18-4211-42b7-9ce2-424a2aa7d4c9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:28.780629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-94b8ac18-4211-42b7-9ce2-424a2aa7d4c9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for ae8cdc0f-b637-4a56-9b34-798910931f43 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:29.200437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94b8ac18-4211-42b7-9ce2-424a2aa7d4c9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:29.268656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8ac18-4211-42b7-9ce2-424a2aa7d4c9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=ae8cdc0f-b637-4a56-9b34-798910931f43,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:29.427990 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-94b8ac18-4211-42b7-9ce2-424a2aa7d4c9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:29.435669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38366) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:29.437313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-94b8ac18-4211-42b7-9ce2-424a2aa7d4c9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/ae8cdc0f-b637-4a56-9b34-798910931f43 HTTP/1.1" status: 204 len: 168 time: 1.1995893 Nov 12 21:11:29.493594 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d22868-b6c2-4b23-93cd-9a69f7fd57b4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:11:29.497181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d22868-b6c2-4b23-93cd-9a69f7fd57b4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:29.506573 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e5d22868-b6c2-4b23-93cd-9a69f7fd57b4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/ae8cdc0f-b637-4a56-9b34-798910931f43 HTTP/1.1" status: 404 len: 333 time: 0.0670977 Nov 12 21:11:29.506936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38372) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:29.593366 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c10628-4a29-4e4c-aeb3-0ee29fccd865 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:11:29.595373 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-72c10628-4a29-4e4c-aeb3-0ee29fccd865 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/ae8cdc0f-b637-4a56-9b34-798910931f43 HTTP/1.1" status: 404 len: 333 time: 0.0833104 Nov 12 21:11:29.598176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38378) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:29.719562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6b968-b0ea-4b7c-b358-3108bc1c170a None None] Network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:29.730672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84599f9-7e9d-4fb6-9835-832541035d52 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet 1e87b933-c0e2-4637-9607-52ff84123d77 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:11:29.745912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e84599f9-7e9d-4fb6-9835-832541035d52 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:29.874380 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e84599f9-7e9d-4fb6-9835-832541035d52 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:29.934657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 82c3134d-f8f4-4d4c-9bcc-848d2904b983 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:11:29.954171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ef9d5a47-203b-4f85-91af-1fb07bd982fb None None] Provisioning complete for port 82c3134d-f8f4-4d4c-9bcc-848d2904b983 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:29.954835 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5a47-203b-4f85-91af-1fb07bd982fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.047557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e84599f9-7e9d-4fb6-9835-832541035d52 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.234496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e84599f9-7e9d-4fb6-9835-832541035d52 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.282135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84599f9-7e9d-4fb6-9835-832541035d52 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=1e87b933-c0e2-4637-9607-52ff84123d77,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:30.290986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e84599f9-7e9d-4fb6-9835-832541035d52 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.297953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38402) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:30.308390 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e84599f9-7e9d-4fb6-9835-832541035d52 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/1e87b933-c0e2-4637-9607-52ff84123d77 HTTP/1.1" status: 204 len: 168 time: 0.7076225 Nov 12 21:11:30.402647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 82c3134d-f8f4-4d4c-9bcc-848d2904b983 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:30.414572 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.420994 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-270166af-da90-47c1-ab8c-badd8e8ca223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.506140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.593843 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5a47-203b-4f85-91af-1fb07bd982fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.657681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 82c3134d-f8f4-4d4c-9bcc-848d2904b983 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:30.658264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.800028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] For port 82c3134d-f8f4-4d4c-9bcc-848d2904b983, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=82c3134d-f8f4-4d4c-9bcc-848d2904b983,segment=NetworkSegment(345947f6-8b59-479d-b582-083e38f0dc07),segment_id=345947f6-8b59-479d-b582-083e38f0dc07)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:30.800527 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.840807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 82c3134d-f8f4-4d4c-9bcc-848d2904b983 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:30.888098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-ef9d5a47-203b-4f85-91af-1fb07bd982fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:11:30.891809 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-ef9d5a47-203b-4f85-91af-1fb07bd982fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:11:30.891809 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:30.962693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 82c3134d-f8f4-4d4c-9bcc-848d2904b983, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=82c3134d-f8f4-4d4c-9bcc-848d2904b983,segment=NetworkSegment(345947f6-8b59-479d-b582-083e38f0dc07),segment_id=345947f6-8b59-479d-b582-083e38f0dc07)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:31.069715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.151417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=82c3134d-f8f4-4d4c-9bcc-848d2904b983,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:31.157275 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.167127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae773233-b00f-4b98-b992-51860e0ca193 None None] Network f91bfdee-5ac0-44f2-a8e1-423f6f2d090b requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:31.174680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No DVR routers for this DVR port 82c3134d-f8f4-4d4c-9bcc-848d2904b983 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:11:31.248669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=82c3134d-f8f4-4d4c-9bcc-848d2904b983,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:31.333764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.361211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91bfdee-5ac0-44f2-a8e1-423f6f2d090b']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:31.376094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345947f6-8b59-479d-b582-083e38f0dc07') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:31.377005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345947f6-8b59-479d-b582-083e38f0dc07') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:31.390564 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.416320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d5a47-203b-4f85-91af-1fb07bd982fb None None] Port 82c3134d-f8f4-4d4c-9bcc-848d2904b983 update to ACTIVE by agent not found {{(pid=109630) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 21:11:31.434628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.444332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:31.460185 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:31.483706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02305162-5af9-4885-a860-f281cc7c024c None None] DHCP port deletion for f91bfdee-5ac0-44f2-a8e1-423f6f2d090b request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:11:31.497614 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.535555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e6e76ec-4bb2-4765-9bd7-f6abf0c31b59 None None] Could not find standard attr ID for object 82c3134d-f8f4-4d4c-9bcc-848d2904b983. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:11:31.674989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.694533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.701827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38456) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:31.707813 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-393736597'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:31.711182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/networks/f91bfdee-5ac0-44f2-a8e1-423f6f2d090b HTTP/1.1" status: 204 len: 168 time: 1.3977547 Nov 12 21:11:31.714202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d99a3-b694-4783-8c84-afbcc4776c97 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Network': ['ID=f91bfdee-5ac0-44f2-a8e1-423f6f2d090b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:31.809541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 82c3134d-f8f4-4d4c-9bcc-848d2904b983 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:11:31.834248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:31.838898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 82c3134d-f8f4-4d4c-9bcc-848d2904b983 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:11:31.839238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 82c3134d-f8f4-4d4c-9bcc-848d2904b983 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:11:31.839449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.873154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:11:31.884075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:31.884436 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Added segment 8818f151-a67a-492a-9366-0b47309a087c of type vlan for network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 Nov 12 21:11:31.944003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:32.104841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:32.110658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:32.111392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:32.128177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38482) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:32.302800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Network': ['ID=900913a9-6b3d-4d9b-bafc-41a637fd78c8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:32.318947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:11:32.328118 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c20dfa9e-5b3f-4967-86f9-0c6354f70a76 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6250713 Nov 12 21:11:32.332896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:32.336571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': '900913a9-6b3d-4d9b-bafc-41a637fd78c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:32.542940 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4ce3-9f7b-4a1b-a678-c7cfb7f63d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:32.574168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:32.584313 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:32.674966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38498) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:32.903884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15a64b82-a356-4518-b742-9011017eaeeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:32.981976 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4ce3-9f7b-4a1b-a678-c7cfb7f63d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.022761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.051486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4ce3-9f7b-4a1b-a678-c7cfb7f63d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.079487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15a64b82-a356-4518-b742-9011017eaeeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.084574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.146402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4d2a4ce3-9f7b-4a1b-a678-c7cfb7f63d6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d463e1a46984054aab539e874717616&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0210142 Nov 12 21:11:33.148968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38512) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:33.195408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a4ce3-9f7b-4a1b-a678-c7cfb7f63d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087b29b2-3df1-4dd3-aec1-fdcdfa7375db,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:33.195692 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15a64b82-a356-4518-b742-9011017eaeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.220062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=4871e7ad-e391-4a89-940a-f8e889887d2c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:33.239464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking segment: {'id': '8818f151-a67a-492a-9366-0b47309a087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '900913a9-6b3d-4d9b-bafc-41a637fd78c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:33.239828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network hostable DHCP agents. Network: 900913a9-6b3d-4d9b-bafc-41a637fd78c8, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:11:33.273905 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-15a64b82-a356-4518-b742-9011017eaeeb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42540b212ef243ceac138fd0c7c6fdbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5975721 Nov 12 21:11:33.275732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a64b82-a356-4518-b742-9011017eaeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b63569-87bd-4687-8d48-e3731b4cb91d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:33.277590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38516) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:33.279243 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd971c23-500e-4d9d-b457-26222d952f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.328528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd971c23-500e-4d9d-b457-26222d952f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.354444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:11:33.396635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d662b2f-3cc3-4077-a442-3d805143c2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.424737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d662b2f-3cc3-4077-a442-3d805143c2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.487659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 900913a9-6b3d-4d9b-bafc-41a637fd78c8) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:33.496774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd971c23-500e-4d9d-b457-26222d952f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.498915 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8dd65-7623-4a1c-9114-70c4488f901b None None] Network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:33.500820 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fd971c23-500e-4d9d-b457-26222d952f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.501072 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fd971c23-500e-4d9d-b457-26222d952f3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/087b29b2-3df1-4dd3-aec1-fdcdfa7375db HTTP/1.1" status: 204 len: 168 time: 0.3504021 Nov 12 21:11:33.517789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:33.521894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.525910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd971c23-500e-4d9d-b457-26222d952f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087b29b2-3df1-4dd3-aec1-fdcdfa7375db,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:33.577744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d662b2f-3cc3-4077-a442-3d805143c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.584137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d662b2f-3cc3-4077-a442-3d805143c2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.590782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1d662b2f-3cc3-4077-a442-3d805143c2a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2b63569-87bd-4687-8d48-e3731b4cb91d HTTP/1.1" status: 204 len: 168 time: 0.3115115 Nov 12 21:11:33.602056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d662b2f-3cc3-4077-a442-3d805143c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b63569-87bd-4687-8d48-e3731b4cb91d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:33.620240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d1fed42c-1d98-414b-9fa6-3785c0c1a3e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2880366 Nov 12 21:11:33.621341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38526) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:33.628534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': '900913a9-6b3d-4d9b-bafc-41a637fd78c8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1765884048'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:33.750659 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.840698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-900913a9-6b3d-4d9b-bafc-41a637fd78c8', 'network_id': '900913a9-6b3d-4d9b-bafc-41a637fd78c8', 'tenant_id': '0b0133d6158445c79aabd5068ab5be55', 'fixed_ips': [{'subnet_id': '4871e7ad-e391-4a89-940a-f8e889887d2c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:11:33.850769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.914317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:33.919671 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:33.955916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port e32dcaee-e104-438e-bef5-bad7db10cc2a yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:34.098688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Allocated IP 172.20.0.2 (900913a9-6b3d-4d9b-bafc-41a637fd78c8/4871e7ad-e391-4a89-940a-f8e889887d2c/c6ca2fad-7f88-4893-aaeb-81d0b30d291d) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:34.277556 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:34.360526 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:34.406560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Pushing event updated for resources: {'Port': ['ID=c6ca2fad-7f88-4893-aaeb-81d0b30d291d,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:34.431866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:34.437828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:34.447345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:34.512687 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-21c42341-537d-475e-ab72-7e9d65bd6137 {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:11:34.513008 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:11:34.537925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Attempting to bind port c6ca2fad-7f88-4893-aaeb-81d0b30d291d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:11:34.538566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Attempting to bind port c6ca2fad-7f88-4893-aaeb-81d0b30d291d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '8818f151-a67a-492a-9366-0b47309a087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '900913a9-6b3d-4d9b-bafc-41a637fd78c8'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:11:34.538702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Attempting to bind port c6ca2fad-7f88-4893-aaeb-81d0b30d291d on network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:11:34.544743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:11:34.545085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Checking segment: {'id': '8818f151-a67a-492a-9366-0b47309a087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '900913a9-6b3d-4d9b-bafc-41a637fd78c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:34.549022 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:34.549022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Bound using segment: {'id': '8818f151-a67a-492a-9366-0b47309a087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '900913a9-6b3d-4d9b-bafc-41a637fd78c8'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:11:34.549022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Bound port: c6ca2fad-7f88-4893-aaeb-81d0b30d291d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8818f151-a67a-492a-9366-0b47309a087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '900913a9-6b3d-4d9b-bafc-41a637fd78c8'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:11:34.549022 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:34.631708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] For port c6ca2fad-7f88-4893-aaeb-81d0b30d291d, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:11:34.635772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] For port c6ca2fad-7f88-4893-aaeb-81d0b30d291d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c6ca2fad-7f88-4893-aaeb-81d0b30d291d,segment=NetworkSegment(8818f151-a67a-492a-9366-0b47309a087c),segment_id=8818f151-a67a-492a-9366-0b47309a087c)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:11:34.772590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:34.843346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be0649-b1bf-4952-a08f-b09184ffc95c None None] Pushing event updated for resources: {'Port': ['ID=c6ca2fad-7f88-4893-aaeb-81d0b30d291d,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:35.014081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:35.048329 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 7ef24e5b-6898-45a1-99c6-eb81f0e576c8 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:35.407131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.7 (900913a9-6b3d-4d9b-bafc-41a637fd78c8/4871e7ad-e391-4a89-940a-f8e889887d2c/7ef24e5b-6898-45a1-99c6-eb81f0e576c8) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:35.577154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:35.674828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:35.779381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:35.796679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:35.807811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:35.852804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=7ef24e5b-6898-45a1-99c6-eb81f0e576c8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:35.893723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:35.894376 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:35.918335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c6ca2fad-7f88-4893-aaeb-81d0b30d291d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:11:36.002720 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3bc2f8c9-11bd-44f1-9d5d-f43341082774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3802021 Nov 12 21:11:36.005413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38608) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:36.012399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c6ca2fad-7f88-4893-aaeb-81d0b30d291d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:36.013048 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:36.166454 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:36.174383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2201ae3e-965e-4824-8674-921cae2117f6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 7ef24e5b-6898-45a1-99c6-eb81f0e576c8 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:36.174763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2201ae3e-965e-4824-8674-921cae2117f6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:36.301029 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2201ae3e-965e-4824-8674-921cae2117f6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:36.312268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port c6ca2fad-7f88-4893-aaeb-81d0b30d291d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c6ca2fad-7f88-4893-aaeb-81d0b30d291d,segment=NetworkSegment(8818f151-a67a-492a-9366-0b47309a087c),segment_id=8818f151-a67a-492a-9366-0b47309a087c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:36.318348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2201ae3e-965e-4824-8674-921cae2117f6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 7ef24e5b-6898-45a1-99c6-eb81f0e576c8 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:36.319700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c2833-7df2-46cb-a3ae-6e7b0068be13 None None] Network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:36.533629 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:36.545462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2201ae3e-965e-4824-8674-921cae2117f6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:36.602426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ae3e-965e-4824-8674-921cae2117f6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=7ef24e5b-6898-45a1-99c6-eb81f0e576c8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:36.658128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cc28873c-bd58-4256-b00f-eb5cd28f7de8 None None] Provisioning complete for port c6ca2fad-7f88-4893-aaeb-81d0b30d291d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:36.658752 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cc28873c-bd58-4256-b00f-eb5cd28f7de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:36.660605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=c6ca2fad-7f88-4893-aaeb-81d0b30d291d,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:36.699443 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2201ae3e-965e-4824-8674-921cae2117f6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:36.703193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2201ae3e-965e-4824-8674-921cae2117f6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/7ef24e5b-6898-45a1-99c6-eb81f0e576c8 HTTP/1.1" status: 204 len: 168 time: 0.6967614 Nov 12 21:11:36.706004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38632) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:36.775402 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6803754-34cf-4655-9eb0-6a82cc92c231 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:11:36.780332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38636) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:36.784143 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a6803754-34cf-4655-9eb0-6a82cc92c231 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/7ef24e5b-6898-45a1-99c6-eb81f0e576c8 HTTP/1.1" status: 404 len: 333 time: 0.0759194 Nov 12 21:11:36.943753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-02445086-f69b-46df-a5a4-bce361e06d8f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet 4871e7ad-e391-4a89-940a-f8e889887d2c {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:11:36.948237 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02445086-f69b-46df-a5a4-bce361e06d8f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.066409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02445086-f69b-46df-a5a4-bce361e06d8f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.203566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02445086-f69b-46df-a5a4-bce361e06d8f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.388173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0ed0d82e-8246-4bc1-81c6-598446392ea2 None None] Provisioning complete for port c6ca2fad-7f88-4893-aaeb-81d0b30d291d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:37.391671 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02445086-f69b-46df-a5a4-bce361e06d8f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.392425 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d82e-8246-4bc1-81c6-598446392ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.465819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02445086-f69b-46df-a5a4-bce361e06d8f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=4871e7ad-e391-4a89-940a-f8e889887d2c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:37.468356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02445086-f69b-46df-a5a4-bce361e06d8f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.473207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-02445086-f69b-46df-a5a4-bce361e06d8f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/4871e7ad-e391-4a89-940a-f8e889887d2c HTTP/1.1" status: 204 len: 168 time: 0.6909962 Nov 12 21:11:37.476260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38666) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:37.616353 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.674649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7acfe6f-9aeb-419e-82eb-d3f2301ad435 None None] Network 900913a9-6b3d-4d9b-bafc-41a637fd78c8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:37.686310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port c6ca2fad-7f88-4893-aaeb-81d0b30d291d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:37.687099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.814206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] For port c6ca2fad-7f88-4893-aaeb-81d0b30d291d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c6ca2fad-7f88-4893-aaeb-81d0b30d291d,segment=NetworkSegment(8818f151-a67a-492a-9366-0b47309a087c),segment_id=8818f151-a67a-492a-9366-0b47309a087c)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:37.815831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:37.822823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c6ca2fad-7f88-4893-aaeb-81d0b30d291d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:11:37.831526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for c6ca2fad-7f88-4893-aaeb-81d0b30d291d owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:37.859698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-747c606a-f997-47d6-be63-fa6b677425ef None None] Could not find standard attr ID for object 7ef24e5b-6898-45a1-99c6-eb81f0e576c8. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:11:37.972554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c6ca2fad-7f88-4893-aaeb-81d0b30d291d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:37.972929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.042714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.087330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=c6ca2fad-7f88-4893-aaeb-81d0b30d291d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:38.093212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e804f338-113f-4751-aa1c-7ebcc778a204 None None] DHCP port deletion for 900913a9-6b3d-4d9b-bafc-41a637fd78c8 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:11:38.095181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No DVR routers for this DVR port c6ca2fad-7f88-4893-aaeb-81d0b30d291d on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:11:38.223129 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.259036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900913a9-6b3d-4d9b-bafc-41a637fd78c8']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:38.280670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8818f151-a67a-492a-9366-0b47309a087c') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:38.281285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8818f151-a67a-492a-9366-0b47309a087c') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:38.316060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.346707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.363322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:38.374995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:38.379320 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:38.609121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.621956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.625146 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/networks/900913a9-6b3d-4d9b-bafc-41a637fd78c8 HTTP/1.1" status: 204 len: 168 time: 1.1458688 Nov 12 21:11:38.629456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38700) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:38.637288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'name': 'tempest-PortsTestJSON-1858217148'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:38.675705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d24a3-dfd6-4565-8ee7-fae3de8273e2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Network': ['ID=900913a9-6b3d-4d9b-bafc-41a637fd78c8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:38.982598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:38.987979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:39.007471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 2d49ef27-dce4-466a-8b2c-2d87dca60716 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:39.311758 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:39.495466 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:39.623018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:39.630298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=2d49ef27-dce4-466a-8b2c-2d87dca60716,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:39.643429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:39.665965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:39.675057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:39.677074 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:39.789134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:39.797647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-45a1d061-622f-45d4-95ca-62b9c8b050b9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1547019 Nov 12 21:11:39.925126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c6ca2fad-7f88-4893-aaeb-81d0b30d291d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:11:39.974441 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:11:40.010622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c6ca2fad-7f88-4893-aaeb-81d0b30d291d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:11:40.010976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c6ca2fad-7f88-4893-aaeb-81d0b30d291d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:11:40.050134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-82335337-5ec3-4873-90bd-9ca12920339c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 2d49ef27-dce4-466a-8b2c-2d87dca60716 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:40.050800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82335337-5ec3-4873-90bd-9ca12920339c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:40.154141 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82335337-5ec3-4873-90bd-9ca12920339c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:40.170162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-82335337-5ec3-4873-90bd-9ca12920339c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 2d49ef27-dce4-466a-8b2c-2d87dca60716 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:40.391372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:40.399220 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:40.399644 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82335337-5ec3-4873-90bd-9ca12920339c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:40.430045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82335337-5ec3-4873-90bd-9ca12920339c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=2d49ef27-dce4-466a-8b2c-2d87dca60716,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:40.443357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82335337-5ec3-4873-90bd-9ca12920339c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:40.457137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82335337-5ec3-4873-90bd-9ca12920339c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/2d49ef27-dce4-466a-8b2c-2d87dca60716 HTTP/1.1" status: 204 len: 168 time: 0.6637805 Nov 12 21:11:40.458848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38794) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:40.468483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'mac_address': 'fa:16:3e:50:ae:5a', 'name': 'tempest-PortsTestJSON-722235804'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:40.779689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:40.874617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:40.898637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port aa06a2e7-c094-4de7-90a3-a47c7b2ddbf8 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:41.116810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:41.315150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:41.808335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:41.811569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:41.814074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:41.821307 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:41.821933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:41.846557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=aa06a2e7-c094-4de7-90a3-a47c7b2ddbf8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:41.946540 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-045fcd43-883e-4ab4-84f0-ed029e21dbc9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4849427 Nov 12 21:11:41.948663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38910) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:42.028178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a85bb3-9919-497b-9b53-d9b99b664111 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:42.028178 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-41a85bb3-9919-497b-9b53-d9b99b664111 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/aa06a2e7-c094-4de7-90a3-a47c7b2ddbf8 HTTP/1.1" status: 200 len: 840 time: 0.0735006 Nov 12 21:11:42.028178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38916) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:42.163813 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-edfebb16-2f86-4326-99b9-3f887ac033ef tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port aa06a2e7-c094-4de7-90a3-a47c7b2ddbf8 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:42.164465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edfebb16-2f86-4326-99b9-3f887ac033ef tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:42.438180 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edfebb16-2f86-4326-99b9-3f887ac033ef tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:42.472412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-edfebb16-2f86-4326-99b9-3f887ac033ef tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for aa06a2e7-c094-4de7-90a3-a47c7b2ddbf8 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:42.770936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edfebb16-2f86-4326-99b9-3f887ac033ef tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:42.829147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfebb16-2f86-4326-99b9-3f887ac033ef tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=aa06a2e7-c094-4de7-90a3-a47c7b2ddbf8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:42.847142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-edfebb16-2f86-4326-99b9-3f887ac033ef tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:42.857883 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-edfebb16-2f86-4326-99b9-3f887ac033ef tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/aa06a2e7-c094-4de7-90a3-a47c7b2ddbf8 HTTP/1.1" status: 204 len: 168 time: 0.8302677 Nov 12 21:11:42.858280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38966) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:42.911934 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-42be7ce1-70db-438d-8cd7-61a3456b13ea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:11:42.913692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-42be7ce1-70db-438d-8cd7-61a3456b13ea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/aa06a2e7-c094-4de7-90a3-a47c7b2ddbf8 HTTP/1.1" status: 404 len: 333 time: 0.0542514 Nov 12 21:11:42.918619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38970) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:42.924183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'name': 'tempest-PortsTestJSON-537437568'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:43.253858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:43.261801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:43.296775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port dae062af-d18a-4058-bdd7-31bd78ebda3a yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:43.587171 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:43.823393 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:43.920173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:43.934603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:43.941108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:43.955899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:43.956954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:44.002876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=dae062af-d18a-4058-bdd7-31bd78ebda3a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:44.092203 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d8f3863d-0990-429c-83a5-d565ddf1e8bd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1721613 Nov 12 21:11:44.094784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39032) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:44.099979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:44.191988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:44.412166 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:44.501263 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:44.560867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] In _notify_port_updated(), no bound segment for port dae062af-d18a-4058-bdd7-31bd78ebda3a on network a97a344b-356a-4b76-ab7e-eaceec937603 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:11:44.578025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:44.585986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:44.591214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39060) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:44.592507 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "PUT /v2.0/ports/dae062af-d18a-4058-bdd7-31bd78ebda3a HTTP/1.1" status: 200 len: 818 time: 0.4965897 Nov 12 21:11:44.641140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67435b9-8a0b-4a3d-9e22-d96b9de00f1b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=dae062af-d18a-4058-bdd7-31bd78ebda3a,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:44.833501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3e60b90b-6485-42d0-bd18-1760c803c3d6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port dae062af-d18a-4058-bdd7-31bd78ebda3a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:44.834183 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e60b90b-6485-42d0-bd18-1760c803c3d6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:44.936872 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e60b90b-6485-42d0-bd18-1760c803c3d6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:44.968757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3e60b90b-6485-42d0-bd18-1760c803c3d6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for dae062af-d18a-4058-bdd7-31bd78ebda3a owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:45.240621 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e60b90b-6485-42d0-bd18-1760c803c3d6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:45.317428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60b90b-6485-42d0-bd18-1760c803c3d6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=dae062af-d18a-4058-bdd7-31bd78ebda3a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:45.322591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e60b90b-6485-42d0-bd18-1760c803c3d6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:45.331175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39106) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:45.331564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3e60b90b-6485-42d0-bd18-1760c803c3d6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/dae062af-d18a-4058-bdd7-31bd78ebda3a HTTP/1.1" status: 204 len: 168 time: 0.7386289 Nov 12 21:11:45.414041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b81a7c-7765-4df3-bfe0-9befb285c588 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:45.418869 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c8b81a7c-7765-4df3-bfe0-9befb285c588 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0836790 Nov 12 21:11:45.419364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39114) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:45.444532 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f41e47-43bb-49c5-9543-708a53c1e8cc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:11:45.447373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-99f41e47-43bb-49c5-9543-708a53c1e8cc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/dae062af-d18a-4058-bdd7-31bd78ebda3a HTTP/1.1" status: 404 len: 333 time: 0.0264313 Nov 12 21:11:45.451651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39116) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:45.458860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-943471336'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:45.539807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:45.543674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:45.583264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:11:45.595808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:45.596950 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Added segment 7beb2b15-13bc-4214-8ffb-c87df89f0d1c of type vlan for network 0f6523ca-3f5d-424c-85a5-070a46747749 Nov 12 21:11:45.686489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:45.847944 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:45.854463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:45.855480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:46.004569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Network': ['ID=0f6523ca-3f5d-424c-85a5-070a46747749,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:46.015381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e62a6135-9f0e-427d-8898-9fed8e003d3d tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5592387 Nov 12 21:11:46.021310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 0f6523ca-3f5d-424c-85a5-070a46747749 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:11:46.022493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:46.028898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:46.373562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:46.377397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:46.716941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:46.864206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking segment: {'id': '7beb2b15-13bc-4214-8ffb-c87df89f0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:46.876837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network hostable DHCP agents. Network: 0f6523ca-3f5d-424c-85a5-070a46747749, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:11:46.894529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=45ef6597-be35-4687-ac2b-a7d40066ef34,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:46.979471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 0f6523ca-3f5d-424c-85a5-070a46747749 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:11:46.992870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-a5130886-522a-45d3-b151-633081b14079 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635290 Nov 12 21:11:47.123486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 0f6523ca-3f5d-424c-85a5-070a46747749) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:47.133280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:47.137135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:47.159947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-c40e844c-3f67-4c07-9ce2-3ffd96bf46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:47.161347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-c40e844c-3f67-4c07-9ce2-3ffd96bf46b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b13f5e9e55074d92ba69109334d17247&device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 1102 time: 0.1002643 Nov 12 21:11:47.270471 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f42e2ce-7cee-4c84-91a2-52bee2b19cf1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2430844 Nov 12 21:11:47.274044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39252) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:47.277647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b56d40-946d-4108-958f-da7b47d4b4d7 None None] Network 0f6523ca-3f5d-424c-85a5-070a46747749 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:47.292062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-313c4262-dc65-4e68-90c2-f34dea230c9b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:47.355455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-e17084a4-2e01-4bbf-a5b2-91a5e1be3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:47.356953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-e17084a4-2e01-4bbf-a5b2-91a5e1be3e49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28fcef4a-2080-48e6-a903-3f8faf8c7038 HTTP/1.1" status: 200 len: 870 time: 0.1648078 Nov 12 21:11:47.659542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-0f6523ca-3f5d-424c-85a5-070a46747749', 'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749', 'tenant_id': '0b0133d6158445c79aabd5068ab5be55', 'fixed_ips': [{'subnet_id': '45ef6597-be35-4687-ac2b-a7d40066ef34'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:11:47.659542 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:47.703384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313c4262-dc65-4e68-90c2-f34dea230c9b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:47.707831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-313c4262-dc65-4e68-90c2-f34dea230c9b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:47.987903 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-313c4262-dc65-4e68-90c2-f34dea230c9b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45ef6597-be35-4687-ac2b-a7d40066ef34 (CIDR: 172.20.0.0/28) Nov 12 21:11:47.996861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Allocated IP 172.20.0.2 (0f6523ca-3f5d-424c-85a5-070a46747749/45ef6597-be35-4687-ac2b-a7d40066ef34/601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:48.042999 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-313c4262-dc65-4e68-90c2-f34dea230c9b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:11:48.047700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313c4262-dc65-4e68-90c2-f34dea230c9b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:11:48.098461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-6677f767-5bcf-499c-8ced-fe1bbb9fe0c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d27fd2c6-14a1-4141-9b0c-3bae9224885c HTTP/1.1" status: 200 len: 217 time: 0.7296007 Nov 12 21:11:48.153889 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-313c4262-dc65-4e68-90c2-f34dea230c9b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8753486 Nov 12 21:11:48.162304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39302) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:48.171653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:48.214518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-f581c766-50e6-4fd8-8a55-5f2e6e67a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:48.216753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-f581c766-50e6-4fd8-8a55-5f2e6e67a466 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.1121979 Nov 12 21:11:48.284297 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:48.350981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:48.378603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-4e811b70-4ef6-4715-8a7b-ecea856d950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:48.380954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-4e811b70-4ef6-4715-8a7b-ecea856d950a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1517251 Nov 12 21:11:48.450862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Pushing event updated for resources: {'Port': ['ID=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:48.463189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Network 0f6523ca-3f5d-424c-85a5-070a46747749 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:48.465674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:48.468428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:48.544683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-2f58159f-9515-4bed-8af5-64e239c543c6 service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560090 Nov 12 21:11:48.577820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:48.581472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:48.595278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Attempting to bind port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:11:48.596008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Attempting to bind port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '7beb2b15-13bc-4214-8ffb-c87df89f0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:11:48.596639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Attempting to bind port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 on network 0f6523ca-3f5d-424c-85a5-070a46747749 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:11:48.608389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:11:48.608389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Checking segment: {'id': '7beb2b15-13bc-4214-8ffb-c87df89f0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:11:48.608389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:48.608389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Bound using segment: {'id': '7beb2b15-13bc-4214-8ffb-c87df89f0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:11:48.608389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Bound port: 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7beb2b15-13bc-4214-8ffb-c87df89f0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:11:48.613927 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:48.779055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] For port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:11:48.784577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] For port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,segment=NetworkSegment(7beb2b15-13bc-4214-8ffb-c87df89f0d1c),segment_id=7beb2b15-13bc-4214-8ffb-c87df89f0d1c)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:11:48.854414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea86b932-1b12-4aee-b827-63e3023b1df5 req-b28d597b-6b08-4739-8faf-9b8d11c87e3d service neutron] 10.222.0.46 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912645 Nov 12 21:11:48.892464 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:49.038775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6c92-c7ca-41fc-bfc4-83b56f7e10dc None None] Pushing event updated for resources: {'Port': ['ID=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:49.218023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:49.319340 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 0f6523ca-3f5d-424c-85a5-070a46747749 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:49.331630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:49.343342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:49.343342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:49.377521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=65d85c05-4f89-4b3b-b1f2-28261b133fc2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:49.424133 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e45d9912-6e6d-45c5-ae45-99922d5dd8ac tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2624598 Nov 12 21:11:49.424385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39372) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:49.431406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749', 'fixed_ips': [{'subnet_id': '45ef6597-be35-4687-ac2b-a7d40066ef34'}, {'subnet_id': '65d85c05-4f89-4b3b-b1f2-28261b133fc2'}], 'name': 'tempest-PortsTestJSON-1809888985'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:50.171933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:11:50.171933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:50.171933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:50.171933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:50.171933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,segment=NetworkSegment(7beb2b15-13bc-4214-8ffb-c87df89f0d1c),segment_id=7beb2b15-13bc-4214-8ffb-c87df89f0d1c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:50.183391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:50.266855 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:50.336991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:50.400823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:11:50.468842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:50.473608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39422) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:50.656333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f361eb3-0752-42cd-81f1-90e35c637b5d None None] Network 0f6523ca-3f5d-424c-85a5-070a46747749 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:50.660050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fed7ca3-cad2-452b-b397-88018c430b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:50.798595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8f08c8ac-49e6-41e5-ae24-ba531ae5087b None None] Provisioning complete for port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:50.799442 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8f08c8ac-49e6-41e5-ae24-ba531ae5087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:50.859015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fed7ca3-cad2-452b-b397-88018c430b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:50.942245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.14 (0f6523ca-3f5d-424c-85a5-070a46747749/45ef6597-be35-4687-ac2b-a7d40066ef34/40f5b1da-46f9-42d3-a981-c1a34f80bbcc) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:50.950617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fed7ca3-cad2-452b-b397-88018c430b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:50.964226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.19 (0f6523ca-3f5d-424c-85a5-070a46747749/65d85c05-4f89-4b3b-b1f2-28261b133fc2/40f5b1da-46f9-42d3-a981-c1a34f80bbcc) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:51.008918 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1fed7ca3-cad2-452b-b397-88018c430b42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0205f2a4581b40219856003157fc7825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5332172 Nov 12 21:11:51.011542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39460) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:51.021086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed7ca3-cad2-452b-b397-88018c430b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97e724-5fa9-40a4-99e6-c6e2ac97db49,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:51.091828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9913097-c017-4af2-a709-a2c5ebd41189 None None] Update dhcp port {'port': {'network_id': '0f6523ca-3f5d-424c-85a5-070a46747749', 'fixed_ips': [{'subnet_id': '45ef6597-be35-4687-ac2b-a7d40066ef34', 'ip_address': '172.20.0.2'}, {'subnet_id': '65d85c05-4f89-4b3b-b1f2-28261b133fc2'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:11:51.132136 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9913097-c017-4af2-a709-a2c5ebd41189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.200574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cff5476e-bdcf-4011-85d2-573f56696091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.278505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.307430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cff5476e-bdcf-4011-85d2-573f56696091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.502474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.545350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 0f6523ca-3f5d-424c-85a5-070a46747749 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:51.548486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:51.549257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-e9913097-c017-4af2-a709-a2c5ebd41189 None None] Allocated IP 172.20.0.18 (0f6523ca-3f5d-424c-85a5-070a46747749/65d85c05-4f89-4b3b-b1f2-28261b133fc2/601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:51.562723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:51.615550 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cff5476e-bdcf-4011-85d2-573f56696091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.619090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cff5476e-bdcf-4011-85d2-573f56696091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.622600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cff5476e-bdcf-4011-85d2-573f56696091 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d97e724-5fa9-40a4-99e6-c6e2ac97db49 HTTP/1.1" status: 204 len: 168 time: 0.6076486 Nov 12 21:11:51.702173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=40f5b1da-46f9-42d3-a981-c1a34f80bbcc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:51.709132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5476e-bdcf-4011-85d2-573f56696091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97e724-5fa9-40a4-99e6-c6e2ac97db49,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:51.732743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e9913097-c017-4af2-a709-a2c5ebd41189 None None] For port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,segment=NetworkSegment(7beb2b15-13bc-4214-8ffb-c87df89f0d1c),segment_id=7beb2b15-13bc-4214-8ffb-c87df89f0d1c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:51.739515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:51.744105 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.788901 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9913097-c017-4af2-a709-a2c5ebd41189 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.871515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39514) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:51.871996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5741f572-2875-4ab3-ae12-285a2f5a924e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.4468501 Nov 12 21:11:51.875833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:11:51.888568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45ef6597-be35-4687-ac2b-a7d40066ef34'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:51.968796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9913097-c017-4af2-a709-a2c5ebd41189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:52.009824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:52.010245 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:52.191219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-74893138-01f9-4057-be50-ca38dfb6b36e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922058 Nov 12 21:11:52.196827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9913097-c017-4af2-a709-a2c5ebd41189 None None] Pushing event updated for resources: {'Port': ['ID=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:52.243638 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:52.333225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-aca9fa12-55b9-4267-a5bb-10df54a9709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:52.334815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-aca9fa12-55b9-4267-a5bb-10df54a9709b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 1098 time: 0.0750864 Nov 12 21:11:52.599304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-bf5097ce-d815-4b42-a9fd-d33ed62c454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:52.604295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-bf5097ce-d815-4b42-a9fd-d33ed62c454e service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.2455459 Nov 12 21:11:52.612831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Delete allocated IP 172.20.0.19 (0f6523ca-3f5d-424c-85a5-070a46747749/65d85c05-4f89-4b3b-b1f2-28261b133fc2) {{(pid=109628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 21:11:52.770210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-10907cee-3da0-4965-b76f-b5e8e2d94e15 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80 HTTP/1.1" status: 200 len: 1002 time: 0.1573298 Nov 12 21:11:52.822179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39564) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:52.846962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af925c2c-9766-4771-9747-d67772be890a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:52.863557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-0583d88d-724d-46fa-801e-ca5b6836f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:52.866045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-0583d88d-724d-46fa-801e-ca5b6836f5a2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.0869648 Nov 12 21:11:52.959194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.031132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-34cd3c0f-3593-4208-b340-a029a4877867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:53.036075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-34cd3c0f-3593-4208-b340-a029a4877867 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609583 Nov 12 21:11:53.069447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.160625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=40f5b1da-46f9-42d3-a981-c1a34f80bbcc,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:53.173258 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af925c2c-9766-4771-9747-d67772be890a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.196638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6aef6-6bbe-4988-98d8-2b9480e47d28 None None] Network 0f6523ca-3f5d-424c-85a5-070a46747749 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:53.232251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-2ed64090-eff4-44eb-be2b-4282609ade79 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878650 Nov 12 21:11:53.266419 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-af925c2c-9766-4771-9747-d67772be890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.325237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af925c2c-9766-4771-9747-d67772be890a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b6db69-6485-45e0-b2c6-0dc169c5132b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:53.342922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] In _notify_port_updated(), no bound segment for port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc on network 0f6523ca-3f5d-424c-85a5-070a46747749 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:11:53.349470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:53.352069 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.353941 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e972f882-5653-47a3-a047-bcfe8f562768 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "PUT /v2.0/ports/40f5b1da-46f9-42d3-a981-c1a34f80bbcc HTTP/1.1" status: 200 len: 920 time: 1.4799418 Nov 12 21:11:53.356693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39592) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:53.360048 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-af925c2c-9766-4771-9747-d67772be890a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f55cd96a8d44c02970bb3345d5c3940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5367174 Nov 12 21:11:53.365999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45ef6597-be35-4687-ac2b-a7d40066ef34'}, {'subnet_id': '65d85c05-4f89-4b3b-b1f2-28261b133fc2'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:53.370621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39594) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:53.379347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27a79d63-5906-4f4e-8cb5-31164f1bebda req-aa52d2e0-74e5-42a0-8b30-0e8378e6fff9 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391351 Nov 12 21:11:53.404367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2c24ab46-9491-4fd3-af00-6754f9915b48 None None] Provisioning complete for port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:53.406349 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c24ab46-9491-4fd3-af00-6754f9915b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.481792 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.505133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9a0128a-bbbe-47b0-8045-81c37b4e2d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.580694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9a0128a-bbbe-47b0-8045-81c37b4e2d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.796528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9a0128a-bbbe-47b0-8045-81c37b4e2d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.799139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9a0128a-bbbe-47b0-8045-81c37b4e2d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:53.806762 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d9a0128a-bbbe-47b0-8045-81c37b4e2d8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62b6db69-6485-45e0-b2c6-0dc169c5132b HTTP/1.1" status: 204 len: 168 time: 0.4348278 Nov 12 21:11:53.832517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:11:53.890685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0128a-bbbe-47b0-8045-81c37b4e2d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b6db69-6485-45e0-b2c6-0dc169c5132b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:53.990660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:53.991031 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.136935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.19 (0f6523ca-3f5d-424c-85a5-070a46747749/65d85c05-4f89-4b3b-b1f2-28261b133fc2/40f5b1da-46f9-42d3-a981-c1a34f80bbcc) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:54.215896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-875e5335-047b-47a3-807b-85a2fd7b7c75 None None] Provisioning complete for port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:54.219506 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-875e5335-047b-47a3-807b-85a2fd7b7c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.496244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-875e5335-047b-47a3-807b-85a2fd7b7c75 None None] Provisioning complete for port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:54.496818 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-875e5335-047b-47a3-807b-85a2fd7b7c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.541689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.616427 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.623410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-875e5335-047b-47a3-807b-85a2fd7b7c75 None None] Port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:11:54.775045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6eba8b18-acb5-4b67-b00c-601f0f0d3fbc None None] Provisioning complete for port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:54.775447 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6eba8b18-acb5-4b67-b00c-601f0f0d3fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.902930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=40f5b1da-46f9-42d3-a981-c1a34f80bbcc,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:54.916045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6eba8b18-acb5-4b67-b00c-601f0f0d3fbc None None] Port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:11:54.931102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] In _notify_port_updated(), no bound segment for port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc on network 0f6523ca-3f5d-424c-85a5-070a46747749 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:11:54.940296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:54.946628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.948961 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9d388a6-7967-4713-9d20-732a160c8889 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "PUT /v2.0/ports/40f5b1da-46f9-42d3-a981-c1a34f80bbcc HTTP/1.1" status: 200 len: 1000 time: 1.5876322 Nov 12 21:11:54.951612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39650) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:55.045377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-49a7e58b-2eb4-4d6b-a8cc-576ea351fb42 None None] Provisioning complete for port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:55.046905 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-49a7e58b-2eb4-4d6b-a8cc-576ea351fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:55.153012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-49a7e58b-2eb4-4d6b-a8cc-576ea351fb42 None None] Port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:11:55.181977 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d985869e-6bae-4d22-8f99-6aa12fc8ddf5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:55.185834 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d985869e-6bae-4d22-8f99-6aa12fc8ddf5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:55.295718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-353ab14e-87b5-4ad4-ab1d-84543d17835e None None] Provisioning complete for port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:55.296213 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-353ab14e-87b5-4ad4-ab1d-84543d17835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:55.329124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d985869e-6bae-4d22-8f99-6aa12fc8ddf5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:55.346199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d985869e-6bae-4d22-8f99-6aa12fc8ddf5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 40f5b1da-46f9-42d3-a981-c1a34f80bbcc owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:55.385932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-353ab14e-87b5-4ad4-ab1d-84543d17835e None None] Port 40f5b1da-46f9-42d3-a981-c1a34f80bbcc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:11:55.414376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-d7e83387-a4da-4fc6-9b8b-3be7378ef29a tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:55.417521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-d7e83387-a4da-4fc6-9b8b-3be7378ef29a tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/networks?id=60738ff6-8bf5-4801-b54e-7acd11040b1d HTTP/1.1" status: 200 len: 814 time: 0.2492697 Nov 12 21:11:55.440854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-27bb6668-6a2e-4d7d-b748-431a6f252cc1 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/quotas/195dbb87533d45609557198a1ea317fe HTTP/1.1" status: 200 len: 375 time: 0.0163980 Nov 12 21:11:55.508974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-1cd1c43c-40ff-4ef6-b05b-f83c56faf104 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=195dbb87533d45609557198a1ea317fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622149 Nov 12 21:11:55.645292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7964b697-70d2-416c-844b-b83fd400d475 service neutron] 10.222.0.64 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288304 Nov 12 21:11:55.670344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d985869e-6bae-4d22-8f99-6aa12fc8ddf5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:55.756989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985869e-6bae-4d22-8f99-6aa12fc8ddf5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=40f5b1da-46f9-42d3-a981-c1a34f80bbcc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:55.832366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-0c5f71c6-79b1-4656-861a-38ba235c4037 service neutron] 10.222.0.64 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861832 Nov 12 21:11:55.893950 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d985869e-6bae-4d22-8f99-6aa12fc8ddf5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:55.900437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39692) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:55.900619 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d985869e-6bae-4d22-8f99-6aa12fc8ddf5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/40f5b1da-46f9-42d3-a981-c1a34f80bbcc HTTP/1.1" status: 204 len: 168 time: 0.9476352 Nov 12 21:11:55.930749 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-91191f32-63f7-4ea0-ba26-4a3e2251d0cc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:11:55.934932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-91191f32-63f7-4ea0-ba26-4a3e2251d0cc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/40f5b1da-46f9-42d3-a981-c1a34f80bbcc HTTP/1.1" status: 404 len: 333 time: 0.0308430 Nov 12 21:11:55.935578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39696) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:56.015237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eff6d69-46a4-4c62-8032-2af243049770 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet 65d85c05-4f89-4b3b-b1f2-28261b133fc2 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:11:56.019661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d69-46a4-4c62-8032-2af243049770 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:56.099090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d69-46a4-4c62-8032-2af243049770 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:56.240011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d3181c1-de4a-4b0b-990b-8e4619412c7a req-5c6d8c2a-1b3a-4bac-b721-051885c7b398 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 210 time: 0.0838068 Nov 12 21:11:56.370905 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d69-46a4-4c62-8032-2af243049770 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:56.516667 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d69-46a4-4c62-8032-2af243049770 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:56.553476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff6d69-46a4-4c62-8032-2af243049770 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=65d85c05-4f89-4b3b-b1f2-28261b133fc2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:56.559072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d69-46a4-4c62-8032-2af243049770 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:56.562793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1eff6d69-46a4-4c62-8032-2af243049770 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/65d85c05-4f89-4b3b-b1f2-28261b133fc2 HTTP/1.1" status: 204 len: 168 time: 0.6262460 Nov 12 21:11:56.565610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39724) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:56.572521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca5d21-7c1c-4aa5-9421-899cad48853b None None] Network 0f6523ca-3f5d-424c-85a5-070a46747749 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:56.661738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e2817e-ddac-49d5-aacc-822ea36978da tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet 45ef6597-be35-4687-ac2b-a7d40066ef34 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:11:56.668772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e2817e-ddac-49d5-aacc-822ea36978da tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:56.740606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e2817e-ddac-49d5-aacc-822ea36978da tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:56.879268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39732) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:56.891797 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e2817e-ddac-49d5-aacc-822ea36978da tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.071485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3d4532b-df45-46dc-b2d7-d24c3014517f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.093456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e2817e-ddac-49d5-aacc-822ea36978da tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.188401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16e2817e-ddac-49d5-aacc-822ea36978da tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.195618 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-16e2817e-ddac-49d5-aacc-822ea36978da tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/45ef6597-be35-4687-ac2b-a7d40066ef34 HTTP/1.1" status: 204 len: 168 time: 0.6287022 Nov 12 21:11:57.195845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39742) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:57.197663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2817e-ddac-49d5-aacc-822ea36978da tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=45ef6597-be35-4687-ac2b-a7d40066ef34,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:57.374909 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.399856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3d4532b-df45-46dc-b2d7-d24c3014517f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.448605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-996d8f8a-4f20-462a-8d2f-c2d2778ec06e req-ee28088d-7205-4cf1-9c9f-b2933f340fbf tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 210 time: 0.0581939 Nov 12 21:11:57.509288 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3d4532b-df45-46dc-b2d7-d24c3014517f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.543761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c054a600-aada-407e-9e69-3ffd03fbad9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.574618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c3d4532b-df45-46dc-b2d7-d24c3014517f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7870ff445044efa84ed59c996f8ae62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6909602 Nov 12 21:11:57.575102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39756) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:57.579724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4532b-df45-46dc-b2d7-d24c3014517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b8cb42-e7c6-4015-81e1-c3445ebcc73e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:57.610890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:11:57.611400 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.634379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e9afbec-58fd-49ad-a2a5-95bd408c8c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.684521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e9afbec-58fd-49ad-a2a5-95bd408c8c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.749042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] For port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,segment=NetworkSegment(7beb2b15-13bc-4214-8ffb-c87df89f0d1c),segment_id=7beb2b15-13bc-4214-8ffb-c87df89f0d1c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:57.749657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9c485-bf33-4b89-b8ed-50fcfdc88522 None None] Network 0f6523ca-3f5d-424c-85a5-070a46747749 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:11:57.750137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.767148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:11:57.891330 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e9afbec-58fd-49ad-a2a5-95bd408c8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.895000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e9afbec-58fd-49ad-a2a5-95bd408c8c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:57.896572 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0e9afbec-58fd-49ad-a2a5-95bd408c8c5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6b8cb42-e7c6-4015-81e1-c3445ebcc73e HTTP/1.1" status: 204 len: 168 time: 0.3204958 Nov 12 21:11:57.919587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9afbec-58fd-49ad-a2a5-95bd408c8c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b8cb42-e7c6-4015-81e1-c3445ebcc73e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:57.947914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2ba27b1c-5e60-4aa9-8ab5-9c44510e4fff None None] Provisioning complete for port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:57.948561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ba27b1c-5e60-4aa9-8ab5-9c44510e4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.057080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.140181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:58.152459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No DVR routers for this DVR port 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:11:58.212067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39770) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:58.221122 n-d-713498-29 neutron-server[109630]: INFO neutron.plugins.ml2.db [None req-2ba27b1c-5e60-4aa9-8ab5-9c44510e4fff None None] No ports have port_id starting with 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 Nov 12 21:11:58.326359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d566b-6677-4bb8-a72f-973f723b62f8 None None] DHCP port deletion for 0f6523ca-3f5d-424c-85a5-070a46747749 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:11:58.450703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.468312 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35ebf790-dd15-4271-a810-d7d17313cbf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.556277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6523ca-3f5d-424c-85a5-070a46747749']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:58.586829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7beb2b15-13bc-4214-8ffb-c87df89f0d1c') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:58.587485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7beb2b15-13bc-4214-8ffb-c87df89f0d1c') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:58.587713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35ebf790-dd15-4271-a810-d7d17313cbf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.628733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.685003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35ebf790-dd15-4271-a810-d7d17313cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.693046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1586bfb3-7848-4c24-a6a9-468d1b6a8cfb req-ed3ca1c1-6757-4e6a-afff-32eeca0b4326 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 210 time: 0.0949523 Nov 12 21:11:58.706881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.721438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:11:58.722009 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:11:58.725840 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:11:58.808017 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-35ebf790-dd15-4271-a810-d7d17313cbf9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f020aff8c00408986cf29cbd400ffbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5948310 Nov 12 21:11:58.810484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39798) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:58.818386 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebf790-dd15-4271-a810-d7d17313cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561d02f-4082-4c2a-9949-4780a6f7e2b6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:58.904622 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b6da740-3b7a-4c47-8282-6e789147da1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.942448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b6da740-3b7a-4c47-8282-6e789147da1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.973107 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:58.994739 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:59.027502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/networks/0f6523ca-3f5d-424c-85a5-070a46747749 HTTP/1.1" status: 204 len: 168 time: 1.8301046 Nov 12 21:11:59.032401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39806) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:59.075027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89722653-7916-4f01-8361-693c8da35fa7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Network': ['ID=0f6523ca-3f5d-424c-85a5-070a46747749,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:59.138738 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b6da740-3b7a-4c47-8282-6e789147da1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:59.138943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635f7ce-bbbb-411d-ab75-b6758fff7e80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:59.141847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5b6da740-3b7a-4c47-8282-6e789147da1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:59.149153 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5b6da740-3b7a-4c47-8282-6e789147da1c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a561d02f-4082-4c2a-9949-4780a6f7e2b6 HTTP/1.1" status: 204 len: 168 time: 0.3333964 Nov 12 21:11:59.149273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5635f7ce-bbbb-411d-ab75-b6758fff7e80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1051612 Nov 12 21:11:59.149374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39808) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:59.194210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6da740-3b7a-4c47-8282-6e789147da1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561d02f-4082-4c2a-9949-4780a6f7e2b6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:59.339097 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-40394b94-e44c-45cd-b093-7a5cb29879e0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1906765 Nov 12 21:11:59.341854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39816) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:59.359406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-580558697'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:59.496038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-a5e942a9-53bc-429f-ac4f-bae4e1764880 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:59.499456 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:59.500248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-a5e942a9-53bc-429f-ac4f-bae4e1764880 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.78 "GET /v2.0/networks?id=60738ff6-8bf5-4801-b54e-7acd11040b1d HTTP/1.1" status: 200 len: 814 time: 0.2043993 Nov 12 21:11:59.511272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:59.516159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Request body: {'port': {'device_id': '10b0d773-ef7e-4514-8efc-d36279de6fb6', 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d', 'admin_state_up': True, 'tenant_id': '195dbb87533d45609557198a1ea317fe'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:59.665936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:11:59.701140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:59.703788 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Added segment 2d34ece2-18a8-4b56-984e-f20f8f078743 of type vlan for network 4e40a9b2-8244-488d-8e14-d47cce292d50 Nov 12 21:11:59.879262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:11:59.915171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Made reservation on behalf of 195dbb87533d45609557198a1ea317fe for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:11:59.920953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:59.941791 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:59.950255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:11:59.955786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 601bc9a5-e9b4-405d-a9e6-fdfbb1758bb4 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:12:00.039869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5eeb01a-d85e-446f-8ebb-191024824388 req-9fe72a8f-f387-4b65-9c30-c1a92d769c9a tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 210 time: 0.0549362 Nov 12 21:12:00.105912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6550221f-e4bd-40b5-b608-2fef81a4e40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:00.141951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:00.160097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:00.165006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:00.217870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Allocated IP 172.20.0.9 (60738ff6-8bf5-4801-b54e-7acd11040b1d/c787cecc-429e-4865-a9ce-2203cb360e49/da294ada-689d-4b69-aedd-12f59ec74f06) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:00.297599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Network': ['ID=4e40a9b2-8244-488d-8e14-d47cce292d50,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:00.315790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 4e40a9b2-8244-488d-8e14-d47cce292d50 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:12:00.364785 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-757e3e8f-4eb3-4d3c-9cee-5f90d6ba532a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0174289 Nov 12 21:12:00.365420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39862) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:00.373351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:00.518860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:00.644817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:00.649302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:00.710140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:00.816752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Network 60738ff6-8bf5-4801-b54e-7acd11040b1d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:00.831458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:00.841333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:00.849536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Pushing event updated for resources: {'Port': ['ID=da294ada-689d-4b69-aedd-12f59ec74f06,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:00.878359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85631d1b-d971-4cf3-8bf0-717f2b9dbb38 None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:00.964571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:00.965249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:01.002105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-28d166e8-6630-4203-9dc2-e34c330a7b23 None None] Provisioning complete for port da294ada-689d-4b69-aedd-12f59ec74f06 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:01.003244 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-28d166e8-6630-4203-9dc2-e34c330a7b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:01.080223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-28d166e8-6630-4203-9dc2-e34c330a7b23 None None] Port da294ada-689d-4b69-aedd-12f59ec74f06 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:01.092823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-6fa3d0a3-cf3f-446a-b8bd-7963d935dc5b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5806894 Nov 12 21:12:01.107777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Request body: {'port': {'device_id': '10b0d773-ef7e-4514-8efc-d36279de6fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:01.153825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:01.219642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:01.318180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=5a1dee91-da67-40db-a9e0-a989b853a7fa,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:01.329313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking segment: {'id': '2d34ece2-18a8-4b56-984e-f20f8f078743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:01.329693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network hostable DHCP agents. Network: 4e40a9b2-8244-488d-8e14-d47cce292d50, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:12:01.356351 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:01.446837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe267d-1e00-44fe-812d-c82dadc4e3a4 req-f73d7958-6061-41ae-afb0-85b683601e87 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:01.448538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38fe267d-1e00-44fe-812d-c82dadc4e3a4 req-f73d7958-6061-41ae-afb0-85b683601e87 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 931 time: 0.2450795 Nov 12 21:12:01.539143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 4e40a9b2-8244-488d-8e14-d47cce292d50 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:12:01.636039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38fe267d-1e00-44fe-812d-c82dadc4e3a4 req-d5b625ab-ef61-44c6-875f-e6d5b18323f4 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120594 Nov 12 21:12:01.673304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 4e40a9b2-8244-488d-8e14-d47cce292d50) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:01.685736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231923b7-c473-4358-8b94-249d7a10df5b None None] Network 4e40a9b2-8244-488d-8e14-d47cce292d50 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:01.689206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:01.690113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:01.824421 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-39707aa8-749e-471f-8381-faa284c54feb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4577749 Nov 12 21:12:01.827972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39902) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:01.833542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50', 'name': 'tempest-PortsTestJSON-1465244529'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:01.856495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da294ada-689d-4b69-aedd-12f59ec74f06 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:12:01.868092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:01.905796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Transition to ACTIVE for port object da294ada-689d-4b69-aedd-12f59ec74f06 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:12:01.962282 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:02.020181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-4e40a9b2-8244-488d-8e14-d47cce292d50', 'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50', 'tenant_id': '0b0133d6158445c79aabd5068ab5be55', 'fixed_ips': [{'subnet_id': '5a1dee91-da67-40db-a9e0-a989b853a7fa'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:12:02.022083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:02.104783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:02.115495 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:02.182570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 14229ccf-7198-41ba-b864-636efa22f9e1 yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:12:02.203076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Pushing event updated for resources: {'Port': ['ID=da294ada-689d-4b69-aedd-12f59ec74f06,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:02.331617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Attempting to bind port da294ada-689d-4b69-aedd-12f59ec74f06 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:02.331867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Attempting to bind port da294ada-689d-4b69-aedd-12f59ec74f06 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:02.332200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Attempting to bind port da294ada-689d-4b69-aedd-12f59ec74f06 on network 60738ff6-8bf5-4801-b54e-7acd11040b1d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:02.341772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Allocated IP 172.20.0.2 (4e40a9b2-8244-488d-8e14-d47cce292d50/5a1dee91-da67-40db-a9e0-a989b853a7fa/4ca7880c-56d9-40dd-8247-6db2ccd20ae1) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:02.344058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Port da294ada-689d-4b69-aedd-12f59ec74f06 on network 60738ff6-8bf5-4801-b54e-7acd11040b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:12:02.344343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Attempting to bind port da294ada-689d-4b69-aedd-12f59ec74f06 on network 60738ff6-8bf5-4801-b54e-7acd11040b1d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:02.362091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:02.362796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Checking segment: {'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:02.363486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Bound using segment: {'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:02.364310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Bound port: da294ada-689d-4b69-aedd-12f59ec74f06, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:02.364880 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:02.485801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] For port da294ada-689d-4b69-aedd-12f59ec74f06, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:02.490606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] For port da294ada-689d-4b69-aedd-12f59ec74f06, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=da294ada-689d-4b69-aedd-12f59ec74f06,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:02.493686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a1cbd-127b-447c-8609-7ea3b4c19404 None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:02.560402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:02.608413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:02.609092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:02.610552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] 10.222.0.78 "PUT /v2.0/ports/da294ada-689d-4b69-aedd-12f59ec74f06 HTTP/1.1" status: 200 len: 1092 time: 1.5095582 Nov 12 21:12:02.611004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b0d773-ef7e-4514-8efc-d36279de6fb6', 'tag': 'da294ada-689d-4b69-aedd-12f59ec74f06'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:12:02.613359 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265c874-674a-4723-8447-3807d6c2604e" -d '{"events": [{"name": "network-changed", "server_uuid": "10b0d773-ef7e-4514-8efc-d36279de6fb6", "tag": "da294ada-689d-4b69-aedd-12f59ec74f06"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:12:02.667806 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:02.671777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3370abe-5840-4ed5-b53c-5d82e3e86fbd None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:02.686602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402bacd-54ac-41a3-aed7-f20e24595a62 service neutron] Pushing event updated for resources: {'Port': ['ID=da294ada-689d-4b69-aedd-12f59ec74f06,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:02.701100 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f41fa0-3c21-4e43-a0e8-a5e63b44d0ef x-openstack-request-id: req-d5f41fa0-3c21-4e43-a0e8-a5e63b44d0ef {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:12:02.701494 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b0d773-ef7e-4514-8efc-d36279de6fb6", "tag": "da294ada-689d-4b69-aedd-12f59ec74f06", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:12:02.701753 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5f41fa0-3c21-4e43-a0e8-a5e63b44d0ef {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:12:02.702163 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b0d773-ef7e-4514-8efc-d36279de6fb6', 'tag': 'da294ada-689d-4b69-aedd-12f59ec74f06', 'status': 'completed', 'code': 200} Nov 12 21:12:02.788116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265c874-674a-4723-8447-3807d6c2604e req-5f734843-1392-453c-afea-e929e50899ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:02.789766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7265c874-674a-4723-8447-3807d6c2604e req-5f734843-1392-453c-afea-e929e50899ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=195dbb87533d45609557198a1ea317fe&device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0803254 Nov 12 21:12:02.793633 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:02.903826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Pushing event updated for resources: {'Port': ['ID=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:02.904852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.12 (4e40a9b2-8244-488d-8e14-d47cce292d50/5a1dee91-da67-40db-a9e0-a989b853a7fa/14229ccf-7198-41ba-b864-636efa22f9e1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:02.935759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702a55-5f5c-4541-9201-5b1f6f8db859 req-0ff3b54f-b84f-4c2f-8f1f-9eb08b5effac tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:02.941624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27702a55-5f5c-4541-9201-5b1f6f8db859 req-0ff3b54f-b84f-4c2f-8f1f-9eb08b5effac tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 943 time: 0.1718917 Nov 12 21:12:02.954485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.954838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.955422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.955931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.956770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.957272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.957763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.958260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.959837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.960541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.964629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:02.965180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:03.021783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27702a55-5f5c-4541-9201-5b1f6f8db859 req-6bc70d38-9336-4630-8765-e17d98ed5df2 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792375 Nov 12 21:12:03.039199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Network 4e40a9b2-8244-488d-8e14-d47cce292d50 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:03.049781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265c874-674a-4723-8447-3807d6c2604e req-2ab5f40b-6a35-423f-bbe9-577bf8991085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:03.051419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7265c874-674a-4723-8447-3807d6c2604e req-2ab5f40b-6a35-423f-bbe9-577bf8991085 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=195dbb87533d45609557198a1ea317fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2479372 Nov 12 21:12:03.101413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:03.117685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:03.143012 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:03.193993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:03.292675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265c874-674a-4723-8447-3807d6c2604e req-0b673369-343d-4c3d-8bc7-408d9763199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:03.294112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7265c874-674a-4723-8447-3807d6c2604e req-0b673369-343d-4c3d-8bc7-408d9763199d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345345 Nov 12 21:12:03.305790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Attempting to bind port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:03.306169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Attempting to bind port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '2d34ece2-18a8-4b56-984e-f20f8f078743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:03.306543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Attempting to bind port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 on network 4e40a9b2-8244-488d-8e14-d47cce292d50 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:03.358530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:03.358914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Checking segment: {'id': '2d34ece2-18a8-4b56-984e-f20f8f078743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:03.359418 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:03.360012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Bound using segment: {'id': '2d34ece2-18a8-4b56-984e-f20f8f078743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:03.360698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Bound port: 4ca7880c-56d9-40dd-8247-6db2ccd20ae1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d34ece2-18a8-4b56-984e-f20f8f078743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:03.361313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:03.424169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-1397986d-a1e3-48f5-8528-cc12ac4f0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:03.426796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-1397986d-a1e3-48f5-8528-cc12ac4f0e04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=195dbb87533d45609557198a1ea317fe&device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0926139 Nov 12 21:12:03.436403 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:03.451217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] For port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:03.456361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] For port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,segment=NetworkSegment(2d34ece2-18a8-4b56-984e-f20f8f078743),segment_id=2d34ece2-18a8-4b56-984e-f20f8f078743)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:03.546532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 4e40a9b2-8244-488d-8e14-d47cce292d50 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:03.549150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:03.560113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:03.580170 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:03.636835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-2c273420-8d18-4849-8178-6722d9ecdd9a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da294ada-689d-4b69-aedd-12f59ec74f06 HTTP/1.1" status: 200 len: 217 time: 0.1794369 Nov 12 21:12:03.645481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:03.671506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=14229ccf-7198-41ba-b864-636efa22f9e1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:03.695782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6297b9-aac9-459e-b280-148b079b9bb2 None None] Pushing event updated for resources: {'Port': ['ID=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:03.733293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-4e701ad0-35be-49d7-92b2-84f0188741ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:03.734725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-4e701ad0-35be-49d7-92b2-84f0188741ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c787cecc-429e-4865-a9ce-2203cb360e49 HTTP/1.1" status: 200 len: 854 time: 0.0905352 Nov 12 21:12:03.739643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:03.740343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:03.806591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-842e29c9-fc09-4d50-8b86-f5bc9771ec61 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=60738ff6-8bf5-4801-b54e-7acd11040b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632269 Nov 12 21:12:03.822917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39966) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:03.901155 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2dc78acf-1b9e-438f-b4cc-f0680041de1e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0725391 Nov 12 21:12:03.903652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39974) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:03.908694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': '4e40a9b2-8244-488d-8e14-d47cce292d50', 'name': 'tempest-PortsTestJSON-325753360'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:03.971748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-40111179-ce1c-4c40-b701-b77d4af8d401 service neutron] 10.222.0.78 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521213 Nov 12 21:12:04.354092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-568243be-a055-44d7-a85d-898a2ecdcbd3 req-0a3a2560-d616-4835-ab35-cf9ce1e418e4 service neutron] 10.222.0.78 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717861 Nov 12 21:12:04.404784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:04.408849 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:04.417109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804499ce-046a-4000-aa06-42c8cee54ec2 req-24dce52b-8339-44dd-99c9-a889817b9a3a tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:04.420851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-804499ce-046a-4000-aa06-42c8cee54ec2 req-24dce52b-8339-44dd-99c9-a889817b9a3a tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 943 time: 0.1868715 Nov 12 21:12:04.447599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 3849f49f-c72e-40db-badd-3b33084f294c yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:12:04.501818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c6c8024-051a-4b9d-a4b8-426d11fa81a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:04.694298 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.6 (4e40a9b2-8244-488d-8e14-d47cce292d50/5a1dee91-da67-40db-a9e0-a989b853a7fa/3849f49f-c72e-40db-badd-3b33084f294c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:04.722176 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c6c8024-051a-4b9d-a4b8-426d11fa81a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:04.784032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c6c8024-051a-4b9d-a4b8-426d11fa81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:04.868362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-804499ce-046a-4000-aa06-42c8cee54ec2 req-26130629-e06b-4540-9c6a-d26105c95b52 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372268 Nov 12 21:12:04.914246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1c6c8024-051a-4b9d-a4b8-426d11fa81a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42f5b9dc8e8a49dba772c1bcf0400764&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0899036 Nov 12 21:12:04.915339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39990) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:04.952318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c8024-051a-4b9d-a4b8-426d11fa81a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc1abe2-9900-45bd-ad10-cb1c5f341e7a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:05.048012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.088170 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e4b71b7-6aa4-4f9f-a472-61808c4faf20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.121658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e4b71b7-6aa4-4f9f-a472-61808c4faf20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.221238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.279016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e4b71b7-6aa4-4f9f-a472-61808c4faf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.283229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3e4b71b7-6aa4-4f9f-a472-61808c4faf20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.287875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3e4b71b7-6aa4-4f9f-a472-61808c4faf20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1fc1abe2-9900-45bd-ad10-cb1c5f341e7a HTTP/1.1" status: 204 len: 168 time: 0.3633010 Nov 12 21:12:05.305514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network 4e40a9b2-8244-488d-8e14-d47cce292d50 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:05.309900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:05.314388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:05.327800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b71b7-6aa4-4f9f-a472-61808c4faf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc1abe2-9900-45bd-ad10-cb1c5f341e7a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:05.383043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1bba2-0f42-4e82-8d6d-14f6c4f47d0f None None] Network 4e40a9b2-8244-488d-8e14-d47cce292d50 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:05.416016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:05.417445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.432593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=3849f49f-c72e-40db-badd-3b33084f294c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:05.479932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-72e4cf3b-52d7-40c0-b67e-18c00b37e654 None None] Provisioning complete for port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:05.483538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-72e4cf3b-52d7-40c0-b67e-18c00b37e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.534665 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6cd51d6e-35be-4e00-af3a-44d87fcfb2c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6299345 Nov 12 21:12:05.537417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39996) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:05.642858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85af9f-8749-4eb6-93e8-63c11a6c2fd2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:05.644641 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8d85af9f-8749-4eb6-93e8-63c11a6c2fd2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1060634 Nov 12 21:12:05.648218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39998) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:05.677681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-72e4cf3b-52d7-40c0-b67e-18c00b37e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.721872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-72e4cf3b-52d7-40c0-b67e-18c00b37e654 None None] For port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,segment=NetworkSegment(2d34ece2-18a8-4b56-984e-f20f8f078743),segment_id=2d34ece2-18a8-4b56-984e-f20f8f078743)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:05.806035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e1afafa8-929b-4a31-b35f-51a4897de794 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 3849f49f-c72e-40db-badd-3b33084f294c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:05.806393 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1afafa8-929b-4a31-b35f-51a4897de794 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:05.842115 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-72e4cf3b-52d7-40c0-b67e-18c00b37e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:06.058422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4cf3b-52d7-40c0-b67e-18c00b37e654 None None] Pushing event updated for resources: {'Port': ['ID=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:06.064947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device da294ada-689d-4b69-aedd-12f59ec74f06 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:12:06.112274 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1afafa8-929b-4a31-b35f-51a4897de794 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:06.126205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e1afafa8-929b-4a31-b35f-51a4897de794 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 3849f49f-c72e-40db-badd-3b33084f294c owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:06.139918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:06.221719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d17346-3123-4a2a-b9b2-2d10ac24439f req-b1ead2fa-7252-4ab5-b5b4-8576e550430a tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:06.234345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97d17346-3123-4a2a-b9b2-2d10ac24439f req-b1ead2fa-7252-4ab5-b5b4-8576e550430a tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 943 time: 0.2098043 Nov 12 21:12:06.342518 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97d17346-3123-4a2a-b9b2-2d10ac24439f req-4d584e5b-6b26-459c-9309-38860baf6876 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044023 Nov 12 21:12:06.380894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8d8a28a9-4a88-457b-b6a3-51d682af6932 None None] Provisioning complete for port 3849f49f-c72e-40db-badd-3b33084f294c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:06.388840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8d8a28a9-4a88-457b-b6a3-51d682af6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:06.487808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a28a9-4a88-457b-b6a3-51d682af6932 None None] Port 3849f49f-c72e-40db-badd-3b33084f294c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:06.522040 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1afafa8-929b-4a31-b35f-51a4897de794 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:06.570893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port da294ada-689d-4b69-aedd-12f59ec74f06, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=da294ada-689d-4b69-aedd-12f59ec74f06,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:06.608969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:06.609347 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:06.621711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'da294ada-689d-4b69-aedd-12f59ec74f06', 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d', 'port_id': 'da294ada-689d-4b69-aedd-12f59ec74f06', 'mac_address': 'fa:16:3e:89:06:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c787cecc-429e-4865-a9ce-2203cb360e49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:12:06.622283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afafa8-929b-4a31-b35f-51a4897de794 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=3849f49f-c72e-40db-badd-3b33084f294c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:06.668317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8d8a28a9-4a88-457b-b6a3-51d682af6932 None None] Provisioning complete for port 14229ccf-7198-41ba-b864-636efa22f9e1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:06.670733 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8d8a28a9-4a88-457b-b6a3-51d682af6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:06.709712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1afafa8-929b-4a31-b35f-51a4897de794 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:06.714200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e1afafa8-929b-4a31-b35f-51a4897de794 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/3849f49f-c72e-40db-badd-3b33084f294c HTTP/1.1" status: 204 len: 168 time: 1.0649440 Nov 12 21:12:06.716771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40020) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:06.764286 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-76efc723-53dc-4e66-9658-89e1b1f4b90c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:12:06.772539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-76efc723-53dc-4e66-9658-89e1b1f4b90c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/3849f49f-c72e-40db-badd-3b33084f294c HTTP/1.1" status: 404 len: 333 time: 0.0545015 Nov 12 21:12:06.775998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40024) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:06.793320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a28a9-4a88-457b-b6a3-51d682af6932 None None] Port 14229ccf-7198-41ba-b864-636efa22f9e1 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:06.842640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8d8a28a9-4a88-457b-b6a3-51d682af6932 None None] Provisioning complete for port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:06.843426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8d8a28a9-4a88-457b-b6a3-51d682af6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:06.845129 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:07.034420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-93d914b9-6019-47c8-8b5f-b2817e004119 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 14229ccf-7198-41ba-b864-636efa22f9e1 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:07.034772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93d914b9-6019-47c8-8b5f-b2817e004119 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:07.043173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da294ada-689d-4b69-aedd-12f59ec74f06 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:12:07.261050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93d914b9-6019-47c8-8b5f-b2817e004119 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:07.283992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-93d914b9-6019-47c8-8b5f-b2817e004119 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 14229ccf-7198-41ba-b864-636efa22f9e1 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:07.499302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port da294ada-689d-4b69-aedd-12f59ec74f06, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=da294ada-689d-4b69-aedd-12f59ec74f06,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:07.543716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee93dc9-5059-465e-a990-82cbbb9472af req-12251389-2309-4ae6-80a0-c56a982d07f6 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:07.546056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ee93dc9-5059-465e-a990-82cbbb9472af req-12251389-2309-4ae6-80a0-c56a982d07f6 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 943 time: 0.1044519 Nov 12 21:12:07.605646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ee93dc9-5059-465e-a990-82cbbb9472af req-5d2e8e55-c564-4a8a-8a57-28a13460a413 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Nov 12 21:12:07.629689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:07.633213 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93d914b9-6019-47c8-8b5f-b2817e004119 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:07.672844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d914b9-6019-47c8-8b5f-b2817e004119 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=14229ccf-7198-41ba-b864-636efa22f9e1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:07.734169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=da294ada-689d-4b69-aedd-12f59ec74f06,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:07.739954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c25d1cda-86c1-4f85-9f81-e8d1626a7e16 None None] Could not find standard attr ID for object 3849f49f-c72e-40db-badd-3b33084f294c. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:12:07.750356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c25d1cda-86c1-4f85-9f81-e8d1626a7e16 None None] Could not find standard attr ID for object 14229ccf-7198-41ba-b864-636efa22f9e1. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:12:07.885280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:07.943906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['da294ada-689d-4b69-aedd-12f59ec74f06'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:12:08.036992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:08.036992 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:08.367715 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-93d914b9-6019-47c8-8b5f-b2817e004119 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:08.371989 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-93d914b9-6019-47c8-8b5f-b2817e004119 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/14229ccf-7198-41ba-b864-636efa22f9e1 HTTP/1.1" status: 204 len: 168 time: 1.5946980 Nov 12 21:12:08.374350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40056) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:08.405161 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c159a371-7d5c-41ea-8ad3-9324bc564774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:12:08.406683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c159a371-7d5c-41ea-8ad3-9324bc564774 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/14229ccf-7198-41ba-b864-636efa22f9e1 HTTP/1.1" status: 404 len: 333 time: 0.0306730 Nov 12 21:12:08.409594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40058) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:08.465716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1560ac92-4cdd-40aa-a146-7eb691d9a8db tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet 5a1dee91-da67-40db-a9e0-a989b853a7fa {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:12:08.469389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1560ac92-4cdd-40aa-a146-7eb691d9a8db tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:08.520603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1560ac92-4cdd-40aa-a146-7eb691d9a8db tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:08.689138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1560ac92-4cdd-40aa-a146-7eb691d9a8db tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:08.822119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40080) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:08.884888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce1dd-9de8-4b83-af00-fad5f3720927 req-2eab9adc-9526-4d7f-b791-efb77e7f974c tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:08.886780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3fce1dd-9de8-4b83-af00-fad5f3720927 req-2eab9adc-9526-4d7f-b791-efb77e7f974c tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 944 time: 0.1178229 Nov 12 21:12:08.934766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1560ac92-4cdd-40aa-a146-7eb691d9a8db tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.083410 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.270554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.399814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.449076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560ac92-4cdd-40aa-a146-7eb691d9a8db tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1dee91-da67-40db-a9e0-a989b853a7fa,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:09.471151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca0a9e-92d5-4ff3-80a5-be76291f57a4 None None] Network 4e40a9b2-8244-488d-8e14-d47cce292d50 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:09.472901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3fce1dd-9de8-4b83-af00-fad5f3720927 req-53dec174-9a48-43f2-a2ce-7ed3b5c6a2ff tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774770 Nov 12 21:12:09.474076 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1560ac92-4cdd-40aa-a146-7eb691d9a8db tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.479511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1560ac92-4cdd-40aa-a146-7eb691d9a8db tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/5a1dee91-da67-40db-a9e0-a989b853a7fa HTTP/1.1" status: 204 len: 168 time: 1.0669868 Nov 12 21:12:09.483327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40092) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:09.486160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5ade71-c59b-4c03-9a73-addcdb181ca2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:09.503037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.503410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.503723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.504050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.504374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.504696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.505011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.505335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.506190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.506190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.506442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.506532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:09.512624 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c72d8be3-41fd-4f6b-9e94-3644f4b5ca4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fa02e9227ac4ae59e8d25f6d5c5e3f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6883373 Nov 12 21:12:09.526890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40094) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:09.576531 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.610791 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5164c86-dd25-4758-8d60-abc9201fdd29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.639792 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5164c86-dd25-4758-8d60-abc9201fdd29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.644367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:09.644995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.733882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] For port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,segment=NetworkSegment(2d34ece2-18a8-4b56-984e-f20f8f078743),segment_id=2d34ece2-18a8-4b56-984e-f20f8f078743)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:09.734253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.747829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:09.777986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5164c86-dd25-4758-8d60-abc9201fdd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.782017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b5164c86-dd25-4758-8d60-abc9201fdd29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.786113 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b5164c86-dd25-4758-8d60-abc9201fdd29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa5ade71-c59b-4c03-9a73-addcdb181ca2 HTTP/1.1" status: 204 len: 168 time: 0.2551003 Nov 12 21:12:09.794576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] DHCP port deletion for 4e40a9b2-8244-488d-8e14-d47cce292d50 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:09.816062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5164c86-dd25-4758-8d60-abc9201fdd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5ade71-c59b-4c03-9a73-addcdb181ca2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:09.869685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] Deleting port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:09.870059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.932628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.935792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] For port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,segment=NetworkSegment(2d34ece2-18a8-4b56-984e-f20f8f078743),segment_id=2d34ece2-18a8-4b56-984e-f20f8f078743)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:09.936081 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:09.949604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] Calling delete_port for 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:09.962954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:09.965602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No DVR routers for this DVR port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:12:09.972300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device da294ada-689d-4b69-aedd-12f59ec74f06 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:10.070004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.093166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e40a9b2-8244-488d-8e14-d47cce292d50']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:10.105840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d34ece2-18a8-4b56-984e-f20f8f078743') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:10.106234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d34ece2-18a8-4b56-984e-f20f8f078743') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:10.108910 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.129635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.148884 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.164981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] Pushing event deleted for resources: {'Port': ['ID=4ca7880c-56d9-40dd-8247-6db2ccd20ae1,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:10.169646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:12:10.174398 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.174572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06554e15-00bc-4ec9-b6a9-8ee22fdeca68 None None] No DVR routers for this DVR port 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:12:10.174707 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:12:10.177121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port da294ada-689d-4b69-aedd-12f59ec74f06 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:12:10.179512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port da294ada-689d-4b69-aedd-12f59ec74f06 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:10.180082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.316374 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.343687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b0d773-ef7e-4514-8efc-d36279de6fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da294ada-689d-4b69-aedd-12f59ec74f06'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:12:10.346603 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df89d486-a4b6-4476-9f13-ff5e2630c21a" -d '{"events": [{"server_uuid": "10b0d773-ef7e-4514-8efc-d36279de6fb6", "name": "network-vif-plugged", "status": "completed", "tag": "da294ada-689d-4b69-aedd-12f59ec74f06"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:12:10.361344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port da294ada-689d-4b69-aedd-12f59ec74f06, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=da294ada-689d-4b69-aedd-12f59ec74f06,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:10.396265 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec207e9-af06-4647-bfcd-4087785935ea x-openstack-request-id: req-dec207e9-af06-4647-bfcd-4087785935ea {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:12:10.396543 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b0d773-ef7e-4514-8efc-d36279de6fb6", "name": "network-vif-plugged", "status": "completed", "tag": "da294ada-689d-4b69-aedd-12f59ec74f06", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:12:10.396837 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dec207e9-af06-4647-bfcd-4087785935ea {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:12:10.397296 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b0d773-ef7e-4514-8efc-d36279de6fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da294ada-689d-4b69-aedd-12f59ec74f06', 'code': 200} Nov 12 21:12:10.401064 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.407579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.410731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/networks/4e40a9b2-8244-488d-8e14-d47cce292d50 HTTP/1.1" status: 204 len: 168 time: 0.9261508 Nov 12 21:12:10.415819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40110) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:10.420752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1992757987'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:10.434820 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.439451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee185c-8ae4-45e9-bfe0-d555fcd98f36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Network': ['ID=4e40a9b2-8244-488d-8e14-d47cce292d50,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:10.467560 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.468457 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.514087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=da294ada-689d-4b69-aedd-12f59ec74f06,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:10.520232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:10.524933 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.549398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd5088-c0de-4a4c-8d6a-1c8556e34726 req-e3ed0bc5-7c2a-4961-8489-b0e3e735a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:10.551084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3bd5088-c0de-4a4c-8d6a-1c8556e34726 req-e3ed0bc5-7c2a-4961-8489-b0e3e735a29c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0730152 Nov 12 21:12:10.600660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:12:10.643443 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.643789 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Added segment 6bb86203-1968-40fe-a566-ff7dfd870f22 of type vlan for network d69306e0-f38c-4daa-9373-41446eba3849 Nov 12 21:12:10.711243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d3722-bd78-43db-a313-09232a29ab1c req-15e53dab-e861-48b6-b8dc-dc493906022e tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:10.712881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-769d3722-bd78-43db-a313-09232a29ab1c req-15e53dab-e861-48b6-b8dc-dc493906022e tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 945 time: 0.1496282 Nov 12 21:12:10.725467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3bd5088-c0de-4a4c-8d6a-1c8556e34726 req-454b1b14-7374-417f-bb1b-63adbde7a7d1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507211 Nov 12 21:12:10.725467 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.787323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-769d3722-bd78-43db-a313-09232a29ab1c req-90015493-dece-4083-8bfa-aac6bbb7bb78 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599716 Nov 12 21:12:10.846659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.852838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:10.860716 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:10.937068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Network': ['ID=d69306e0-f38c-4daa-9373-41446eba3849,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:10.938764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d69306e0-f38c-4daa-9373-41446eba3849 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:12:11.063990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dbfe164d-b309-4589-a47c-fc4b8f903c36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6442053 Nov 12 21:12:11.068164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40134) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:11.070153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:11.158544 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40142) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:11.233189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:11.237627 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.304622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-265668813-network', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:11.392764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Made reservation on behalf of cbe24cd01132434ca8514eaa64b564b2 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:11.395361 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.405827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.483367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.553651 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.578202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.608235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:12:11.625975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acacef8-9823-4362-830a-99a05fae2a8a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:11.629020 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.629415 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Added segment e010b61f-5858-45f3-ba14-304bea0107fc of type vlan for network 435d2592-a951-4ccd-93c3-d98e31972300 Nov 12 21:12:11.682953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:11.684423 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.694696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking segment: {'id': '6bb86203-1968-40fe-a566-ff7dfd870f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:11.695065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network hostable DHCP agents. Network: d69306e0-f38c-4daa-9373-41446eba3849, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:12:11.800841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network d69306e0-f38c-4daa-9373-41446eba3849 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:12:11.801350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.802494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:11.803319 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:11.813409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:12:11.867207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:12:11.867573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4ca7880c-56d9-40dd-8247-6db2ccd20ae1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:12:11.901175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] Pushing event updated for resources: {'Network': ['ID=435d2592-a951-4ccd-93c3-d98e31972300,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:11.910776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 435d2592-a951-4ccd-93c3-d98e31972300 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:12:11.919937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d69306e0-f38c-4daa-9373-41446eba3849) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:11.941385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623f66f-8a28-4765-b2f1-ca5bfbe6c3d1 None None] Network d69306e0-f38c-4daa-9373-41446eba3849 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:11.946375 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06aa8e77-f148-40ce-a829-1eff64cedb0e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7858055 Nov 12 21:12:11.951106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40152) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:11.951846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Request body: {'subnet': {'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-265668813-subnet', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:11.952774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:11.953406 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.019222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f7bff-813d-48b0-a82a-abb33d478687 req-38a9588c-519c-4685-b0ff-1c8dbe729034 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:12.021510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-285f7bff-813d-48b0-a82a-abb33d478687 req-38a9588c-519c-4685-b0ff-1c8dbe729034 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 945 time: 0.1379476 Nov 12 21:12:12.090675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Made reservation on behalf of cbe24cd01132434ca8514eaa64b564b2 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:12.094044 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.183718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-285f7bff-813d-48b0-a82a-abb33d478687 req-7f02c4e5-2628-47e3-8965-c098931218c3 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533787 Nov 12 21:12:12.196926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-d69306e0-f38c-4daa-9373-41446eba3849', 'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849', 'tenant_id': '0b0133d6158445c79aabd5068ab5be55', 'fixed_ips': [{'subnet_id': 'fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:12:12.198266 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.218099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6585d4fd-88e4-4467-b314-082b752315dd tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1513343 Nov 12 21:12:12.221077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40160) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:12.240272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849', 'name': 'tempest-PortsTestJSON-508959459', 'fixed_ips': [{'subnet_id': 'fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e', 'ip_address': '172.20.0.10'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:12.422923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Allocated IP 172.20.0.2 (d69306e0-f38c-4daa-9373-41446eba3849/fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e/3a76ca56-ab90-48fc-b60c-6ea4920cb138) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:12.507761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:12.576171 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.621355 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.657940 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.680549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc17e519-5994-43fd-adc6-882cfc464c10,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:12.684571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Checking segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:12.684965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Network hostable DHCP agents. Network: 435d2592-a951-4ccd-93c3-d98e31972300, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:12:12.693506 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.708675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port b697b3ae-135f-4f6e-b23b-ef595ee1de64 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:12:12.772187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Network d69306e0-f38c-4daa-9373-41446eba3849 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:12.777796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:12.794176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:12.812902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Network 435d2592-a951-4ccd-93c3-d98e31972300 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:12:12.834027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Pushing event updated for resources: {'Port': ['ID=3a76ca56-ab90-48fc-b60c-6ea4920cb138,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:12.865118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Attempting to bind port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:12.865580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Attempting to bind port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '6bb86203-1968-40fe-a566-ff7dfd870f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:12.866689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Attempting to bind port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 on network d69306e0-f38c-4daa-9373-41446eba3849 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:12.872742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:12.873126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Checking segment: {'id': '6bb86203-1968-40fe-a566-ff7dfd870f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:12.873652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.874120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Bound using segment: {'id': '6bb86203-1968-40fe-a566-ff7dfd870f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:12.874674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Bound port: 3a76ca56-ab90-48fc-b60c-6ea4920cb138, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb86203-1968-40fe-a566-ff7dfd870f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:12.875127 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.880842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 435d2592-a951-4ccd-93c3-d98e31972300) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:12.885655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:12.886135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:12.893669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb8034-691d-448e-9e14-143780521334 None None] Network 435d2592-a951-4ccd-93c3-d98e31972300 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:12.915773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.10 (d69306e0-f38c-4daa-9373-41446eba3849/fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e/b697b3ae-135f-4f6e-b23b-ef595ee1de64) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:13.015584 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1b9b353-2fb0-412c-9b42-3059ac0996c4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0669043 Nov 12 21:12:13.016229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40168) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:13.021244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:13.031055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] For port 3a76ca56-ab90-48fc-b60c-6ea4920cb138, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:13.035977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] For port 3a76ca56-ab90-48fc-b60c-6ea4920cb138, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3a76ca56-ab90-48fc-b60c-6ea4920cb138,segment=NetworkSegment(6bb86203-1968-40fe-a566-ff7dfd870f22),segment_id=6bb86203-1968-40fe-a566-ff7dfd870f22)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:13.113308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.129808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.134207 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.135577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.170914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-435d2592-a951-4ccd-93c3-d98e31972300', 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'fixed_ips': [{'subnet_id': 'dc17e519-5994-43fd-adc6-882cfc464c10'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:12:13.172344 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.215876 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.258100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fca23-4628-471d-bb2e-18adaa2f0f1d None None] Pushing event updated for resources: {'Port': ['ID=3a76ca56-ab90-48fc-b60c-6ea4920cb138,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:13.262465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.421705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Allocated IP 172.20.0.2 (435d2592-a951-4ccd-93c3-d98e31972300/dc17e519-5994-43fd-adc6-882cfc464c10/8eba3ee3-ce0c-4017-ac41-a854345d0bde) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:13.481740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=b697b3ae-135f-4f6e-b23b-ef595ee1de64,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:13.509120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network d69306e0-f38c-4daa-9373-41446eba3849 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:13.515232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:13.524361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:13.597305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d80d9-5138-406a-8ef3-3e1540816a15 req-565d67d9-af7b-42ff-b035-1a4e777caa2f tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:13.599179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d33d80d9-5138-406a-8ef3-3e1540816a15 req-565d67d9-af7b-42ff-b035-1a4e777caa2f tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 945 time: 0.2287202 Nov 12 21:12:13.629103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:13.633447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.640623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.700658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d33d80d9-5138-406a-8ef3-3e1540816a15 req-bbe8a0fd-5cb2-41b9-88b8-1a240ba484c0 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889950 Nov 12 21:12:13.811790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-850e7043-4fd4-4a26-87f7-19f12b58e598 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5870512 Nov 12 21:12:13.813203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:13.818233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'd69306e0-f38c-4daa-9373-41446eba3849', 'name': 'tempest-PortsTestJSON-1640769787', 'fixed_ips': [{'subnet_id': 'fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e', 'ip_address': '172.20.0.9'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:13.869661 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:13.967238 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.075527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Pushing event updated for resources: {'Port': ['ID=8eba3ee3-ce0c-4017-ac41-a854345d0bde,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:14.083363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3a76ca56-ab90-48fc-b60c-6ea4920cb138 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:14.120339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.150062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Network 435d2592-a951-4ccd-93c3-d98e31972300 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:14.156248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:14.159994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:14.176658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.282197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Attempting to bind port 8eba3ee3-ce0c-4017-ac41-a854345d0bde on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:14.282197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Attempting to bind port 8eba3ee3-ce0c-4017-ac41-a854345d0bde by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:14.282197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Attempting to bind port 8eba3ee3-ce0c-4017-ac41-a854345d0bde on network 435d2592-a951-4ccd-93c3-d98e31972300 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:14.294191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:14.294565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Checking segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:14.294962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.295377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Bound using segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:14.295848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Bound port: 8eba3ee3-ce0c-4017-ac41-a854345d0bde, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:14.296228 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.330779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:14.331235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.353217 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Allocated IP 172.25.8.220 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/4fa2fd1d-3a41-4073-b159-2bcb482c33a7) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:14.360802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:14.368663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.434598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 106c88cc-682d-427b-b9db-900bbc1c093f yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:12:14.477101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] For port 8eba3ee3-ce0c-4017-ac41-a854345d0bde, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:14.482424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] For port 8eba3ee3-ce0c-4017-ac41-a854345d0bde, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8eba3ee3-ce0c-4017-ac41-a854345d0bde,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:14.539681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.569579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.577642 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.681578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.721744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 3a76ca56-ab90-48fc-b60c-6ea4920cb138, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3a76ca56-ab90-48fc-b60c-6ea4920cb138,segment=NetworkSegment(6bb86203-1968-40fe-a566-ff7dfd870f22),segment_id=6bb86203-1968-40fe-a566-ff7dfd870f22)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:14.744782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50573f02-08d5-4121-88bc-c7ed6d6cd37c None None] Pushing event updated for resources: {'Port': ['ID=8eba3ee3-ce0c-4017-ac41-a854345d0bde,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:14.770622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.9 (d69306e0-f38c-4daa-9373-41446eba3849/fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e/106c88cc-682d-427b-b9db-900bbc1c093f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:14.782192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:14.790481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:14.793753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:14.796479 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:14.808489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880e9ff-768f-49d9-8c1f-a0a36ffd014e None None] Network d69306e0-f38c-4daa-9373-41446eba3849 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:14.899471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Pushing event updated for resources: {'Port': ['ID=4fa2fd1d-3a41-4073-b159-2bcb482c33a7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:14.963056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494074ad-454d-4835-bb13-49898388ebaa None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:15.184528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-67ec9b55-0abf-4115-b1a7-dc3cc9ee2931 None None] Provisioning complete for port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:15.184906 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67ec9b55-0abf-4115-b1a7-dc3cc9ee2931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:15.235258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:15.261298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=3a76ca56-ab90-48fc-b60c-6ea4920cb138,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:15.433603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:15.543377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network d69306e0-f38c-4daa-9373-41446eba3849 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:15.558454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:15.561719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:15.573062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:15.684501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:15.685154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:15.721660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fc5e0c9a-3334-4903-aa6c-4c52f1e69b30 None None] Provisioning complete for port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:15.722174 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0c9a-3334-4903-aa6c-4c52f1e69b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:15.748167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=106c88cc-682d-427b-b9db-900bbc1c093f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:15.827184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2eecac87-abaa-48f0-8878-67ddb7066bdb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0127993 Nov 12 21:12:15.828403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40282) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:15.865707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e0c9a-3334-4903-aa6c-4c52f1e69b30 None None] Port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:15.958051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a2d4c-c40a-464d-a6a2-ba3cfbc821bb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:15.963204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-129a2d4c-c40a-464d-a6a2-ba3cfbc821bb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1336865 Nov 12 21:12:15.965353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40292) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:16.052836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c6e63-8a79-4963-a7f5-737ec3f78e6c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:16.060223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c6e63-8a79-4963-a7f5-737ec3f78e6c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:16.066672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c6e63-8a79-4963-a7f5-737ec3f78e6c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:16.072538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5d0c6e63-8a79-4963-a7f5-737ec3f78e6c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1061394 Nov 12 21:12:16.073409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40300) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:16.141989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8eba3ee3-ce0c-4017-ac41-a854345d0bde up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:16.193000 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:16.303821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-56a0b427-f8aa-4bd1-8f0f-e818a270f2b2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 106c88cc-682d-427b-b9db-900bbc1c093f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:16.304252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8bf17922-e47a-4237-a861-325fba4ac524 None None] Provisioning complete for port 106c88cc-682d-427b-b9db-900bbc1c093f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:16.304635 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8bf17922-e47a-4237-a861-325fba4ac524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:16.308769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56a0b427-f8aa-4bd1-8f0f-e818a270f2b2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:16.461026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8bf17922-e47a-4237-a861-325fba4ac524 None None] Port 106c88cc-682d-427b-b9db-900bbc1c093f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:16.500684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8bf17922-e47a-4237-a861-325fba4ac524 None None] Provisioning complete for port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:16.501335 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8bf17922-e47a-4237-a861-325fba4ac524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:16.544175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56a0b427-f8aa-4bd1-8f0f-e818a270f2b2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:16.552643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8eba3ee3-ce0c-4017-ac41-a854345d0bde triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:16.554301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:16.605036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-56a0b427-f8aa-4bd1-8f0f-e818a270f2b2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 106c88cc-682d-427b-b9db-900bbc1c093f owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:16.761773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Router 40c00edf-276d-4827-8e72-95837313243e is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:12:16.965586 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:12:17.086795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56a0b427-f8aa-4bd1-8f0f-e818a270f2b2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:17.125581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac5373-11bf-4bd6-9634-8fde2a28242f None None] Network 435d2592-a951-4ccd-93c3-d98e31972300 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:17.238426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:12:17.273069 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Sync routers for ids ['40c00edf-276d-4827-8e72-95837313243e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:12:17.275343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0b427-f8aa-4bd1-8f0f-e818a270f2b2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=106c88cc-682d-427b-b9db-900bbc1c093f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:17.300999 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Routers {'40c00edf-276d-4827-8e72-95837313243e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:17.302750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40c00edf-276d-4827-8e72-95837313243e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:17.394933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:17.396519 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-00c68cbe-9194-4a99-9016-2ea3175ce07a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3793149 Nov 12 21:12:17.400148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40364) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:17.489506 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Set router 40c00edf-276d-4827-8e72-95837313243e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:17.501701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56a0b427-f8aa-4bd1-8f0f-e818a270f2b2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:17.510797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-56a0b427-f8aa-4bd1-8f0f-e818a270f2b2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/106c88cc-682d-427b-b9db-900bbc1c093f HTTP/1.1" status: 204 len: 168 time: 1.4338477 Nov 12 21:12:17.514082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:17.544748 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:17.604716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 8eba3ee3-ce0c-4017-ac41-a854345d0bde, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8eba3ee3-ce0c-4017-ac41-a854345d0bde,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:17.622214 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a868e743-d00b-47ed-98fc-b6a989244e3e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:12:17.628170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8bf17922-e47a-4237-a861-325fba4ac524 None None] Provisioning complete for port b697b3ae-135f-4f6e-b23b-ef595ee1de64 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:17.635645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8bf17922-e47a-4237-a861-325fba4ac524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:17.636341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a868e743-d00b-47ed-98fc-b6a989244e3e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/106c88cc-682d-427b-b9db-900bbc1c093f HTTP/1.1" status: 404 len: 333 time: 0.1110477 Nov 12 21:12:17.638045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40378) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:17.743474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8bf17922-e47a-4237-a861-325fba4ac524 None None] Port b697b3ae-135f-4f6e-b23b-ef595ee1de64 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:17.807056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:17.808307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3a76ca56-ab90-48fc-b60c-6ea4920cb138 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:17.941409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd3894-7743-49de-8067-b24e44f5a0fb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port b697b3ae-135f-4f6e-b23b-ef595ee1de64 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:17.941781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ecd3894-7743-49de-8067-b24e44f5a0fb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:17.999539 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:12:15Z', 'revision_number': 3, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port': {'id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:14Z', 'updated_at': '2021-11-12T21:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:18.060999 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Checking router: 40c00edf-276d-4827-8e72-95837313243e for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:12:18.061348 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Updating router 40c00edf-276d-4827-8e72-95837313243e port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:12:18.066934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=8eba3ee3-ce0c-4017-ac41-a854345d0bde,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:18.071040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-de17370a-01e9-45dd-bd07-e4981a206bf6 None None] Could not find standard attr ID for object 106c88cc-682d-427b-b9db-900bbc1c093f. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:12:18.095016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-de17370a-01e9-45dd-bd07-e4981a206bf6 None None] Provisioning complete for port 8eba3ee3-ce0c-4017-ac41-a854345d0bde triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:18.098056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de17370a-01e9-45dd-bd07-e4981a206bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:18.185436 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:18.193603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:18.195915 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:18.215065 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ecd3894-7743-49de-8067-b24e44f5a0fb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:18.248924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd3894-7743-49de-8067-b24e44f5a0fb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for b697b3ae-135f-4f6e-b23b-ef595ee1de64 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:18.413351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-de17370a-01e9-45dd-bd07-e4981a206bf6 None None] Provisioning complete for port b697b3ae-135f-4f6e-b23b-ef595ee1de64 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:18.413752 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-de17370a-01e9-45dd-bd07-e4981a206bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:18.459203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-de17370a-01e9-45dd-bd07-e4981a206bf6 None None] Port b697b3ae-135f-4f6e-b23b-ef595ee1de64 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:18.608385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8eba3ee3-ce0c-4017-ac41-a854345d0bde up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:18.721342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b9efb2ab-bc5b-4b7a-9a55-a2d4493aa42c None None] Provisioning complete for port 8eba3ee3-ce0c-4017-ac41-a854345d0bde triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:18.721642 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9efb2ab-bc5b-4b7a-9a55-a2d4493aa42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:18.801649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ecd3894-7743-49de-8067-b24e44f5a0fb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:18.807789 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:18.823759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8eba3ee3-ce0c-4017-ac41-a854345d0bde triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:18.826783 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.030008 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.048250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd3894-7743-49de-8067-b24e44f5a0fb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=b697b3ae-135f-4f6e-b23b-ef595ee1de64,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:19.059356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3ecd3894-7743-49de-8067-b24e44f5a0fb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.062769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3ecd3894-7743-49de-8067-b24e44f5a0fb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/b697b3ae-135f-4f6e-b23b-ef595ee1de64 HTTP/1.1" status: 204 len: 168 time: 1.4212518 Nov 12 21:12:19.069642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40440) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:19.126937 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.144617 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-582cae94-9e4f-4f40-9aa7-8ea2e6cb56dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:12:19.146469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-582cae94-9e4f-4f40-9aa7-8ea2e6cb56dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/b697b3ae-135f-4f6e-b23b-ef595ee1de64 HTTP/1.1" status: 404 len: 333 time: 0.0756090 Nov 12 21:12:19.150251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40446) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:19.175026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Allocated IP 172.20.0.1 (435d2592-a951-4ccd-93c3-d98e31972300/dc17e519-5994-43fd-adc6-882cfc464c10/11faaaab-4791-4385-81be-ef4493b96648) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:19.249961 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Attempting to bind port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:19.249961 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Attempting to bind port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:19.253409 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Attempting to bind port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:19.260028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ddb4cb-06ce-421c-9db0-3bcb01783691 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:19.274742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a280cfed-817e-4d82-86ed-cc9ec2966ffc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:12:19.284671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:19.284671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:19.284671 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.285659 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:19.286386 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Bound port: 4fa2fd1d-3a41-4073-b159-2bcb482c33a7, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:19.288605 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.293105 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a280cfed-817e-4d82-86ed-cc9ec2966ffc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.341511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a280cfed-817e-4d82-86ed-cc9ec2966ffc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.364137 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Pushing event updated for resources: {'Port': ['ID=4fa2fd1d-3a41-4073-b159-2bcb482c33a7,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:19.384208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e030368c-05a3-43a2-b384-042b152df682 None None] Provisioning complete for port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:19.384621 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e030368c-05a3-43a2-b384-042b152df682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.397568 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.397984 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.398320 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.413599 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.414947 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.414947 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.414947 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.417019 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.417369 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.417692 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.418018 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.418342 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:19.472201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.515313 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a280cfed-817e-4d82-86ed-cc9ec2966ffc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.555684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e030368c-05a3-43a2-b384-042b152df682 None None] Port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:19.560334 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] For port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:19.564826 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] For port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4fa2fd1d-3a41-4073-b159-2bcb482c33a7,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:19.641200 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.669491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.697561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ed28f-89cb-47e8-ac34-0c4a7d5b03e7 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:19.728184 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Routers {'40c00edf-276d-4827-8e72-95837313243e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:19.728777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a280cfed-817e-4d82-86ed-cc9ec2966ffc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.728930 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40c00edf-276d-4827-8e72-95837313243e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:19.742386 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd026e7-1ebf-40b5-a1f6-7ecdae1e0af4 None None] Pushing event updated for resources: {'Port': ['ID=4fa2fd1d-3a41-4073-b159-2bcb482c33a7,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:19.766467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Network 435d2592-a951-4ccd-93c3-d98e31972300 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:19.770882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:19.779063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:19.796407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e4cc4322-568b-4ebd-bf94-767e89e9d23b None None] Provisioning complete for port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:19.796771 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4322-568b-4ebd-bf94-767e89e9d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.806858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280cfed-817e-4d82-86ed-cc9ec2966ffc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:19.810685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a280cfed-817e-4d82-86ed-cc9ec2966ffc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.815454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a280cfed-817e-4d82-86ed-cc9ec2966ffc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e HTTP/1.1" status: 204 len: 168 time: 0.6642063 Nov 12 21:12:19.818209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40476) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:19.822905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:19.891043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Pushing event updated for resources: {'Port': ['ID=11faaaab-4791-4385-81be-ef4493b96648,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:19.906039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef7cfc-c31b-4180-a8ec-6cdb502b1648 None None] Network d69306e0-f38c-4daa-9373-41446eba3849 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:20.034254 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] Set router 40c00edf-276d-4827-8e72-95837313243e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:20.041544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.080729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4322-568b-4ebd-bf94-767e89e9d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.157242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:20.158602 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.188104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e4cc4322-568b-4ebd-bf94-767e89e9d23b None None] For port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4fa2fd1d-3a41-4073-b159-2bcb482c33a7,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:20.283262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.305791 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:12:15Z', 'revision_number': 3, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port': {'id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:14Z', 'updated_at': '2021-11-12T21:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:20.310841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] For port 3a76ca56-ab90-48fc-b60c-6ea4920cb138, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3a76ca56-ab90-48fc-b60c-6ea4920cb138,segment=NetworkSegment(6bb86203-1968-40fe-a566-ff7dfd870f22),segment_id=6bb86203-1968-40fe-a566-ff7dfd870f22)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:20.312053 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.321422 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4322-568b-4ebd-bf94-767e89e9d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.341917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 3a76ca56-ab90-48fc-b60c-6ea4920cb138 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:20.360379 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae589a36-a187-44b0-8b83-c98fa9ed439a None None] The sync data for ids ['40c00edf-276d-4827-8e72-95837313243e'] in n-d-713498-29 is: [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:12:15Z', 'revision_number': 3, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port': {'id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:14Z', 'updated_at': '2021-11-12T21:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:12:20.527440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc4322-568b-4ebd-bf94-767e89e9d23b None None] Pushing event updated for resources: {'Port': ['ID=4fa2fd1d-3a41-4073-b159-2bcb482c33a7,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:20.546879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f8c79a23-6a19-4331-bade-84d20a332358 None None] Provisioning complete for port 11faaaab-4791-4385-81be-ef4493b96648 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:20.547415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8c79a23-6a19-4331-bade-84d20a332358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.613743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f8c79a23-6a19-4331-bade-84d20a332358 None None] Port 11faaaab-4791-4385-81be-ef4493b96648 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:20.640981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] DHCP port deletion for d69306e0-f38c-4daa-9373-41446eba3849 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:20.664224 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.707396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=3a76ca56-ab90-48fc-b60c-6ea4920cb138,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:20.711949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No DVR routers for this DVR port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:12:20.713874 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.757516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] Deleting port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:20.758092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.783906 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.916604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] For port 3a76ca56-ab90-48fc-b60c-6ea4920cb138, host n-d-713498-29, got binding levels [] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:20.917364 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.932490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] Calling delete_port for 3a76ca56-ab90-48fc-b60c-6ea4920cb138 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:20.935744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Pushing event updated for resources: {'Port': ['ID=11faaaab-4791-4385-81be-ef4493b96648,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:20.937707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.ipam_backend_mixin [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] Port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 was not found and therefore no delete operation was performed {{(pid=109630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 21:12:20.939992 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.956683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] No DVR routers for this DVR port 3a76ca56-ab90-48fc-b60c-6ea4920cb138 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:12:20.977647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.994538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767d216-0686-4a80-b27d-b5346a8b4643 None None] Pushing event deleted for resources: {'Port': ['ID=3a76ca56-ab90-48fc-b60c-6ea4920cb138,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:21.005287 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.033888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69306e0-f38c-4daa-9373-41446eba3849']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:21.045382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb86203-1968-40fe-a566-ff7dfd870f22') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:21.046006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb86203-1968-40fe-a566-ff7dfd870f22') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:21.061145 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.092428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.112525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:12:21.112525 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:12:21.133965 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:12:21.159034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Network 435d2592-a951-4ccd-93c3-d98e31972300 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:21.159034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:21.389310 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.398268 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.405323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/networks/d69306e0-f38c-4daa-9373-41446eba3849 HTTP/1.1" status: 204 len: 168 time: 1.5667233 Nov 12 21:12:21.409011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40546) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:21.417792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-25864691'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:21.436591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128781c-fcf3-406c-a4e2-f41da6ccab80 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Network': ['ID=d69306e0-f38c-4daa-9373-41446eba3849,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:21.477715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Router 40c00edf-276d-4827-8e72-95837313243e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:12:21.556543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-20400a4e-57a9-4aa2-881b-09337f677f59 None None] Provisioning complete for port 11faaaab-4791-4385-81be-ef4493b96648 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:21.558093 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20400a4e-57a9-4aa2-881b-09337f677f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.612018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:21.620456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.667921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-20400a4e-57a9-4aa2-881b-09337f677f59 None None] Port 11faaaab-4791-4385-81be-ef4493b96648 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:21.712454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:12:21.736949 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.737544 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Added segment 8419193c-d7e6-40a9-8843-2f81fa7567de of type vlan for network d8266f74-cbcc-45a5-8739-f82a7ff34285 Nov 12 21:12:21.753219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:12:21.768863 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-db5ae4a0-6c2b-409e-9958-a6cf8b7c11a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/40c00edf-276d-4827-8e72-95837313243e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3587935 Nov 12 21:12:21.801968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.970334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.982681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:21.983366 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:22.069295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Network': ['ID=d8266f74-cbcc-45a5-8739-f82a7ff34285,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:22.080272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d8266f74-cbcc-45a5-8739-f82a7ff34285 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:12:22.214883 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-035e940a-a137-4d0e-8024-fcfa1f9c7ed0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8037086 Nov 12 21:12:22.217743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40592) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:22.222968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'd8266f74-cbcc-45a5-8739-f82a7ff34285', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:22.463528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:22.473787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:22.575507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:22.747770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:22.748429 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:22.968718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40636) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:22.974833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1959054712-network', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:23.068544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3a76ca56-ab90-48fc-b60c-6ea4920cb138 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:12:23.105858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 3a76ca56-ab90-48fc-b60c-6ea4920cb138 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:12:23.106575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3a76ca56-ab90-48fc-b60c-6ea4920cb138 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:12:23.114847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Made reservation on behalf of 5e18dcd83164451da1fcbe8c05aeb4b4 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:23.117953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.120662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.128497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Sync routers for ids ['40c00edf-276d-4827-8e72-95837313243e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:12:23.136690 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.144213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Routers {'40c00edf-276d-4827-8e72-95837313243e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:23.145471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40c00edf-276d-4827-8e72-95837313243e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:23.216493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=1291dfa0-9d04-4d6c-8168-ef4c9f59b5bc,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:23.237642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Checking segment: {'id': '8419193c-d7e6-40a9-8843-2f81fa7567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd8266f74-cbcc-45a5-8739-f82a7ff34285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:23.238120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network hostable DHCP agents. Network: d8266f74-cbcc-45a5-8739-f82a7ff34285, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:12:23.281702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.302823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Set router 40c00edf-276d-4827-8e72-95837313243e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:23.321327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network d8266f74-cbcc-45a5-8739-f82a7ff34285 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:12:23.350451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.377596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:12:23.396385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc784270-b3d8-4864-9fc5-ec80ba5ba98e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:23.401033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d8266f74-cbcc-45a5-8739-f82a7ff34285) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:23.422759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.422759 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Added segment ef1d9a26-5252-4820-8a85-4406d04b13d8 of type vlan for network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a Nov 12 21:12:23.423008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df47c4-0679-49a4-a346-88c4a8dbd9f4 None None] Network d8266f74-cbcc-45a5-8739-f82a7ff34285 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:23.423131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:23.423131 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.477520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.511592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-50dd29c5-8a75-41a5-ab4e-fe4c8d40ec6e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2924471 Nov 12 21:12:23.512285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40660) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:23.521746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b73e98fc-d43f-43a8-8f2b-be2f550567ae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-401114371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:23.605081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.606143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:23.606699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.651879 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b73e98fc-d43f-43a8-8f2b-be2f550567ae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.653718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b73e98fc-d43f-43a8-8f2b-be2f550567ae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.671529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:12:20Z', 'revision_number': 4, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port': {'id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:14Z', 'updated_at': '2021-11-12T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '11faaaab-4791-4385-81be-ef4493b96648', 'name': '', 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'mac_address': 'fa:16:3e:c2:8d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'dc17e519-5994-43fd-adc6-882cfc464c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:18Z', 'updated_at': '2021-11-12T21:12:20Z', 'revision_number': 2, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'subnets': [{'id': 'dc17e519-5994-43fd-adc6-882cfc464c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:23.680259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-d8266f74-cbcc-45a5-8739-f82a7ff34285', 'network_id': 'd8266f74-cbcc-45a5-8739-f82a7ff34285', 'tenant_id': '0b0133d6158445c79aabd5068ab5be55', 'fixed_ips': [{'subnet_id': '1291dfa0-9d04-4d6c-8168-ef4c9f59b5bc'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:12:23.681145 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.746063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] Pushing event updated for resources: {'Network': ['ID=59563313-d3bc-4c1a-9012-1ce7aeacbd2a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:23.755255 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4c448b0e-54ab-49df-8e9c-012b76b71018 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7854140 Nov 12 21:12:23.758650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40672) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:23.775840 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Request body: {'subnet': {'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1959054712-subnet', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:23.792658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:12:23.820520 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b73e98fc-d43f-43a8-8f2b-be2f550567ae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.853989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Checking router: 40c00edf-276d-4827-8e72-95837313243e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:12:23.854369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Updating router 40c00edf-276d-4827-8e72-95837313243e port 11faaaab-4791-4385-81be-ef4493b96648 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:12:23.882688 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b73e98fc-d43f-43a8-8f2b-be2f550567ae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.914343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Made reservation on behalf of 5e18dcd83164451da1fcbe8c05aeb4b4 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:23.924346 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:23.980358 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.026391 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b73e98fc-d43f-43a8-8f2b-be2f550567ae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.028584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b73e98fc-d43f-43a8-8f2b-be2f550567ae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5153186 Nov 12 21:12:24.031263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40686) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:24.037429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'network_id': 'd8266f74-cbcc-45a5-8739-f82a7ff34285', 'name': 'tempest-PortsTestJSON-663540807'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:24.162240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Allocated IP 172.20.0.2 (d8266f74-cbcc-45a5-8739-f82a7ff34285/1291dfa0-9d04-4d6c-8168-ef4c9f59b5bc/426bbc59-6dcc-48ae-a6e3-e89f8320031f) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:24.336324 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:24.341354 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.360992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.377619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port 63a6a6a9-a310-4875-8a24-71cb56c74df2 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:12:24.436082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b047033b-ccee-476b-838e-e5936e0125a6,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:24.448511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Checking segment: {'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:24.449118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Network hostable DHCP agents. Network: 59563313-d3bc-4c1a-9012-1ce7aeacbd2a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:12:24.548846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:12:24.651968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 59563313-d3bc-4c1a-9012-1ce7aeacbd2a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:24.656389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:24.657503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.665176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d14e71-2279-41ed-976d-25534748ed7f None None] Network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:24.668396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.690197 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.761062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40718) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:24.761684 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4d23abe7-f056-4aa3-815f-86a478e1288a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0001745 Nov 12 21:12:24.766717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:24.783527 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.810818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Network d8266f74-cbcc-45a5-8739-f82a7ff34285 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:24.813293 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.819824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:24.822546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:24.918058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.13 (d8266f74-cbcc-45a5-8739-f82a7ff34285/1291dfa0-9d04-4d6c-8168-ef4c9f59b5bc/63a6a6a9-a310-4875-8a24-71cb56c74df2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:24.983110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Pushing event updated for resources: {'Port': ['ID=426bbc59-6dcc-48ae-a6e3-e89f8320031f,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:25.013312 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.014530 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.219722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Attempting to bind port 426bbc59-6dcc-48ae-a6e3-e89f8320031f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:25.220307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Attempting to bind port 426bbc59-6dcc-48ae-a6e3-e89f8320031f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '8419193c-d7e6-40a9-8843-2f81fa7567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd8266f74-cbcc-45a5-8739-f82a7ff34285'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:25.220453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Attempting to bind port 426bbc59-6dcc-48ae-a6e3-e89f8320031f on network d8266f74-cbcc-45a5-8739-f82a7ff34285 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:25.223626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.223810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-59563313-d3bc-4c1a-9012-1ce7aeacbd2a', 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'fixed_ips': [{'subnet_id': 'b047033b-ccee-476b-838e-e5936e0125a6'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:12:25.224647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.273926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b199c6f-400e-463c-89eb-b1dc1f7d9313 None None] Pushing event updated for resources: {'Port': ['ID=11faaaab-4791-4385-81be-ef4493b96648,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:25.293093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:25.293862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Checking segment: {'id': '8419193c-d7e6-40a9-8843-2f81fa7567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd8266f74-cbcc-45a5-8739-f82a7ff34285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:25.294763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.295620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Bound using segment: {'id': '8419193c-d7e6-40a9-8843-2f81fa7567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd8266f74-cbcc-45a5-8739-f82a7ff34285'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:25.296275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Bound port: 426bbc59-6dcc-48ae-a6e3-e89f8320031f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8419193c-d7e6-40a9-8843-2f81fa7567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd8266f74-cbcc-45a5-8739-f82a7ff34285'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:25.296433 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.297055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.406305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Attempting to bind port 11faaaab-4791-4385-81be-ef4493b96648 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:25.406305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Attempting to bind port 11faaaab-4791-4385-81be-ef4493b96648 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:25.406305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Attempting to bind port 11faaaab-4791-4385-81be-ef4493b96648 on network 435d2592-a951-4ccd-93c3-d98e31972300 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:25.454413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-363468d7-e68b-47fe-a56e-01d0f46047bf None None] Provisioning complete for port 11faaaab-4791-4385-81be-ef4493b96648 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:25.455077 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-363468d7-e68b-47fe-a56e-01d0f46047bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.457219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:25.457846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Checking segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:25.458413 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.459115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Bound using segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:25.460268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Bound port: 11faaaab-4791-4385-81be-ef4493b96648, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:25.460861 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.504703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.511994 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.573881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network d8266f74-cbcc-45a5-8739-f82a7ff34285 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:25.576930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:25.584099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:25.595601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-363468d7-e68b-47fe-a56e-01d0f46047bf None None] Port 11faaaab-4791-4385-81be-ef4493b96648 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:25.601940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] For port 426bbc59-6dcc-48ae-a6e3-e89f8320031f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:25.632468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] For port 426bbc59-6dcc-48ae-a6e3-e89f8320031f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=426bbc59-6dcc-48ae-a6e3-e89f8320031f,segment=NetworkSegment(8419193c-d7e6-40a9-8843-2f81fa7567de),segment_id=8419193c-d7e6-40a9-8843-2f81fa7567de)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:25.642038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Allocated IP 172.20.0.2 (59563313-d3bc-4c1a-9012-1ce7aeacbd2a/b047033b-ccee-476b-838e-e5936e0125a6/68363168-3ef7-4ab6-9b8d-ff467e124dfe) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:25.647934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=63a6a6a9-a310-4875-8a24-71cb56c74df2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:25.666113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:25.667003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.668369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] For port 11faaaab-4791-4385-81be-ef4493b96648, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:25.673116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] For port 11faaaab-4791-4385-81be-ef4493b96648, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=11faaaab-4791-4385-81be-ef4493b96648,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:25.771124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.773694 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.949660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b199c6f-400e-463c-89eb-b1dc1f7d9313 None None] Pushing event updated for resources: {'Port': ['ID=11faaaab-4791-4385-81be-ef4493b96648,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:25.978219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-95b2dfd4-4b98-47c8-8113-95a99092759e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9454637 Nov 12 21:12:25.981011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40782) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:26.041380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Routers {'40c00edf-276d-4827-8e72-95837313243e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:26.042122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40c00edf-276d-4827-8e72-95837313243e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:26.074117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:26.113802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:26.227696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] Set router 40c00edf-276d-4827-8e72-95837313243e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:26.319741 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:26.338319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd83fc-f8ea-457f-a2ba-e711d2464dd0 None None] Pushing event updated for resources: {'Port': ['ID=426bbc59-6dcc-48ae-a6e3-e89f8320031f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:26.458769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6e91b012-f900-4346-8398-9e5028a49c5d None None] Provisioning complete for port 11faaaab-4791-4385-81be-ef4493b96648 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:26.459014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Allocated IP 172.25.8.229 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/c8c1d45a-62fd-428b-ba0b-82268113f55c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:26.459232 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e91b012-f900-4346-8398-9e5028a49c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:26.576333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:26.716248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Pushing event updated for resources: {'Port': ['ID=68363168-3ef7-4ab6-9b8d-ff467e124dfe,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:26.727544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 426bbc59-6dcc-48ae-a6e3-e89f8320031f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:26.767108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:27.025093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:27.043046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:27.046161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:27.071095 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:27.103498 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e91b012-f900-4346-8398-9e5028a49c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:27.181319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:27.193763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:27.205038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:27.205291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6e91b012-f900-4346-8398-9e5028a49c5d None None] For port 11faaaab-4791-4385-81be-ef4493b96648, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=11faaaab-4791-4385-81be-ef4493b96648,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:27.220754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1684277e-c04c-4b3b-9941-b3e8c34fbb53 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:27.654633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:27.770065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40846) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:27.801418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac181f1d-7812-4050-958a-e0c12304f961 None None] Network d8266f74-cbcc-45a5-8739-f82a7ff34285 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:28.051732 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e91b012-f900-4346-8398-9e5028a49c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.093964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c1d45a-62fd-428b-ba0b-82268113f55c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:28.130517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Attempting to bind port 68363168-3ef7-4ab6-9b8d-ff467e124dfe on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:28.130895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Attempting to bind port 68363168-3ef7-4ab6-9b8d-ff467e124dfe by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:28.131319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Attempting to bind port 68363168-3ef7-4ab6-9b8d-ff467e124dfe on network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:28.154555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:28.154718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Checking segment: {'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:28.155029 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.155863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Bound using segment: {'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:28.156662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Bound port: 68363168-3ef7-4ab6-9b8d-ff467e124dfe, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:28.157239 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.200108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fc19492-8dbf-48b6-9535-59e3ed9e7420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.231975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 426bbc59-6dcc-48ae-a6e3-e89f8320031f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:28.232349 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.399275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ef81590-b331-43a0-bd9c-321473da154a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.416782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91b012-f900-4346-8398-9e5028a49c5d None None] Pushing event updated for resources: {'Port': ['ID=11faaaab-4791-4385-81be-ef4493b96648,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:28.460060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f7fc78bf-6fdf-472e-904c-1e81a662a2a5 None None] Provisioning complete for port 426bbc59-6dcc-48ae-a6e3-e89f8320031f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:28.461684 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f7fc78bf-6fdf-472e-904c-1e81a662a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.585179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:12:20Z', 'revision_number': 4, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port': {'id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:14Z', 'updated_at': '2021-11-12T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '11faaaab-4791-4385-81be-ef4493b96648', 'name': '', 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'mac_address': 'fa:16:3e:c2:8d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'dc17e519-5994-43fd-adc6-882cfc464c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:18Z', 'updated_at': '2021-11-12T21:12:25Z', 'revision_number': 4, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'subnets': [{'id': 'dc17e519-5994-43fd-adc6-882cfc464c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:28.646892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.680950 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fc19492-8dbf-48b6-9535-59e3ed9e7420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.699432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78fd348-edf6-417a-95ef-86e748570527 None None] The sync data for ids ['40c00edf-276d-4827-8e72-95837313243e'] in n-d-713498-29 is: [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:12:20Z', 'revision_number': 4, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port': {'id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:14Z', 'updated_at': '2021-11-12T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '11faaaab-4791-4385-81be-ef4493b96648', 'name': '', 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'mac_address': 'fa:16:3e:c2:8d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'dc17e519-5994-43fd-adc6-882cfc464c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:18Z', 'updated_at': '2021-11-12T21:12:25Z', 'revision_number': 4, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'subnets': [{'id': 'dc17e519-5994-43fd-adc6-882cfc464c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:12:28.778978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] For port 68363168-3ef7-4ab6-9b8d-ff467e124dfe, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:28.785364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] For port 68363168-3ef7-4ab6-9b8d-ff467e124dfe, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=68363168-3ef7-4ab6-9b8d-ff467e124dfe,segment=NetworkSegment(ef1d9a26-5252-4820-8a85-4406d04b13d8),segment_id=ef1d9a26-5252-4820-8a85-4406d04b13d8)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:28.791343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.791520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.822612 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.871216 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fc19492-8dbf-48b6-9535-59e3ed9e7420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.893773 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:28.983736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555e87c-d4bd-4991-ae01-236e33477b49 None None] Pushing event updated for resources: {'Port': ['ID=68363168-3ef7-4ab6-9b8d-ff467e124dfe,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:28.999444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 426bbc59-6dcc-48ae-a6e3-e89f8320031f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=426bbc59-6dcc-48ae-a6e3-e89f8320031f,segment=NetworkSegment(8419193c-d7e6-40a9-8843-2f81fa7567de),segment_id=8419193c-d7e6-40a9-8843-2f81fa7567de)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:29.008471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f7fc78bf-6fdf-472e-904c-1e81a662a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:29.103950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=63a6a6a9-a310-4875-8a24-71cb56c74df2,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:29.152983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:29.232521 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1fc19492-8dbf-48b6-9535-59e3ed9e7420 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e64477c2be54800af06e176663c062c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4529519 Nov 12 21:12:29.234946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40898) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:29.292395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc19492-8dbf-48b6-9535-59e3ed9e7420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd6dd0d-61f2-415d-9529-22090afc6d5f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:29.477342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=426bbc59-6dcc-48ae-a6e3-e89f8320031f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:29.494511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 11faaaab-4791-4385-81be-ef4493b96648 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:29.530090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:29.636301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-f7fc78bf-6fdf-472e-904c-1e81a662a2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:12:29.636676 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-f7fc78bf-6fdf-472e-904c-1e81a662a2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:12:29.653723 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10ac50db-e87a-4e4a-b773-b989faa49521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:29.696687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 11faaaab-4791-4385-81be-ef4493b96648 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:29.698257 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:29.819924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10ac50db-e87a-4e4a-b773-b989faa49521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:29.944970 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:30.000556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Router 861d20d2-c615-4fb2-88b0-0d5c34957950 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:12:30.186666 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-92d112b1-0748-42b4-be4d-92d903931c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:30.199001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10ac50db-e87a-4e4a-b773-b989faa49521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:30.202028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-10ac50db-e87a-4e4a-b773-b989faa49521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:30.203643 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-10ac50db-e87a-4e4a-b773-b989faa49521 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebd6dd0d-61f2-415d-9529-22090afc6d5f HTTP/1.1" status: 204 len: 168 time: 0.9126554 Nov 12 21:12:30.250814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac50db-e87a-4e4a-b773-b989faa49521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd6dd0d-61f2-415d-9529-22090afc6d5f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:30.296575 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:30.328747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f7fc78bf-6fdf-472e-904c-1e81a662a2a5 None None] Provisioning complete for port c8c1d45a-62fd-428b-ba0b-82268113f55c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:30.329567 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f7fc78bf-6fdf-472e-904c-1e81a662a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:30.418368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:12:30.429335 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Sync routers for ids ['861d20d2-c615-4fb2-88b0-0d5c34957950'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:12:30.451870 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Routers {'861d20d2-c615-4fb2-88b0-0d5c34957950'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:30.453616 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['861d20d2-c615-4fb2-88b0-0d5c34957950'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:30.506778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc78bf-6fdf-472e-904c-1e81a662a2a5 None None] Port c8c1d45a-62fd-428b-ba0b-82268113f55c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:30.528551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:30.532833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-46ee4f04-14c3-44ec-ab92-d1d92141c1d6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7673893 Nov 12 21:12:30.533434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40924) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:30.663839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e96296a-2259-4845-ba7a-58b6445ac3a9 None None] Provisioning complete for port 426bbc59-6dcc-48ae-a6e3-e89f8320031f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:30.663839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e96296a-2259-4845-ba7a-58b6445ac3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:30.920062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e96296a-2259-4845-ba7a-58b6445ac3a9 None None] Provisioning complete for port 63a6a6a9-a310-4875-8a24-71cb56c74df2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:30.920553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e96296a-2259-4845-ba7a-58b6445ac3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.033253 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Set router 861d20d2-c615-4fb2-88b0-0d5c34957950 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:31.057200 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.075772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf4830-c6c4-48c8-a846-9166e713b80f None None] Network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:31.079105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5e96296a-2259-4845-ba7a-58b6445ac3a9 None None] Port 63a6a6a9-a310-4875-8a24-71cb56c74df2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:31.159203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.280106 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.426858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=63a6a6a9-a310-4875-8a24-71cb56c74df2,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:31.460545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f4df37c5-620d-474f-ac36-d2792288074f None None] Provisioning complete for port 68363168-3ef7-4ab6-9b8d-ff467e124dfe triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:31.461197 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4df37c5-620d-474f-ac36-d2792288074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.512892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network d8266f74-cbcc-45a5-8739-f82a7ff34285 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:31.520579 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:31.575574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 68363168-3ef7-4ab6-9b8d-ff467e124dfe up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:31.594878 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.682633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40938) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:31.715044 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9d49593-1e7d-420b-aae2-98f88efe9b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.804655 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.875185 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:12:28Z', 'revision_number': 3, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:31.946037 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Checking router: 861d20d2-c615-4fb2-88b0-0d5c34957950 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:12:31.946302 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Updating router 861d20d2-c615-4fb2-88b0-0d5c34957950 port c8c1d45a-62fd-428b-ba0b-82268113f55c binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:12:31.979391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 68363168-3ef7-4ab6-9b8d-ff467e124dfe triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:31.984118 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:31.984251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Router 9e9f9b1a-ca67-4b49-a65b-d1bc715663f4 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:12:31.986280 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.032661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9d49593-1e7d-420b-aae2-98f88efe9b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.113415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4df37c5-620d-474f-ac36-d2792288074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.126009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9d49593-1e7d-420b-aae2-98f88efe9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.175128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.218725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f4df37c5-620d-474f-ac36-d2792288074f None None] For port 68363168-3ef7-4ab6-9b8d-ff467e124dfe, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=68363168-3ef7-4ab6-9b8d-ff467e124dfe,segment=NetworkSegment(ef1d9a26-5252-4820-8a85-4406d04b13d8),segment_id=ef1d9a26-5252-4820-8a85-4406d04b13d8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:32.275914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Allocated IP 172.20.0.1 (59563313-d3bc-4c1a-9012-1ce7aeacbd2a/b047033b-ccee-476b-838e-e5936e0125a6/e1459a87-10ff-402a-903b-5a31067c14ba) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:32.281654 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9d49593-1e7d-420b-aae2-98f88efe9b4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4b54c7b9894494499e2eb9be8ad04ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5954690 Nov 12 21:12:32.284909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40952) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:32.345516 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4df37c5-620d-474f-ac36-d2792288074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.347780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:12:32.377215 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-730b2e8d-8d3d-4d23-adbe-82e5a1b8a746 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "PUT /v2.0/routers/9e9f9b1a-ca67-4b49-a65b-d1bc715663f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3934388 Nov 12 21:12:32.384854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40954) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:32.449158 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.477835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad117994-bce2-4003-bc5f-0a954eb65be2 None None] Sync routers for ids ['9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:12:32.486546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d49593-1e7d-420b-aae2-98f88efe9b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a190a03f-3ab4-4afe-9e46-fccc6520487d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:32.513514 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.534932 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.559666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad117994-bce2-4003-bc5f-0a954eb65be2 None None] Routers {'9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:32.560261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2d169-ea6d-4dbe-89d6-9ba6d0c5165e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:32.560403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ad117994-bce2-4003-bc5f-0a954eb65be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:32.562129 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:12:32.562534 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:12:32.563787 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a5f2d169-ea6d-4dbe-89d6-9ba6d0c5165e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9f9b1a-ca67-4b49-a65b-d1bc715663f4 HTTP/1.1" status: 200 len: 982 time: 0.1763883 Nov 12 21:12:32.568215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40956) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:32.605950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ad117994-bce2-4003-bc5f-0a954eb65be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:32.608657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df37c5-620d-474f-ac36-d2792288074f None None] Pushing event updated for resources: {'Port': ['ID=68363168-3ef7-4ab6-9b8d-ff467e124dfe,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:32.613349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ec99407f-e4b4-45a4-a876-c35edc372080 None None] Provisioning complete for port 63a6a6a9-a310-4875-8a24-71cb56c74df2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:32.613717 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec99407f-e4b4-45a4-a876-c35edc372080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.616050 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.659385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ec99407f-e4b4-45a4-a876-c35edc372080 None None] Port 63a6a6a9-a310-4875-8a24-71cb56c74df2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:32.661172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42287c0e-1531-4e61-91b5-7b3918b39f72 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:32.676005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad117994-bce2-4003-bc5f-0a954eb65be2 None None] Routers {'9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:32.676566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ad117994-bce2-4003-bc5f-0a954eb65be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:32.714208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ad117994-bce2-4003-bc5f-0a954eb65be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:32.714872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad117994-bce2-4003-bc5f-0a954eb65be2 None None] The sync data for ids ['9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'] in n-d-713498-29 is: [] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:12:32.718169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ec99407f-e4b4-45a4-a876-c35edc372080 None None] Provisioning complete for port 68363168-3ef7-4ab6-9b8d-ff467e124dfe triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:32.718514 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec99407f-e4b4-45a4-a876-c35edc372080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.733081 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.779533 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d819a-a638-4327-9b4b-23e4ee88a0ab None None] Pushing event updated for resources: {'Port': ['ID=c8c1d45a-62fd-428b-ba0b-82268113f55c,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:32.795087 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Attempting to bind port c8c1d45a-62fd-428b-ba0b-82268113f55c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:32.796358 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Attempting to bind port c8c1d45a-62fd-428b-ba0b-82268113f55c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:32.797183 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.798232 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Attempting to bind port c8c1d45a-62fd-428b-ba0b-82268113f55c on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:32.805757 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.812458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a190a03f-3ab4-4afe-9e46-fccc6520487d HTTP/1.1" status: 204 len: 168 time: 0.5257313 Nov 12 21:12:32.815691 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:32.816084 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:32.816731 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.817133 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:32.817627 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Bound port: c8c1d45a-62fd-428b-ba0b-82268113f55c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:32.818209 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:32.838929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a190a03f-3ab4-4afe-9e46-fccc6520487d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:32.868902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.869254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.869729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.870068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.870414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.875906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.876320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.876808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.877157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.877494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.877832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.878168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f64f1c-3d5c-4390-bc34-5f778f234970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:12:32.943936 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] For port c8c1d45a-62fd-428b-ba0b-82268113f55c, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:32.956045 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] For port c8c1d45a-62fd-428b-ba0b-82268113f55c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c8c1d45a-62fd-428b-ba0b-82268113f55c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:32.993438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-89136045-3f27-454c-ae58-8fcb20631da0 None None] Provisioning complete for port c8c1d45a-62fd-428b-ba0b-82268113f55c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:32.993807 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89136045-3f27-454c-ae58-8fcb20631da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.107452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.108824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 426bbc59-6dcc-48ae-a6e3-e89f8320031f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:33.161190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-89136045-3f27-454c-ae58-8fcb20631da0 None None] Port c8c1d45a-62fd-428b-ba0b-82268113f55c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:33.177456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 426bbc59-6dcc-48ae-a6e3-e89f8320031f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:33.185413 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.397612 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.405703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 63a6a6a9-a310-4875-8a24-71cb56c74df2 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:33.406259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 68363168-3ef7-4ab6-9b8d-ff467e124dfe up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:33.406384 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.440823 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.506590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:33.509760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.518787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:33.532336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:33.548992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca0d132-60a5-4b81-a43c-44f9c93da073 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:33.593246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 68363168-3ef7-4ab6-9b8d-ff467e124dfe triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:33.593626 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.603720 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Routers {'861d20d2-c615-4fb2-88b0-0d5c34957950'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:33.605237 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['861d20d2-c615-4fb2-88b0-0d5c34957950'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:33.636441 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.639656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1459a87-10ff-402a-903b-5a31067c14ba,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:33.659396 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.676197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.697910 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d819a-a638-4327-9b4b-23e4ee88a0ab None None] Pushing event updated for resources: {'Port': ['ID=c8c1d45a-62fd-428b-ba0b-82268113f55c,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:33.727577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 63a6a6a9-a310-4875-8a24-71cb56c74df2 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:33.753073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b95f4ef4-9899-4725-a685-6cac29f7e188 None None] Provisioning complete for port c8c1d45a-62fd-428b-ba0b-82268113f55c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:33.753380 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b95f4ef4-9899-4725-a685-6cac29f7e188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:33.876403 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] Set router 861d20d2-c615-4fb2-88b0-0d5c34957950 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:34.015200 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b95f4ef4-9899-4725-a685-6cac29f7e188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.040142 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.054668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b95f4ef4-9899-4725-a685-6cac29f7e188 None None] For port c8c1d45a-62fd-428b-ba0b-82268113f55c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c8c1d45a-62fd-428b-ba0b-82268113f55c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:34.127855 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:12:28Z', 'revision_number': 3, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:34.164766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b95f4ef4-9899-4725-a685-6cac29f7e188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.177654 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c336b99-cfe8-40cb-a6fe-89b721a00b30 None None] The sync data for ids ['861d20d2-c615-4fb2-88b0-0d5c34957950'] in n-d-713498-29 is: [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:12:28Z', 'revision_number': 3, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:12:34.198458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.247869 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=63a6a6a9-a310-4875-8a24-71cb56c74df2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:34.269571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f4ef4-9899-4725-a685-6cac29f7e188 None None] Pushing event updated for resources: {'Port': ['ID=c8c1d45a-62fd-428b-ba0b-82268113f55c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:34.286154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40968) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:34.313158 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fd6dea89-e81c-41b4-95af-e1023f4fc1c6 None None] Provisioning complete for port e1459a87-10ff-402a-903b-5a31067c14ba triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:34.313639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd6dea89-e81c-41b4-95af-e1023f4fc1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.338967 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4000165-e6de-4d3a-bfc4-a614b6b2cf72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.368577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fd6dea89-e81c-41b4-95af-e1023f4fc1c6 None None] Port e1459a87-10ff-402a-903b-5a31067c14ba cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:34.416967 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.507457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4000165-e6de-4d3a-bfc4-a614b6b2cf72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.509373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.546738 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.625801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4000165-e6de-4d3a-bfc4-a614b6b2cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.713158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f4000165-e6de-4d3a-bfc4-a614b6b2cf72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da68ff6a380d4cff9b3ba47e24a7ca57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245369 Nov 12 21:12:34.714289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1459a87-10ff-402a-903b-5a31067c14ba,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:34.715535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40972) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:34.722388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4000165-e6de-4d3a-bfc4-a614b6b2cf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ff4940-eb0e-470b-b58f-e70f3a02c1ad,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:34.725031 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:34.871369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:34.873337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:34.873673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Router 9e9f9b1a-ca67-4b49-a65b-d1bc715663f4 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:12:34.927164 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09d5f61c-6341-4d01-be37-e117c7d4f7e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.072961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09d5f61c-6341-4d01-be37-e117c7d4f7e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.087601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Router 861d20d2-c615-4fb2-88b0-0d5c34957950 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:12:35.159016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:12:35.171126 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a342cd70-592e-48bb-94fa-5e999b48d656 None None] Sync routers for ids ['9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:12:35.183537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-638a03c5-aabd-4e09-88a1-37a6b5cd0c1a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "PUT /v2.0/routers/9e9f9b1a-ca67-4b49-a65b-d1bc715663f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6144302 Nov 12 21:12:35.186931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40974) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:35.203230 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342cd70-592e-48bb-94fa-5e999b48d656 None None] Routers {'9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:35.203869 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a342cd70-592e-48bb-94fa-5e999b48d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:35.228518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-370b2a39-c97a-4e68-883b-707189e9a1e4 None None] Provisioning complete for port e1459a87-10ff-402a-903b-5a31067c14ba triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:35.229167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-370b2a39-c97a-4e68-883b-707189e9a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.294588 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a342cd70-592e-48bb-94fa-5e999b48d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:35.296989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:12:35.302075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-370b2a39-c97a-4e68-883b-707189e9a1e4 None None] Port e1459a87-10ff-402a-903b-5a31067c14ba cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:35.311062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-840d5555-77b5-4aa1-a031-e8cc2dcfc1a2 admin admin] 10.222.0.64 "PUT /v2.0/routers/861d20d2-c615-4fb2-88b0-0d5c34957950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7764783 Nov 12 21:12:35.311856 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f62a4d-70f4-4352-8fa8-31bd0e29bba4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:12:35.315939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e3f62a4d-70f4-4352-8fa8-31bd0e29bba4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/63a6a6a9-a310-4875-8a24-71cb56c74df2 HTTP/1.1" status: 404 len: 333 time: 0.1254051 Nov 12 21:12:35.316846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 40976) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:35.348906 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342cd70-592e-48bb-94fa-5e999b48d656 None None] Routers {'9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:35.354037 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a342cd70-592e-48bb-94fa-5e999b48d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:35.441526 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a342cd70-592e-48bb-94fa-5e999b48d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:35.445339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09d5f61c-6341-4d01-be37-e117c7d4f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.448404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-09d5f61c-6341-4d01-be37-e117c7d4f7e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.449942 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-09d5f61c-6341-4d01-be37-e117c7d4f7e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36ff4940-eb0e-470b-b58f-e70f3a02c1ad HTTP/1.1" status: 204 len: 168 time: 0.7334611 Nov 12 21:12:35.451321 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a342cd70-592e-48bb-94fa-5e999b48d656 None None] The sync data for ids ['9e9f9b1a-ca67-4b49-a65b-d1bc715663f4'] in n-d-713498-29 is: [] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:12:35.452409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e602eb5-b623-430e-8cbb-71694d0cce2b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.477811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5f61c-6341-4d01-be37-e117c7d4f7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ff4940-eb0e-470b-b58f-e70f3a02c1ad,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:35.516345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c8c1d45a-62fd-428b-ba0b-82268113f55c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:35.794658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e602eb5-b623-430e-8cbb-71694d0cce2b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.797644 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e602eb5-b623-430e-8cbb-71694d0cce2b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.881944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c8c1d45a-62fd-428b-ba0b-82268113f55c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:35.882302 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.952894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e602eb5-b623-430e-8cbb-71694d0cce2b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.954861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e602eb5-b623-430e-8cbb-71694d0cce2b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Fanout notify agent at l3_agent the message router_deleted on router 9e9f9b1a-ca67-4b49-a65b-d1bc715663f4 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:12:35.978002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e602eb5-b623-430e-8cbb-71694d0cce2b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:35.983060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9e602eb5-b623-430e-8cbb-71694d0cce2b tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/routers/9e9f9b1a-ca67-4b49-a65b-d1bc715663f4 HTTP/1.1" status: 204 len: 168 time: 0.6649878 Nov 12 21:12:35.985900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 40996) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:36.212117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec1819b-25f7-4fff-8b6a-d81fae19c0a8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet 1291dfa0-9d04-4d6c-8168-ef4c9f59b5bc {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:12:36.226722 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec1819b-25f7-4fff-8b6a-d81fae19c0a8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:36.350271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec1819b-25f7-4fff-8b6a-d81fae19c0a8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:36.527280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-9df377ec-2997-4684-bd32-7fd0f0d973ff tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:36.530749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-9df377ec-2997-4684-bd32-7fd0f0d973ff tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/networks?id=435d2592-a951-4ccd-93c3-d98e31972300 HTTP/1.1" status: 200 len: 910 time: 0.1837151 Nov 12 21:12:36.533610 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec1819b-25f7-4fff-8b6a-d81fae19c0a8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:36.553328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-eb1e755c-f8e4-40a9-9ea1-60bb39d70852 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/quotas/5e18dcd83164451da1fcbe8c05aeb4b4 HTTP/1.1" status: 200 len: 375 time: 0.0115547 Nov 12 21:12:36.672863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-cb922707-7114-4086-a435-66372751f2bc tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e18dcd83164451da1fcbe8c05aeb4b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093376 Nov 12 21:12:36.770289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec1819b-25f7-4fff-8b6a-d81fae19c0a8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:36.840058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14bbec0-d042-4c0a-b247-9c2c4e57b7ab None None] Network d8266f74-cbcc-45a5-8739-f82a7ff34285 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:36.840514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2ec1819b-25f7-4fff-8b6a-d81fae19c0a8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:36.840514 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2ec1819b-25f7-4fff-8b6a-d81fae19c0a8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/1291dfa0-9d04-4d6c-8168-ef4c9f59b5bc HTTP/1.1" status: 204 len: 168 time: 0.8420582 Nov 12 21:12:36.840514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1819b-25f7-4fff-8b6a-d81fae19c0a8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=1291dfa0-9d04-4d6c-8168-ef4c9f59b5bc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:36.840795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41028) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:36.847676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41030) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:36.876240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Sync routers for ids ['861d20d2-c615-4fb2-88b0-0d5c34957950'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:12:36.907110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Routers {'861d20d2-c615-4fb2-88b0-0d5c34957950'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:36.908084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['861d20d2-c615-4fb2-88b0-0d5c34957950'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:36.973469 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.045476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 426bbc59-6dcc-48ae-a6e3-e89f8320031f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:37.045809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.168170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Set router 861d20d2-c615-4fb2-88b0-0d5c34957950 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:37.202698 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f69f0276-6d6f-492f-bf0e-209db172e60b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.231358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] For port 426bbc59-6dcc-48ae-a6e3-e89f8320031f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=426bbc59-6dcc-48ae-a6e3-e89f8320031f,segment=NetworkSegment(8419193c-d7e6-40a9-8843-2f81fa7567de),segment_id=8419193c-d7e6-40a9-8843-2f81fa7567de)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:37.231734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.254842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 426bbc59-6dcc-48ae-a6e3-e89f8320031f owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:37.277665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-29abbc84-5989-4333-920e-d76cff489eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923851 Nov 12 21:12:37.406431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f69f0276-6d6f-492f-bf0e-209db172e60b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.493337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f69f0276-6d6f-492f-bf0e-209db172e60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.494149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-90e3b2a2-a31e-4294-a1bb-a0cc92307c5c service neutron] 10.222.0.64 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748047 Nov 12 21:12:37.554486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.574181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No DVR routers for this DVR port 426bbc59-6dcc-48ae-a6e3-e89f8320031f on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:12:37.588190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f0276-6d6f-492f-bf0e-209db172e60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa24f25f-e0e9-4ba4-9859-d25dc9e1e914,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:37.612371 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f69f0276-6d6f-492f-bf0e-209db172e60b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ecc2fc0236c44008db96940a1b6410d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7635198 Nov 12 21:12:37.617154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41046) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:37.648031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=426bbc59-6dcc-48ae-a6e3-e89f8320031f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:37.709248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-130f53c1-bf5e-4fb1-83de-d05346ef5456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.743536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:12:33Z', 'revision_number': 4, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e1459a87-10ff-402a-903b-5a31067c14ba', 'name': '', 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'mac_address': 'fa:16:3e:43:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'b047033b-ccee-476b-838e-e5936e0125a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:31Z', 'updated_at': '2021-11-12T21:12:34Z', 'revision_number': 2, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'subnets': [{'id': 'b047033b-ccee-476b-838e-e5936e0125a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:37.758911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-130f53c1-bf5e-4fb1-83de-d05346ef5456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.803004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.850089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8266f74-cbcc-45a5-8739-f82a7ff34285']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:37.890318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646fa4d-fd13-47a1-a136-6fb5d605999b None None] DHCP port deletion for d8266f74-cbcc-45a5-8739-f82a7ff34285 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:12:37.902411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Checking router: 861d20d2-c615-4fb2-88b0-0d5c34957950 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:12:37.902411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Updating router 861d20d2-c615-4fb2-88b0-0d5c34957950 port e1459a87-10ff-402a-903b-5a31067c14ba binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:12:37.902865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c9ec512-3dbb-41f9-b8b7-a0f5988e89fb req-3837580a-64aa-4aa8-ad38-ef22b459ef80 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 210 time: 0.0557780 Nov 12 21:12:37.904861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8419193c-d7e6-40a9-8843-2f81fa7567de') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:37.905165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8419193c-d7e6-40a9-8843-2f81fa7567de') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:37.920407 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-130f53c1-bf5e-4fb1-83de-d05346ef5456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.921275 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.923348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-130f53c1-bf5e-4fb1-83de-d05346ef5456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.927523 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-130f53c1-bf5e-4fb1-83de-d05346ef5456 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa24f25f-e0e9-4ba4-9859-d25dc9e1e914 HTTP/1.1" status: 204 len: 168 time: 0.3131599 Nov 12 21:12:37.939895 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f53c1-bf5e-4fb1-83de-d05346ef5456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa24f25f-e0e9-4ba4-9859-d25dc9e1e914,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:37.946842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:37.963343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:12:37.963728 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:38.016620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:12:38.025865 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:12:38.182445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:38.202286 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:38.215531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41066) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:38.224708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/networks/d8266f74-cbcc-45a5-8739-f82a7ff34285 HTTP/1.1" status: 204 len: 168 time: 1.3905654 Nov 12 21:12:38.230966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d1052-1b3c-48a9-b3a0-66eb3eb901c2 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Network': ['ID=d8266f74-cbcc-45a5-8739-f82a7ff34285,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:38.288514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7b72e-a34d-44ae-9056-b5e47e492925 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:38.296084 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-27c7b72e-a34d-44ae-9056-b5e47e492925 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/41550644-1b4e-4f06-b149-f4d1b46bccbe HTTP/1.1" status: 200 len: 841 time: 0.0788469 Nov 12 21:12:38.297165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41068) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:38.402070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dc947e4e-0d36-4a42-baea-f6e2784980ba tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/41550644-1b4e-4f06-b149-f4d1b46bccbe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1029665 Nov 12 21:12:38.408717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41080) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:38.419681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:38.684879 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:38.708317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:38.716802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:38.771663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:38.858566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4710b4-bd66-4d74-9a59-f6d829b9f781 None None] Pushing event updated for resources: {'Port': ['ID=e1459a87-10ff-402a-903b-5a31067c14ba,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:38.982086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Attempting to bind port e1459a87-10ff-402a-903b-5a31067c14ba on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:38.982701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Attempting to bind port e1459a87-10ff-402a-903b-5a31067c14ba by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:38.982701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Attempting to bind port e1459a87-10ff-402a-903b-5a31067c14ba on network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:39.002385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:39.002773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Checking segment: {'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:39.003179 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.003657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Bound using segment: {'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:39.004085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Bound port: e1459a87-10ff-402a-903b-5a31067c14ba, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1d9a26-5252-4820-8a85-4406d04b13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:39.004474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.035703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60f7ab5e-9ab7-4142-9604-8e2208f6f52d req-cec704a5-25db-47b8-8c3d-4bdff76c349d tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 210 time: 0.0461009 Nov 12 21:12:39.119250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.126897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] For port e1459a87-10ff-402a-903b-5a31067c14ba, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:39.132520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] For port e1459a87-10ff-402a-903b-5a31067c14ba, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1459a87-10ff-402a-903b-5a31067c14ba,segment=NetworkSegment(ef1d9a26-5252-4820-8a85-4406d04b13d8),segment_id=ef1d9a26-5252-4820-8a85-4406d04b13d8)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:39.187781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:39.191509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:39.200388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:39.200981 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.214509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8518892-719d-4171-a68a-5b8ba7991ab1 None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:39.219245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=cc75a302-1a40-4d5e-bbe9-688ec9a275ad,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:39.294920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.312163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4b749912-ef98-49da-954a-02fdc956f3dc tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9018681 Nov 12 21:12:39.314920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41104) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:39.319976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d171fedb-cc79-49f6-ad89-a80b0487f7c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'security_group': {'name': 'tempest-secgroup-1046176308'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:39.370995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-90c3d4ad-9a3c-4bbb-9600-a567a80a8716 None None] Provisioning complete for port e1459a87-10ff-402a-903b-5a31067c14ba triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:39.371912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-90c3d4ad-9a3c-4bbb-9600-a567a80a8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.424451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 426bbc59-6dcc-48ae-a6e3-e89f8320031f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:12:39.434557 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d171fedb-cc79-49f6-ad89-a80b0487f7c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.487987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 426bbc59-6dcc-48ae-a6e3-e89f8320031f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:12:39.488425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 426bbc59-6dcc-48ae-a6e3-e89f8320031f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:12:39.558833 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d171fedb-cc79-49f6-ad89-a80b0487f7c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.560636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Routers {'861d20d2-c615-4fb2-88b0-0d5c34957950'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:39.561272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['861d20d2-c615-4fb2-88b0-0d5c34957950'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:39.601006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4710b4-bd66-4d74-9a59-f6d829b9f781 None None] Pushing event updated for resources: {'Port': ['ID=e1459a87-10ff-402a-903b-5a31067c14ba,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:39.645487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d171fedb-cc79-49f6-ad89-a80b0487f7c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.728248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171fedb-cc79-49f6-ad89-a80b0487f7c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0aac82-63ac-4d7c-8e68-a605f47c3e2f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:39.747848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d171fedb-cc79-49f6-ad89-a80b0487f7c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.752339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d171fedb-cc79-49f6-ad89-a80b0487f7c4 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4339321 Nov 12 21:12:39.753397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41110) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:39.770396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b5f216a8-1e5f-4ef6-8feb-52fe1ea9a7bf tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088520513'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:39.825519 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-90c3d4ad-9a3c-4bbb-9600-a567a80a8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:39.905867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] Set router 861d20d2-c615-4fb2-88b0-0d5c34957950 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:39.908575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-90c3d4ad-9a3c-4bbb-9600-a567a80a8716 None None] For port e1459a87-10ff-402a-903b-5a31067c14ba, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1459a87-10ff-402a-903b-5a31067c14ba,segment=NetworkSegment(ef1d9a26-5252-4820-8a85-4406d04b13d8),segment_id=ef1d9a26-5252-4820-8a85-4406d04b13d8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:39.977408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a97a344b-356a-4b76-ab7e-eaceec937603', 'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'tenant_id': '0b0133d6158445c79aabd5068ab5be55', 'fixed_ips': [{'subnet_id': 'cc75a302-1a40-4d5e-bbe9-688ec9a275ad'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:12:39.979098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.488844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Allocated IP 172.20.0.2 (a97a344b-356a-4b76-ab7e-eaceec937603/cc75a302-1a40-4d5e-bbe9-688ec9a275ad/e1e32c78-dbdc-4abb-89b8-49b6e0855b28) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:40.570323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:12:33Z', 'revision_number': 4, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e1459a87-10ff-402a-903b-5a31067c14ba', 'name': '', 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'mac_address': 'fa:16:3e:43:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'b047033b-ccee-476b-838e-e5936e0125a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:31Z', 'updated_at': '2021-11-12T21:12:39Z', 'revision_number': 4, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'subnets': [{'id': 'b047033b-ccee-476b-838e-e5936e0125a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:40.575973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f37365bd-52c6-475d-bd3d-a95a9c86d840 req-6573b89b-35c2-4053-8dd0-5988d301c5a1 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 210 time: 0.4411485 Nov 12 21:12:40.577143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5f216a8-1e5f-4ef6-8feb-52fe1ea9a7bf tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.606394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1592aece-c5e8-476e-97b3-b6fff5251574 None None] The sync data for ids ['861d20d2-c615-4fb2-88b0-0d5c34957950'] in n-d-713498-29 is: [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:12:33Z', 'revision_number': 4, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e1459a87-10ff-402a-903b-5a31067c14ba', 'name': '', 'network_id': '59563313-d3bc-4c1a-9012-1ce7aeacbd2a', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'mac_address': 'fa:16:3e:43:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'b047033b-ccee-476b-838e-e5936e0125a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:31Z', 'updated_at': '2021-11-12T21:12:39Z', 'revision_number': 4, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'subnets': [{'id': 'b047033b-ccee-476b-838e-e5936e0125a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:12:40.633972 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-90c3d4ad-9a3c-4bbb-9600-a567a80a8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.747495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5f216a8-1e5f-4ef6-8feb-52fe1ea9a7bf tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.765900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.768548 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.832415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5f216a8-1e5f-4ef6-8feb-52fe1ea9a7bf tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.875369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f216a8-1e5f-4ef6-8feb-52fe1ea9a7bf tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc834a2-1559-41e1-b911-0a4dec0829a3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:40.908077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3d4ad-9a3c-4bbb-9600-a567a80a8716 None None] Pushing event updated for resources: {'Port': ['ID=e1459a87-10ff-402a-903b-5a31067c14ba,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:40.911489 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.914253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f8c657b1-af78-4294-ab90-00d0b3f3ceb0 None None] Provisioning complete for port e1459a87-10ff-402a-903b-5a31067c14ba triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:40.914873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f8c657b1-af78-4294-ab90-00d0b3f3ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.961028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5f216a8-1e5f-4ef6-8feb-52fe1ea9a7bf tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:40.963124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b5f216a8-1e5f-4ef6-8feb-52fe1ea9a7bf tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2081373 Nov 12 21:12:40.965769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41130) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:40.974510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1270107130', 'security_groups': ['3cc834a2-1559-41e1-b911-0a4dec0829a3'], 'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc75a302-1a40-4d5e-bbe9-688ec9a275ad'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:41.000170 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:41.176331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Pushing event updated for resources: {'Port': ['ID=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:41.196969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:41.199382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:41.202075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:41.327985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Attempting to bind port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:41.328559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Attempting to bind port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '562607de-1c30-4fe7-924e-b4a5370d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:41.329111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Attempting to bind port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 on network a97a344b-356a-4b76-ab7e-eaceec937603 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:41.351829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:41.352414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Checking segment: {'id': '562607de-1c30-4fe7-924e-b4a5370d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:41.352930 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:41.353430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Bound using segment: {'id': '562607de-1c30-4fe7-924e-b4a5370d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:41.354136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Bound port: e1e32c78-dbdc-4abb-89b8-49b6e0855b28, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562607de-1c30-4fe7-924e-b4a5370d0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:41.354640 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:41.359773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:41.479636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] For port e1e32c78-dbdc-4abb-89b8-49b6e0855b28, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:41.485923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] For port e1e32c78-dbdc-4abb-89b8-49b6e0855b28, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,segment=NetworkSegment(562607de-1c30-4fe7-924e-b4a5370d0ac6),segment_id=562607de-1c30-4fe7-924e-b4a5370d0ac6)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:41.501578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1459a87-10ff-402a-903b-5a31067c14ba up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:41.576180 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:41.722694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cbfdd-b6a9-4e06-b103-99f2d619ae54 None None] Pushing event updated for resources: {'Port': ['ID=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:41.746976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e1459a87-10ff-402a-903b-5a31067c14ba triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:41.747743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:41.821722 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:41.878178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port c81a9881-f401-4ea9-b1c8-7217569e69e0 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:12:42.270213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-81a8a5c4-f9e2-48df-a600-9ada5a2abda5 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:42.273613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-81a8a5c4-f9e2-48df-a600-9ada5a2abda5 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.46 "GET /v2.0/networks?id=435d2592-a951-4ccd-93c3-d98e31972300 HTTP/1.1" status: 200 len: 910 time: 0.7487729 Nov 12 21:12:42.282656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.13 (a97a344b-356a-4b76-ab7e-eaceec937603/cc75a302-1a40-4d5e-bbe9-688ec9a275ad/c81a9881-f401-4ea9-b1c8-7217569e69e0) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:42.291871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Request body: {'port': {'device_id': 'caee3029-e3ad-43a0-9e03-ffccbab82f69', 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'admin_state_up': True, 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:42.486030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Made reservation on behalf of 5e18dcd83164451da1fcbe8c05aeb4b4 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:42.488792 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:42.499468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b780169-8c46-47fe-a381-bdc220488c1d req-ecb6dbf0-87de-40ec-b3d2-bfc936ba9143 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 210 time: 0.7594838 Nov 12 21:12:42.700804 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:42.775842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Allocated IP 172.20.0.5 (435d2592-a951-4ccd-93c3-d98e31972300/dc17e519-5994-43fd-adc6-882cfc464c10/c572c2c0-2681-4cac-a5df-15c86bbf7129) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:42.938201 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:43.119622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:43.135373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:43.146941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:43.152182 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:43.173489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=c81a9881-f401-4ea9-b1c8-7217569e69e0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:43.229621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:43.230577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:43.366038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41208) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:43.366699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3da96255-237c-4c1d-99b4-d1fdaf3760a6 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3991423 Nov 12 21:12:43.372993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a42d0945-6684-47d1-a831-6de1bb2674c5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:43.398615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:43.522286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Network 435d2592-a951-4ccd-93c3-d98e31972300 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:43.525649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:43.534320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:43.583272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1e32c78-dbdc-4abb-89b8-49b6e0855b28 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:43.683475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:43.684144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:43.756102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Pushing event updated for resources: {'Port': ['ID=c572c2c0-2681-4cac-a5df-15c86bbf7129,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:43.851060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:43.851464 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:43.872291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-0ae07fd4-a394-4c0a-a172-f0023c0e6967 req-ae1b892b-2f45-4525-93c9-934253499da7 service neutron] (109629) timed out ('10.222.0.64', 57652) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:12:43.880081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd78d71-bd5a-48ef-b4ed-fb4c89003aa0 req-73494608-4e12-4a87-a5b2-0744b9ed1776 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:43.889621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bd78d71-bd5a-48ef-b4ed-fb4c89003aa0 req-73494608-4e12-4a87-a5b2-0744b9ed1776 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1027 time: 0.2191918 Nov 12 21:12:43.906712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-13fabe47-6ca9-48da-af77-0f48bb696d15 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6201744 Nov 12 21:12:43.934492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Request body: {'port': {'device_id': 'caee3029-e3ad-43a0-9e03-ffccbab82f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:43.959968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42d0945-6684-47d1-a831-6de1bb2674c5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:43.964320 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a42d0945-6684-47d1-a831-6de1bb2674c5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:44.069395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bd78d71-bd5a-48ef-b4ed-fb4c89003aa0 req-1e997191-2b32-41fb-8c8b-40df29a28a63 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784649 Nov 12 21:12:44.107829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-02121d97-d02b-4aa3-a505-7c06e1249b08 None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:44.108593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02121d97-d02b-4aa3-a505-7c06e1249b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:44.135572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:44.293183 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-a42d0945-6684-47d1-a831-6de1bb2674c5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cc75a302-1a40-4d5e-bbe9-688ec9a275ad (CIDR: 172.20.0.0/28) Nov 12 21:12:44.317488 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:44.337265 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42d0945-6684-47d1-a831-6de1bb2674c5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:12:44.338395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42d0945-6684-47d1-a831-6de1bb2674c5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:12:44.379007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd5ff9-ad32-471d-b256-33770c649f93 req-411dd711-7362-4431-8430-494923763092 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:44.392870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59bd5ff9-ad32-471d-b256-33770c649f93 req-411dd711-7362-4431-8430-494923763092 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 950 time: 0.2151959 Nov 12 21:12:44.399607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port e1e32c78-dbdc-4abb-89b8-49b6e0855b28, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,segment=NetworkSegment(562607de-1c30-4fe7-924e-b4a5370d0ac6),segment_id=562607de-1c30-4fe7-924e-b4a5370d0ac6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:44.424900 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a42d0945-6684-47d1-a831-6de1bb2674c5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0568032 Nov 12 21:12:44.427704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41262) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:44.435076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:44.442462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02121d97-d02b-4aa3-a505-7c06e1249b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:44.531156 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:44.548493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59bd5ff9-ad32-471d-b256-33770c649f93 req-9264feec-78e6-400b-babc-a9678f738bce tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542382 Nov 12 21:12:44.676791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-02121d97-d02b-4aa3-a505-7c06e1249b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:12:44.678627 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-02121d97-d02b-4aa3-a505-7c06e1249b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:12:44.681762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:44.766478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c572c2c0-2681-4cac-a5df-15c86bbf7129 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:12:44.782075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:44.798075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Transition to ACTIVE for port object c572c2c0-2681-4cac-a5df-15c86bbf7129 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:12:44.803839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41268) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:44.860898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:44.865055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:44.874784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.107402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-350b2dd2-20f6-4c64-bd45-1f7a8cf7d970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.303495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Pushing event updated for resources: {'Port': ['ID=c572c2c0-2681-4cac-a5df-15c86bbf7129,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:45.308871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-02121d97-d02b-4aa3-a505-7c06e1249b08 None None] Provisioning complete for port 41550644-1b4e-4f06-b149-f4d1b46bccbe triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:45.309517 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02121d97-d02b-4aa3-a505-7c06e1249b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.419326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-02121d97-d02b-4aa3-a505-7c06e1249b08 None None] Port 41550644-1b4e-4f06-b149-f4d1b46bccbe cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:45.457852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1e32c78-dbdc-4abb-89b8-49b6e0855b28 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:45.479990 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-350b2dd2-20f6-4c64-bd45-1f7a8cf7d970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.523601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Attempting to bind port c572c2c0-2681-4cac-a5df-15c86bbf7129 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:12:45.524299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Attempting to bind port c572c2c0-2681-4cac-a5df-15c86bbf7129 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:12:45.524437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Attempting to bind port c572c2c0-2681-4cac-a5df-15c86bbf7129 on network 435d2592-a951-4ccd-93c3-d98e31972300 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:45.532676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a513a5-2dd9-45a0-a34b-afb349d83bc0 req-950d73d3-aee2-4c38-ad54-152e294649cd tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:45.541005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49a513a5-2dd9-45a0-a34b-afb349d83bc0 req-950d73d3-aee2-4c38-ad54-152e294649cd tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1053 time: 0.3042173 Nov 12 21:12:45.543862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Port c572c2c0-2681-4cac-a5df-15c86bbf7129 on network 435d2592-a951-4ccd-93c3-d98e31972300 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:12:45.544189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Attempting to bind port c572c2c0-2681-4cac-a5df-15c86bbf7129 on network 435d2592-a951-4ccd-93c3-d98e31972300 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:12:45.548558 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.566348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:12:45.566689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Checking segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:12:45.567073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Bound using segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:12:45.567550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Bound port: c572c2c0-2681-4cac-a5df-15c86bbf7129, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:12:45.567992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.628969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2df971ae-fbfd-4b43-8667-df49eec8f2e1 None None] Provisioning complete for port c81a9881-f401-4ea9-b1c8-7217569e69e0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:45.630970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2df971ae-fbfd-4b43-8667-df49eec8f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.645210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49a513a5-2dd9-45a0-a34b-afb349d83bc0 req-37db1a23-2aa1-4f03-b3d8-de18fcd83c72 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983410 Nov 12 21:12:45.653489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-350b2dd2-20f6-4c64-bd45-1f7a8cf7d970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.660134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:45.672439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:45.686462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-350b2dd2-20f6-4c64-bd45-1f7a8cf7d970 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ab07d86eb554cf78d4d865f2e289022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8792691 Nov 12 21:12:45.691697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:45.692709 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.695109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41294) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:45.727397 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=5b4fc596-6666-4612-9763-1cc974575c0a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:45.767433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d8ddec-34db-4aa5-b33b-c0298e69f986 None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:45.779325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b2dd2-20f6-4c64-bd45-1f7a8cf7d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c7ddeb-9e37-4030-82b4-52f8d9caa095,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:45.804953 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-031d9cd0-3ca1-4cf3-84a0-ec5b39c11e5c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3752937 Nov 12 21:12:45.809174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41312) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:45.837164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] For port c572c2c0-2681-4cac-a5df-15c86bbf7129, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:12:45.844748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] For port c572c2c0-2681-4cac-a5df-15c86bbf7129, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c572c2c0-2681-4cac-a5df-15c86bbf7129,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:12:45.869966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e27f8-3b03-4872-a9bf-0ecf25ca6c45 req-7ed0ee26-6d56-4cfe-ab05-907a2e191f26 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:45.871688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d72e27f8-3b03-4872-a9bf-0ecf25ca6c45 req-7ed0ee26-6d56-4cfe-ab05-907a2e191f26 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 950 time: 0.1925526 Nov 12 21:12:45.883876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-551733396', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b4fc596-6666-4612-9763-1cc974575c0a'}], 'security_groups': ['1e0aac82-63ac-4d7c-8e68-a605f47c3e2f']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:45.888426 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-316ae56b-334f-4df1-ad17-c13cf6d61a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.923128 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.947810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-316ae56b-334f-4df1-ad17-c13cf6d61a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.977018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:45.977637 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:45.979041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] 10.222.0.46 "PUT /v2.0/ports/c572c2c0-2681-4cac-a5df-15c86bbf7129 HTTP/1.1" status: 200 len: 1092 time: 2.0558009 Nov 12 21:12:45.980303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caee3029-e3ad-43a0-9e03-ffccbab82f69', 'tag': 'c572c2c0-2681-4cac-a5df-15c86bbf7129'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:12:45.982649 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eb37bf-d760-4704-b5fe-a3a41cd08330" -d '{"events": [{"name": "network-changed", "server_uuid": "caee3029-e3ad-43a0-9e03-ffccbab82f69", "tag": "c572c2c0-2681-4cac-a5df-15c86bbf7129"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:12:46.063830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d72e27f8-3b03-4872-a9bf-0ecf25ca6c45 req-ac15e8d2-ad08-45bb-a25b-072849e143e5 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681414 Nov 12 21:12:46.091468 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c0622-2e88-4006-9623-4dde10a91ebd x-openstack-request-id: req-a46c0622-2e88-4006-9623-4dde10a91ebd {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:12:46.091733 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caee3029-e3ad-43a0-9e03-ffccbab82f69", "tag": "c572c2c0-2681-4cac-a5df-15c86bbf7129", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:12:46.092010 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a46c0622-2e88-4006-9623-4dde10a91ebd {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:12:46.092258 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caee3029-e3ad-43a0-9e03-ffccbab82f69', 'tag': 'c572c2c0-2681-4cac-a5df-15c86bbf7129', 'status': 'completed', 'code': 200} Nov 12 21:12:46.121106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:46.121106 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:46.232596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10a544-d6db-4cb2-b290-6be52ab388ac service neutron] Pushing event updated for resources: {'Port': ['ID=c572c2c0-2681-4cac-a5df-15c86bbf7129,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:46.292891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-80258339-f327-4fb4-9b89-6be87d2f3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:46.294439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-80258339-f327-4fb4-9b89-6be87d2f3644 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e18dcd83164451da1fcbe8c05aeb4b4&device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1095 time: 0.1780267 Nov 12 21:12:46.318348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2df971ae-fbfd-4b43-8667-df49eec8f2e1 None None] Port c81a9881-f401-4ea9-b1c8-7217569e69e0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:46.407624 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-316ae56b-334f-4df1-ad17-c13cf6d61a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:46.410318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-316ae56b-334f-4df1-ad17-c13cf6d61a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:46.414037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-316ae56b-334f-4df1-ad17-c13cf6d61a27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81c7ddeb-9e37-4030-82b4-52f8d9caa095 HTTP/1.1" status: 204 len: 168 time: 0.7093015 Nov 12 21:12:46.414037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-28898e4a-7c71-4449-87a1-261c79bca343 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c572c2c0-2681-4cac-a5df-15c86bbf7129 HTTP/1.1" status: 200 len: 217 time: 0.1057947 Nov 12 21:12:46.519687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ae56b-334f-4df1-ad17-c13cf6d61a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c7ddeb-9e37-4030-82b4-52f8d9caa095,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:46.563725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-f2e9f4cd-c096-4859-b48e-e2a0a4b07992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:46.572458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-f2e9f4cd-c096-4859-b48e-e2a0a4b07992 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc17e519-5994-43fd-adc6-882cfc464c10 HTTP/1.1" status: 200 len: 848 time: 0.1462476 Nov 12 21:12:46.646936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53b142-6d27-4f0d-8996-988e88467b60 None None] Update dhcp port {'port': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'fixed_ips': [{'subnet_id': 'cc75a302-1a40-4d5e-bbe9-688ec9a275ad', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b4fc596-6666-4612-9763-1cc974575c0a'}], 'binding:host_id': 'n-d-713498-29'}, 'id': 'e1e32c78-dbdc-4abb-89b8-49b6e0855b28'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:12:46.683861 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea53b142-6d27-4f0d-8996-988e88467b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:46.711598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-5fde19a2-23c3-434b-843a-5b7bdca47cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:46.715058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-5fde19a2-23c3-434b-843a-5b7bdca47cf8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=435d2592-a951-4ccd-93c3-d98e31972300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305144 Nov 12 21:12:46.919562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fade4-fd03-4260-8480-33f2ccfae554 req-221093a2-b99b-47d3-a455-778f9fd5c30d tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:46.922133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-628fade4-fd03-4260-8480-33f2ccfae554 req-221093a2-b99b-47d3-a455-778f9fd5c30d tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1095 time: 0.1958468 Nov 12 21:12:46.923588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ea53b142-6d27-4f0d-8996-988e88467b60 None None] Allocated IP 172.20.0.18 (a97a344b-356a-4b76-ab7e-eaceec937603/5b4fc596-6666-4612-9763-1cc974575c0a/e1e32c78-dbdc-4abb-89b8-49b6e0855b28) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:46.953606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-0d522c26-0e34-4385-a352-7328c69d8e0d tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:46.957169 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-0d522c26-0e34-4385-a352-7328c69d8e0d tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 950 time: 1.2074616 Nov 12 21:12:46.968481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-fc571ada-0575-4365-855c-b4fec9056978 service neutron] 10.222.0.46 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306798 Nov 12 21:12:47.192927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77f9503-344b-4fc5-b0ae-0cb1b71ed672 req-c5c82d7b-8d45-4efb-9e91-750243d742a9 service neutron] 10.222.0.46 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098234 Nov 12 21:12:47.217790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:47.275901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ea53b142-6d27-4f0d-8996-988e88467b60 None None] For port e1e32c78-dbdc-4abb-89b8-49b6e0855b28, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,segment=NetworkSegment(562607de-1c30-4fe7-924e-b4a5370d0ac6),segment_id=562607de-1c30-4fe7-924e-b4a5370d0ac6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:47.354399 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea53b142-6d27-4f0d-8996-988e88467b60 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:47.379126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41342) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:47.383099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-628fade4-fd03-4260-8480-33f2ccfae554 req-2d11e88a-10f6-473e-91d2-6ab3566e1940 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415951 Nov 12 21:12:47.428309 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e465a792-7354-4815-b32d-e94040bd771e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:47.445551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ea53b142-6d27-4f0d-8996-988e88467b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:47.528600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed281fc-173b-45d0-9409-3b8d084d5dfa req-89a5e81f-6bfc-41ce-86bf-dd6af811aa5d tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:47.547116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Deleting port d27fd2c6-14a1-4141-9b0c-3bae9224885c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:47.547406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eed281fc-173b-45d0-9409-3b8d084d5dfa req-89a5e81f-6bfc-41ce-86bf-dd6af811aa5d tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 950 time: 0.2542906 Nov 12 21:12:47.547551 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:47.594086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-7ab48797-2f2e-4f35-af46-4dfe26e4286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:47.595641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-7ab48797-2f2e-4f35-af46-4dfe26e4286c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e18dcd83164451da1fcbe8c05aeb4b4&device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1095 time: 0.2591887 Nov 12 21:12:47.615523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53b142-6d27-4f0d-8996-988e88467b60 None None] Pushing event updated for resources: {'Port': ['ID=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:47.694399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eed281fc-173b-45d0-9409-3b8d084d5dfa req-d146513e-2f51-41fd-81ce-20176ba64f04 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f200565-c555-445b-8ac6-a902dc89db3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418810 Nov 12 21:12:47.832418 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e465a792-7354-4815-b32d-e94040bd771e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:47.837877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] For port d27fd2c6-14a1-4141-9b0c-3bae9224885c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d27fd2c6-14a1-4141-9b0c-3bae9224885c,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:47.842996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:47.861364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Calling delete_port for d27fd2c6-14a1-4141-9b0c-3bae9224885c owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:47.861779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-f7300889-8c00-495e-b7d8-3817ba9782d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:47.863558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-f7300889-8c00-495e-b7d8-3817ba9782d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=435d2592-a951-4ccd-93c3-d98e31972300 HTTP/1.1" status: 200 len: 910 time: 0.2564981 Nov 12 21:12:47.930112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e465a792-7354-4815-b32d-e94040bd771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:47.964137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e465a792-7354-4815-b32d-e94040bd771e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5eed72b0dabb4434ad01d77abbcb6667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5798399 Nov 12 21:12:47.965500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-8d3c9900-f25b-4102-ad29-00db963ce01e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c572c2c0-2681-4cac-a5df-15c86bbf7129 HTTP/1.1" status: 200 len: 217 time: 0.0940750 Nov 12 21:12:47.967203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41346) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:48.055973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Delete allocated IP 172.20.0.13 (a97a344b-356a-4b76-ab7e-eaceec937603/cc75a302-1a40-4d5e-bbe9-688ec9a275ad) {{(pid=109628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 21:12:48.083401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.22 (a97a344b-356a-4b76-ab7e-eaceec937603/5b4fc596-6666-4612-9763-1cc974575c0a/c81a9881-f401-4ea9-b1c8-7217569e69e0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:48.132243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465a792-7354-4815-b32d-e94040bd771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1054c4-a459-4943-9226-c9091bf9b243,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:48.184792 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05bd16f7-8945-4a2f-8b83-b5b10c2108fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.218044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-35008b4b-3af1-489b-8c8c-2d0c4fa2d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:48.219929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-35008b4b-3af1-489b-8c8c-2d0c4fa2d74f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc17e519-5994-43fd-adc6-882cfc464c10 HTTP/1.1" status: 200 len: 848 time: 0.2382395 Nov 12 21:12:48.226404 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05bd16f7-8945-4a2f-8b83-b5b10c2108fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.319904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-80911b12-b424-4ec5-a7f5-ef848ca147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:48.321700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-80911b12-b424-4ec5-a7f5-ef848ca147f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=435d2592-a951-4ccd-93c3-d98e31972300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924511 Nov 12 21:12:48.465993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.484249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d27fd2c6-14a1-4141-9b0c-3bae9224885c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:12:48.571167 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05bd16f7-8945-4a2f-8b83-b5b10c2108fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.574178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05bd16f7-8945-4a2f-8b83-b5b10c2108fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.577910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-05bd16f7-8945-4a2f-8b83-b5b10c2108fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d1054c4-a459-4943-9226-c9091bf9b243 HTTP/1.1" status: 204 len: 168 time: 0.6075218 Nov 12 21:12:48.595464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd16f7-8945-4a2f-8b83-b5b10c2108fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1054c4-a459-4943-9226-c9091bf9b243,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:48.649775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbef4b-93ec-4ee6-af65-392785bf08aa req-6d26d7f8-87fa-46e4-9cea-5bbdb3688aba tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:48.661521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dafbef4b-93ec-4ee6-af65-392785bf08aa req-6d26d7f8-87fa-46e4-9cea-5bbdb3688aba tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1095 time: 0.1449072 Nov 12 21:12:48.718599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a9f8e093-e6bf-40b8-ac8f-2b7133e2d3cf None None] Provisioning complete for port c81a9881-f401-4ea9-b1c8-7217569e69e0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:48.722700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e093-e6bf-40b8-ac8f-2b7133e2d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.724254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Pushing event deleted for resources: {'Port': ['ID=d27fd2c6-14a1-4141-9b0c-3bae9224885c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:48.763342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] No DVR routers for this DVR port d27fd2c6-14a1-4141-9b0c-3bae9224885c on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:12:48.770140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.774042 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-095f7a8b-54d5-4470-a0a0-8ea67ec67624 req-1232587f-ee09-492b-8d13-2c28577c5820 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.46 "DELETE /v2.0/ports/d27fd2c6-14a1-4141-9b0c-3bae9224885c HTTP/1.1" status: 204 len: 173 time: 1.8055737 Nov 12 21:12:48.774509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e97562c-a1b8-49a1-97f1-d2c7b90e88f4', 'name': 'network-vif-deleted', 'tag': 'd27fd2c6-14a1-4141-9b0c-3bae9224885c'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:12:48.793754 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a936188a-f416-4760-a01a-47bf70901cfa" -d '{"events": [{"server_uuid": "0e97562c-a1b8-49a1-97f1-d2c7b90e88f4", "name": "network-vif-deleted", "tag": "d27fd2c6-14a1-4141-9b0c-3bae9224885c"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:12:48.841890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dafbef4b-93ec-4ee6-af65-392785bf08aa req-dff98ed2-941a-43cc-bd9d-007f76171cc8 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789613 Nov 12 21:12:48.865010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-31a00f17-4e56-41f0-9e7d-1edf5840d5dd service neutron] 10.222.0.46 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277517 Nov 12 21:12:48.886599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8e093-e6bf-40b8-ac8f-2b7133e2d3cf None None] Port c81a9881-f401-4ea9-b1c8-7217569e69e0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:48.891051 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.911534 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadafcfd-5a5f-462e-a666-c6dda6161cb2 x-openstack-request-id: req-dadafcfd-5a5f-462e-a666-c6dda6161cb2 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:12:48.911872 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e97562c-a1b8-49a1-97f1-d2c7b90e88f4", "name": "network-vif-deleted", "tag": "d27fd2c6-14a1-4141-9b0c-3bae9224885c", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:12:48.912122 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dadafcfd-5a5f-462e-a666-c6dda6161cb2 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:12:48.912536 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e97562c-a1b8-49a1-97f1-d2c7b90e88f4', 'name': 'network-vif-deleted', 'tag': 'd27fd2c6-14a1-4141-9b0c-3bae9224885c', 'status': 'completed', 'code': 200} Nov 12 21:12:48.920843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a9f8e093-e6bf-40b8-ac8f-2b7133e2d3cf None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:48.928514 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e093-e6bf-40b8-ac8f-2b7133e2d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:48.938501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba4aba28-4f70-41dc-b291-161e22aa2feb req-0779ca62-cea7-4b5b-b281-8b9c734c5867 tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 210 time: 0.0952179 Nov 12 21:12:49.027841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:49.139473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6eb37bf-d760-4704-b5fe-a3a41cd08330 req-ff9a0bf7-dc31-46d6-bfb2-5f359470a7b5 service neutron] 10.222.0.46 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320631 Nov 12 21:12:49.181908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a9f8e093-e6bf-40b8-ac8f-2b7133e2d3cf None None] Provisioning complete for port 41550644-1b4e-4f06-b149-f4d1b46bccbe triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:49.182289 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e093-e6bf-40b8-ac8f-2b7133e2d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:49.236389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8e093-e6bf-40b8-ac8f-2b7133e2d3cf None None] Port 41550644-1b4e-4f06-b149-f4d1b46bccbe cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:49.366341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=c81a9881-f401-4ea9-b1c8-7217569e69e0,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:49.395487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] In _notify_port_updated(), no bound segment for port c81a9881-f401-4ea9-b1c8-7217569e69e0 on network a97a344b-356a-4b76-ab7e-eaceec937603 {{(pid=109628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:12:49.406935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:49.412536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:49.412536 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1263e853-edcc-4afb-95cb-d47bc86cabab tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "PUT /v2.0/ports/c81a9881-f401-4ea9-b1c8-7217569e69e0 HTTP/1.1" status: 200 len: 920 time: 3.5539367 Nov 12 21:12:49.415341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41372) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:49.518489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1e32c78-dbdc-4abb-89b8-49b6e0855b28 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:49.650428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-95d99981-a5a1-4931-ac9e-294d78debd7e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port c81a9881-f401-4ea9-b1c8-7217569e69e0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:49.652150 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95d99981-a5a1-4931-ac9e-294d78debd7e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:49.721136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:49.725050 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:49.818566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c1f0b0cf-8d6e-4c83-bee1-cff735e901c2 None None] Provisioning complete for port c81a9881-f401-4ea9-b1c8-7217569e69e0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:49.818933 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1f0b0cf-8d6e-4c83-bee1-cff735e901c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:49.942057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95d99981-a5a1-4931-ac9e-294d78debd7e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:49.963153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-95d99981-a5a1-4931-ac9e-294d78debd7e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for c81a9881-f401-4ea9-b1c8-7217569e69e0 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:50.101775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0b0cf-8d6e-4c83-bee1-cff735e901c2 None None] Port c81a9881-f401-4ea9-b1c8-7217569e69e0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:50.158058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-332ea7e8-4f58-41fd-88c4-14f197d6fe1b req-20fd15f2-a168-4d70-af5c-800931bfca6a tempest-VolumesBackupsTest-1582501743 tempest-VolumesBackupsTest-1582501743-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e97562c-a1b8-49a1-97f1-d2c7b90e88f4 HTTP/1.1" status: 200 len: 210 time: 0.0364809 Nov 12 21:12:50.197134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bc2ec-4b05-445d-93db-a6bbe6ccea15 req-e8bc9539-4340-46c1-a8dd-127bd4986aa9 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:50.198800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-864bc2ec-4b05-445d-93db-a6bbe6ccea15 req-e8bc9539-4340-46c1-a8dd-127bd4986aa9 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1095 time: 0.1132889 Nov 12 21:12:50.330432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-864bc2ec-4b05-445d-93db-a6bbe6ccea15 req-ce2b8406-8687-48db-9ab7-25589cb46169 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223798 Nov 12 21:12:50.439067 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95d99981-a5a1-4931-ac9e-294d78debd7e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:50.540553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d99981-a5a1-4931-ac9e-294d78debd7e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=c81a9881-f401-4ea9-b1c8-7217569e69e0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:50.572506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-95d99981-a5a1-4931-ac9e-294d78debd7e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:50.578105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-95d99981-a5a1-4931-ac9e-294d78debd7e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/c81a9881-f401-4ea9-b1c8-7217569e69e0 HTTP/1.1" status: 204 len: 168 time: 1.1610200 Nov 12 21:12:50.580258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41398) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:50.619823 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04e0a3e-1dc6-4db1-be28-2390d377b1d9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:12:50.621521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f04e0a3e-1dc6-4db1-be28-2390d377b1d9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/c81a9881-f401-4ea9-b1c8-7217569e69e0 HTTP/1.1" status: 404 len: 333 time: 0.0403121 Nov 12 21:12:50.624538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41400) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:50.710035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dcf7b7b7-e964-4620-8286-4fda5cf55d36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:50.737041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dcf7b7b7-e964-4620-8286-4fda5cf55d36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:50.832114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c572c2c0-2681-4cac-a5df-15c86bbf7129 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:12:50.836117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d27fd2c6-14a1-4141-9b0c-3bae9224885c no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:12:50.872227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d27fd2c6-14a1-4141-9b0c-3bae9224885c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:12:50.872686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d27fd2c6-14a1-4141-9b0c-3bae9224885c not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:12:50.941996 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dcf7b7b7-e964-4620-8286-4fda5cf55d36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:50.947630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dcf7b7b7-e964-4620-8286-4fda5cf55d36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:50.949638 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dcf7b7b7-e964-4620-8286-4fda5cf55d36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/security-groups/3cc834a2-1559-41e1-b911-0a4dec0829a3 HTTP/1.1" status: 204 len: 168 time: 0.3238215 Nov 12 21:12:50.952379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41408) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:50.970086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7b7b7-e964-4620-8286-4fda5cf55d36 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc834a2-1559-41e1-b911-0a4dec0829a3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:51.001901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c572c2c0-2681-4cac-a5df-15c86bbf7129, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c572c2c0-2681-4cac-a5df-15c86bbf7129,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:51.019465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'c572c2c0-2681-4cac-a5df-15c86bbf7129', 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'port_id': 'c572c2c0-2681-4cac-a5df-15c86bbf7129', 'mac_address': 'fa:16:3e:e3:6d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc17e519-5994-43fd-adc6-882cfc464c10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:12:51.054592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d19df38-b209-4114-b716-4de0c5075681 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.087587 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.087587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c572c2c0-2681-4cac-a5df-15c86bbf7129 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:12:51.091168 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d19df38-b209-4114-b716-4de0c5075681 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.109559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c572c2c0-2681-4cac-a5df-15c86bbf7129, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c572c2c0-2681-4cac-a5df-15c86bbf7129,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:51.358352 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.429393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c572c2c0-2681-4cac-a5df-15c86bbf7129,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:51.455442 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d19df38-b209-4114-b716-4de0c5075681 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.458844 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9d19df38-b209-4114-b716-4de0c5075681 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.462532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9d19df38-b209-4114-b716-4de0c5075681 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/security-groups/1e0aac82-63ac-4d7c-8e68-a605f47c3e2f HTTP/1.1" status: 204 len: 168 time: 0.5065942 Nov 12 21:12:51.462951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41422) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:51.477795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19df38-b209-4114-b716-4de0c5075681 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0aac82-63ac-4d7c-8e68-a605f47c3e2f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:51.487195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f8550-e83b-4fd0-8101-a1056593ffeb req-3b097210-243e-4266-99ef-ccf2e954e321 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:51.488874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c80f8550-e83b-4fd0-8101-a1056593ffeb req-3b097210-243e-4266-99ef-ccf2e954e321 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1096 time: 0.0738761 Nov 12 21:12:51.563772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c80f8550-e83b-4fd0-8101-a1056593ffeb req-69fb804f-cd12-4bc4-977c-2b0b85cd1b72 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667937 Nov 12 21:12:51.568994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a3d11c-d004-4bae-b1d5-dcf279369f59 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet cc75a302-1a40-4d5e-bbe9-688ec9a275ad {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:12:51.568994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a3d11c-d004-4bae-b1d5-dcf279369f59 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.632075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a3d11c-d004-4bae-b1d5-dcf279369f59 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.682603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c572c2c0-2681-4cac-a5df-15c86bbf7129'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:12:51.851542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a3d11c-d004-4bae-b1d5-dcf279369f59 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:52.084088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a3d11c-d004-4bae-b1d5-dcf279369f59 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:52.116557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3d11c-d004-4bae-b1d5-dcf279369f59 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=cc75a302-1a40-4d5e-bbe9-688ec9a275ad,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:52.122626 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24a3d11c-d004-4bae-b1d5-dcf279369f59 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:52.126099 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24a3d11c-d004-4bae-b1d5-dcf279369f59 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/cc75a302-1a40-4d5e-bbe9-688ec9a275ad HTTP/1.1" status: 204 len: 168 time: 0.6613801 Nov 12 21:12:52.130835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41444) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:52.137359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5a38f-5e66-4717-a521-df0992cce54a None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:52.143642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:52.496722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:52.500819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:52.799779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a715e0-9d24-4cde-b256-1b08dae8344c req-52b010fd-b49a-4894-9e1c-a52e91b8aa95 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:52.801517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94a715e0-9d24-4cde-b256-1b08dae8344c req-52b010fd-b49a-4894-9e1c-a52e91b8aa95 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1096 time: 0.0965488 Nov 12 21:12:52.835381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c572c2c0-2681-4cac-a5df-15c86bbf7129 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:52.950616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94a715e0-9d24-4cde-b256-1b08dae8344c req-ca441b22-7991-4a07-9b0b-d1458157047f tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093385 Nov 12 21:12:53.040305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.069366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port c572c2c0-2681-4cac-a5df-15c86bbf7129 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:12:53.085260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port c572c2c0-2681-4cac-a5df-15c86bbf7129 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:53.085260 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.164005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:53.225511 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.240349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:53.249163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=f56ae54b-863d-499b-8fc6-7fd751534b90,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:53.260811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:53.261430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.279202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c572c2c0-2681-4cac-a5df-15c86bbf7129, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c572c2c0-2681-4cac-a5df-15c86bbf7129,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:53.282525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddcc150-935e-46cf-861d-0f21da90cbe4 None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:12:53.285888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee3029-e3ad-43a0-9e03-ffccbab82f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572c2c0-2681-4cac-a5df-15c86bbf7129'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:12:53.292779 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbb6cb0-3339-4869-8e9a-b790cd9dd60c" -d '{"events": [{"server_uuid": "caee3029-e3ad-43a0-9e03-ffccbab82f69", "name": "network-vif-plugged", "status": "completed", "tag": "c572c2c0-2681-4cac-a5df-15c86bbf7129"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:12:53.364108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-7d9e5fa0-2a35-42a7-9719-7976656a548d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2245703 Nov 12 21:12:53.427012 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.466863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c495e18-431e-4687-8945-d12807c48cd0 None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:53.467320 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c495e18-431e-4687-8945-d12807c48cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.483144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6e454684-d57a-4819-bd69-79707beaddea tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3500195 Nov 12 21:12:53.485801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:53.491409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dafb536f-6ceb-42cf-a233-f02eda6d900e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'security_group': {'name': 'tempest-secgroup-527245581'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:53.618679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-ff9580c0-5481-4b25-9b95-776aa02aede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:53.620341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-ff9580c0-5481-4b25-9b95-776aa02aede8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 1098 time: 0.1581562 Nov 12 21:12:53.632773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c572c2c0-2681-4cac-a5df-15c86bbf7129,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:53.654811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dafb536f-6ceb-42cf-a233-f02eda6d900e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.753579 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16004dc-e54d-4a01-8f90-7701d84f1402 x-openstack-request-id: req-f16004dc-e54d-4a01-8f90-7701d84f1402 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:12:53.754039 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee3029-e3ad-43a0-9e03-ffccbab82f69", "name": "network-vif-plugged", "status": "completed", "tag": "c572c2c0-2681-4cac-a5df-15c86bbf7129", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:12:53.754288 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f16004dc-e54d-4a01-8f90-7701d84f1402 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:12:53.754802 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee3029-e3ad-43a0-9e03-ffccbab82f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572c2c0-2681-4cac-a5df-15c86bbf7129', 'code': 200} Nov 12 21:12:53.856339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dafb536f-6ceb-42cf-a233-f02eda6d900e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.872444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-a8834c4b-c672-4b44-9934-728f05d9732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:53.874952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-a8834c4b-c672-4b44-9934-728f05d9732f service neutron] 10.222.0.78 "GET /v2.0/networks?id=30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 200 len: 912 time: 0.2341056 Nov 12 21:12:53.942044 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dafb536f-6ceb-42cf-a233-f02eda6d900e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:53.948580 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:12:53.954500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e76a37-c274-464f-b24d-5105dd61a34d None None] Update dhcp port {'port': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'fixed_ips': [{'subnet_id': '5b4fc596-6666-4612-9763-1cc974575c0a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f56ae54b-863d-499b-8fc6-7fd751534b90'}], 'binding:host_id': 'n-d-713498-29'}, 'id': 'e1e32c78-dbdc-4abb-89b8-49b6e0855b28'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:12:53.959824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c495e18-431e-4687-8945-d12807c48cd0 None None] Provisioning complete for port 41550644-1b4e-4f06-b149-f4d1b46bccbe triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:53.962125 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c495e18-431e-4687-8945-d12807c48cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.037720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3c495e18-431e-4687-8945-d12807c48cd0 None None] Port 41550644-1b4e-4f06-b149-f4d1b46bccbe cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:54.055343 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-16e76a37-c274-464f-b24d-5105dd61a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.063476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb536f-6ceb-42cf-a233-f02eda6d900e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea21bff-d322-44e3-9a2c-be7e7476ae53,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:54.125290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5eb8d-8eba-4a68-a5e2-5c79a8be3c92 req-6d3120a6-3b24-4076-9070-fad521b74b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:54.128042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccf5eb8d-8eba-4a68-a5e2-5c79a8be3c92 req-6d3120a6-3b24-4076-9070-fad521b74b5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.2521024 Nov 12 21:12:54.135459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-de8b5243-9899-4458-ab19-99e9d325413b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80 HTTP/1.1" status: 200 len: 1002 time: 0.1880450 Nov 12 21:12:54.168502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dafb536f-6ceb-42cf-a233-f02eda6d900e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.174055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dafb536f-6ceb-42cf-a233-f02eda6d900e tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6846533 Nov 12 21:12:54.177405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41512) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:54.185894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-74a655fb-8780-4ebd-ace6-8d37262f1604 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'security_group': {'name': 'tempest-secgroup-338797757'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:54.329657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731d0a6-0585-4682-b867-8d7aade915e0 req-f26e67b2-19fe-4a6f-bf74-31e4e1314747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:54.331861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5731d0a6-0585-4682-b867-8d7aade915e0 req-f26e67b2-19fe-4a6f-bf74-31e4e1314747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.2251980 Nov 12 21:12:54.387216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-4cfa9f00-329d-4822-ba49-869fe1cc8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:54.389761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-4cfa9f00-329d-4822-ba49-869fe1cc8005 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 200 len: 850 time: 0.1741712 Nov 12 21:12:54.393450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-16e76a37-c274-464f-b24d-5105dd61a34d None None] Allocated IP 172.20.0.2 (a97a344b-356a-4b76-ab7e-eaceec937603/f56ae54b-863d-499b-8fc6-7fd751534b90/e1e32c78-dbdc-4abb-89b8-49b6e0855b28) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:54.405413 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-74a655fb-8780-4ebd-ace6-8d37262f1604 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.436335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccf5eb8d-8eba-4a68-a5e2-5c79a8be3c92 req-ff4c7111-8f51-4285-a485-d1906036f6e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217767 Nov 12 21:12:54.444421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5731d0a6-0585-4682-b867-8d7aade915e0 req-7791d026-3d13-435d-8a2f-f212f86c53c9 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045010 Nov 12 21:12:54.445502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41514) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:54.469163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-7b504e94-0b18-49a3-a397-b30c7632a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:54.473184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-7b504e94-0b18-49a3-a397-b30c7632a50b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=30e634c7-c8e7-4806-810f-b2d9beedba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743558 Nov 12 21:12:54.575807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-74a655fb-8780-4ebd-ace6-8d37262f1604 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.624887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-16e76a37-c274-464f-b24d-5105dd61a34d None None] For port e1e32c78-dbdc-4abb-89b8-49b6e0855b28, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,segment=NetworkSegment(562607de-1c30-4fe7-924e-b4a5370d0ac6),segment_id=562607de-1c30-4fe7-924e-b4a5370d0ac6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:54.666157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56f10f-45d6-420d-8108-d161ad4fda79 req-07d99254-e252-4c66-b23e-a70a6d5ebbed tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:54.675171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f56f10f-45d6-420d-8108-d161ad4fda79 req-07d99254-e252-4c66-b23e-a70a6d5ebbed tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 946 time: 0.0904074 Nov 12 21:12:54.680098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-16e76a37-c274-464f-b24d-5105dd61a34d None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.686540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-11c9aeef-812b-47b2-824c-ab2f8ef8b139 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003961 Nov 12 21:12:54.711792 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc13d85a-6558-4e28-b754-2f43a98e84e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.738669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-74a655fb-8780-4ebd-ace6-8d37262f1604 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.788516 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-16e76a37-c274-464f-b24d-5105dd61a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.855697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a655fb-8780-4ebd-ace6-8d37262f1604 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eccce4a2-2aee-4ce3-8c39-2a627ba7e59e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:54.939012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-74a655fb-8780-4ebd-ace6-8d37262f1604 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.944695 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-74a655fb-8780-4ebd-ace6-8d37262f1604 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7652664 Nov 12 21:12:54.950447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:54.957010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e76a37-c274-464f-b24d-5105dd61a34d None None] Pushing event updated for resources: {'Port': ['ID=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:54.964560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bc133686-6457-4edb-8178-a8f7d40ff96a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'security_group': {'name': 'tempest-secgroup-176115887'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:54.982768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc13d85a-6558-4e28-b754-2f43a98e84e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.129537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc13d85a-6558-4e28-b754-2f43a98e84e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.222425 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bc133686-6457-4edb-8178-a8f7d40ff96a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.238776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13d85a-6558-4e28-b754-2f43a98e84e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f12cbb3-29f9-4f10-8aed-6cb13ff41f84,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:55.246774 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc13d85a-6558-4e28-b754-2f43a98e84e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cafd6ad27e8d4d22b2d6d550639e252e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7969632 Nov 12 21:12:55.271885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41526) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:55.423633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f56f10f-45d6-420d-8108-d161ad4fda79 req-ee585efb-0882-4c82-b082-5ad67ef2d14a tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7480958 Nov 12 21:12:55.447007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1e32c78-dbdc-4abb-89b8-49b6e0855b28 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:12:55.464306 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c17f1b9e-52e8-4f4b-b357-0cb6d59005ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.502612 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c32404-27c8-47ae-8d36-c01b2581beb1 req-7f2e4cd5-770c-4726-a384-569116b1fc63 service neutron] 10.222.0.78 "GET /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044047 Nov 12 21:12:55.508245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c17f1b9e-52e8-4f4b-b357-0cb6d59005ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.521979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bc133686-6457-4edb-8178-a8f7d40ff96a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.597789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:55.600340 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.649396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bc133686-6457-4edb-8178-a8f7d40ff96a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.664940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7d06-2021-4640-b684-a56d9435b824 req-a79f8b34-5bbf-43cf-8560-eb608e45817c tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:55.669300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-769e7d06-2021-4640-b684-a56d9435b824 req-a79f8b34-5bbf-43cf-8560-eb608e45817c tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.0776498 Nov 12 21:12:55.704600 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c17f1b9e-52e8-4f4b-b357-0cb6d59005ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.717543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c17f1b9e-52e8-4f4b-b357-0cb6d59005ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.718728 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c17f1b9e-52e8-4f4b-b357-0cb6d59005ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f12cbb3-29f9-4f10-8aed-6cb13ff41f84 HTTP/1.1" status: 204 len: 168 time: 0.4428809 Nov 12 21:12:55.737800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc133686-6457-4edb-8178-a8f7d40ff96a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0a0a32-ed32-451d-b73e-c58486fc33c9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:55.767750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-769e7d06-2021-4640-b684-a56d9435b824 req-0209498f-e819-47ca-aac2-1aeaa111bd30 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906680 Nov 12 21:12:55.771336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f1b9e-52e8-4f4b-b357-0cb6d59005ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f12cbb3-29f9-4f10-8aed-6cb13ff41f84,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:55.800215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bc133686-6457-4edb-8178-a8f7d40ff96a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.800215 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bc133686-6457-4edb-8178-a8f7d40ff96a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8425126 Nov 12 21:12:55.802443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41534) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:55.808852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1218453242', 'security_groups': ['9b0a0a32-ed32-451d-b73e-c58486fc33c9'], 'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f56ae54b-863d-499b-8fc6-7fd751534b90'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:55.983338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6b7af62b-82d7-4f37-bfd9-0c8a723d191a None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:55.983714 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b7af62b-82d7-4f37-bfd9-0c8a723d191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.090470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:56.098700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6b7af62b-82d7-4f37-bfd9-0c8a723d191a None None] Provisioning complete for port 41550644-1b4e-4f06-b149-f4d1b46bccbe triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:56.099769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b7af62b-82d7-4f37-bfd9-0c8a723d191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.168141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6b7af62b-82d7-4f37-bfd9-0c8a723d191a None None] Port 41550644-1b4e-4f06-b149-f4d1b46bccbe cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:56.271202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-17874e4d-962c-4029-9794-7f12838c9ec5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:56.272864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-17874e4d-962c-4029-9794-7f12838c9ec5 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 946 time: 0.1055558 Nov 12 21:12:56.319212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.367770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] device_id is not set on port de164e86-4d94-4288-9275-f2c746892e99 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:12:56.517081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Deleting port 0ef8243c-6360-4fcf-b14e-754a305ffd80 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:12:56.517764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.657784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a145373-5f07-4c1f-8dab-50e7f432123e req-04ef42e7-bb42-492e-b8cd-c2b3fc0c41c4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:56.659275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a145373-5f07-4c1f-8dab-50e7f432123e req-04ef42e7-bb42-492e-b8cd-c2b3fc0c41c4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 946 time: 0.1622169 Nov 12 21:12:56.690668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41546) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:56.691527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.10 (a97a344b-356a-4b76-ab7e-eaceec937603/f56ae54b-863d-499b-8fc6-7fd751534b90/de164e86-4d94-4288-9275-f2c746892e99) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:12:56.705633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ae6e-94c6-40fb-bf7d-64775e92ea6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.716372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] For port 0ef8243c-6360-4fcf-b14e-754a305ffd80, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ef8243c-6360-4fcf-b14e-754a305ffd80,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:12:56.716747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.822140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ae6e-94c6-40fb-bf7d-64775e92ea6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.836649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a145373-5f07-4c1f-8dab-50e7f432123e req-b14ff90d-30f1-4acc-87b6-5587851cd56d tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups?id=c003cda6-9ec3-4ea3-bb0b-7639232e05b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633813 Nov 12 21:12:56.937388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8b8ae6e-94c6-40fb-bf7d-64775e92ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.984891 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c8b8ae6e-94c6-40fb-bf7d-64775e92ea6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5cffdea69de24db78249a47f2c848602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967947 Nov 12 21:12:56.986331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8ae6e-94c6-40fb-bf7d-64775e92ea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9177c8-7c89-4719-96ab-fd15d8eef6f3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:56.986911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41550) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:57.088306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ec9af-4765-453c-a47f-e1777f6d5c2d req-7f93f56d-3e75-4de9-81a0-d5e32bf01946 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:57.089806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-750ec9af-4765-453c-a47f-e1777f6d5c2d req-7f93f56d-3e75-4de9-81a0-d5e32bf01946 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.1987514 Nov 12 21:12:57.112731 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.128504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.128989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.129210 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Floating IP 7da12d60-7d09-4303-947e-4d40194a9946 disassociated. External IP: 172.25.8.115, port: 0ef8243c-6360-4fcf-b14e-754a305ffd80. Nov 12 21:12:57.129556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Calling delete_port for 0ef8243c-6360-4fcf-b14e-754a305ffd80 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:12:57.235991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52ba65d7-6d64-4c5f-bb64-099763905ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.252589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-750ec9af-4765-453c-a47f-e1777f6d5c2d req-4773e496-73b0-49df-bfcd-0555c0f00512 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506672 Nov 12 21:12:57.291780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52ba65d7-6d64-4c5f-bb64-099763905ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.427615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.488436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:12:57.497193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:12:57.504260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb12eb4-ee60-4c7f-b723-1f9b397e6572 req-0a273dc5-176b-4840-a3ae-7e133f9bfbca tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:57.506463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcb12eb4-ee60-4c7f-b723-1f9b397e6572 req-0a273dc5-176b-4840-a3ae-7e133f9bfbca tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.1235881 Nov 12 21:12:57.507320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:12:57.511527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=de164e86-4d94-4288-9275-f2c746892e99,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:57.560052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.587779 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e052895-4e2f-491a-a244-f7d795f3450e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.675514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcb12eb4-ee60-4c7f-b723-1f9b397e6572 req-b902e5ca-b466-4281-bbec-d84ffb82a437 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341281 Nov 12 21:12:57.683501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:57.684564 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.691597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52ba65d7-6d64-4c5f-bb64-099763905ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.695059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-52ba65d7-6d64-4c5f-bb64-099763905ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.697450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-52ba65d7-6d64-4c5f-bb64-099763905ce8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f9177c8-7c89-4719-96ab-fd15d8eef6f3 HTTP/1.1" status: 204 len: 168 time: 0.7088432 Nov 12 21:12:57.698444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event deleted for resources: {'Port': ['ID=0ef8243c-6360-4fcf-b14e-754a305ffd80,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:57.747447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba65d7-6d64-4c5f-bb64-099763905ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9177c8-7c89-4719-96ab-fd15d8eef6f3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:12:57.867087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-00136cbf-e370-4956-8ac5-96eabde5acba None None] Provisioning complete for port de164e86-4d94-4288-9275-f2c746892e99 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:12:57.869110 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-00136cbf-e370-4956-8ac5-96eabde5acba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:57.912353 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41604) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:57.913352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-69f25dda-38a0-4943-8811-05289a7c72c1 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1093771 Nov 12 21:12:57.921416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c52d1d37-0277-4cbd-8806-d4ac3fa1b689 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:57.966493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-00136cbf-e370-4956-8ac5-96eabde5acba None None] Port de164e86-4d94-4288-9275-f2c746892e99 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:12:57.990535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efab9c6-3ef1-45b4-95e2-dd3da97923ac req-900be801-8371-471f-b6a0-5959e4088b00 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:57.992562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1efab9c6-3ef1-45b4-95e2-dd3da97923ac req-900be801-8371-471f-b6a0-5959e4088b00 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.0759809 Nov 12 21:12:57.995437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Router 2e893b31-e7cf-4b78-a827-3bc6cc902840 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:12:58.055266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45cadcc1-0858-4a80-b656-658c1f5a3655 req-5c855764-6bae-4224-8ec7-012875e57db1 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 210 time: 0.0524125 Nov 12 21:12:58.133213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1efab9c6-3ef1-45b4-95e2-dd3da97923ac req-5a7ee1af-ca27-4d7e-afa0-fe227ab7c41c tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317410 Nov 12 21:12:58.249616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:12:58.272348 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] Sync routers for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:12:58.294460 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:58.295230 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:58.303773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d1d37-0277-4cbd-8806-d4ac3fa1b689 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:58.310599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c52d1d37-0277-4cbd-8806-d4ac3fa1b689 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:58.383808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] No DVR routers for this DVR port 0ef8243c-6360-4fcf-b14e-754a305ffd80 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:12:58.389737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:58.402211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86aed904-6e61-4a51-abf8-a0236f39ea67 req-92641a64-c431-4f12-a955-5a70882c4ac4 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.78 "DELETE /v2.0/ports/0ef8243c-6360-4fcf-b14e-754a305ffd80 HTTP/1.1" status: 204 len: 173 time: 2.1216350 Nov 12 21:12:58.402794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'name': 'network-vif-deleted', 'tag': '0ef8243c-6360-4fcf-b14e-754a305ffd80'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:12:58.407092 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153609b1-dec9-45e3-af2f-b97d3041814c" -d '{"events": [{"server_uuid": "eb658f03-d5ca-4140-b758-64a62cbbbf90", "name": "network-vif-deleted", "tag": "0ef8243c-6360-4fcf-b14e-754a305ffd80"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:12:58.548871 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:58.549052 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc33489-9c51-43f8-b292-d1e3f233a1d4 x-openstack-request-id: req-1fc33489-9c51-43f8-b292-d1e3f233a1d4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:12:58.549340 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb658f03-d5ca-4140-b758-64a62cbbbf90", "name": "network-vif-deleted", "tag": "0ef8243c-6360-4fcf-b14e-754a305ffd80", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:12:58.549594 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fc33489-9c51-43f8-b292-d1e3f233a1d4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:12:58.550412 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb658f03-d5ca-4140-b758-64a62cbbbf90', 'name': 'network-vif-deleted', 'tag': '0ef8243c-6360-4fcf-b14e-754a305ffd80', 'status': 'completed', 'code': 200} Nov 12 21:12:58.560956 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-c52d1d37-0277-4cbd-8806-d4ac3fa1b689 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f56ae54b-863d-499b-8fc6-7fd751534b90 (CIDR: 172.20.0.0/28) Nov 12 21:12:58.646238 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52d1d37-0277-4cbd-8806-d4ac3fa1b689 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:12:58.646924 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52d1d37-0277-4cbd-8806-d4ac3fa1b689 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:12:58.779270 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c52d1d37-0277-4cbd-8806-d4ac3fa1b689 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8638310 Nov 12 21:12:58.787377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41630) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:12:58.794693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e86275f8-1c5a-4c7d-a60c-98918eaa04f0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:12:58.870255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-d9fb0b2e-73dd-4fe4-b1db-ef5e1ee4e048 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:58.878449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-d9fb0b2e-73dd-4fe4-b1db-ef5e1ee4e048 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/networks?id=435d2592-a951-4ccd-93c3-d98e31972300 HTTP/1.1" status: 200 len: 910 time: 0.2943261 Nov 12 21:12:58.911691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-e21e90dc-5af0-43c3-8a0d-98501f5c4e6f tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/quotas/5e18dcd83164451da1fcbe8c05aeb4b4 HTTP/1.1" status: 200 len: 375 time: 0.0316815 Nov 12 21:12:59.022446 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:59.031777 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-7d503f9e-3a94-46d9-992f-f0b6f4d50ceb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e18dcd83164451da1fcbe8c05aeb4b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1189268 Nov 12 21:12:59.082112 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] Checking router: 2e893b31-e7cf-4b78-a827-3bc6cc902840 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:12:59.094472 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:12:59.095089 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:59.203354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-de7faa8b-d78f-45e6-8768-f41841576d49 service neutron] 10.222.0.64 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702464 Nov 12 21:12:59.226379 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:12:59.241887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a17045a-c49c-40b4-841b-2bc262bb0268 req-e9e4ba81-de5e-411e-bf2d-377243347a60 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 210 time: 0.0768747 Nov 12 21:12:59.297039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86275f8-1c5a-4c7d-a60c-98918eaa04f0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:12:59.297039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e86275f8-1c5a-4c7d-a60c-98918eaa04f0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:59.423615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-8ea5b033-a919-4e7f-bd79-f67aa52e39ad service neutron] 10.222.0.64 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882722 Nov 12 21:12:59.528473 n-d-713498-29 neutron-server[109628]: INFO neutron.db.ipam_backend_mixin [None req-e86275f8-1c5a-4c7d-a60c-98918eaa04f0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5b4fc596-6666-4612-9763-1cc974575c0a (CIDR: 172.20.0.16/28) Nov 12 21:12:59.599179 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:12:59.621079 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86275f8-1c5a-4c7d-a60c-98918eaa04f0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:12:59.621591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86275f8-1c5a-4c7d-a60c-98918eaa04f0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:12:59.637161 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c432a0-8401-48e6-a5a3-135f14adf089 None None] The sync data for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 is: [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:04:30Z', 'revision_number': 4, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c9d5adf7-f0e9-4006-997d-e828012a7671', 'name': '', 'network_id': '30e634c7-c8e7-4806-810f-b2d9beedba24', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'mac_address': 'fa:16:3e:08:5e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:27Z', 'updated_at': '2021-11-12T21:04:40Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'subnets': [{'id': '6ccee5db-54a3-4fd7-9e0d-d62662197e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:13:00.030730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2b1c1-44a1-4967-acd1-1bf9a545e6dd None None] New status for floating IP 7da12d60-7d09-4303-947e-4d40194a9946: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:13:00.161655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0ef8243c-6360-4fcf-b14e-754a305ffd80 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:00.182464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 0ef8243c-6360-4fcf-b14e-754a305ffd80 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:00.182810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0ef8243c-6360-4fcf-b14e-754a305ffd80 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:00.274114 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e86275f8-1c5a-4c7d-a60c-98918eaa04f0 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4851341 Nov 12 21:13:00.277785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41686) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:00.284304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'subnet': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:00.354353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb5aa-6527-4186-8a8e-2ce2c7d06294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:00.394110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-166edfc3-47fa-4f9b-beaf-86188421d52e req-a4cd058f-98c1-4656-b701-579883be9e34 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb658f03-d5ca-4140-b758-64a62cbbbf90 HTTP/1.1" status: 200 len: 210 time: 0.0445378 Nov 12 21:13:00.549462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5ffdfc7-d0be-4577-b194-22786bfe7b7f req-f583f3cc-1fca-4760-9afa-51958584d4ac tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 210 time: 0.0315650 Nov 12 21:13:00.643675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Made reservation on behalf of 0b0133d6158445c79aabd5068ab5be55 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:00.648331 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:01.026509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:01.079036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Network a97a344b-356a-4b76-ab7e-eaceec937603 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:13:01.085890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:01.087532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:01.088192 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:01.094914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04eee6-f06b-4b87-b80b-acd9fe127df6 None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:01.112224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Subnet': ['ID=83202a11-bf45-41fd-8608-20f3227cd0ec,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:01.253480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-27418096-3c5a-4d47-a7bf-f90d704d0e9c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9742188 Nov 12 21:13:01.267591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41708) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:01.267591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-418687304', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83202a11-bf45-41fd-8608-20f3227cd0ec'}], 'security_groups': ['4ea21bff-d322-44e3-9a2c-be7e7476ae53', 'eccce4a2-2aee-4ce3-8c39-2a627ba7e59e']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:01.346560 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:01.367502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d898af2-1583-4051-ab43-08121b13ed38 None None] Update dhcp port {'port': {'network_id': 'a97a344b-356a-4b76-ab7e-eaceec937603', 'fixed_ips': [{'subnet_id': '5b4fc596-6666-4612-9763-1cc974575c0a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f56ae54b-863d-499b-8fc6-7fd751534b90', 'ip_address': '172.20.0.2'}, {'subnet_id': '83202a11-bf45-41fd-8608-20f3227cd0ec'}], 'binding:host_id': 'n-d-713498-29'}, 'id': 'e1e32c78-dbdc-4abb-89b8-49b6e0855b28'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:13:01.400879 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d898af2-1583-4051-ab43-08121b13ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:01.415348 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:01.612373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41720) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:01.655611 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf117559-bcb6-4cfc-9358-b0c0b9c2b0a7 req-f809d65e-b39a-47d1-892a-73643f5b1fa1 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 210 time: 0.0415471 Nov 12 21:13:01.667837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2d898af2-1583-4051-ab43-08121b13ed38 None None] Allocated IP 172.20.0.34 (a97a344b-356a-4b76-ab7e-eaceec937603/83202a11-bf45-41fd-8608-20f3227cd0ec/e1e32c78-dbdc-4abb-89b8-49b6e0855b28) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:13:01.710704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf9a68e5-7413-401d-a27f-f9fbb3e4f9a9 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:01.760023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf9a68e5-7413-401d-a27f-f9fbb3e4f9a9 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:01.786640 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2d898af2-1583-4051-ab43-08121b13ed38 None None] For port e1e32c78-dbdc-4abb-89b8-49b6e0855b28, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,segment=NetworkSegment(562607de-1c30-4fe7-924e-b4a5370d0ac6),segment_id=562607de-1c30-4fe7-924e-b4a5370d0ac6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:01.816420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d898af2-1583-4051-ab43-08121b13ed38 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:02.347673 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d898af2-1583-4051-ab43-08121b13ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:02.352529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf9a68e5-7413-401d-a27f-f9fbb3e4f9a9 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:02.355842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf9a68e5-7413-401d-a27f-f9fbb3e4f9a9 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:02.357121 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cf9a68e5-7413-401d-a27f-f9fbb3e4f9a9 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "DELETE /v2.0/security-groups/c003cda6-9ec3-4ea3-bb0b-7639232e05b0 HTTP/1.1" status: 204 len: 168 time: 0.7431943 Nov 12 21:13:02.360225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41726) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:02.367367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a68e5-7413-401d-a27f-f9fbb3e4f9a9 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003cda6-9ec3-4ea3-bb0b-7639232e05b0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:02.419040 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-405e8975-14fa-4133-958c-b8e365a5c694 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] show failed (client error): The resource could not be found. Nov 12 21:13:02.420183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-405e8975-14fa-4133-958c-b8e365a5c694 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "GET /v2.0/security-groups/c003cda6-9ec3-4ea3-bb0b-7639232e05b0 HTTP/1.1" status: 404 len: 347 time: 0.0571561 Nov 12 21:13:02.436082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41728) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:02.489246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d898af2-1583-4051-ab43-08121b13ed38 None None] Pushing event updated for resources: {'Port': ['ID=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:02.670089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Delete allocated IP 172.20.0.10 (a97a344b-356a-4b76-ab7e-eaceec937603/f56ae54b-863d-499b-8fc6-7fd751534b90) {{(pid=109629) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 21:13:02.690408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Allocated IP 172.20.0.43 (a97a344b-356a-4b76-ab7e-eaceec937603/83202a11-bf45-41fd-8608-20f3227cd0ec/de164e86-4d94-4288-9275-f2c746892e99) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:13:02.700993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Deleting port c84b11fe-96f0-4362-b337-1ac2ea070c50 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:02.701337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:02.832094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32a473f6-0c0e-4f46-9deb-68b3636a8433 req-e8f0dbe3-f84a-4fac-87f1-707f023162e4 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 210 time: 0.0553708 Nov 12 21:13:02.920546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:02.921262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.001943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Calling delete_port for c84b11fe-96f0-4362-b337-1ac2ea070c50 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:03.027651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.155060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.234012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.331670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.367779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event updated for resources: {'Port': ['ID=de164e86-4d94-4288-9275-f2c746892e99,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:03.387537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-62a8cb18-413d-419c-b34a-ae6529a914fd None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:03.388226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb18-413d-419c-b34a-ae6529a914fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.428301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Pushing event deleted for resources: {'Port': ['ID=c84b11fe-96f0-4362-b337-1ac2ea070c50,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:03.661464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1e32c78-dbdc-4abb-89b8-49b6e0855b28 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:13:03.800506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:03.800892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.828324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.878334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-62a8cb18-413d-419c-b34a-ae6529a914fd None None] Provisioning complete for port de164e86-4d94-4288-9275-f2c746892e99 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:03.878708 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb18-413d-419c-b34a-ae6529a914fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.917597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] In _notify_port_updated(), no bound segment for port de164e86-4d94-4288-9275-f2c746892e99 on network a97a344b-356a-4b76-ab7e-eaceec937603 {{(pid=109629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 21:13:03.932568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:03.932568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.932568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-670c702c-7bce-475c-8b36-14e2e3b381a9 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "PUT /v2.0/ports/de164e86-4d94-4288-9275-f2c746892e99 HTTP/1.1" status: 200 len: 959 time: 2.6724548 Nov 12 21:13:03.933044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41742) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:03.995783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-62a8cb18-413d-419c-b34a-ae6529a914fd None None] Port de164e86-4d94-4288-9275-f2c746892e99 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:13:04.012106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-62a8cb18-413d-419c-b34a-ae6529a914fd None None] Provisioning complete for port 41550644-1b4e-4f06-b149-f4d1b46bccbe triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:04.012677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb18-413d-419c-b34a-ae6529a914fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:04.019677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3697e732-162d-48cd-8fd7-1fa1b5d72464 req-43b0cd6f-8b43-41b9-88d2-4cf3ce8955a4 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 210 time: 0.0693123 Nov 12 21:13:04.032824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:04.035790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:04.037002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1cda9c07-2128-43d1-86d0-c362b3502b57 tempest-AttachVolumeTestJSON-1262399009 tempest-AttachVolumeTestJSON-1262399009-project] 10.222.0.64 "DELETE /v2.0/floatingips/7da12d60-7d09-4303-947e-4d40194a9946 HTTP/1.1" status: 204 len: 168 time: 1.5998085 Nov 12 21:13:04.125797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-62a8cb18-413d-419c-b34a-ae6529a914fd None None] Port 41550644-1b4e-4f06-b149-f4d1b46bccbe cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:13:04.133203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-d61197e2-26c5-4525-b5f9-c9c076269b9a tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:04.135195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-d61197e2-26c5-4525-b5f9-c9c076269b9a tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.78 "GET /v2.0/networks?id=435d2592-a951-4ccd-93c3-d98e31972300 HTTP/1.1" status: 200 len: 910 time: 0.2344680 Nov 12 21:13:04.157204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Request body: {'port': {'device_id': '137002a6-dd5e-4010-b043-6d10fdb4234d', 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'admin_state_up': True, 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:04.159218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-598f62bf-e9a5-486e-a8da-d07e60f9ae3a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port de164e86-4d94-4288-9275-f2c746892e99 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:04.159603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-598f62bf-e9a5-486e-a8da-d07e60f9ae3a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:04.259644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b2137186-df17-4321-a006-f3e49d8b9126 None None] Provisioning complete for port de164e86-4d94-4288-9275-f2c746892e99 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:04.260012 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b2137186-df17-4321-a006-f3e49d8b9126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:04.284082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-598f62bf-e9a5-486e-a8da-d07e60f9ae3a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:04.297295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b2137186-df17-4321-a006-f3e49d8b9126 None None] Port de164e86-4d94-4288-9275-f2c746892e99 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:13:04.297823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-598f62bf-e9a5-486e-a8da-d07e60f9ae3a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for de164e86-4d94-4288-9275-f2c746892e99 owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:04.873360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Made reservation on behalf of 5e18dcd83164451da1fcbe8c05aeb4b4 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:04.873980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-598f62bf-e9a5-486e-a8da-d07e60f9ae3a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:04.875968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:04.946465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f62bf-e9a5-486e-a8da-d07e60f9ae3a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=de164e86-4d94-4288-9275-f2c746892e99,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:05.012039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-598f62bf-e9a5-486e-a8da-d07e60f9ae3a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.017926 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-598f62bf-e9a5-486e-a8da-d07e60f9ae3a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/de164e86-4d94-4288-9275-f2c746892e99 HTTP/1.1" status: 204 len: 168 time: 1.0834839 Nov 12 21:13:05.021274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41756) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:05.042427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Allocated IP 172.20.0.14 (435d2592-a951-4ccd-93c3-d98e31972300/dc17e519-5994-43fd-adc6-882cfc464c10/9fdd51f7-152b-4699-a86d-6d057bb57e10) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:13:05.057888 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cca76a-edca-44b7-8cb3-31d72d30e8d5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] GET failed (client error): The resource could not be found. Nov 12 21:13:05.060120 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-79cca76a-edca-44b7-8cb3-31d72d30e8d5 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports/de164e86-4d94-4288-9275-f2c746892e99 HTTP/1.1" status: 404 len: 333 time: 0.0375366 Nov 12 21:13:05.062957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:05.149862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a8d230f-284e-4208-98b8-6244f4870609 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.188338 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a8d230f-284e-4208-98b8-6244f4870609 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.207028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e29de90-a2bc-44ff-ba6c-8163b473fe5e req-ef12dab7-fded-46dd-a4c1-b5821df534ed tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 210 time: 0.0349255 Nov 12 21:13:05.286818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.341315 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a8d230f-284e-4208-98b8-6244f4870609 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.343880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a8d230f-284e-4208-98b8-6244f4870609 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.350062 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a8d230f-284e-4208-98b8-6244f4870609 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/security-groups/9b0a0a32-ed32-451d-b73e-c58486fc33c9 HTTP/1.1" status: 204 len: 168 time: 0.2785580 Nov 12 21:13:05.350232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41766) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:05.356747 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d230f-284e-4208-98b8-6244f4870609 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0a0a32-ed32-451d-b73e-c58486fc33c9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:05.411605 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.423364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c572c2c0-2681-4cac-a5df-15c86bbf7129'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:13:05.455471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17eb1b4e-5b71-44dd-a156-2ff1af0c39cb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.502649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Network 435d2592-a951-4ccd-93c3-d98e31972300 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:13:05.506833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:05.510088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17eb1b4e-5b71-44dd-a156-2ff1af0c39cb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.513085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Pushing event updated for resources: {'Port': ['ID=9fdd51f7-152b-4699-a86d-6d057bb57e10,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:05.521439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:13:05.568888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:05.569522 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.664505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-30bb8d3b-22f7-4eb9-8db3-ec6c01717880 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5200195 Nov 12 21:13:05.677795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Request body: {'port': {'device_id': '137002a6-dd5e-4010-b043-6d10fdb4234d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:05.733317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17eb1b4e-5b71-44dd-a156-2ff1af0c39cb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.736057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-17eb1b4e-5b71-44dd-a156-2ff1af0c39cb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.737389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-17eb1b4e-5b71-44dd-a156-2ff1af0c39cb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/security-groups/eccce4a2-2aee-4ce3-8c39-2a627ba7e59e HTTP/1.1" status: 204 len: 168 time: 0.3881419 Nov 12 21:13:05.740408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:05.751844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb1b4e-5b71-44dd-a156-2ff1af0c39cb tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccce4a2-2aee-4ce3-8c39-2a627ba7e59e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:05.753993 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.859042 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd02efae-91d9-4b23-b694-1d12079fd10a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.893458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd02efae-91d9-4b23-b694-1d12079fd10a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.950543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1e309f52-bfb0-4d13-aa19-b642f130e49d None None] Provisioning complete for port 9fdd51f7-152b-4699-a86d-6d057bb57e10 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:05.951121 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e309f52-bfb0-4d13-aa19-b642f130e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:05.995270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1e309f52-bfb0-4d13-aa19-b642f130e49d None None] Port 9fdd51f7-152b-4699-a86d-6d057bb57e10 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:13:06.068866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd02efae-91d9-4b23-b694-1d12079fd10a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.068866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd02efae-91d9-4b23-b694-1d12079fd10a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.068866 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cd02efae-91d9-4b23-b694-1d12079fd10a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/security-groups/4ea21bff-d322-44e3-9a2c-be7e7476ae53 HTTP/1.1" status: 204 len: 168 time: 0.3199403 Nov 12 21:13:06.068866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41778) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:06.167533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdd51f7-152b-4699-a86d-6d057bb57e10 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:13:06.168187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02efae-91d9-4b23-b694-1d12079fd10a tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea21bff-d322-44e3-9a2c-be7e7476ae53,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:06.185828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-669aef91-d13a-4476-800c-2f9aaf655c58 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet f56ae54b-863d-499b-8fc6-7fd751534b90 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:13:06.190554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-669aef91-d13a-4476-800c-2f9aaf655c58 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.192519 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.227894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Transition to ACTIVE for port object 9fdd51f7-152b-4699-a86d-6d057bb57e10 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:13:06.268851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-669aef91-d13a-4476-800c-2f9aaf655c58 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.385023 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.390376 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-669aef91-d13a-4476-800c-2f9aaf655c58 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.439304 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd51f7-152b-4699-a86d-6d057bb57e10,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:06.464664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5ba8c-5def-4695-8bec-ed0301c424ec req-c3ef50b1-163a-4017-9bdc-98bb13ac83bc tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:06.467395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfb5ba8c-5def-4695-8bec-ed0301c424ec req-c3ef50b1-163a-4017-9bdc-98bb13ac83bc tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1054 time: 0.1321375 Nov 12 21:13:06.518995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-669aef91-d13a-4476-800c-2f9aaf655c58 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.567677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669aef91-d13a-4476-800c-2f9aaf655c58 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=f56ae54b-863d-499b-8fc6-7fd751534b90,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:06.579078 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-669aef91-d13a-4476-800c-2f9aaf655c58 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.583619 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-669aef91-d13a-4476-800c-2f9aaf655c58 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/f56ae54b-863d-499b-8fc6-7fd751534b90 HTTP/1.1" status: 204 len: 168 time: 0.5154905 Nov 12 21:13:06.586334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a4cfae-4c50-4dfb-88eb-05ac436f416d None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:06.594414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41790) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:06.614644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bfb5ba8c-5def-4695-8bec-ed0301c424ec req-e98125b3-fcb0-4892-b9e3-553f82a4f00d tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370533 Nov 12 21:13:06.678547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae01ac8-514f-4fe6-9c15-5aa7cafbe748 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet 83202a11-bf45-41fd-8608-20f3227cd0ec {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:13:06.687255 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ae01ac8-514f-4fe6-9c15-5aa7cafbe748 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.714757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Attempting to bind port 9fdd51f7-152b-4699-a86d-6d057bb57e10 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:13:06.721085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Attempting to bind port 9fdd51f7-152b-4699-a86d-6d057bb57e10 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:13:06.721085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Attempting to bind port 9fdd51f7-152b-4699-a86d-6d057bb57e10 on network 435d2592-a951-4ccd-93c3-d98e31972300 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:13:06.721085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Port 9fdd51f7-152b-4699-a86d-6d057bb57e10 on network 435d2592-a951-4ccd-93c3-d98e31972300 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:13:06.721085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Attempting to bind port 9fdd51f7-152b-4699-a86d-6d057bb57e10 on network 435d2592-a951-4ccd-93c3-d98e31972300 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:13:06.728229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:13:06.729081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Checking segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:13:06.729979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Bound using segment: {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:13:06.730645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Bound port: 9fdd51f7-152b-4699-a86d-6d057bb57e10, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010b61f-5858-45f3-ba14-304bea0107fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:13:06.731405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.780369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ae01ac8-514f-4fe6-9c15-5aa7cafbe748 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.831394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] For port 9fdd51f7-152b-4699-a86d-6d057bb57e10, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:13:06.836999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] For port 9fdd51f7-152b-4699-a86d-6d057bb57e10, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9fdd51f7-152b-4699-a86d-6d057bb57e10,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:13:06.904223 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.924718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ae01ac8-514f-4fe6-9c15-5aa7cafbe748 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.971530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:06.972761 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:06.979014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] 10.222.0.78 "PUT /v2.0/ports/9fdd51f7-152b-4699-a86d-6d057bb57e10 HTTP/1.1" status: 200 len: 1093 time: 1.3063707 Nov 12 21:13:06.983469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137002a6-dd5e-4010-b043-6d10fdb4234d', 'tag': '9fdd51f7-152b-4699-a86d-6d057bb57e10'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:13:06.992710 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c75130c-b224-40bd-b0f2-8d5023870e15" -d '{"events": [{"name": "network-changed", "server_uuid": "137002a6-dd5e-4010-b043-6d10fdb4234d", "tag": "9fdd51f7-152b-4699-a86d-6d057bb57e10"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:13:07.052830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f18e17-944f-46cc-b930-6588ad806fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd51f7-152b-4699-a86d-6d057bb57e10,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:07.075280 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e716755b-0af9-4bf4-a8c1-31ab27f5c643 x-openstack-request-id: req-e716755b-0af9-4bf4-a8c1-31ab27f5c643 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:13:07.075904 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137002a6-dd5e-4010-b043-6d10fdb4234d", "tag": "9fdd51f7-152b-4699-a86d-6d057bb57e10", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:13:07.076362 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e716755b-0af9-4bf4-a8c1-31ab27f5c643 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:13:07.076797 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137002a6-dd5e-4010-b043-6d10fdb4234d', 'tag': '9fdd51f7-152b-4699-a86d-6d057bb57e10', 'status': 'completed', 'code': 200} Nov 12 21:13:07.144182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ae01ac8-514f-4fe6-9c15-5aa7cafbe748 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:07.173824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75130c-b224-40bd-b0f2-8d5023870e15 req-a8fc7052-e732-4b6c-89a0-1ff097f29d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:07.175469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c75130c-b224-40bd-b0f2-8d5023870e15 req-a8fc7052-e732-4b6c-89a0-1ff097f29d8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e18dcd83164451da1fcbe8c05aeb4b4&device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1096 time: 0.0605478 Nov 12 21:13:07.238648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ae01ac8-514f-4fe6-9c15-5aa7cafbe748 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:07.242443 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9ae01ac8-514f-4fe6-9c15-5aa7cafbe748 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/83202a11-bf45-41fd-8608-20f3227cd0ec HTTP/1.1" status: 204 len: 168 time: 0.6469359 Nov 12 21:13:07.246317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41798) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:07.247839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae01ac8-514f-4fe6-9c15-5aa7cafbe748 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=83202a11-bf45-41fd-8608-20f3227cd0ec,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:07.372005 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f116ef6-a0c6-4e0a-8e76-463999428767 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:07.372547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f116ef6-a0c6-4e0a-8e76-463999428767 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:07.378936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41804) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:07.388560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3f116ef6-a0c6-4e0a-8e76-463999428767 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/f56ae54b-863d-499b-8fc6-7fd751534b90 HTTP/1.1" status: 404 len: 337 time: 0.0976872 Nov 12 21:13:07.459346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75130c-b224-40bd-b0f2-8d5023870e15 req-f6c5a085-8d5d-48e2-998d-2c6fce92907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:07.463102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c75130c-b224-40bd-b0f2-8d5023870e15 req-f6c5a085-8d5d-48e2-998d-2c6fce92907b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=5e18dcd83164451da1fcbe8c05aeb4b4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2796650 Nov 12 21:13:07.510241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c61853-8a72-40d6-a2f6-279767c07e87 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting subnet 5b4fc596-6666-4612-9763-1cc974575c0a {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:13:07.524190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03c61853-8a72-40d6-a2f6-279767c07e87 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:07.606280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03c61853-8a72-40d6-a2f6-279767c07e87 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:07.654030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75130c-b224-40bd-b0f2-8d5023870e15 req-986dcbe0-553a-4236-a7f1-0d80af2626e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:07.655652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c75130c-b224-40bd-b0f2-8d5023870e15 req-986dcbe0-553a-4236-a7f1-0d80af2626e7 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1835203 Nov 12 21:13:07.731235 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03c61853-8a72-40d6-a2f6-279767c07e87 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:07.849333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-bc7a53e2-94b5-420a-a802-b7425f89ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:07.852700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-bc7a53e2-94b5-420a-a802-b7425f89ce72 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e18dcd83164451da1fcbe8c05aeb4b4&device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1096 time: 0.1511996 Nov 12 21:13:07.912859 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03c61853-8a72-40d6-a2f6-279767c07e87 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:07.916829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-298fe021-ff3b-4322-9ac3-57bc34736e54 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fdd51f7-152b-4699-a86d-6d057bb57e10 HTTP/1.1" status: 200 len: 217 time: 0.0494785 Nov 12 21:13:07.936885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbed779-aacf-4af2-b8b0-4010f5f20c6d req-12de8b01-a613-40d5-89ed-fb99ccd2efce tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:07.938483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfbed779-aacf-4af2-b8b0-4010f5f20c6d req-12de8b01-a613-40d5-89ed-fb99ccd2efce tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1096 time: 0.1544466 Nov 12 21:13:07.993427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c61853-8a72-40d6-a2f6-279767c07e87 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4fc596-6666-4612-9763-1cc974575c0a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:08.027540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-03c61853-8a72-40d6-a2f6-279767c07e87 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:08.031046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-01292d08-5563-4577-8c2a-6c6fa2813672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:08.031212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834ad94-bd3a-4247-b9d8-e7002d5b8d9f None None] Network a97a344b-356a-4b76-ab7e-eaceec937603 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:08.031709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-01292d08-5563-4577-8c2a-6c6fa2813672 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dc17e519-5994-43fd-adc6-882cfc464c10 HTTP/1.1" status: 200 len: 848 time: 0.1025972 Nov 12 21:13:08.041146 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-03c61853-8a72-40d6-a2f6-279767c07e87 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/5b4fc596-6666-4612-9763-1cc974575c0a HTTP/1.1" status: 204 len: 168 time: 0.6602633 Nov 12 21:13:08.043699 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41810) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.089582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfbed779-aacf-4af2-b8b0-4010f5f20c6d req-973eb27c-8504-4e56-904b-9641b1d0dd91 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310310 Nov 12 21:13:08.124532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-641adce8-cd08-40c9-9902-35dd242cd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:08.124532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-641adce8-cd08-40c9-9902-35dd242cd75c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=435d2592-a951-4ccd-93c3-d98e31972300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820885 Nov 12 21:13:08.150594 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ad6d32-9fee-4423-a743-e4cd37239750 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.152368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ad6d32-9fee-4423-a743-e4cd37239750 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.170186 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-97ad6d32-9fee-4423-a743-e4cd37239750 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/cc75a302-1a40-4d5e-bbe9-688ec9a275ad HTTP/1.1" status: 404 len: 337 time: 0.1123588 Nov 12 21:13:08.172214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41814) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.216775 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c0f6f243-2174-4791-9d44-f70a1e2efb20 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9f9b1a-ca67-4b49-a65b-d1bc715663f4 HTTP/1.1" status: 200 len: 205 time: 0.0429769 Nov 12 21:13:08.219230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41818) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.266172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-7fa277a0-79ba-4772-9c0a-28bbdc1c7793 service neutron] 10.222.0.78 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367419 Nov 12 21:13:08.271661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0cd3e1ec-51d4-4d3c-abc4-76c0e14d26b4 None None] Provisioning complete for port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:08.272035 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e1ec-51d4-4d3c-abc4-76c0e14d26b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:08.301637 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-d94c0718-161e-42f0-a12e-705f90b411f8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] delete failed (client error): The resource could not be found. Nov 12 21:13:08.305246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d94c0718-161e-42f0-a12e-705f90b411f8 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/routers/9e9f9b1a-ca67-4b49-a65b-d1bc715663f4 HTTP/1.1" status: 404 len: 336 time: 0.0809765 Nov 12 21:13:08.306119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.345156 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-323d4dfc-b4f8-4e1d-b9e7-deb414ea1aae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.345766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323d4dfc-b4f8-4e1d-b9e7-deb414ea1aae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.352331 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-323d4dfc-b4f8-4e1d-b9e7-deb414ea1aae tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/1291dfa0-9d04-4d6c-8168-ef4c9f59b5bc HTTP/1.1" status: 404 len: 337 time: 0.0424428 Nov 12 21:13:08.352656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41822) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.415332 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9f246b-3873-4045-a752-f6da723a9bc7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.417205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9f246b-3873-4045-a752-f6da723a9bc7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.425620 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3c9f246b-3873-4045-a752-f6da723a9bc7 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/fd1db1ea-ff2e-4ef4-936d-1bdbd52b759e HTTP/1.1" status: 404 len: 337 time: 0.0695367 Nov 12 21:13:08.427316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41826) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.464872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbb20654-5445-4e5d-8872-dc3230b52140 req-f499ee48-aeea-4bda-8fd0-71b39aa48858 service neutron] 10.222.0.78 "GET /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909614 Nov 12 21:13:08.492361 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f67b25b-72e3-45c7-86e2-40d17dc2b663 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.492936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f67b25b-72e3-45c7-86e2-40d17dc2b663 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.512352 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2f67b25b-72e3-45c7-86e2-40d17dc2b663 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/5a1dee91-da67-40db-a9e0-a989b853a7fa HTTP/1.1" status: 404 len: 337 time: 0.0788753 Nov 12 21:13:08.512733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41830) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.523428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0cd3e1ec-51d4-4d3c-abc4-76c0e14d26b4 None None] Provisioning complete for port 41550644-1b4e-4f06-b149-f4d1b46bccbe triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:08.523699 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e1ec-51d4-4d3c-abc4-76c0e14d26b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:08.584839 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-352df9ae-37d3-4015-91d7-a86bec9ba7b3 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.585654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352df9ae-37d3-4015-91d7-a86bec9ba7b3 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.591138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-352df9ae-37d3-4015-91d7-a86bec9ba7b3 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/40f5b1da-46f9-42d3-a981-c1a34f80bbcc HTTP/1.1" status: 404 len: 333 time: 0.0751483 Nov 12 21:13:08.592158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41836) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.614344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0cd3e1ec-51d4-4d3c-abc4-76c0e14d26b4 None None] Port 41550644-1b4e-4f06-b149-f4d1b46bccbe cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:13:08.619242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] DHCP port deletion for a97a344b-356a-4b76-ab7e-eaceec937603 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:08.637591 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebaf214-ddcb-4013-b92f-6d76dc879513 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.638578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebaf214-ddcb-4013-b92f-6d76dc879513 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.646763 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cebaf214-ddcb-4013-b92f-6d76dc879513 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/65d85c05-4f89-4b3b-b1f2-28261b133fc2 HTTP/1.1" status: 404 len: 337 time: 0.0495920 Nov 12 21:13:08.646763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41838) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.690786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Deleting port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:08.692502 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:08.713379 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53cb756-9e91-4c3c-b873-7b72ecd9309c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.715834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53cb756-9e91-4c3c-b873-7b72ecd9309c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.723783 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c53cb756-9e91-4c3c-b873-7b72ecd9309c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/45ef6597-be35-4687-ac2b-a7d40066ef34 HTTP/1.1" status: 404 len: 337 time: 0.0769882 Nov 12 21:13:08.726767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41840) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.772605 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c2ba32-589a-41ba-af8a-bb4b0d168b96 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.776213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c2ba32-589a-41ba-af8a-bb4b0d168b96 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.787786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-80c2ba32-589a-41ba-af8a-bb4b0d168b96 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/7ef24e5b-6898-45a1-99c6-eb81f0e576c8 HTTP/1.1" status: 404 len: 333 time: 0.0559180 Nov 12 21:13:08.788115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41842) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.818503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] For port e1e32c78-dbdc-4abb-89b8-49b6e0855b28, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,segment=NetworkSegment(562607de-1c30-4fe7-924e-b4a5370d0ac6),segment_id=562607de-1c30-4fe7-924e-b4a5370d0ac6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:08.819504 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:08.831155 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd1ac4c-0ab0-423f-889b-d1f6ee533e1f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.832048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd1ac4c-0ab0-423f-889b-d1f6ee533e1f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.845618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Calling delete_port for e1e32c78-dbdc-4abb-89b8-49b6e0855b28 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:08.852255 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3cd1ac4c-0ab0-423f-889b-d1f6ee533e1f tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/4871e7ad-e391-4a89-940a-f8e889887d2c HTTP/1.1" status: 404 len: 337 time: 0.0604641 Nov 12 21:13:08.852460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41850) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:08.904879 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e74926-93b4-4342-b5d0-c25396215909 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] DELETE failed (client error): The resource could not be found. Nov 12 21:13:08.905320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e74926-93b4-4342-b5d0-c25396215909 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:08.911100 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-00e74926-93b4-4342-b5d0-c25396215909 tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/subnets/1e87b933-c0e2-4637-9607-52ff84123d77 HTTP/1.1" status: 404 len: 337 time: 0.0549695 Nov 12 21:13:08.911648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41856) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:09.105094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a00a0d00-d54d-4319-9e50-1289d0eb995c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Deleting port 41550644-1b4e-4f06-b149-f4d1b46bccbe {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:09.105545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a00a0d00-d54d-4319-9e50-1289d0eb995c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.124582 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.199732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Pushing event deleted for resources: {'Port': ['ID=e1e32c78-dbdc-4abb-89b8-49b6e0855b28,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:09.231273 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.234470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.235005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.235551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.236062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.236783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.237296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.237774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.238273 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.238793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.239277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.239803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:09.244373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a00a0d00-d54d-4319-9e50-1289d0eb995c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.252301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be61618-fdbe-4608-961e-66d5bc825cb6 None None] No DVR routers for this DVR port e1e32c78-dbdc-4abb-89b8-49b6e0855b28 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:09.289026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a00a0d00-d54d-4319-9e50-1289d0eb995c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Calling delete_port for 41550644-1b4e-4f06-b149-f4d1b46bccbe owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:09.398768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4af0f-979f-446c-b0c5-0fd4babb0c46 req-10c274fa-7c35-4f4b-b92c-1ffc007cf06e tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:09.400601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13f4af0f-979f-446c-b0c5-0fd4babb0c46 req-10c274fa-7c35-4f4b-b92c-1ffc007cf06e tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1096 time: 0.1283326 Nov 12 21:13:09.425179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1e32c78-dbdc-4abb-89b8-49b6e0855b28 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:09.450935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e1e32c78-dbdc-4abb-89b8-49b6e0855b28 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:09.451594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1e32c78-dbdc-4abb-89b8-49b6e0855b28 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:09.472318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-13f4af0f-979f-446c-b0c5-0fd4babb0c46 req-23e6494c-7c63-4ae1-9636-028393bf032b tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656457 Nov 12 21:13:09.525361 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a00a0d00-d54d-4319-9e50-1289d0eb995c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.571438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a0d00-d54d-4319-9e50-1289d0eb995c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Port': ['ID=41550644-1b4e-4f06-b149-f4d1b46bccbe,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:09.578961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a00a0d00-d54d-4319-9e50-1289d0eb995c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.584591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a00a0d00-d54d-4319-9e50-1289d0eb995c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/ports/41550644-1b4e-4f06-b149-f4d1b46bccbe HTTP/1.1" status: 204 len: 168 time: 0.6718345 Nov 12 21:13:09.587607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41880) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:09.745068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.857908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.888745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97a344b-356a-4b76-ab7e-eaceec937603']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:09.896998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562607de-1c30-4fe7-924e-b4a5370d0ac6') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:09.897531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562607de-1c30-4fe7-924e-b4a5370d0ac6') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:09.914022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.929162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.936030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:13:09.936507 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:13:09.940540 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:13:10.106952 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:10.122250 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:10.131747 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] 10.222.0.64 "DELETE /v2.0/networks/a97a344b-356a-4b76-ab7e-eaceec937603 HTTP/1.1" status: 204 len: 168 time: 0.5413499 Nov 12 21:13:10.173199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Pushing event deleted for resources: {'Network': ['ID=a97a344b-356a-4b76-ab7e-eaceec937603,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:10.204115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.205406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.205406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.207944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.208751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.210300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.212089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.212443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.215992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.217433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.217787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.219296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390951bf-f122-4689-a636-a5d87546a07c tempest-PortsTestJSON-1099261834 tempest-PortsTestJSON-1099261834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:10.360009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:10.444932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41904) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:10.456103 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:10.697545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c44d1-c2e7-4065-828b-12b5857c0923 req-37efe807-e483-4f51-9cb6-f6723903bcdf tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:10.699184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c12c44d1-c2e7-4065-828b-12b5857c0923 req-37efe807-e483-4f51-9cb6-f6723903bcdf tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1096 time: 0.1076961 Nov 12 21:13:10.804487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c12c44d1-c2e7-4065-828b-12b5857c0923 req-b948944a-386d-4df3-b487-c2e10555a8d0 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993426 Nov 12 21:13:10.811141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 41928) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:10.914079 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-638e68af-b2d4-4dcb-b88a-ad9aaf7fecb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.028060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9d95288a-58d0-4bf3-8780-ec9a90498061 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b0133d6158445c79aabd5068ab5be55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1990130 Nov 12 21:13:11.028319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41932) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:11.102265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-638e68af-b2d4-4dcb-b88a-ad9aaf7fecb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.119670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd21fe35-34bb-423d-8077-1e5b50340e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.147800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd21fe35-34bb-423d-8077-1e5b50340e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.169920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-638e68af-b2d4-4dcb-b88a-ad9aaf7fecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.213860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41934) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:11.214348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-638e68af-b2d4-4dcb-b88a-ad9aaf7fecb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae744f5589f1415b88df61cfdc736c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7680516 Nov 12 21:13:11.264922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e68af-b2d4-4dcb-b88a-ad9aaf7fecb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccb213e-11d8-4cc9-9685-930d71fd44c9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:11.356020 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6023485a-e896-470b-8880-e39e99f4aa31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.393880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd21fe35-34bb-423d-8077-1e5b50340e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.399447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dd21fe35-34bb-423d-8077-1e5b50340e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.401123 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dd21fe35-34bb-423d-8077-1e5b50340e42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83a193ab-3521-4f3d-9437-3485a28d665b HTTP/1.1" status: 204 len: 168 time: 0.3717711 Nov 12 21:13:11.454938 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6023485a-e896-470b-8880-e39e99f4aa31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.508160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21fe35-34bb-423d-8077-1e5b50340e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a193ab-3521-4f3d-9437-3485a28d665b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:11.689644 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6023485a-e896-470b-8880-e39e99f4aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.695427 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6023485a-e896-470b-8880-e39e99f4aa31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:11.696878 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6023485a-e896-470b-8880-e39e99f4aa31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ccb213e-11d8-4cc9-9685-930d71fd44c9 HTTP/1.1" status: 204 len: 168 time: 0.4800880 Nov 12 21:13:11.714953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023485a-e896-470b-8880-e39e99f4aa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccb213e-11d8-4cc9-9685-930d71fd44c9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:12.031328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b191ca6-d346-4fa7-829f-ca4e6a543e84 req-feb98b93-6882-4d4e-b069-e738be502acf tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:12.034422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b191ca6-d346-4fa7-829f-ca4e6a543e84 req-feb98b93-6882-4d4e-b069-e738be502acf tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1096 time: 0.0774629 Nov 12 21:13:12.092524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b191ca6-d346-4fa7-829f-ca4e6a543e84 req-e75dfeeb-5f0f-43d6-9eb1-df93409694db tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510828 Nov 12 21:13:12.204509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 9fdd51f7-152b-4699-a86d-6d057bb57e10 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:13:12.380599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 9fdd51f7-152b-4699-a86d-6d057bb57e10, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9fdd51f7-152b-4699-a86d-6d057bb57e10,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:12.396005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '9fdd51f7-152b-4699-a86d-6d057bb57e10', 'network_id': '435d2592-a951-4ccd-93c3-d98e31972300', 'port_id': '9fdd51f7-152b-4699-a86d-6d057bb57e10', 'mac_address': 'fa:16:3e:eb:40:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc17e519-5994-43fd-adc6-882cfc464c10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:13:12.479361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:12.500246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdd51f7-152b-4699-a86d-6d057bb57e10 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:13:12.529757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 9fdd51f7-152b-4699-a86d-6d057bb57e10, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9fdd51f7-152b-4699-a86d-6d057bb57e10,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:12.610121 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:12.689058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=9fdd51f7-152b-4699-a86d-6d057bb57e10,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:12.851893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['9fdd51f7-152b-4699-a86d-6d057bb57e10'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:13:13.079816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 41988) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:13.218703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110442581'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:13.236975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69af7b-036c-49d6-947c-9f2cfe84c69f req-f7284af2-e84c-4285-922a-062147948a46 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:13.247171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec69af7b-036c-49d6-947c-9f2cfe84c69f req-f7284af2-e84c-4285-922a-062147948a46 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1097 time: 0.0642076 Nov 12 21:13:13.307511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec69af7b-036c-49d6-947c-9f2cfe84c69f req-b84930f7-402a-47d8-828f-9bf633f8be75 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591800 Nov 12 21:13:13.318972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:13.329059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:13.500159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:13.569841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:13.654056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212edf02-bda6-4370-ba7e-264c5dfa6d01,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:13.726054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:13.792739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:13.867335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24613127-98b0-40f4-92c9-1fad5e877d04,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:13.899574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:13.902414 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c2835a48-2a86-4670-a54a-2cb543ffc002 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8204510 Nov 12 21:13:13.905682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42018) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:14.020884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-974135e1-bf4c-43b7-a091-0926edcef115 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1129832 Nov 12 21:13:14.022902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42022) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:14.028446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-91a9ee13-deb4-4634-963e-431c8744a6fd tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-security--411774719', 'description': 'tempest-security-description-39304744'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:14.099860 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-91a9ee13-deb4-4634-963e-431c8744a6fd tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.194013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-91a9ee13-deb4-4634-963e-431c8744a6fd tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.221454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 9fdd51f7-152b-4699-a86d-6d057bb57e10 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:13:14.241511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42028) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:14.272386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-91a9ee13-deb4-4634-963e-431c8744a6fd tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.275210 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-91a9ee13-deb4-4634-963e-431c8744a6fd tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.276614 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-91a9ee13-deb4-4634-963e-431c8744a6fd tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "PUT /v2.0/security-groups/24613127-98b0-40f4-92c9-1fad5e877d04 HTTP/1.1" status: 200 len: 1794 time: 0.2523935 Nov 12 21:13:14.279577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42032) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:14.325032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9ee13-deb4-4634-963e-431c8744a6fd tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24613127-98b0-40f4-92c9-1fad5e877d04,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:14.415111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 9fdd51f7-152b-4699-a86d-6d057bb57e10 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:13:14.420527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bd57da7e-ae46-4a77-ab7b-caf2a4cc9739 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups/24613127-98b0-40f4-92c9-1fad5e877d04 HTTP/1.1" status: 200 len: 1794 time: 0.1374032 Nov 12 21:13:14.421088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:14.422511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 9fdd51f7-152b-4699-a86d-6d057bb57e10 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:14.422886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.510235 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-31ddf4aa-1d0a-4c64-aec0-f4450e7065a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.523991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfbef-7f61-4e7e-9784-4b2d07653e82 req-f0cf483f-2468-4630-8e50-362495360b3c tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:14.532718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7fbfbef-7f61-4e7e-9784-4b2d07653e82 req-f0cf483f-2468-4630-8e50-362495360b3c tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1097 time: 0.0940766 Nov 12 21:13:14.597282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f31d028f-bded-4b95-a544-0791beb8ffa8 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.611077 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.661787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f31d028f-bded-4b95-a544-0791beb8ffa8 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.665302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137002a6-dd5e-4010-b043-6d10fdb4234d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd51f7-152b-4699-a86d-6d057bb57e10'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:13:14.667780 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d745cea-74d7-4a47-9565-5d8b8ce42de1" -d '{"events": [{"server_uuid": "137002a6-dd5e-4010-b043-6d10fdb4234d", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd51f7-152b-4699-a86d-6d057bb57e10"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:13:14.671691 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-31ddf4aa-1d0a-4c64-aec0-f4450e7065a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.682364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 9fdd51f7-152b-4699-a86d-6d057bb57e10, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9fdd51f7-152b-4699-a86d-6d057bb57e10,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:14.729067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7fbfbef-7f61-4e7e-9784-4b2d07653e82 req-329903f6-9708-4c7b-916f-d484da926aee tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920371 Nov 12 21:13:14.740327 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57da6d75-e0df-4c60-bded-a126e9ace0fa x-openstack-request-id: req-57da6d75-e0df-4c60-bded-a126e9ace0fa {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:13:14.740485 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137002a6-dd5e-4010-b043-6d10fdb4234d", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd51f7-152b-4699-a86d-6d057bb57e10", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:13:14.740739 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57da6d75-e0df-4c60-bded-a126e9ace0fa {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:13:14.741135 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137002a6-dd5e-4010-b043-6d10fdb4234d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd51f7-152b-4699-a86d-6d057bb57e10', 'code': 200} Nov 12 21:13:14.762130 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-31ddf4aa-1d0a-4c64-aec0-f4450e7065a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.780081 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.837835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f31d028f-bded-4b95-a544-0791beb8ffa8 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.840167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-31ddf4aa-1d0a-4c64-aec0-f4450e7065a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=249b33c3910f49b0b2f0c168c6810773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5954001 Nov 12 21:13:14.840958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f31d028f-bded-4b95-a544-0791beb8ffa8 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:14.842713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42042) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:14.846001 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f31d028f-bded-4b95-a544-0791beb8ffa8 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/24613127-98b0-40f4-92c9-1fad5e877d04 HTTP/1.1" status: 204 len: 168 time: 0.4237962 Nov 12 21:13:14.846662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42044) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:14.871570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=9fdd51f7-152b-4699-a86d-6d057bb57e10,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:14.905039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddf4aa-1d0a-4c64-aec0-f4450e7065a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215614eb-6820-4f90-ac4a-37ebf5aba986,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:14.953874 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-966a56c3-6869-47d7-bb4a-04a27ca418bc tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1011481 Nov 12 21:13:14.955901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42048) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:14.957381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d028f-bded-4b95-a544-0791beb8ffa8 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24613127-98b0-40f4-92c9-1fad5e877d04,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:15.012441 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [None req-ef43a91b-28d5-4ace-b1a2-f7de2cf98756 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] delete failed (client error): The resource could not be found. Nov 12 21:13:15.022256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42050) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:15.024815 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef43a91b-28d5-4ace-b1a2-f7de2cf98756 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/24613127-98b0-40f4-92c9-1fad5e877d04 HTTP/1.1" status: 404 len: 347 time: 0.0415976 Nov 12 21:13:15.049366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f40bc738-69b1-4309-8b6a-2e39116cc114 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-secgroup--507705720'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:15.101196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc415ed-c6b7-4b3a-9f6e-3f1e38bbd9f7 req-f59095be-5ea9-4cf7-913f-abe855276354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:15.102818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adc415ed-c6b7-4b3a-9f6e-3f1e38bbd9f7 req-f59095be-5ea9-4cf7-913f-abe855276354 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1098 time: 0.2589579 Nov 12 21:13:15.189333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-317e1751-cca2-43af-97bb-aadf4ebf7aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:15.255854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f40bc738-69b1-4309-8b6a-2e39116cc114 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:15.261513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-317e1751-cca2-43af-97bb-aadf4ebf7aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:15.293205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-adc415ed-c6b7-4b3a-9f6e-3f1e38bbd9f7 req-ca78d005-76d3-4866-92b3-d8eeb66c70ac service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647527 Nov 12 21:13:15.401919 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f40bc738-69b1-4309-8b6a-2e39116cc114 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:15.466069 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-317e1751-cca2-43af-97bb-aadf4ebf7aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:15.468685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-317e1751-cca2-43af-97bb-aadf4ebf7aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:15.470046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-317e1751-cca2-43af-97bb-aadf4ebf7aad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/215614eb-6820-4f90-ac4a-37ebf5aba986 HTTP/1.1" status: 204 len: 168 time: 0.5678530 Nov 12 21:13:15.483858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e1751-cca2-43af-97bb-aadf4ebf7aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215614eb-6820-4f90-ac4a-37ebf5aba986,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:15.495737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f40bc738-69b1-4309-8b6a-2e39116cc114 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:15.593658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bc738-69b1-4309-8b6a-2e39116cc114 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ccaf7f-08d5-43a7-8839-83108e2a407a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:15.675228 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f40bc738-69b1-4309-8b6a-2e39116cc114 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:15.677513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f40bc738-69b1-4309-8b6a-2e39116cc114 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6428978 Nov 12 21:13:15.680186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42058) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:15.690348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c41b8679-b726-4c8b-94da-f1ad13936372 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': 'f6ccaf7f-08d5-43a7-8839-83108e2a407a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:15.831586 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c41b8679-b726-4c8b-94da-f1ad13936372 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.032890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c41b8679-b726-4c8b-94da-f1ad13936372 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.044964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c57208-56ae-453e-a706-128d6cc4cb25 req-668df492-8313-45c6-bf15-8f3f0e6a0756 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:16.047709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1c57208-56ae-453e-a706-128d6cc4cb25 req-668df492-8313-45c6-bf15-8f3f0e6a0756 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1098 time: 0.1407537 Nov 12 21:13:16.115184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1c57208-56ae-453e-a706-128d6cc4cb25 req-954ee418-0f77-4ae7-a1ec-e3fcc899f0ca tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597343 Nov 12 21:13:16.129888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c41b8679-b726-4c8b-94da-f1ad13936372 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.187332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b8679-b726-4c8b-94da-f1ad13936372 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b6c0ef-f49e-4f43-9dca-d9034dd72c9d,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:16.245755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c41b8679-b726-4c8b-94da-f1ad13936372 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.249837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42076) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:16.250406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c41b8679-b726-4c8b-94da-f1ad13936372 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5689924 Nov 12 21:13:16.299828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16dd1878-5ebf-423d-a377-ecf41a374c57 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.310313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16dd1878-5ebf-423d-a377-ecf41a374c57 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.546168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16dd1878-5ebf-423d-a377-ecf41a374c57 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.546168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-16dd1878-5ebf-423d-a377-ecf41a374c57 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.546168 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-16dd1878-5ebf-423d-a377-ecf41a374c57 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/38b6c0ef-f49e-4f43-9dca-d9034dd72c9d HTTP/1.1" status: 204 len: 168 time: 0.2925148 Nov 12 21:13:16.546651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42082) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:16.565309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd1878-5ebf-423d-a377-ecf41a374c57 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38b6c0ef-f49e-4f43-9dca-d9034dd72c9d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:16.620357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-62892432-2fd5-4203-8a9d-20f91e4dc6da tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729039 Nov 12 21:13:16.623638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42084) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:16.707279 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f66d800-a21c-476e-b5f2-2a8543da1779 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.751741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f66d800-a21c-476e-b5f2-2a8543da1779 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.947469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f66d800-a21c-476e-b5f2-2a8543da1779 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.950103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f66d800-a21c-476e-b5f2-2a8543da1779 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:16.951387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2f66d800-a21c-476e-b5f2-2a8543da1779 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/f6ccaf7f-08d5-43a7-8839-83108e2a407a HTTP/1.1" status: 204 len: 168 time: 0.3265498 Nov 12 21:13:16.956870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42094) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:16.974748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66d800-a21c-476e-b5f2-2a8543da1779 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ccaf7f-08d5-43a7-8839-83108e2a407a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:17.030593 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f22f7c8b-1b73-47a9-936a-f04ea5270946 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0712023 Nov 12 21:13:17.034503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42096) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:17.038963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3c9ab138-665d-4660-b7fe-36b8ccb5dfa1 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014293631'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:17.227106 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab138-665d-4660-b7fe-36b8ccb5dfa1 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:17.294876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10198d7-a53b-46d6-9a9f-386161fef86f req-e1a2991d-5ba4-4e88-a4e8-3acb09a203cd tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:17.299956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a10198d7-a53b-46d6-9a9f-386161fef86f req-e1a2991d-5ba4-4e88-a4e8-3acb09a203cd tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1098 time: 0.0899427 Nov 12 21:13:17.339234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab138-665d-4660-b7fe-36b8ccb5dfa1 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:17.358714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a10198d7-a53b-46d6-9a9f-386161fef86f req-c2a9658d-ba85-45f6-81ff-76f46721d54e tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513425 Nov 12 21:13:17.478136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e83a84-6826-40d6-af54-1dd23c7647fa req-2b62597c-be91-4f4f-84c6-5a4fb1aa439f tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:17.479701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8e83a84-6826-40d6-af54-1dd23c7647fa req-2b62597c-be91-4f4f-84c6-5a4fb1aa439f tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1098 time: 0.0496650 Nov 12 21:13:17.526354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8e83a84-6826-40d6-af54-1dd23c7647fa req-ea3afe4e-8f4b-44a1-aca4-256343d7392f tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Nov 12 21:13:17.575367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab138-665d-4660-b7fe-36b8ccb5dfa1 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:17.612114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ab138-665d-4660-b7fe-36b8ccb5dfa1 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89247485-df9e-49ef-a8de-b7b5e80636d4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:17.646684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e435d11-a4bd-47f2-858e-e13b38b908d8 req-81a68969-8589-4cae-a651-7825ca80f1d9 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:17.648847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e435d11-a4bd-47f2-858e-e13b38b908d8 req-81a68969-8589-4cae-a651-7825ca80f1d9 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1098 time: 0.0521481 Nov 12 21:13:17.709258 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab138-665d-4660-b7fe-36b8ccb5dfa1 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:17.714022 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3c9ab138-665d-4660-b7fe-36b8ccb5dfa1 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6787536 Nov 12 21:13:17.714676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42116) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:17.721172 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4c38d52c-1883-43a5-b429-36db66e84fb6 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': '89247485-df9e-49ef-a8de-b7b5e80636d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:17.743732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e435d11-a4bd-47f2-858e-e13b38b908d8 req-bc1d81c6-c858-4b4d-843e-311bdea03369 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851274 Nov 12 21:13:17.891089 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c38d52c-1883-43a5-b429-36db66e84fb6 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:17.985516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c38d52c-1883-43a5-b429-36db66e84fb6 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:18.257653 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c38d52c-1883-43a5-b429-36db66e84fb6 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:18.281928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38d52c-1883-43a5-b429-36db66e84fb6 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ed44dd-6b37-4ed6-8ece-55662b2cbd64,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:18.454454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c38d52c-1883-43a5-b429-36db66e84fb6 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:18.460842 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4c38d52c-1883-43a5-b429-36db66e84fb6 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7450716 Nov 12 21:13:18.463689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42146) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:18.468812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-83643ceb-b6cc-48b8-b104-d244c5e9f9f2 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': '89247485-df9e-49ef-a8de-b7b5e80636d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:18.586922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42148) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:18.603497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce36d9-9145-4932-9483-3797903dc579 req-528d5002-bf6f-4505-8fd4-957d7bb5d6e1 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:18.604984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0ce36d9-9145-4932-9483-3797903dc579 req-528d5002-bf6f-4505-8fd4-957d7bb5d6e1 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1098 time: 0.0548863 Nov 12 21:13:18.668251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0ce36d9-9145-4932-9483-3797903dc579 req-4c7c7133-38b2-4d3b-97d6-8ea4be27f2c5 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554185 Nov 12 21:13:18.692657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83643ceb-b6cc-48b8-b104-d244c5e9f9f2 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:18.765681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:18.767194 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83643ceb-b6cc-48b8-b104-d244c5e9f9f2 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:18.860719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83643ceb-b6cc-48b8-b104-d244c5e9f9f2 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:18.890022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83643ceb-b6cc-48b8-b104-d244c5e9f9f2 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff13463-18df-4f3c-866e-7c7ab18c016a,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:18.923937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:19.002698 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83643ceb-b6cc-48b8-b104-d244c5e9f9f2 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:19.006591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-83643ceb-b6cc-48b8-b104-d244c5e9f9f2 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5415740 Nov 12 21:13:19.009145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42156) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:19.025330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-393c8783-1e14-471b-a826-81eb97ffc3e9 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': '89247485-df9e-49ef-a8de-b7b5e80636d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:19.048013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:19.175018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393c8783-1e14-471b-a826-81eb97ffc3e9 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:19.186306 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Allocated IP 172.25.8.32 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/f0df2e45-b313-43f7-add1-e50c3fb6f354) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:13:19.287200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393c8783-1e14-471b-a826-81eb97ffc3e9 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:19.329515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:19.420703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393c8783-1e14-471b-a826-81eb97ffc3e9 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:19.439701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c8783-1e14-471b-a826-81eb97ffc3e9 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999be87b-72ee-4b37-998e-315054ed8303,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:19.808677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827fa03-0320-4655-9007-9d80d10fa926 req-f6947a04-bd69-45d0-b86a-b92a315e3d69 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:19.811743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1827fa03-0320-4655-9007-9d80d10fa926 req-f6947a04-bd69-45d0-b86a-b92a315e3d69 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1098 time: 0.0494492 Nov 12 21:13:19.916639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1827fa03-0320-4655-9007-9d80d10fa926 req-bc7ab6a9-0c16-4fd4-8345-a0ed865eae83 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949237 Nov 12 21:13:19.918558 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:19.922712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59926238-87ac-45bc-8200-d036282ed326 req-2a973213-a997-430a-aa0c-9868acb88581 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:19.924304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59926238-87ac-45bc-8200-d036282ed326 req-2a973213-a997-430a-aa0c-9868acb88581 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 1098 time: 0.0893910 Nov 12 21:13:19.975928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Pushing event updated for resources: {'Port': ['ID=f0df2e45-b313-43f7-add1-e50c3fb6f354,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:19.996462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-393c8783-1e14-471b-a826-81eb97ffc3e9 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.004895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-393c8783-1e14-471b-a826-81eb97ffc3e9 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9876695 Nov 12 21:13:20.005025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:13:20.005025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:20.005025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:20.007672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3cb03d85-7a7b-4a38-95be-8a1106b73b04 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': '89247485-df9e-49ef-a8de-b7b5e80636d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:20.012275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:13:20.048167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Deleting port 9fdd51f7-152b-4699-a86d-6d057bb57e10 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:20.054724 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.128159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.150689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] For port 9fdd51f7-152b-4699-a86d-6d057bb57e10, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=9fdd51f7-152b-4699-a86d-6d057bb57e10,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:20.151253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.168427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Calling delete_port for 9fdd51f7-152b-4699-a86d-6d057bb57e10 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:20.188911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3cb03d85-7a7b-4a38-95be-8a1106b73b04 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.309686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3cb03d85-7a7b-4a38-95be-8a1106b73b04 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.311458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.367752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3cb03d85-7a7b-4a38-95be-8a1106b73b04 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.402366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.408867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb03d85-7a7b-4a38-95be-8a1106b73b04 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0fba4b-8add-48d7-ab6a-661f462ebec0,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:20.428208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c572c2c0-2681-4cac-a5df-15c86bbf7129'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:13:20.479094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fdd51f7-152b-4699-a86d-6d057bb57e10,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:20.500326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3cb03d85-7a7b-4a38-95be-8a1106b73b04 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.500326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3cb03d85-7a7b-4a38-95be-8a1106b73b04 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4931288 Nov 12 21:13:20.500326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42172) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:20.504893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-eb80310a-95cc-47b7-91e8-2764ec58facb tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': '89247485-df9e-49ef-a8de-b7b5e80636d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:20.608245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] No DVR routers for this DVR port 9fdd51f7-152b-4699-a86d-6d057bb57e10 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:20.612236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.617361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59926238-87ac-45bc-8200-d036282ed326 req-7a5e8c26-889f-4bd5-b1ff-b5bf40fff747 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.78 "DELETE /v2.0/ports/9fdd51f7-152b-4699-a86d-6d057bb57e10 HTTP/1.1" status: 204 len: 173 time: 0.6862779 Nov 12 21:13:20.617857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137002a6-dd5e-4010-b043-6d10fdb4234d', 'name': 'network-vif-deleted', 'tag': '9fdd51f7-152b-4699-a86d-6d057bb57e10'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:13:20.621757 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76397ee-466b-4a40-9258-b355c397ab24" -d '{"events": [{"server_uuid": "137002a6-dd5e-4010-b043-6d10fdb4234d", "name": "network-vif-deleted", "tag": "9fdd51f7-152b-4699-a86d-6d057bb57e10"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:13:20.625942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.682916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb80310a-95cc-47b7-91e8-2764ec58facb tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.687611 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a5579a-1a1c-43c4-a766-b7b5462d5404 x-openstack-request-id: req-23a5579a-1a1c-43c4-a766-b7b5462d5404 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:13:20.688014 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137002a6-dd5e-4010-b043-6d10fdb4234d", "name": "network-vif-deleted", "tag": "9fdd51f7-152b-4699-a86d-6d057bb57e10", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:13:20.688274 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23a5579a-1a1c-43c4-a766-b7b5462d5404 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:13:20.690865 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137002a6-dd5e-4010-b043-6d10fdb4234d', 'name': 'network-vif-deleted', 'tag': '9fdd51f7-152b-4699-a86d-6d057bb57e10', 'status': 'completed', 'code': 200} Nov 12 21:13:20.793190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.797555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb80310a-95cc-47b7-91e8-2764ec58facb tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.870863 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Pushing event updated for resources: {'Port': ['ID=f0df2e45-b313-43f7-add1-e50c3fb6f354,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:20.900712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.908771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb80310a-95cc-47b7-91e8-2764ec58facb tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:20.940038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80310a-95cc-47b7-91e8-2764ec58facb tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d99ac6-0076-4cfc-b724-302dbf4c0a1c,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:21.030290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a1555b1-9ef0-4a1d-8490-a0081df3d2a4 req-34883fd7-efc3-49b6-b59d-015870d2eefc tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 210 time: 0.0355718 Nov 12 21:13:21.055391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.055391 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-69179324-5c97-4c8a-8f08-51a211171373 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4652586 Nov 12 21:13:21.057041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:21.061876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-462963763', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'fixed_ips': [{'ip_address': '172.25.8.32'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:21.093704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb80310a-95cc-47b7-91e8-2764ec58facb tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.098131 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-eb80310a-95cc-47b7-91e8-2764ec58facb tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5938911 Nov 12 21:13:21.098368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42184) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:21.131009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f480010-3e0c-45c2-b58c-6f1c8ad53090 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.140292 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f480010-3e0c-45c2-b58c-6f1c8ad53090 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.242487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Made reservation on behalf of 2fe9579247d5434e8def2c7ea7e6c8f6 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:21.242487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.262868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.274042 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f480010-3e0c-45c2-b58c-6f1c8ad53090 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.284023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8f480010-3e0c-45c2-b58c-6f1c8ad53090 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.288427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f480010-3e0c-45c2-b58c-6f1c8ad53090 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c1d99ac6-0076-4cfc-b724-302dbf4c0a1c HTTP/1.1" status: 204 len: 168 time: 0.1861429 Nov 12 21:13:21.289765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42188) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:21.301316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f480010-3e0c-45c2-b58c-6f1c8ad53090 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1d99ac6-0076-4cfc-b724-302dbf4c0a1c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:21.343949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2b561dee-90ee-4935-8ae5-98b8103d0e50 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0509176 Nov 12 21:13:21.343949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42190) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:21.368913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.375514 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcaddf5b-5619-4f04-b0a2-c5f6bb446ea4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.384618 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcaddf5b-5619-4f04-b0a2-c5f6bb446ea4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.552514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.558920 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] device_id is not set on port c0cc133c-07d6-4ee6-a957-453363a7727d yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:13:21.586822 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcaddf5b-5619-4f04-b0a2-c5f6bb446ea4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.598286 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcaddf5b-5619-4f04-b0a2-c5f6bb446ea4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.604081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fcaddf5b-5619-4f04-b0a2-c5f6bb446ea4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/6f0fba4b-8add-48d7-ab6a-661f462ebec0 HTTP/1.1" status: 204 len: 168 time: 0.2594657 Nov 12 21:13:21.611832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:21.625472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaddf5b-5619-4f04-b0a2-c5f6bb446ea4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f0fba4b-8add-48d7-ab6a-661f462ebec0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:21.629905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc233bc9-9d72-49dd-ab77-4d76f0794526,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:21.709034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2c9e20b7-66bc-4170-88c7-af84bf4914b2 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0929663 Nov 12 21:13:21.710096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42198) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:21.759397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03895640-5a86-422f-b5dc-f5e73cbc2d2e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.769497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03895640-5a86-422f-b5dc-f5e73cbc2d2e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:22.141177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35dc20d7-2fde-4d30-8a43-e337645d090b req-0e136b74-69ce-4d18-a973-a7ca3f5e1c7c tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 210 time: 0.0250888 Nov 12 21:13:22.240232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 9fdd51f7-152b-4699-a86d-6d057bb57e10 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:22.260172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 9fdd51f7-152b-4699-a86d-6d057bb57e10 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:22.260511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 9fdd51f7-152b-4699-a86d-6d057bb57e10 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:22.761403 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03895640-5a86-422f-b5dc-f5e73cbc2d2e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:22.804338 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 21:13:22.804338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:13:22.805998 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-03895640-5a86-422f-b5dc-f5e73cbc2d2e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:22.805998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-03895640-5a86-422f-b5dc-f5e73cbc2d2e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/999be87b-72ee-4b37-998e-315054ed8303 HTTP/1.1" status: 204 len: 168 time: 1.0552118 Nov 12 21:13:22.805998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03895640-5a86-422f-b5dc-f5e73cbc2d2e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=999be87b-72ee-4b37-998e-315054ed8303,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:22.807249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42210) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:22.858673 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-86f63628-6810-42a5-877f-b39c252a3ebe tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0499737 Nov 12 21:13:22.861328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:22.886095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19101141-d6d8-4bdc-aeff-c899c4272209 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:22.894234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19101141-d6d8-4bdc-aeff-c899c4272209 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:23.249150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf0f9d8b-bfbf-43a1-acfe-00c29f085b1c req-4b6799e7-108c-4d7d-9e17-acf0bcee45b5 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=137002a6-dd5e-4010-b043-6d10fdb4234d HTTP/1.1" status: 200 len: 210 time: 0.0272858 Nov 12 21:13:23.595553 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-31e63a26-a9bc-4815-9864-b3b668f91780 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.5373538 Nov 12 21:13:23.608762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42236) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:23.716665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19101141-d6d8-4bdc-aeff-c899c4272209 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:23.722232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-19101141-d6d8-4bdc-aeff-c899c4272209 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:23.724309 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-19101141-d6d8-4bdc-aeff-c899c4272209 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2ff13463-18df-4f3c-866e-7c7ab18c016a HTTP/1.1" status: 204 len: 168 time: 0.8617494 Nov 12 21:13:23.727092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42240) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:23.761281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19101141-d6d8-4bdc-aeff-c899c4272209 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ff13463-18df-4f3c-866e-7c7ab18c016a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:23.771433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6896f411-3dcd-47a5-9952-5b9c769e98a4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428250 Nov 12 21:13:23.774373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42242) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:23.784243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Deleting port f0df2e45-b313-43f7-add1-e50c3fb6f354 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:23.784646 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:23.804317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa61be89-b4ac-4046-9789-f19339549943 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:23.812743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa61be89-b4ac-4046-9789-f19339549943 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:23.879246 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:23.879993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:23.891632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Calling delete_port for f0df2e45-b313-43f7-add1-e50c3fb6f354 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:24.037719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa61be89-b4ac-4046-9789-f19339549943 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.044108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa61be89-b4ac-4046-9789-f19339549943 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.048802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42246) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:24.049027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fa61be89-b4ac-4046-9789-f19339549943 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/38ed44dd-6b37-4ed6-8ece-55662b2cbd64 HTTP/1.1" status: 204 len: 168 time: 0.2736282 Nov 12 21:13:24.059596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61be89-b4ac-4046-9789-f19339549943 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38ed44dd-6b37-4ed6-8ece-55662b2cbd64,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:24.094100 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b71c5f09-6cf2-48c1-9357-dd3e31586966 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0419517 Nov 12 21:13:24.100943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:24.513928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.545640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0df2e45-b313-43f7-add1-e50c3fb6f354,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:24.562218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c684ecc3-7aea-4a5c-a6f6-3d7f6bfc630e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.585877 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c684ecc3-7aea-4a5c-a6f6-3d7f6bfc630e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.679392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.681972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.686235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f9ba79e-f8ef-4d53-9405-27f084a08a83 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133 tempest-ExternalNetworksAdminNegativeTestJSON-2109301133-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/5fe8f7a6-2d03-496b-a4c8-9d9a91e9950f HTTP/1.1" status: 204 len: 168 time: 1.0833607 Nov 12 21:13:24.820258 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c684ecc3-7aea-4a5c-a6f6-3d7f6bfc630e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.828968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c684ecc3-7aea-4a5c-a6f6-3d7f6bfc630e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.828968 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c684ecc3-7aea-4a5c-a6f6-3d7f6bfc630e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/89247485-df9e-49ef-a8de-b7b5e80636d4 HTTP/1.1" status: 204 len: 168 time: 0.7260888 Nov 12 21:13:24.828968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42268) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:24.860846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ecc3-7aea-4a5c-a6f6-3d7f6bfc630e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89247485-df9e-49ef-a8de-b7b5e80636d4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:24.969680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4e8ca-a892-42d7-b57b-04c6bc2e0f0b req-31fe341a-52bf-4124-a7b6-9684d87864d3 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:24.977648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52e4e8ca-a892-42d7-b57b-04c6bc2e0f0b req-31fe341a-52bf-4124-a7b6-9684d87864d3 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.0817094 Nov 12 21:13:25.010521 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1b795f03-7732-422b-a354-4f5a3190a57e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1804528 Nov 12 21:13:25.011387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42272) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:25.015957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f86a015a-b695-4c2d-8993-809dc8e8bebf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294650567'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:25.037298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52e4e8ca-a892-42d7-b57b-04c6bc2e0f0b req-1a7d7a79-d334-4a4b-a688-fead930dd635 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586724 Nov 12 21:13:25.100972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f86a015a-b695-4c2d-8993-809dc8e8bebf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.216574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f86a015a-b695-4c2d-8993-809dc8e8bebf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.298296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42282) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:25.336227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f86a015a-b695-4c2d-8993-809dc8e8bebf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.393452 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a015a-b695-4c2d-8993-809dc8e8bebf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9bc234-34ee-4d69-acca-e64a56d2935d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:25.482946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f86a015a-b695-4c2d-8993-809dc8e8bebf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.483776 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f86a015a-b695-4c2d-8993-809dc8e8bebf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4706624 Nov 12 21:13:25.486033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42288) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:25.492163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ef04bde0-d99f-4d6f-a122-24fe89935c21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': 'fb9bc234-34ee-4d69-acca-e64a56d2935d', 'direction': 'ingress', 'protocol': 17}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:25.648164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42290) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:25.699767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef04bde0-d99f-4d6f-a122-24fe89935c21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.797270 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef04bde0-d99f-4d6f-a122-24fe89935c21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.850972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-52d55a36-313e-424a-a598-c7520da32792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.947332 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.960686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef04bde0-d99f-4d6f-a122-24fe89935c21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.984279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04bde0-d99f-4d6f-a122-24fe89935c21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e960ab4-4537-42c7-be54-ba935f82fc27,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:25.989796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-52d55a36-313e-424a-a598-c7520da32792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:26.183495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66eb56-169d-43f3-a3c5-03c31ccc4f1b req-5d6ad163-0544-48fe-a474-37075f7c90ad tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:26.185049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c66eb56-169d-43f3-a3c5-03c31ccc4f1b req-5d6ad163-0544-48fe-a474-37075f7c90ad tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.0527432 Nov 12 21:13:26.259793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-52d55a36-313e-424a-a598-c7520da32792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:26.289059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef04bde0-d99f-4d6f-a122-24fe89935c21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:26.293262 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef04bde0-d99f-4d6f-a122-24fe89935c21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8035474 Nov 12 21:13:26.295126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c66eb56-169d-43f3-a3c5-03c31ccc4f1b req-dc67fe6c-dcc6-4d48-b23c-ce00e8be5807 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018527 Nov 12 21:13:26.297657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42310) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:26.298183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42312) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:26.300356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-5a993ac5-d158-4757-ac74-0406e2bac5f9 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:26.302289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-5a993ac5-d158-4757-ac74-0406e2bac5f9 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.1008577 Nov 12 21:13:26.307750 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-52d55a36-313e-424a-a598-c7520da32792 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77f47f62780745c691640f34d48b32f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6455345 Nov 12 21:13:26.334938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d55a36-313e-424a-a598-c7520da32792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa06af-4fde-41ce-912f-396ebe8ef405,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:26.843473 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb5b7151-cc3f-4413-b2ab-4e87c3183411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:26.875959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2916c4f2-7a94-4d23-a6a9-58b6b241dce3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:26.894840 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb5b7151-cc3f-4413-b2ab-4e87c3183411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:26.914447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Deleting port c9d5adf7-f0e9-4006-997d-e828012a7671 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:26.914807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:26.947501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2916c4f2-7a94-4d23-a6a9-58b6b241dce3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.014695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Deleting port c572c2c0-2681-4cac-a5df-15c86bbf7129 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:27.015148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.126227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] For port c9d5adf7-f0e9-4006-997d-e828012a7671, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c9d5adf7-f0e9-4006-997d-e828012a7671,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:27.126479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.190284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Calling delete_port for c9d5adf7-f0e9-4006-997d-e828012a7671 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:27.222754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] For port c572c2c0-2681-4cac-a5df-15c86bbf7129, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c572c2c0-2681-4cac-a5df-15c86bbf7129,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:27.223145 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.258211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb5b7151-cc3f-4413-b2ab-4e87c3183411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.263661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cb5b7151-cc3f-4413-b2ab-4e87c3183411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.267853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cb5b7151-cc3f-4413-b2ab-4e87c3183411 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8caa06af-4fde-41ce-912f-396ebe8ef405 HTTP/1.1" status: 204 len: 168 time: 0.9550521 Nov 12 21:13:27.280674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Calling delete_port for c572c2c0-2681-4cac-a5df-15c86bbf7129 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:27.344315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2916c4f2-7a94-4d23-a6a9-58b6b241dce3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.347410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2916c4f2-7a94-4d23-a6a9-58b6b241dce3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.354994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2916c4f2-7a94-4d23-a6a9-58b6b241dce3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/fb9bc234-34ee-4d69-acca-e64a56d2935d HTTP/1.1" status: 204 len: 168 time: 1.0491624 Nov 12 21:13:27.357409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42324) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:27.430998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9d69e61-2eca-48b1-a856-872ecaff805b tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0713086 Nov 12 21:13:27.431880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42326) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:27.437060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fadaf388-7a4f-4ec5-bbf5-b0e82ba5da91 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163549112'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:27.534811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b7151-cc3f-4413-b2ab-4e87c3183411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa06af-4fde-41ce-912f-396ebe8ef405,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:27.564367 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7eb52b14-71e4-4197-95f4-9ea494a6afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.580865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916c4f2-7a94-4d23-a6a9-58b6b241dce3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9bc234-34ee-4d69-acca-e64a56d2935d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:27.598105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fadaf388-7a4f-4ec5-bbf5-b0e82ba5da91 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.602014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212cc6f-f195-414b-9869-42e79c199c03 req-bc1ae257-c636-4402-b539-f97405f96ed6 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:27.603580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1212cc6f-f195-414b-9869-42e79c199c03 req-bc1ae257-c636-4402-b539-f97405f96ed6 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 1097 time: 0.1290596 Nov 12 21:13:27.701308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fadaf388-7a4f-4ec5-bbf5-b0e82ba5da91 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.728498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1212cc6f-f195-414b-9869-42e79c199c03 req-0cb31399-e862-4afc-9488-051fc9c9edff tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cc784270-b3d8-4864-9fc5-ec80ba5ba98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178646 Nov 12 21:13:27.850066 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.851426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fadaf388-7a4f-4ec5-bbf5-b0e82ba5da91 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.884676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d5adf7-f0e9-4006-997d-e828012a7671,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:27.940026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:27.957156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c572c2c0-2681-4cac-a5df-15c86bbf7129'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:13:27.957591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaf388-7a4f-4ec5-bbf5-b0e82ba5da91 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0ce1cc-788b-40cb-97ad-446aec4a412a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:27.977747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Pushing event deleted for resources: {'Port': ['ID=c572c2c0-2681-4cac-a5df-15c86bbf7129,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:28.066919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] No DVR routers for this DVR port c572c2c0-2681-4cac-a5df-15c86bbf7129 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:28.071132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fadaf388-7a4f-4ec5-bbf5-b0e82ba5da91 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.076373 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fadaf388-7a4f-4ec5-bbf5-b0e82ba5da91 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6427560 Nov 12 21:13:28.077921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42332) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:28.092126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f143bdad-fa90-4942-8ae2-7a854d271aea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366906814'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:28.122225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.125695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a62c67a-a0d6-4aae-a3fd-6f048681351c req-b1ddb905-f6f9-4e12-806c-d4daa257c6bb tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c572c2c0-2681-4cac-a5df-15c86bbf7129 HTTP/1.1" status: 204 len: 173 time: 1.7979064 Nov 12 21:13:28.126050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee3029-e3ad-43a0-9e03-ffccbab82f69', 'name': 'network-vif-deleted', 'tag': 'c572c2c0-2681-4cac-a5df-15c86bbf7129'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:13:28.129396 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554c7b18-e671-4b63-ad35-13fd00d32323" -d '{"events": [{"server_uuid": "caee3029-e3ad-43a0-9e03-ffccbab82f69", "name": "network-vif-deleted", "tag": "c572c2c0-2681-4cac-a5df-15c86bbf7129"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:13:28.233247 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24beeda4-b48a-46c2-8d4b-3c15622cc388 x-openstack-request-id: req-24beeda4-b48a-46c2-8d4b-3c15622cc388 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:13:28.234927 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee3029-e3ad-43a0-9e03-ffccbab82f69", "name": "network-vif-deleted", "tag": "c572c2c0-2681-4cac-a5df-15c86bbf7129", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:13:28.236550 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24beeda4-b48a-46c2-8d4b-3c15622cc388 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:13:28.237292 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee3029-e3ad-43a0-9e03-ffccbab82f69', 'name': 'network-vif-deleted', 'tag': 'c572c2c0-2681-4cac-a5df-15c86bbf7129', 'status': 'completed', 'code': 200} Nov 12 21:13:28.238364 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.289584 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f143bdad-fa90-4942-8ae2-7a854d271aea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.381373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42342) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:28.416780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f143bdad-fa90-4942-8ae2-7a854d271aea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.447642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bdf4af26-84e3-45e3-9dcf-e8935576419c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fe9579247d5434e8def2c7ea7e6c8f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0621510 Nov 12 21:13:28.447642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42344) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:28.540744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f143bdad-fa90-4942-8ae2-7a854d271aea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.587810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Router 2e893b31-e7cf-4b78-a827-3bc6cc902840 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:13:28.607045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143bdad-fa90-4942-8ae2-7a854d271aea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc818b25-cacd-4f20-9bf6-1f5719424bb7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:28.662702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f143bdad-fa90-4942-8ae2-7a854d271aea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.664051 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f143bdad-fa90-4942-8ae2-7a854d271aea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5793145 Nov 12 21:13:28.666941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:28.671525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0cd3782f-f53a-437e-8f10-5790e312842a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': 'ac0ce1cc-788b-40cb-97ad-446aec4a412a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dc818b25-cacd-4f20-9bf6-1f5719424bb7', 'remote_ip_prefix': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:28.683401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6bdf-cc7c-4038-a503-da48e9be66ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.745378 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6bdf-cc7c-4038-a503-da48e9be66ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.768898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:13:28.779823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a29241dd-711d-463f-b1b5-a19b9806d1a1 admin admin] 10.222.0.64 "PUT /v2.0/routers/2e893b31-e7cf-4b78-a827-3bc6cc902840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4802620 Nov 12 21:13:28.782473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42352) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:28.789798 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] Sync routers for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:13:28.802693 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:13:28.803337 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:13:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:28.895622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d8edd1-80da-4f05-b77a-0994ed7c0b99 req-3fe99395-1f55-402f-9d09-c92f6b9da608 tempest-TestServerMultinode-808831381 tempest-TestServerMultinode-808831381-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=caee3029-e3ad-43a0-9e03-ffccbab82f69 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Nov 12 21:13:28.902345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0cd3782f-f53a-437e-8f10-5790e312842a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:28.928786 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:13:28.938351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.044744 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0cd3782f-f53a-437e-8f10-5790e312842a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.048113 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6bdf-cc7c-4038-a503-da48e9be66ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.049434 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6bdf-cc7c-4038-a503-da48e9be66ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.052500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6c3a6bdf-cc7c-4038-a503-da48e9be66ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc233bc9-9d72-49dd-ab77-4d76f0794526 HTTP/1.1" status: 204 len: 168 time: 0.6039121 Nov 12 21:13:29.063118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a6bdf-cc7c-4038-a503-da48e9be66ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc233bc9-9d72-49dd-ab77-4d76f0794526,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:29.126259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.148349 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:13:27Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:29.177793 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] Checking router: 2e893b31-e7cf-4b78-a827-3bc6cc902840 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:13:29.186535 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] Routers {'2e893b31-e7cf-4b78-a827-3bc6cc902840'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:13:29.187052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:13:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['2e893b31-e7cf-4b78-a827-3bc6cc902840'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:29.246103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0cd3782f-f53a-437e-8f10-5790e312842a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.292505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3782f-f53a-437e-8f10-5790e312842a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff6283b-dfa7-487e-b8a0-f653cad01d30,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:29.320896 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] Set router 2e893b31-e7cf-4b78-a827-3bc6cc902840 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:13:29.327722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Deleting port 96bf114e-ec5e-42d9-a590-e511f040c99f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:29.328062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.438640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] For port 96bf114e-ec5e-42d9-a590-e511f040c99f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=96bf114e-ec5e-42d9-a590-e511f040c99f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:29.439343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.457207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Calling delete_port for 96bf114e-ec5e-42d9-a590-e511f040c99f owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:29.510912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0cd3782f-f53a-437e-8f10-5790e312842a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.512142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0cd3782f-f53a-437e-8f10-5790e312842a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8441229 Nov 12 21:13:29.515078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42360) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:29.546541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abc34002-1c8f-4d8e-8103-c0ec237b9d21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.555200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abc34002-1c8f-4d8e-8103-c0ec237b9d21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.560796 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:13:27Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:29.588907 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc40e5c-01b6-436c-b692-c3d16b40d736 None None] The sync data for ids ['2e893b31-e7cf-4b78-a827-3bc6cc902840'] in n-d-713498-29 is: [{'id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'name': 'tempest-AttachVolumeTestJSON-1705973013-router', 'tenant_id': '61ad5c4ac51f404e8a0e745f99e44252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:04:19Z', 'updated_at': '2021-11-12T21:13:27Z', 'revision_number': 5, 'project_id': '61ad5c4ac51f404e8a0e745f99e44252', 'gw_port': {'id': '96bf114e-ec5e-42d9-a590-e511f040c99f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e893b31-e7cf-4b78-a827-3bc6cc902840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:04:21Z', 'updated_at': '2021-11-12T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:13:29.716986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abc34002-1c8f-4d8e-8103-c0ec237b9d21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.724541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abc34002-1c8f-4d8e-8103-c0ec237b9d21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.727552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-abc34002-1c8f-4d8e-8103-c0ec237b9d21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5ff6283b-dfa7-487e-b8a0-f653cad01d30 HTTP/1.1" status: 204 len: 168 time: 0.2098169 Nov 12 21:13:29.728498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42364) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:29.739407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc34002-1c8f-4d8e-8103-c0ec237b9d21 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ff6283b-dfa7-487e-b8a0-f653cad01d30,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:29.782741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7c572af2-1120-48fc-acbc-c56839383279 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0507112 Nov 12 21:13:29.783172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:29.797282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.837258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=96bf114e-ec5e-42d9-a590-e511f040c99f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:29.854942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54c7f19c-bb94-4ea8-88f7-7430f856b6bf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.870018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b8e3a-c680-4ea2-bd09-a39894c962a3 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:29.888430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54c7f19c-bb94-4ea8-88f7-7430f856b6bf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.944872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:29.976442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42378) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:30.093413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54c7f19c-bb94-4ea8-88f7-7430f856b6bf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.106362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54c7f19c-bb94-4ea8-88f7-7430f856b6bf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.106362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-54c7f19c-bb94-4ea8-88f7-7430f856b6bf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/dc818b25-cacd-4f20-9bf6-1f5719424bb7 HTTP/1.1" status: 204 len: 168 time: 0.3168242 Nov 12 21:13:30.112217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42384) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:30.121260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.124748 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.150274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7f19c-bb94-4ea8-88f7-7430f856b6bf tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc818b25-cacd-4f20-9bf6-1f5719424bb7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:30.151941 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f60a1de-9d01-497c-8627-2047d35a3173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.246292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3a2ac874-955b-471d-afa4-b9b3f1ee63a5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1273663 Nov 12 21:13:30.249061 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42386) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:30.313313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eb13370-92e5-415d-81f1-5f9d4e26d9ea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.334870 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.335945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e893b31-e7cf-4b78-a827-3bc6cc902840 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:13:30.344120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.348203 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6152f1b3-cb82-4a74-b4ea-635300fa3d17 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2e893b31-e7cf-4b78-a827-3bc6cc902840 HTTP/1.1" status: 204 len: 168 time: 1.5618973 Nov 12 21:13:30.349289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42390) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:30.354815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eb13370-92e5-415d-81f1-5f9d4e26d9ea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.433965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0184705d-ea88-4ce7-a5e6-ab2589be6b1b admin admin] Deleting subnet 6ccee5db-54a3-4fd7-9e0d-d62662197e58 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:13:30.459658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0184705d-ea88-4ce7-a5e6-ab2589be6b1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.525834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0184705d-ea88-4ce7-a5e6-ab2589be6b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.535549 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eb13370-92e5-415d-81f1-5f9d4e26d9ea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.539184 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2eb13370-92e5-415d-81f1-5f9d4e26d9ea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.540764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2eb13370-92e5-415d-81f1-5f9d4e26d9ea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/ac0ce1cc-788b-40cb-97ad-446aec4a412a HTTP/1.1" status: 204 len: 168 time: 0.2898319 Nov 12 21:13:30.545050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42398) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:30.573450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb13370-92e5-415d-81f1-5f9d4e26d9ea tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0ce1cc-788b-40cb-97ad-446aec4a412a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:30.658462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42400) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:30.659614 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-75da3395-e819-41d0-a94e-f6ebca0cede9 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1121991 Nov 12 21:13:30.664294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5d0cfcdd-b1eb-4a53-b8ab-0b5bf5bbb016 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352406355'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:30.669200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0184705d-ea88-4ce7-a5e6-ab2589be6b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.783585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.902332 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfcdd-b1eb-4a53-b8ab-0b5bf5bbb016 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.950743 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:13:30.973463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c572c2c0-2681-4cac-a5df-15c86bbf7129 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:30.985232 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0184705d-ea88-4ce7-a5e6-ab2589be6b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:30.998751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: c572c2c0-2681-4cac-a5df-15c86bbf7129 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:30.999103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c572c2c0-2681-4cac-a5df-15c86bbf7129 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:31.008855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c021b-0c98-4d9a-90eb-1b7885c525b0 None None] Network 30e634c7-c8e7-4806-810f-b2d9beedba24 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:31.021157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0184705d-ea88-4ce7-a5e6-ab2589be6b1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.024681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0184705d-ea88-4ce7-a5e6-ab2589be6b1b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6ccee5db-54a3-4fd7-9e0d-d62662197e58 HTTP/1.1" status: 204 len: 168 time: 0.6743324 Nov 12 21:13:31.027267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42408) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:31.031540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184705d-ea88-4ce7-a5e6-ab2589be6b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ccee5db-54a3-4fd7-9e0d-d62662197e58,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:31.072864 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfcdd-b1eb-4a53-b8ab-0b5bf5bbb016 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.206967 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfcdd-b1eb-4a53-b8ab-0b5bf5bbb016 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.225608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Deleting port 11faaaab-4791-4385-81be-ef4493b96648 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:31.226126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.239242 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.332461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] DHCP port deletion for 30e634c7-c8e7-4806-810f-b2d9beedba24 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:31.347163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Deleting port 81d3539c-a368-46f1-8d62-30d7fff209d4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:31.347629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.370376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cfcdd-b1eb-4a53-b8ab-0b5bf5bbb016 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9932bce2-cbff-443e-96c2-09670a090df5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:31.387005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.443076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] Deleting port 81d3539c-a368-46f1-8d62-30d7fff209d4 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:31.444974 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.458421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] For port 11faaaab-4791-4385-81be-ef4493b96648, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=11faaaab-4791-4385-81be-ef4493b96648,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:31.463953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.514182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Calling delete_port for 11faaaab-4791-4385-81be-ef4493b96648 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:31.524454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] For port 81d3539c-a368-46f1-8d62-30d7fff209d4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81d3539c-a368-46f1-8d62-30d7fff209d4,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:31.525178 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.545779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] For port 81d3539c-a368-46f1-8d62-30d7fff209d4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81d3539c-a368-46f1-8d62-30d7fff209d4,segment=NetworkSegment(ff4d26b4-da1b-4fad-8e46-9ec47108c24a),segment_id=ff4d26b4-da1b-4fad-8e46-9ec47108c24a)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:31.545779 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.546984 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfcdd-b1eb-4a53-b8ab-0b5bf5bbb016 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.548328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5d0cfcdd-b1eb-4a53-b8ab-0b5bf5bbb016 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8880062 Nov 12 21:13:31.551271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42418) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:31.557224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 96bf114e-ec5e-42d9-a590-e511f040c99f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:31.560876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a3a0324e-a44e-43d3-9e7a-670db0ed6944 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': '9932bce2-cbff-443e-96c2-09670a090df5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:31.567622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Calling delete_port for 81d3539c-a368-46f1-8d62-30d7fff209d4 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:31.586200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] Calling delete_port for 81d3539c-a368-46f1-8d62-30d7fff209d4 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:31.636243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 96bf114e-ec5e-42d9-a590-e511f040c99f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:31.636908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 96bf114e-ec5e-42d9-a590-e511f040c99f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:31.637508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81d3539c-a368-46f1-8d62-30d7fff209d4 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:31.775215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.792550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.806417 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.821108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d3539c-a368-46f1-8d62-30d7fff209d4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:31.824533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] No DVR routers for this DVR port 81d3539c-a368-46f1-8d62-30d7fff209d4 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:31.833800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c9d5adf7-f0e9-4006-997d-e828012a7671 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:31.870817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c9d5adf7-f0e9-4006-997d-e828012a7671 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:31.871201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c9d5adf7-f0e9-4006-997d-e828012a7671 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:31.874791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] Pushing event deleted for resources: {'Port': ['ID=81d3539c-a368-46f1-8d62-30d7fff209d4,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:31.876929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcbf2d-d9d7-4448-ae49-6a3fa31f11be None None] No DVR routers for this DVR port 81d3539c-a368-46f1-8d62-30d7fff209d4 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:31.922343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.928550 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.940546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3a0324e-a44e-43d3-9e7a-670db0ed6944 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:31.957182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e634c7-c8e7-4806-810f-b2d9beedba24']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:31.960080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=11faaaab-4791-4385-81be-ef4493b96648,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:31.976192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:31.976488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4d26b4-da1b-4fad-8e46-9ec47108c24a') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:31.991568 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.024331 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.035573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:13:32.035886 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:13:32.037705 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:13:32.088735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42430) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:32.097460 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3a0324e-a44e-43d3-9e7a-670db0ed6944 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.193437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.256463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3d7e35f0-cfe2-4d20-b143-01cd397c7beb tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1501382946'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:32.257276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3d7e35f0-cfe2-4d20-b143-01cd397c7beb tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Unknown quota resources ['metering_label']. {{(pid=109628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 21:13:32.327215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3a0324e-a44e-43d3-9e7a-670db0ed6944 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.374881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.384904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.391314 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] 10.222.0.64 "DELETE /v2.0/networks/30e634c7-c8e7-4806-810f-b2d9beedba24 HTTP/1.1" status: 204 len: 168 time: 1.3592420 Nov 12 21:13:32.408881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0324e-a44e-43d3-9e7a-670db0ed6944 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7187cac-dc89-4d04-83e5-703f8f8f4686,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:32.413005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69183696-6e0b-4c40-a908-63a9acd1c485 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e634c7-c8e7-4806-810f-b2d9beedba24,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:32.496564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Router 40c00edf-276d-4827-8e72-95837313243e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:13:32.592574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3a0324e-a44e-43d3-9e7a-670db0ed6944 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.595997 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a3a0324e-a44e-43d3-9e7a-670db0ed6944 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0409918 Nov 12 21:13:32.598775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42440) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:32.635965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d7e35f0-cfe2-4d20-b143-01cd397c7beb tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.639793 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3d7e35f0-cfe2-4d20-b143-01cd397c7beb tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5460451 Nov 12 21:13:32.639963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.640080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42442) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:32.645162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f0057a9b-e2cb-44b5-9311-d0fd5185ea14 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd7748d51-46fa-4efa-89e7-133dfd0210b6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:32.645663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f0057a9b-e2cb-44b5-9311-d0fd5185ea14 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 21:13:32.648192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:13:32.650656 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.655707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-81d37f13-13c3-4668-a244-311a7f1c8c32 admin admin] 10.222.0.64 "PUT /v2.0/routers/40c00edf-276d-4827-8e72-95837313243e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778514 Nov 12 21:13:32.666129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] Sync routers for ids ['40c00edf-276d-4827-8e72-95837313243e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:13:32.668398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42444) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:32.678786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] Routers {'40c00edf-276d-4827-8e72-95837313243e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:13:32.679743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:13:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40c00edf-276d-4827-8e72-95837313243e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:32.787359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.794371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] Set router 40c00edf-276d-4827-8e72-95837313243e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:13:32.872030 n-d-713498-29 neutron-server[109628]: WARNING neutron.services.metering.metering_plugin [None req-f0057a9b-e2cb-44b5-9311-d0fd5185ea14 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 21:13:32.901389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.912272 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.920074 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:32.921464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e7187cac-dc89-4d04-83e5-703f8f8f4686 HTTP/1.1" status: 204 len: 168 time: 0.3209431 Nov 12 21:13:32.927853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42446) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:32.933917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42448) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:32.935566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7187cac-dc89-4d04-83e5-703f8f8f4686,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:32.970685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.971120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.971506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.972523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.972900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.973290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.974125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.974318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.974692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.975033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.975459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:32.975840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10218d3-2992-4c96-bb06-175b0f3c1f6e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:33.016182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d767605c-e095-403b-ad60-d03d20df0621 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0873725 Nov 12 21:13:33.021058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42454) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.055104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ad1a5993-b73f-4c3c-9fcf-41b1e328c8f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61ad5c4ac51f404e8a0e745f99e44252&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1145275 Nov 12 21:13:33.057536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42456) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.068072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.094522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:13:31Z', 'revision_number': 5, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port': {'id': '4fa2fd1d-3a41-4073-b159-2bcb482c33a7', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c00edf-276d-4827-8e72-95837313243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:14Z', 'updated_at': '2021-11-12T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:33.121027 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0057a9b-e2cb-44b5-9311-d0fd5185ea14 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.129923 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f0057a9b-e2cb-44b5-9311-d0fd5185ea14 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4851575 Nov 12 21:13:33.129923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42458) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.141489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6b64945d-cbdf-4552-9758-d5ba3c3f4d6f tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd7748d51-46fa-4efa-89e7-133dfd0210b6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:33.145244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6b64945d-cbdf-4552-9758-d5ba3c3f4d6f tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 21:13:33.149455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] Checking router: 40c00edf-276d-4827-8e72-95837313243e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:13:33.163706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] Routers {'40c00edf-276d-4827-8e72-95837313243e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:13:33.166532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:13:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40c00edf-276d-4827-8e72-95837313243e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:33.180576 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-635b7c72-bef8-4317-bd11-c7107bf3b3ba tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.194264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed08b1b-243c-4522-803a-170c2143b4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.233473 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-635b7c72-bef8-4317-bd11-c7107bf3b3ba tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.237255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Deleting port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:33.239908 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.261318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed08b1b-243c-4522-803a-170c2143b4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.278966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] Set router 40c00edf-276d-4827-8e72-95837313243e gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:13:33.300891 n-d-713498-29 neutron-server[109628]: WARNING neutron.services.metering.metering_plugin [None req-6b64945d-cbdf-4552-9758-d5ba3c3f4d6f tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 21:13:33.387730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] For port 4fa2fd1d-3a41-4073-b159-2bcb482c33a7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4fa2fd1d-3a41-4073-b159-2bcb482c33a7,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:33.388182 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.405715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Calling delete_port for 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:33.419257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6b64945d-cbdf-4552-9758-d5ba3c3f4d6f tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.419257 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6b64945d-cbdf-4552-9758-d5ba3c3f4d6f tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2836394 Nov 12 21:13:33.419257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42462) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.431138 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce83ba56-41bb-4902-97b7-f6e7e8562060 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=c594a90c-c808-48b2-aaf3-bb5efdd4bc24 HTTP/1.1" status: 200 len: 464 time: 0.0114722 Nov 12 21:13:33.433442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42464) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.618623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:13:32Z', 'revision_number': 6, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:33.654804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c2404-7f84-4c1b-bd73-5ca6c8319ecc None None] The sync data for ids ['40c00edf-276d-4827-8e72-95837313243e'] in n-d-713498-29 is: [{'id': '40c00edf-276d-4827-8e72-95837313243e', 'name': 'tempest-TestServerMultinode-265668813-router', 'tenant_id': 'cbe24cd01132434ca8514eaa64b564b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:13Z', 'updated_at': '2021-11-12T21:13:32Z', 'revision_number': 6, 'project_id': 'cbe24cd01132434ca8514eaa64b564b2', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:13:33.709318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0d92a00-a5be-47a5-a36e-9cc6b31a9fcd tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.709318 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f0d92a00-a5be-47a5-a36e-9cc6b31a9fcd tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/c594a90c-c808-48b2-aaf3-bb5efdd4bc24 HTTP/1.1" status: 204 len: 168 time: 0.2716568 Nov 12 21:13:33.709980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42470) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.718976 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-38f322fe-4de0-40f7-9c5a-d99f5bf2e874 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=c594a90c-c808-48b2-aaf3-bb5efdd4bc24 HTTP/1.1" status: 200 len: 221 time: 0.0083985 Nov 12 21:13:33.723222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42472) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.727947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-adf0ba04-305f-449d-a7ae-93e6df7012ff tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1622007133', 'description': 'label created by tempest'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:33.728405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-adf0ba04-305f-449d-a7ae-93e6df7012ff tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Unknown quota resources ['metering_label']. {{(pid=109628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 21:13:33.751827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.906601 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-635b7c72-bef8-4317-bd11-c7107bf3b3ba tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.909292 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-635b7c72-bef8-4317-bd11-c7107bf3b3ba tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.911699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-635b7c72-bef8-4317-bd11-c7107bf3b3ba tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/9932bce2-cbff-443e-96c2-09670a090df5 HTTP/1.1" status: 204 len: 168 time: 0.8896415 Nov 12 21:13:33.914362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42474) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.917488 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed08b1b-243c-4522-803a-170c2143b4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.920003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed08b1b-243c-4522-803a-170c2143b4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:33.921827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fed08b1b-243c-4522-803a-170c2143b4a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9445e225-f7e1-4974-90f9-71e110c6ccff HTTP/1.1" status: 204 len: 168 time: 0.8626657 Nov 12 21:13:33.948356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b7c72-bef8-4317-bd11-c7107bf3b3ba tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9932bce2-cbff-443e-96c2-09670a090df5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:33.968358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed08b1b-243c-4522-803a-170c2143b4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9445e225-f7e1-4974-90f9-71e110c6ccff,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:33.976937 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-28804269-459e-4228-925a-b85f5d677583 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0611279 Nov 12 21:13:33.981724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42478) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:33.990089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f6ffc571-783e-43fa-a464-d868a39a9ac4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601937380'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:34.145948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-adf0ba04-305f-449d-a7ae-93e6df7012ff tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.147198 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-adf0ba04-305f-449d-a7ae-93e6df7012ff tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4226842 Nov 12 21:13:34.150084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42480) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:34.152562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.192694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa2fd1d-3a41-4073-b159-2bcb482c33a7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:34.213789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8609f094-d697-47d7-97ff-83cf3176a492 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:34.301580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.415248 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.417524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.524412 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc571-783e-43fa-a464-d868a39a9ac4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.527475 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9ba3448b-8a13-4b92-84f5-10b014eccf75 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=6e4da159-ce20-4ba1-9d77-60d26390f430 HTTP/1.1" status: 200 len: 468 time: 0.3762958 Nov 12 21:13:34.530309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42488) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:34.597861 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.598800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c00edf-276d-4827-8e72-95837313243e {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:13:34.624981 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc571-783e-43fa-a464-d868a39a9ac4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.676949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.694459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b7a3d9e3-d274-44fc-b73d-32b3205b7de6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/40c00edf-276d-4827-8e72-95837313243e HTTP/1.1" status: 204 len: 168 time: 2.0249960 Nov 12 21:13:34.697080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42500) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:34.752553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc571-783e-43fa-a464-d868a39a9ac4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.795264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffc571-783e-43fa-a464-d868a39a9ac4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16f9b4a-c22c-431c-9609-f71145b909d3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:34.905050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf50808-93a1-4d40-9c49-b1d6719b522c admin admin] Deleting subnet dc17e519-5994-43fd-adc6-882cfc464c10 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:13:34.909332 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abf50808-93a1-4d40-9c49-b1d6719b522c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.978160 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc571-783e-43fa-a464-d868a39a9ac4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:34.983329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42504) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:34.983885 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f6ffc571-783e-43fa-a464-d868a39a9ac4 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9998925 Nov 12 21:13:34.988185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-845526b7-0750-49f1-803b-7722b120cd65 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': 'a16f9b4a-c22c-431c-9609-f71145b909d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:35.004949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abf50808-93a1-4d40-9c49-b1d6719b522c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.061215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c4621bef-13a1-4669-928e-378b7489087d tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.062507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c4621bef-13a1-4669-928e-378b7489087d tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/6e4da159-ce20-4ba1-9d77-60d26390f430 HTTP/1.1" status: 204 len: 168 time: 0.5311096 Nov 12 21:13:35.066221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42508) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.078839 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9073aa73-9cb4-485e-baf7-1f4370a703ab tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=6e4da159-ce20-4ba1-9d77-60d26390f430 HTTP/1.1" status: 200 len: 216 time: 0.0112727 Nov 12 21:13:35.084692 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42510) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.108427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-02bcf887-067b-42fe-bfc3-88e9e275e972 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0224283 Nov 12 21:13:35.109567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42512) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.132176 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fd8cb2c9-4233-46a0-b876-e0f834452f85 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0211058 Nov 12 21:13:35.137091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abf50808-93a1-4d40-9c49-b1d6719b522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.141130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42516) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.222669 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-845526b7-0750-49f1-803b-7722b120cd65 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.226687 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc20e459-cbc5-4123-acd4-835fd8f49a1e tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/d7748d51-46fa-4efa-89e7-133dfd0210b6 HTTP/1.1" status: 200 len: 473 time: 0.0841887 Nov 12 21:13:35.230620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.255352 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f5e994ea-cb4f-43b1-829f-6757f479f399 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/1d853aa2-9083-4669-bfd1-efa41e36d355 HTTP/1.1" status: 200 len: 461 time: 0.0181286 Nov 12 21:13:35.255845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42522) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.298379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abf50808-93a1-4d40-9c49-b1d6719b522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.347664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf50808-93a1-4d40-9c49-b1d6719b522c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc17e519-5994-43fd-adc6-882cfc464c10,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:35.355765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-abf50808-93a1-4d40-9c49-b1d6719b522c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.358579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-abf50808-93a1-4d40-9c49-b1d6719b522c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dc17e519-5994-43fd-adc6-882cfc464c10 HTTP/1.1" status: 204 len: 168 time: 0.6603146 Nov 12 21:13:35.362417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e0546-f4a4-4182-ad6b-3ce43e57ccf9 None None] Network 435d2592-a951-4ccd-93c3-d98e31972300 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:35.364789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42526) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.389195 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-845526b7-0750-49f1-803b-7722b120cd65 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.479251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 11faaaab-4791-4385-81be-ef4493b96648 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:35.494277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.501429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 11faaaab-4791-4385-81be-ef4493b96648 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:35.502008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 11faaaab-4791-4385-81be-ef4493b96648 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:35.502682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:35.562174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:35.562600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4fa2fd1d-3a41-4073-b159-2bcb482c33a7 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:35.579906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Deleting port 8eba3ee3-ce0c-4017-ac41-a854345d0bde {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:35.580352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.603159 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-845526b7-0750-49f1-803b-7722b120cd65 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.647563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b26350f1-b7e7-4bf4-861a-4369522fdf14 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.656281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b26350f1-b7e7-4bf4-861a-4369522fdf14 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/1d853aa2-9083-4669-bfd1-efa41e36d355 HTTP/1.1" status: 204 len: 168 time: 0.3934493 Nov 12 21:13:35.691124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42536) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.710217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845526b7-0750-49f1-803b-7722b120cd65 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a844782c-e261-41c4-8152-b851907cffe1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:35.719245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] DHCP port deletion for 435d2592-a951-4ccd-93c3-d98e31972300 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:35.740397 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] For port 8eba3ee3-ce0c-4017-ac41-a854345d0bde, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8eba3ee3-ce0c-4017-ac41-a854345d0bde,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:35.740397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.759609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Calling delete_port for 8eba3ee3-ce0c-4017-ac41-a854345d0bde owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:35.891772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] Deleting port 8eba3ee3-ce0c-4017-ac41-a854345d0bde {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:35.891772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.917236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-845526b7-0750-49f1-803b-7722b120cd65 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:35.919166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-845526b7-0750-49f1-803b-7722b120cd65 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9348667 Nov 12 21:13:35.923330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42542) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:35.954983 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-29d52683-fe26-45e2-bbaa-26d07a5764ee tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules/a844782c-e261-41c4-8152-b851907cffe1 HTTP/1.1" status: 200 len: 763 time: 0.0304682 Nov 12 21:13:35.958473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42544) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:36.000579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] For port 8eba3ee3-ce0c-4017-ac41-a854345d0bde, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8eba3ee3-ce0c-4017-ac41-a854345d0bde,segment=NetworkSegment(e010b61f-5858-45f3-ba14-304bea0107fc),segment_id=e010b61f-5858-45f3-ba14-304bea0107fc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:36.001260 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.006514 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-72c691a0-f680-4943-9a77-8d245216763e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0466080 Nov 12 21:13:36.009139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42546) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:36.031551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] Calling delete_port for 8eba3ee3-ce0c-4017-ac41-a854345d0bde owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:36.051557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.122155 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.128178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Pushing event deleted for resources: {'Port': ['ID=8eba3ee3-ce0c-4017-ac41-a854345d0bde,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:36.137367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] No DVR routers for this DVR port 8eba3ee3-ce0c-4017-ac41-a854345d0bde on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:36.139515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2faed306-1572-432e-a38f-a54e8149c6e3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.157674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] Pushing event deleted for resources: {'Port': ['ID=8eba3ee3-ce0c-4017-ac41-a854345d0bde,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:36.162621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a23ca-3ac6-492b-bc00-7b766c94eafb None None] No DVR routers for this DVR port 8eba3ee3-ce0c-4017-ac41-a854345d0bde on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:36.193424 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2faed306-1572-432e-a38f-a54e8149c6e3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.235362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f6c133d9-e03f-4125-810c-1ad59569c137 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.245958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f6c133d9-e03f-4125-810c-1ad59569c137 tempest-MeteringTestJSON-2121379137 tempest-MeteringTestJSON-2121379137-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/d7748d51-46fa-4efa-89e7-133dfd0210b6 HTTP/1.1" status: 204 len: 168 time: 0.5442786 Nov 12 21:13:36.248113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.272678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435d2592-a951-4ccd-93c3-d98e31972300']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:36.291186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e010b61f-5858-45f3-ba14-304bea0107fc') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:36.291862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e010b61f-5858-45f3-ba14-304bea0107fc') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:36.304994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.321156 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.327811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:13:36.328253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:13:36.330055 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:13:36.707162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2faed306-1572-432e-a38f-a54e8149c6e3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.707162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2faed306-1572-432e-a38f-a54e8149c6e3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.707162 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2faed306-1572-432e-a38f-a54e8149c6e3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a844782c-e261-41c4-8152-b851907cffe1 HTTP/1.1" status: 204 len: 168 time: 0.3735864 Nov 12 21:13:36.708534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42558) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:36.717258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faed306-1572-432e-a38f-a54e8149c6e3 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a844782c-e261-41c4-8152-b851907cffe1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:36.717622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1cd77e38-a4c9-4a87-b089-26c2157851d0 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510328 Nov 12 21:13:36.717622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42562) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:36.717622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-85617eb8-7944-499b-a816-97058f014f96 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': 'a16f9b4a-c22c-431c-9609-f71145b909d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:36.718169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.718169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.718450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42572) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:36.718524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] 10.222.0.64 "DELETE /v2.0/networks/435d2592-a951-4ccd-93c3-d98e31972300 HTTP/1.1" status: 204 len: 168 time: 1.3340483 Nov 12 21:13:36.718782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85617eb8-7944-499b-a816-97058f014f96 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:36.718872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c48f8-f420-43f8-a2e2-29d32e78462a admin admin] Pushing event deleted for resources: {'Network': ['ID=435d2592-a951-4ccd-93c3-d98e31972300,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:36.879988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85617eb8-7944-499b-a816-97058f014f96 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.061088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85617eb8-7944-499b-a816-97058f014f96 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.095853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85617eb8-7944-499b-a816-97058f014f96 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb201e2a-9b26-4364-a427-025273a9c197,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:37.189312 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-85617eb8-7944-499b-a816-97058f014f96 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.194565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42582) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:37.195391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-85617eb8-7944-499b-a816-97058f014f96 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7500660 Nov 12 21:13:37.209237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:37.218518 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1c4218e3-ccc0-4b52-b58d-12a72b61ba4e tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules/eb201e2a-9b26-4364-a427-025273a9c197 HTTP/1.1" status: 200 len: 763 time: 0.0226388 Nov 12 21:13:37.221202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42588) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:37.270289 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.341436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4b9b80d5-a7ab-46a1-8372-e01eae91382a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1047931 Nov 12 21:13:37.341436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42594) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:37.415578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8037e015-421f-45ea-9d7a-4eb678187c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.427931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8eba3ee3-ce0c-4017-ac41-a854345d0bde no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:37.438627 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9203082-110c-4c23-912f-e9c188680ece tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.449193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8eba3ee3-ce0c-4017-ac41-a854345d0bde {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:37.449542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8eba3ee3-ce0c-4017-ac41-a854345d0bde not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:37.460175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9203082-110c-4c23-912f-e9c188680ece tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.639849 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9203082-110c-4c23-912f-e9c188680ece tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.648084 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9203082-110c-4c23-912f-e9c188680ece tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.649182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e9203082-110c-4c23-912f-e9c188680ece tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/eb201e2a-9b26-4364-a427-025273a9c197 HTTP/1.1" status: 204 len: 168 time: 0.3085637 Nov 12 21:13:37.651964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42604) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:37.668482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9203082-110c-4c23-912f-e9c188680ece tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb201e2a-9b26-4364-a427-025273a9c197,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:37.719887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Deleting port e1459a87-10ff-402a-903b-5a31067c14ba {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:37.720373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.739873 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b83c6951-e917-4220-8f8c-e7f045ac11fb tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0866470 Nov 12 21:13:37.740622 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:37.747164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7bc895c4-e3c2-4cdc-bea7-e2631f8179b5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Request body: {'security_group_rule': {'security_group_id': 'a16f9b4a-c22c-431c-9609-f71145b909d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:37.761837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8037e015-421f-45ea-9d7a-4eb678187c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.879119 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8037e015-421f-45ea-9d7a-4eb678187c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.919983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] For port e1459a87-10ff-402a-903b-5a31067c14ba, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e1459a87-10ff-402a-903b-5a31067c14ba,segment=NetworkSegment(ef1d9a26-5252-4820-8a85-4406d04b13d8),segment_id=ef1d9a26-5252-4820-8a85-4406d04b13d8)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:37.920359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.923841 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-7bc895c4-e3c2-4cdc-bea7-e2631f8179b5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Project cdc714eec40a458e9649a141f6be741f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:13:37.934134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bc895c4-e3c2-4cdc-bea7-e2631f8179b5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:37.958898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8037e015-421f-45ea-9d7a-4eb678187c01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7096d137cbe4e08aba10a86752eb660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7485251 Nov 12 21:13:37.967492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42616) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:37.991998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Calling delete_port for e1459a87-10ff-402a-903b-5a31067c14ba owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:37.993766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037e015-421f-45ea-9d7a-4eb678187c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eee6580-86e7-412b-b379-8f58463792ac,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:38.071853 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47250d98-66e0-4a8b-ba57-dc6fa831607b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.106651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bc895c4-e3c2-4cdc-bea7-e2631f8179b5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.112022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47250d98-66e0-4a8b-ba57-dc6fa831607b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.288681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bc895c4-e3c2-4cdc-bea7-e2631f8179b5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.308647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc895c4-e3c2-4cdc-bea7-e2631f8179b5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13912747-63a4-4d65-b962-cbafdffc3713,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:38.328759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47250d98-66e0-4a8b-ba57-dc6fa831607b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.332830 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47250d98-66e0-4a8b-ba57-dc6fa831607b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.334543 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-47250d98-66e0-4a8b-ba57-dc6fa831607b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6eee6580-86e7-412b-b379-8f58463792ac HTTP/1.1" status: 204 len: 168 time: 0.3657589 Nov 12 21:13:38.358613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47250d98-66e0-4a8b-ba57-dc6fa831607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eee6580-86e7-412b-b379-8f58463792ac,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:38.404548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.438004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bc895c4-e3c2-4cdc-bea7-e2631f8179b5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.443716 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7bc895c4-e3c2-4cdc-bea7-e2631f8179b5 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6998017 Nov 12 21:13:38.445288 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42624) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:38.487447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1459a87-10ff-402a-903b-5a31067c14ba,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:38.514796 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f16b9f9b-ccdd-45a3-a9a0-0082d3875d9c tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules/13912747-63a4-4d65-b962-cbafdffc3713 HTTP/1.1" status: 200 len: 769 time: 0.0563223 Nov 12 21:13:38.515989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42630) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:38.634371 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-05fbe3db-cb14-4e8d-b2f5-25b51f8d3b0a tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1126795 Nov 12 21:13:38.637301 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:38.702140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b3b6054-8f9e-47e2-bcaf-b95ca1ffcedc tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.722942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b3b6054-8f9e-47e2-bcaf-b95ca1ffcedc tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.826189 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.912172 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b3b6054-8f9e-47e2-bcaf-b95ca1ffcedc tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.922378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0b3b6054-8f9e-47e2-bcaf-b95ca1ffcedc tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.927798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0b3b6054-8f9e-47e2-bcaf-b95ca1ffcedc tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/13912747-63a4-4d65-b962-cbafdffc3713 HTTP/1.1" status: 204 len: 168 time: 0.2893102 Nov 12 21:13:38.933529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42642) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:38.953585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b6054-8f9e-47e2-bcaf-b95ca1ffcedc tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13912747-63a4-4d65-b962-cbafdffc3713,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:39.025641 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-15c4bd37-3c54-40aa-b4fa-2e8abbcfa8e0 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906544 Nov 12 21:13:39.028189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42646) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:39.099418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8da93440-7026-46bf-8d29-fd87f00cd6be tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:39.136004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Router 861d20d2-c615-4fb2-88b0-0d5c34957950 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:13:39.140924 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8da93440-7026-46bf-8d29-fd87f00cd6be tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:39.299192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:13:39.306064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9ff8323f-566f-40e1-97db-b4ec1b39dd04 admin admin] 10.222.0.64 "PUT /v2.0/routers/861d20d2-c615-4fb2-88b0-0d5c34957950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6025083 Nov 12 21:13:39.308678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42652) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:39.311552 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8da93440-7026-46bf-8d29-fd87f00cd6be tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:39.312001 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] Sync routers for ids ['861d20d2-c615-4fb2-88b0-0d5c34957950'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:13:39.314567 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8da93440-7026-46bf-8d29-fd87f00cd6be tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:39.322105 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8da93440-7026-46bf-8d29-fd87f00cd6be tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "DELETE /v2.0/security-groups/a16f9b4a-c22c-431c-9609-f71145b909d3 HTTP/1.1" status: 204 len: 168 time: 0.2926223 Nov 12 21:13:39.325632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42654) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:39.350548 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] Routers {'861d20d2-c615-4fb2-88b0-0d5c34957950'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:13:39.351181 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:13:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['861d20d2-c615-4fb2-88b0-0d5c34957950'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:39.353779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da93440-7026-46bf-8d29-fd87f00cd6be tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16f9b4a-c22c-431c-9609-f71145b909d3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:39.439048 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a7717aa7-aad4-4c78-a55b-ca61282d65d1 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1121247 Nov 12 21:13:39.451485 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42658) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:39.524579 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] Set router 861d20d2-c615-4fb2-88b0-0d5c34957950 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:13:39.555357 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f77dc3d-6205-40ad-a94c-096471948672 tempest-SecGroupIPv6Test-479741422 tempest-SecGroupIPv6Test-479741422-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1005199 Nov 12 21:13:39.576307 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:39.693494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42664) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:39.749875 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ea44c76-03e4-4285-9de3-cc0796b7915e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:39.837542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:39.881342 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:13:38Z', 'revision_number': 5, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:39.914268 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] Checking router: 861d20d2-c615-4fb2-88b0-0d5c34957950 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:13:39.918301 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ea44c76-03e4-4285-9de3-cc0796b7915e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:39.925119 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] Routers {'861d20d2-c615-4fb2-88b0-0d5c34957950'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:13:39.926047 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:13:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['861d20d2-c615-4fb2-88b0-0d5c34957950'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:40.044725 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] Set router 861d20d2-c615-4fb2-88b0-0d5c34957950 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:13:40.080807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0ea44c76-03e4-4285-9de3-cc0796b7915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.182860 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0ea44c76-03e4-4285-9de3-cc0796b7915e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=936e3870647e4b6e818df3a6da009574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4885323 Nov 12 21:13:40.184252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42672) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:40.191662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea44c76-03e4-4285-9de3-cc0796b7915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378e1928-abaa-47bb-9a64-436575de38c3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:40.223811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Deleting port c8c1d45a-62fd-428b-ba0b-82268113f55c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:40.224245 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.291517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42674) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:40.375193 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d76b6b6e-ad32-4498-bd3b-88ed1aee8617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.428919 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.439466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] For port c8c1d45a-62fd-428b-ba0b-82268113f55c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c8c1d45a-62fd-428b-ba0b-82268113f55c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:40.439839 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.454380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d76b6b6e-ad32-4498-bd3b-88ed1aee8617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.469357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Calling delete_port for c8c1d45a-62fd-428b-ba0b-82268113f55c owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:40.472367 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:13:38Z', 'revision_number': 5, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:40.492681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4f7fc5b-867a-4ce2-8360-77e98e579192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.505425 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.513496 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd6678-a1e7-4f89-a13b-21405c8954b1 None None] The sync data for ids ['861d20d2-c615-4fb2-88b0-0d5c34957950'] in n-d-713498-29 is: [{'id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'name': 'tempest-TestServerMultinode-1959054712-router', 'tenant_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:12:25Z', 'updated_at': '2021-11-12T21:13:38Z', 'revision_number': 5, 'project_id': '5e18dcd83164451da1fcbe8c05aeb4b4', 'gw_port': {'id': 'c8c1d45a-62fd-428b-ba0b-82268113f55c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861d20d2-c615-4fb2-88b0-0d5c34957950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:12:26Z', 'updated_at': '2021-11-12T21:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:13:40.595513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4f7fc5b-867a-4ce2-8360-77e98e579192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.697837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42680) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:40.701741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d76b6b6e-ad32-4498-bd3b-88ed1aee8617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.704667 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d76b6b6e-ad32-4498-bd3b-88ed1aee8617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.705153 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d4f7fc5b-867a-4ce2-8360-77e98e579192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.707648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d76b6b6e-ad32-4498-bd3b-88ed1aee8617 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/378e1928-abaa-47bb-9a64-436575de38c3 HTTP/1.1" status: 204 len: 168 time: 0.5182474 Nov 12 21:13:40.733144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b6b6e-ad32-4498-bd3b-88ed1aee8617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e1928-abaa-47bb-9a64-436575de38c3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:40.774599 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d4f7fc5b-867a-4ce2-8360-77e98e579192 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea9da1a4dd2f4ecda7d54486ec501187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817939 Nov 12 21:13:40.775387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7fc5b-867a-4ce2-8360-77e98e579192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b9021f-44f0-43b8-87c8-dbf95747e595,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:40.776907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42686) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:40.892015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3046f680-81df-432e-9a30-b3e489102144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.928530 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.933012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3046f680-81df-432e-9a30-b3e489102144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:40.945370 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca019654-6175-4f89-86f8-2cc19714aa69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdc714eec40a458e9649a141f6be741f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2455828 Nov 12 21:13:40.947573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42690) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:41.013503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c811156e-2e3f-472a-be8d-19f0ea7991f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.018165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3834491c-a099-4d31-8410-02972d44bab4 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:41.046223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c811156e-2e3f-472a-be8d-19f0ea7991f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.069097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c1d45a-62fd-428b-ba0b-82268113f55c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:41.186630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c811156e-2e3f-472a-be8d-19f0ea7991f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.194870 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c811156e-2e3f-472a-be8d-19f0ea7991f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.194870 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c811156e-2e3f-472a-be8d-19f0ea7991f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/212edf02-bda6-4370-ba7e-264c5dfa6d01 HTTP/1.1" status: 204 len: 168 time: 0.2459481 Nov 12 21:13:41.204826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811156e-2e3f-472a-be8d-19f0ea7991f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212edf02-bda6-4370-ba7e-264c5dfa6d01,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:41.209721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.314756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.318839 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.453934 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3046f680-81df-432e-9a30-b3e489102144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.457694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3046f680-81df-432e-9a30-b3e489102144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.461211 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3046f680-81df-432e-9a30-b3e489102144 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97b9021f-44f0-43b8-87c8-dbf95747e595 HTTP/1.1" status: 204 len: 168 time: 0.6797276 Nov 12 21:13:41.497488 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.498083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 861d20d2-c615-4fb2-88b0-0d5c34957950 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:13:41.501023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1459a87-10ff-402a-903b-5a31067c14ba no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:41.519528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046f680-81df-432e-9a30-b3e489102144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b9021f-44f0-43b8-87c8-dbf95747e595,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:41.534821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-b80b8869-8cb7-4296-b473-98e9e913d1b4 req-39425a53-8ed4-4c58-bfd6-5b2d8c496ef3 service neutron] (109628) timed out ('10.222.0.46', 57546) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:13:41.540622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.544484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42710) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:41.551207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7cff5f58-cd0f-4e39-9a12-a7e081b2a32f admin admin] 10.222.0.64 "DELETE /v2.0/routers/861d20d2-c615-4fb2-88b0-0d5c34957950 HTTP/1.1" status: 204 len: 168 time: 2.2410533 Nov 12 21:13:41.599794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e1459a87-10ff-402a-903b-5a31067c14ba {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:41.609215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e1459a87-10ff-402a-903b-5a31067c14ba not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:41.689027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5048eac8-94e8-4f98-a4af-985faf826cb1 admin admin] Deleting subnet b047033b-ccee-476b-838e-e5936e0125a6 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:13:41.699624 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5048eac8-94e8-4f98-a4af-985faf826cb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.767419 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5048eac8-94e8-4f98-a4af-985faf826cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:41.899065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5048eac8-94e8-4f98-a4af-985faf826cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.089678 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5048eac8-94e8-4f98-a4af-985faf826cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.152986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048eac8-94e8-4f98-a4af-985faf826cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b047033b-ccee-476b-838e-e5936e0125a6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:42.159214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5048eac8-94e8-4f98-a4af-985faf826cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.160348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62bd2ef-bbc1-4683-a187-202690c1bb71 None None] Network 59563313-d3bc-4c1a-9012-1ce7aeacbd2a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:42.167028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42722) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:42.167806 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5048eac8-94e8-4f98-a4af-985faf826cb1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b047033b-ccee-476b-838e-e5936e0125a6 HTTP/1.1" status: 204 len: 168 time: 0.6210232 Nov 12 21:13:42.293629 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.478715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Deleting port 68363168-3ef7-4ab6-9b8d-ff467e124dfe {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:42.479449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.528675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] DHCP port deletion for 59563313-d3bc-4c1a-9012-1ce7aeacbd2a request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:42.536202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42730) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:42.557870 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-75dff8eb-d190-4cfd-a61c-d76e9ae1a2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.688432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] For port 68363168-3ef7-4ab6-9b8d-ff467e124dfe, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=68363168-3ef7-4ab6-9b8d-ff467e124dfe,segment=NetworkSegment(ef1d9a26-5252-4820-8a85-4406d04b13d8),segment_id=ef1d9a26-5252-4820-8a85-4406d04b13d8)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:42.691892 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.695027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] Deleting port 68363168-3ef7-4ab6-9b8d-ff467e124dfe {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:42.697262 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.716707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-75dff8eb-d190-4cfd-a61c-d76e9ae1a2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.731980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Calling delete_port for 68363168-3ef7-4ab6-9b8d-ff467e124dfe owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:42.774244 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-75dff8eb-d190-4cfd-a61c-d76e9ae1a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.865114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42738) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:42.872939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-75dff8eb-d190-4cfd-a61c-d76e9ae1a2bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a157fab63ee4ff790ab513584328177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349495 Nov 12 21:13:42.874060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dff8eb-d190-4cfd-a61c-d76e9ae1a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e582562-9e16-460b-b275-6f9c7481ed1c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:42.880473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] For port 68363168-3ef7-4ab6-9b8d-ff467e124dfe, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=68363168-3ef7-4ab6-9b8d-ff467e124dfe,segment=NetworkSegment(ef1d9a26-5252-4820-8a85-4406d04b13d8),segment_id=ef1d9a26-5252-4820-8a85-4406d04b13d8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:42.882683 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:42.917169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] Calling delete_port for 68363168-3ef7-4ab6-9b8d-ff467e124dfe owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:42.991818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-197a6760-07d5-440f-9206-e3a891295205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.056860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-197a6760-07d5-440f-9206-e3a891295205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.102102 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.142621 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.204857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] No DVR routers for this DVR port 68363168-3ef7-4ab6-9b8d-ff467e124dfe on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:43.277376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] No DVR routers for this DVR port 68363168-3ef7-4ab6-9b8d-ff467e124dfe on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:13:43.313937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3dddf-f329-43c9-a7bc-ef849ef8a22f None None] Pushing event deleted for resources: {'Port': ['ID=68363168-3ef7-4ab6-9b8d-ff467e124dfe,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:43.378109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68363168-3ef7-4ab6-9b8d-ff467e124dfe,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:43.490141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42756) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:43.494357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 68363168-3ef7-4ab6-9b8d-ff467e124dfe no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:43.517874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.547697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59563313-d3bc-4c1a-9012-1ce7aeacbd2a']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:43.550267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 68363168-3ef7-4ab6-9b8d-ff467e124dfe {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:43.550725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 68363168-3ef7-4ab6-9b8d-ff467e124dfe not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:43.558144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c8c1d45a-62fd-428b-ba0b-82268113f55c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:13:43.562949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1d9a26-5252-4820-8a85-4406d04b13d8') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:43.563256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1d9a26-5252-4820-8a85-4406d04b13d8') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:43.584894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.585002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c8c1d45a-62fd-428b-ba0b-82268113f55c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:13:43.585002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c8c1d45a-62fd-428b-ba0b-82268113f55c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:13:43.617520 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.628056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:13:43.628566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:13:43.630388 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:13:43.682714 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-197a6760-07d5-440f-9206-e3a891295205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.686408 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-197a6760-07d5-440f-9206-e3a891295205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.690697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-197a6760-07d5-440f-9206-e3a891295205 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e582562-9e16-460b-b275-6f9c7481ed1c HTTP/1.1" status: 204 len: 168 time: 0.8197825 Nov 12 21:13:43.690845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'networks': [{'name': 'tempest-network--1427559689'}, {'name': 'tempest-network--1476829960'}]} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:43.690845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'network': {'name': 'tempest-network--1427559689'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:43.690845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'network': {'name': 'tempest-network--1476829960'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:43.715108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6760-07d5-440f-9206-e3a891295205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e582562-9e16-460b-b275-6f9c7481ed1c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:43.854051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Made reservation on behalf of a4512efb1fa144efa82916bb8b5ea14b for: {'network': 2} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:43.854365 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.860359 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.861032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.872048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/59563313-d3bc-4c1a-9012-1ce7aeacbd2a HTTP/1.1" status: 204 len: 168 time: 1.7037413 Nov 12 21:13:43.913622 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:43.925846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee957e-aef3-445f-9e14-b7e1016176d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=59563313-d3bc-4c1a-9012-1ce7aeacbd2a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:44.064641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.128383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.129040 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.176896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7dd9b4-cc72-40f4-9456-1ffb66a6e603,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:44.180213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:13:44.194833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.195151 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Added segment 19ca3f68-1c66-4097-9e27-28c6cc7d53e1 of type vlan for network c421b6fa-03b4-481a-874e-e92cc262c51b Nov 12 21:13:44.264555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.294262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:13:44.304310 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.304642 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Added segment 0853e147-6e36-4c78-9ad8-e92173920ac8 of type vlan for network a5639d88-e960-43bf-a8c5-db4f2c14fe9e Nov 12 21:13:44.352314 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.507124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.510187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.520324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:44.524769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:44.525671 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.633726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Network': ['ID=c421b6fa-03b4-481a-874e-e92cc262c51b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:44.644754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c421b6fa-03b4-481a-874e-e92cc262c51b details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:13:44.704099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42792) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:44.756021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Network': ['ID=a5639d88-e960-43bf-a8c5-db4f2c14fe9e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:44.774133 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4a91ee5b-b56f-44a8-958b-4fce0300533e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2827277 Nov 12 21:13:44.774777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42794) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:44.775125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a5639d88-e960-43bf-a8c5-db4f2c14fe9e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:13:44.791412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-17d2c0eb-cd11-466d-a271-13bce50aec8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbe24cd01132434ca8514eaa64b564b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854716 Nov 12 21:13:44.793195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42796) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:44.860571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1566d606-753a-4a04-857f-0f9a196ec8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:44.887730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1566d606-753a-4a04-857f-0f9a196ec8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.115120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa1524-ff5a-444f-a9e4-4cd123d033ce tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:45.121097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa1524-ff5a-444f-a9e4-4cd123d033ce tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:45.126957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa1524-ff5a-444f-a9e4-4cd123d033ce tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:45.134042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa1524-ff5a-444f-a9e4-4cd123d033ce tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:45.134472 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1566d606-753a-4a04-857f-0f9a196ec8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.138368 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bbfa1524-ff5a-444f-a9e4-4cd123d033ce tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3592925 Nov 12 21:13:45.138523 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1566d606-753a-4a04-857f-0f9a196ec8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.138607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42802) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:45.139884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1566d606-753a-4a04-857f-0f9a196ec8fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6acacef8-9823-4362-830a-99a05fae2a8a HTTP/1.1" status: 204 len: 168 time: 0.3454587 Nov 12 21:13:45.159219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566d606-753a-4a04-857f-0f9a196ec8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acacef8-9823-4362-830a-99a05fae2a8a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:45.302028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.426862 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.447460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c421b6fa-03b4-481a-874e-e92cc262c51b']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:45.457872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ca3f68-1c66-4097-9e27-28c6cc7d53e1') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:45.458171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ca3f68-1c66-4097-9e27-28c6cc7d53e1') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:45.468832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.486245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.495884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:13:45.496931 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:13:45.499934 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:13:45.643696 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.652959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.663847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/networks/c421b6fa-03b4-481a-874e-e92cc262c51b HTTP/1.1" status: 204 len: 168 time: 0.5210631 Nov 12 21:13:45.666188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42824) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:45.679946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705d4f4-3d98-4dd2-9a7b-61a91817e8db tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Network': ['ID=c421b6fa-03b4-481a-874e-e92cc262c51b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:45.777969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.939361 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.960530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5639d88-e960-43bf-a8c5-db4f2c14fe9e']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:45.971604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0853e147-6e36-4c78-9ad8-e92173920ac8') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:45.972315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0853e147-6e36-4c78-9ad8-e92173920ac8') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:45.984324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:45.999985 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.008456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:13:46.009187 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:13:46.013076 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:13:46.191383 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.196828 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.201949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/networks/a5639d88-e960-43bf-a8c5-db4f2c14fe9e HTTP/1.1" status: 204 len: 168 time: 0.5345397 Nov 12 21:13:46.206880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42838) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:46.223425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e1917-4ad4-4461-bdad-769483c677f4 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Network': ['ID=a5639d88-e960-43bf-a8c5-db4f2c14fe9e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:46.268138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42840) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:46.372579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ae9ba1ad-9d8f-4d43-aed1-0bf80a9dec0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e18dcd83164451da1fcbe8c05aeb4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1032526 Nov 12 21:13:46.375433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42848) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:46.463163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4c684bc-5c9d-4766-bfab-1c7096583006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.492961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4c684bc-5c9d-4766-bfab-1c7096583006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.516368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4dfe48-e2f2-4573-a4f9-f3fd3d0a53dc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:46.526252 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4dfe48-e2f2-4573-a4f9-f3fd3d0a53dc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:46.528073 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ba4dfe48-e2f2-4573-a4f9-f3fd3d0a53dc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3201003 Nov 12 21:13:46.533297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42850) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:46.539062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-309593960'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:46.665114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Made reservation on behalf of a4512efb1fa144efa82916bb8b5ea14b for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:46.668980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.695085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4c684bc-5c9d-4766-bfab-1c7096583006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.699155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4c684bc-5c9d-4766-bfab-1c7096583006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.702697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f4c684bc-5c9d-4766-bfab-1c7096583006 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc784270-b3d8-4864-9fc5-ec80ba5ba98e HTTP/1.1" status: 204 len: 168 time: 0.3242695 Nov 12 21:13:46.717299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c684bc-5c9d-4766-bfab-1c7096583006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc784270-b3d8-4864-9fc5-ec80ba5ba98e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:46.757695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:13:46.783203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.784222 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Added segment dab10f36-3155-48a6-95f8-40137a85731e of type vlan for network ea22bfa6-e8c7-48d9-942d-4b90ec804464 Nov 12 21:13:46.864801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.990968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:46.998029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:46.998815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:47.203132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6684110 Nov 12 21:13:47.205762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42874) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:47.217871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-863709742'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:47.229762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7779030-088c-4f7e-842f-9e827423c96a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Network': ['ID=ea22bfa6-e8c7-48d9-942d-4b90ec804464,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:47.246148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network ea22bfa6-e8c7-48d9-942d-4b90ec804464 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:13:47.390969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Made reservation on behalf of a4512efb1fa144efa82916bb8b5ea14b for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:47.398854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:47.441461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:13:47.461557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:47.461931 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Added segment 13ef9a59-7014-4b1f-ad50-9f75f1cea02f of type vlan for network 71e00f40-8284-4753-89bf-2bd24b3dfe1d Nov 12 21:13:47.570911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:47.682498 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:47.697413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:47.705214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:47.837848 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6305430 Nov 12 21:13:47.841617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca75166-f310-442f-aa83-14a6c1617537 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Network': ['ID=71e00f40-8284-4753-89bf-2bd24b3dfe1d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:47.847697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42908) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:47.853193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'ports': [{'network_id': 'ea22bfa6-e8c7-48d9-942d-4b90ec804464', 'name': 'tempest-port--1325337261', 'admin_state_up': True}, {'network_id': '71e00f40-8284-4753-89bf-2bd24b3dfe1d', 'admin_state_up': False}]} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:47.853571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'port': {'network_id': 'ea22bfa6-e8c7-48d9-942d-4b90ec804464', 'name': 'tempest-port--1325337261', 'admin_state_up': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:47.854066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'port': {'network_id': '71e00f40-8284-4753-89bf-2bd24b3dfe1d', 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:47.854839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 71e00f40-8284-4753-89bf-2bd24b3dfe1d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:13:48.346695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42920) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:48.647708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Made reservation on behalf of a4512efb1fa144efa82916bb8b5ea14b for: {'port': 2} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:48.651424 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3a550667-b83a-4b35-a004-c66cea20d5b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:48.652548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:48.701399 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:48.772067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3a550667-b83a-4b35-a004-c66cea20d5b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:48.773611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42932) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:48.809148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] device_id is not set on port c24ed1df-371a-408f-b1db-eefef153ed58 yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:13:48.903720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1024466179-network', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:48.951390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3a550667-b83a-4b35-a004-c66cea20d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:48.982464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:48.999171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a550667-b83a-4b35-a004-c66cea20d5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6c55e9-288c-4af0-8ef9-c389cf1c6473,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:49.007873 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3a550667-b83a-4b35-a004-c66cea20d5b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e55a56cb830448a4993755206743f2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6576867 Nov 12 21:13:49.011561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:49.076727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] device_id is not set on port da78273e-d957-43f9-a903-6e3c6b6652ac yet. {{(pid=109629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:13:49.120921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:49.124029 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.141760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.174836 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d131fbf6-9056-42c3-b3ea-6e6cfe8313d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.213708 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d131fbf6-9056-42c3-b3ea-6e6cfe8313d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.274924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.293081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.419553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.420168 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.426303 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d131fbf6-9056-42c3-b3ea-6e6cfe8313d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.429048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d131fbf6-9056-42c3-b3ea-6e6cfe8313d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.432706 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d131fbf6-9056-42c3-b3ea-6e6cfe8313d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f6c55e9-288c-4af0-8ef9-c389cf1c6473 HTTP/1.1" status: 204 len: 168 time: 0.4174874 Nov 12 21:13:49.452322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:13:49.462538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68d8333-7228-4184-9f49-3894e72b30af,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:49.504478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.504478 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Added segment a554c476-1a96-40ac-9bfe-3487d8ee4eb0 of type vlan for network d352e8da-8c69-475d-af61-0e9fe761384e Nov 12 21:13:49.504478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131fbf6-9056-42c3-b3ea-6e6cfe8313d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6c55e9-288c-4af0-8ef9-c389cf1c6473,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:49.512435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Port': ['ID=c24ed1df-371a-408f-b1db-eefef153ed58,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:49.552210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Checking segment: {'id': 'dab10f36-3155-48a6-95f8-40137a85731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ea22bfa6-e8c7-48d9-942d-4b90ec804464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:13:49.552585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Network hostable DHCP agents. Network: ea22bfa6-e8c7-48d9-942d-4b90ec804464, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:13:49.606632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.710713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.710867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Network ea22bfa6-e8c7-48d9-942d-4b90ec804464 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:13:49.711726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:49.712300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.787132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] Pushing event updated for resources: {'Network': ['ID=d352e8da-8c69-475d-af61-0e9fe761384e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:49.791822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, ea22bfa6-e8c7-48d9-942d-4b90ec804464) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:49.795765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:13:49.797090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:49.805540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d352e8da-8c69-475d-af61-0e9fe761384e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:13:49.890718 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-463a2051-e37b-4ff4-8707-723ca376cbf3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1144145 Nov 12 21:13:49.894175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42968) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:49.898799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb7dca-2ad7-4b3c-ad23-17d3b441f610 None None] Network ea22bfa6-e8c7-48d9-942d-4b90ec804464 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:49.900160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Request body: {'subnet': {'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1024466179-subnet', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:49.930629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Port': ['ID=da78273e-d957-43f9-a903-6e3c6b6652ac,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:49.962036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Checking segment: {'id': '13ef9a59-7014-4b1f-ad50-9f75f1cea02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '71e00f40-8284-4753-89bf-2bd24b3dfe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:13:49.962776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Network hostable DHCP agents. Network: 71e00f40-8284-4753-89bf-2bd24b3dfe1d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:13:50.139362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:50.139528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Network 71e00f40-8284-4753-89bf-2bd24b3dfe1d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:13:50.141955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.254716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 71e00f40-8284-4753-89bf-2bd24b3dfe1d) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:50.259669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:13:50.266300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:50.270006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880193f-6655-40df-a96e-456e8845796c None None] Network 71e00f40-8284-4753-89bf-2bd24b3dfe1d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:50.280468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:50.282544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.410782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-41242ee8-f115-421d-8e89-cf468b6f3c42 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5616693 Nov 12 21:13:50.414002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42974) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:50.440149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42978) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:50.461705 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33fd2894-6d63-49c5-9c4d-892c1e3cdf97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.498842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc13f1-294d-4f51-aa07-b173c3a05066 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:50.505989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc13f1-294d-4f51-aa07-b173c3a05066 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:50.514259 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-48fc13f1-294d-4f51-aa07-b173c3a05066 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0925901 Nov 12 21:13:50.514464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42980) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:50.539330 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.611432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad293ec-07f6-437b-97ef-846920b9355f,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:50.623736 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:13:50.623871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Network hostable DHCP agents. Network: d352e8da-8c69-475d-af61-0e9fe761384e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:13:50.656447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33fd2894-6d63-49c5-9c4d-892c1e3cdf97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.660226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-300b847c-0e44-4e61-9213-8b3022ac5ae6 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Deleting port c24ed1df-371a-408f-b1db-eefef153ed58 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:50.660560 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-300b847c-0e44-4e61-9213-8b3022ac5ae6 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.735052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Network d352e8da-8c69-475d-af61-0e9fe761384e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:13:50.760943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-300b847c-0e44-4e61-9213-8b3022ac5ae6 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.777064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-300b847c-0e44-4e61-9213-8b3022ac5ae6 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Calling delete_port for c24ed1df-371a-408f-b1db-eefef153ed58 owned by {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:50.780213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33fd2894-6d63-49c5-9c4d-892c1e3cdf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.796319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d352e8da-8c69-475d-af61-0e9fe761384e) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:50.805325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:50.805928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.814111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50a961-bbf2-425f-bc42-d4589968cc95 None None] Network d352e8da-8c69-475d-af61-0e9fe761384e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:50.841255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-33fd2894-6d63-49c5-9c4d-892c1e3cdf97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce7d8c6c3e51405baa7d0daec65316c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3999412 Nov 12 21:13:50.845036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42988) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:50.926540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd2894-6d63-49c5-9c4d-892c1e3cdf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31b071-a5f4-4643-9dd7-bfeff3d4d6c3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:50.958389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 42992) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:50.959137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-60b2f217-7944-4ed1-982a-acb9e198f45e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0637870 Nov 12 21:13:50.964505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:50.965234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6d60-34a9-4927-a0a7-8cc243b4d1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.072970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.075988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.091706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6d60-34a9-4927-a0a7-8cc243b4d1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.231656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6d60-34a9-4927-a0a7-8cc243b4d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.232041 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-300b847c-0e44-4e61-9213-8b3022ac5ae6 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.237838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6d60-34a9-4927-a0a7-8cc243b4d1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.241592 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0a2f6d60-34a9-4927-a0a7-8cc243b4d1c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f31b071-a5f4-4643-9dd7-bfeff3d4d6c3 HTTP/1.1" status: 204 len: 168 time: 0.3945270 Nov 12 21:13:51.270442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f6d60-34a9-4927-a0a7-8cc243b4d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31b071-a5f4-4643-9dd7-bfeff3d4d6c3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:51.317168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-d352e8da-8c69-475d-af61-0e9fe761384e', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:13:51.320380 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.336810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b847c-0e44-4e61-9213-8b3022ac5ae6 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Port': ['ID=c24ed1df-371a-408f-b1db-eefef153ed58,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:51.370807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-300b847c-0e44-4e61-9213-8b3022ac5ae6 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.374215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-300b847c-0e44-4e61-9213-8b3022ac5ae6 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/ports/c24ed1df-371a-408f-b1db-eefef153ed58 HTTP/1.1" status: 204 len: 168 time: 0.8567762 Nov 12 21:13:51.378270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 42998) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:51.417492 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.502910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Allocated IP 172.20.0.2 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/edf90c50-6044-4610-a37c-661c80783a4c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:13:51.572298 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0d20bb71-5493-4d45-8269-9e7f0cf3ac36 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Deleting port da78273e-d957-43f9-a903-6e3c6b6652ac {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:13:51.572833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d20bb71-5493-4d45-8269-9e7f0cf3ac36 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.706928 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d20bb71-5493-4d45-8269-9e7f0cf3ac36 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.746577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0d20bb71-5493-4d45-8269-9e7f0cf3ac36 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Calling delete_port for da78273e-d957-43f9-a903-6e3c6b6652ac owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:13:51.813543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.823926 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.036776 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.037292 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d20bb71-5493-4d45-8269-9e7f0cf3ac36 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.145155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20bb71-5493-4d45-8269-9e7f0cf3ac36 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Port': ['ID=da78273e-d957-43f9-a903-6e3c6b6652ac,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:52.179670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d20bb71-5493-4d45-8269-9e7f0cf3ac36 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.184503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:13:52.190338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:52.190995 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0d20bb71-5493-4d45-8269-9e7f0cf3ac36 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/ports/da78273e-d957-43f9-a903-6e3c6b6652ac HTTP/1.1" status: 204 len: 168 time: 0.8112793 Nov 12 21:13:52.195634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:13:52.197360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:52.201259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Pushing event updated for resources: {'Port': ['ID=edf90c50-6044-4610-a37c-661c80783a4c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:52.289421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Attempting to bind port edf90c50-6044-4610-a37c-661c80783a4c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:13:52.289954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Attempting to bind port edf90c50-6044-4610-a37c-661c80783a4c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:13:52.290455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Attempting to bind port edf90c50-6044-4610-a37c-661c80783a4c on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:13:52.291952 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-260ecc8b-532c-411a-b7b6-64956a398d2e tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0921111 Nov 12 21:13:52.296662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:13:52.297150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:13:52.297373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43024) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:52.297674 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.298141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:13:52.298731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Bound port: edf90c50-6044-4610-a37c-661c80783a4c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:13:52.299473 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.307226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1498038996'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:52.350956 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.375396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] For port edf90c50-6044-4610-a37c-661c80783a4c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:13:52.380309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] For port edf90c50-6044-4610-a37c-661c80783a4c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=edf90c50-6044-4610-a37c-661c80783a4c,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:13:52.387075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.476651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Made reservation on behalf of a4512efb1fa144efa82916bb8b5ea14b for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:52.477632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.489707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.585303 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:13:52.587097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Allocated IP 172.25.8.183 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/7e4bb554-f2a4-42e1-8d93-86c11b2c53bb) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:13:52.593796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeaf10-3023-482a-adbd-dc9480b9b59d None None] Pushing event updated for resources: {'Port': ['ID=edf90c50-6044-4610-a37c-661c80783a4c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:52.619389 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.619831 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Added segment 5a9439ac-1ca3-4707-9e66-0c32ca9f388a of type vlan for network 409d719a-3180-4e62-ad42-fa519020671f Nov 12 21:13:52.717755 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.842505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.876015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:52.876546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.998661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.134649 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8348253 Nov 12 21:13:53.137267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43044) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:53.146945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e2f1-4faa-4258-8ce4-bf1287c0321b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Network': ['ID=409d719a-3180-4e62-ad42-fa519020671f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:53.147271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-510011147'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:53.159496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 409d719a-3180-4e62-ad42-fa519020671f details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:13:53.287845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Made reservation on behalf of a4512efb1fa144efa82916bb8b5ea14b for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:53.294623 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.385057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.456149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-af8b379a-2dbf-4eb5-8be2-b4e6c78c4f87 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3286617 Nov 12 21:13:53.457999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:13:53.522314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:13:53.526726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:53.529351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:13:53.545002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5ba393-1f51-4d5b-8a3a-94a10a85007a None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:53.572908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4bb554-f2a4-42e1-8d93-86c11b2c53bb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:53.592095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device edf90c50-6044-4610-a37c-661c80783a4c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:13:53.603109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.603109 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Added segment ba583625-cbbe-4c7f-9ac0-54ae2152d377 of type vlan for network bdd91b00-31f9-4678-8d81-9dd415a50ca0 Nov 12 21:13:53.684757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f8d71-1e87-4228-857d-bc1649bea227 req-4748fdf3-5431-4003-9b04-c38df82ebbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:53.686292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-4748fdf3-5431-4003-9b04-c38df82ebbd4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=195dbb87533d45609557198a1ea317fe&device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 1097 time: 0.2065821 Nov 12 21:13:53.732141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a308112c-7345-4b93-8524-8ab31d5d4297 None None] Provisioning complete for port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:53.732520 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a308112c-7345-4b93-8524-8ab31d5d4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.821630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.835785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port edf90c50-6044-4610-a37c-661c80783a4c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:53.836160 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.891241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a308112c-7345-4b93-8524-8ab31d5d4297 None None] Port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:13:54.038066 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:54.038430 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:54.045143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:54.046155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:54.135780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port edf90c50-6044-4610-a37c-661c80783a4c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=edf90c50-6044-4610-a37c-661c80783a4c,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:54.310651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:54.409315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=edf90c50-6044-4610-a37c-661c80783a4c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:54.416220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d3e21-18c2-4ab0-84ae-ed596f68938e None None] Network d352e8da-8c69-475d-af61-0e9fe761384e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:54.464693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3254633 Nov 12 21:13:54.485914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ff17a-0cbc-44b3-b3b5-31b6c9447d51 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Network': ['ID=bdd91b00-31f9-4678-8d81-9dd415a50ca0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:54.515875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f8d71-1e87-4228-857d-bc1649bea227 req-4760da81-96a8-4565-b834-2c82ae455eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:54.519035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-4760da81-96a8-4565-b834-2c82ae455eb8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=60738ff6-8bf5-4801-b54e-7acd11040b1d HTTP/1.1" status: 200 len: 915 time: 0.7122235 Nov 12 21:13:54.637568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43074) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:54.660262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'subnets': [{'network_id': '409d719a-3180-4e62-ad42-fa519020671f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--90900729', 'ip_version': 4}, {'network_id': 'bdd91b00-31f9-4678-8d81-9dd415a50ca0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:54.662549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'subnet': {'network_id': '409d719a-3180-4e62-ad42-fa519020671f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--90900729', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:54.663888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Request body: {'subnet': {'network_id': 'bdd91b00-31f9-4678-8d81-9dd415a50ca0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:13:54.714839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-2870f913-c1ba-458f-b12a-8e9e6a671841 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da294ada-689d-4b69-aedd-12f59ec74f06 HTTP/1.1" status: 200 len: 217 time: 0.1851759 Nov 12 21:13:54.727326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network bdd91b00-31f9-4678-8d81-9dd415a50ca0 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:13:54.784663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8445a50b-ce9c-4b6e-8c89-d16b53fdebd5 None None] Provisioning complete for port edf90c50-6044-4610-a37c-661c80783a4c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:54.785030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8445a50b-ce9c-4b6e-8c89-d16b53fdebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:54.811055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:54.863952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f8d71-1e87-4228-857d-bc1649bea227 req-3a259047-9d2e-481d-b0ca-3076e8568ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:54.865924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-3a259047-9d2e-481d-b0ca-3076e8568ec1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c787cecc-429e-4865-a9ce-2203cb360e49 HTTP/1.1" status: 200 len: 854 time: 0.1363044 Nov 12 21:13:54.945830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-2e7c4101-1016-4388-9ba7-e85487631538 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=60738ff6-8bf5-4801-b54e-7acd11040b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714996 Nov 12 21:13:54.969094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-0336b363-9413-43fc-abba-2a1479994a93 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:13:54.969094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-0336b363-9413-43fc-abba-2a1479994a93 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076942 Nov 12 21:13:55.089149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Made reservation on behalf of a4512efb1fa144efa82916bb8b5ea14b for: {'subnet': 2} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:13:55.095135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:55.095518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:55.514730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device edf90c50-6044-4610-a37c-661c80783a4c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:13:55.723727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9ade88f3-07d2-4f4e-b91c-9c19b6be3d4c None None] Provisioning complete for port edf90c50-6044-4610-a37c-661c80783a4c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:55.726296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ade88f3-07d2-4f4e-b91c-9c19b6be3d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:55.948671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port edf90c50-6044-4610-a37c-661c80783a4c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:55.949412 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:56.187467 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:56.296146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-666661d5-094e-4f29-bdaa-f7a49e598f27 service neutron] 10.222.0.78 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2820859 Nov 12 21:13:56.568427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-835f8d71-1e87-4228-857d-bc1649bea227 req-38feca24-476c-4df6-8752-892ea38630a7 service neutron] 10.222.0.78 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793575 Nov 12 21:13:56.631144 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:56.700326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Subnet': ['ID=5023ea50-9b52-4226-a527-b04a7f22dac9,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:56.704670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Checking segment: {'id': '5a9439ac-1ca3-4707-9e66-0c32ca9f388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '409d719a-3180-4e62-ad42-fa519020671f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:13:56.705693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Network hostable DHCP agents. Network: 409d719a-3180-4e62-ad42-fa519020671f, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:13:56.728125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:13:56.820044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Network 409d719a-3180-4e62-ad42-fa519020671f is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:13:56.919479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:13:56.939363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:13:56.951117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:13:56.951875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:13:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:56.966943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 409d719a-3180-4e62-ad42-fa519020671f) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:56.976894 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:56.993919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee97ce3c-8d18-4244-ab3a-c528014c6050 None None] Network 409d719a-3180-4e62-ad42-fa519020671f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:57.034574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:57.045164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1741d9db-63f2-46ce-ad15-b54d82ec6ff8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0854883 Nov 12 21:13:57.047863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43134) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:57.151547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Checking segment: {'id': 'ba583625-cbbe-4c7f-9ac0-54ae2152d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'bdd91b00-31f9-4678-8d81-9dd415a50ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:13:57.151966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Network hostable DHCP agents. Network: bdd91b00-31f9-4678-8d81-9dd415a50ca0, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:13:57.155612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event updated for resources: {'Subnet': ['ID=261632ce-b4cf-44e3-90bb-8407f5aa3731,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:57.251582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:13:57.320145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Network bdd91b00-31f9-4678-8d81-9dd415a50ca0 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:13:57.407691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, bdd91b00-31f9-4678-8d81-9dd415a50ca0) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:57.417297 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:57.417853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:57.421330 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:57.449808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c71dd-9a71-4a5b-bbdb-94f851f06ba3 None None] Network bdd91b00-31f9-4678-8d81-9dd415a50ca0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:57.583608 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-322aab25-e53d-4d7e-8396-4590f988a147 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.9424908 Nov 12 21:13:57.585307 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43142) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:57.640009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec89993-de48-4265-acf4-310822ac9c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-409d719a-3180-4e62-ad42-fa519020671f', 'network_id': '409d719a-3180-4e62-ad42-fa519020671f', 'tenant_id': 'a4512efb1fa144efa82916bb8b5ea14b', 'fixed_ips': [{'subnet_id': '5023ea50-9b52-4226-a527-b04a7f22dac9'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:13:57.646354 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ec89993-de48-4265-acf4-310822ac9c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:57.718855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0702c6-96f2-4c73-a9c2-6f9750ceec7b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:57.729410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0702c6-96f2-4c73-a9c2-6f9750ceec7b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:57.742167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0702c6-96f2-4c73-a9c2-6f9750ceec7b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:57.745471 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ff0702c6-96f2-4c73-a9c2-6f9750ceec7b tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1590419 Nov 12 21:13:57.748694 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43146) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:57.860860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-184e8362-a04f-4b2e-bb75-2b853e789ccc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Deleting subnet 5023ea50-9b52-4226-a527-b04a7f22dac9 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:13:57.868385 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-a04f-4b2e-bb75-2b853e789ccc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:57.918683 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-583d0d50-e1dc-42d8-bec9-4bec5d51fefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:57.949066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-a04f-4b2e-bb75-2b853e789ccc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:58.028659 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-a04f-4b2e-bb75-2b853e789ccc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:58.034435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:54Z', 'revision_number': 3, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:13:58.096002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-bdd91b00-31f9-4678-8d81-9dd415a50ca0', 'network_id': 'bdd91b00-31f9-4678-8d81-9dd415a50ca0', 'tenant_id': 'a4512efb1fa144efa82916bb8b5ea14b', 'fixed_ips': [{'subnet_id': '261632ce-b4cf-44e3-90bb-8407f5aa3731'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:13:58.096876 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:58.147612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:13:58.147883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Updating router d0afb531-8945-4fb0-a92d-559c1ff26fe1 port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:13:58.257434 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:58.329680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-a04f-4b2e-bb75-2b853e789ccc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:58.343261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:58.406615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e8362-a04f-4b2e-bb75-2b853e789ccc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Subnet': ['ID=5023ea50-9b52-4226-a527-b04a7f22dac9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:58.418017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-a04f-4b2e-bb75-2b853e789ccc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:58.425974 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-184e8362-a04f-4b2e-bb75-2b853e789ccc tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/subnets/5023ea50-9b52-4226-a527-b04a7f22dac9 HTTP/1.1" status: 204 len: 168 time: 0.6762013 Nov 12 21:13:58.428848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43160) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server [None req-3ec89993-de48-4265-acf4-310822ac9c65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5023ea50-9b52-4226-a527-b04a7f22dac9: This subnet is being modified by another concurrent operation. Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5023ea50-9b52-4226-a527-b04a7f22dac9: This subnet is being modified by another concurrent operation. Nov 12 21:13:58.509045 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Nov 12 21:13:58.559320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0c5241-06e2-4fc6-9a69-2eceba4f9808 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Deleting subnet 261632ce-b4cf-44e3-90bb-8407f5aa3731 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:13:58.641135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160df810-e7a9-4272-b0b4-414acf1125e8 None None] Network 409d719a-3180-4e62-ad42-fa519020671f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:13:58.671637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Allocated IP 172.20.0.1 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/8e323b26-e351-465e-9993-05368e6d3a10) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:13:58.800714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Allocated IP 172.20.0.18 (bdd91b00-31f9-4678-8d81-9dd415a50ca0/261632ce-b4cf-44e3-90bb-8407f5aa3731/793f35d8-fa92-4cb3-a1a3-44892ab97122) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:13:58.960829 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.145493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.244119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:13:59.247879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:59.254512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:13:59.322930 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.325457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Pushing event updated for resources: {'Port': ['ID=8e323b26-e351-465e-9993-05368e6d3a10,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:59.550088 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.679145 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.682847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.710443 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.734395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Attempting to bind port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:13:59.734778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Attempting to bind port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:13:59.735148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Attempting to bind port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:13:59.752659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:13:59.753045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:13:59.753454 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.753850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:13:59.754338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Bound port: 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:13:59.754721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.756543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86105c88-5529-4620-bec6-2680d48bb6fa None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:13:59.828013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd9d69-b41b-49ee-80ad-15930c9c5f9f None None] Pushing event updated for resources: {'Port': ['ID=7e4bb554-f2a4-42e1-8d93-86c11b2c53bb,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:59.838553 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5241-06e2-4fc6-9a69-2eceba4f9808 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.850151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.959735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Network bdd91b00-31f9-4678-8d81-9dd415a50ca0 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:13:59.961549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5241-06e2-4fc6-9a69-2eceba4f9808 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:59.966507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Pushing event updated for resources: {'Port': ['ID=793f35d8-fa92-4cb3-a1a3-44892ab97122,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:59.978521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:13:59.988704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:00.122188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e009d9dd-1389-4630-9dfb-dd7f1cf46734 None None] Provisioning complete for port 8e323b26-e351-465e-9993-05368e6d3a10 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:00.124426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e009d9dd-1389-4630-9dfb-dd7f1cf46734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.151731 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.199581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5241-06e2-4fc6-9a69-2eceba4f9808 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.243643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Attempting to bind port 793f35d8-fa92-4cb3-a1a3-44892ab97122 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:00.244171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.252172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Attempting to bind port 793f35d8-fa92-4cb3-a1a3-44892ab97122 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ba583625-cbbe-4c7f-9ac0-54ae2152d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'bdd91b00-31f9-4678-8d81-9dd415a50ca0'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:00.253363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Attempting to bind port 793f35d8-fa92-4cb3-a1a3-44892ab97122 on network bdd91b00-31f9-4678-8d81-9dd415a50ca0 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:00.267264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] For port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:00.274609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:00.274999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Checking segment: {'id': 'ba583625-cbbe-4c7f-9ac0-54ae2152d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'bdd91b00-31f9-4678-8d81-9dd415a50ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:00.275437 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.275843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Bound using segment: {'id': 'ba583625-cbbe-4c7f-9ac0-54ae2152d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'bdd91b00-31f9-4678-8d81-9dd415a50ca0'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:00.276340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Bound port: 793f35d8-fa92-4cb3-a1a3-44892ab97122, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba583625-cbbe-4c7f-9ac0-54ae2152d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'bdd91b00-31f9-4678-8d81-9dd415a50ca0'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:00.276732 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.328316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e009d9dd-1389-4630-9dfb-dd7f1cf46734 None None] Port 8e323b26-e351-465e-9993-05368e6d3a10 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:00.332167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2076b4c3-b0a2-43dc-9cb7-fe0b35e6d806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.397928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Pushing event updated for resources: {'Port': ['ID=8e323b26-e351-465e-9993-05368e6d3a10,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:00.404316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.410270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] For port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7e4bb554-f2a4-42e1-8d93-86c11b2c53bb,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:00.495820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f9d921db-1175-4535-ac37-bc874fca548e None None] Provisioning complete for port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:00.496700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9d921db-1175-4535-ac37-bc874fca548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.567104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:00.569925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f9d921db-1175-4535-ac37-bc874fca548e None None] Port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:00.573560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:00.578354 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5241-06e2-4fc6-9a69-2eceba4f9808 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.581234 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.601932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] For port 793f35d8-fa92-4cb3-a1a3-44892ab97122, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:00.692526 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b0c5241-06e2-4fc6-9a69-2eceba4f9808 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.700113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4b0c5241-06e2-4fc6-9a69-2eceba4f9808 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/subnets/261632ce-b4cf-44e3-90bb-8407f5aa3731 HTTP/1.1" status: 204 len: 168 time: 2.2670379 Nov 12 21:14:00.700113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c5241-06e2-4fc6-9a69-2eceba4f9808 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Subnet': ['ID=261632ce-b4cf-44e3-90bb-8407f5aa3731,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:00.700916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43204) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:00.715013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd9d69-b41b-49ee-80ad-15930c9c5f9f None None] Pushing event updated for resources: {'Port': ['ID=7e4bb554-f2a4-42e1-8d93-86c11b2c53bb,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:00.761456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834589b1-1e3e-4b35-97cf-fa50c88fcc7a None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:00.776569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] For port 793f35d8-fa92-4cb3-a1a3-44892ab97122, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=793f35d8-fa92-4cb3-a1a3-44892ab97122,segment=NetworkSegment(ba583625-cbbe-4c7f-9ac0-54ae2152d377),segment_id=ba583625-cbbe-4c7f-9ac0-54ae2152d377)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:00.809562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ad4e7-6b39-4d3f-91f1-659431e57f37 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:00.809562 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc4ad4e7-6b39-4d3f-91f1-659431e57f37 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028848 Nov 12 21:14:00.809562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43210) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:00.812258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:14:00.815790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:00.895633 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.977619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:00.977834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:14:01.053277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdcf93-fb1e-4d33-ae2b-bc2c49477268 None None] Pushing event updated for resources: {'Port': ['ID=793f35d8-fa92-4cb3-a1a3-44892ab97122,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:01.107904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Deleting port 793f35d8-fa92-4cb3-a1a3-44892ab97122 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:14:01.108743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.128771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ddea3396-f64d-4578-809f-e6f13299e593 None None] Provisioning complete for port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:01.129332 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddea3396-f64d-4578-809f-e6f13299e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.262294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] For port 793f35d8-fa92-4cb3-a1a3-44892ab97122, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=793f35d8-fa92-4cb3-a1a3-44892ab97122,segment=NetworkSegment(ba583625-cbbe-4c7f-9ac0-54ae2152d377),segment_id=ba583625-cbbe-4c7f-9ac0-54ae2152d377)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:01.262739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.280640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Calling delete_port for 793f35d8-fa92-4cb3-a1a3-44892ab97122 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:14:01.290895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:14:01.320258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fb462ec6-44e4-4905-a73f-ec4cad30de78 admin admin] 10.222.0.64 "PUT /v2.0/routers/d0afb531-8945-4fb0-a92d-559c1ff26fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2623575 Nov 12 21:14:01.353584 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddea3396-f64d-4578-809f-e6f13299e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.364954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:14:01.369993 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.476936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.478703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ddea3396-f64d-4578-809f-e6f13299e593 None None] For port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7e4bb554-f2a4-42e1-8d93-86c11b2c53bb,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:01.563557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Port': ['ID=793f35d8-fa92-4cb3-a1a3-44892ab97122,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:01.591052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] No DVR routers for this DVR port 793f35d8-fa92-4cb3-a1a3-44892ab97122 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:14:01.623853 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddea3396-f64d-4578-809f-e6f13299e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.838801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea3396-f64d-4578-809f-e6f13299e593 None None] Pushing event updated for resources: {'Port': ['ID=7e4bb554-f2a4-42e1-8d93-86c11b2c53bb,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:01.850756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c7cb244b-099f-459a-b70c-e66d762f630f None None] Provisioning complete for port 8e323b26-e351-465e-9993-05368e6d3a10 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:01.851852 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7cb244b-099f-459a-b70c-e66d762f630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.910963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:01.944262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb244b-099f-459a-b70c-e66d762f630f None None] Port 8e323b26-e351-465e-9993-05368e6d3a10 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:01.967151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd91b00-31f9-4678-8d81-9dd415a50ca0']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:01.999214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba583625-cbbe-4c7f-9ac0-54ae2152d377') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:01.999752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba583625-cbbe-4c7f-9ac0-54ae2152d377') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:02.028911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:02.048952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 2, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:02.072150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:02.105363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:02.105363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:02.108311 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:02.140117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3d00c3-ba9a-4f83-a5d6-f7fdd4ffa092 None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 2, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:14:02.333573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:02.350593 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:02.358272 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/networks/bdd91b00-31f9-4678-8d81-9dd415a50ca0 HTTP/1.1" status: 204 len: 168 time: 1.5443428 Nov 12 21:14:02.358583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43240) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:02.432564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7792f48-e608-439d-8a62-2a88d617e4b1 tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Network': ['ID=bdd91b00-31f9-4678-8d81-9dd415a50ca0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:02.544001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:02.927118 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:02.953663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:03.017057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409d719a-3180-4e62-ad42-fa519020671f']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:03.045973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1456e-df2c-48af-a5cc-80c572e83235 req-89373492-5bff-4573-9829-1b39badcbb6d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:03.059719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1e1456e-df2c-48af-a5cc-80c572e83235 req-89373492-5bff-4573-9829-1b39badcbb6d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 945 time: 0.3155942 Nov 12 21:14:03.086965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9439ac-1ca3-4707-9e66-0c32ca9f388a') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:03.087528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9439ac-1ca3-4707-9e66-0c32ca9f388a') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:03.111538 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.156743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.191976 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.194941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5fe5d4f5-4444-4c1d-8e21-d52a6adabd8a None None] Could not find standard attr ID for object 793f35d8-fa92-4cb3-a1a3-44892ab97122. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:14:03.202778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:03.202778 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:03.218225 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:03.227448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-489be854-222c-453c-b8f4-470e113825ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.242594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b788f76-1536-4ae4-85f3-6e42284d6a63 None None] DHCP port deletion for bdd91b00-31f9-4678-8d81-9dd415a50ca0 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:03.430967 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ee358-5a10-4bf0-a106-12155738dbba None None] Network bdd91b00-31f9-4678-8d81-9dd415a50ca0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:03.502784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ee358-5a10-4bf0-a106-12155738dbba None None] Network bdd91b00-31f9-4678-8d81-9dd415a50ca0 could not be found, it might have been deleted concurrently. {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 21:14:03.527403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1e1456e-df2c-48af-a5cc-80c572e83235 req-305f7fb4-bb27-46b1-b7e7-eaa934d41756 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667003 Nov 12 21:14:03.555060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5037b-d432-41b9-92ab-483f7c5c9f32 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:14:03.556392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43274) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:03.559813 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.562393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1343813300-network', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:03.569987 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.577986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/networks/409d719a-3180-4e62-ad42-fa519020671f HTTP/1.1" status: 204 len: 168 time: 1.2182903 Nov 12 21:14:03.591105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43276) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:03.618155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82988c32-3923-432a-9c5e-ce49b64710fe tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Network': ['ID=409d719a-3180-4e62-ad42-fa519020671f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:03.697634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.787339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5037b-d432-41b9-92ab-483f7c5c9f32 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:14:03.837905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Made reservation on behalf of 9f1e5025d20f4a798b47e6d75d960b86 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:03.840796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.894576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.946577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.951165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-489be854-222c-453c-b8f4-470e113825ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:03.978250 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.038960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.061730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e00f40-8284-4753-89bf-2bd24b3dfe1d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:04.096590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ef9a59-7014-4b1f-ad50-9f75f1cea02f') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:04.096919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ef9a59-7014-4b1f-ad50-9f75f1cea02f') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:04.115165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.144027 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.151878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-489be854-222c-453c-b8f4-470e113825ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.174753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:04.175266 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:04.186549 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:04.246721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.383045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489be854-222c-453c-b8f4-470e113825ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b805bb-b8d8-4b72-93f8-cba8efd64356,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:04.456350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:04.472882 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-489be854-222c-453c-b8f4-470e113825ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a284b084efd416ab45e270b2e721c26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5129795 Nov 12 21:14:04.484402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43286) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:04.513559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c8034-f64c-4932-9107-4583ed6892fb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:04.540585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.543331 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Added segment e9fa45fb-6a18-4c30-b23d-931c48b51ff7 of type vlan for network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 Nov 12 21:14:04.656185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.679506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.701420 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/networks/71e00f40-8284-4753-89bf-2bd24b3dfe1d HTTP/1.1" status: 204 len: 168 time: 1.0977125 Nov 12 21:14:04.735747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43292) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:04.784431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.786817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce2dae-4309-420c-845c-98c1c4b5df3f tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Network': ['ID=71e00f40-8284-4753-89bf-2bd24b3dfe1d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:04.830264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f149dad-67ae-4208-a6b3-1845f2925246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.857196 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f149dad-67ae-4208-a6b3-1845f2925246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.863960 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.873170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-2dbd56bf-0276-4160-bed6-dfe7152255f1 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:04.874765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-2dbd56bf-0276-4160-bed6-dfe7152255f1 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.78 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 945 time: 0.7694972 Nov 12 21:14:04.901523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107a86b-7b07-4396-9d9b-cb19a57ddaba req-1002ac1b-ccb9-4483-b15e-6d92082334c5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:04.903050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0107a86b-7b07-4396-9d9b-cb19a57ddaba req-1002ac1b-ccb9-4483-b15e-6d92082334c5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 945 time: 0.1658590 Nov 12 21:14:04.939213 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:04.941165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:04.941817 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.021357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] Pushing event updated for resources: {'Network': ['ID=2578bf1f-0a04-4700-85f7-2ab7b6e4afa3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:05.033678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:05.049352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f149dad-67ae-4208-a6b3-1845f2925246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.069736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f149dad-67ae-4208-a6b3-1845f2925246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.082301 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f149dad-67ae-4208-a6b3-1845f2925246 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99b805bb-b8d8-4b72-93f8-cba8efd64356 HTTP/1.1" status: 204 len: 168 time: 0.5905464 Nov 12 21:14:05.117578 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9f7b4da4-0149-4770-b665-48831183eece admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5597544 Nov 12 21:14:05.128654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43302) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:05.146501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Request body: {'subnet': {'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1343813300-subnet', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:05.156822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f149dad-67ae-4208-a6b3-1845f2925246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b805bb-b8d8-4b72-93f8-cba8efd64356,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:05.185955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.217420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0107a86b-7b07-4396-9d9b-cb19a57ddaba req-c5249c11-76c1-4655-b34c-6e7009015453 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955499 Nov 12 21:14:05.228103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea22bfa6-e8c7-48d9-942d-4b90ec804464']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:05.243001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab10f36-3155-48a6-95f8-40137a85731e') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:05.249753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab10f36-3155-48a6-95f8-40137a85731e') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:05.270121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Made reservation on behalf of 9f1e5025d20f4a798b47e6d75d960b86 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:05.270994 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.272727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.286791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Deleting port da294ada-689d-4b69-aedd-12f59ec74f06 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:14:05.287380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.315747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.336418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:05.336695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:05.340032 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:05.520313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] For port da294ada-689d-4b69-aedd-12f59ec74f06, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=da294ada-689d-4b69-aedd-12f59ec74f06,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:05.520690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.539434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Calling delete_port for da294ada-689d-4b69-aedd-12f59ec74f06 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:14:05.634412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:05.635437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.651133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.657370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] 10.222.0.64 "DELETE /v2.0/networks/ea22bfa6-e8c7-48d9-942d-4b90ec804464 HTTP/1.1" status: 204 len: 168 time: 0.9159405 Nov 12 21:14:05.716524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07daee-3d6e-486b-a504-cf2410e7518a tempest-BulkNetworkOpsTest-837610730 tempest-BulkNetworkOpsTest-837610730-project] Pushing event deleted for resources: {'Network': ['ID=ea22bfa6-e8c7-48d9-942d-4b90ec804464,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:05.802472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:05.802957 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.813732 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:05.918585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9ee993-c9d4-4708-94b8-902b8a144347,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:05.951702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Checking segment: {'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:05.952167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Network hostable DHCP agents. Network: 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:05.998664 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:14:06.008717 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:14:06.009415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:06.093731 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.094353 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:06.159210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Pushing event deleted for resources: {'Port': ['ID=da294ada-689d-4b69-aedd-12f59ec74f06,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:06.162770 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:14:06.176844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12234ec-7896-4a1e-bea7-38ae293066ed None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:06.234363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] No DVR routers for this DVR port da294ada-689d-4b69-aedd-12f59ec74f06 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:14:06.261938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:06.267220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:06.271128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.273883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.278356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-660c6362-8713-409e-b6ae-5a3ab19d8197 req-d3dffaaf-6ae4-43b5-9605-3f57f652b97d tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.78 "DELETE /v2.0/ports/da294ada-689d-4b69-aedd-12f59ec74f06 HTTP/1.1" status: 204 len: 173 time: 1.3942649 Nov 12 21:14:06.281407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b0d773-ef7e-4514-8efc-d36279de6fb6', 'name': 'network-vif-deleted', 'tag': 'da294ada-689d-4b69-aedd-12f59ec74f06'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:14:06.291123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa37de8-d6d4-474f-ba20-04d9319c99ba None None] Network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:06.294556 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de8ff77-6403-4238-b2e5-f91b382cb02b" -d '{"events": [{"server_uuid": "10b0d773-ef7e-4514-8efc-d36279de6fb6", "name": "network-vif-deleted", "tag": "da294ada-689d-4b69-aedd-12f59ec74f06"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:14:06.412564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4246a9f4-49db-409b-9c59-718649157e25 req-6979b798-b589-49a5-a0b2-f720b75c81ac tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 210 time: 0.0601258 Nov 12 21:14:06.431794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f3dbe806-2f56-481d-a88f-6ce73b0ab218 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3022301 Nov 12 21:14:06.434865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43328) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:06.436434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device da294ada-689d-4b69-aedd-12f59ec74f06 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:14:06.446796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:06.487183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43330) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:06.496858 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 2, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:06.505577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-91ef80db-87e9-4e90-85a5-079016abb4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.526184 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:14:06.526810 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Updating router d0afb531-8945-4fb0-a92d-559c1ff26fe1 port 8e323b26-e351-465e-9993-05368e6d3a10 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:14:06.554291 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.614512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.616041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.628087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: da294ada-689d-4b69-aedd-12f59ec74f06 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:14:06.629982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device da294ada-689d-4b69-aedd-12f59ec74f06 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:14:06.731226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-91ef80db-87e9-4e90-85a5-079016abb4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.749802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43334) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:06.848399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.882429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-91ef80db-87e9-4e90-85a5-079016abb4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.904070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-2578bf1f-0a04-4700-85f7-2ab7b6e4afa3', 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'fixed_ips': [{'subnet_id': 'bf9ee993-c9d4-4708-94b8-902b8a144347'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:06.906738 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:06.907651 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.008576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-91ef80db-87e9-4e90-85a5-079016abb4ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebcd1b9a1c944088807ed2c6dfc451e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5201547 Nov 12 21:14:07.030340 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.033546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43342) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:07.035040 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50098411-c69d-47e6-ba0f-3d9ca035b4d2 x-openstack-request-id: req-50098411-c69d-47e6-ba0f-3d9ca035b4d2 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:14:07.035354 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b0d773-ef7e-4514-8efc-d36279de6fb6", "name": "network-vif-deleted", "tag": "da294ada-689d-4b69-aedd-12f59ec74f06", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:14:07.035607 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50098411-c69d-47e6-ba0f-3d9ca035b4d2 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:14:07.035994 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b0d773-ef7e-4514-8efc-d36279de6fb6', 'name': 'network-vif-deleted', 'tag': 'da294ada-689d-4b69-aedd-12f59ec74f06', 'status': 'completed', 'code': 200} Nov 12 21:14:07.038850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef80db-87e9-4e90-85a5-079016abb4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81221931-f048-422e-8609-4c5262bc2c0a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:07.172435 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Attempting to bind port 8e323b26-e351-465e-9993-05368e6d3a10 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:07.173058 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Attempting to bind port 8e323b26-e351-465e-9993-05368e6d3a10 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:07.174307 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Attempting to bind port 8e323b26-e351-465e-9993-05368e6d3a10 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:07.181502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Allocated IP 172.20.0.2 (2578bf1f-0a04-4700-85f7-2ab7b6e4afa3/bf9ee993-c9d4-4708-94b8-902b8a144347/35d50298-20fd-4e03-994c-3d7e4e64aa93) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:07.190340 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:07.191092 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:07.191749 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.192349 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:07.193032 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Bound port: 8e323b26-e351-465e-9993-05368e6d3a10, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:07.193636 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.275197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a082b13b-cac7-4109-8642-b73b95c51866 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4512efb1fa144efa82916bb8b5ea14b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237367 Nov 12 21:14:07.276052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43346) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:07.294836 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] For port 8e323b26-e351-465e-9993-05368e6d3a10, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:07.298182 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] For port 8e323b26-e351-465e-9993-05368e6d3a10, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8e323b26-e351-465e-9993-05368e6d3a10,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:07.307969 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Pushing event updated for resources: {'Port': ['ID=8e323b26-e351-465e-9993-05368e6d3a10,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:07.335167 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.335544 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.335887 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.336290 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.336625 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.336959 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.337286 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.337612 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.337961 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.338244 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.338569 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.338884 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:07.357608 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83645034-dcd3-4c28-9b14-6c7bd58df437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.386712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83645034-dcd3-4c28-9b14-6c7bd58df437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.400211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.413139 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f37e83e3-fd79-4703-8bb6-1e410618d95c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.425331 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.495096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f37e83e3-fd79-4703-8bb6-1e410618d95c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.684765 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:14:07.685391 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:07.688573 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5cf08-43c3-4640-915c-f00116e59346 None None] Pushing event updated for resources: {'Port': ['ID=8e323b26-e351-465e-9993-05368e6d3a10,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:07.727811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83645034-dcd3-4c28-9b14-6c7bd58df437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.731019 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83645034-dcd3-4c28-9b14-6c7bd58df437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.732348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-83645034-dcd3-4c28-9b14-6c7bd58df437 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81221931-f048-422e-8609-4c5262bc2c0a HTTP/1.1" status: 204 len: 168 time: 0.6955233 Nov 12 21:14:07.733857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f37e83e3-fd79-4703-8bb6-1e410618d95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.737724 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f37e83e3-fd79-4703-8bb6-1e410618d95c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.743559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f37e83e3-fd79-4703-8bb6-1e410618d95c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce7dd9b4-cc72-40f4-9456-1ffb66a6e603 HTTP/1.1" status: 204 len: 168 time: 0.4649277 Nov 12 21:14:07.786479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83645034-dcd3-4c28-9b14-6c7bd58df437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81221931-f048-422e-8609-4c5262bc2c0a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:07.913425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1930391-28fa-43a2-a8be-9e1de99b9a39 req-e4321a93-220b-4fe8-af8f-9a754b096cca tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b0d773-ef7e-4514-8efc-d36279de6fb6 HTTP/1.1" status: 200 len: 210 time: 0.1338809 Nov 12 21:14:07.914145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e83e3-fd79-4703-8bb6-1e410618d95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7dd9b4-cc72-40f4-9456-1ffb66a6e603,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:07.980139 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:14:08.116221 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:14:08.158279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3072c995-d2be-40c8-a95a-c4e360cc9563 None None] Provisioning complete for port 8e323b26-e351-465e-9993-05368e6d3a10 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:08.158471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3072c995-d2be-40c8-a95a-c4e360cc9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.200538 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.260533 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.286872 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.432603 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.467005 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:07Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:08.518199 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403817e3-cd17-4be8-b98a-63bdb3fc8e2c None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:07Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:14:08.521588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Pushing event updated for resources: {'Port': ['ID=35d50298-20fd-4e03-994c-3d7e4e64aa93,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:08.523835 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3072c995-d2be-40c8-a95a-c4e360cc9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.534011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Allocated IP 172.25.8.228 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/488f332c-5477-4c0d-9398-99abb1dfff7b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:08.665834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:08.668140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:08.675719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:08.712297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3072c995-d2be-40c8-a95a-c4e360cc9563 None None] For port 8e323b26-e351-465e-9993-05368e6d3a10, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8e323b26-e351-465e-9993-05368e6d3a10,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:08.803781 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3072c995-d2be-40c8-a95a-c4e360cc9563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.873973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Attempting to bind port 35d50298-20fd-4e03-994c-3d7e4e64aa93 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:08.874582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Attempting to bind port 35d50298-20fd-4e03-994c-3d7e4e64aa93 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:08.875120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Attempting to bind port 35d50298-20fd-4e03-994c-3d7e4e64aa93 on network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:08.878132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.895033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:08.899319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Checking segment: {'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:08.899319 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.899319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Bound using segment: {'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:08.899319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Bound port: 35d50298-20fd-4e03-994c-3d7e4e64aa93, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:08.899319 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:08.901800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072c995-d2be-40c8-a95a-c4e360cc9563 None None] Pushing event updated for resources: {'Port': ['ID=8e323b26-e351-465e-9993-05368e6d3a10,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:08.959705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b5391cb8-fcab-4f40-b29b-d972135e96bd None None] Provisioning complete for port 8e323b26-e351-465e-9993-05368e6d3a10 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:08.960287 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5391cb8-fcab-4f40-b29b-d972135e96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:09.053567 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:09.122387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:09.122654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] For port 35d50298-20fd-4e03-994c-3d7e4e64aa93, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:09.139116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] For port 35d50298-20fd-4e03-994c-3d7e4e64aa93, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=35d50298-20fd-4e03-994c-3d7e4e64aa93,segment=NetworkSegment(e9fa45fb-6a18-4c30-b23d-931c48b51ff7),segment_id=e9fa45fb-6a18-4c30-b23d-931c48b51ff7)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:09.186902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:09.195758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:09.228383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e35582-b985-40ce-ad75-5627d83283b7 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:09.249970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:09.335891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Pushing event updated for resources: {'Port': ['ID=488f332c-5477-4c0d-9398-99abb1dfff7b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:09.630337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Pushing event updated for resources: {'Port': ['ID=35d50298-20fd-4e03-994c-3d7e4e64aa93,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:09.688292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.688718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.689065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.689414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.689757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.690095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.690430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.690761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.691091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.691494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.691827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.692208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f66f-8a75-4356-bb18-c3e79f870cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:09.714193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8e323b26-e351-465e-9993-05368e6d3a10 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:10.014184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8fd075e2-2f6c-4035-b24d-9fa00171bd5d None None] Provisioning complete for port 488f332c-5477-4c0d-9398-99abb1dfff7b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:10.015252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8fd075e2-2f6c-4035-b24d-9fa00171bd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.157130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8fd075e2-2f6c-4035-b24d-9fa00171bd5d None None] Port 488f332c-5477-4c0d-9398-99abb1dfff7b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:10.162485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8e323b26-e351-465e-9993-05368e6d3a10 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:10.163049 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.425584 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.489864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.516014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.586149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43434) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:10.918946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-481501429'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:11.049252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:11.184246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:11.188186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:11.214286 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:11.361054 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:14:11.384049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057197a-b543-406a-829c-4dc28360bd23 None None] Network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:11.462642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:11.533844 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:11.585750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fde11ba5-e303-47f0-b69c-a62c48057a21 None None] Provisioning complete for port 35d50298-20fd-4e03-994c-3d7e4e64aa93 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:11.588681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fde11ba5-e303-47f0-b69c-a62c48057a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:11.640471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4316844-f322-4d70-8000-ec1c0fadf3c1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:11.671648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 35d50298-20fd-4e03-994c-3d7e4e64aa93 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:11.688012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:11.741598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:11.742036 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment ed0122a2-ca4e-40e8-9857-83966676a305 of type vlan for network f9f94585-cf28-426d-948a-f069b8be17f9 Nov 12 21:14:11.871903 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:12.018738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:12.025051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:12.025685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:12.112388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 35d50298-20fd-4e03-994c-3d7e4e64aa93 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:12.112770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:12.125570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5382700 Nov 12 21:14:12.277942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fde11ba5-e303-47f0-b69c-a62c48057a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:12.295949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfef7d-4a0b-4433-8628-1632b4ce61ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=f9f94585-cf28-426d-948a-f069b8be17f9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:12.333717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f9f94585-cf28-426d-948a-f069b8be17f9 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:12.628769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:14:12.751204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:12.752824 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b61cd7df-05d7-4dee-8ac8-ec3879ce78e9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3165529 Nov 12 21:14:12.755503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43484) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:12.757586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Sync routers for ids ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:14:12.804930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fde11ba5-e303-47f0-b69c-a62c48057a21 None None] For port 35d50298-20fd-4e03-994c-3d7e4e64aa93, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=35d50298-20fd-4e03-994c-3d7e4e64aa93,segment=NetworkSegment(e9fa45fb-6a18-4c30-b23d-931c48b51ff7),segment_id=e9fa45fb-6a18-4c30-b23d-931c48b51ff7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:12.921937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Routers {'6253b4a6-b086-49ea-b1fa-d455c461e3d2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:14:12.929780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:13.214055 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fde11ba5-e303-47f0-b69c-a62c48057a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:13.457352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-10c03507-1fb3-467b-b0ce-ae732ac5ea60 None None] Provisioning complete for port 35d50298-20fd-4e03-994c-3d7e4e64aa93 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:13.457719 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10c03507-1fb3-467b-b0ce-ae732ac5ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:13.675516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde11ba5-e303-47f0-b69c-a62c48057a21 None None] Pushing event updated for resources: {'Port': ['ID=35d50298-20fd-4e03-994c-3d7e4e64aa93,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:13.708632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Set router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:14:14.278071 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:14.493813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:14:09Z', 'revision_number': 3, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port': {'id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:08Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:14.559883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Checking router: 6253b4a6-b086-49ea-b1fa-d455c461e3d2 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:14:14.560789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Updating router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 port 488f332c-5477-4c0d-9398-99abb1dfff7b binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:14:14.588110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Allocated IP 172.20.0.1 (2578bf1f-0a04-4700-85f7-2ab7b6e4afa3/bf9ee993-c9d4-4708-94b8-902b8a144347/9b708bae-09c3-4990-8bab-f1a0a56ce394) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:14.622823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:14.746007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43512) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:14.822063 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:14.974689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43518) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:14.976831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.140794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:15.148833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:15.183858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:15.233645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54433e2e-2c3d-4b7b-84ff-5b1e9c5597d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.296814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7b8929a-0302-496b-a41c-739f5f8da812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.401839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.409660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43536) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:15.428445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': 'f9f94585-cf28-426d-948a-f069b8be17f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:15.566501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 35d50298-20fd-4e03-994c-3d7e4e64aa93 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:15.586946 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.592314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Pushing event updated for resources: {'Port': ['ID=9b708bae-09c3-4990-8bab-f1a0a56ce394,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:15.699187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.699620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.700046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.700385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.700713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.701123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.701452 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.701776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.702138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.702461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.702777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.703095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:15.762258 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.774694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c0d35f2c-2829-4469-95c3-b984a452d1ea None None] Provisioning complete for port 9b708bae-09c3-4990-8bab-f1a0a56ce394 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:15.775313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c0d35f2c-2829-4469-95c3-b984a452d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.843451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.876725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54433e2e-2c3d-4b7b-84ff-5b1e9c5597d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.908949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444d6d-f0b5-42c4-aee7-d228a2bb3bc4 None None] Pushing event updated for resources: {'Port': ['ID=488f332c-5477-4c0d-9398-99abb1dfff7b,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:15.968944 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7b8929a-0302-496b-a41c-739f5f8da812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:15.995591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54433e2e-2c3d-4b7b-84ff-5b1e9c5597d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.010977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 35d50298-20fd-4e03-994c-3d7e4e64aa93 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:16.011926 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.039003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a288c8-da08-4230-a24e-ac7806597e3f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:16.044486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:16.054633 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.132300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Attempting to bind port 488f332c-5477-4c0d-9398-99abb1dfff7b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:16.132597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Attempting to bind port 488f332c-5477-4c0d-9398-99abb1dfff7b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:16.132959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Attempting to bind port 488f332c-5477-4c0d-9398-99abb1dfff7b on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:16.143348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:16.143648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:16.144131 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.144540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:16.145020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Bound port: 488f332c-5477-4c0d-9398-99abb1dfff7b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:16.145392 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.150033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c0d35f2c-2829-4469-95c3-b984a452d1ea None None] Port 9b708bae-09c3-4990-8bab-f1a0a56ce394 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:16.172794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7b8929a-0302-496b-a41c-739f5f8da812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.185617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-54433e2e-2c3d-4b7b-84ff-5b1e9c5597d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e85a35797de409280625fb6959d8453&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4350951 Nov 12 21:14:16.192816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43548) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:16.228973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54433e2e-2c3d-4b7b-84ff-5b1e9c5597d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb2d147-7ef5-4395-a0f4-8cd1006b18a2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:16.280627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d7b8929a-0302-496b-a41c-739f5f8da812 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aaec845df75e45e9bb5a6dfaf6fc4d84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3084781 Nov 12 21:14:16.281290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43550) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:16.285756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] For port 488f332c-5477-4c0d-9398-99abb1dfff7b, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:16.320473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8929a-0302-496b-a41c-739f5f8da812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab79f9b-0b78-4486-a3e0-ec95d3abfed6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:16.339896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-18e60141-da6e-48cd-b3ab-89c82c876381 None None] Provisioning complete for port 488f332c-5477-4c0d-9398-99abb1dfff7b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:16.340775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18e60141-da6e-48cd-b3ab-89c82c876381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.356918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.410982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-887b75ff-b1a7-47e1-b066-1926b3628eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.413136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1bf41c16-1718-4ade-9fd8-ef25ed93c989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.448350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] For port 488f332c-5477-4c0d-9398-99abb1dfff7b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=488f332c-5477-4c0d-9398-99abb1dfff7b,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:16.449421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.450320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-887b75ff-b1a7-47e1-b066-1926b3628eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.453210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-18e60141-da6e-48cd-b3ab-89c82c876381 None None] Port 488f332c-5477-4c0d-9398-99abb1dfff7b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:16.540239 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.550271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1bf41c16-1718-4ade-9fd8-ef25ed93c989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.598616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.604672 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Pushing event updated for resources: {'Port': ['ID=9b708bae-09c3-4990-8bab-f1a0a56ce394,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:16.607689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da90c8-eb93-41d3-9648-c0b17d2f9097 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:16.639930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Routers {'6253b4a6-b086-49ea-b1fa-d455c461e3d2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:14:16.641035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:16.642140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-887b75ff-b1a7-47e1-b066-1926b3628eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.647336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-887b75ff-b1a7-47e1-b066-1926b3628eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.654279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-887b75ff-b1a7-47e1-b066-1926b3628eb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ab79f9b-0b78-4486-a3e0-ec95d3abfed6 HTTP/1.1" status: 204 len: 168 time: 0.3657372 Nov 12 21:14:16.666319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b75ff-b1a7-47e1-b066-1926b3628eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab79f9b-0b78-4486-a3e0-ec95d3abfed6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:16.705685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.754023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:16.755558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:16.776706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1bf41c16-1718-4ade-9fd8-ef25ed93c989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.796097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1bf41c16-1718-4ade-9fd8-ef25ed93c989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:16.796097 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1bf41c16-1718-4ade-9fd8-ef25ed93c989 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0fb2d147-7ef5-4395-a0f4-8cd1006b18a2 HTTP/1.1" status: 204 len: 168 time: 0.5934751 Nov 12 21:14:16.868334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] Set router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:14:16.905238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=b8b74070-ca6f-4251-9437-7600d5d714ab,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:16.905907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf41c16-1718-4ade-9fd8-ef25ed93c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb2d147-7ef5-4395-a0f4-8cd1006b18a2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:16.944584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': 'ed0122a2-ca4e-40e8-9857-83966676a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f9f94585-cf28-426d-948a-f069b8be17f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:16.946743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: f9f94585-cf28-426d-948a-f069b8be17f9, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:17.045442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-37420ae7-1d1a-4480-ab58-9c5b00ca1824 None None] Provisioning complete for port 488f332c-5477-4c0d-9398-99abb1dfff7b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:17.045812 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37420ae7-1d1a-4480-ab58-9c5b00ca1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.088472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:14:17.115528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network f9f94585-cf28-426d-948a-f069b8be17f9 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:17.146964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444d6d-f0b5-42c4-aee7-d228a2bb3bc4 None None] Pushing event updated for resources: {'Port': ['ID=488f332c-5477-4c0d-9398-99abb1dfff7b,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:17.236225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f9f94585-cf28-426d-948a-f069b8be17f9) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:17.247262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:17.247519 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.316276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd8b395-0375-4bfe-acb4-1873121d5287 None None] Network f9f94585-cf28-426d-948a-f069b8be17f9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:17.326200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:14:17.346058 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7ebcf2a2-e138-48de-a294-8157f699d54a admin admin] 10.222.0.64 "PUT /v2.0/routers/6253b4a6-b086-49ea-b1fa-d455c461e3d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5863755 Nov 12 21:14:17.387007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dc58a6c4-3275-48c1-b6bf-e72ac4d55036 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9704242 Nov 12 21:14:17.390745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43574) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:17.398837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-997555052'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:17.527102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:17.530711 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.564519 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37420ae7-1d1a-4480-ab58-9c5b00ca1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.582508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:17.604331 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.606363 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment c74c17fa-aa95-4d35-8e86-6aed35e5c206 of type vlan for network da25833c-177d-4848-bf76-e383aca4513d Nov 12 21:14:17.641471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-37420ae7-1d1a-4480-ab58-9c5b00ca1824 None None] For port 488f332c-5477-4c0d-9398-99abb1dfff7b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=488f332c-5477-4c0d-9398-99abb1dfff7b,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:17.713220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.765885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:14:15Z', 'revision_number': 4, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port': {'id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:08Z', 'updated_at': '2021-11-12T21:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9b708bae-09c3-4990-8bab-f1a0a56ce394', 'name': '', 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'mac_address': 'fa:16:3e:96:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:14Z', 'updated_at': '2021-11-12T21:14:16Z', 'revision_number': 2, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'subnets': [{'id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:17.768580 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-37420ae7-1d1a-4480-ab58-9c5b00ca1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.780896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f9f94585-cf28-426d-948a-f069b8be17f9', 'network_id': 'f9f94585-cf28-426d-948a-f069b8be17f9', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': 'b8b74070-ca6f-4251-9437-7600d5d714ab'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:17.784214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.847152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.855894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:17.856513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:17.889573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37420ae7-1d1a-4480-ab58-9c5b00ca1824 None None] Pushing event updated for resources: {'Port': ['ID=488f332c-5477-4c0d-9398-99abb1dfff7b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:17.906346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ef9e6-3f6f-4687-9e86-37d0f5482530 None None] The sync data for ids ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'] in n-d-713498-29 is: [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:14:15Z', 'revision_number': 4, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port': {'id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:08Z', 'updated_at': '2021-11-12T21:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9b708bae-09c3-4990-8bab-f1a0a56ce394', 'name': '', 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'mac_address': 'fa:16:3e:96:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:14Z', 'updated_at': '2021-11-12T21:14:16Z', 'revision_number': 2, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'subnets': [{'id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:14:17.942839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=da25833c-177d-4848-bf76-e383aca4513d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:17.962574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:18.004176 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3112a7ae-a7e4-4b29-a1ee-3aa5491730b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.026376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network da25833c-177d-4848-bf76-e383aca4513d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:18.075025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4bf1173c-ac35-45c7-975a-dccd024c618d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6799345 Nov 12 21:14:18.076726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43588) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:18.083033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': 'da25833c-177d-4848-bf76-e383aca4513d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:18.205914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c33853a7-a898-45ea-952b-60485c66d474 None None] Provisioning complete for port 9b708bae-09c3-4990-8bab-f1a0a56ce394 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:18.206549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c33853a7-a898-45ea-952b-60485c66d474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.310352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c33853a7-a898-45ea-952b-60485c66d474 None None] Port 9b708bae-09c3-4990-8bab-f1a0a56ce394 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:18.317219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3112a7ae-a7e4-4b29-a1ee-3aa5491730b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.320590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43592) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:18.366455 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89da9e26-6e12-4929-a7a8-9b83271ec388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.422201 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3112a7ae-a7e4-4b29-a1ee-3aa5491730b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.463440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Allocated IP 2001:db8:0:ffff::2 (f9f94585-cf28-426d-948a-f069b8be17f9/b8b74070-ca6f-4251-9437-7600d5d714ab/8c26f592-4fb0-47b8-ad4c-7905f18f832c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:18.538526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:18.543558 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.591402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43598) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:18.592995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3112a7ae-a7e4-4b29-a1ee-3aa5491730b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdbd53ecc9404fc4a723948c2c7f86ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6187520 Nov 12 21:14:18.595510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112a7ae-a7e4-4b29-a1ee-3aa5491730b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4a417-ab37-431f-a166-b71b847982f6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:18.751650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.794693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89da9e26-6e12-4929-a7a8-9b83271ec388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.844903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.894903 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89da9e26-6e12-4929-a7a8-9b83271ec388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:18.917492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Pushing event updated for resources: {'Port': ['ID=8c26f592-4fb0-47b8-ad4c-7905f18f832c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:18.952442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Network f9f94585-cf28-426d-948a-f069b8be17f9 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:18.954125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:18.957186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:19.031643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Attempting to bind port 8c26f592-4fb0-47b8-ad4c-7905f18f832c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:19.032563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Attempting to bind port 8c26f592-4fb0-47b8-ad4c-7905f18f832c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ed0122a2-ca4e-40e8-9857-83966676a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f9f94585-cf28-426d-948a-f069b8be17f9'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:19.032939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Attempting to bind port 8c26f592-4fb0-47b8-ad4c-7905f18f832c on network f9f94585-cf28-426d-948a-f069b8be17f9 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:19.040503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40886cdb-10de-4cfd-b222-076814d5c4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.045377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:19.045851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Checking segment: {'id': 'ed0122a2-ca4e-40e8-9857-83966676a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f9f94585-cf28-426d-948a-f069b8be17f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:19.046361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.046817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Bound using segment: {'id': 'ed0122a2-ca4e-40e8-9857-83966676a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f9f94585-cf28-426d-948a-f069b8be17f9'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:19.047458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Bound port: 8c26f592-4fb0-47b8-ad4c-7905f18f832c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0122a2-ca4e-40e8-9857-83966676a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f9f94585-cf28-426d-948a-f069b8be17f9'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:19.048759 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.099616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-89da9e26-6e12-4929-a7a8-9b83271ec388 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d115723b17fd401a8396566c1b0fa404&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7709973 Nov 12 21:14:19.101625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da9e26-6e12-4929-a7a8-9b83271ec388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd92cdb-9bc5-442c-b607-10e65235e585,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:19.106552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43610) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:19.171891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40886cdb-10de-4cfd-b222-076814d5c4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.206802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] For port 8c26f592-4fb0-47b8-ad4c-7905f18f832c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:19.210590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] For port 8c26f592-4fb0-47b8-ad4c-7905f18f832c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8c26f592-4fb0-47b8-ad4c-7905f18f832c,segment=NetworkSegment(ed0122a2-ca4e-40e8-9857-83966676a305),segment_id=ed0122a2-ca4e-40e8-9857-83966676a305)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:19.314801 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.377568 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d223315a-3158-4ba8-87fe-1b4c4cb52786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.452354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d223315a-3158-4ba8-87fe-1b4c4cb52786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.473209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40886cdb-10de-4cfd-b222-076814d5c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.476053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40886cdb-10de-4cfd-b222-076814d5c4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.477264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-40886cdb-10de-4cfd-b222-076814d5c4fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5f4a417-ab37-431f-a166-b71b847982f6 HTTP/1.1" status: 204 len: 168 time: 0.8774776 Nov 12 21:14:19.508661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f9515-ce9e-4853-bfb0-66bbbefed22e None None] Pushing event updated for resources: {'Port': ['ID=8c26f592-4fb0-47b8-ad4c-7905f18f832c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:19.577536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40886cdb-10de-4cfd-b222-076814d5c4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4a417-ab37-431f-a166-b71b847982f6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:19.650050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.716686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 488f332c-5477-4c0d-9398-99abb1dfff7b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:19.838405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=9ba90295-dd69-4436-b8b0-1a089bb52228,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:19.853347 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': 'c74c17fa-aa95-4d35-8e86-6aed35e5c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'da25833c-177d-4848-bf76-e383aca4513d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:19.853717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: da25833c-177d-4848-bf76-e383aca4513d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:19.866786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d223315a-3158-4ba8-87fe-1b4c4cb52786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.871357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d223315a-3158-4ba8-87fe-1b4c4cb52786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.871357 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d223315a-3158-4ba8-87fe-1b4c4cb52786 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbd92cdb-9bc5-442c-b607-10e65235e585 HTTP/1.1" status: 204 len: 168 time: 0.7611225 Nov 12 21:14:19.918191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 488f332c-5477-4c0d-9398-99abb1dfff7b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:19.918782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:19.920972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223315a-3158-4ba8-87fe-1b4c4cb52786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd92cdb-9bc5-442c-b607-10e65235e585,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:20.066697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network da25833c-177d-4848-bf76-e383aca4513d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:20.189980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, da25833c-177d-4848-bf76-e383aca4513d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:20.197128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:20.199211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:20.204887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed80ba7-bb00-4a25-90d7-d39750082725 None None] Network da25833c-177d-4848-bf76-e383aca4513d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:20.338077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c657f46f-3070-4c78-8c70-bfeaca081017 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2601256 Nov 12 21:14:20.342169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:20.658770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-da25833c-177d-4848-bf76-e383aca4513d', 'network_id': 'da25833c-177d-4848-bf76-e383aca4513d', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': '9ba90295-dd69-4436-b8b0-1a089bb52228'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:20.659764 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:20.683675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:20.906693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:21.276430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be15e4-5772-48a7-bef1-7a3b530e2a64 None None] Network f9f94585-cf28-426d-948a-f069b8be17f9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:21.318899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Allocated IP 2001:db8::1 (da25833c-177d-4848-bf76-e383aca4513d/9ba90295-dd69-4436-b8b0-1a089bb52228/89a2376e-f953-474d-b1d5-93b6ea8c92f5) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:21.418259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-650ebc2f-213b-40be-9f79-1289b488a302 None None] Provisioning complete for port 8c26f592-4fb0-47b8-ad4c-7905f18f832c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:21.418670 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-650ebc2f-213b-40be-9f79-1289b488a302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:21.758970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:21.942035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8c26f592-4fb0-47b8-ad4c-7905f18f832c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:21.948545 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:21.990818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.081795 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Sync routers for ids ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:14:22.085770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba90295-dd69-4436-b8b0-1a089bb52228,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:22.104395 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Routers {'6253b4a6-b086-49ea-b1fa-d455c461e3d2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:14:22.112733 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:22.162731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Pushing event updated for resources: {'Port': ['ID=89a2376e-f953-474d-b1d5-93b6ea8c92f5,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:22.330214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-650ebc2f-213b-40be-9f79-1289b488a302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.340982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.341089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Network da25833c-177d-4848-bf76-e383aca4513d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:22.398866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:22.410052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da25833c-177d-4848-bf76-e383aca4513d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:22.429479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:22.436081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74c17fa-aa95-4d35-8e86-6aed35e5c206') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:22.436827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74c17fa-aa95-4d35-8e86-6aed35e5c206') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:22.486769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.507710 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.518184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:22.518992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.520236 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Set router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:22.604346 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:22.619185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-650ebc2f-213b-40be-9f79-1289b488a302 None None] For port 8c26f592-4fb0-47b8-ad4c-7905f18f832c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8c26f592-4fb0-47b8-ad4c-7905f18f832c,segment=NetworkSegment(ed0122a2-ca4e-40e8-9857-83966676a305),segment_id=ed0122a2-ca4e-40e8-9857-83966676a305)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:22.644095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:14:22.644095 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:14:22.644095 n-d-713498-29 neutron-server[109628]: [parameters: {'id': 'da25833c-177d-4848-bf76-e383aca4513d'}] Nov 12 21:14:22.644095 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:14:22.644656 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:14:22.648981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8c26f592-4fb0-47b8-ad4c-7905f18f832c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:22.659926 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.664994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Attempting to bind port 89a2376e-f953-474d-b1d5-93b6ea8c92f5 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:22.666194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Attempting to bind port 89a2376e-f953-474d-b1d5-93b6ea8c92f5 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'c74c17fa-aa95-4d35-8e86-6aed35e5c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'da25833c-177d-4848-bf76-e383aca4513d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:22.666766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Attempting to bind port 89a2376e-f953-474d-b1d5-93b6ea8c92f5 on network da25833c-177d-4848-bf76-e383aca4513d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:22.732189 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-650ebc2f-213b-40be-9f79-1289b488a302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.748872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:22.758949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Checking segment: {'id': 'c74c17fa-aa95-4d35-8e86-6aed35e5c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'da25833c-177d-4848-bf76-e383aca4513d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:22.759768 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.760843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Bound using segment: {'id': 'c74c17fa-aa95-4d35-8e86-6aed35e5c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'da25833c-177d-4848-bf76-e383aca4513d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:22.761636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Bound port: 89a2376e-f953-474d-b1d5-93b6ea8c92f5, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74c17fa-aa95-4d35-8e86-6aed35e5c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'da25833c-177d-4848-bf76-e383aca4513d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:22.763031 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.933940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f25d3b16-d42a-4dff-8ef7-1bfc2e925704 None None] Provisioning complete for port 8c26f592-4fb0-47b8-ad4c-7905f18f832c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:22.934322 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f25d3b16-d42a-4dff-8ef7-1bfc2e925704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.948649 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:14:15Z', 'revision_number': 4, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port': {'id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:08Z', 'updated_at': '2021-11-12T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9b708bae-09c3-4990-8bab-f1a0a56ce394', 'name': '', 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'mac_address': 'fa:16:3e:96:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:14Z', 'updated_at': '2021-11-12T21:14:16Z', 'revision_number': 2, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'subnets': [{'id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:22.997758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ebc2f-213b-40be-9f79-1289b488a302 None None] Pushing event updated for resources: {'Port': ['ID=8c26f592-4fb0-47b8-ad4c-7905f18f832c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:23.042470 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Checking router: 6253b4a6-b086-49ea-b1fa-d455c461e3d2 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:14:23.045623 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Updating router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 port 9b708bae-09c3-4990-8bab-f1a0a56ce394 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:14:23.114026 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.131609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] For port 89a2376e-f953-474d-b1d5-93b6ea8c92f5, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:23.141233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43722) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:23.145608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.188954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] For port 89a2376e-f953-474d-b1d5-93b6ea8c92f5, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=89a2376e-f953-474d-b1d5-93b6ea8c92f5,segment=NetworkSegment(c74c17fa-aa95-4d35-8e86-6aed35e5c206),segment_id=c74c17fa-aa95-4d35-8e86-6aed35e5c206)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:23.263841 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.315181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting port 89a2376e-f953-474d-b1d5-93b6ea8c92f5 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:14:23.315782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.449825 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac96457f-7bec-42e8-8e52-a9c24712c7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.491060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08626af9-1f60-4873-9de1-27a516f943fd None None] Pushing event updated for resources: {'Port': ['ID=89a2376e-f953-474d-b1d5-93b6ea8c92f5,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:23.493584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] For port 89a2376e-f953-474d-b1d5-93b6ea8c92f5, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=89a2376e-f953-474d-b1d5-93b6ea8c92f5,segment=NetworkSegment(c74c17fa-aa95-4d35-8e86-6aed35e5c206),segment_id=c74c17fa-aa95-4d35-8e86-6aed35e5c206)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:23.500265 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.513406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530b677-9329-4136-bdd3-368e7315c2fa None None] Network da25833c-177d-4848-bf76-e383aca4513d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:23.534167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Calling delete_port for 89a2376e-f953-474d-b1d5-93b6ea8c92f5 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:14:23.670563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8c26f592-4fb0-47b8-ad4c-7905f18f832c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:23.777425 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac96457f-7bec-42e8-8e52-a9c24712c7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.789716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.832487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Port': ['ID=89a2376e-f953-474d-b1d5-93b6ea8c92f5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:23.848034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No DVR routers for this DVR port 89a2376e-f953-474d-b1d5-93b6ea8c92f5 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:14:23.885527 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ac96457f-7bec-42e8-8e52-a9c24712c7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:23.965125 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fea9ec9-c589-4634-bba4-c6da2f525e4d None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:14:24.017289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:24.025773 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.027254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ac96457f-7bec-42e8-8e52-a9c24712c7da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=264dea1f472347be9bfac8b4825bc19d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8809800 Nov 12 21:14:24.028307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96457f-7bec-42e8-8e52-a9c24712c7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287887f0-16d0-4bde-85ff-8f004909e33a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:24.115790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.118440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8c26f592-4fb0-47b8-ad4c-7905f18f832c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:24.118816 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.127093 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.156124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fea9ec9-c589-4634-bba4-c6da2f525e4d None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:14:24.223316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da25833c-177d-4848-bf76-e383aca4513d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:24.226825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8f69-7fa8-4744-be84-33369989efb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.238719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74c17fa-aa95-4d35-8e86-6aed35e5c206') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:24.239247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74c17fa-aa95-4d35-8e86-6aed35e5c206') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:24.286275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8f69-7fa8-4744-be84-33369989efb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.349048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.405450 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a1be4-7d5a-4f8a-8d22-73dc4f0c02da None None] Pushing event updated for resources: {'Port': ['ID=9b708bae-09c3-4990-8bab-f1a0a56ce394,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:24.419918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.450929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:24.451522 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.455528 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Attempting to bind port 9b708bae-09c3-4990-8bab-f1a0a56ce394 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:24.455881 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Attempting to bind port 9b708bae-09c3-4990-8bab-f1a0a56ce394 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:24.456354 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Attempting to bind port 9b708bae-09c3-4990-8bab-f1a0a56ce394 on network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:24.458045 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:24.487183 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:24.487183 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Checking segment: {'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:24.487183 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.487183 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Bound using segment: {'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:24.490711 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Bound port: 9b708bae-09c3-4990-8bab-f1a0a56ce394, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:24.490711 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.545136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8f69-7fa8-4744-be84-33369989efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.550823 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8f69-7fa8-4744-be84-33369989efb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.554767 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dc9a8f69-7fa8-4744-be84-33369989efb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/287887f0-16d0-4bde-85ff-8f004909e33a HTTP/1.1" status: 204 len: 168 time: 0.5364504 Nov 12 21:14:24.577136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a8f69-7fa8-4744-be84-33369989efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287887f0-16d0-4bde-85ff-8f004909e33a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:24.666758 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] For port 9b708bae-09c3-4990-8bab-f1a0a56ce394, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:24.674798 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] For port 9b708bae-09c3-4990-8bab-f1a0a56ce394, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9b708bae-09c3-4990-8bab-f1a0a56ce394,segment=NetworkSegment(e9fa45fb-6a18-4c30-b23d-931c48b51ff7),segment_id=e9fa45fb-6a18-4c30-b23d-931c48b51ff7)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:24.715929 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.722022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.729423 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/da25833c-177d-4848-bf76-e383aca4513d HTTP/1.1" status: 204 len: 168 time: 4.3864892 Nov 12 21:14:24.748505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43766) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:24.778308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-526728793'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:24.808962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b07353-6cb8-4630-8c71-d443a2b06d9c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=da25833c-177d-4848-bf76-e383aca4513d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:24.821783 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.927525 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a1be4-7d5a-4f8a-8d22-73dc4f0c02da None None] Pushing event updated for resources: {'Port': ['ID=9b708bae-09c3-4990-8bab-f1a0a56ce394,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:24.932410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:24.936549 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.989258 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Routers {'6253b4a6-b086-49ea-b1fa-d455c461e3d2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:14:24.991397 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:25.000007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:25.052097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:25.052960 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment be061c66-b7ca-446b-a20b-0b34e4bda9b2 of type vlan for network 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a Nov 12 21:14:25.069169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743304-07e1-4b70-b6de-15793357a093 req-71cd4a26-e813-47d5-bf3b-48e44303bb83 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:25.071621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-71cd4a26-e813-47d5-bf3b-48e44303bb83 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.8217604 Nov 12 21:14:25.101533 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-d220fd50-9188-439b-8249-c875d7821902 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/quotas/0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 375 time: 0.0194199 Nov 12 21:14:25.160282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:25.289496 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] Set router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:14:25.325513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-eae81252-0680-4866-a239-2f728c0ba350 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2140937 Nov 12 21:14:25.348925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-df3f8101-e51e-4028-b4f1-ffdeb4fea380 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:14:25.361700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-df3f8101-e51e-4028-b4f1-ffdeb4fea380 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0337925 Nov 12 21:14:25.378614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:25.385540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:25.386780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:25.544946 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7944605 Nov 12 21:14:25.545596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43782) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:25.568776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e3947ea-45ce-4ae0-bbc9-b1a2f11ba01b None None] Provisioning complete for port 9b708bae-09c3-4990-8bab-f1a0a56ce394 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:25.576677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e3947ea-45ce-4ae0-bbc9-b1a2f11ba01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:25.658904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': '0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:25.680286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-53659f78-bdd7-4c54-8686-fad61b9958a5 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159778 Nov 12 21:14:25.762394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9b708bae-09c3-4990-8bab-f1a0a56ce394 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:25.791819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43786) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:25.792541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606a633-5908-4d8f-97d6-445d058a2633 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:25.847617 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:14:15Z', 'revision_number': 4, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port': {'id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:08Z', 'updated_at': '2021-11-12T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9b708bae-09c3-4990-8bab-f1a0a56ce394', 'name': '', 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'mac_address': 'fa:16:3e:96:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:14Z', 'updated_at': '2021-11-12T21:14:24Z', 'revision_number': 4, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'subnets': [{'id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:25.854004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:25.916840 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b64e1e-59f8-442f-a758-7615649a315f None None] The sync data for ids ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'] in n-d-713498-29 is: [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:14:15Z', 'revision_number': 4, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port': {'id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:08Z', 'updated_at': '2021-11-12T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9b708bae-09c3-4990-8bab-f1a0a56ce394', 'name': '', 'network_id': '2578bf1f-0a04-4700-85f7-2ab7b6e4afa3', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'mac_address': 'fa:16:3e:96:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:14Z', 'updated_at': '2021-11-12T21:14:24Z', 'revision_number': 4, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'subnets': [{'id': 'bf9ee993-c9d4-4708-94b8-902b8a144347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:14:25.938655 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e3947ea-45ce-4ae0-bbc9-b1a2f11ba01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:25.987947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-e43fa393-d7f3-4788-8f3d-07806ccc03b8 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029320 Nov 12 21:14:26.087175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fbb27a74-2f5d-43c1-bda8-dee2c62d601c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.107937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:26.136440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.175725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5e3947ea-45ce-4ae0-bbc9-b1a2f11ba01b None None] For port 9b708bae-09c3-4990-8bab-f1a0a56ce394, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9b708bae-09c3-4990-8bab-f1a0a56ce394,segment=NetworkSegment(e9fa45fb-6a18-4c30-b23d-931c48b51ff7),segment_id=e9fa45fb-6a18-4c30-b23d-931c48b51ff7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:26.197877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9b708bae-09c3-4990-8bab-f1a0a56ce394 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:26.198257 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.271100 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e3947ea-45ce-4ae0-bbc9-b1a2f11ba01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.481189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3947ea-45ce-4ae0-bbc9-b1a2f11ba01b None None] Pushing event updated for resources: {'Port': ['ID=9b708bae-09c3-4990-8bab-f1a0a56ce394,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:26.494936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bb777aa0-67b2-4be0-8a21-477e78b96a95 None None] Provisioning complete for port 9b708bae-09c3-4990-8bab-f1a0a56ce394 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:26.495331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb777aa0-67b2-4be0-8a21-477e78b96a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.562724 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fbb27a74-2f5d-43c1-bda8-dee2c62d601c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.651819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-61320639-e31c-48c6-ac7f-481eb34621f9 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:26.652849 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.668887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-61320639-e31c-48c6-ac7f-481eb34621f9 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/networks?id=60738ff6-8bf5-4801-b54e-7acd11040b1d HTTP/1.1" status: 200 len: 814 time: 0.2288017 Nov 12 21:14:26.702869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-0d856b29-39d9-4af5-860f-f6d4cc73bd04 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/quotas/195dbb87533d45609557198a1ea317fe HTTP/1.1" status: 200 len: 375 time: 0.0318434 Nov 12 21:14:26.705198 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fbb27a74-2f5d-43c1-bda8-dee2c62d601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.798394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-67411b3c-8813-4253-b720-f2fb47ccfe20 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=195dbb87533d45609557198a1ea317fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929353 Nov 12 21:14:26.803541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-a63bd38e-158b-449f-99f1-05345457575e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:14:26.804546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-a63bd38e-158b-449f-99f1-05345457575e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054014 Nov 12 21:14:26.817053 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fbb27a74-2f5d-43c1-bda8-dee2c62d601c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95c947b036fb44bc90f8cca0e9f5e778&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0152020 Nov 12 21:14:26.824319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43834) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:26.871830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=bb299da4-9659-45fc-a7ee-fce381eec42c,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:26.895323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb27a74-2f5d-43c1-bda8-dee2c62d601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fc2168-c3e3-4bd0-8fe6-f01275b8ad5d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:26.973327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': 'be061c66-b7ca-446b-a20b-0b34e4bda9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:26.973545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:27.058238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:27.089795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bb31d34-4719-459b-86c1-6a16defaced0 req-327f2daf-c622-47be-92d5-a788767f51ee tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.0826797 Nov 12 21:14:27.161427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:27.165877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:27.166585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.176107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8886dd-cdd2-43f3-89b0-c5dc7026e9e8 None None] Network 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:27.231219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1774b24-e4ec-4bef-8cd3-5429ba35eb2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.255557 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4ec58575-d992-4662-a47c-c214ca4a2b1f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7055645 Nov 12 21:14:27.258685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:27.264057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1563537933'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:27.329835 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1774b24-e4ec-4bef-8cd3-5429ba35eb2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.350407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-3c7af156-c2c7-41c7-8876-50677fd90db0 service neutron] 10.222.0.64 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248263 Nov 12 21:14:27.423673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:27.430133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.485605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:27.513523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.514187 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment 3afddb4c-342c-42f9-be0b-7dded5930122 of type vlan for network dd947294-c3a2-4267-8cce-031b49270f83 Nov 12 21:14:27.583400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-9c407eda-a647-4f95-aca7-604374947829 service neutron] 10.222.0.64 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250469 Nov 12 21:14:27.630073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1774b24-e4ec-4bef-8cd3-5429ba35eb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.633868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b1774b24-e4ec-4bef-8cd3-5429ba35eb2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.638578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b1774b24-e4ec-4bef-8cd3-5429ba35eb2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2fc2168-c3e3-4bd0-8fe6-f01275b8ad5d HTTP/1.1" status: 204 len: 168 time: 0.8101029 Nov 12 21:14:27.656758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774b24-e4ec-4bef-8cd3-5429ba35eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fc2168-c3e3-4bd0-8fe6-f01275b8ad5d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:27.709057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.830354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.836757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:27.837653 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.905291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9b708bae-09c3-4990-8bab-f1a0a56ce394 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:27.911008 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b1b58a0-5c57-4711-9586-b54135299027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.943330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a', 'network_id': '0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': 'bb299da4-9659-45fc-a7ee-fce381eec42c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:27.946227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7408b03f-6c3f-4ba6-8e91-d49d897c4d77 req-c9210e33-e16b-4d74-a7dc-ede801769219 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 210 time: 0.0481148 Nov 12 21:14:27.946614 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:28.088286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=dd947294-c3a2-4267-8cce-031b49270f83,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:28.132954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network dd947294-c3a2-4267-8cce-031b49270f83 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:28.134465 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2f383bb5-38e3-4962-a04e-1eb68c1dd3e3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8729436 Nov 12 21:14:28.135994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43876) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:28.144331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': 'dd947294-c3a2-4267-8cce-031b49270f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:28.169038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9b708bae-09c3-4990-8bab-f1a0a56ce394 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:28.170976 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:28.330625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41e8e429-114f-4369-8498-fc7c6b352918 req-1436efd7-5246-41be-ac60-77eeb5fadf7a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.1295063 Nov 12 21:14:28.498753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:28.507510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:28.642422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Allocated IP 2001:db8::1 (0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a/bb299da4-9659-45fc-a7ee-fce381eec42c/1306d8a6-48c6-420d-88f2-745269d08177) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:28.674556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Performing IP validity checks on allocation pools {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 21:14:28.675479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 21:14:28.752297 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43896) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:28.783884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3b37096-7d10-46cf-b825-7061a838b36b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.011046 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.016936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3b37096-7d10-46cf-b825-7061a838b36b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.115582 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.189775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a3b37096-7d10-46cf-b825-7061a838b36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.191183 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.207656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=e4b4a76d-f27b-43fa-8338-14f2a22a6354,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:29.215575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': '3afddb4c-342c-42f9-be0b-7dded5930122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'dd947294-c3a2-4267-8cce-031b49270f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:29.215962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: dd947294-c3a2-4267-8cce-031b49270f83, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:29.299275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Network 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:29.313774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:29.315986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37096-7d10-46cf-b825-7061a838b36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5432ecb3-6b5b-4f98-927f-17dee9e4c5c4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:29.323206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:29.378135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network dd947294-c3a2-4267-8cce-031b49270f83 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:29.381366 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a3b37096-7d10-46cf-b825-7061a838b36b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e88d31f2529436fb0f1a0be25acdd82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6271894 Nov 12 21:14:29.383923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43910) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:29.470403 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4719d0d-6a30-4ff6-87b7-a7c8a3bc120a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.528231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4719d0d-6a30-4ff6-87b7-a7c8a3bc120a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.534385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-935f31c1-adbc-41eb-bc71-143c4224e42b req-e1caf1ef-51a4-4ec1-9558-67521de96e2f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.0620871 Nov 12 21:14:29.540884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, dd947294-c3a2-4267-8cce-031b49270f83) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:29.549104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Pushing event updated for resources: {'Port': ['ID=1306d8a6-48c6-420d-88f2-745269d08177,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:29.561148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:29.563376 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.606164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069269d6-f02f-4414-a0a4-cb6e43ff720a None None] Network dd947294-c3a2-4267-8cce-031b49270f83 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:29.673492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Attempting to bind port 1306d8a6-48c6-420d-88f2-745269d08177 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:29.674756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Attempting to bind port 1306d8a6-48c6-420d-88f2-745269d08177 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'be061c66-b7ca-446b-a20b-0b34e4bda9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:29.675417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Attempting to bind port 1306d8a6-48c6-420d-88f2-745269d08177 on network 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:29.690029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4f54f8a-c15a-4a5c-8874-b82de1ea1944 req-9066d238-9a40-4be2-ab2c-bbcb4f8b3ed3 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 210 time: 0.0957899 Nov 12 21:14:29.726031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2b275daf-23d9-4227-bc0b-9d1513e0c98a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5884771 Nov 12 21:14:29.732566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43916) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:29.773668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:29.773868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43918) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:29.774747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Checking segment: {'id': 'be061c66-b7ca-446b-a20b-0b34e4bda9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:29.775236 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.775673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Bound using segment: {'id': 'be061c66-b7ca-446b-a20b-0b34e4bda9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:29.776178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Bound port: 1306d8a6-48c6-420d-88f2-745269d08177, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be061c66-b7ca-446b-a20b-0b34e4bda9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:29.776565 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.788743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4719d0d-6a30-4ff6-87b7-a7c8a3bc120a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.794655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e4719d0d-6a30-4ff6-87b7-a7c8a3bc120a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.802582 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e4719d0d-6a30-4ff6-87b7-a7c8a3bc120a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5432ecb3-6b5b-4f98-927f-17dee9e4c5c4 HTTP/1.1" status: 204 len: 168 time: 0.4163201 Nov 12 21:14:29.835598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4719d0d-6a30-4ff6-87b7-a7c8a3bc120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5432ecb3-6b5b-4f98-927f-17dee9e4c5c4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:29.991510 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] For port 1306d8a6-48c6-420d-88f2-745269d08177, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:30.020894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] For port 1306d8a6-48c6-420d-88f2-745269d08177, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1306d8a6-48c6-420d-88f2-745269d08177,segment=NetworkSegment(be061c66-b7ca-446b-a20b-0b34e4bda9b2),segment_id=be061c66-b7ca-446b-a20b-0b34e4bda9b2)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:30.022507 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0fca276b-0f73-42ec-8786-2ed2f5d15fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.067598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-dd947294-c3a2-4267-8cce-031b49270f83', 'network_id': 'dd947294-c3a2-4267-8cce-031b49270f83', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': 'e4b4a76d-f27b-43fa-8338-14f2a22a6354'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:30.069476 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.117150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bccbe1c4-b695-469f-b101-d1176794d765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.137391 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.210119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0fca276b-0f73-42ec-8786-2ed2f5d15fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.257370 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.297854 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0fca276b-0f73-42ec-8786-2ed2f5d15fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.374700 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0fca276b-0f73-42ec-8786-2ed2f5d15fb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46e4aed017c64348b72cef2badeddd3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5990145 Nov 12 21:14:30.388435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca276b-0f73-42ec-8786-2ed2f5d15fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee16a0-73ee-4766-b247-9fa588ac1fb9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:30.420530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43932) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:30.420892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821db8f-77e2-4345-b381-bb09960e6292 None None] Pushing event updated for resources: {'Port': ['ID=1306d8a6-48c6-420d-88f2-745269d08177,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:30.510876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Allocated IP 2001:db8::3 (dd947294-c3a2-4267-8cce-031b49270f83/e4b4a76d-f27b-43fa-8338-14f2a22a6354/ee3f46be-1e35-4c71-adfa-837176df4a72) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:30.647772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.835662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f41a8e88-d8fe-46db-bf7f-7a8d158ecc1b req-4a546285-7db7-4383-b7af-2a538bdcb026 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.1312551 Nov 12 21:14:30.876558 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.920979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1b1e-46f2-45da-ba8b-31af167b7e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:30.938793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efdb299e-134d-48ee-bba2-76642e8ed372 req-442d5c8f-8f59-409a-b208-12ad2e5dfd58 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 210 time: 0.1167452 Nov 12 21:14:30.988472 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1b1e-46f2-45da-ba8b-31af167b7e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.018052 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.093569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Network dd947294-c3a2-4267-8cce-031b49270f83 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:31.097791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:31.101147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:31.138480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743304-07e1-4b70-b6de-15793357a093 req-d04a4199-038b-4442-a778-6b9abb68cbdd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:31.152194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-d04a4199-038b-4442-a778-6b9abb68cbdd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.4096346 Nov 12 21:14:31.166209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'port': {'device_id': '4f51bb38-f628-44f8-8ade-9c498a92f937', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'admin_state_up': True, 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:31.167749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Pushing event updated for resources: {'Port': ['ID=ee3f46be-1e35-4c71-adfa-837176df4a72,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:31.253092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Attempting to bind port ee3f46be-1e35-4c71-adfa-837176df4a72 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:31.253528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Attempting to bind port ee3f46be-1e35-4c71-adfa-837176df4a72 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3afddb4c-342c-42f9-be0b-7dded5930122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'dd947294-c3a2-4267-8cce-031b49270f83'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:31.254252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Attempting to bind port ee3f46be-1e35-4c71-adfa-837176df4a72 on network dd947294-c3a2-4267-8cce-031b49270f83 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:31.278567 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.301165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:31.303921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Checking segment: {'id': '3afddb4c-342c-42f9-be0b-7dded5930122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'dd947294-c3a2-4267-8cce-031b49270f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:31.305755 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.306637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Bound using segment: {'id': '3afddb4c-342c-42f9-be0b-7dded5930122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'dd947294-c3a2-4267-8cce-031b49270f83'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:31.307860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Bound port: ee3f46be-1e35-4c71-adfa-837176df4a72, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afddb4c-342c-42f9-be0b-7dded5930122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'dd947294-c3a2-4267-8cce-031b49270f83'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:31.309158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.442124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.497936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1b1e-46f2-45da-ba8b-31af167b7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.522723 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1b1e-46f2-45da-ba8b-31af167b7e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.524951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d0fd1b1e-46f2-45da-ba8b-31af167b7e0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8ee16a0-73ee-4766-b247-9fa588ac1fb9 HTTP/1.1" status: 204 len: 168 time: 1.1063488 Nov 12 21:14:31.544359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] For port ee3f46be-1e35-4c71-adfa-837176df4a72, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:31.553144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] For port ee3f46be-1e35-4c71-adfa-837176df4a72, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ee3f46be-1e35-4c71-adfa-837176df4a72,segment=NetworkSegment(3afddb4c-342c-42f9-be0b-7dded5930122),segment_id=3afddb4c-342c-42f9-be0b-7dded5930122)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:31.692946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1306d8a6-48c6-420d-88f2-745269d08177 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:31.698432 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:31.788916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b4a76d-f27b-43fa-8338-14f2a22a6354,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:31.864586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1b1e-46f2-45da-ba8b-31af167b7e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee16a0-73ee-4766-b247-9fa588ac1fb9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:31.967501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:32.049740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd947294-c3a2-4267-8cce-031b49270f83']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:32.082228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afddb4c-342c-42f9-be0b-7dded5930122') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:32.082596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afddb4c-342c-42f9-be0b-7dded5930122') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:32.113127 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:32.148028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:32.174615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e5625-049d-4b13-9383-a338d47a2492 None None] Network 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:32.191716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:32.210734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:32.250703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f942f3e-9a5f-49ed-9dc6-7d428c056682 None None] Pushing event updated for resources: {'Port': ['ID=ee3f46be-1e35-4c71-adfa-837176df4a72,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:32.253568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:32.253568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:32.292901 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:32.310969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-411dabe4-fa99-44a4-9aa5-2e085c790872 req-cf908d26-a5f6-42f5-8991-9126c7277976 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.1659315 Nov 12 21:14:32.436304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-88d74d45-62a1-4890-a907-fbe70a0133c6 None None] Provisioning complete for port 1306d8a6-48c6-420d-88f2-745269d08177 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:32.436681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-88d74d45-62a1-4890-a907-fbe70a0133c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:32.439167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f51c2d-7ca0-491f-b0df-3bb1eb78d5a0 None None] Network dd947294-c3a2-4267-8cce-031b49270f83 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:32.486161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-787eabc5-1f11-4e78-b50f-8705c6888a2a req-1443d183-af1e-46a8-a1eb-b4e53f4726ce tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 210 time: 0.1969638 Nov 12 21:14:32.538380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1306d8a6-48c6-420d-88f2-745269d08177 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:32.538888 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:32.769344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-5adc4432-7c58-42d4-9390-28ae9b9aa337 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:32.774184 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-5adc4432-7c58-42d4-9390-28ae9b9aa337 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.46 "GET /v2.0/networks?id=60738ff6-8bf5-4801-b54e-7acd11040b1d HTTP/1.1" status: 200 len: 814 time: 1.2732747 Nov 12 21:14:32.783084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.20.0.14 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/15e06ce2-0720-4413-93b5-eb2ba075df11) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:32.793983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Request body: {'port': {'device_id': 'd2db6222-5492-4d7f-b902-dc84e334a828', 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d', 'admin_state_up': True, 'tenant_id': '195dbb87533d45609557198a1ea317fe'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:33.037577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.121345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-88d74d45-62a1-4890-a907-fbe70a0133c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.168303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:14:33.168303 n-d-713498-29 neutron-server[109629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:14:33.168303 n-d-713498-29 neutron-server[109629]: [parameters: {'id': 'dd947294-c3a2-4267-8cce-031b49270f83'}] Nov 12 21:14:33.168303 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:14:33.168730 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:14:33.182112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.226032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.227898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-88d74d45-62a1-4890-a907-fbe70a0133c6 None None] For port 1306d8a6-48c6-420d-88f2-745269d08177, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1306d8a6-48c6-420d-88f2-745269d08177,segment=NetworkSegment(be061c66-b7ca-446b-a20b-0b34e4bda9b2),segment_id=be061c66-b7ca-446b-a20b-0b34e4bda9b2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:33.252582 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.256077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Made reservation on behalf of 195dbb87533d45609557198a1ea317fe for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:33.261421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.274840 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 43984) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:33.309351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-71e42a37-d384-47f4-a975-dc44c3374af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.310876 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-88d74d45-62a1-4890-a907-fbe70a0133c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.424799 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-71e42a37-d384-47f4-a975-dc44c3374af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.427830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:33.442158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:33.449693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:33.495168 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:14:33.495558 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:14:33.539973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-71e42a37-d384-47f4-a975-dc44c3374af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.608148 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-71e42a37-d384-47f4-a975-dc44c3374af2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ff1f34b0d7149b5a79821edfc4d1dc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3237956 Nov 12 21:14:33.612344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e42a37-d384-47f4-a975-dc44c3374af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4af476-77e0-4d4a-920e-9d8c0fd6c511,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:33.639493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 43992) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:33.723614 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.730275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d74d45-62a1-4890-a907-fbe70a0133c6 None None] Pushing event updated for resources: {'Port': ['ID=1306d8a6-48c6-420d-88f2-745269d08177,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:33.783717 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.797870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Allocated IP 172.20.0.2 (60738ff6-8bf5-4801-b54e-7acd11040b1d/c787cecc-429e-4865-a9ce-2203cb360e49/76618dc4-6994-4a05-8bba-cecff2cf96d9) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:33.858955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-731cfbfa-62db-42d2-af3c-db649e6c5916 None None] Provisioning complete for port 1306d8a6-48c6-420d-88f2-745269d08177 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:33.859355 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-731cfbfa-62db-42d2-af3c-db649e6c5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:33.876674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=15e06ce2-0720-4413-93b5-eb2ba075df11,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:33.975808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caca0b74-fe7c-4cde-b125-2c8c761ea932 req-20d0c2ae-01b0-42cf-934b-86eccfa7d560 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 210 time: 0.1536434 Nov 12 21:14:33.988571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef57d20-3392-4715-b447-0043fc0f8526 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:14:34.009997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.010488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.010953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.011681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.012148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.012588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.013024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.013460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.013897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.014332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.014786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.015217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:34.106645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-65f42591-0c58-41d4-803b-2ef4e0836dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.128957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d6814-0a4f-45e7-9df7-eecf613f1c6a req-dc368c35-5971-4bba-82f9-fcc7da9ee2c2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:34.136647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-040d6814-0a4f-45e7-9df7-eecf613f1c6a req-dc368c35-5971-4bba-82f9-fcc7da9ee2c2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 932 time: 0.5555036 Nov 12 21:14:34.157594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:34.158301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.246626 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.311898 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-65f42591-0c58-41d4-803b-2ef4e0836dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.398745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-040d6814-0a4f-45e7-9df7-eecf613f1c6a req-999851a9-c258-4994-801d-c5d553092074 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611134 Nov 12 21:14:34.416445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef57d20-3392-4715-b447-0043fc0f8526 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:14:34.418771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.477961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-b7cfaa77-0293-4244-86e1-53e9fef8bbf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3158290 Nov 12 21:14:34.510362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1306d8a6-48c6-420d-88f2-745269d08177 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:34.521447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting port ee3f46be-1e35-4c71-adfa-837176df4a72 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:14:34.521988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.606857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-086c88ef-b86c-4f33-9ec8-33204ae081fd None None] Provisioning complete for port 15e06ce2-0720-4413-93b5-eb2ba075df11 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:34.607734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-086c88ef-b86c-4f33-9ec8-33204ae081fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.629840 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Pushing event updated for resources: {'Port': ['ID=76618dc4-6994-4a05-8bba-cecff2cf96d9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:34.638758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Network 60738ff6-8bf5-4801-b54e-7acd11040b1d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:34.640361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:34.643770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:34.700251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-086c88ef-b86c-4f33-9ec8-33204ae081fd None None] Port 15e06ce2-0720-4413-93b5-eb2ba075df11 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:34.741974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-beb53481-8c24-4af2-853a-b121f769389d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:14:34.743371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-beb53481-8c24-4af2-853a-b121f769389d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2317698 Nov 12 21:14:34.799061 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:34.799906 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.836043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] For port ee3f46be-1e35-4c71-adfa-837176df4a72, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ee3f46be-1e35-4c71-adfa-837176df4a72,segment=NetworkSegment(3afddb4c-342c-42f9-be0b-7dded5930122),segment_id=3afddb4c-342c-42f9-be0b-7dded5930122)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:34.836043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:34.868001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Calling delete_port for ee3f46be-1e35-4c71-adfa-837176df4a72 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:14:34.868942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1306d8a6-48c6-420d-88f2-745269d08177 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:34.868942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:35.028174 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-65f42591-0c58-41d4-803b-2ef4e0836dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:35.031470 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-65f42591-0c58-41d4-803b-2ef4e0836dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:35.040858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-65f42591-0c58-41d4-803b-2ef4e0836dc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d4af476-77e0-4d4a-920e-9d8c0fd6c511 HTTP/1.1" status: 204 len: 168 time: 1.3194585 Nov 12 21:14:35.069462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f42591-0c58-41d4-803b-2ef4e0836dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4af476-77e0-4d4a-920e-9d8c0fd6c511,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:35.085552 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-33ef3cd7-77fa-4e53-8860-f43f33bf18d5 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2955680 Nov 12 21:14:35.260809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fd748-6b1a-4d4b-8da9-7eb2ea806082 req-d2bba03e-bbce-4b36-8147-c69c6f319c2e tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:35.270793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-615fd748-6b1a-4d4b-8da9-7eb2ea806082 req-d2bba03e-bbce-4b36-8147-c69c6f319c2e tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 931 time: 0.1354749 Nov 12 21:14:35.272551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:35.331908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Port': ['ID=ee3f46be-1e35-4c71-adfa-837176df4a72,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:35.353213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Request body: {'port': {'device_id': '4f51bb38-f628-44f8-8ade-9c498a92f937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:35.386442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b81b2-9102-4fa9-a058-f5385d12259f None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:35.427648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Request body: {'port': {'device_id': 'd2db6222-5492-4d7f-b902-dc84e334a828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:35.545860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b37db8a4-be1e-42d4-84fb-34cee5e1d2bf None None] Provisioning complete for port 76618dc4-6994-4a05-8bba-cecff2cf96d9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:35.546385 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b37db8a4-be1e-42d4-84fb-34cee5e1d2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:35.549722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No DVR routers for this DVR port ee3f46be-1e35-4c71-adfa-837176df4a72 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:14:35.651019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:35.670121 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:35.703855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b37db8a4-be1e-42d4-84fb-34cee5e1d2bf None None] Port 76618dc4-6994-4a05-8bba-cecff2cf96d9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:14:36.025698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-615fd748-6b1a-4d4b-8da9-7eb2ea806082 req-3bda2179-e5a4-4857-b5b1-e69673d2183b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7425640 Nov 12 21:14:36.103855 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.185548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1967435-db4d-4cd3-b5c6-c7aff1257422 req-9c531f90-ed80-41ec-bf99-85363e018cdb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:36.201960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1967435-db4d-4cd3-b5c6-c7aff1257422 req-9c531f90-ed80-41ec-bf99-85363e018cdb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 932 time: 0.5464196 Nov 12 21:14:36.209251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd947294-c3a2-4267-8cce-031b49270f83']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:36.260783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afddb4c-342c-42f9-be0b-7dded5930122') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:36.261155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afddb4c-342c-42f9-be0b-7dded5930122') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:36.284450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.363493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.446493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:36.446493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:36.449526 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:36.493023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1967435-db4d-4cd3-b5c6-c7aff1257422 req-4ed13daa-bd07-4fd9-9452-a207f2c7bd00 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871325 Nov 12 21:14:36.610621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76618dc4-6994-4a05-8bba-cecff2cf96d9 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:14:36.630034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.686678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e06ce2-0720-4413-93b5-eb2ba075df11 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:14:36.694035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Transition to ACTIVE for port object 76618dc4-6994-4a05-8bba-cecff2cf96d9 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:14:36.699795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.716764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.736506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.739630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/dd947294-c3a2-4267-8cce-031b49270f83 HTTP/1.1" status: 204 len: 168 time: 7.0057776 Nov 12 21:14:36.744050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44054) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:36.752543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71272833'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:36.779916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.793172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6ee4d-5c4e-4489-ba01-65fa25cd6ad6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=dd947294-c3a2-4267-8cce-031b49270f83,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:36.795397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Transition to ACTIVE for port object 15e06ce2-0720-4413-93b5-eb2ba075df11 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:14:36.857063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd79ae-9dd6-4515-8999-c8a104787b2e None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:36.909002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:36.977853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Attempting to bind port 76618dc4-6994-4a05-8bba-cecff2cf96d9 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:36.978521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Attempting to bind port 76618dc4-6994-4a05-8bba-cecff2cf96d9 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:36.978853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Attempting to bind port 76618dc4-6994-4a05-8bba-cecff2cf96d9 on network 60738ff6-8bf5-4801-b54e-7acd11040b1d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:36.984844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Pushing event updated for resources: {'Port': ['ID=76618dc4-6994-4a05-8bba-cecff2cf96d9,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:37.002268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Port 76618dc4-6994-4a05-8bba-cecff2cf96d9 on network 60738ff6-8bf5-4801-b54e-7acd11040b1d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:14:37.003603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Attempting to bind port 76618dc4-6994-4a05-8bba-cecff2cf96d9 on network 60738ff6-8bf5-4801-b54e-7acd11040b1d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:37.009749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:37.010099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Checking segment: {'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:37.011705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Bound using segment: {'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:37.012157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Bound port: 76618dc4-6994-4a05-8bba-cecff2cf96d9, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3d376a-6e4c-48bb-a155-adc0b207dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:37.013158 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:37.033239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:37.043214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:37.089251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:37.110772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:37.110891 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment e88401fe-07ec-4bed-ba18-f968e6c4d9b7 of type vlan for network efb2582e-fa2e-44eb-8d7f-03a415eddd6a Nov 12 21:14:37.149924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Pushing event updated for resources: {'Port': ['ID=15e06ce2-0720-4413-93b5-eb2ba075df11,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:37.227921 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:37.355428 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:37.363554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:37.364573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:37.532502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Attempting to bind port 15e06ce2-0720-4413-93b5-eb2ba075df11 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:37.533047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Attempting to bind port 15e06ce2-0720-4413-93b5-eb2ba075df11 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:37.533165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Attempting to bind port 15e06ce2-0720-4413-93b5-eb2ba075df11 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:37.537600 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7923279 Nov 12 21:14:37.540606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44074) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:37.549953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Port 15e06ce2-0720-4413-93b5-eb2ba075df11 on network d352e8da-8c69-475d-af61-0e9fe761384e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:14:37.550311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Attempting to bind port 15e06ce2-0720-4413-93b5-eb2ba075df11 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:37.568875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': 'efb2582e-fa2e-44eb-8d7f-03a415eddd6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:37.597368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:37.605116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:37.605528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:37.608213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Bound port: 15e06ce2-0720-4413-93b5-eb2ba075df11, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:37.608594 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:37.675881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff8e54-4031-4dd5-a955-229dce6b07a7 req-51893236-3394-40fb-a296-479164784788 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:37.679665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6ff8e54-4031-4dd5-a955-229dce6b07a7 req-51893236-3394-40fb-a296-479164784788 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 943 time: 0.3632317 Nov 12 21:14:37.785011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] For port 76618dc4-6994-4a05-8bba-cecff2cf96d9, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:37.832405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] For port 76618dc4-6994-4a05-8bba-cecff2cf96d9, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=76618dc4-6994-4a05-8bba-cecff2cf96d9,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:37.838656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac83628-85e5-426c-a073-b2941db2f835 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=efb2582e-fa2e-44eb-8d7f-03a415eddd6a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:37.856785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network efb2582e-fa2e-44eb-8d7f-03a415eddd6a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:37.901422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6ff8e54-4031-4dd5-a955-229dce6b07a7 req-19debeae-8971-40e9-9714-d4daf9839010 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104158 Nov 12 21:14:37.992648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28753bc-b2ba-420a-859a-fe70672e6d2c req-0acdf276-a1f2-4658-a730-4a00440ec549 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:37.995397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e28753bc-b2ba-420a-859a-fe70672e6d2c req-0acdf276-a1f2-4658-a730-4a00440ec549 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.3487282 Nov 12 21:14:38.002058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] For port 15e06ce2-0720-4413-93b5-eb2ba075df11, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:38.007740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:38.055951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] For port 15e06ce2-0720-4413-93b5-eb2ba075df11, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=15e06ce2-0720-4413-93b5-eb2ba075df11,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:38.115280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:38.121602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:38.126540 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/76618dc4-6994-4a05-8bba-cecff2cf96d9 HTTP/1.1" status: 200 len: 1092 time: 3.0280306 Nov 12 21:14:38.127439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2db6222-5492-4d7f-b902-dc84e334a828', 'tag': '76618dc4-6994-4a05-8bba-cecff2cf96d9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:14:38.129890 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d5edbc-5ddf-4850-9746-04359e6f41a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2db6222-5492-4d7f-b902-dc84e334a828", "tag": "76618dc4-6994-4a05-8bba-cecff2cf96d9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:14:38.142777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:38.158616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:38.165087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b688da-a076-4802-aba0-b3ed407b2e68 None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:14:38.176767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e28753bc-b2ba-420a-859a-fe70672e6d2c req-4523042c-756a-4318-9edc-e7d5263387c9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570415 Nov 12 21:14:38.183349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:38.295561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:38.296279 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:38.310112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] 10.222.0.46 "PUT /v2.0/ports/15e06ce2-0720-4413-93b5-eb2ba075df11 HTTP/1.1" status: 200 len: 1093 time: 3.5285237 Nov 12 21:14:38.317556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f51bb38-f628-44f8-8ade-9c498a92f937', 'tag': '15e06ce2-0720-4413-93b5-eb2ba075df11'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:14:38.321327 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996a0254-91e7-42e5-a815-8b4320ef8603" -d '{"events": [{"name": "network-changed", "server_uuid": "4f51bb38-f628-44f8-8ade-9c498a92f937", "tag": "15e06ce2-0720-4413-93b5-eb2ba075df11"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:14:38.447097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ea94a-a8d9-484c-a93d-448444b19d04 service neutron] Pushing event updated for resources: {'Port': ['ID=15e06ce2-0720-4413-93b5-eb2ba075df11,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:38.601190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743304-07e1-4b70-b6de-15793357a093 req-1d5b6eb9-de84-4811-9090-4a43339ab871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:38.602722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-1d5b6eb9-de84-4811-9090-4a43339ab871 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 1096 time: 0.1605506 Nov 12 21:14:38.649391 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e5a7d5-b619-4183-bb34-545fddc2a0b4 x-openstack-request-id: req-c9e5a7d5-b619-4183-bb34-545fddc2a0b4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:14:38.649680 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f51bb38-f628-44f8-8ade-9c498a92f937", "tag": "15e06ce2-0720-4413-93b5-eb2ba075df11", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:14:38.649933 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9e5a7d5-b619-4183-bb34-545fddc2a0b4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:14:38.650335 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f51bb38-f628-44f8-8ade-9c498a92f937', 'tag': '15e06ce2-0720-4413-93b5-eb2ba075df11', 'status': 'completed', 'code': 200} Nov 12 21:14:38.679661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3dc8f-10c3-4485-a5bf-303313ee03e2 service neutron] Pushing event updated for resources: {'Port': ['ID=76618dc4-6994-4a05-8bba-cecff2cf96d9,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:38.839493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-a4ce8114-8333-4cf7-9f4d-ffa2920998d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e06ce2-0720-4413-93b5-eb2ba075df11 HTTP/1.1" status: 200 len: 217 time: 0.2166047 Nov 12 21:14:38.929274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-9c00e3bc-44ec-4193-af7b-bd1f902ae1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:38.931055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-9c00e3bc-44ec-4193-af7b-bd1f902ae1df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=195dbb87533d45609557198a1ea317fe&device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 1095 time: 0.3176577 Nov 12 21:14:38.960207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743304-07e1-4b70-b6de-15793357a093 req-f49bbb28-61c7-47ad-8cc3-e7ed8da1f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:38.965983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-f49bbb28-61c7-47ad-8cc3-e7ed8da1f7fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.1164172 Nov 12 21:14:39.017429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:39.026473 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-60839c27-9b06-4314-b530-d3e8a91daf31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76618dc4-6994-4a05-8bba-cecff2cf96d9 HTTP/1.1" status: 200 len: 217 time: 0.0831885 Nov 12 21:14:39.198881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b4e9a76-a827-4fbd-b1e3-dfc2dc9cbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:39.215485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-2b4e9a76-a827-4fbd-b1e3-dfc2dc9cbe17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2382181 Nov 12 21:14:39.235015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c03e4-6188-46db-b173-653cefb4ee7d req-74f01436-dc9d-4652-ad77-c629cc7e15dd tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:39.239935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-637c03e4-6188-46db-b173-653cefb4ee7d req-74f01436-dc9d-4652-ad77-c629cc7e15dd tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 943 time: 0.1929541 Nov 12 21:14:39.255364 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce01abd-0c30-4ab9-8782-a55eaa7f0c2d x-openstack-request-id: req-dce01abd-0c30-4ab9-8782-a55eaa7f0c2d {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:14:39.255364 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2db6222-5492-4d7f-b902-dc84e334a828", "tag": "76618dc4-6994-4a05-8bba-cecff2cf96d9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:14:39.255364 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dce01abd-0c30-4ab9-8782-a55eaa7f0c2d {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:14:39.255364 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2db6222-5492-4d7f-b902-dc84e334a828', 'tag': '76618dc4-6994-4a05-8bba-cecff2cf96d9', 'status': 'completed', 'code': 200} Nov 12 21:14:39.311080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=778a6e8e-7d44-4084-bccc-0c12c73c77f7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:39.405008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'efb2582e-fa2e-44eb-8d7f-03a415eddd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:39.405376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: efb2582e-fa2e-44eb-8d7f-03a415eddd6a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:39.409982 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-0cd5c892-ccbc-4d7b-93cd-445a3b82fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:39.411491 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-0cd5c892-ccbc-4d7b-93cd-445a3b82fc26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c787cecc-429e-4865-a9ce-2203cb360e49 HTTP/1.1" status: 200 len: 854 time: 0.3182087 Nov 12 21:14:39.449120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-7b225bab-b7df-4058-a341-d041c41456f5 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099719 Nov 12 21:14:39.477075 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-20bd0bf7-f057-4e93-b573-ceeab517efd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60738ff6-8bf5-4801-b54e-7acd11040b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514898 Nov 12 21:14:39.610953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network efb2582e-fa2e-44eb-8d7f-03a415eddd6a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:39.639721 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-1690874f-f226-4f16-964f-4614a9f64964 service neutron] 10.222.0.46 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449819 Nov 12 21:14:39.769588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a7e6-6787-4749-8fd9-18eaa807ab20 req-8b398b9c-215e-4bb3-9b58-08926c004135 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:39.777567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8476a7e6-6787-4749-8fd9-18eaa807ab20 req-8b398b9c-215e-4bb3-9b58-08926c004135 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.3273139 Nov 12 21:14:39.809374 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-71848f4f-6cff-4b9a-b998-b8f3fcb932e7 req-3e7e7e65-520e-4914-a3dd-b70509cbea20 service neutron] 10.222.0.46 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579523 Nov 12 21:14:39.810741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, efb2582e-fa2e-44eb-8d7f-03a415eddd6a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:39.818745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:39.819319 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:39.838173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115eefd-ce34-476d-ade2-dfb76aa59cbd None None] Network efb2582e-fa2e-44eb-8d7f-03a415eddd6a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:39.844028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-637c03e4-6188-46db-b173-653cefb4ee7d req-d5f42181-f87d-4a17-9113-1d0db4190482 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863385 Nov 12 21:14:39.871510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c743304-07e1-4b70-b6de-15793357a093 req-1c2ad40c-babb-4ba0-a13e-94208c8d1db5 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091446 Nov 12 21:14:39.919456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8476a7e6-6787-4749-8fd9-18eaa807ab20 req-3912f68a-e282-4175-af4a-8d8fb24ff71a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407909 Nov 12 21:14:39.981136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-685db1b1-b367-4310-97d9-fcf7b7bc65f2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4232240 Nov 12 21:14:39.985155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44128) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:40.018595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-835aadae-bd17-4704-a8c8-830d8d2c9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:40.020451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-835aadae-bd17-4704-a8c8-830d8d2c9b61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=195dbb87533d45609557198a1ea317fe&device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 1095 time: 0.0570276 Nov 12 21:14:40.126058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-efb2582e-fa2e-44eb-8d7f-03a415eddd6a', 'network_id': 'efb2582e-fa2e-44eb-8d7f-03a415eddd6a', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': '778a6e8e-7d44-4084-bccc-0c12c73c77f7'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:40.127279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:40.235717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-355d3a4e-6ec0-4ebf-ba94-6b440d152f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:40.247940 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-355d3a4e-6ec0-4ebf-ba94-6b440d152f57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 1096 time: 0.2054441 Nov 12 21:14:40.268048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-f011ca6c-e8d8-44c8-8b9a-34c8eecf57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:40.271702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-f011ca6c-e8d8-44c8-8b9a-34c8eecf57b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60738ff6-8bf5-4801-b54e-7acd11040b1d HTTP/1.1" status: 200 len: 915 time: 0.2287743 Nov 12 21:14:40.357940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-d8c152c9-2796-48bf-a3e2-b211d2625575 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76618dc4-6994-4a05-8bba-cecff2cf96d9 HTTP/1.1" status: 200 len: 217 time: 0.0806863 Nov 12 21:14:40.394649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:40.480429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-982c46d5-9e0e-4146-b05e-055e470013d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:40.481963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-982c46d5-9e0e-4146-b05e-055e470013d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c787cecc-429e-4865-a9ce-2203cb360e49 HTTP/1.1" status: 200 len: 854 time: 0.1162841 Nov 12 21:14:40.485082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:40.497683 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:40.520524 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:40.530984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-2b69d688-8c77-4058-852e-446e478276c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:40.533169 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-2b69d688-8c77-4058-852e-446e478276c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.2669272 Nov 12 21:14:40.540372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-603b02aa-b633-477a-9d42-8fa1f8eb99f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60738ff6-8bf5-4801-b54e-7acd11040b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506277 Nov 12 21:14:40.554358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Allocated IP 2001:db8::1 (efb2582e-fa2e-44eb-8d7f-03a415eddd6a/778a6e8e-7d44-4084-bccc-0c12c73c77f7/e09c53b4-8707-4477-ab4a-62ad6e9bda6e) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:40.638489 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-ba17591d-6462-4d9b-a833-f19b45508eef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e06ce2-0720-4413-93b5-eb2ba075df11 HTTP/1.1" status: 200 len: 217 time: 0.0947611 Nov 12 21:14:40.737476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-52870955-50ec-4af9-b31b-d6dfe6f4f6e0 service neutron] 10.222.0.46 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880980 Nov 12 21:14:40.749568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-116b505f-d324-4f40-bb2e-a4e0ebfa1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:40.755194 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-116b505f-d324-4f40-bb2e-a4e0ebfa1cf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.1112080 Nov 12 21:14:40.903141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-d590628e-b7a8-4859-8957-a33aaa25dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:40.905674 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-d590628e-b7a8-4859-8957-a33aaa25dc9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448698 Nov 12 21:14:40.908793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:40.971533 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d5edbc-5ddf-4850-9746-04359e6f41a9 req-5d5bd3d8-999e-4f9d-abd4-286feaf27798 service neutron] 10.222.0.46 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254651 Nov 12 21:14:41.008383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.029991 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-31269aa2-b4db-47d3-8fe3-262112547d22 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152005 Nov 12 21:14:41.088964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60cdf-1dd8-4262-ad99-dd83ccecf990 req-7e8e8e37-39b5-4b51-b0d6-cc74727ff037 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:41.096884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ae60cdf-1dd8-4262-ad99-dd83ccecf990 req-7e8e8e37-39b5-4b51-b0d6-cc74727ff037 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 943 time: 0.1237421 Nov 12 21:14:41.129153 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.129413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Network efb2582e-fa2e-44eb-8d7f-03a415eddd6a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:41.132357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:41.142170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:41.211652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=778a6e8e-7d44-4084-bccc-0c12c73c77f7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:41.231191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Pushing event updated for resources: {'Port': ['ID=e09c53b4-8707-4477-ab4a-62ad6e9bda6e,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:41.316068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ae60cdf-1dd8-4262-ad99-dd83ccecf990 req-de55ec99-a2e8-4205-ab08-2745c9f9e3e9 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132723 Nov 12 21:14:41.377777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ffbe4-348b-4cda-bf3e-1b9b0b9bcb49 req-60ecc9ee-cf51-45c1-a8d3-7676f9b0ab41 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:41.381457 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b4ffbe4-348b-4cda-bf3e-1b9b0b9bcb49 req-60ecc9ee-cf51-45c1-a8d3-7676f9b0ab41 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.2263405 Nov 12 21:14:41.384262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Attempting to bind port e09c53b4-8707-4477-ab4a-62ad6e9bda6e on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:41.386953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Attempting to bind port e09c53b4-8707-4477-ab4a-62ad6e9bda6e by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'efb2582e-fa2e-44eb-8d7f-03a415eddd6a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:41.387327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Attempting to bind port e09c53b4-8707-4477-ab4a-62ad6e9bda6e on network efb2582e-fa2e-44eb-8d7f-03a415eddd6a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:41.398689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:41.401433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Checking segment: {'id': 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'efb2582e-fa2e-44eb-8d7f-03a415eddd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:41.402096 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.402626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Bound using segment: {'id': 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'efb2582e-fa2e-44eb-8d7f-03a415eddd6a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:41.403215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Bound port: e09c53b4-8707-4477-ab4a-62ad6e9bda6e, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'efb2582e-fa2e-44eb-8d7f-03a415eddd6a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:41.403743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.408979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.422864 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-996a0254-91e7-42e5-a815-8b4320ef8603 req-026a1189-3388-4a8d-adee-4eb2b71efc40 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723931 Nov 12 21:14:41.481144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb2582e-fa2e-44eb-8d7f-03a415eddd6a']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:41.506028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:41.510080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:41.518436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.533203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b4ffbe4-348b-4cda-bf3e-1b9b0b9bcb49 req-95ce477c-5589-4ec4-ab5c-861a8e53f07d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372516 Nov 12 21:14:41.571676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.586754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:41.590455 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:41.595174 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:41.618486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] For port e09c53b4-8707-4477-ab4a-62ad6e9bda6e, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:41.695317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] For port e09c53b4-8707-4477-ab4a-62ad6e9bda6e, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e09c53b4-8707-4477-ab4a-62ad6e9bda6e,segment=NetworkSegment(e88401fe-07ec-4bed-ba18-f968e6c4d9b7),segment_id=e88401fe-07ec-4bed-ba18-f968e6c4d9b7)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:41.726416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:14:41.726416 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:14:41.726416 n-d-713498-29 neutron-server[109628]: [parameters: {'id': 'efb2582e-fa2e-44eb-8d7f-03a415eddd6a'}] Nov 12 21:14:41.726416 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:14:41.726785 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:14:41.759788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:41.864306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78dda-6f94-498a-97df-546c7ccde850 None None] Pushing event updated for resources: {'Port': ['ID=e09c53b4-8707-4477-ab4a-62ad6e9bda6e,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:41.903625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7f52c-b8a6-4e76-afe3-1a870febf9b7 None None] Network efb2582e-fa2e-44eb-8d7f-03a415eddd6a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:42.048536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3488d5e8-881c-4a6e-8d00-03d52267ab20 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:14:42.299495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488d5e8-881c-4a6e-8d00-03d52267ab20 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:14:42.299763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:42.299763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting port e09c53b4-8707-4477-ab4a-62ad6e9bda6e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:14:42.299763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:42.399561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] For port e09c53b4-8707-4477-ab4a-62ad6e9bda6e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e09c53b4-8707-4477-ab4a-62ad6e9bda6e,segment=NetworkSegment(e88401fe-07ec-4bed-ba18-f968e6c4d9b7),segment_id=e88401fe-07ec-4bed-ba18-f968e6c4d9b7)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:42.399561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:42.413916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Calling delete_port for e09c53b4-8707-4477-ab4a-62ad6e9bda6e owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:14:42.569189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b3335-987e-445e-a3c5-eff950501884 req-7b6f1c94-ded5-4a6e-86e0-2c0974b30dbc tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:42.573409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-149b3335-987e-445e-a3c5-eff950501884 req-7b6f1c94-ded5-4a6e-86e0-2c0974b30dbc tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 943 time: 0.1350157 Nov 12 21:14:42.720514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:42.748308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-149b3335-987e-445e-a3c5-eff950501884 req-98e3aecb-64ab-48d8-886d-ffbad3c9702b tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558754 Nov 12 21:14:42.773313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3527be-e8f1-4ca1-9648-7c1afce2a7b7 req-5e29b72c-68fd-4a4c-aa39-3a9fc1f172e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:42.776210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No DVR routers for this DVR port e09c53b4-8707-4477-ab4a-62ad6e9bda6e on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:14:42.783136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a3527be-e8f1-4ca1-9648-7c1afce2a7b7 req-5e29b72c-68fd-4a4c-aa39-3a9fc1f172e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.0938566 Nov 12 21:14:42.820103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Port': ['ID=e09c53b4-8707-4477-ab4a-62ad6e9bda6e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:42.914948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a3527be-e8f1-4ca1-9648-7c1afce2a7b7 req-f1127d8a-0c66-4aa7-885f-70f8a9c5feb1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305783 Nov 12 21:14:43.298970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 76618dc4-6994-4a05-8bba-cecff2cf96d9 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:14:43.349985 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:43.399690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb2582e-fa2e-44eb-8d7f-03a415eddd6a']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:43.413462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:43.413913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88401fe-07ec-4bed-ba18-f968e6c4d9b7') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:43.428579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:43.457933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:43.474031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:43.474961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:43.482237 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:43.564091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 76618dc4-6994-4a05-8bba-cecff2cf96d9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=76618dc4-6994-4a05-8bba-cecff2cf96d9,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:43.597452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '76618dc4-6994-4a05-8bba-cecff2cf96d9', 'network_id': '60738ff6-8bf5-4801-b54e-7acd11040b1d', 'port_id': '76618dc4-6994-4a05-8bba-cecff2cf96d9', 'mac_address': 'fa:16:3e:21:80:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c787cecc-429e-4865-a9ce-2203cb360e49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:14:43.669371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:43.697850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76618dc4-6994-4a05-8bba-cecff2cf96d9 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:14:43.731915 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:43.757458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 76618dc4-6994-4a05-8bba-cecff2cf96d9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=76618dc4-6994-4a05-8bba-cecff2cf96d9,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:43.786168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:43.799958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/efb2582e-fa2e-44eb-8d7f-03a415eddd6a HTTP/1.1" status: 204 len: 168 time: 3.8136787 Nov 12 21:14:43.803149 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e23ff-2881-424f-8feb-df3edcd99127 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=efb2582e-fa2e-44eb-8d7f-03a415eddd6a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:43.805842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44280) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:43.818237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260733496'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:43.829475 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:43.972095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7805e-626c-4291-92dc-23fa0681c56f req-5e694cd0-0421-4eb8-9aba-99944cd5acd6 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:43.972981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24b7805e-626c-4291-92dc-23fa0681c56f req-5e694cd0-0421-4eb8-9aba-99944cd5acd6 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 944 time: 0.0859365 Nov 12 21:14:44.006524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:44.019086 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:44.054096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=76618dc4-6994-4a05-8bba-cecff2cf96d9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:44.111807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['76618dc4-6994-4a05-8bba-cecff2cf96d9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:14:44.237783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83534e0-a33a-41a8-8681-a36f6aa01641 req-b8383a3c-7caa-4f31-9cdf-2ed906ae953f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:44.239989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b83534e0-a33a-41a8-8681-a36f6aa01641 req-b8383a3c-7caa-4f31-9cdf-2ed906ae953f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.1297255 Nov 12 21:14:44.241678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:44.276287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24b7805e-626c-4291-92dc-23fa0681c56f req-5c39f511-7f43-423a-bde0-3d78105b670a tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922566 Nov 12 21:14:44.670407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:44.670821 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment 4a9e0878-f5eb-4af0-aedd-dd8ba9a3e2b8 of type vlan for network 17041037-caa2-409d-b357-5c1473d9e14c Nov 12 21:14:44.801098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b83534e0-a33a-41a8-8681-a36f6aa01641 req-069c194d-cbfe-443f-82e9-46c40a5a9d01 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531623 Nov 12 21:14:44.852846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:45.037640 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:45.052873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:45.058208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:45.085482 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:14:45.253751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=17041037-caa2-409d-b357-5c1473d9e14c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:45.284114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e66b0b17-16f9-46a9-87d2-28526ef85580 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4696071 Nov 12 21:14:45.284844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44316) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:45.289057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 17041037-caa2-409d-b357-5c1473d9e14c details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:45.299753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': '17041037-caa2-409d-b357-5c1473d9e14c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:45.422634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 76618dc4-6994-4a05-8bba-cecff2cf96d9 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:45.508679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44322) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:45.573013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2f3b0-6313-4a80-8bdf-e36fe3e0481e req-ba1275ba-55c7-4af3-a282-53c7b43263ae tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:45.575910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ed2f3b0-6313-4a80-8bdf-e36fe3e0481e req-ba1275ba-55c7-4af3-a282-53c7b43263ae tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 944 time: 0.1524270 Nov 12 21:14:45.668305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ed2f3b0-6313-4a80-8bdf-e36fe3e0481e req-f7f773ff-5a83-49aa-969e-efa97b2900f6 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717411 Nov 12 21:14:45.686923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 76618dc4-6994-4a05-8bba-cecff2cf96d9 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:14:45.694042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 76618dc4-6994-4a05-8bba-cecff2cf96d9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:45.694042 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:45.737589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:45.741452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:45.788568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-44b5002c-4307-4e58-afce-2440dc63d10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:45.928007 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:45.972893 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-44b5002c-4307-4e58-afce-2440dc63d10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:45.982148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2db6222-5492-4d7f-b902-dc84e334a828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76618dc4-6994-4a05-8bba-cecff2cf96d9'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:14:45.984665 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33930494-6bea-40c3-b11a-cdf54bb3751c" -d '{"events": [{"server_uuid": "d2db6222-5492-4d7f-b902-dc84e334a828", "name": "network-vif-plugged", "status": "completed", "tag": "76618dc4-6994-4a05-8bba-cecff2cf96d9"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:14:46.032137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 76618dc4-6994-4a05-8bba-cecff2cf96d9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=76618dc4-6994-4a05-8bba-cecff2cf96d9,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:46.096996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786bcd8-5009-4954-bc07-e38c68726045 req-c996b229-4624-40e3-9f1c-cc2798ac850c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:46.102032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6786bcd8-5009-4954-bc07-e38c68726045 req-c996b229-4624-40e3-9f1c-cc2798ac850c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.1273291 Nov 12 21:14:46.104156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-44b5002c-4307-4e58-afce-2440dc63d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:46.149468 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:46.182013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44336) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:46.192645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-44b5002c-4307-4e58-afce-2440dc63d10e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2431cef9d32a4feaa3c350b0760e69e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6677177 Nov 12 21:14:46.224680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:46.249162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5002c-4307-4e58-afce-2440dc63d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdcb742-5fec-4adf-bf5e-53369013262a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:46.272331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=76618dc4-6994-4a05-8bba-cecff2cf96d9,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:46.327067 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8578c0f-f78b-4874-bce1-2011cd2bfa06 x-openstack-request-id: req-d8578c0f-f78b-4874-bce1-2011cd2bfa06 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:14:46.328805 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2db6222-5492-4d7f-b902-dc84e334a828", "name": "network-vif-plugged", "status": "completed", "tag": "76618dc4-6994-4a05-8bba-cecff2cf96d9", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:14:46.329535 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8578c0f-f78b-4874-bce1-2011cd2bfa06 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:14:46.331134 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2db6222-5492-4d7f-b902-dc84e334a828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76618dc4-6994-4a05-8bba-cecff2cf96d9', 'code': 200} Nov 12 21:14:46.347652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6786bcd8-5009-4954-bc07-e38c68726045 req-adeea980-1a04-4dc5-bf74-7895af9c3e4b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110596 Nov 12 21:14:46.449898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=56c8595b-89f2-4084-95f6-ad90c4de0763,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:46.487535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4abf840-a676-4503-968b-e643f1be82f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:46.504793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': '4a9e0878-f5eb-4af0-aedd-dd8ba9a3e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '17041037-caa2-409d-b357-5c1473d9e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:46.505068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: 17041037-caa2-409d-b357-5c1473d9e14c, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:46.531798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4abf840-a676-4503-968b-e643f1be82f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:46.545483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d90fa-6051-44bc-addd-f2d8e51f7e22 req-979087b0-bbbe-4823-befe-c41e5ad6114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:46.547553 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fe7d90fa-6051-44bc-addd-f2d8e51f7e22 req-979087b0-bbbe-4823-befe-c41e5ad6114a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 1097 time: 0.1481483 Nov 12 21:14:46.620143 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fe7d90fa-6051-44bc-addd-f2d8e51f7e22 req-70804681-6bb0-4b4b-821d-eb9099a9766d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608943 Nov 12 21:14:46.635451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network 17041037-caa2-409d-b357-5c1473d9e14c is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:46.698006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4abf840-a676-4503-968b-e643f1be82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:46.701356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f4abf840-a676-4503-968b-e643f1be82f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:46.705711 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f4abf840-a676-4503-968b-e643f1be82f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcdcb742-5fec-4adf-bf5e-53369013262a HTTP/1.1" status: 204 len: 168 time: 0.5193636 Nov 12 21:14:46.729555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abf840-a676-4503-968b-e643f1be82f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdcb742-5fec-4adf-bf5e-53369013262a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:46.744261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 17041037-caa2-409d-b357-5c1473d9e14c) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:46.755778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:46.758162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:46.761855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba2583c-6574-4316-9714-47dbc8a7eca5 None None] Network 17041037-caa2-409d-b357-5c1473d9e14c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:46.879589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-707d20b6-de34-422b-8deb-80b508bce8eb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5934222 Nov 12 21:14:46.882446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44350) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:46.887359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6fc5b-62c0-4cb4-bb7e-a7122c3e0a54 req-99464a80-30d9-4f1d-85f0-45c8fbbabd43 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:46.888979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43b6fc5b-62c0-4cb4-bb7e-a7122c3e0a54 req-99464a80-30d9-4f1d-85f0-45c8fbbabd43 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 945 time: 0.0734947 Nov 12 21:14:46.976960 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43b6fc5b-62c0-4cb4-bb7e-a7122c3e0a54 req-305f2f5e-4b86-462f-b783-a2ced4096809 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593243 Nov 12 21:14:46.999073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66a64b-7026-48ca-b3a4-a14db519a094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-17041037-caa2-409d-b357-5c1473d9e14c', 'network_id': '17041037-caa2-409d-b357-5c1473d9e14c', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': '56c8595b-89f2-4084-95f6-ad90c4de0763'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:47.000699 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef66a64b-7026-48ca-b3a4-a14db519a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.079206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.153465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.383876 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.415680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=56c8595b-89f2-4084-95f6-ad90c4de0763,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server [None req-ef66a64b-7026-48ca-b3a4-a14db519a094 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56c8595b-89f2-4084-95f6-ad90c4de0763: This subnet is being modified by another concurrent operation. Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56c8595b-89f2-4084-95f6-ad90c4de0763: This subnet is being modified by another concurrent operation. Nov 12 21:14:47.435962 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Nov 12 21:14:47.466635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19336d9b-2f21-4485-9acf-916f850d75fe None None] Network 17041037-caa2-409d-b357-5c1473d9e14c requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:47.523223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac09d13-1200-4094-b3cf-1443ffaf1978 req-58d030bc-93e9-46bc-914b-8540804aaba5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:47.529254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cac09d13-1200-4094-b3cf-1443ffaf1978 req-58d030bc-93e9-46bc-914b-8540804aaba5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.1120150 Nov 12 21:14:47.563685 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.592594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44358) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:47.608645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cac09d13-1200-4094-b3cf-1443ffaf1978 req-1066b637-6b23-40b1-ab0a-c3eb9b1b2d5f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721819 Nov 12 21:14:47.619446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17041037-caa2-409d-b357-5c1473d9e14c']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:47.632467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9e0878-f5eb-4af0-aedd-dd8ba9a3e2b8') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:47.632772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9e0878-f5eb-4af0-aedd-dd8ba9a3e2b8') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:47.648191 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.676755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b29ca5-1c7c-4ac1-9b5b-3ecb1329b37e None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:14:47.678993 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.686717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:47.687702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:47.781524 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:47.796508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6eff1696-dc3b-4305-a88b-78a61317aca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.848049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b29ca5-1c7c-4ac1-9b5b-3ecb1329b37e None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:14:47.915622 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.965834 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:47.969896 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/17041037-caa2-409d-b357-5c1473d9e14c HTTP/1.1" status: 204 len: 168 time: 1.0862422 Nov 12 21:14:47.974007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:47.980892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1516047482'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:47.997794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9faae4-3604-4d16-a7f3-1b1da722b2de tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=17041037-caa2-409d-b357-5c1473d9e14c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:48.001534 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6eff1696-dc3b-4305-a88b-78a61317aca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.099331 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6eff1696-dc3b-4305-a88b-78a61317aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.132138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:48.136054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.177823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d2d7-6207-41a0-abfd-b31d1b4d3db8 req-9200c36e-02a0-44f6-89b0-4a9c0ca3bd08 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:48.188396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2d2d2d7-6207-41a0-abfd-b31d1b4d3db8 req-9200c36e-02a0-44f6-89b0-4a9c0ca3bd08 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 945 time: 0.1010549 Nov 12 21:14:48.209248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:48.220893 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.221381 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment 2eb1f46a-4990-4c32-b651-e7697d8256aa of type vlan for network fd7b4997-dd66-43c1-a3c9-018800296125 Nov 12 21:14:48.247018 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6eff1696-dc3b-4305-a88b-78a61317aca6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53d3f75df96d480882f7d0467cba2639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6525261 Nov 12 21:14:48.248101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff1696-dc3b-4305-a88b-78a61317aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65fcc8b-5a58-43c2-9198-18aedb98c7c4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:48.258619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44380) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:48.326006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.342942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d604b692-587a-4585-a5cb-4728ea58444c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.413289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d604b692-587a-4585-a5cb-4728ea58444c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.464985 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.478185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:48.478967 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.554946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d604b692-587a-4585-a5cb-4728ea58444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.558731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d604b692-587a-4585-a5cb-4728ea58444c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:48.559978 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d604b692-587a-4585-a5cb-4728ea58444c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b65fcc8b-5a58-43c2-9198-18aedb98c7c4 HTTP/1.1" status: 204 len: 168 time: 0.3002036 Nov 12 21:14:48.577195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604b692-587a-4585-a5cb-4728ea58444c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65fcc8b-5a58-43c2-9198-18aedb98c7c4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:48.589094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2d2d2d7-6207-41a0-abfd-b31d1b4d3db8 req-1d28faea-2994-4907-80cf-d25c5fd975f8 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754778 Nov 12 21:14:48.739595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44398) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:48.741053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7656357 Nov 12 21:14:48.747994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:48.767983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89296789-0d7c-4371-a984-fa50a8605284 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=fd7b4997-dd66-43c1-a3c9-018800296125,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:48.785205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network fd7b4997-dd66-43c1-a3c9-018800296125 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:48.816571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97647d7f-b82c-4521-b414-bad1224e6b3e req-2b894161-b2ce-4883-a7e1-40693ea70aca tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:48.824289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97647d7f-b82c-4521-b414-bad1224e6b3e req-2b894161-b2ce-4883-a7e1-40693ea70aca tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.0727437 Nov 12 21:14:48.930545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97647d7f-b82c-4521-b414-bad1224e6b3e req-2971ecd7-91f4-4add-9d30-5c1da815a3e0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053462 Nov 12 21:14:49.259693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:49.264838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:49.340317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44412) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:49.584664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-234d3209-17f9-46bc-b39c-8397e0050cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:49.679857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-234d3209-17f9-46bc-b39c-8397e0050cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:49.732610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-234d3209-17f9-46bc-b39c-8397e0050cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:49.735397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:49.800951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d3209-17f9-46bc-b39c-8397e0050cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c278f76-66a6-4667-b08b-690bbd46c6d9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:49.806850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-234d3209-17f9-46bc-b39c-8397e0050cc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e20b450b76114e209dafe27b6e97ea16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4653678 Nov 12 21:14:49.810625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44428) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:49.883893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=4493ff40-768d-4c15-98bb-cf887bb55d6b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:49.886363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': '2eb1f46a-4990-4c32-b651-e7697d8256aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:49.886616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: fd7b4997-dd66-43c1-a3c9-018800296125, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:49.895082 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-228b5f5f-b2cb-4175-bbc1-e502dd6c33f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:49.947680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-228b5f5f-b2cb-4175-bbc1-e502dd6c33f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:50.001114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network fd7b4997-dd66-43c1-a3c9-018800296125 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:50.097612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, fd7b4997-dd66-43c1-a3c9-018800296125) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:50.102082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:50.107725 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:50.108483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d7886-b1b5-4e4e-a2e2-ca8dc6928849 None None] Network fd7b4997-dd66-43c1-a3c9-018800296125 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:50.200421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff79f5-c39d-4be0-9d42-9a0759c045ed req-7d781f1b-a30c-46ec-86aa-c3f4ecdb11e9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:50.205765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12ff79f5-c39d-4be0-9d42-9a0759c045ed req-7d781f1b-a30c-46ec-86aa-c3f4ecdb11e9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.1389096 Nov 12 21:14:50.239521 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6d869a9d-8748-4f83-8c99-1250d2fdf74d tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4971755 Nov 12 21:14:50.241704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44440) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:50.252195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:50.318217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12ff79f5-c39d-4be0-9d42-9a0759c045ed req-bfeb7564-7245-48b9-9dca-66c8f1cc5e34 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Nov 12 21:14:50.318980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-228b5f5f-b2cb-4175-bbc1-e502dd6c33f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:50.321940 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-228b5f5f-b2cb-4175-bbc1-e502dd6c33f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:50.322994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-228b5f5f-b2cb-4175-bbc1-e502dd6c33f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c278f76-66a6-4667-b08b-690bbd46c6d9 HTTP/1.1" status: 204 len: 168 time: 0.5105474 Nov 12 21:14:50.336341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b5f5f-b2cb-4175-bbc1-e502dd6c33f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c278f76-66a6-4667-b08b-690bbd46c6d9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:50.539170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-fd7b4997-dd66-43c1-a3c9-018800296125', 'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': '4493ff40-768d-4c15-98bb-cf887bb55d6b'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:50.540698 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:50.589203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:50.593995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:50.843088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Allocated IP 2001:db8::2 (fd7b4997-dd66-43c1-a3c9-018800296125/4493ff40-768d-4c15-98bb-cf887bb55d6b/84521f8d-27e0-4a16-93a3-dc2ea9037616) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:51.060462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-de615ac5-2f9d-4e56-b549-f08dbccc6cea req-16139c9e-7d88-4ac4-8b4f-71b9a5f5a96a service neutron] (109628) timed out ('10.222.0.64', 49248) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:14:51.114675 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-84527c88-0a81-4ad7-b77f-77d5fd63ddaa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0783508 Nov 12 21:14:51.160728 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.173503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.219840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.297535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=41223f02-9968-4423-bf94-954b4c34b78f,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:51.327836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Network fd7b4997-dd66-43c1-a3c9-018800296125 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:51.328453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network fd7b4997-dd66-43c1-a3c9-018800296125 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:51.335981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:51.339760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:51.342514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:51.347779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.348789 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.356410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-03a7b545-5400-41ac-956a-7948125b6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.356410 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-03a7b545-5400-41ac-956a-7948125b6f16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=195dbb87533d45609557198a1ea317fe&device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 1097 time: 0.1732049 Nov 12 21:14:51.425075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44468) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:51.457962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-60c138dd-89bc-47ad-940b-0d260a03ed51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.464680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Pushing event updated for resources: {'Port': ['ID=84521f8d-27e0-4a16-93a3-dc2ea9037616,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:51.482287 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-18d54ec0-6c59-4340-b268-5f2a86e883ef tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2395060 Nov 12 21:14:51.486109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44470) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:51.545615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Attempting to bind port 84521f8d-27e0-4a16-93a3-dc2ea9037616 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:51.545993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Attempting to bind port 84521f8d-27e0-4a16-93a3-dc2ea9037616 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '2eb1f46a-4990-4c32-b651-e7697d8256aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:51.546915 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Attempting to bind port 84521f8d-27e0-4a16-93a3-dc2ea9037616 on network fd7b4997-dd66-43c1-a3c9-018800296125 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:51.586612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:51.586985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Checking segment: {'id': '2eb1f46a-4990-4c32-b651-e7697d8256aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:51.587421 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.587818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Bound using segment: {'id': '2eb1f46a-4990-4c32-b651-e7697d8256aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:51.588298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Bound port: 84521f8d-27e0-4a16-93a3-dc2ea9037616, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb1f46a-4990-4c32-b651-e7697d8256aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:51.588680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.591775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-a236917b-e907-4687-a094-54afffcd6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.595329 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-a236917b-e907-4687-a094-54afffcd6521 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60738ff6-8bf5-4801-b54e-7acd11040b1d HTTP/1.1" status: 200 len: 915 time: 0.1943288 Nov 12 21:14:51.654772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b90e0-b70f-4852-8107-0656a9fafa30 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.656767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b90e0-b70f-4852-8107-0656a9fafa30 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.658375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b90e0-b70f-4852-8107-0656a9fafa30 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.660151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b90e0-b70f-4852-8107-0656a9fafa30 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.661768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b90e0-b70f-4852-8107-0656a9fafa30 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.663768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-937b90e0-b70f-4852-8107-0656a9fafa30 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1620398 Nov 12 21:14:51.682113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44476) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:51.701262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474402572'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:51.723220 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-fb1fa403-a7bd-4a4e-96bb-4aa6353a44a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76618dc4-6994-4a05-8bba-cecff2cf96d9 HTTP/1.1" status: 200 len: 217 time: 0.1184020 Nov 12 21:14:51.728714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0358-725d-47c2-89c3-54f139f0825c req-c02bd238-81bb-4355-95cf-7ea787b7ddc2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.737459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd9b0358-725d-47c2-89c3-54f139f0825c req-c02bd238-81bb-4355-95cf-7ea787b7ddc2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.2594905 Nov 12 21:14:51.753093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] For port 84521f8d-27e0-4a16-93a3-dc2ea9037616, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:51.760030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] For port 84521f8d-27e0-4a16-93a3-dc2ea9037616, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84521f8d-27e0-4a16-93a3-dc2ea9037616,segment=NetworkSegment(2eb1f46a-4990-4c32-b651-e7697d8256aa),segment_id=2eb1f46a-4990-4c32-b651-e7697d8256aa)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:51.845215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd9b0358-725d-47c2-89c3-54f139f0825c req-16175d78-06b1-4eee-904b-07f895d44582 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049991 Nov 12 21:14:51.853938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.863204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-38e80c4f-e03a-43ba-96d8-004304c53079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:51.864676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-60c138dd-89bc-47ad-940b-0d260a03ed51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.865888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-38e80c4f-e03a-43ba-96d8-004304c53079 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c787cecc-429e-4865-a9ce-2203cb360e49 HTTP/1.1" status: 200 len: 854 time: 0.1358037 Nov 12 21:14:51.903128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:51.908824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.914279 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-8ee06f1f-30c0-4319-b3a5-c103ace61fce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60738ff6-8bf5-4801-b54e-7acd11040b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400383 Nov 12 21:14:51.978863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd71e8a-1cc4-43ed-b0d3-18572ad72abc None None] Pushing event updated for resources: {'Port': ['ID=84521f8d-27e0-4a16-93a3-dc2ea9037616,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:51.983006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-60c138dd-89bc-47ad-940b-0d260a03ed51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.023940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:52.048726 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-aa273356-0a4a-4da0-b9e0-9e97f552a9d1 service neutron] 10.222.0.46 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256180 Nov 12 21:14:52.119998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-60c138dd-89bc-47ad-940b-0d260a03ed51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b360170432746619a1fb5398bf964c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6917994 Nov 12 21:14:52.119998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c138dd-89bc-47ad-940b-0d260a03ed51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac09d79-75f4-4c26-9c26-cd26a7c2f93b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:52.121699 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.122314 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment 7408361d-1019-4234-bc19-ea9af158138f of type vlan for network e8447d99-9f82-4eff-a969-de61ff3ac34d Nov 12 21:14:52.123226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44486) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:52.293857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.351745 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c08ba37-f367-4d0f-9d7f-47f1d7458f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.439462 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d3eff596-72ab-41c8-83c1-683cc74da6a2 req-7d3b24d8-054b-4fe5-a2a3-c9ce277fdff9 service neutron] 10.222.0.46 "GET /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839874 Nov 12 21:14:52.444411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.458498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:52.459141 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.473932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:52.519273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c08ba37-f367-4d0f-9d7f-47f1d7458f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.594378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84521f8d-27e0-4a16-93a3-dc2ea9037616 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:52.633795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9504840 Nov 12 21:14:52.675710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44500) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:52.681756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-37257447-f383-4b4b-b21a-a531f8f2bc02 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:52.724253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 84521f8d-27e0-4a16-93a3-dc2ea9037616 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:52.724632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.769429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4a089-b3e5-4b89-841f-3b5249f9f12b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=e8447d99-9f82-4eff-a969-de61ff3ac34d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:52.792205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network e8447d99-9f82-4eff-a969-de61ff3ac34d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:52.875526 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c08ba37-f367-4d0f-9d7f-47f1d7458f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.878145 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7c08ba37-f367-4d0f-9d7f-47f1d7458f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.879546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7c08ba37-f367-4d0f-9d7f-47f1d7458f18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ac09d79-75f4-4c26-9c26-cd26a7c2f93b HTTP/1.1" status: 204 len: 168 time: 0.7405038 Nov 12 21:14:52.895969 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08ba37-f367-4d0f-9d7f-47f1d7458f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac09d79-75f4-4c26-9c26-cd26a7c2f93b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:52.961503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1928766181'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:53.002036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37257447-f383-4b4b-b21a-a531f8f2bc02 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.097633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Made reservation on behalf of d09727e7418b40ee968733108409aac8 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:53.102485 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.114872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75260f0-f99f-4b3b-ac9d-4e7430aa831f req-f5b9062e-d1c9-4a4e-86a3-606e7255c019 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:53.123875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c75260f0-f99f-4b3b-ac9d-4e7430aa831f req-f5b9062e-d1c9-4a4e-86a3-606e7255c019 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 944 time: 0.1472144 Nov 12 21:14:53.128015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.146249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37257447-f383-4b4b-b21a-a531f8f2bc02 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.153106 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.234449 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37257447-f383-4b4b-b21a-a531f8f2bc02 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network e8447d99-9f82-4eff-a969-de61ff3ac34d is not hosted by any dhcp agent {{(pid=109628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 21:14:53.240286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37257447-f383-4b4b-b21a-a531f8f2bc02 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:53.243561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37257447-f383-4b4b-b21a-a531f8f2bc02 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.250128 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-37257447-f383-4b4b-b21a-a531f8f2bc02 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "PUT /v2.0/networks/e8447d99-9f82-4eff-a969-de61ff3ac34d HTTP/1.1" status: 200 len: 723 time: 0.5701995 Nov 12 21:14:53.252473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44514) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:53.298701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 84521f8d-27e0-4a16-93a3-dc2ea9037616, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84521f8d-27e0-4a16-93a3-dc2ea9037616,segment=NetworkSegment(2eb1f46a-4990-4c32-b651-e7697d8256aa),segment_id=2eb1f46a-4990-4c32-b651-e7697d8256aa)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:53.300313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': 'e8447d99-9f82-4eff-a969-de61ff3ac34d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:53.355670 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.408438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37257447-f383-4b4b-b21a-a531f8f2bc02 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=e8447d99-9f82-4eff-a969-de61ff3ac34d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:53.416396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 15e06ce2-0720-4413-93b5-eb2ba075df11 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:14:53.481623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c75260f0-f99f-4b3b-ac9d-4e7430aa831f req-06137e97-6773-49d0-acf8-b75a7e5a7e9e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550735 Nov 12 21:14:53.560995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:53.574909 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.613515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.640686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 15e06ce2-0720-4413-93b5-eb2ba075df11, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=15e06ce2-0720-4413-93b5-eb2ba075df11,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:53.676394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '15e06ce2-0720-4413-93b5-eb2ba075df11', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'port_id': '15e06ce2-0720-4413-93b5-eb2ba075df11', 'mac_address': 'fa:16:3e:c4:74:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:14:53.679497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.683609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network e8447d99-9f82-4eff-a969-de61ff3ac34d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:53.721199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:53.772733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.773296 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Added segment 36148f4e-8945-4d0c-b5ab-48b0974a89b2 of type vlan for network 008ebcde-ce7f-4880-a756-b8dae5c5d808 Nov 12 21:14:53.808944 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.965831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:53.976293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=84521f8d-27e0-4a16-93a3-dc2ea9037616,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:53.985449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e06ce2-0720-4413-93b5-eb2ba075df11 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:14:53.995219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b8fd2-2392-4d2e-a3e2-1664d04622f8 None None] Network fd7b4997-dd66-43c1-a3c9-018800296125 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:54.100700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79deac84-33d7-4cfa-a28d-4d42d9527076,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:54.114185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:54.117999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 15e06ce2-0720-4413-93b5-eb2ba075df11, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=15e06ce2-0720-4413-93b5-eb2ba075df11,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:54.219072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:54.241439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=8ac44915-2555-431b-9999-cbc97379b8ce,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:54.247718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:54.260562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:54.261793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:54.354747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': '7408361d-1019-4234-bc19-ea9af158138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e8447d99-9f82-4eff-a969-de61ff3ac34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:54.355125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: e8447d99-9f82-4eff-a969-de61ff3ac34d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:54.403826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-01c132d5-cb04-4a18-afb9-f7df86f86bd9 None None] Provisioning complete for port 84521f8d-27e0-4a16-93a3-dc2ea9037616 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:54.404420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-01c132d5-cb04-4a18-afb9-f7df86f86bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:54.463418 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9883106 Nov 12 21:14:54.464360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c48b7d-e74a-4faa-8214-3d229b32090a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event updated for resources: {'Network': ['ID=008ebcde-ce7f-4880-a756-b8dae5c5d808,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:54.466178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44534) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:54.472778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Request body: {'subnet': {'network_id': '008ebcde-ce7f-4880-a756-b8dae5c5d808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:54.510104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 008ebcde-ce7f-4880-a756-b8dae5c5d808 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:14:54.522343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['15e06ce2-0720-4413-93b5-eb2ba075df11'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:14:54.611856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84521f8d-27e0-4a16-93a3-dc2ea9037616 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:54.682424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network e8447d99-9f82-4eff-a969-de61ff3ac34d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:54.850537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a538cf-dac3-4857-b1aa-65b84a5c6b98 req-bc4b7c10-73ef-4b10-a757-f206e7617fd8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:54.853022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4a538cf-dac3-4857-b1aa-65b84a5c6b98 req-bc4b7c10-73ef-4b10-a757-f206e7617fd8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 945 time: 0.1740422 Nov 12 21:14:54.912905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, e8447d99-9f82-4eff-a969-de61ff3ac34d) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:54.933358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:54.934955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb0076b-35d7-4ace-a6ed-1d9269a17227 None None] Network e8447d99-9f82-4eff-a969-de61ff3ac34d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:54.937707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:54.988126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Made reservation on behalf of d09727e7418b40ee968733108409aac8 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:54.996333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.072492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4a538cf-dac3-4857-b1aa-65b84a5c6b98 req-a47bf5c6-d0d3-4ed0-8485-4a15da622770 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127340 Nov 12 21:14:55.088883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7326b6bc-7570-4ca5-b8d1-8c02476080ad tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8068244 Nov 12 21:14:55.091529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44552) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:55.098498 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-de39a38d-e168-441b-b865-84d4a148d9c4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:55.168614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=15e06ce2-0720-4413-93b5-eb2ba075df11,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:55.293246 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de39a38d-e168-441b-b865-84d4a148d9c4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30154075'] for subnet, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.333695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 84521f8d-27e0-4a16-93a3-dc2ea9037616 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:55.334071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.577656 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.579393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f376fe92-caed-4dd5-a1e9-489e62d446d8 None None] Update dhcp port {'port': {'network_id': 'fd7b4997-dd66-43c1-a3c9-018800296125', 'fixed_ips': [{'subnet_id': '4493ff40-768d-4c15-98bb-cf887bb55d6b', 'ip_address': '2001:db8::2'}, {'subnet_id': '41223f02-9968-4423-bf94-954b4c34b78f'}], 'binding:host_id': 'n-d-713498-29'}, 'id': '84521f8d-27e0-4a16-93a3-dc2ea9037616'} from n-d-713498-29. {{(pid=109630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 21:14:55.639004 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f376fe92-caed-4dd5-a1e9-489e62d446d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.641174 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de39a38d-e168-441b-b865-84d4a148d9c4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781816015243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30875413'] for subnet, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.645184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event updated for resources: {'Subnet': ['ID=8536594e-4d18-42cb-b57c-602bc956d6f7,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:55.650591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Checking segment: {'id': '36148f4e-8945-4d0c-b5ab-48b0974a89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '008ebcde-ce7f-4880-a756-b8dae5c5d808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:55.650956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Network hostable DHCP agents. Network: 008ebcde-ce7f-4880-a756-b8dae5c5d808, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:14:55.694901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-e8447d99-9f82-4eff-a969-de61ff3ac34d', 'network_id': 'e8447d99-9f82-4eff-a969-de61ff3ac34d', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': '8ac44915-2555-431b-9999-cbc97379b8ce'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:55.696087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.766369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Network 008ebcde-ce7f-4880-a756-b8dae5c5d808 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:14:55.773133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39a38d-e168-441b-b865-84d4a148d9c4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:55.773824 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de39a38d-e168-441b-b865-84d4a148d9c4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.779794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de39a38d-e168-441b-b865-84d4a148d9c4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "PUT /v2.0/subnets/8ac44915-2555-431b-9999-cbc97379b8ce HTTP/1.1" status: 200 len: 826 time: 0.6853647 Nov 12 21:14:55.780889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44564) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:55.822883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39a38d-e168-441b-b865-84d4a148d9c4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=8ac44915-2555-431b-9999-cbc97379b8ce,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:55.962837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 008ebcde-ce7f-4880-a756-b8dae5c5d808) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:55.989555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:55.989555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:56.004230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d2884-399e-4b70-b9e0-2ccfbd00aedd None None] Network 008ebcde-ce7f-4880-a756-b8dae5c5d808 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:56.107819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:56.131403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e1cb3971-830b-4fd3-865b-40000afa3d9b tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6638970 Nov 12 21:14:56.135041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44572) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:56.141492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Request body: {'port': {'network_id': '008ebcde-ce7f-4880-a756-b8dae5c5d808', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1702172624'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:56.229243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-f376fe92-caed-4dd5-a1e9-489e62d446d8 None None] Allocated IP 172.20.0.1 (fd7b4997-dd66-43c1-a3c9-018800296125/41223f02-9968-4423-bf94-954b4c34b78f/84521f8d-27e0-4a16-93a3-dc2ea9037616) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:56.256132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Allocated IP 2001:db8::2 (e8447d99-9f82-4eff-a969-de61ff3ac34d/8ac44915-2555-431b-9999-cbc97379b8ce/70d9eaf4-5408-4f87-a01d-69faa23ad1c4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:56.276546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:56.541228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e90c6-22e5-44f3-9754-74ab1b492007 req-687c56b8-2051-4a00-9a47-62b7d2871b45 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:56.553695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-629e90c6-22e5-44f3-9754-74ab1b492007 req-687c56b8-2051-4a00-9a47-62b7d2871b45 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 945 time: 0.1357830 Nov 12 21:14:56.600201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Made reservation on behalf of d09727e7418b40ee968733108409aac8 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:56.604291 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:56.637155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-629e90c6-22e5-44f3-9754-74ab1b492007 req-5b576628-f1a5-48eb-b6b6-7e8d7db34145 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807559 Nov 12 21:14:56.669070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] device_id is not set on port bb0324e5-85ff-4ee4-a301-6153c742322a yet. {{(pid=109628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 21:14:56.698917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-008ebcde-ce7f-4880-a756-b8dae5c5d808', 'network_id': '008ebcde-ce7f-4880-a756-b8dae5c5d808', 'tenant_id': 'd09727e7418b40ee968733108409aac8', 'fixed_ips': [{'subnet_id': '8536594e-4d18-42cb-b57c-602bc956d6f7'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:14:56.699812 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:56.845651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Allocated IP 172.20.0.2 (008ebcde-ce7f-4880-a756-b8dae5c5d808/8536594e-4d18-42cb-b57c-602bc956d6f7/bb0324e5-85ff-4ee4-a301-6153c742322a) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:14:56.945868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f376fe92-caed-4dd5-a1e9-489e62d446d8 None None] For port 84521f8d-27e0-4a16-93a3-dc2ea9037616, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84521f8d-27e0-4a16-93a3-dc2ea9037616,segment=NetworkSegment(2eb1f46a-4990-4c32-b651-e7697d8256aa),segment_id=2eb1f46a-4990-4c32-b651-e7697d8256aa)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:57.076921 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.080068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f376fe92-caed-4dd5-a1e9-489e62d446d8 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.081984 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.172249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f376fe92-caed-4dd5-a1e9-489e62d446d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.208503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.269066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Network 008ebcde-ce7f-4880-a756-b8dae5c5d808 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:57.273954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:57.291237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:57.304007 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.338894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.357800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event updated for resources: {'Port': ['ID=bb0324e5-85ff-4ee4-a301-6153c742322a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:57.371490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:57.372124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.412965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac44915-2555-431b-9999-cbc97379b8ce,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:57.429532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376fe92-caed-4dd5-a1e9-489e62d446d8 None None] Pushing event updated for resources: {'Port': ['ID=84521f8d-27e0-4a16-93a3-dc2ea9037616,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:57.508301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.508655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Network e8447d99-9f82-4eff-a969-de61ff3ac34d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:14:57.516795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 15e06ce2-0720-4413-93b5-eb2ba075df11 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:57.520882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Pushing event updated for resources: {'Port': ['ID=70d9eaf4-5408-4f87-a01d-69faa23ad1c4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:57.521932 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c819c62f-2caa-47c4-b8a7-0253bd2724a1 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3857422 Nov 12 21:14:57.522567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44600) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:57.524659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:14:57.527497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:14:57.577836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8447d99-9f82-4eff-a969-de61ff3ac34d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:57.588837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7408361d-1019-4234-bc19-ea9af158138f') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:57.589504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7408361d-1019-4234-bc19-ea9af158138f') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:57.631887 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.660812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.673327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:57.674609 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:57.679951 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:57.712231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Attempting to bind port 70d9eaf4-5408-4f87-a01d-69faa23ad1c4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:57.712603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Attempting to bind port 70d9eaf4-5408-4f87-a01d-69faa23ad1c4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '7408361d-1019-4234-bc19-ea9af158138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e8447d99-9f82-4eff-a969-de61ff3ac34d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:57.712952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Attempting to bind port 70d9eaf4-5408-4f87-a01d-69faa23ad1c4 on network e8447d99-9f82-4eff-a969-de61ff3ac34d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:57.730732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:57.736950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Checking segment: {'id': '7408361d-1019-4234-bc19-ea9af158138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e8447d99-9f82-4eff-a969-de61ff3ac34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:57.736950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.736950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Bound using segment: {'id': '7408361d-1019-4234-bc19-ea9af158138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e8447d99-9f82-4eff-a969-de61ff3ac34d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:57.736950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Bound port: 70d9eaf4-5408-4f87-a01d-69faa23ad1c4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7408361d-1019-4234-bc19-ea9af158138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e8447d99-9f82-4eff-a969-de61ff3ac34d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:57.736950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.750482 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c3ee527d-8a95-4d7b-ae14-4e9227b715b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.852932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ab5fc-e177-4778-882d-b88267325503 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Deleting port bb0324e5-85ff-4ee4-a301-6153c742322a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:14:57.853939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab5fc-e177-4778-882d-b88267325503 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:57.868494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] For port 70d9eaf4-5408-4f87-a01d-69faa23ad1c4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:57.909906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] For port 70d9eaf4-5408-4f87-a01d-69faa23ad1c4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=70d9eaf4-5408-4f87-a01d-69faa23ad1c4,segment=NetworkSegment(7408361d-1019-4234-bc19-ea9af158138f),segment_id=7408361d-1019-4234-bc19-ea9af158138f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:57.930347 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c27d1c69-e203-4e7f-959e-2b1e5008aa41 {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:14:57.931787 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:14:57.943650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138a79e-97ea-446d-9f83-94d87ac61908 req-f7cc68fa-183a-45ba-9b8a-efbbab96fea4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:57.948816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f138a79e-97ea-446d-9f83-94d87ac61908 req-f7cc68fa-183a-45ba-9b8a-efbbab96fea4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 945 time: 0.1630287 Nov 12 21:14:57.955958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:14:57.955958 n-d-713498-29 neutron-server[109629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:14:57.955958 n-d-713498-29 neutron-server[109629]: [parameters: {'id': 'e8447d99-9f82-4eff-a969-de61ff3ac34d'}] Nov 12 21:14:57.955958 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:14:57.956704 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:14:57.966340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 15e06ce2-0720-4413-93b5-eb2ba075df11 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:14:57.979927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 15e06ce2-0720-4413-93b5-eb2ba075df11 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:57.980440 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.071867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.146576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab5fc-e177-4778-882d-b88267325503 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.153065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f138a79e-97ea-446d-9f83-94d87ac61908 req-32cf32ae-64ce-4e73-92b5-b7874796c82b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917944 Nov 12 21:14:58.191256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf7ad0-698c-4c47-afd9-a51445def40c None None] Pushing event updated for resources: {'Port': ['ID=70d9eaf4-5408-4f87-a01d-69faa23ad1c4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:58.210071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ab5fc-e177-4778-882d-b88267325503 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Calling delete_port for bb0324e5-85ff-4ee4-a301-6153c742322a owned by {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:14:58.394306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0510e9-663e-468f-9f14-3667e91d3a2f None None] Network e8447d99-9f82-4eff-a969-de61ff3ac34d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:58.441955 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.458359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.569516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84521f8d-27e0-4a16-93a3-dc2ea9037616 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:58.597698 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.617137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting port 70d9eaf4-5408-4f87-a01d-69faa23ad1c4 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:14:58.618670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.759311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab5fc-e177-4778-882d-b88267325503 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.779968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] For port 70d9eaf4-5408-4f87-a01d-69faa23ad1c4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=70d9eaf4-5408-4f87-a01d-69faa23ad1c4,segment=NetworkSegment(7408361d-1019-4234-bc19-ea9af158138f),segment_id=7408361d-1019-4234-bc19-ea9af158138f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:58.783051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:58.788610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb3b58a-e775-4beb-912d-01c50ff3ec59 None None] Network fd7b4997-dd66-43c1-a3c9-018800296125 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:58.812856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Calling delete_port for 70d9eaf4-5408-4f87-a01d-69faa23ad1c4 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:14:58.872593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ab5fc-e177-4778-882d-b88267325503 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event deleted for resources: {'Port': ['ID=bb0324e5-85ff-4ee4-a301-6153c742322a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:59.050653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.053992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab5fc-e177-4778-882d-b88267325503 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.058326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7d6ab5fc-e177-4778-882d-b88267325503 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "DELETE /v2.0/ports/bb0324e5-85ff-4ee4-a301-6153c742322a HTTP/1.1" status: 204 len: 168 time: 1.5277801 Nov 12 21:14:59.065838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44624) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:59.116040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Port': ['ID=70d9eaf4-5408-4f87-a01d-69faa23ad1c4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:59.123614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No DVR routers for this DVR port 70d9eaf4-5408-4f87-a01d-69faa23ad1c4 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:14:59.390620 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.442243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8447d99-9f82-4eff-a969-de61ff3ac34d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:59.448285 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae774bc6-f03c-4efb-87e0-f9e4d08a6c85 tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.3789749 Nov 12 21:14:59.452309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:14:59.462897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1188651898'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:59.479766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7408361d-1019-4234-bc19-ea9af158138f') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:59.480319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7408361d-1019-4234-bc19-ea9af158138f') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:14:59.518241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.524562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f51bb38-f628-44f8-8ade-9c498a92f937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e06ce2-0720-4413-93b5-eb2ba075df11'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:14:59.527621 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab9d8ef-f5e0-4d9f-8ff4-daa7f95fd26a" -d '{"events": [{"server_uuid": "4f51bb38-f628-44f8-8ade-9c498a92f937", "name": "network-vif-plugged", "status": "completed", "tag": "15e06ce2-0720-4413-93b5-eb2ba075df11"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:14:59.577508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Made reservation on behalf of d09727e7418b40ee968733108409aac8 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:14:59.581492 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.585292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 15e06ce2-0720-4413-93b5-eb2ba075df11, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=15e06ce2-0720-4413-93b5-eb2ba075df11,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:59.605348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b5b42152-c5e4-4c9a-9624-03a8db386905 None None] Provisioning complete for port 84521f8d-27e0-4a16-93a3-dc2ea9037616 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:59.606115 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b5b42152-c5e4-4c9a-9624-03a8db386905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.614689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140f542-e0ce-44cd-a76f-8594b7411b31 None None] Network e8447d99-9f82-4eff-a969-de61ff3ac34d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:14:59.669570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:14:59.673960 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.697054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.699595 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Added segment 6b5c6333-3e72-48aa-afb6-ce38df180dc8 of type vlan for network 45587e0d-6325-457c-baff-645364c013e2 Nov 12 21:14:59.719542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:14:59.719962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:14:59.742326 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:14:59.778167 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f8a33-5808-4fe2-bd78-fa0cd58d2518 x-openstack-request-id: req-fc9f8a33-5808-4fe2-bd78-fa0cd58d2518 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:14:59.778715 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f51bb38-f628-44f8-8ade-9c498a92f937", "name": "network-vif-plugged", "status": "completed", "tag": "15e06ce2-0720-4413-93b5-eb2ba075df11", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:14:59.779162 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc9f8a33-5808-4fe2-bd78-fa0cd58d2518 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:14:59.779704 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f51bb38-f628-44f8-8ade-9c498a92f937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e06ce2-0720-4413-93b5-eb2ba075df11', 'code': 200} Nov 12 21:14:59.789539 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.831730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:59.912714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8b276-87de-4bda-8464-074740f76a08 req-d7871a95-6069-4b8b-8333-73dafe8ccdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:59.914344 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95e8b276-87de-4bda-8464-074740f76a08 req-d7871a95-6069-4b8b-8333-73dafe8ccdc2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 1098 time: 0.1890075 Nov 12 21:14:59.933692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8b0a1-9493-42d4-bcca-37fd0252128a req-e06d7f31-dcab-468a-90c8-b8577d9102e4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:59.935997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84d8b0a1-9493-42d4-bcca-37fd0252128a req-e06d7f31-dcab-468a-90c8-b8577d9102e4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 945 time: 0.4264350 Nov 12 21:14:59.952931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 84521f8d-27e0-4a16-93a3-dc2ea9037616 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:59.953574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.082318 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95e8b276-87de-4bda-8464-074740f76a08 req-306613b2-3987-4fa0-a8a2-6209ede9bf91 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501706 Nov 12 21:15:00.088027 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.090675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84d8b0a1-9493-42d4-bcca-37fd0252128a req-8bb1ca3c-ae2d-4a3c-b685-cc3e3a8ca64a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394875 Nov 12 21:15:00.105176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:00.105913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.119691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Allocated IP 172.20.0.3 (008ebcde-ce7f-4880-a756-b8dae5c5d808/8536594e-4d18-42cb-b57c-602bc956d6f7/1e7178c1-e2d1-4eb7-88f5-18f1e61fc723) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:15:00.136683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.142800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33011586'] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.149950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/e8447d99-9f82-4eff-a969-de61ff3ac34d HTTP/1.1" status: 204 len: 168 time: 4.3679540 Nov 12 21:15:00.152294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44642) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:00.235517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207605c-370d-423c-9abe-1cb5f37b5177 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=e8447d99-9f82-4eff-a969-de61ff3ac34d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:00.254090 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1616bb-909a-47ac-8508-3531e9094031 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:00.256535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1616bb-909a-47ac-8508-3531e9094031 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:00.281645 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8268898 Nov 12 21:15:00.281813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ec1616bb-909a-47ac-8508-3531e9094031 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/e8447d99-9f82-4eff-a969-de61ff3ac34d HTTP/1.1" status: 404 len: 339 time: 0.1167626 Nov 12 21:15:00.281893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593bd3b-e85a-4a0a-b7a5-27c15b34ca22 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event updated for resources: {'Network': ['ID=45587e0d-6325-457c-baff-645364c013e2,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:00.286317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44650) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:00.286867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44652) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:00.300670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573979037', 'description': 'd1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:00.413233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 45587e0d-6325-457c-baff-645364c013e2 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:00.532403 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b3f6-bb66-4163-9bdb-a93641a4b782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.626972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=15e06ce2-0720-4413-93b5-eb2ba075df11,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:00.630181 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.647012 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-828cc0de-8368-48cd-a4d0-53441d489cdd tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "GET /v2.0/agents/63c98466-c638-4bbc-9b46-1f986096bcb0/dhcp-networks HTTP/1.1" status: 200 len: 8127 time: 0.3578212 Nov 12 21:15:00.650733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44662) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:00.738100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:00.742994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.756928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.805904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:00.828637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:00.828996 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment 232455a6-c61b-4426-b859-c0ed26f2f092 of type vlan for network 76b944ce-aabc-4e36-9d2a-fab9d4ebfddf Nov 12 21:15:00.831476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Pushing event updated for resources: {'Port': ['ID=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:00.871988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Network 008ebcde-ce7f-4880-a756-b8dae5c5d808 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:15:00.876583 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:00.880354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:15:00.912238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f130c4-6518-4672-9350-e78bbbb8fcf7 tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] Network 45587e0d-6325-457c-baff-645364c013e2 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:00.944437 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:01.009997 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Attempting to bind port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:15:01.010370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Attempting to bind port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '36148f4e-8945-4d0c-b5ab-48b0974a89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '008ebcde-ce7f-4880-a756-b8dae5c5d808'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:15:01.010792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Attempting to bind port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 on network 008ebcde-ce7f-4880-a756-b8dae5c5d808 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:15:01.022604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:15:01.024495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Checking segment: {'id': '36148f4e-8945-4d0c-b5ab-48b0974a89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '008ebcde-ce7f-4880-a756-b8dae5c5d808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:01.027089 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:01.027631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Bound using segment: {'id': '36148f4e-8945-4d0c-b5ab-48b0974a89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '008ebcde-ce7f-4880-a756-b8dae5c5d808'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:15:01.028683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Bound port: 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36148f4e-8945-4d0c-b5ab-48b0974a89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '008ebcde-ce7f-4880-a756-b8dae5c5d808'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:15:01.029087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:01.052846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44668) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:01.053915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-41f130c4-6518-4672-9350-e78bbbb8fcf7 tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "POST /v2.0/agents/63c98466-c638-4bbc-9b46-1f986096bcb0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4016564 Nov 12 21:15:01.068945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da362db5-af14-4c63-99c9-3c112d28c4a7 None None] Network 45587e0d-6325-457c-baff-645364c013e2 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:01.191635 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:01.198113 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:01.198858 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:01.459118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcd0f0-6489-41a0-ae4b-8ffed26893a8 req-2bff9f8c-5254-4229-9b51-00a86a6417a6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:01.462563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80dcd0f0-6489-41a0-ae4b-8ffed26893a8 req-2bff9f8c-5254-4229-9b51-00a86a6417a6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 946 time: 0.2230077 Nov 12 21:15:01.502236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-103f6e2d-50fa-4599-9d68-0c37b9efa480 None None] Provisioning complete for port 84521f8d-27e0-4a16-93a3-dc2ea9037616 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:01.502925 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-103f6e2d-50fa-4599-9d68-0c37b9efa480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:01.508242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] For port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:15:01.535844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:01.550942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] For port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,segment=NetworkSegment(36148f4e-8945-4d0c-b5ab-48b0974a89b2),segment_id=36148f4e-8945-4d0c-b5ab-48b0974a89b2)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:15:01.599537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80dcd0f0-6489-41a0-ae4b-8ffed26893a8 req-1261ec9b-5f8b-4b3a-a5d5-8d79d9e32d27 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299846 Nov 12 21:15:01.629246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:01.724093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870338a-b04e-4765-91e7-c2dd23474638 None None] Pushing event updated for resources: {'Port': ['ID=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:01.903862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=76b944ce-aabc-4e36-9d2a-fab9d4ebfddf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:01.921068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 76b944ce-aabc-4e36-9d2a-fab9d4ebfddf details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:02.013601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44684) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.019916 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5f015c49-4688-42b1-89a8-bca3a0933498 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7320557 Nov 12 21:15:02.122690 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4873d7fc-0ca7-4686-a717-73ea991bb0af tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "GET /v2.0/agents/63c98466-c638-4bbc-9b46-1f986096bcb0/dhcp-networks HTTP/1.1" status: 200 len: 8898 time: 1.0676482 Nov 12 21:15:02.132514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44686) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.188452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d921da9d-0f54-44f5-8147-a4e0aef22403 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:02.193199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d921da9d-0f54-44f5-8147-a4e0aef22403 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/networks?id=76b944ce-aabc-4e36-9d2a-fab9d4ebfddf HTTP/1.1" status: 200 len: 765 time: 0.1785743 Nov 12 21:15:02.194117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44688) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.200237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d1da0a52-63e4-4cde-aec4-37ada9f1e1e8 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'description': 'd2'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:02.346917 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1803d8a3-2746-4236-9457-2e089d557b55 tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "DELETE /v2.0/agents/63c98466-c638-4bbc-9b46-1f986096bcb0/dhcp-networks/45587e0d-6325-457c-baff-645364c013e2 HTTP/1.1" status: 204 len: 168 time: 0.2120187 Nov 12 21:15:02.349424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44690) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.518296 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-734eb972-e4eb-4a6d-8b9b-3180f481d590 tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "GET /v2.0/agents/63c98466-c638-4bbc-9b46-1f986096bcb0/dhcp-networks HTTP/1.1" status: 200 len: 8127 time: 0.1671758 Nov 12 21:15:02.525526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44696) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.559472 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8343f6d7-5fcd-4b03-b106-722a46b84842 tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "GET /v2.0/networks/008ebcde-ce7f-4880-a756-b8dae5c5d808/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0322697 Nov 12 21:15:02.560280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44698) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.577580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1da0a52-63e4-4cde-aec4-37ada9f1e1e8 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:02.594360 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f36681b4-974a-4076-947c-6f5c7e6a27d0 tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "GET /v2.0/networks/008ebcde-ce7f-4880-a756-b8dae5c5d808/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0328374 Nov 12 21:15:02.595654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44700) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.673447 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1da0a52-63e4-4cde-aec4-37ada9f1e1e8 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:02.754051 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3d306f1e-4ebe-468a-9634-34e0488c5655 tempest-DHCPAgentSchedulersTestJSON-263304376 tempest-DHCPAgentSchedulersTestJSON-263304376-project-admin] 10.222.0.64 "GET /v2.0/agents/63c98466-c638-4bbc-9b46-1f986096bcb0/dhcp-networks HTTP/1.1" status: 200 len: 8127 time: 0.1575196 Nov 12 21:15:02.759691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44704) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.847713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1da0a52-63e4-4cde-aec4-37ada9f1e1e8 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network 76b944ce-aabc-4e36-9d2a-fab9d4ebfddf is not hosted by any dhcp agent {{(pid=109629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 21:15:02.861131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1da0a52-63e4-4cde-aec4-37ada9f1e1e8 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:02.862073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1da0a52-63e4-4cde-aec4-37ada9f1e1e8 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:02.865230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d1da0a52-63e4-4cde-aec4-37ada9f1e1e8 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "PUT /v2.0/networks/76b944ce-aabc-4e36-9d2a-fab9d4ebfddf HTTP/1.1" status: 200 len: 762 time: 0.6699018 Nov 12 21:15:02.871605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44706) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:02.896982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da0a52-63e4-4cde-aec4-37ada9f1e1e8 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=76b944ce-aabc-4e36-9d2a-fab9d4ebfddf,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:02.900228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:15:02.958379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 76b944ce-aabc-4e36-9d2a-fab9d4ebfddf details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:02.991232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:02.996678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5056c80-b7e3-4eb9-9abf-a133b721e5cd req-f917e6c6-22e9-40a6-b95d-2678151786ab tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:02.998216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5056c80-b7e3-4eb9-9abf-a133b721e5cd req-f917e6c6-22e9-40a6-b95d-2678151786ab tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 946 time: 0.1301754 Nov 12 21:15:03.120104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5056c80-b7e3-4eb9-9abf-a133b721e5cd req-ed015b48-cef1-43db-b5e1-27f1a3bfa686 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076646 Nov 12 21:15:03.155624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d9e00-f64d-4561-96ae-2f5e4cb665ed tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:03.157520 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-154d9e00-f64d-4561-96ae-2f5e4cb665ed tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/networks?id=76b944ce-aabc-4e36-9d2a-fab9d4ebfddf HTTP/1.1" status: 200 len: 765 time: 0.2798946 Nov 12 21:15:03.161988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44714) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:03.165373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.262776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:03.263149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.357141 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.404128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45587e0d-6325-457c-baff-645364c013e2']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:03.416575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5c6333-3e72-48aa-afb6-ce38df180dc8') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:03.421826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5c6333-3e72-48aa-afb6-ce38df180dc8') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:03.438301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.458552 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dd4ca8-0bf6-4ecc-9615-031d4fb081ef None None] Network 008ebcde-ce7f-4880-a756-b8dae5c5d808 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:03.460033 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.477932 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.485826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:03.486307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:03.559894 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:03.640986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.659065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.669100 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "DELETE /v2.0/networks/45587e0d-6325-457c-baff-645364c013e2 HTTP/1.1" status: 204 len: 168 time: 0.9053495 Nov 12 21:15:03.677991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f98c8-1cdf-450d-8fa6-c6279c54bb13 req-fef70376-47d3-444a-bd81-82c4fd6452a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:03.679840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365f98c8-1cdf-450d-8fa6-c6279c54bb13 req-fef70376-47d3-444a-bd81-82c4fd6452a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 946 time: 0.3397598 Nov 12 21:15:03.680215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44724) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:03.692412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9433de-5f81-4a9c-9e79-cf0ad1d0120a tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event deleted for resources: {'Network': ['ID=45587e0d-6325-457c-baff-645364c013e2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:03.702363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c948a4b-9c17-4254-88b8-6dac5441823a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:03.704998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2c948a4b-9c17-4254-88b8-6dac5441823a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5333469 Nov 12 21:15:03.712671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44726) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:03.727093 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda29e64-9dc1-44e7-a2f2-38b01deda256 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:03.728112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda29e64-9dc1-44e7-a2f2-38b01deda256 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:03.731760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fda29e64-9dc1-44e7-a2f2-38b01deda256 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "DELETE /v2.0/ports/bb0324e5-85ff-4ee4-a301-6153c742322a HTTP/1.1" status: 404 len: 333 time: 0.0504913 Nov 12 21:15:03.734734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44728) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:03.775092 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06b1936a-d984-498c-bec8-fabaa2603732 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 207 time: 0.0596693 Nov 12 21:15:03.778709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44730) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:03.802349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,segment=NetworkSegment(36148f4e-8945-4d0c-b5ab-48b0974a89b2),segment_id=36148f4e-8945-4d0c-b5ab-48b0974a89b2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:03.822362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4e246598-0014-4f40-897f-d3dd30094554 None None] Provisioning complete for port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:03.822982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e246598-0014-4f40-897f-d3dd30094554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.874206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365f98c8-1cdf-450d-8fa6-c6279c54bb13 req-f409c2b5-5e38-4e9e-afff-ca0b9be14a63 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612577 Nov 12 21:15:03.884067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3eef49f-0932-4eb0-9ba3-6663f9550660 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Deleting subnet 8536594e-4d18-42cb-b57c-602bc956d6f7 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:15:03.893944 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3eef49f-0932-4eb0-9ba3-6663f9550660 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.965562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.975599 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:03.997118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500177a-451f-4ef3-9742-c2cb98c5869f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.016226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500177a-451f-4ef3-9742-c2cb98c5869f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.029041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500177a-451f-4ef3-9742-c2cb98c5869f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.046501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500177a-451f-4ef3-9742-c2cb98c5869f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.061092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500177a-451f-4ef3-9742-c2cb98c5869f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.065728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:04.078112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500177a-451f-4ef3-9742-c2cb98c5869f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.083392 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6500177a-451f-4ef3-9742-c2cb98c5869f tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3021405 Nov 12 21:15:04.087272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44734) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:04.332445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44742) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:04.333010 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8fdacfa3-7ba2-47e0-8889-ced5965fc614 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2433760 Nov 12 21:15:04.447111 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3eef49f-0932-4eb0-9ba3-6663f9550660 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:04.516031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a1605-bc89-44c2-9ae7-89d024f197dc tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.517584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a1605-bc89-44c2-9ae7-89d024f197dc tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.519100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a1605-bc89-44c2-9ae7-89d024f197dc tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.520637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a1605-bc89-44c2-9ae7-89d024f197dc tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.522302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a1605-bc89-44c2-9ae7-89d024f197dc tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.527727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f0a1605-bc89-44c2-9ae7-89d024f197dc tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1904283 Nov 12 21:15:04.528657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:04.558806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa129-a62f-4185-bcf4-409660c444ee req-89122a8d-4395-447d-8a03-045ae54ed421 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.575831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-636fa129-a62f-4185-bcf4-409660c444ee req-89122a8d-4395-447d-8a03-045ae54ed421 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 946 time: 0.2536469 Nov 12 21:15:04.638709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-758cfa6e-f8bb-4038-b779-93a15eca8071 None None] Provisioning complete for port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:04.647998 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-758cfa6e-f8bb-4038-b779-93a15eca8071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:04.683748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-636fa129-a62f-4185-bcf4-409660c444ee req-933bb34b-0af9-4ec9-a29e-8ff7e2c530c5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068373 Nov 12 21:15:04.704786 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3eef49f-0932-4eb0-9ba3-6663f9550660 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:04.865226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0bd6b-3752-47e3-ae8a-24a288372774 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.870530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0bd6b-3752-47e3-ae8a-24a288372774 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.877520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0bd6b-3752-47e3-ae8a-24a288372774 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.882240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:15:04.883511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0bd6b-3752-47e3-ae8a-24a288372774 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.893434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0bd6b-3752-47e3-ae8a-24a288372774 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:04.903832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44754) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:04.922566 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-55b0bd6b-3752-47e3-ae8a-24a288372774 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3701005 Nov 12 21:15:04.926485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3eef49f-0932-4eb0-9ba3-6663f9550660 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:04.971659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c3eef49f-0932-4eb0-9ba3-6663f9550660 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:04.982573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c3eef49f-0932-4eb0-9ba3-6663f9550660 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "DELETE /v2.0/subnets/8536594e-4d18-42cb-b57c-602bc956d6f7 HTTP/1.1" status: 204 len: 168 time: 1.2463949 Nov 12 21:15:04.986502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:05.022717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eef49f-0932-4eb0-9ba3-6663f9550660 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event deleted for resources: {'Subnet': ['ID=8536594e-4d18-42cb-b57c-602bc956d6f7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:05.116358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:05.116900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.155704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84469bc5-c602-4a9d-b2d1-77de1de65166 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:05.157209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-84469bc5-c602-4a9d-b2d1-77de1de65166 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/networks/f9f94585-cf28-426d-948a-f069b8be17f9 HTTP/1.1" status: 200 len: 803 time: 0.2520638 Nov 12 21:15:05.161060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44762) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:05.227770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44766) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:05.305466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9df0683a-2926-4762-b12e-9d5113315f79 None None] Could not find standard attr ID for object bb0324e5-85ff-4ee4-a301-6153c742322a. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:15:05.312501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba217540-b345-4ef0-bec6-586aec699a19 None None] Network 008ebcde-ce7f-4880-a756-b8dae5c5d808 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:05.337183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.417076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ae64984b-f090-429a-b724-2a042f72336e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/networks/f9f94585-cf28-426d-948a-f069b8be17f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2511945 Nov 12 21:15:05.419716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44772) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:05.477752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a6c2a-68d8-4b74-ac3d-9fedc4320aa5 req-355bfb89-693e-4d9d-82be-55a0dd320fc3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:05.484313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f95a6c2a-68d8-4b74-ac3d-9fedc4320aa5 req-355bfb89-693e-4d9d-82be-55a0dd320fc3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 946 time: 0.0684824 Nov 12 21:15:05.529431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f465582-e4fe-4dca-b67e-d846b5cf3d4b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:05.536532 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5f465582-e4fe-4dca-b67e-d846b5cf3d4b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/subnets/b8b74070-ca6f-4251-9437-7600d5d714ab HTTP/1.1" status: 200 len: 843 time: 0.1097839 Nov 12 21:15:05.541575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44774) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:05.546434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f95a6c2a-68d8-4b74-ac3d-9fedc4320aa5 req-40b1608a-872e-48c8-9286-12cd32837561 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552135 Nov 12 21:15:05.556138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d01d52c-7cfe-4c08-af3b-9ccb88cd2ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.586102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Deleting port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:05.586462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.655395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26688a2b-8194-4e0e-a596-27f13262e111 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['shared'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:05.660407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-26688a2b-8194-4e0e-a596-27f13262e111 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "GET /v2.0/subnets/b8b74070-ca6f-4251-9437-7600d5d714ab?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1088510 Nov 12 21:15:05.661054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44778) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:05.665970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-199163205'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:05.681198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] DHCP port deletion for 008ebcde-ce7f-4880-a756-b8dae5c5d808 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:15:05.738516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] For port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,segment=NetworkSegment(36148f4e-8945-4d0c-b5ab-48b0974a89b2),segment_id=36148f4e-8945-4d0c-b5ab-48b0974a89b2)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:05.738988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.752021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] Deleting port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:05.752521 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.759032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Calling delete_port for 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:05.783562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:05.791226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.828292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:05.845428 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d01d52c-7cfe-4c08-af3b-9ccb88cd2ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.853133 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.855187 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Added segment 47ccf12c-5637-4532-88ab-6a82e5be4749 of type vlan for network 86389650-1e27-4de7-bbd6-08666d0df37f Nov 12 21:15:05.891939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] For port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,segment=NetworkSegment(36148f4e-8945-4d0c-b5ab-48b0974a89b2),segment_id=36148f4e-8945-4d0c-b5ab-48b0974a89b2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:05.892394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.910983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] Calling delete_port for 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:05.913953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d01d52c-7cfe-4c08-af3b-9ccb88cd2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.929026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:05.975066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.009149 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.017078 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.022668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] No DVR routers for this DVR port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:06.029531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:06.030438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.044330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a062963-44f3-4187-ad99-ce001849f11f None None] Pushing event deleted for resources: {'Port': ['ID=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:06.062943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc3d28-a2ba-4236-b92c-9e381de5cb01 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:15:06.090226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01d52c-7cfe-4c08-af3b-9ccb88cd2ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c51a72a-e24e-4493-b221-68415e1f6227,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:06.101327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event deleted for resources: {'Port': ['ID=1e7178c1-e2d1-4eb7-88f5-18f1e61fc723,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:06.110743 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3d01d52c-7cfe-4c08-af3b-9ccb88cd2ef2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26d12814030649c9a97a4c64e36a7c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8810434 Nov 12 21:15:06.115901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44782) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:06.120600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] No DVR routers for this DVR port 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:06.178526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Network': ['ID=86389650-1e27-4de7-bbd6-08666d0df37f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:06.201856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 86389650-1e27-4de7-bbd6-08666d0df37f details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:06.209096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-84759aea-c5b0-4f4e-9af2-40d5ac45bd95 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5464184 Nov 12 21:15:06.215404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44784) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:06.226671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'network_id': '86389650-1e27-4de7-bbd6-08666d0df37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:06.277919 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.302552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008ebcde-ce7f-4880-a756-b8dae5c5d808']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:06.313865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36148f4e-8945-4d0c-b5ab-48b0974a89b2') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:06.314165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36148f4e-8945-4d0c-b5ab-48b0974a89b2') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:06.325040 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.340064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.347629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:06.348043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.422685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dc3d28-a2ba-4236-b92c-9e381de5cb01 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:06.456165 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:06.518149 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ee315a3-0bd5-4c86-943b-52b325af87bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.521826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.549432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Made reservation on behalf of 144c7474d1eb40cc8066cb9b7a638dc7 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:06.553846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.557050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.560888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] 10.222.0.64 "DELETE /v2.0/networks/008ebcde-ce7f-4880-a756-b8dae5c5d808 HTTP/1.1" status: 204 len: 168 time: 1.5732775 Nov 12 21:15:06.562768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cb970-9097-4e23-8c37-e78d018e83a7 tempest-DHCPAgentSchedulersTestJSON-1947088123 tempest-DHCPAgentSchedulersTestJSON-1947088123-project] Pushing event deleted for resources: {'Network': ['ID=008ebcde-ce7f-4880-a756-b8dae5c5d808,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:06.607836 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ee315a3-0bd5-4c86-943b-52b325af87bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.684660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Performing IP validity checks on allocation pools {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 21:15:06.685564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 21:15:06.788475 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ee315a3-0bd5-4c86-943b-52b325af87bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.797948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ee315a3-0bd5-4c86-943b-52b325af87bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:06.800769 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8ee315a3-0bd5-4c86-943b-52b325af87bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c51a72a-e24e-4493-b221-68415e1f6227 HTTP/1.1" status: 204 len: 168 time: 0.6833169 Nov 12 21:15:06.833735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0f885-a1f4-4079-b864-386b7802e835 req-901131da-c958-40ca-8224-6dca039f176f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:06.836618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee315a3-0bd5-4c86-943b-52b325af87bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c51a72a-e24e-4493-b221-68415e1f6227,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:06.843322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5b0f885-a1f4-4079-b864-386b7802e835 req-901131da-c958-40ca-8224-6dca039f176f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 946 time: 0.1305797 Nov 12 21:15:06.939155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:15:07.030591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-517a252a-1350-4392-81ce-45b59c8c6aef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:07.033947 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-517a252a-1350-4392-81ce-45b59c8c6aef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 946 time: 0.0901775 Nov 12 21:15:07.056331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:15:07.056787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1e7178c1-e2d1-4eb7-88f5-18f1e61fc723 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:15:07.141158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5b0f885-a1f4-4079-b864-386b7802e835 req-359c7b7b-9d0f-4444-9ff1-c095cf9f4b3a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327962 Nov 12 21:15:07.195168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44808) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:07.200279 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.247000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44812) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:07.271693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port 15e06ce2-0720-4413-93b5-eb2ba075df11 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:07.272069 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.342197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=7e67bc49-bb60-4f4c-b834-77b4207ac9c3,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:07.384359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Checking segment: {'id': '47ccf12c-5637-4532-88ab-6a82e5be4749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '86389650-1e27-4de7-bbd6-08666d0df37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:07.385174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network hostable DHCP agents. Network: 86389650-1e27-4de7-bbd6-08666d0df37f, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:07.400629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56e3432f-caa9-4acd-820d-4cb0586388d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.492254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] For port 15e06ce2-0720-4413-93b5-eb2ba075df11, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=15e06ce2-0720-4413-93b5-eb2ba075df11,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:07.492927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.497551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Network 86389650-1e27-4de7-bbd6-08666d0df37f is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:07.517153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for 15e06ce2-0720-4413-93b5-eb2ba075df11 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:07.582703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 86389650-1e27-4de7-bbd6-08666d0df37f) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:07.593540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:07.596045 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.604379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58883793-4018-4c5c-984f-74dbe3af6bfd None None] Network 86389650-1e27-4de7-bbd6-08666d0df37f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:07.694616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-be65b9ee-5faf-444c-a32f-b912fdf0f8c3 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4776027 Nov 12 21:15:07.697227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44824) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:07.718924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2a218a73-8574-4d6a-9206-13fcba084bdb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:07.746195 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d3aab967-1116-4a3d-9411-5c25b38d25ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d09727e7418b40ee968733108409aac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904568 Nov 12 21:15:07.750166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44828) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:07.769274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56e3432f-caa9-4acd-820d-4cb0586388d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.901588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2cdd952a-ea37-4987-9ef4-08f0072e56d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.905654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-86389650-1e27-4de7-bbd6-08666d0df37f', 'network_id': '86389650-1e27-4de7-bbd6-08666d0df37f', 'tenant_id': '144c7474d1eb40cc8066cb9b7a638dc7', 'fixed_ips': [{'subnet_id': '7e67bc49-bb60-4f4c-b834-77b4207ac9c3'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:07.906952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.932678 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2cdd952a-ea37-4987-9ef4-08f0072e56d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.962047 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a218a73-8574-4d6a-9206-13fcba084bdb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-23672609'] for subnet, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:07.993020 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56e3432f-caa9-4acd-820d-4cb0586388d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.066352 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-56e3432f-caa9-4acd-820d-4cb0586388d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=439b29e0f37b4ea3a97be7e1782a1cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8698108 Nov 12 21:15:08.067788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44832) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:08.068155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3432f-caa9-4acd-820d-4cb0586388d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a6007f-49cb-4272-b27b-1f43c6282820,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:08.087641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2cdd952a-ea37-4987-9ef4-08f0072e56d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.090482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2cdd952a-ea37-4987-9ef4-08f0072e56d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.092591 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2cdd952a-ea37-4987-9ef4-08f0072e56d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79deac84-33d7-4cfa-a28d-4d42d9527076 HTTP/1.1" status: 204 len: 168 time: 0.3353727 Nov 12 21:15:08.109676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd952a-ea37-4987-9ef4-08f0072e56d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79deac84-33d7-4cfa-a28d-4d42d9527076,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:08.189894 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.202914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['15e06ce2-0720-4413-93b5-eb2ba075df11'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:15:08.270875 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 21:15:08.270875 n-d-713498-29 neutron-server[109630]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 21:15:08.270875 n-d-713498-29 neutron-server[109630]: [parameters: {'in_use': 1, 'id_1': '7e67bc49-bb60-4f4c-b834-77b4207ac9c3'}] Nov 12 21:15:08.270875 n-d-713498-29 neutron-server[109630]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:15:08.274935 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:15:08.277919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=15e06ce2-0720-4413-93b5-eb2ba075df11,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:08.300356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e3d0-2e9f-482b-9740-30959a51c636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.328985 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e3d0-2e9f-482b-9740-30959a51c636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.370234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] No DVR routers for this DVR port 15e06ce2-0720-4413-93b5-eb2ba075df11 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:08.373279 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.375014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e515191-eb54-4c9f-92f5-1edd27e3293e req-0a639a87-a566-4d0b-8d40-546471b64e66 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.0500731 Nov 12 21:15:08.385658 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0e1233dd-15da-4197-bb89-7e285ec47a70 req-f322b936-2907-44c0-b2c0-427b26c06efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "DELETE /v2.0/ports/15e06ce2-0720-4413-93b5-eb2ba075df11 HTTP/1.1" status: 204 len: 173 time: 1.3445933 Nov 12 21:15:08.386290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f51bb38-f628-44f8-8ade-9c498a92f937', 'name': 'network-vif-deleted', 'tag': '15e06ce2-0720-4413-93b5-eb2ba075df11'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:15:08.393489 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7666bcb-f876-4666-ad07-d59d4a0299c5" -d '{"events": [{"server_uuid": "4f51bb38-f628-44f8-8ade-9c498a92f937", "name": "network-vif-deleted", "tag": "15e06ce2-0720-4413-93b5-eb2ba075df11"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:15:08.518433 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea28d6-c40b-45e8-b055-a8336110ab88 x-openstack-request-id: req-d8ea28d6-c40b-45e8-b055-a8336110ab88 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:15:08.518433 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f51bb38-f628-44f8-8ade-9c498a92f937", "name": "network-vif-deleted", "tag": "15e06ce2-0720-4413-93b5-eb2ba075df11", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:15:08.518433 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8ea28d6-c40b-45e8-b055-a8336110ab88 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:15:08.518433 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f51bb38-f628-44f8-8ade-9c498a92f937', 'name': 'network-vif-deleted', 'tag': '15e06ce2-0720-4413-93b5-eb2ba075df11', 'status': 'completed', 'code': 200} Nov 12 21:15:08.537873 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a218a73-8574-4d6a-9206-13fcba084bdb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781816015243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24707132'] for subnet, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.618515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a218a73-8574-4d6a-9206-13fcba084bdb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event updated for resources: {'Subnet': ['ID=7e67bc49-bb60-4f4c-b834-77b4207ac9c3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:08.622735 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e3d0-2e9f-482b-9740-30959a51c636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.626694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e3d0-2e9f-482b-9740-30959a51c636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.628369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dbd2e3d0-2e9f-482b-9740-30959a51c636 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4a6007f-49cb-4272-b27b-1f43c6282820 HTTP/1.1" status: 204 len: 168 time: 0.5588617 Nov 12 21:15:08.635645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a218a73-8574-4d6a-9206-13fcba084bdb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:08.636372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a218a73-8574-4d6a-9206-13fcba084bdb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.641400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2a218a73-8574-4d6a-9206-13fcba084bdb tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "PUT /v2.0/subnets/7e67bc49-bb60-4f4c-b834-77b4207ac9c3 HTTP/1.1" status: 200 len: 900 time: 0.9394469 Nov 12 21:15:08.641497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44862) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:08.653340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2e3d0-2e9f-482b-9740-30959a51c636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a6007f-49cb-4272-b27b-1f43c6282820,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:08.777356 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.787115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.862373 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:08.942667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Allocated IP 2001:db8::3 (86389650-1e27-4de7-bbd6-08666d0df37f/7e67bc49-bb60-4f4c-b834-77b4207ac9c3/5608ce06-4ee2-433c-a05c-d4f9d2672dd4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:15:09.104976 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.240485 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.273507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44876) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:09.297766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25881b11-5afc-4d1d-acea-606ef8fa0b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.356516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.381728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Network 86389650-1e27-4de7-bbd6-08666d0df37f is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:15:09.400971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:09.409316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Pushing event updated for resources: {'Port': ['ID=5608ce06-4ee2-433c-a05c-d4f9d2672dd4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:09.444553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:15:09.465116 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25881b11-5afc-4d1d-acea-606ef8fa0b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.554553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Attempting to bind port 5608ce06-4ee2-433c-a05c-d4f9d2672dd4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:15:09.554909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Attempting to bind port 5608ce06-4ee2-433c-a05c-d4f9d2672dd4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '47ccf12c-5637-4532-88ab-6a82e5be4749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '86389650-1e27-4de7-bbd6-08666d0df37f'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:15:09.555271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Attempting to bind port 5608ce06-4ee2-433c-a05c-d4f9d2672dd4 on network 86389650-1e27-4de7-bbd6-08666d0df37f {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:15:09.565065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:15:09.565436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Checking segment: {'id': '47ccf12c-5637-4532-88ab-6a82e5be4749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '86389650-1e27-4de7-bbd6-08666d0df37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:09.565841 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.566580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Bound using segment: {'id': '47ccf12c-5637-4532-88ab-6a82e5be4749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '86389650-1e27-4de7-bbd6-08666d0df37f'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:15:09.567020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Bound port: 5608ce06-4ee2-433c-a05c-d4f9d2672dd4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ccf12c-5637-4532-88ab-6a82e5be4749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '86389650-1e27-4de7-bbd6-08666d0df37f'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:15:09.567542 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.574336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25881b11-5afc-4d1d-acea-606ef8fa0b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.586637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=7e67bc49-bb60-4f4c-b834-77b4207ac9c3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:09.629474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b18565a1-4611-402b-a895-7ca9916db5d6 req-c3e10649-8bc4-4868-a501-85d12a5d4d74 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.1117964 Nov 12 21:15:09.636838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.671098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86389650-1e27-4de7-bbd6-08666d0df37f']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:09.672808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] For port 5608ce06-4ee2-433c-a05c-d4f9d2672dd4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:15:09.676482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] For port 5608ce06-4ee2-433c-a05c-d4f9d2672dd4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5608ce06-4ee2-433c-a05c-d4f9d2672dd4,segment=NetworkSegment(47ccf12c-5637-4532-88ab-6a82e5be4749),segment_id=47ccf12c-5637-4532-88ab-6a82e5be4749)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:15:09.684479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ccf12c-5637-4532-88ab-6a82e5be4749') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:09.684784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ccf12c-5637-4532-88ab-6a82e5be4749') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:09.689585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-25881b11-5afc-4d1d-acea-606ef8fa0b37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17ab64858cf349df8cdb97fd0905a4ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4131606 Nov 12 21:15:09.690175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44884) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:09.697527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25881b11-5afc-4d1d-acea-606ef8fa0b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ebb8a-c253-4e2e-a68a-dc86eded2883,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:09.719512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.738206 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.779585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.808624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:09.809059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:09.813070 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:09.858062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44906) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:09.891084 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f89c3f3-f337-4863-bc60-28af713e3c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:09.935445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Pushing event updated for resources: {'Port': ['ID=5608ce06-4ee2-433c-a05c-d4f9d2672dd4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:09.946671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530874df-5d08-4e8f-a164-06b58c02ad40 None None] Network 86389650-1e27-4de7-bbd6-08666d0df37f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:09.957697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46a4dd85-8df3-4032-8d53-07993c53adf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.030054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46a4dd85-8df3-4032-8d53-07993c53adf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.033620 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:15:10.033620 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:15:10.033620 n-d-713498-29 neutron-server[109628]: [parameters: {'id': '86389650-1e27-4de7-bbd6-08666d0df37f'}] Nov 12 21:15:10.033620 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:15:10.034558 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:15:10.056542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.057217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.057716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.058307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.058798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.059303 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.059788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.060271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.060777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.062112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.062779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.063266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecd659-1d76-4392-9501-39406ec6acd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:10.106957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f89c3f3-f337-4863-bc60-28af713e3c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.144341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5f0c7-bb67-4e91-a009-3d01b02076d1 None None] Network 86389650-1e27-4de7-bbd6-08666d0df37f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:10.194500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f89c3f3-f337-4863-bc60-28af713e3c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.228580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46a4dd85-8df3-4032-8d53-07993c53adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.232370 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-46a4dd85-8df3-4032-8d53-07993c53adf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.236214 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-46a4dd85-8df3-4032-8d53-07993c53adf0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e8ebb8a-c253-4e2e-a68a-dc86eded2883 HTTP/1.1" status: 204 len: 168 time: 0.5426199 Nov 12 21:15:10.256502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4dd85-8df3-4032-8d53-07993c53adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ebb8a-c253-4e2e-a68a-dc86eded2883,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:10.272601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89c3f3-f337-4863-bc60-28af713e3c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63608c2b-096e-417c-802d-bdfc55112c9c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:10.312119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4f89c3f3-f337-4863-bc60-28af713e3c66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d97c1e1f9364ac4b71fc2f4ee873b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4479735 Nov 12 21:15:10.315266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44926) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:10.431041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7899f82c-df89-43dc-bf09-933271383b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.442405 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.443079 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.474875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a45953-64bb-4809-90d2-bc929933be81 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:15:10.486357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7899f82c-df89-43dc-bf09-933271383b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.575364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.638370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting port 5608ce06-4ee2-433c-a05c-d4f9d2672dd4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:10.639113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.680253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7899f82c-df89-43dc-bf09-933271383b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.681877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a45953-64bb-4809-90d2-bc929933be81 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:15:10.683126 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7899f82c-df89-43dc-bf09-933271383b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.686905 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7899f82c-df89-43dc-bf09-933271383b1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63608c2b-096e-417c-802d-bdfc55112c9c HTTP/1.1" status: 204 len: 168 time: 0.3674219 Nov 12 21:15:10.817735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899f82c-df89-43dc-bf09-933271383b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63608c2b-096e-417c-802d-bdfc55112c9c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:10.871091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] For port 5608ce06-4ee2-433c-a05c-d4f9d2672dd4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=5608ce06-4ee2-433c-a05c-d4f9d2672dd4,segment=NetworkSegment(47ccf12c-5637-4532-88ab-6a82e5be4749),segment_id=47ccf12c-5637-4532-88ab-6a82e5be4749)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:10.898270 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:10.940120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2086201d-c874-4c69-ae23-46c2e18e1ed6 req-2a83f6c5-f310-4078-914f-fe5f798f8a79 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.1194446 Nov 12 21:15:10.942439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Calling delete_port for 5608ce06-4ee2-433c-a05c-d4f9d2672dd4 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:11.188395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:11.248068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No DVR routers for this DVR port 5608ce06-4ee2-433c-a05c-d4f9d2672dd4 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:11.256756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Port': ['ID=5608ce06-4ee2-433c-a05c-d4f9d2672dd4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:11.394087 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:11.423855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 15e06ce2-0720-4413-93b5-eb2ba075df11 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:15:11.460421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 15e06ce2-0720-4413-93b5-eb2ba075df11 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:15:11.461351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 15e06ce2-0720-4413-93b5-eb2ba075df11 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:15:11.473305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86389650-1e27-4de7-bbd6-08666d0df37f']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:11.495499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ccf12c-5637-4532-88ab-6a82e5be4749') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:11.495798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ccf12c-5637-4532-88ab-6a82e5be4749') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:11.515649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:11.540490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:11.548883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:11.553911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:11.579652 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:11.730313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:11.750772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:11.753094 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/86389650-1e27-4de7-bbd6-08666d0df37f HTTP/1.1" status: 204 len: 168 time: 3.1056147 Nov 12 21:15:11.755159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 44988) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:11.827555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1f2de-f8f5-4f12-9907-190781b8315a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=86389650-1e27-4de7-bbd6-08666d0df37f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:11.873150 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18d1e59-8122-4dd2-8378-333ded9feeb4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:11.874344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18d1e59-8122-4dd2-8378-333ded9feeb4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:11.881871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e18d1e59-8122-4dd2-8378-333ded9feeb4 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/7e67bc49-bb60-4f4c-b834-77b4207ac9c3 HTTP/1.1" status: 404 len: 337 time: 0.1254842 Nov 12 21:15:11.884532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 44998) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:11.910641 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2e286f-868c-4394-9847-4fafbd882cfd tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:11.911609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2e286f-868c-4394-9847-4fafbd882cfd tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:11.916668 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8b2e286f-868c-4394-9847-4fafbd882cfd tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/86389650-1e27-4de7-bbd6-08666d0df37f HTTP/1.1" status: 404 len: 339 time: 0.0307879 Nov 12 21:15:11.922410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45000) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.070347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:12.299009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f4078bd-3df9-42c2-a1ee-08096103008f req-0439001d-19a2-4983-b9d6-04095883fe4b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.1844194 Nov 12 21:15:12.405352 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:12.422688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45012) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.439750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b944ce-aabc-4e36-9d2a-fab9d4ebfddf']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:12.450035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232455a6-c61b-4426-b859-c0ed26f2f092') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:12.450582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232455a6-c61b-4426-b859-c0ed26f2f092') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:12.464001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:12.485888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:12.505609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:12.506314 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:12.518269 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:12.648027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-879b80ed-ca96-4867-9e88-76ab38c758ed tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.653017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-879b80ed-ca96-4867-9e88-76ab38c758ed tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2289896 Nov 12 21:15:12.656783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45022) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.664413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-c18d3cf0-d48c-44cf-bc3a-1415f28b3740 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.667221 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c18d3cf0-d48c-44cf-bc3a-1415f28b3740 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088294 Nov 12 21:15:12.669507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:12.670783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45024) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.696361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-509a4755-914d-4f70-9038-76979487d590 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.699585 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-509a4755-914d-4f70-9038-76979487d590 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0215008 Nov 12 21:15:12.712077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45026) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.724394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-85018e89-3a0a-4378-bfbc-17e44d53453d tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.730346 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-85018e89-3a0a-4378-bfbc-17e44d53453d tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0165210 Nov 12 21:15:12.736925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45028) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.746019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-4bd1fde2-50c6-435a-86e6-b66b4e3a2eeb tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.748922 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4bd1fde2-50c6-435a-86e6-b66b4e3a2eeb tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0102077 Nov 12 21:15:12.756149 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:12.781122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45030) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.787703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45032) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.790665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-82b608fb-2967-4049-a27b-7444b4af4f0f tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.803732 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/76b944ce-aabc-4e36-9d2a-fab9d4ebfddf HTTP/1.1" status: 204 len: 168 time: 0.8584569 Nov 12 21:15:12.821694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa60d2-3902-4207-a6a4-4f97e611af4e tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=76b944ce-aabc-4e36-9d2a-fab9d4ebfddf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:12.838693 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82b608fb-2967-4049-a27b-7444b4af4f0f tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0564778 Nov 12 21:15:12.843381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45034) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.864136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-5933c5d5-6f8d-423d-be99-725a990dbf15 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.872379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5933c5d5-6f8d-423d-be99-725a990dbf15 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0278120 Nov 12 21:15:12.875622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45040) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.889023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-daab6161-0eff-429d-93b9-4ce4ecf252c3 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.895005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-daab6161-0eff-429d-93b9-4ce4ecf252c3 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0183356 Nov 12 21:15:12.895708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45042) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.907600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-382219bc-fae1-4294-ac7f-5b068970d519 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.911639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-382219bc-fae1-4294-ac7f-5b068970d519 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0146477 Nov 12 21:15:12.911981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45044) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.928980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-f3311686-170c-4b51-ab46-4f6c48eab8e6 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.934309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f3311686-170c-4b51-ab46-4f6c48eab8e6 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0148702 Nov 12 21:15:12.935189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45046) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.942043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-6b449198-9e6f-4fa6-ad89-d1cf5469fabc tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.965927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45050) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.967836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6b449198-9e6f-4fa6-ad89-d1cf5469fabc tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0254846 Nov 12 21:15:12.973096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-01f473d4-fabf-43b0-b069-023eb8c686e2 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.977516 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-01f473d4-fabf-43b0-b069-023eb8c686e2 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0094211 Nov 12 21:15:12.977682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45052) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.978878 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f044b11d-3ac5-4efd-abba-0568c5b60974 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:12.979561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f044b11d-3ac5-4efd-abba-0568c5b60974 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:12.984270 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f044b11d-3ac5-4efd-abba-0568c5b60974 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/8ac44915-2555-431b-9999-cbc97379b8ce HTTP/1.1" status: 404 len: 337 time: 0.1444156 Nov 12 21:15:12.984675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-4ab8081a-001f-48c0-8df6-f5b5596491d2 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.988129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4ab8081a-001f-48c0-8df6-f5b5596491d2 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070307 Nov 12 21:15:12.988129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45054) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.989278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45056) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:12.994964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-06febe36-b876-48e6-97b5-8bdbca256031 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:12.999830 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06febe36-b876-48e6-97b5-8bdbca256031 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0093119 Nov 12 21:15:13.000469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45058) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.004909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-8fa3ca14-5186-44b0-a177-f8e41628eea1 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.010900 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8fa3ca14-5186-44b0-a177-f8e41628eea1 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094013 Nov 12 21:15:13.025530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45062) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.041762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-bbdba4fd-1604-419b-a1cd-ddb21c5b31f5 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.043181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bbdba4fd-1604-419b-a1cd-ddb21c5b31f5 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0105107 Nov 12 21:15:13.046020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45064) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.050397 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-ed10e976-858f-41bc-b119-e3dbb1a16e31 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.051412 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ed10e976-858f-41bc-b119-e3dbb1a16e31 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043819 Nov 12 21:15:13.053874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45066) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.058072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-6f359ebc-f814-457c-ad54-7640b6b5ac75 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.059024 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f359ebc-f814-457c-ad54-7640b6b5ac75 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042381 Nov 12 21:15:13.062176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45068) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.067699 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-00c974d3-0557-49cc-9aa7-4da9857a6fed tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.068955 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-00c974d3-0557-49cc-9aa7-4da9857a6fed tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056314 Nov 12 21:15:13.071862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45070) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.081779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-4bc61f98-202f-41fa-be46-2e3232b2161a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.087496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4bc61f98-202f-41fa-be46-2e3232b2161a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0102148 Nov 12 21:15:13.087496 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba10422-44af-4730-8793-efe4cdac11f5 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:13.087496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba10422-44af-4730-8793-efe4cdac11f5 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:13.090182 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45072) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.093553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4ba10422-44af-4730-8793-efe4cdac11f5 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/e8447d99-9f82-4eff-a969-de61ff3ac34d HTTP/1.1" status: 404 len: 339 time: 0.1048386 Nov 12 21:15:13.095769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45074) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.103561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-b14a46c0-619d-4133-852d-f7e9adeb7c25 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.108726 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b14a46c0-619d-4133-852d-f7e9adeb7c25 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0126810 Nov 12 21:15:13.111872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45080) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.124042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-25d552fd-eb64-4dee-b82b-aedd0ce7729b tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.125518 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25d552fd-eb64-4dee-b82b-aedd0ce7729b tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0121915 Nov 12 21:15:13.128556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.144026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-53e1987a-db80-49e1-ab50-92cfa69c9177 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.145737 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-53e1987a-db80-49e1-ab50-92cfa69c9177 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0157952 Nov 12 21:15:13.155021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45084) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.160679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-5613325b-eede-408a-a83c-c00f8dc6ea6d tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.162511 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5613325b-eede-408a-a83c-c00f8dc6ea6d tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054548 Nov 12 21:15:13.165026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45086) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.170964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-955e7619-7989-43a9-9664-a919e5099604 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.172111 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-955e7619-7989-43a9-9664-a919e5099604 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060534 Nov 12 21:15:13.174962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45088) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.182497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-73dab70b-d1b7-4f34-aa4c-081e244c46d2 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.187202 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-73dab70b-d1b7-4f34-aa4c-081e244c46d2 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068071 Nov 12 21:15:13.189585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45090) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.194740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-92698935-e038-4967-86f3-efc57fa860ec tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.196059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-92698935-e038-4967-86f3-efc57fa860ec tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052710 Nov 12 21:15:13.199360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45092) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.205156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-8ec02564-0281-43de-a5e4-c807e8a92323 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.206727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8ec02564-0281-43de-a5e4-c807e8a92323 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0061758 Nov 12 21:15:13.212796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45096) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.213007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2640df32-1164-42bc-bc83-ab95fb00eefe tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting subnet 41223f02-9968-4423-bf94-954b4c34b78f {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:15:13.216543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2640df32-1164-42bc-bc83-ab95fb00eefe tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:13.226817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-2ed34773-36ae-4ef8-926e-5de812ec7514 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.230104 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2ed34773-36ae-4ef8-926e-5de812ec7514 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0129120 Nov 12 21:15:13.234004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45100) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.402484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-8c0f5ac4-4f04-47d9-ba9c-56825b5276d8 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.402484 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c0f5ac4-4f04-47d9-ba9c-56825b5276d8 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044670 Nov 12 21:15:13.403776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2640df32-1164-42bc-bc83-ab95fb00eefe tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:13.403776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2640df32-1164-42bc-bc83-ab95fb00eefe tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:13.403776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45106) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.408243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-e8f2ad4a-97f8-496e-8016-49a3679fd68a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.409440 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e8f2ad4a-97f8-496e-8016-49a3679fd68a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0111372 Nov 12 21:15:13.412800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45108) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.422165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-e4bb3958-647b-47fb-823b-7c681ee7204e tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.423653 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e4bb3958-647b-47fb-823b-7c681ee7204e tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0091152 Nov 12 21:15:13.432583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45110) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.441742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-0574b8b4-ebcf-40d8-a571-eb1e3e612cf0 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.451994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc8faac0-df32-4108-a049-d952f52ef55c req-bea8ac7f-3fd8-4a9e-be9b-42e947a767eb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.0411644 Nov 12 21:15:13.453049 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0574b8b4-ebcf-40d8-a571-eb1e3e612cf0 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0166807 Nov 12 21:15:13.455669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45112) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.461531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-77901e31-4ba6-490a-9312-c9fdeb3854f6 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.463744 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-77901e31-4ba6-490a-9312-c9fdeb3854f6 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070670 Nov 12 21:15:13.466412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45114) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.474468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-3cfca9b3-8604-4e96-aa8d-4615269113d5 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.476333 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3cfca9b3-8604-4e96-aa8d-4615269113d5 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080786 Nov 12 21:15:13.478925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45116) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.487651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-0bcf05c4-aea9-496e-81c1-68d38cf5172c tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.489643 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0bcf05c4-aea9-496e-81c1-68d38cf5172c tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080371 Nov 12 21:15:13.493674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45118) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.504616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-9a2d312f-e837-40c7-86a9-06de729a168e tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.506355 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a2d312f-e837-40c7-86a9-06de729a168e tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074272 Nov 12 21:15:13.508507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45122) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.513136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-76c6fd65-7d54-4ceb-b60e-effd0987b216 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.517127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45124) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.518356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-76c6fd65-7d54-4ceb-b60e-effd0987b216 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087614 Nov 12 21:15:13.536344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-4ebdf1a9-2b2a-4bee-9ddd-9ca6cf33acd8 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.546023 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4ebdf1a9-2b2a-4bee-9ddd-9ca6cf33acd8 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0185647 Nov 12 21:15:13.546592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45126) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.551248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-35493ce1-2d4d-4352-a12a-0a9b1da4909f tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.555058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45128) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.555396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-35493ce1-2d4d-4352-a12a-0a9b1da4909f tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076091 Nov 12 21:15:13.559441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-d8a14d3a-fd49-46a5-82b4-e8a999ba389b tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.562995 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d8a14d3a-fd49-46a5-82b4-e8a999ba389b tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043461 Nov 12 21:15:13.563480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45130) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.567868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-8586d3ee-8424-43a2-911c-f4cef6234863 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.574578 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8586d3ee-8424-43a2-911c-f4cef6234863 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041230 Nov 12 21:15:13.574578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45132) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.590286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-94786a11-6c62-44f2-9b63-1f967d45f8af tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.596008 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-94786a11-6c62-44f2-9b63-1f967d45f8af tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0123208 Nov 12 21:15:13.598329 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45134) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.605808 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-ee22cfe3-1092-4dfc-98ff-9b9da048bc6b tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.607546 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ee22cfe3-1092-4dfc-98ff-9b9da048bc6b tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0082493 Nov 12 21:15:13.612083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45136) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.620671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-fc96e1e5-d17c-4ac8-aa48-5c23d2f9e676 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.624764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fc96e1e5-d17c-4ac8-aa48-5c23d2f9e676 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056491 Nov 12 21:15:13.625835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45138) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.630707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-8fb2d0e0-f82b-49ae-abc9-6e16c056cbff tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.634989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8fb2d0e0-f82b-49ae-abc9-6e16c056cbff tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0079455 Nov 12 21:15:13.635868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45140) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.643962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-8f463b98-1f63-4aa5-8be0-78941003e33b tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.647254 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2640df32-1164-42bc-bc83-ab95fb00eefe tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:13.648532 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8f463b98-1f63-4aa5-8be0-78941003e33b tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0112486 Nov 12 21:15:13.651576 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45142) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.659448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-6abb5b10-63ab-42d5-8375-25ff4aa44c91 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.663859 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6abb5b10-63ab-42d5-8375-25ff4aa44c91 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0094318 Nov 12 21:15:13.664813 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45144) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.668167 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2640df32-1164-42bc-bc83-ab95fb00eefe tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:13.672260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2640df32-1164-42bc-bc83-ab95fb00eefe tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/41223f02-9968-4423-bf94-954b4c34b78f HTTP/1.1" status: 204 len: 168 time: 0.5723107 Nov 12 21:15:13.673324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae8043e-9173-48f8-939b-3937a51a47a7 None None] Network fd7b4997-dd66-43c1-a3c9-018800296125 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:13.677076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-9162b0bf-04f0-44a8-9e6d-f80ea2667355 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.678995 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9162b0bf-04f0-44a8-9e6d-f80ea2667355 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0093236 Nov 12 21:15:13.680819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45146) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.682097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45148) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.697841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640df32-1164-42bc-bc83-ab95fb00eefe tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=41223f02-9968-4423-bf94-954b4c34b78f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:13.708911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [None req-1488d564-8a04-4bb5-89b0-358680d1685a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.714306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45150) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.719486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-fc52e81a-c452-4b08-b532-e38469ff38f0 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.721797 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1488d564-8a04-4bb5-89b0-358680d1685a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0172307 Nov 12 21:15:13.723796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fc52e81a-c452-4b08-b532-e38469ff38f0 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0083985 Nov 12 21:15:13.730054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45152) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.740685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-f181fdeb-4085-49b3-a0f3-287c14ffc4e6 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.744623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f181fdeb-4085-49b3-a0f3-287c14ffc4e6 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0134456 Nov 12 21:15:13.745239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45154) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.749552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-e66ad47d-50da-4bc6-8d45-05e879539def tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.763675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e66ad47d-50da-4bc6-8d45-05e879539def tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0174377 Nov 12 21:15:13.765036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45156) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.776680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-976bd7c5-adcf-4793-ade5-df336bc6171a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.776962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-976bd7c5-adcf-4793-ade5-df336bc6171a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109689 Nov 12 21:15:13.781725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45158) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.786490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-5deef311-fc0e-4230-bb90-7219a3ddcd80 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.788672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5deef311-fc0e-4230-bb90-7219a3ddcd80 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054889 Nov 12 21:15:13.798241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45160) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.812377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-ef7e2687-68b9-4997-848a-649cdb4be208 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.816710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ef7e2687-68b9-4997-848a-649cdb4be208 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0165222 Nov 12 21:15:13.822411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45162) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.822609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a55e0f-768b-4a0b-b733-4a0ef1b4b873 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting subnet 4493ff40-768d-4c15-98bb-cf887bb55d6b {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:15:13.825998 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87a55e0f-768b-4a0b-b733-4a0ef1b4b873 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:13.832708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-f77afcfc-1987-4eec-afde-c012c1210d5f tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.837434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f77afcfc-1987-4eec-afde-c012c1210d5f tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0140254 Nov 12 21:15:13.838395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45164) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.844309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-98bcca64-881a-40f0-8ded-629f09dc8aae tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.849013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-98bcca64-881a-40f0-8ded-629f09dc8aae tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095551 Nov 12 21:15:13.850571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45166) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.857193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-9632c556-5412-42c6-a572-b2ef39bf66d2 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.862517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9632c556-5412-42c6-a572-b2ef39bf66d2 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0095692 Nov 12 21:15:13.868336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45168) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.875524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-56c682f5-b83f-46ef-a1cc-19e2493498a7 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.877441 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87a55e0f-768b-4a0b-b733-4a0ef1b4b873 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:13.884810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-56c682f5-b83f-46ef-a1cc-19e2493498a7 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0148439 Nov 12 21:15:13.885658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45172) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.893391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-6faee474-11fe-48a6-8edd-b488e439ae71 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.900028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6faee474-11fe-48a6-8edd-b488e439ae71 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0114000 Nov 12 21:15:13.901095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45174) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.907964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-bdce1b02-f8ed-4d95-b3ed-7b8e9d5cf7fb tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.912574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bdce1b02-f8ed-4d95-b3ed-7b8e9d5cf7fb tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0095475 Nov 12 21:15:13.913546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45176) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.919413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-04388f75-e71f-4908-a348-915794891275 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.925013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-04388f75-e71f-4908-a348-915794891275 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0099301 Nov 12 21:15:13.926030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45178) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.930927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-77734b7b-777d-4768-b57b-f3ea68ee2583 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.934925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-77734b7b-777d-4768-b57b-f3ea68ee2583 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0079398 Nov 12 21:15:13.935754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45182) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.950031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-29360112-6f0b-410c-99e4-167ca508075a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.954848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-29360112-6f0b-410c-99e4-167ca508075a tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0083663 Nov 12 21:15:13.957544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45186) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.965997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-aaeb32d5-6d2b-4ad1-9564-3b026c00328d tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.973242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-aaeb32d5-6d2b-4ad1-9564-3b026c00328d tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0144596 Nov 12 21:15:13.974229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45188) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.979512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-8d97238a-88de-4d21-9aaa-081fba42f035 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.983826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d97238a-88de-4d21-9aaa-081fba42f035 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085244 Nov 12 21:15:13.984536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45190) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:13.989483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-2f72ce9b-c387-490f-844e-ee36dbd67f19 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:13.993695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f72ce9b-c387-490f-844e-ee36dbd67f19 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0080628 Nov 12 21:15:13.994465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45192) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:14.000716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-83ff0bd0-8727-46c1-9bc3-4a6cbd40d173 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:14.002950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-83ff0bd0-8727-46c1-9bc3-4a6cbd40d173 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075853 Nov 12 21:15:14.009706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:14.016199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-1460faa0-e8f2-4395-9046-125a86b2eec5 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:14.021006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1460faa0-e8f2-4395-9046-125a86b2eec5 tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0095479 Nov 12 21:15:14.024667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45196) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:14.035184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [None req-1231f99b-77f5-4f4c-a020-b82232fffeaf tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:15:14.048763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87a55e0f-768b-4a0b-b733-4a0ef1b4b873 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:14.049332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1231f99b-77f5-4f4c-a020-b82232fffeaf tempest-ExtensionsTestJSON-1499698858 tempest-ExtensionsTestJSON-1499698858-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0233855 Nov 12 21:15:14.262279 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87a55e0f-768b-4a0b-b733-4a0ef1b4b873 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:14.262616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45204) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:14.340735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a55e0f-768b-4a0b-b733-4a0ef1b4b873 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=4493ff40-768d-4c15-98bb-cf887bb55d6b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:14.354954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87a55e0f-768b-4a0b-b733-4a0ef1b4b873 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:14.361341 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-87a55e0f-768b-4a0b-b733-4a0ef1b4b873 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/4493ff40-768d-4c15-98bb-cf887bb55d6b HTTP/1.1" status: 204 len: 168 time: 0.6779771 Nov 12 21:15:14.364897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45208) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:14.487940 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:14.516824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f130fa56-dc9e-4037-9bb1-68132426bfc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:14.714109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3672bfa2-151f-4594-bcec-72ef3e61c137 req-9d78443f-da2f-4fbd-93db-4c610a6a9577 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.1203637 Nov 12 21:15:14.753050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting port 84521f8d-27e0-4a16-93a3-dc2ea9037616 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:14.753573 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:14.905111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45216) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:14.943188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] For port 84521f8d-27e0-4a16-93a3-dc2ea9037616, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=84521f8d-27e0-4a16-93a3-dc2ea9037616,segment=NetworkSegment(2eb1f46a-4990-4c32-b651-e7697d8256aa),segment_id=2eb1f46a-4990-4c32-b651-e7697d8256aa)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:14.950528 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:14.988473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Calling delete_port for 84521f8d-27e0-4a16-93a3-dc2ea9037616 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:15.018942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f130fa56-dc9e-4037-9bb1-68132426bfc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.092107 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f130fa56-dc9e-4037-9bb1-68132426bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.111324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d693f1-d69f-4db6-abd0-941c81e7d708 None None] Network fd7b4997-dd66-43c1-a3c9-018800296125 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:15.135349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130fa56-dc9e-4037-9bb1-68132426bfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabbf510-355a-4fe2-9835-5addfc50fcc7,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:15.151128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.188419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f130fa56-dc9e-4037-9bb1-68132426bfc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88e30e144add40d686f0a9f82f2f9083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9236162 Nov 12 21:15:15.188761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45222) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:15.256964 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.317696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Port': ['ID=84521f8d-27e0-4a16-93a3-dc2ea9037616,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:15.329918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No DVR routers for this DVR port 84521f8d-27e0-4a16-93a3-dc2ea9037616 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:15.346440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e39904b7-3dfd-4273-ba95-370e5ad3b2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.441569 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e39904b7-3dfd-4273-ba95-370e5ad3b2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.551421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.573286 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7b4997-dd66-43c1-a3c9-018800296125']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:15.588299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb1f46a-4990-4c32-b651-e7697d8256aa') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:15.589993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb1f46a-4990-4c32-b651-e7697d8256aa') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:15.603219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.629949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.642714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.645026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-42bdeb83-643b-4f72-bf85-bc24e5868921 None None] Could not find standard attr ID for object 84521f8d-27e0-4a16-93a3-dc2ea9037616. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:15:15.651280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:15.655829 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.656263 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e39904b7-3dfd-4273-ba95-370e5ad3b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.658814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e39904b7-3dfd-4273-ba95-370e5ad3b2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:15.661813 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:15.672326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e39904b7-3dfd-4273-ba95-370e5ad3b2ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dabbf510-355a-4fe2-9835-5addfc50fcc7 HTTP/1.1" status: 204 len: 168 time: 0.4725235 Nov 12 21:15:15.684830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39904b7-3dfd-4273-ba95-370e5ad3b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabbf510-355a-4fe2-9835-5addfc50fcc7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:15.730800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.822592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.847726 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1b54d2b3cda40ed82ee41e17a4142e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9414394 Nov 12 21:15:15.860611 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45236) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:15.867936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:15.878491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/fd7b4997-dd66-43c1-a3c9-018800296125 HTTP/1.1" status: 204 len: 168 time: 1.5119421 Nov 12 21:15:15.881727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e51118-1fac-4c8c-806e-589a89881210 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=fd7b4997-dd66-43c1-a3c9-018800296125,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:15.884749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45238) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:15.902210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de32b7e4-5716-4280-94f3-66b631cbfbd1 None None] DHCP port deletion for fd7b4997-dd66-43c1-a3c9-018800296125 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:15:16.000159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51d056d1-7cf5-41b8-a246-9e993b150ced req-d7855757-d41c-4a13-8704-533c06cf3edf tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.0554914 Nov 12 21:15:16.068135 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cb08f4-2e67-4ded-8942-9f4a6d20707a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:16.077754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cb08f4-2e67-4ded-8942-9f4a6d20707a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:16.081131 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-65cb08f4-2e67-4ded-8942-9f4a6d20707a tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/56c8595b-89f2-4084-95f6-ad90c4de0763 HTTP/1.1" status: 404 len: 337 time: 0.1787724 Nov 12 21:15:16.084140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45244) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:16.101181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cea0f0-80dc-41cd-a6eb-0f79b698e969,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:16.120799 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f28c769-4937-4cf9-a7bc-51ef8193e8f6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:16.121126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f28c769-4937-4cf9-a7bc-51ef8193e8f6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:16.127793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0f28c769-4937-4cf9-a7bc-51ef8193e8f6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/17041037-caa2-409d-b357-5c1473d9e14c HTTP/1.1" status: 404 len: 339 time: 0.0423152 Nov 12 21:15:16.128423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45246) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:16.132717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.134788 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.138683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.139654 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.140679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.141204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.141603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.141994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.142381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.142794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.143569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.148913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d89af90-7d4a-47d8-a4c4-b0f2ca9e73a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:16.166994 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fbaa4a-4374-4bcc-9547-292072ed0f3b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:16.167491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fbaa4a-4374-4bcc-9547-292072ed0f3b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:16.174924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d8fbaa4a-4374-4bcc-9547-292072ed0f3b tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/778a6e8e-7d44-4084-bccc-0c12c73c77f7 HTTP/1.1" status: 404 len: 337 time: 0.0406220 Nov 12 21:15:16.175611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45250) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:16.182804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-63d23a5c-7a03-490a-a33c-c8967ccba020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.197489 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9099f93e-7c73-48d0-8a3b-2dd0de8df2c2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:16.198132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9099f93e-7c73-48d0-8a3b-2dd0de8df2c2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:16.205909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9099f93e-7c73-48d0-8a3b-2dd0de8df2c2 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/efb2582e-fa2e-44eb-8d7f-03a415eddd6a HTTP/1.1" status: 404 len: 339 time: 0.0292041 Nov 12 21:15:16.206578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45252) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:16.217851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-63d23a5c-7a03-490a-a33c-c8967ccba020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.235953 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-766f3793-d805-43fa-b8d1-095bc9cd5ebf tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:16.243498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766f3793-d805-43fa-b8d1-095bc9cd5ebf tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:16.251993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-766f3793-d805-43fa-b8d1-095bc9cd5ebf tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/e4b4a76d-f27b-43fa-8338-14f2a22a6354 HTTP/1.1" status: 404 len: 337 time: 0.0442967 Nov 12 21:15:16.253526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45256) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:16.290995 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2578f63-85e8-4ab6-93f5-7e7898eb7b2c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:16.293139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2578f63-85e8-4ab6-93f5-7e7898eb7b2c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:16.306379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45258) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:16.306596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c2578f63-85e8-4ab6-93f5-7e7898eb7b2c tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/dd947294-c3a2-4267-8cce-031b49270f83 HTTP/1.1" status: 404 len: 339 time: 0.0468473 Nov 12 21:15:16.382594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-63d23a5c-7a03-490a-a33c-c8967ccba020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.385212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-63d23a5c-7a03-490a-a33c-c8967ccba020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.395615 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-63d23a5c-7a03-490a-a33c-c8967ccba020 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08cea0f0-80dc-41cd-a6eb-0f79b698e969 HTTP/1.1" status: 204 len: 168 time: 0.5273869 Nov 12 21:15:16.405420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d638ab51-6f63-40d4-a727-41004f293137 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting subnet bb299da4-9659-45fc-a7ee-fce381eec42c {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:15:16.412892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d638ab51-6f63-40d4-a727-41004f293137 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.442163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d23a5c-7a03-490a-a33c-c8967ccba020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cea0f0-80dc-41cd-a6eb-0f79b698e969,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:16.499834 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d638ab51-6f63-40d4-a727-41004f293137 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.652086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d638ab51-6f63-40d4-a727-41004f293137 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.815734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84521f8d-27e0-4a16-93a3-dc2ea9037616 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:15:16.817442 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d638ab51-6f63-40d4-a727-41004f293137 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.853343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 84521f8d-27e0-4a16-93a3-dc2ea9037616 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:15:16.853343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 84521f8d-27e0-4a16-93a3-dc2ea9037616 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:15:16.873718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638ab51-6f63-40d4-a727-41004f293137 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=bb299da4-9659-45fc-a7ee-fce381eec42c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:16.888727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d638ab51-6f63-40d4-a727-41004f293137 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:16.894544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33175a0b-5bab-4786-b2bf-e43875f30490 None None] Network 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:16.901948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45276) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:16.902465 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d638ab51-6f63-40d4-a727-41004f293137 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/bb299da4-9659-45fc-a7ee-fce381eec42c HTTP/1.1" status: 204 len: 168 time: 0.5939476 Nov 12 21:15:17.039306 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:17.121859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting port 1306d8a6-48c6-420d-88f2-745269d08177 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:17.121859 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:17.231145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd319ea3-f430-47f0-a21d-18eb3057844e req-d06ec6be-a7b1-4393-8fcb-7243e6e65a1e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f51bb38-f628-44f8-8ade-9c498a92f937 HTTP/1.1" status: 200 len: 210 time: 0.0598061 Nov 12 21:15:17.325719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] For port 1306d8a6-48c6-420d-88f2-745269d08177, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1306d8a6-48c6-420d-88f2-745269d08177,segment=NetworkSegment(be061c66-b7ca-446b-a20b-0b34e4bda9b2),segment_id=be061c66-b7ca-446b-a20b-0b34e4bda9b2)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:17.326666 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:17.348394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Calling delete_port for 1306d8a6-48c6-420d-88f2-745269d08177 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:17.472157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] DHCP port deletion for 0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:15:17.630865 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] Deleting port 1306d8a6-48c6-420d-88f2-745269d08177 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:17.631568 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:17.759581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:17.773725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] For port 1306d8a6-48c6-420d-88f2-745269d08177, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1306d8a6-48c6-420d-88f2-745269d08177,segment=NetworkSegment(be061c66-b7ca-446b-a20b-0b34e4bda9b2),segment_id=be061c66-b7ca-446b-a20b-0b34e4bda9b2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:17.774729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:17.805750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Port': ['ID=1306d8a6-48c6-420d-88f2-745269d08177,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:17.809247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] Calling delete_port for 1306d8a6-48c6-420d-88f2-745269d08177 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:17.822460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No DVR routers for this DVR port 1306d8a6-48c6-420d-88f2-745269d08177 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:17.972391 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.042141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:18.053816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be061c66-b7ca-446b-a20b-0b34e4bda9b2') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:18.054242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be061c66-b7ca-446b-a20b-0b34e4bda9b2') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:18.067432 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.075069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.087637 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.104335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:18.104914 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:18.115693 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:18.129689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] No DVR routers for this DVR port 1306d8a6-48c6-420d-88f2-745269d08177 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:18.134147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1c334-f712-4cc2-8cb9-8d1a6e38788a None None] Pushing event deleted for resources: {'Port': ['ID=1306d8a6-48c6-420d-88f2-745269d08177,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:18.246168 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.262425 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.267799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a HTTP/1.1" status: 204 len: 168 time: 1.3645349 Nov 12 21:15:18.270569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45332) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:18.300960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaef6f-56b9-47bb-a997-5b0de69eebf6 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=0b5fc3a1-f50d-44c4-9d4a-c51225d7fe2a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:18.330952 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb011cb1-3224-4835-8c33-cc91b1ec0566 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:18.336469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb011cb1-3224-4835-8c33-cc91b1ec0566 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:18.336469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eb011cb1-3224-4835-8c33-cc91b1ec0566 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/9ba90295-dd69-4436-b8b0-1a089bb52228 HTTP/1.1" status: 404 len: 337 time: 0.0648601 Nov 12 21:15:18.338658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45342) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:18.363484 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7f2feb-6e95-4df9-b2ac-4e04ee9f4685 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] DELETE failed (client error): The resource could not be found. Nov 12 21:15:18.365253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7f2feb-6e95-4df9-b2ac-4e04ee9f4685 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:15:18.367907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1a7f2feb-6e95-4df9-b2ac-4e04ee9f4685 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/da25833c-177d-4848-bf76-e383aca4513d HTTP/1.1" status: 404 len: 339 time: 0.0280921 Nov 12 21:15:18.370637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45346) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:18.446168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f692e304-df7f-4a2b-a389-84fb06e8f1ff tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting subnet b8b74070-ca6f-4251-9437-7600d5d714ab {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:15:18.449794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f692e304-df7f-4a2b-a389-84fb06e8f1ff tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.504408 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f692e304-df7f-4a2b-a389-84fb06e8f1ff tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.523154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45348) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:18.634038 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f692e304-df7f-4a2b-a389-84fb06e8f1ff tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.692401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550695602'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:18.782892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1306d8a6-48c6-420d-88f2-745269d08177 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:15:18.789442 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f692e304-df7f-4a2b-a389-84fb06e8f1ff tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.804702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 1306d8a6-48c6-420d-88f2-745269d08177 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:15:18.805505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1306d8a6-48c6-420d-88f2-745269d08177 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:15:18.837572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692e304-df7f-4a2b-a389-84fb06e8f1ff tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b74070-ca6f-4251-9437-7600d5d714ab,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:18.850582 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:18.850773 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f692e304-df7f-4a2b-a389-84fb06e8f1ff tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.856142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:18.856725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3616c-274f-4b08-a978-81aa00e8e7c2 None None] Network f9f94585-cf28-426d-948a-f069b8be17f9 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:18.856854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45358) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:18.857187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f692e304-df7f-4a2b-a389-84fb06e8f1ff tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/subnets/b8b74070-ca6f-4251-9437-7600d5d714ab HTTP/1.1" status: 204 len: 168 time: 0.4854720 Nov 12 21:15:18.893383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.095344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] DHCP port deletion for f9f94585-cf28-426d-948a-f069b8be17f9 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:15:19.100443 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.199739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] Deleting port 8c26f592-4fb0-47b8-ad4c-7905f18f832c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:19.200112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.222659 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.286540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Deleting port 8c26f592-4fb0-47b8-ad4c-7905f18f832c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:19.286883 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.322587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.374673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] For port 8c26f592-4fb0-47b8-ad4c-7905f18f832c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8c26f592-4fb0-47b8-ad4c-7905f18f832c,segment=NetworkSegment(ed0122a2-ca4e-40e8-9857-83966676a305),segment_id=ed0122a2-ca4e-40e8-9857-83966676a305)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:19.375089 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.420292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] Calling delete_port for 8c26f592-4fb0-47b8-ad4c-7905f18f832c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:19.511749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:19.522385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] For port 8c26f592-4fb0-47b8-ad4c-7905f18f832c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8c26f592-4fb0-47b8-ad4c-7905f18f832c,segment=NetworkSegment(ed0122a2-ca4e-40e8-9857-83966676a305),segment_id=ed0122a2-ca4e-40e8-9857-83966676a305)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:19.522966 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.559083 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.559823 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment 42f0bf11-cb48-47ee-961a-9cff99f28fba of type vlan for network fe42d019-6f2a-4aa8-804f-612ffcdc20fe Nov 12 21:15:19.588048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04649be3-abcd-4d23-8ecb-938c6ef0b781,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:19.641092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.673060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Calling delete_port for 8c26f592-4fb0-47b8-ad4c-7905f18f832c owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:19.715451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] No DVR routers for this DVR port 8c26f592-4fb0-47b8-ad4c-7905f18f832c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:19.718721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:19.738063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb253d-8b6e-4561-a734-26d6089bbed1 None None] Pushing event deleted for resources: {'Port': ['ID=8c26f592-4fb0-47b8-ad4c-7905f18f832c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:20.170425 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.resource_extend [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 21:15:20.275734 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.294763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.301234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:20.301846 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.328995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] No DVR routers for this DVR port 8c26f592-4fb0-47b8-ad4c-7905f18f832c on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:20.487055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.510175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f94585-cf28-426d-948a-f069b8be17f9']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:20.522942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0122a2-ca4e-40e8-9857-83966676a305') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:20.523237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0122a2-ca4e-40e8-9857-83966676a305') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:20.534729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.549583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.556406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:20.556808 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.622727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Port': ['ID=8c26f592-4fb0-47b8-ad4c-7905f18f832c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: self.session.flush() Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:20.633989 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:20.750051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=fe42d019-6f2a-4aa8-804f-612ffcdc20fe,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:20.782579 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9f733e6f-d85c-4973-8308-7d7bce620b75 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2581353 Nov 12 21:15:20.784919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network fe42d019-6f2a-4aa8-804f-612ffcdc20fe details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:20.799499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.813621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.817618 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] 10.222.0.64 "DELETE /v2.0/networks/f9f94585-cf28-426d-948a-f069b8be17f9 HTTP/1.1" status: 204 len: 168 time: 1.9598427 Nov 12 21:15:20.862511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6507f4-9065-4ff4-af2a-e69a14adf822 tempest-NetworksIpV6Test-2100768210 tempest-NetworksIpV6Test-2100768210-project] Pushing event deleted for resources: {'Network': ['ID=f9f94585-cf28-426d-948a-f069b8be17f9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:20.906661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45398) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:20.913020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': 'fe42d019-6f2a-4aa8-804f-612ffcdc20fe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:21.011272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8c26f592-4fb0-47b8-ad4c-7905f18f832c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:15:21.076839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8c26f592-4fb0-47b8-ad4c-7905f18f832c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:15:21.079811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8c26f592-4fb0-47b8-ad4c-7905f18f832c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:15:21.188014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:21.191962 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:21.615019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:21.771687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=d67ad32d-17ad-490b-b97f-9ae2dcf22aee,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:21.774479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': '42f0bf11-cb48-47ee-961a-9cff99f28fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fe42d019-6f2a-4aa8-804f-612ffcdc20fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:21.781649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: fe42d019-6f2a-4aa8-804f-612ffcdc20fe, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:21.896717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network fe42d019-6f2a-4aa8-804f-612ffcdc20fe is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:21.949085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45416) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:22.016850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, fe42d019-6f2a-4aa8-804f-612ffcdc20fe) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:22.022218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:22.023088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.032350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362e39c-6669-4cca-a853-babfce298010 None None] Network fe42d019-6f2a-4aa8-804f-612ffcdc20fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:22.085311 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:15:22.124732 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9fb1ea88-3cf2-4891-bb23-ca371ccef2b9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2162998 Nov 12 21:15:22.128499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45422) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:22.148522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711659440'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:22.273016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:22.278238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.282526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-938609d8-138c-4c8c-b2e4-da726f55c3c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=144c7474d1eb40cc8066cb9b7a638dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3320951 Nov 12 21:15:22.283209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45426) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:22.339593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:22.343521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-fe42d019-6f2a-4aa8-804f-612ffcdc20fe', 'network_id': 'fe42d019-6f2a-4aa8-804f-612ffcdc20fe', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': 'd67ad32d-17ad-490b-b97f-9ae2dcf22aee'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:22.346713 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.361579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.362160 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment c00d5c08-df01-4c91-87c7-c343820e6c25 of type vlan for network 44965b24-e306-4fbe-9f15-5329b1e9fb3e Nov 12 21:15:22.381943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ded64390-1476-4ba5-9174-06b886680588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.407419 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ded64390-1476-4ba5-9174-06b886680588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.419654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.611167 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ded64390-1476-4ba5-9174-06b886680588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.611561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.623595 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ded64390-1476-4ba5-9174-06b886680588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.623595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ded64390-1476-4ba5-9174-06b886680588 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4316844-f322-4d70-8000-ec1c0fadf3c1 HTTP/1.1" status: 204 len: 168 time: 0.3332999 Nov 12 21:15:22.630346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Allocated IP 172.20.255.242 (fe42d019-6f2a-4aa8-804f-612ffcdc20fe/d67ad32d-17ad-490b-b97f-9ae2dcf22aee/6db6a3d2-5bac-4101-876a-5b9fe10666f9) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:15:22.631750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded64390-1476-4ba5-9174-06b886680588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4316844-f322-4d70-8000-ec1c0fadf3c1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:22.632925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:22.633934 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.865910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=44965b24-e306-4fbe-9f15-5329b1e9fb3e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:22.904897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 44965b24-e306-4fbe-9f15-5329b1e9fb3e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:22.959440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45446) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:22.959958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-109c8e67-5435-4d3e-8b18-796b959dd40e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8104708 Nov 12 21:15:22.960058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': '44965b24-e306-4fbe-9f15-5329b1e9fb3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:22.960154 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:23.051447 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:23.203945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Network fe42d019-6f2a-4aa8-804f-612ffcdc20fe is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:15:23.206543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:23.219146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:15:23.221146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:23.225428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:23.293602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Pushing event updated for resources: {'Port': ['ID=6db6a3d2-5bac-4101-876a-5b9fe10666f9,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:23.313670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Attempting to bind port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:15:23.314279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Attempting to bind port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '42f0bf11-cb48-47ee-961a-9cff99f28fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fe42d019-6f2a-4aa8-804f-612ffcdc20fe'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:15:23.314810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Attempting to bind port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 on network fe42d019-6f2a-4aa8-804f-612ffcdc20fe {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:15:23.332316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:15:23.332696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Checking segment: {'id': '42f0bf11-cb48-47ee-961a-9cff99f28fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fe42d019-6f2a-4aa8-804f-612ffcdc20fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:23.333112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:23.333513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Bound using segment: {'id': '42f0bf11-cb48-47ee-961a-9cff99f28fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fe42d019-6f2a-4aa8-804f-612ffcdc20fe'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:15:23.334006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Bound port: 6db6a3d2-5bac-4101-876a-5b9fe10666f9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f0bf11-cb48-47ee-961a-9cff99f28fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fe42d019-6f2a-4aa8-804f-612ffcdc20fe'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:15:23.334394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:23.508885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] For port 6db6a3d2-5bac-4101-876a-5b9fe10666f9, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:15:23.517268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] For port 6db6a3d2-5bac-4101-876a-5b9fe10666f9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6db6a3d2-5bac-4101-876a-5b9fe10666f9,segment=NetworkSegment(42f0bf11-cb48-47ee-961a-9cff99f28fba),segment_id=42f0bf11-cb48-47ee-961a-9cff99f28fba)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:15:23.602888 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:23.841096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7b54f-14e5-4798-8a63-a44b17448d3f None None] Pushing event updated for resources: {'Port': ['ID=6db6a3d2-5bac-4101-876a-5b9fe10666f9,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:24.022640 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:24.235635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=32747e28-bf3f-42c7-9899-a77cf39a2114,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:24.256378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': 'c00d5c08-df01-4c91-87c7-c343820e6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '44965b24-e306-4fbe-9f15-5329b1e9fb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:24.262660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: 44965b24-e306-4fbe-9f15-5329b1e9fb3e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:24.399505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network 44965b24-e306-4fbe-9f15-5329b1e9fb3e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:24.489115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 44965b24-e306-4fbe-9f15-5329b1e9fb3e) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:24.495236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:24.498474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2372a3a6-f5f8-4f80-a1cb-c5c64502bd37 None None] Network 44965b24-e306-4fbe-9f15-5329b1e9fb3e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:24.506216 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:24.656941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:24.661256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7fc10390-e6d4-4459-974c-62ec93afba08 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7212884 Nov 12 21:15:25.012022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:25.018187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6db6a3d2-5bac-4101-876a-5b9fe10666f9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:15:25.102262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c67b31-f619-4768-98de-b8bfbe5867ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-44965b24-e306-4fbe-9f15-5329b1e9fb3e', 'network_id': '44965b24-e306-4fbe-9f15-5329b1e9fb3e', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': '32747e28-bf3f-42c7-9899-a77cf39a2114'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:25.103129 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e5c67b31-f619-4768-98de-b8bfbe5867ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:25.214663 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:25.517758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:25.518281 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:25.561420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1406a-26b0-46e0-94e3-c3ba2d5f3335 None None] Network fe42d019-6f2a-4aa8-804f-612ffcdc20fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:25.587068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:25.689421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=32747e28-bf3f-42c7-9899-a77cf39a2114,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server [None req-e5c67b31-f619-4768-98de-b8bfbe5867ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32747e28-bf3f-42c7-9899-a77cf39a2114: This subnet is being modified by another concurrent operation. Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32747e28-bf3f-42c7-9899-a77cf39a2114: This subnet is being modified by another concurrent operation. Nov 12 21:15:25.795934 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Nov 12 21:15:25.836393 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:25.844842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadda9f6-4e3a-4455-a6ac-17079d7da5aa None None] Network 44965b24-e306-4fbe-9f15-5329b1e9fb3e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:25.913560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44965b24-e306-4fbe-9f15-5329b1e9fb3e']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:25.966714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00d5c08-df01-4c91-87c7-c343820e6c25') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:25.966999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00d5c08-df01-4c91-87c7-c343820e6c25') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:26.054390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0ae5cada-d724-4794-9b2f-c13b4b1be691 None None] Provisioning complete for port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:26.054390 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ae5cada-d724-4794-9b2f-c13b4b1be691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.080181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.155169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.197480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:26.206578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.260479 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:26.360324 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:26.468790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.478926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.483204 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/44965b24-e306-4fbe-9f15-5329b1e9fb3e HTTP/1.1" status: 204 len: 168 time: 1.8245661 Nov 12 21:15:26.487306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45564) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:26.494623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-212936966'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:26.525362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2614fd3-22a5-4257-95eb-88a704bded6e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=44965b24-e306-4fbe-9f15-5329b1e9fb3e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:26.563086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 6db6a3d2-5bac-4101-876a-5b9fe10666f9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6db6a3d2-5bac-4101-876a-5b9fe10666f9,segment=NetworkSegment(42f0bf11-cb48-47ee-961a-9cff99f28fba),segment_id=42f0bf11-cb48-47ee-961a-9cff99f28fba)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:26.635769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:26.652776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.695493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:26.719746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.719746 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment 8909780e-741c-4c65-8619-c78c78a22685 of type vlan for network 74c6a968-d929-4bdc-9c7f-0c87a608373a Nov 12 21:15:26.802533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.982902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.990548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:26.991529 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:27.079549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:27.223085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=6db6a3d2-5bac-4101-876a-5b9fe10666f9,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:27.528178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658a74f-6af4-424a-9572-2280937ffdf1 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:15:27.554411 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12a7c61d-ec6b-4667-bf6b-56ab1e92b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:27.723231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b877eea1-e4be-43ac-b32b-b7859fed1f55 None None] Provisioning complete for port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:27.723885 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b877eea1-e4be-43ac-b32b-b7859fed1f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:27.855684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f658a74f-6af4-424a-9572-2280937ffdf1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:15:27.931395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4424560 Nov 12 21:15:27.934038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45632) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:27.942902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': '74c6a968-d929-4bdc-9c7f-0c87a608373a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:27.950383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58edd8-c2b5-4931-955a-228d94f0fbaa tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=74c6a968-d929-4bdc-9c7f-0c87a608373a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:27.987730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 74c6a968-d929-4bdc-9c7f-0c87a608373a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:28.353491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:28.358250 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:28.551390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.ipam_backend_mixin [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing IP validity checks on allocation pools {{(pid=109628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 21:15:28.552080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.ipam_backend_mixin [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 21:15:28.649199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45662) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:28.820659 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:28.864255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7aed-37ed-4901-8682-1eef7550d141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:28.914452 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=ce5fe4bd-ca39-4abc-9db5-c03578d3f007,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:28.925403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': '8909780e-741c-4c65-8619-c78c78a22685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '74c6a968-d929-4bdc-9c7f-0c87a608373a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:28.926592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: 74c6a968-d929-4bdc-9c7f-0c87a608373a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:28.975067 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7aed-37ed-4901-8682-1eef7550d141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:29.212891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6db6a3d2-5bac-4101-876a-5b9fe10666f9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:15:29.286299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:15:29.286794 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:29.742224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network 74c6a968-d929-4bdc-9c7f-0c87a608373a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:29.770717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7aed-37ed-4901-8682-1eef7550d141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:29.813350 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ddbc7aed-37ed-4901-8682-1eef7550d141 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c0dfdfb3eca4388b832577007723fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1628084 Nov 12 21:15:29.814748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc7aed-37ed-4901-8682-1eef7550d141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ace55a-5148-4bb7-a8ad-71a2385cb139,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:29.821638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45684) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:29.849795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 74c6a968-d929-4bdc-9c7f-0c87a608373a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:29.872132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:29.873341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:29.893380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c4b27-3dd0-40e9-8d66-13cba271161a None None] Network 74c6a968-d929-4bdc-9c7f-0c87a608373a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:29.984840 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f75f8919-9921-40e6-be95-d344fefcca70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.033376 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b67ba8fd-2d24-4845-94b1-c62c5a22270a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0961075 Nov 12 21:15:30.035686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45688) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:30.052662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f75f8919-9921-40e6-be95-d344fefcca70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.221925 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f75f8919-9921-40e6-be95-d344fefcca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.225802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f75f8919-9921-40e6-be95-d344fefcca70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.227040 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f75f8919-9921-40e6-be95-d344fefcca70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58ace55a-5148-4bb7-a8ad-71a2385cb139 HTTP/1.1" status: 204 len: 168 time: 0.4099679 Nov 12 21:15:30.249027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f8919-9921-40e6-be95-d344fefcca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ace55a-5148-4bb7-a8ad-71a2385cb139,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:30.279740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.283938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-641a242d-1e03-463d-8778-a49860ba3c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.289560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64274f97-a70f-4de3-a668-fc9e310ddf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-74c6a968-d929-4bdc-9c7f-0c87a608373a', 'network_id': '74c6a968-d929-4bdc-9c7f-0c87a608373a', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': 'ce5fe4bd-ca39-4abc-9db5-c03578d3f007'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:30.290374 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-64274f97-a70f-4de3-a668-fc9e310ddf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.354722 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.518606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.564337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5fe4bd-ca39-4abc-9db5-c03578d3f007,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server [None req-64274f97-a70f-4de3-a668-fc9e310ddf99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce5fe4bd-ca39-4abc-9db5-c03578d3f007: This subnet is being modified by another concurrent operation. Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce5fe4bd-ca39-4abc-9db5-c03578d3f007: This subnet is being modified by another concurrent operation. Nov 12 21:15:30.573575 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Nov 12 21:15:30.621785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba36d1c-41c4-4090-ad4f-d64728cd62bd None None] Network 74c6a968-d929-4bdc-9c7f-0c87a608373a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:30.648724 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.679007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c6a968-d929-4bdc-9c7f-0c87a608373a']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:30.693395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8909780e-741c-4c65-8619-c78c78a22685') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:30.697117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8909780e-741c-4c65-8619-c78c78a22685') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:30.712518 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.735317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.746757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:30.748331 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:30.843347 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:30.896023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe39614-000f-4cd7-a207-5e2c9844641f None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:15:30.969862 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.972543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:30.976958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/74c6a968-d929-4bdc-9c7f-0c87a608373a HTTP/1.1" status: 204 len: 168 time: 0.9402232 Nov 12 21:15:30.980540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45714) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:30.988044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-693221738'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:31.003043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe39614-000f-4cd7-a207-5e2c9844641f None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:15:31.034245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe9609-b61b-4bf3-acc4-3509cf096606 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=74c6a968-d929-4bdc-9c7f-0c87a608373a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:31.119454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:31.125379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.168944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:31.187584 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.188206 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment b46fdb95-9669-4465-bb46-76deb705b162 of type vlan for network 14daea79-dbb9-4930-b552-eb63e7513d29 Nov 12 21:15:31.263804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.307090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45720) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:31.323508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48d8153d-28a4-4a8d-8bdd-6d279d1616c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.410317 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.412574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48d8153d-28a4-4a8d-8bdd-6d279d1616c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.414425 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.421517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:31.422729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.497038 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-48d8153d-28a4-4a8d-8bdd-6d279d1616c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.516412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=14daea79-dbb9-4930-b552-eb63e7513d29,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:31.530533 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 14daea79-dbb9-4930-b552-eb63e7513d29 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:31.542747 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-48d8153d-28a4-4a8d-8bdd-6d279d1616c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d2b69f786994a66816f8a065526797d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339637 Nov 12 21:15:31.546008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45726) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:31.552264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8153d-28a4-4a8d-8bdd-6d279d1616c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1044ccec-a057-4a67-86f1-331a3dbe6cee,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:31.589050 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-db5f3fe7-be0a-4bcb-a82e-29a98ae283f0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6070161 Nov 12 21:15:31.591520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45728) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:31.596985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': '14daea79-dbb9-4930-b552-eb63e7513d29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:31.636012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8089ec5-0fc1-43fc-ad9d-67e86be540e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.682316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8089ec5-0fc1-43fc-ad9d-67e86be540e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.832135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8089ec5-0fc1-43fc-ad9d-67e86be540e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.834980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f8089ec5-0fc1-43fc-ad9d-67e86be540e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.836943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f8089ec5-0fc1-43fc-ad9d-67e86be540e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1044ccec-a057-4a67-86f1-331a3dbe6cee HTTP/1.1" status: 204 len: 168 time: 0.2893891 Nov 12 21:15:31.847631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8089ec5-0fc1-43fc-ad9d-67e86be540e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1044ccec-a057-4a67-86f1-331a3dbe6cee,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:31.858516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:31.885908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:32.739380 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:32.880565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=1e65cbe0-4379-4894-b7e5-e031693215e1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:32.889786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': 'b46fdb95-9669-4465-bb46-76deb705b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '14daea79-dbb9-4930-b552-eb63e7513d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:32.890244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: 14daea79-dbb9-4930-b552-eb63e7513d29, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:32.981247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network 14daea79-dbb9-4930-b552-eb63e7513d29 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:33.056859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 14daea79-dbb9-4930-b552-eb63e7513d29) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:33.061196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:33.067466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:33.070980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866820b7-1c0c-4b27-8ef7-cd13366d8ee4 None None] Network 14daea79-dbb9-4930-b552-eb63e7513d29 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:33.117576 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:33.183777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45762) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:33.187401 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c4e86f36-839a-4af3-b500-d742db61dec0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5924051 Nov 12 21:15:33.437709 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:33.439785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb29cb4-3e3d-469a-aa2e-6c0aaa7b0fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-14daea79-dbb9-4930-b552-eb63e7513d29', 'network_id': '14daea79-dbb9-4930-b552-eb63e7513d29', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': '1e65cbe0-4379-4894-b7e5-e031693215e1'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:33.440982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-acb29cb4-3e3d-469a-aa2e-6c0aaa7b0fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:33.530396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:33.711138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:33.758485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=1e65cbe0-4379-4894-b7e5-e031693215e1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server [None req-acb29cb4-3e3d-469a-aa2e-6c0aaa7b0fab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e65cbe0-4379-4894-b7e5-e031693215e1: This subnet is being modified by another concurrent operation. Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e65cbe0-4379-4894-b7e5-e031693215e1: This subnet is being modified by another concurrent operation. Nov 12 21:15:33.767705 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Nov 12 21:15:33.792313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a039c-b944-478c-9bcb-83f334c2f711 None None] Network 14daea79-dbb9-4930-b552-eb63e7513d29 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:33.821031 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:33.946409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:34.036783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14daea79-dbb9-4930-b552-eb63e7513d29']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:34.073723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46fdb95-9669-4465-bb46-76deb705b162') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:34.073910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46fdb95-9669-4465-bb46-76deb705b162') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:34.075531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a2b62-d9e4-4050-b19d-566ee91aeea4 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:15:34.103715 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:34.173156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:34.198632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:34.199318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:34.224712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a2b62-d9e4-4050-b19d-566ee91aeea4 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:34.224874 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:34.486718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:34.521794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:34.532740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/14daea79-dbb9-4930-b552-eb63e7513d29 HTTP/1.1" status: 204 len: 168 time: 1.3465559 Nov 12 21:15:34.536195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45800) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:34.537458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=14daea79-dbb9-4930-b552-eb63e7513d29,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:34.542123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-814336255'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:34.564167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:34.604577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0ce5e3-5cfb-4495-844f-0b7b8f4967bc tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:35.063118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:35.070914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:35.097728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:35.109050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:35.109543 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment 0ef14dbf-53bb-485f-b5c9-a3e4215b8a59 of type vlan for network d08ff56d-c511-478d-bb0b-007b58b62b98 Nov 12 21:15:35.166339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:35.261941 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:35.270273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:35.271365 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:35.381743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=d08ff56d-c511-478d-bb0b-007b58b62b98,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:35.393250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network d08ff56d-c511-478d-bb0b-007b58b62b98 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:35.427274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:35.429247 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b674a7d6-ab0b-4b29-aad2-522f096b843a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8899381 Nov 12 21:15:35.436495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': 'd08ff56d-c511-478d-bb0b-007b58b62b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:35.690949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:35.695844 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:36.342625 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:36.422154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': '0ef14dbf-53bb-485f-b5c9-a3e4215b8a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd08ff56d-c511-478d-bb0b-007b58b62b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:36.422696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: d08ff56d-c511-478d-bb0b-007b58b62b98, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:36.424757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=101d8817-c377-4eae-8859-b0550beb6456,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:36.519245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network d08ff56d-c511-478d-bb0b-007b58b62b98 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:36.593288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, d08ff56d-c511-478d-bb0b-007b58b62b98) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:36.599427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:36.604535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:36.604634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dcb493-9bce-4100-bd98-d3f62b39ad0d None None] Network d08ff56d-c511-478d-bb0b-007b58b62b98 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:36.676251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-28b0fbf1-1ed2-476d-a0cf-93b7e1dd460e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2463837 Nov 12 21:15:36.678813 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45854) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:36.893219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.039992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00d509-5fdc-4298-b820-a0fc9205d463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-d08ff56d-c511-478d-bb0b-007b58b62b98', 'network_id': 'd08ff56d-c511-478d-bb0b-007b58b62b98', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': '101d8817-c377-4eae-8859-b0550beb6456'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:37.040905 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ca00d509-5fdc-4298-b820-a0fc9205d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.059475 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.281355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.358237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=101d8817-c377-4eae-8859-b0550beb6456,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server [None req-ca00d509-5fdc-4298-b820-a0fc9205d463 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 101d8817-c377-4eae-8859-b0550beb6456: This subnet is being modified by another concurrent operation. Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 101d8817-c377-4eae-8859-b0550beb6456: This subnet is being modified by another concurrent operation. Nov 12 21:15:37.377683 n-d-713498-29 neutron-server[109630]: ERROR oslo_messaging.rpc.server Nov 12 21:15:37.429205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30199376-8b36-4392-8324-8ddd5b8697ef None None] Network d08ff56d-c511-478d-bb0b-007b58b62b98 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:37.431744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45886) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:37.552077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.597169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08ff56d-c511-478d-bb0b-007b58b62b98']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:37.612186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef14dbf-53bb-485f-b5c9-a3e4215b8a59') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:37.612576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef14dbf-53bb-485f-b5c9-a3e4215b8a59') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:37.628804 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.660365 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.672906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:37.673315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:37.676886 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:37.697417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765bb92-0f33-49c2-8449-82572f19fb87 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:15:37.820076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e38a4847-87a3-4faf-9d89-81620bc4575e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:37.902972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765bb92-0f33-49c2-8449-82572f19fb87 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:15:37.999923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.012454 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.019377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/d08ff56d-c511-478d-bb0b-007b58b62b98 HTTP/1.1" status: 204 len: 168 time: 1.3394184 Nov 12 21:15:38.024073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:38.039448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c13e6e-ed53-4822-bcc5-f140b6b570be tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=d08ff56d-c511-478d-bb0b-007b58b62b98,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:38.043116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6808771'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:38.131477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e38a4847-87a3-4faf-9d89-81620bc4575e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.198313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:38.203391 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.237262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:38.239654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e38a4847-87a3-4faf-9d89-81620bc4575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.261453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.267129 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment 3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37 of type vlan for network fdf549db-02ab-468d-80e7-2c19ef04d8cd Nov 12 21:15:38.379084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a4847-87a3-4faf-9d89-81620bc4575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177e74c5-d213-4e8e-ab6d-05d01dcf78e6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:38.413571 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e38a4847-87a3-4faf-9d89-81620bc4575e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6e03e423ae04a0bafb89aefd6136b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9806199 Nov 12 21:15:38.415737 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.416353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45914) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:38.511916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e343e917-99f0-43f8-8ff2-c918c22d9791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.512315 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45918) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:38.530627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.537589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:38.542064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.566641 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e343e917-99f0-43f8-8ff2-c918c22d9791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.698825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=fdf549db-02ab-468d-80e7-2c19ef04d8cd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:38.708298 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e343e917-99f0-43f8-8ff2-c918c22d9791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.709480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6839ebf-c7cc-4920-b04f-e414ec608c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.714504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e343e917-99f0-43f8-8ff2-c918c22d9791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:38.730328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network fdf549db-02ab-468d-80e7-2c19ef04d8cd details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:38.736142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c85bc424-9d16-4d94-be10-b41e56682a0b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.7054226 Nov 12 21:15:38.740101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:38.752136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': 'fdf549db-02ab-468d-80e7-2c19ef04d8cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:38.753014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e343e917-99f0-43f8-8ff2-c918c22d9791 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/177e74c5-d213-4e8e-ab6d-05d01dcf78e6 HTTP/1.1" status: 204 len: 168 time: 0.3333280 Nov 12 21:15:38.783336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343e917-99f0-43f8-8ff2-c918c22d9791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177e74c5-d213-4e8e-ab6d-05d01dcf78e6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:39.097937 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6839ebf-c7cc-4920-b04f-e414ec608c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:39.725388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6839ebf-c7cc-4920-b04f-e414ec608c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:39.728131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:39.733238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:39.832587 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a6839ebf-c7cc-4920-b04f-e414ec608c12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ddf63e2b6f2b4cb08a92689a4d07e1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3190274 Nov 12 21:15:39.833538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 45944) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:39.835214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.ipam_backend_mixin [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing IP validity checks on allocation pools {{(pid=109628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 21:15:39.836009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.ipam_backend_mixin [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 21:15:39.838630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6839ebf-c7cc-4920-b04f-e414ec608c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff695a6f-bd45-4c8a-aaa3-75f65e876299,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:39.983343 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1adf202b-d67e-42e3-844f-576bc6e92beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:40.029359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1adf202b-d67e-42e3-844f-576bc6e92beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:40.233942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:40.236761 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1adf202b-d67e-42e3-844f-576bc6e92beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:40.239399 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1adf202b-d67e-42e3-844f-576bc6e92beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:40.240622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1adf202b-d67e-42e3-844f-576bc6e92beb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff695a6f-bd45-4c8a-aaa3-75f65e876299 HTTP/1.1" status: 204 len: 168 time: 0.4057751 Nov 12 21:15:40.258638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf202b-d67e-42e3-844f-576bc6e92beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff695a6f-bd45-4c8a-aaa3-75f65e876299,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:40.327523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=6cc65251-fca6-4a73-b043-20cf0381151c,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:40.335673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fdf549db-02ab-468d-80e7-2c19ef04d8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:40.335847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: fdf549db-02ab-468d-80e7-2c19ef04d8cd, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:40.422461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:40.580065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network fdf549db-02ab-468d-80e7-2c19ef04d8cd is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:40.580376 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:40.690513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, fdf549db-02ab-468d-80e7-2c19ef04d8cd) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:40.696084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:40.696984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:40.706152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46604711-6b6d-4e67-8742-0ac9ecd266a0 None None] Network fdf549db-02ab-468d-80e7-2c19ef04d8cd requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:40.816419 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8ad93f19-5a17-43ce-a33b-6d22be79aa01 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0750966 Nov 12 21:15:40.821864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 45986) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:40.885948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075c4c4-d686-4d88-a604-7915918536e8 req-465d4171-f4f9-4625-a307-3db72fad162e tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:40.898136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a075c4c4-d686-4d88-a604-7915918536e8 req-465d4171-f4f9-4625-a307-3db72fad162e tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 945 time: 0.1033638 Nov 12 21:15:41.020706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a075c4c4-d686-4d88-a604-7915918536e8 req-e58438ee-6e6f-4460-9b04-bcc7936a33fc tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216679 Nov 12 21:15:41.066850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-24a278cd-486f-46c6-b180-43b52ec1b120 req-a5da1695-4edc-4a7f-b504-f754faf09501 service neutron] (109628) timed out ('10.222.0.78', 53029) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:15:41.103931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-fdf549db-02ab-468d-80e7-2c19ef04d8cd', 'network_id': 'fdf549db-02ab-468d-80e7-2c19ef04d8cd', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': '6cc65251-fca6-4a73-b043-20cf0381151c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:41.107417 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.113426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.229975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.314412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46004) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:41.337856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56c29513-9a5e-4307-bbd9-4006828dda2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.374555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Allocated IP 172.20.0.3 (fdf549db-02ab-468d-80e7-2c19ef04d8cd/6cc65251-fca6-4a73-b043-20cf0381151c/793e993d-3522-4b62-8751-39008a1c0f0c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:15:41.460946 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56c29513-9a5e-4307-bbd9-4006828dda2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.547551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-56c29513-9a5e-4307-bbd9-4006828dda2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.569166 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.586849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c29513-9a5e-4307-bbd9-4006828dda2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f8c77-ff8e-45e5-96c2-ab0158151cf2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:41.600887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-56c29513-9a5e-4307-bbd9-4006828dda2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03a3e8f6467346ca85356c1a845dc4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852600 Nov 12 21:15:41.603741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46016) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:41.664277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-257f2e25-4008-4bb0-a84f-2e1289b6f5b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.678761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.703753 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-257f2e25-4008-4bb0-a84f-2e1289b6f5b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.811754 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.920587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Network fdf549db-02ab-468d-80e7-2c19ef04d8cd is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:15:41.925538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:41.946262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:15:41.952148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-257f2e25-4008-4bb0-a84f-2e1289b6f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.952148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-257f2e25-4008-4bb0-a84f-2e1289b6f5b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:41.952829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Pushing event updated for resources: {'Port': ['ID=793e993d-3522-4b62-8751-39008a1c0f0c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:41.952940 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-257f2e25-4008-4bb0-a84f-2e1289b6f5b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/744f8c77-ff8e-45e5-96c2-ab0158151cf2 HTTP/1.1" status: 204 len: 168 time: 0.3442943 Nov 12 21:15:42.007505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Attempting to bind port 793e993d-3522-4b62-8751-39008a1c0f0c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:15:42.007882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Attempting to bind port 793e993d-3522-4b62-8751-39008a1c0f0c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fdf549db-02ab-468d-80e7-2c19ef04d8cd'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:15:42.008494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Attempting to bind port 793e993d-3522-4b62-8751-39008a1c0f0c on network fdf549db-02ab-468d-80e7-2c19ef04d8cd {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:15:42.018034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:15:42.018240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Checking segment: {'id': '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fdf549db-02ab-468d-80e7-2c19ef04d8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:42.020313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:42.020313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Bound using segment: {'id': '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fdf549db-02ab-468d-80e7-2c19ef04d8cd'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:15:42.020313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Bound port: 793e993d-3522-4b62-8751-39008a1c0f0c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fdf549db-02ab-468d-80e7-2c19ef04d8cd'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:15:42.020313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:42.041941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc65251-fca6-4a73-b043-20cf0381151c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:42.057730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:42.164325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f2e25-4008-4bb0-a84f-2e1289b6f5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f8c77-ff8e-45e5-96c2-ab0158151cf2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:42.166538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] For port 793e993d-3522-4b62-8751-39008a1c0f0c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:15:42.183876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf549db-02ab-468d-80e7-2c19ef04d8cd']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:42.183991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] For port 793e993d-3522-4b62-8751-39008a1c0f0c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=793e993d-3522-4b62-8751-39008a1c0f0c,segment=NetworkSegment(3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37),segment_id=3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:15:42.231997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:42.232303 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:42.279067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:42.280371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:42.348800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:42.361547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176a103-4c32-4e0f-866c-56d11b0fff90 req-6c4f9903-537d-42ce-865d-30208a75cfe9 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:42.366463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:42.369170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:42.374432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7176a103-4c32-4e0f-866c-56d11b0fff90 req-6c4f9903-537d-42ce-865d-30208a75cfe9 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 945 time: 0.1554437 Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:42.377985 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:42.498697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7176a103-4c32-4e0f-866c-56d11b0fff90 req-4b3cb04f-bea9-40b9-8baf-81513c9f6fab tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169391 Nov 12 21:15:42.519134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c39fc-793a-418c-8ce2-1a8b91868e0b None None] Pushing event updated for resources: {'Port': ['ID=793e993d-3522-4b62-8751-39008a1c0f0c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:42.576194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e360b6-3bc1-4c16-8fae-a0ebb7f3d618 None None] Network fdf549db-02ab-468d-80e7-2c19ef04d8cd requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:42.619679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:15:42.619679 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:15:42.619679 n-d-713498-29 neutron-server[109628]: [parameters: {'id': 'fdf549db-02ab-468d-80e7-2c19ef04d8cd'}] Nov 12 21:15:42.619679 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:15:42.620030 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:15:42.672574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-a01fd8f6-b7fa-4b07-ac26-4bb69b45bbb7 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:42.674134 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-a01fd8f6-b7fa-4b07-ac26-4bb69b45bbb7 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 945 time: 0.1516104 Nov 12 21:15:42.823159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987a37c-976b-45c3-ac2b-6bac1d3f5a99 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:15:42.880492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Deleting port 76618dc4-6994-4a05-8bba-cecff2cf96d9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:42.880876 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:42.994933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6987a37c-976b-45c3-ac2b-6bac1d3f5a99 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:15:43.043162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] For port 76618dc4-6994-4a05-8bba-cecff2cf96d9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=76618dc4-6994-4a05-8bba-cecff2cf96d9,segment=NetworkSegment(7a3d376a-6e4c-48bb-a155-adc0b207dc05),segment_id=7a3d376a-6e4c-48bb-a155-adc0b207dc05)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:43.045140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:43.068722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Calling delete_port for 76618dc4-6994-4a05-8bba-cecff2cf96d9 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:43.133520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:43.462419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Deleting port 793e993d-3522-4b62-8751-39008a1c0f0c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:43.464308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:43.596434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] For port 793e993d-3522-4b62-8751-39008a1c0f0c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=793e993d-3522-4b62-8751-39008a1c0f0c,segment=NetworkSegment(3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37),segment_id=3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:43.596819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:43.613955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Calling delete_port for 793e993d-3522-4b62-8751-39008a1c0f0c owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:43.708934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481c013-a2aa-4421-83d0-9d32caf534fd req-1703612e-3ee7-4255-a5fe-ae63ba0c4834 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:43.716690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7481c013-a2aa-4421-83d0-9d32caf534fd req-1703612e-3ee7-4255-a5fe-ae63ba0c4834 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 945 time: 0.1002922 Nov 12 21:15:43.772645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7481c013-a2aa-4421-83d0-9d32caf534fd req-0d1184b3-8710-4833-9a8c-92343be06a07 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/security-groups?id=cff39205-1c4f-4613-8614-a6dfb4a53a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Nov 12 21:15:43.833626 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:43.836814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:43.920226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No DVR routers for this DVR port 793e993d-3522-4b62-8751-39008a1c0f0c on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:43.957064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Port': ['ID=793e993d-3522-4b62-8751-39008a1c0f0c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:43.993790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e884f2b-81e8-4b4e-be19-101d6877748e None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:15:44.120532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Pushing event deleted for resources: {'Port': ['ID=76618dc4-6994-4a05-8bba-cecff2cf96d9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:44.162051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] No DVR routers for this DVR port 76618dc4-6994-4a05-8bba-cecff2cf96d9 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:44.211896 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.225820 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d667bd26-06ec-477a-ba64-cc10b1da6115 req-9a036d6d-8048-44bc-9edd-9a3b7eb79bee tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.46 "DELETE /v2.0/ports/76618dc4-6994-4a05-8bba-cecff2cf96d9 HTTP/1.1" status: 204 len: 173 time: 1.5411327 Nov 12 21:15:44.227539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2db6222-5492-4d7f-b902-dc84e334a828', 'name': 'network-vif-deleted', 'tag': '76618dc4-6994-4a05-8bba-cecff2cf96d9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:15:44.241230 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb746322-065d-4340-aa81-a5e4c507d3f7" -d '{"events": [{"server_uuid": "d2db6222-5492-4d7f-b902-dc84e334a828", "name": "network-vif-deleted", "tag": "76618dc4-6994-4a05-8bba-cecff2cf96d9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:15:44.270113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.294312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf549db-02ab-468d-80e7-2c19ef04d8cd']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:44.323463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:44.323768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0ca3be-f9a3-4b7a-96b7-fd3f2fc14a37') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:44.326564 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f37f154-f9c7-419f-8bd0-1fe68d8f92b1 x-openstack-request-id: req-9f37f154-f9c7-419f-8bd0-1fe68d8f92b1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:15:44.326855 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2db6222-5492-4d7f-b902-dc84e334a828", "name": "network-vif-deleted", "tag": "76618dc4-6994-4a05-8bba-cecff2cf96d9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:15:44.327109 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f37f154-f9c7-419f-8bd0-1fe68d8f92b1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:15:44.327536 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2db6222-5492-4d7f-b902-dc84e334a828', 'name': 'network-vif-deleted', 'tag': '76618dc4-6994-4a05-8bba-cecff2cf96d9', 'status': 'completed', 'code': 200} Nov 12 21:15:44.371450 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.393721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.411168 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:44.411608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:44.414726 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:44.656281 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.665826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.679965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46160) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:44.683384 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/fdf549db-02ab-468d-80e7-2c19ef04d8cd HTTP/1.1" status: 204 len: 168 time: 3.8518214 Nov 12 21:15:44.686610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-168504763'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:44.716408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361eba9-4923-40da-8bac-c5edfc872534 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=fdf549db-02ab-468d-80e7-2c19ef04d8cd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:44.856824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:44.860807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.929242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:44.952697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:44.953289 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment 2e047ccd-a002-4659-8b84-b1c47a23dbbc of type vlan for network a85ca92e-f946-4cfb-9e43-cc2225225627 Nov 12 21:15:45.103449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:45.188598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ded4890c-6c16-4fa8-a670-594084aa7007 req-cf02969f-88f5-48e7-959f-fc00a70dfbe6 tempest-VolumesSnapshotTestJSON-720286911 tempest-VolumesSnapshotTestJSON-720286911-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2db6222-5492-4d7f-b902-dc84e334a828 HTTP/1.1" status: 200 len: 210 time: 0.1518588 Nov 12 21:15:45.247271 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:45.263218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:45.263218 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:45.433135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46196) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:45.440982 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': 'a85ca92e-f946-4cfb-9e43-cc2225225627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:45.447869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7665293 Nov 12 21:15:45.461436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0007e89-304e-4032-b908-b6fedcbc73b8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=a85ca92e-f946-4cfb-9e43-cc2225225627,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:45.473171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a85ca92e-f946-4cfb-9e43-cc2225225627 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:45.612936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 76618dc4-6994-4a05-8bba-cecff2cf96d9 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:15:45.640098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 76618dc4-6994-4a05-8bba-cecff2cf96d9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:15:45.640704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 76618dc4-6994-4a05-8bba-cecff2cf96d9 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:15:45.718293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:45.724083 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:46.105100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:46.179876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=cbe7d47b-e523-4d96-9e44-286d82eb05af,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:46.205911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': '2e047ccd-a002-4659-8b84-b1c47a23dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a85ca92e-f946-4cfb-9e43-cc2225225627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:46.205911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: a85ca92e-f946-4cfb-9e43-cc2225225627, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:46.307428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network a85ca92e-f946-4cfb-9e43-cc2225225627 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:46.414906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a85ca92e-f946-4cfb-9e43-cc2225225627) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:46.422285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:46.422959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:46.427730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc73852-16d9-4600-88b3-278618a273d1 None None] Network a85ca92e-f946-4cfb-9e43-cc2225225627 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:46.695260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a85ca92e-f946-4cfb-9e43-cc2225225627', 'network_id': 'a85ca92e-f946-4cfb-9e43-cc2225225627', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': 'cbe7d47b-e523-4d96-9e44-286d82eb05af'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:46.696253 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:46.841362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Allocated IP 172.20.0.1 (a85ca92e-f946-4cfb-9e43-cc2225225627/cbe7d47b-e523-4d96-9e44-286d82eb05af/cbdd7b22-dfc9-43d9-90c3-151572fda3cc) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:15:46.999491 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.042412 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7323886c-11a9-426a-abc6-dc45644f114b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6068566 Nov 12 21:15:47.045994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46260) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:47.164115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.182321 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.219360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Network a85ca92e-f946-4cfb-9e43-cc2225225627 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:15:47.222682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:47.226039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:15:47.302801 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.335853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Attempting to bind port cbdd7b22-dfc9-43d9-90c3-151572fda3cc on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:15:47.337337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Attempting to bind port cbdd7b22-dfc9-43d9-90c3-151572fda3cc by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '2e047ccd-a002-4659-8b84-b1c47a23dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a85ca92e-f946-4cfb-9e43-cc2225225627'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:15:47.338485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Attempting to bind port cbdd7b22-dfc9-43d9-90c3-151572fda3cc on network a85ca92e-f946-4cfb-9e43-cc2225225627 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:15:47.349901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Pushing event updated for resources: {'Port': ['ID=cbdd7b22-dfc9-43d9-90c3-151572fda3cc,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:47.367753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:15:47.385700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Checking segment: {'id': '2e047ccd-a002-4659-8b84-b1c47a23dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a85ca92e-f946-4cfb-9e43-cc2225225627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:47.385700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.385700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Bound using segment: {'id': '2e047ccd-a002-4659-8b84-b1c47a23dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a85ca92e-f946-4cfb-9e43-cc2225225627'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:15:47.385700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Bound port: cbdd7b22-dfc9-43d9-90c3-151572fda3cc, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e047ccd-a002-4659-8b84-b1c47a23dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a85ca92e-f946-4cfb-9e43-cc2225225627'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:15:47.385700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.550365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] For port cbdd7b22-dfc9-43d9-90c3-151572fda3cc, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:15:47.555100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.555256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] For port cbdd7b22-dfc9-43d9-90c3-151572fda3cc, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cbdd7b22-dfc9-43d9-90c3-151572fda3cc,segment=NetworkSegment(2e047ccd-a002-4659-8b84-b1c47a23dbbc),segment_id=2e047ccd-a002-4659-8b84-b1c47a23dbbc)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:15:47.603524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe7d47b-e523-4d96-9e44-286d82eb05af,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:47.679545 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.774520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.818736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aa01d-9643-4cf7-8ff7-5ab56e3c4e8c None None] Pushing event updated for resources: {'Port': ['ID=cbdd7b22-dfc9-43d9-90c3-151572fda3cc,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:47.847612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ca92e-f946-4cfb-9e43-cc2225225627']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:47.873101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e047ccd-a002-4659-8b84-b1c47a23dbbc') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:47.873363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e047ccd-a002-4659-8b84-b1c47a23dbbc') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:47.889608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.920681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.939009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:47.939452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:47.942746 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:48.202927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:15:48.202927 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:15:48.202927 n-d-713498-29 neutron-server[109628]: [parameters: {'id': 'a85ca92e-f946-4cfb-9e43-cc2225225627'}] Nov 12 21:15:48.202927 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:15:48.209693 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:15:48.705428 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:48.865717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Deleting port cbdd7b22-dfc9-43d9-90c3-151572fda3cc {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:48.886340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46312) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:48.894983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.099315 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] For port cbdd7b22-dfc9-43d9-90c3-151572fda3cc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=cbdd7b22-dfc9-43d9-90c3-151572fda3cc,segment=NetworkSegment(2e047ccd-a002-4659-8b84-b1c47a23dbbc),segment_id=2e047ccd-a002-4659-8b84-b1c47a23dbbc)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:49.100195 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.120853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Calling delete_port for cbdd7b22-dfc9-43d9-90c3-151572fda3cc owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:49.127717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ce64aac-4b07-487f-8448-cd9212f8b2b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.313187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cbdd7b22-dfc9-43d9-90c3-151572fda3cc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:15:49.370330 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ce64aac-4b07-487f-8448-cd9212f8b2b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.406833 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.421683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Could not find standard attr ID for object cbdd7b22-dfc9-43d9-90c3-151572fda3cc. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:15:49.460835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Port': ['ID=cbdd7b22-dfc9-43d9-90c3-151572fda3cc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:49.473870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No DVR routers for this DVR port cbdd7b22-dfc9-43d9-90c3-151572fda3cc on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:49.489550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f67194-ba79-4eaa-8a58-8e6587f4f911 None None] Network a85ca92e-f946-4cfb-9e43-cc2225225627 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:49.569444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-543804e3-2401-4103-83be-316d95ba9c18 None None] Could not find standard attr ID for object cbdd7b22-dfc9-43d9-90c3-151572fda3cc. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:15:49.730894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61800960-cfca-42b1-ac07-f4d9aef84b6f None None] DHCP port deletion for a85ca92e-f946-4cfb-9e43-cc2225225627 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:15:49.889326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.925173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ca92e-f946-4cfb-9e43-cc2225225627']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:49.936084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e047ccd-a002-4659-8b84-b1c47a23dbbc') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:49.936334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e047ccd-a002-4659-8b84-b1c47a23dbbc') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:49.946759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.965916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:49.983908 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:50.033394 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ce64aac-4b07-487f-8448-cd9212f8b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.090349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0ce64aac-4b07-487f-8448-cd9212f8b2b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83f82f0ca46a4c31be2f3c57849b0f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2027895 Nov 12 21:15:50.094039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46334) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:50.115493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce64aac-4b07-487f-8448-cd9212f8b2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8b5132-3418-45cb-b5ef-e1dcc13c7276,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:50.192685 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3577-0ddc-44f9-b901-23ab98c81319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.233583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.240647 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.254119 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/a85ca92e-f946-4cfb-9e43-cc2225225627 HTTP/1.1" status: 204 len: 168 time: 3.2068653 Nov 12 21:15:50.255120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46338) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:50.265702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3577-0ddc-44f9-b901-23ab98c81319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.311493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522420675'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:50.358563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ffeb7-263b-48d0-aa7c-1e9a9e971127 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=a85ca92e-f946-4cfb-9e43-cc2225225627,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:50.516055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3577-0ddc-44f9-b901-23ab98c81319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.516055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3577-0ddc-44f9-b901-23ab98c81319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.516584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9f7f3577-0ddc-44f9-b901-23ab98c81319 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc8b5132-3418-45cb-b5ef-e1dcc13c7276 HTTP/1.1" status: 204 len: 168 time: 0.4213016 Nov 12 21:15:50.523843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:50.526716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f3577-0ddc-44f9-b901-23ab98c81319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8b5132-3418-45cb-b5ef-e1dcc13c7276,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:50.528871 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.585093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:50.599220 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.599744 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment ab66f2ef-4217-457e-bf45-53a8968d2395 of type vlan for network 652d86fc-286b-4eca-bf74-c417c217d441 Nov 12 21:15:50.650849 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.846478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.849653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:50.850480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:50.925964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=652d86fc-286b-4eca-bf74-c417c217d441,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:50.938089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 652d86fc-286b-4eca-bf74-c417c217d441 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:51.058850 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-352b0491-c787-4220-8694-6e3e0fc690eb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7986760 Nov 12 21:15:51.062518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46360) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:51.069915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': '652d86fc-286b-4eca-bf74-c417c217d441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:51.188829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cbdd7b22-dfc9-43d9-90c3-151572fda3cc no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:15:51.236184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: cbdd7b22-dfc9-43d9-90c3-151572fda3cc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:15:51.236496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device cbdd7b22-dfc9-43d9-90c3-151572fda3cc not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:15:51.347590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:51.351898 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:51.669107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46372) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:51.674693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-124ff54d-4f7e-422e-9d6c-92247efd4718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:51.792830 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:51.852307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-124ff54d-4f7e-422e-9d6c-92247efd4718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:51.950849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=d2316697-14e2-4dd3-8f0f-3999edb615a3,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:51.950849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': 'ab66f2ef-4217-457e-bf45-53a8968d2395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '652d86fc-286b-4eca-bf74-c417c217d441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:51.950849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: 652d86fc-286b-4eca-bf74-c417c217d441, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:52.044503 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-124ff54d-4f7e-422e-9d6c-92247efd4718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.094024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network 652d86fc-286b-4eca-bf74-c417c217d441 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:52.103878 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-124ff54d-4f7e-422e-9d6c-92247efd4718 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e372b54ca55a4a938f49bdd01e4ffa68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4433982 Nov 12 21:15:52.106311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ff54d-4f7e-422e-9d6c-92247efd4718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4faee1-ca01-44e3-b0ef-d0f3bfa20967,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:52.106646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46386) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:52.189477 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53a042c8-aeed-4fb9-9535-e6a1c3506f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.210243 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 652d86fc-286b-4eca-bf74-c417c217d441) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:52.216151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:52.217138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.226947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c36769-ab94-4e84-9794-955422b8741b None None] Network 652d86fc-286b-4eca-bf74-c417c217d441 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:52.244710 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53a042c8-aeed-4fb9-9535-e6a1c3506f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.350319 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b1635f77-b051-4ec8-96a3-2e72f836188e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2840910 Nov 12 21:15:52.350658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46394) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:52.496397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53a042c8-aeed-4fb9-9535-e6a1c3506f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.499308 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-53a042c8-aeed-4fb9-9535-e6a1c3506f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.502935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-53a042c8-aeed-4fb9-9535-e6a1c3506f09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b4faee1-ca01-44e3-b0ef-d0f3bfa20967 HTTP/1.1" status: 204 len: 168 time: 0.3927855 Nov 12 21:15:52.522826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-652d86fc-286b-4eca-bf74-c417c217d441', 'network_id': '652d86fc-286b-4eca-bf74-c417c217d441', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': 'd2316697-14e2-4dd3-8f0f-3999edb615a3'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:52.532113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.532259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a042c8-aeed-4fb9-9535-e6a1c3506f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4faee1-ca01-44e3-b0ef-d0f3bfa20967,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:52.631019 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.808466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.966144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Allocated IP 172.20.0.1 (652d86fc-286b-4eca-bf74-c417c217d441/d2316697-14e2-4dd3-8f0f-3999edb615a3/269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:15:53.220354 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.330903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.413248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Pushing event updated for resources: {'Port': ['ID=269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:53.441855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Network 652d86fc-286b-4eca-bf74-c417c217d441 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:15:53.443256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:53.448467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:15:53.516506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.570646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Attempting to bind port 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:15:53.571018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Attempting to bind port 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ab66f2ef-4217-457e-bf45-53a8968d2395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '652d86fc-286b-4eca-bf74-c417c217d441'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:15:53.571414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Attempting to bind port 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7 on network 652d86fc-286b-4eca-bf74-c417c217d441 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:15:53.578779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:15:53.579229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Checking segment: {'id': 'ab66f2ef-4217-457e-bf45-53a8968d2395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '652d86fc-286b-4eca-bf74-c417c217d441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:53.579593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.579990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Bound using segment: {'id': 'ab66f2ef-4217-457e-bf45-53a8968d2395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '652d86fc-286b-4eca-bf74-c417c217d441'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:15:53.580474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Bound port: 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab66f2ef-4217-457e-bf45-53a8968d2395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '652d86fc-286b-4eca-bf74-c417c217d441'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:15:53.580850 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.603875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=d2316697-14e2-4dd3-8f0f-3999edb615a3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:53.679100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] For port 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:15:53.684868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] For port 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7,segment=NetworkSegment(ab66f2ef-4217-457e-bf45-53a8968d2395),segment_id=ab66f2ef-4217-457e-bf45-53a8968d2395)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:15:53.727632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.751687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652d86fc-286b-4eca-bf74-c417c217d441']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:53.767923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab66f2ef-4217-457e-bf45-53a8968d2395') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:53.768245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab66f2ef-4217-457e-bf45-53a8968d2395') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:53.782675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.825709 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.826338 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.837726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:53.838355 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:53.847571 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:53.978862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694fea7-6f21-454d-afc9-658816b0ad78 None None] Pushing event updated for resources: {'Port': ['ID=269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:54.112034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f3dc3-dc8e-469f-b4c9-360de03a7c51 None None] Network 652d86fc-286b-4eca-bf74-c417c217d441 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:54.148955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:15:54.148955 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:15:54.148955 n-d-713498-29 neutron-server[109628]: [parameters: {'id': '652d86fc-286b-4eca-bf74-c417c217d441'}] Nov 12 21:15:54.148955 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:15:54.149365 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:15:54.414532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9652f-4964-408f-99f8-593af9ef773e None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:15:54.414532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9652f-4964-408f-99f8-593af9ef773e None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:15:54.650185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:54.728515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Deleting port 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:54.729083 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:54.835481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] For port 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7,segment=NetworkSegment(ab66f2ef-4217-457e-bf45-53a8968d2395),segment_id=ab66f2ef-4217-457e-bf45-53a8968d2395)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:54.836601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:54.871707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Calling delete_port for 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:55.094406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.108276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:55.219019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No DVR routers for this DVR port 269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:55.246852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Port': ['ID=269a2dbf-6f6b-4ec1-a3bf-e3c6e72e42d7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:55.369075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2077154055-network', 'tenant_id': '3b5bc9b10a394d75b5e19c266223a5a4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:55.424517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.448600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652d86fc-286b-4eca-bf74-c417c217d441']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:55.460877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab66f2ef-4217-457e-bf45-53a8968d2395') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:55.461346 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab66f2ef-4217-457e-bf45-53a8968d2395') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:55.474868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.491943 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.500105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:15:55.500724 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:15:55.504233 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:15:55.508066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Made reservation on behalf of 3b5bc9b10a394d75b5e19c266223a5a4 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:55.515827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.545193 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.699471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.727587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.731221 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/652d86fc-286b-4eca-bf74-c417c217d441 HTTP/1.1" status: 204 len: 168 time: 3.3789642 Nov 12 21:15:55.734888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:55.754650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-939852493'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:55.773796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6997ab6-144f-407b-b85c-877ded9bb96a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=652d86fc-286b-4eca-bf74-c417c217d441,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:55.823067 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.926362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:55.931616 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.976176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:55.979811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.007831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.011223 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment 7e6365e4-b3f9-4296-bb94-ae1fcbde98e9 of type vlan for network a5a72dd9-f2c8-4131-a0de-75c8fc650276 Nov 12 21:15:56.073080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e0c85-1947-434f-b33f-369872cfacdc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:56.115772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:56.145038 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.157709 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.158444 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Added segment 9923f52a-a41b-41f2-91be-c8ef4033364f of type vlan for network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 Nov 12 21:15:56.253468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.296235 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.302910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:56.303625 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.404954 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.406015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:56.406600 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.432004 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6813006 Nov 12 21:15:56.433029 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46508) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:56.434376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb727c40-e716-49ec-b216-b1b444655eab tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=a5a72dd9-f2c8-4131-a0de-75c8fc650276,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:56.447005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e716ce0f-5da7-4b5b-9350-790c63713be8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:56.457579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a5a72dd9-f2c8-4131-a0de-75c8fc650276 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:56.634343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46514) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:56.636845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5225115 Nov 12 21:15:56.648576 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Request body: {'subnet': {'network_id': 'c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2077154055-subnet', 'tenant_id': '3b5bc9b10a394d75b5e19c266223a5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:56.665732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2729bac-7dcc-4a21-8f91-f6cd3b6ff293 admin admin] Pushing event updated for resources: {'Network': ['ID=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:56.702175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:56.810218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Made reservation on behalf of 3b5bc9b10a394d75b5e19c266223a5a4 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:56.815694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.857450 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e716ce0f-5da7-4b5b-9350-790c63713be8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:57.011453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e716ce0f-5da7-4b5b-9350-790c63713be8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:57.081864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e716ce0f-5da7-4b5b-9350-790c63713be8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network a5a72dd9-f2c8-4131-a0de-75c8fc650276 is not hosted by any dhcp agent {{(pid=109628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 21:15:57.088202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e716ce0f-5da7-4b5b-9350-790c63713be8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:57.088810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e716ce0f-5da7-4b5b-9350-790c63713be8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:57.090484 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e716ce0f-5da7-4b5b-9350-790c63713be8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "PUT /v2.0/networks/a5a72dd9-f2c8-4131-a0de-75c8fc650276 HTTP/1.1" status: 200 len: 723 time: 0.6490102 Nov 12 21:15:57.095437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46528) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:57.102024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': 'a5a72dd9-f2c8-4131-a0de-75c8fc650276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:57.166947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716ce0f-5da7-4b5b-9350-790c63713be8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=a5a72dd9-f2c8-4131-a0de-75c8fc650276,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:57.183043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a5a72dd9-f2c8-4131-a0de-75c8fc650276 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:15:57.279429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:57.350494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f86ecf-82d8-4787-bf63-2340b57df7cf,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:57.360326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Checking segment: {'id': '9923f52a-a41b-41f2-91be-c8ef4033364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:57.360892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Network hostable DHCP agents. Network: c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:57.404597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:57.409952 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:57.473444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:57.572130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-613429ff-b125-4779-a31e-1022060e7242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:57.650111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:57.656484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:57.657445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:57.661386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bbdd75-afe2-4365-9b61-57e136481181 None None] Network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:57.776092 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f13acb4-ce63-4dad-815b-36b632cf56c3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1288183 Nov 12 21:15:57.794221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:58.013833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b11be5-3fa3-4ec4-b473-857cde7d3309 None None] Network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:58.062769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=f69aad0b-ccfd-4134-b1ff-ce197fde0e21,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:58.084911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a5a72dd9-f2c8-4131-a0de-75c8fc650276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:15:58.085293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: a5a72dd9-f2c8-4131-a0de-75c8fc650276, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:15:58.248436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network a5a72dd9-f2c8-4131-a0de-75c8fc650276 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:15:58.367987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a5a72dd9-f2c8-4131-a0de-75c8fc650276) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:58.373244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:58.373851 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:58.380815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e23b9-60df-4eda-b49e-89dd9ef477d8 None None] Network a5a72dd9-f2c8-4131-a0de-75c8fc650276 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:15:58.460856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b685a276-075d-4299-8b65-c3f3d361adc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3611929 Nov 12 21:15:58.461374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46562) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:58.467248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ce61e062-f4ca-4060-887f-7d298f093730 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:58.728923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ce61e062-f4ca-4060-887f-7d298f093730 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-23672609'] for subnet, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:58.766491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a5a72dd9-f2c8-4131-a0de-75c8fc650276', 'network_id': 'a5a72dd9-f2c8-4131-a0de-75c8fc650276', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': 'f69aad0b-ccfd-4134-b1ff-ce197fde0e21'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:15:58.768185 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.093362 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:15:59.183025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ce61e062-f4ca-4060-887f-7d298f093730 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781816015243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24707132'] for subnet, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.216841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46582) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:59.226209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-494060091-network', 'tenant_id': '26f83d4e556642f8a5922fc6dca61ab5'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:15:59.246148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce61e062-f4ca-4060-887f-7d298f093730 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:59.257484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ce61e062-f4ca-4060-887f-7d298f093730 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.263150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ce61e062-f4ca-4060-887f-7d298f093730 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "PUT /v2.0/subnets/f69aad0b-ccfd-4134-b1ff-ce197fde0e21 HTTP/1.1" status: 200 len: 806 time: 0.8010342 Nov 12 21:15:59.270075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:59.304652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Allocated IP 172.20.0.2 (a5a72dd9-f2c8-4131-a0de-75c8fc650276/f69aad0b-ccfd-4134-b1ff-ce197fde0e21/45acf0cf-4c5f-4714-a954-0638e1af4fb6) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:15:59.345221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61e062-f4ca-4060-887f-7d298f093730 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=f69aad0b-ccfd-4134-b1ff-ce197fde0e21,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:59.388265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Made reservation on behalf of 26f83d4e556642f8a5922fc6dca61ab5 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:15:59.391224 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.413370 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.507489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.644418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.669680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.734297 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.762811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.795143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:15:59.807879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1842689-f798-4b2c-a8be-191cdb435bd6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:59.813885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.814967 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Added segment 0aa77573-8442-4132-9c77-d23f3b71f4c7 of type vlan for network 155331c6-1d25-49d0-9935-4e00d44ab9a3 Nov 12 21:15:59.828431 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.889852 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:59.900516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Network a5a72dd9-f2c8-4131-a0de-75c8fc650276 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:15:59.900516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:15:59.909420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:15:59.924710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Pushing event updated for resources: {'Port': ['ID=45acf0cf-4c5f-4714-a954-0638e1af4fb6,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:59.998659 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.001669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:00.001669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.045410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.158661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Attempting to bind port 45acf0cf-4c5f-4714-a954-0638e1af4fb6 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:16:00.162099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Attempting to bind port 45acf0cf-4c5f-4714-a954-0638e1af4fb6 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a5a72dd9-f2c8-4131-a0de-75c8fc650276'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:16:00.162578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Attempting to bind port 45acf0cf-4c5f-4714-a954-0638e1af4fb6 on network a5a72dd9-f2c8-4131-a0de-75c8fc650276 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:16:00.174566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=f69aad0b-ccfd-4134-b1ff-ce197fde0e21,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:00.186982 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] Pushing event updated for resources: {'Network': ['ID=155331c6-1d25-49d0-9935-4e00d44ab9a3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:00.208379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 155331c6-1d25-49d0-9935-4e00d44ab9a3 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:16:00.255830 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7ac3741e-a253-4e30-a6fd-7a6fa1f0c15f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0367634 Nov 12 21:16:00.256469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46596) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:00.262590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:16:00.263316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Request body: {'subnet': {'network_id': '155331c6-1d25-49d0-9935-4e00d44ab9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-494060091-subnet', 'tenant_id': '26f83d4e556642f8a5922fc6dca61ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:00.266354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Checking segment: {'id': '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a5a72dd9-f2c8-4131-a0de-75c8fc650276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:00.267523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.267947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Bound using segment: {'id': '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a5a72dd9-f2c8-4131-a0de-75c8fc650276'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:16:00.270574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Bound port: 45acf0cf-4c5f-4714-a954-0638e1af4fb6, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a5a72dd9-f2c8-4131-a0de-75c8fc650276'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:16:00.270838 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.342092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0d3b-78b8-40be-b8c6-9e1b2f9ddb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.389574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.399206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Made reservation on behalf of 26f83d4e556642f8a5922fc6dca61ab5 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:00.405501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.417597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a72dd9-f2c8-4131-a0de-75c8fc650276']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:00.434667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:00.435139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:00.447574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.465921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.478312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:00.478312 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:00.548284 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:00.580030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] For port 45acf0cf-4c5f-4714-a954-0638e1af4fb6, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:16:00.583120 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:16:00.583120 n-d-713498-29 neutron-server[109629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:16:00.583120 n-d-713498-29 neutron-server[109629]: [parameters: {'id': 'a5a72dd9-f2c8-4131-a0de-75c8fc650276'}] Nov 12 21:16:00.583120 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:16:00.583927 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:16:00.584730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] For port 45acf0cf-4c5f-4714-a954-0638e1af4fb6, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=45acf0cf-4c5f-4714-a954-0638e1af4fb6,segment=NetworkSegment(7e6365e4-b3f9-4296-bb94-ae1fcbde98e9),segment_id=7e6365e4-b3f9-4296-bb94-ae1fcbde98e9)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:16:00.682916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:00.876123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f294a3-a6be-45b5-aad8-57c435c6aa5d None None] Network a5a72dd9-f2c8-4131-a0de-75c8fc650276 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:00.879606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39864259-8cdd-4d9e-bb7f-488a94e889e2 None None] Pushing event updated for resources: {'Port': ['ID=45acf0cf-4c5f-4714-a954-0638e1af4fb6,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:00.957245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:01.020870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c590961-1c06-45e8-86c0-972c3c9c68db,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:01.062239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Checking segment: {'id': '0aa77573-8442-4132-9c77-d23f3b71f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '155331c6-1d25-49d0-9935-4e00d44ab9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:01.062837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Network hostable DHCP agents. Network: 155331c6-1d25-49d0-9935-4e00d44ab9a3, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:16:01.063218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98d8e1-e1d2-4267-959f-93e0e5f492f4 None None] Network a5a72dd9-f2c8-4131-a0de-75c8fc650276 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:01.085933 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:01.156319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Network 155331c6-1d25-49d0-9935-4e00d44ab9a3 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:16:01.169827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Deleting port 45acf0cf-4c5f-4714-a954-0638e1af4fb6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:01.171869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:01.245406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 155331c6-1d25-49d0-9935-4e00d44ab9a3) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:01.245624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:01.246288 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:01.312359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26ce32-64d7-4f94-8c85-078422f09878 None None] Network 155331c6-1d25-49d0-9935-4e00d44ab9a3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:01.337381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] For port 45acf0cf-4c5f-4714-a954-0638e1af4fb6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=45acf0cf-4c5f-4714-a954-0638e1af4fb6,segment=NetworkSegment(7e6365e4-b3f9-4296-bb94-ae1fcbde98e9),segment_id=7e6365e4-b3f9-4296-bb94-ae1fcbde98e9)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:01.337381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:01.345624 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-61b38f85-fcc2-417d-a5a2-3df6fb03ef88 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0879347 Nov 12 21:16:01.389871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Calling delete_port for 45acf0cf-4c5f-4714-a954-0638e1af4fb6 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:01.492566 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:01.607207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c20c7e-02bd-48a8-916d-ade140c7cdf0 None None] Network 155331c6-1d25-49d0-9935-4e00d44ab9a3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:01.713048 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:01.791538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Port': ['ID=45acf0cf-4c5f-4714-a954-0638e1af4fb6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:01.821772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No DVR routers for this DVR port 45acf0cf-4c5f-4714-a954-0638e1af4fb6 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:01.889343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c4a52-8f97-4ee1-84a5-fba2f5a9d9f9 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:16:02.093337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:02.113115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c4a52-8f97-4ee1-84a5-fba2f5a9d9f9 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:16:02.152898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a72dd9-f2c8-4131-a0de-75c8fc650276']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:02.177461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:02.178045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6365e4-b3f9-4296-bb94-ae1fcbde98e9') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:02.204479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:02.225360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:02.244479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:02.245090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:02.262262 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:02.531422 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:02.567752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:02.573631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/a5a72dd9-f2c8-4131-a0de-75c8fc650276 HTTP/1.1" status: 204 len: 168 time: 3.3014715 Nov 12 21:16:02.577203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46642) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:02.609224 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0eaf395-5747-4d21-a034-5962103a2e3f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:02.609844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0eaf395-5747-4d21-a034-5962103a2e3f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:02.615909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-c48c3aa9-2465-4086-b4e7-12c1521f0f21 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:02.624913 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f0eaf395-5747-4d21-a034-5962103a2e3f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/a5a72dd9-f2c8-4131-a0de-75c8fc650276 HTTP/1.1" status: 404 len: 339 time: 0.0460107 Nov 12 21:16:02.625603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46644) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:02.626635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-c48c3aa9-2465-4086-b4e7-12c1521f0f21 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/networks?id=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 HTTP/1.1" status: 200 len: 812 time: 0.3611569 Nov 12 21:16:02.638994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1755056727', 'description': 'd1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:02.645179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896c4fb-4fb2-4b44-b7aa-e5d3d485b423 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=a5a72dd9-f2c8-4131-a0de-75c8fc650276,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:02.662572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-ee40315b-5ebc-4ad2-b077-3024f8077348 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/quotas/3b5bc9b10a394d75b5e19c266223a5a4 HTTP/1.1" status: 200 len: 375 time: 0.0348208 Nov 12 21:16:02.729122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-48263925-14c0-40ef-974c-d2086d40a714 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b5bc9b10a394d75b5e19c266223a5a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649295 Nov 12 21:16:02.752540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:02.758344 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:02.944283 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:16:02.961155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:02.962964 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment ae66a7fd-8529-425d-bc34-770b3e4035cd of type vlan for network 8cef1768-0b8a-4920-9d97-9b78d05c8ad0 Nov 12 21:16:03.021876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-e6c8a372-b191-464e-a283-534347a160e5 service neutron] 10.222.0.64 "GET /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917507 Nov 12 21:16:03.078517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:03.186191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-791b1ad4-82bb-48ba-a17e-6d884583e2b4 service neutron] 10.222.0.64 "GET /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385429 Nov 12 21:16:03.269686 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:03.273700 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:03.284228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:03.286787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:03.467357 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=8cef1768-0b8a-4920-9d97-9b78d05c8ad0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:03.494817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8cef1768-0b8a-4920-9d97-9b78d05c8ad0 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:16:03.516666 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d9d3f590-1277-4740-a02b-27e6ee5bb204 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8899956 Nov 12 21:16:03.519723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46668) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:03.741805 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:03.750903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4014187e-d894-4011-9634-4346684425f8 req-23a97cf4-2442-4eae-9d09-62f089a8ac47 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 210 time: 0.0707541 Nov 12 21:16:03.788358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c833c3e-df77-4643-8b35-7be70fb2025c tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:03.791986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2c833c3e-df77-4643-8b35-7be70fb2025c tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/networks?id=8cef1768-0b8a-4920-9d97-9b78d05c8ad0 HTTP/1.1" status: 200 len: 761 time: 0.2707734 Nov 12 21:16:03.800715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46680) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:03.806550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5eed4bd0-423b-4884-9af9-fc2fa82de5c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'description': 'd2'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:04.009684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5eed4bd0-423b-4884-9af9-fc2fa82de5c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:04.101706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5eed4bd0-423b-4884-9af9-fc2fa82de5c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:04.184185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed4bd0-423b-4884-9af9-fc2fa82de5c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=8cef1768-0b8a-4920-9d97-9b78d05c8ad0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:04.187467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5eed4bd0-423b-4884-9af9-fc2fa82de5c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network 8cef1768-0b8a-4920-9d97-9b78d05c8ad0 is not hosted by any dhcp agent {{(pid=109629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 21:16:04.194418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed4bd0-423b-4884-9af9-fc2fa82de5c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:04.195255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5eed4bd0-423b-4884-9af9-fc2fa82de5c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:04.196741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5eed4bd0-423b-4884-9af9-fc2fa82de5c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "PUT /v2.0/networks/8cef1768-0b8a-4920-9d97-9b78d05c8ad0 HTTP/1.1" status: 200 len: 758 time: 0.3950183 Nov 12 21:16:04.198162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8cef1768-0b8a-4920-9d97-9b78d05c8ad0 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:16:04.200043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46692) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:04.373121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c965ea0-ea52-43f7-884b-064cd8919c65 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:04.375100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3c965ea0-ea52-43f7-884b-064cd8919c65 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/networks?id=8cef1768-0b8a-4920-9d97-9b78d05c8ad0 HTTP/1.1" status: 200 len: 761 time: 0.1736181 Nov 12 21:16:04.379606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46698) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:04.388044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082699447'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:04.609663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:04.613406 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:04.647277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:16:04.660795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:04.661096 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment 8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e of type vlan for network 5380c15f-f97f-4c57-9876-7a7f79301a16 Nov 12 21:16:04.718936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:04.866135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abe8ea11-7ef6-4985-8b26-f7dfcfce0c85 req-81bd34a8-3aab-4904-bf88-db7b63008fd8 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 210 time: 0.0322282 Nov 12 21:16:04.867510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:04.874410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:04.875605 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:04.962137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=5380c15f-f97f-4c57-9876-7a7f79301a16,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:04.974875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5380c15f-f97f-4c57-9876-7a7f79301a16 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:16:05.019466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ce2b79a3-9406-4bac-a2ac-fcc8e0d0fac8 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6352134 Nov 12 21:16:05.019877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46716) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:05.032511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': '5380c15f-f97f-4c57-9876-7a7f79301a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:05.230554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:05.236177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:05.685306 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:05.766067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=9f332307-913f-40d6-84d1-144139f04ae2,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:05.805471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5380c15f-f97f-4c57-9876-7a7f79301a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:05.805471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: 5380c15f-f97f-4c57-9876-7a7f79301a16, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:16:05.969872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network 5380c15f-f97f-4c57-9876-7a7f79301a16 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:16:05.980848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09392a40-f71c-4920-afbf-181d71e6392b req-315d6312-9175-445e-b90b-b052e9b8ad59 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 210 time: 0.0311472 Nov 12 21:16:06.090557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5380c15f-f97f-4c57-9876-7a7f79301a16) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:06.095309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:06.095912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:06.103929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac501b25-866a-4ed0-b740-cdaa6c8b2898 None None] Network 5380c15f-f97f-4c57-9876-7a7f79301a16 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:06.332251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-5380c15f-f97f-4c57-9876-7a7f79301a16', 'network_id': '5380c15f-f97f-4c57-9876-7a7f79301a16', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': '9f332307-913f-40d6-84d1-144139f04ae2'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:16:06.336223 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:06.361787 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a64c209-f5c2-470b-bb73-152e9e2ca698 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3406723 Nov 12 21:16:06.364476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46746) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:06.501775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:06.525793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Allocated IP 172.20.0.2 (5380c15f-f97f-4c57-9876-7a7f79301a16/9f332307-913f-40d6-84d1-144139f04ae2/e535e7bd-2c03-46fb-a975-36a4ab0417d4) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:16:06.562375 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:06.767077 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:06.977576 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.069690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Network 5380c15f-f97f-4c57-9876-7a7f79301a16 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:16:07.072769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:07.075611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:16:07.082295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Pushing event updated for resources: {'Port': ['ID=e535e7bd-2c03-46fb-a975-36a4ab0417d4,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:07.115343 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3212ed21-f9be-44fb-883e-11fbc879ee9b req-d1edb317-82cc-4c92-aa37-322def222476 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 210 time: 0.0338616 Nov 12 21:16:07.140601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.157601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Attempting to bind port e535e7bd-2c03-46fb-a975-36a4ab0417d4 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:16:07.158351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Attempting to bind port e535e7bd-2c03-46fb-a975-36a4ab0417d4 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5380c15f-f97f-4c57-9876-7a7f79301a16'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:16:07.158351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Attempting to bind port e535e7bd-2c03-46fb-a975-36a4ab0417d4 on network 5380c15f-f97f-4c57-9876-7a7f79301a16 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:16:07.166477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:16:07.166865 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Checking segment: {'id': '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5380c15f-f97f-4c57-9876-7a7f79301a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:07.167276 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.167793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Bound using segment: {'id': '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5380c15f-f97f-4c57-9876-7a7f79301a16'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:16:07.168293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Bound port: e535e7bd-2c03-46fb-a975-36a4ab0417d4, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5380c15f-f97f-4c57-9876-7a7f79301a16'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:16:07.168685 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.208868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=9f332307-913f-40d6-84d1-144139f04ae2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:07.350575 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.361880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] For port e535e7bd-2c03-46fb-a975-36a4ab0417d4, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:16:07.369662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] For port e535e7bd-2c03-46fb-a975-36a4ab0417d4, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e535e7bd-2c03-46fb-a975-36a4ab0417d4,segment=NetworkSegment(8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e),segment_id=8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:16:07.376427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-36714694-f025-45fa-be79-7e47005a6f4a tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:07.378799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-36714694-f025-45fa-be79-7e47005a6f4a tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.78 "GET /v2.0/networks?id=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 HTTP/1.1" status: 200 len: 812 time: 0.2058220 Nov 12 21:16:07.399798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Request body: {'port': {'device_id': '31bf8be8-b3dd-458b-a813-24d7201fb385', 'network_id': 'c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1', 'admin_state_up': True, 'tenant_id': '3b5bc9b10a394d75b5e19c266223a5a4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:07.418998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5380c15f-f97f-4c57-9876-7a7f79301a16']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:07.441267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:07.441267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:07.452075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.546109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.546358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.571114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:07.574272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:07.677556 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:07.715455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850aa8f-7a6d-4862-86de-0da4e8b902c9 None None] Pushing event updated for resources: {'Port': ['ID=e535e7bd-2c03-46fb-a975-36a4ab0417d4,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:07.738552 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ff317-82c5-4803-94c6-dc2e088eb68c None None] Network 5380c15f-f97f-4c57-9876-7a7f79301a16 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:07.759026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Made reservation on behalf of 3b5bc9b10a394d75b5e19c266223a5a4 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:07.764490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:16:07.764490 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:16:07.764490 n-d-713498-29 neutron-server[109628]: [parameters: {'id': '5380c15f-f97f-4c57-9876-7a7f79301a16'}] Nov 12 21:16:07.764490 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:16:07.769918 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:16:07.770161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:07.914825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b289fa-be65-40b0-870f-769d5da58f60 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:16:07.990077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Allocated IP 172.20.0.13 (c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1/25f86ecf-82d8-4787-bf63-2340b57df7cf/be457087-41a8-4722-b857-dfd3abe3e727) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:16:08.084496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b289fa-be65-40b0-870f-769d5da58f60 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:16:08.265953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:08.416513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Deleting port e535e7bd-2c03-46fb-a975-36a4ab0417d4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:08.416513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:08.571015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] For port e535e7bd-2c03-46fb-a975-36a4ab0417d4, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e535e7bd-2c03-46fb-a975-36a4ab0417d4,segment=NetworkSegment(8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e),segment_id=8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:08.580027 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:08.603359 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Calling delete_port for e535e7bd-2c03-46fb-a975-36a4ab0417d4 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:08.649727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d6b000a-8535-459b-a19f-e4221ae2ddb6 req-8bbc5693-4aa2-4220-a924-d31668fa04b4 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 210 time: 0.0557005 Nov 12 21:16:08.754927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:08.935923 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:08.936229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:08.969699 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Port': ['ID=e535e7bd-2c03-46fb-a975-36a4ab0417d4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:08.984623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No DVR routers for this DVR port e535e7bd-2c03-46fb-a975-36a4ab0417d4 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:08.987689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:16:08.991027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:08.998250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:16:09.001008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Pushing event updated for resources: {'Port': ['ID=be457087-41a8-4722-b857-dfd3abe3e727,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:09.015752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31460d8-feaa-4571-9bad-14187e5d4783 None None] DHCP port deletion for c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:09.078201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:09.078938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.080679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.110559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5380c15f-f97f-4c57-9876-7a7f79301a16']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:09.121785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:09.122162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8021a6ca-ff6e-4ba5-a552-7f91e2d2b88e') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:09.154457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7cd8-5c35-47d4-b777-43db073fd9a9 None None] Provisioning complete for port be457087-41a8-4722-b857-dfd3abe3e727 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:16:09.154457 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7cd8-5c35-47d4-b777-43db073fd9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.155035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.171504 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.197470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:09.197885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.202745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f7cd8-5c35-47d4-b777-43db073fd9a9 None None] Port be457087-41a8-4722-b857-dfd3abe3e727 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:09.212459 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:09.260679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-9e8c22e9-9466-4d47-b16b-075db86f8609 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8587055 Nov 12 21:16:09.266488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Request body: {'port': {'device_id': '31bf8be8-b3dd-458b-a813-24d7201fb385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:09.357585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.398173 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.405437 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.417726 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/5380c15f-f97f-4c57-9876-7a7f79301a16 HTTP/1.1" status: 204 len: 168 time: 3.0497949 Nov 12 21:16:09.424498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46808) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:09.434337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47433b-e5a0-4539-9c80-ee9228bfb8b3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=5380c15f-f97f-4c57-9876-7a7f79301a16,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:09.478583 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-14929ef7-c159-4eb9-9af9-c25ccc077f49 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] GET failed (client error): The resource could not be found. Nov 12 21:16:09.480203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-14929ef7-c159-4eb9-9af9-c25ccc077f49 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/subnets/9f332307-913f-40d6-84d1-144139f04ae2 HTTP/1.1" status: 404 len: 337 time: 0.0521371 Nov 12 21:16:09.483360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46814) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:09.507874 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b9d871-0a66-4fe5-8469-9f6b02fe4b3d tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:09.508557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b9d871-0a66-4fe5-8469-9f6b02fe4b3d tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:09.516015 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f1b9d871-0a66-4fe5-8469-9f6b02fe4b3d tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/5380c15f-f97f-4c57-9876-7a7f79301a16 HTTP/1.1" status: 404 len: 339 time: 0.0276861 Nov 12 21:16:09.516355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46818) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:09.890728 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be457087-41a8-4722-b857-dfd3abe3e727 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:16:09.908051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c91801-4ccb-462d-9b81-557ef5b1c7b0 req-6ada396c-526b-4cb7-9bc8-0867f4c023e3 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:09.909781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9c91801-4ccb-462d-9b81-557ef5b1c7b0 req-6ada396c-526b-4cb7-9bc8-0867f4c023e3 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 932 time: 0.0771453 Nov 12 21:16:09.911902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:09.963248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0879388-2152-4fff-a333-e084590d9c19 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:09.967372 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b0879388-2152-4fff-a333-e084590d9c19 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4498227 Nov 12 21:16:09.969373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Transition to ACTIVE for port object be457087-41a8-4722-b857-dfd3abe3e727 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:16:09.970400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46828) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:10.011873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9c91801-4ccb-462d-9b81-557ef5b1c7b0 req-609a04ef-db8d-4da9-bd12-89360c35c0ef tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949719 Nov 12 21:16:10.026524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-51e74655-86e8-4c58-90a5-03a98012d796 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 207 time: 0.0515394 Nov 12 21:16:10.038637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46830) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:10.076971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:10.175470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38652ca9-c2d0-49f7-86d1-19da23b3fdc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.186028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38652ca9-c2d0-49f7-86d1-19da23b3fdc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.189140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50c372-691d-4bab-bf6c-ba98db9f0356 None None] DHCP port deletion for c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:10.206510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38652ca9-c2d0-49f7-86d1-19da23b3fdc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.243538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Pushing event updated for resources: {'Port': ['ID=be457087-41a8-4722-b857-dfd3abe3e727,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:10.288111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38652ca9-c2d0-49f7-86d1-19da23b3fdc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.301424 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-38652ca9-c2d0-49f7-86d1-19da23b3fdc2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2701278 Nov 12 21:16:10.306048 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46838) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:10.470381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Attempting to bind port be457087-41a8-4722-b857-dfd3abe3e727 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:16:10.470748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Attempting to bind port be457087-41a8-4722-b857-dfd3abe3e727 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '9923f52a-a41b-41f2-91be-c8ef4033364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:16:10.471130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Attempting to bind port be457087-41a8-4722-b857-dfd3abe3e727 on network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:16:10.480684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Port be457087-41a8-4722-b857-dfd3abe3e727 on network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:16:10.480684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Attempting to bind port be457087-41a8-4722-b857-dfd3abe3e727 on network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:16:10.489059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:16:10.489487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Checking segment: {'id': '9923f52a-a41b-41f2-91be-c8ef4033364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:10.490134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Bound using segment: {'id': '9923f52a-a41b-41f2-91be-c8ef4033364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:16:10.490624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Bound port: be457087-41a8-4722-b857-dfd3abe3e727, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9923f52a-a41b-41f2-91be-c8ef4033364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:16:10.491712 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:10.509796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:10.532901 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:10.541239 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8a1979b3-69cf-4e61-a164-3588ee6722cb tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2332926 Nov 12 21:16:10.545011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46842) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:10.584645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] For port be457087-41a8-4722-b857-dfd3abe3e727, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:16:10.588054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] For port be457087-41a8-4722-b857-dfd3abe3e727, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=be457087-41a8-4722-b857-dfd3abe3e727,segment=NetworkSegment(9923f52a-a41b-41f2-91be-c8ef4033364f),segment_id=9923f52a-a41b-41f2-91be-c8ef4033364f)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:16:10.633262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a964ec-85a0-46a3-9317-8a7311f6ff62 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.635110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a964ec-85a0-46a3-9317-8a7311f6ff62 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.640231 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a6a964ec-85a0-46a3-9317-8a7311f6ff62 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0901098 Nov 12 21:16:10.641041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:10.711249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:10.743489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2aaf06-f292-48d9-8a78-1e1c648a9a04 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.745404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2aaf06-f292-48d9-8a78-1e1c648a9a04 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.748281 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2f2aaf06-f292-48d9-8a78-1e1c648a9a04 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1056764 Nov 12 21:16:10.753054 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46848) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:10.787038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f068d9-8bc9-4251-aab6-830a0dbd11fc None None] DHCP port deletion for c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:10.798237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.801870 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:10.803445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] 10.222.0.78 "PUT /v2.0/ports/be457087-41a8-4722-b857-dfd3abe3e727 HTTP/1.1" status: 200 len: 1093 time: 1.5418022 Nov 12 21:16:10.803838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bf8be8-b3dd-458b-a813-24d7201fb385', 'tag': 'be457087-41a8-4722-b857-dfd3abe3e727'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:16:10.810926 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452eb4d2-33c2-48b9-801b-a141bc332ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "31bf8be8-b3dd-458b-a813-24d7201fb385", "tag": "be457087-41a8-4722-b857-dfd3abe3e727"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:16:10.884028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2ba55-209b-4b12-a4cd-f003b09a5285 service neutron] Pushing event updated for resources: {'Port': ['ID=be457087-41a8-4722-b857-dfd3abe3e727,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:10.895275 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e56e8b1-35b9-4c22-aeb3-588f543bec5c x-openstack-request-id: req-3e56e8b1-35b9-4c22-aeb3-588f543bec5c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:16:10.895924 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bf8be8-b3dd-458b-a813-24d7201fb385", "tag": "be457087-41a8-4722-b857-dfd3abe3e727", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:16:10.895924 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e56e8b1-35b9-4c22-aeb3-588f543bec5c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:16:10.896233 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bf8be8-b3dd-458b-a813-24d7201fb385', 'tag': 'be457087-41a8-4722-b857-dfd3abe3e727', 'status': 'completed', 'code': 200} Nov 12 21:16:10.975509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb4d2-33c2-48b9-801b-a141bc332ad9 req-cce80fe0-4db4-4359-8a9b-fd33ddd4cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.977993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-452eb4d2-33c2-48b9-801b-a141bc332ad9 req-cce80fe0-4db4-4359-8a9b-fd33ddd4cfba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b5bc9b10a394d75b5e19c266223a5a4&device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 1096 time: 0.0562160 Nov 12 21:16:10.982190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7647a3-9ea2-4315-ad92-e00b01e8acdd tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:10.983603 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1d7647a3-9ea2-4315-ad92-e00b01e8acdd tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/networks/fe42d019-6f2a-4aa8-804f-612ffcdc20fe HTTP/1.1" status: 200 len: 800 time: 0.2295218 Nov 12 21:16:10.989125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46852) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:11.206634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb4d2-33c2-48b9-801b-a141bc332ad9 req-22c98870-8758-4371-8925-2212b007f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:11.208169 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-452eb4d2-33c2-48b9-801b-a141bc332ad9 req-22c98870-8758-4371-8925-2212b007f99b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3b5bc9b10a394d75b5e19c266223a5a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2221410 Nov 12 21:16:11.212540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5758e8be-475b-4fe8-b9d4-d72b1715a37b tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/networks/fe42d019-6f2a-4aa8-804f-612ffcdc20fe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2221494 Nov 12 21:16:11.221932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:11.258724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8db0fe-7641-4e34-b983-599e88f95986 req-f16fd464-6229-4081-ae7a-9dd83cdecb22 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:11.271947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a8db0fe-7641-4e34-b983-599e88f95986 req-f16fd464-6229-4081-ae7a-9dd83cdecb22 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 944 time: 0.1612964 Nov 12 21:16:11.354221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586e0070-524b-4c83-b8a5-06c78fc7fbac tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:11.361145 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-586e0070-524b-4c83-b8a5-06c78fc7fbac tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/subnets/d67ad32d-17ad-490b-b97f-9ae2dcf22aee HTTP/1.1" status: 200 len: 811 time: 0.1380904 Nov 12 21:16:11.365851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46876) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:11.398238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a8db0fe-7641-4e34-b983-599e88f95986 req-6a81ec25-cff8-4eb5-b2e4-eeeb79076574 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179256 Nov 12 21:16:11.428510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb4d2-33c2-48b9-801b-a141bc332ad9 req-8f4c02c2-7fd1-438f-93a3-9a854be68fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:11.430072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-452eb4d2-33c2-48b9-801b-a141bc332ad9 req-8f4c02c2-7fd1-438f-93a3-9a854be68fb8 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128325 Nov 12 21:16:11.451265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ef8a9b-1e4c-4ba9-b90d-f9f15c979729 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:11.453176 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-94ef8a9b-1e4c-4ba9-b90d-f9f15c979729 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "GET /v2.0/subnets/d67ad32d-17ad-490b-b97f-9ae2dcf22aee?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0859804 Nov 12 21:16:11.457344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46878) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:11.466004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-973890884'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:11.545475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-3cb6b356-a93d-448b-8867-7cd1724d5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:11.547458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-3cb6b356-a93d-448b-8867-7cd1724d5eac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b5bc9b10a394d75b5e19c266223a5a4&device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 1096 time: 0.0606828 Nov 12 21:16:11.592301 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:11.596998 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:11.611045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-7c08af44-7768-437a-9823-d4c6b492d4e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be457087-41a8-4722-b857-dfd3abe3e727 HTTP/1.1" status: 200 len: 217 time: 0.0547824 Nov 12 21:16:11.645746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:16:11.659826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:11.660172 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Added segment b840cfe4-68db-4904-9724-c67a16257658 of type vlan for network ff8f48db-8739-450c-9b45-67c08df5dcf4 Nov 12 21:16:11.693492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-bd7f2985-10be-4d94-b54c-994483080d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:11.696113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-bd7f2985-10be-4d94-b54c-994483080d26 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25f86ecf-82d8-4787-bf63-2340b57df7cf HTTP/1.1" status: 200 len: 852 time: 0.0778213 Nov 12 21:16:11.705062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:11.732172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-53533ef6-aab7-4af7-b56a-63e9e9c82d9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271313 Nov 12 21:16:11.881345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:11.883451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:11.883451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:11.912487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-a4b77701-0415-41af-80fd-428fabbb953e service neutron] 10.222.0.78 "GET /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733038 Nov 12 21:16:12.093958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c986a6e-a5ad-4876-8d9c-73f6c64c3fea req-71adff18-6807-46aa-8ad0-378284f4ecca service neutron] 10.222.0.78 "GET /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742892 Nov 12 21:16:12.426403 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9648702 Nov 12 21:16:12.429552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46896) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:12.441831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'network_id': 'ff8f48db-8739-450c-9b45-67c08df5dcf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:12.468460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e05e3-509b-4f00-b9de-cd890762fd83 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Network': ['ID=ff8f48db-8739-450c-9b45-67c08df5dcf4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:12.488646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network ff8f48db-8739-450c-9b45-67c08df5dcf4 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:16:12.758743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df38f08-45da-4fe5-8fdf-c8088e3778ef req-c25010dc-08f4-4b23-ad83-2a011689e781 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:12.760911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3df38f08-45da-4fe5-8fdf-c8088e3778ef req-c25010dc-08f4-4b23-ad83-2a011689e781 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 944 time: 0.1991274 Nov 12 21:16:12.852707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3df38f08-45da-4fe5-8fdf-c8088e3778ef req-5e3c3568-278e-49be-84a1-ada23ddad5ea tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839255 Nov 12 21:16:12.893238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Made reservation on behalf of 955b5162d37f4ec4895a9c1f29541894 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:12.898782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:13.002040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing IP validity checks on allocation pools {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 21:16:13.002812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 21:16:13.376072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:13.447976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=a1e10dee-a954-49b7-848d-cf892177aa1d,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:13.510379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Checking segment: {'id': 'b840cfe4-68db-4904-9724-c67a16257658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff8f48db-8739-450c-9b45-67c08df5dcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:13.510787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network hostable DHCP agents. Network: ff8f48db-8739-450c-9b45-67c08df5dcf4, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:16:13.629296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Network ff8f48db-8739-450c-9b45-67c08df5dcf4 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:16:13.775094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, ff8f48db-8739-450c-9b45-67c08df5dcf4) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:13.779915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:13.780559 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:13.789736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a05227-ecca-4939-8b9b-3b384255d1d4 None None] Network ff8f48db-8739-450c-9b45-67c08df5dcf4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:14.008375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eb9cfea5-3b72-4809-9b6b-6cf333bd6b53 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5692492 Nov 12 21:16:14.009838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 46928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:14.026370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-25922dc2-2013-48b9-a6ac-dac99851e35a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:14.069484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caef674-2dee-44b7-8bda-bf72b18654b7 req-20adb934-2d14-47bd-9c61-e28efa084bea tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:14.071323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4caef674-2dee-44b7-8bda-bf72b18654b7 req-20adb934-2d14-47bd-9c61-e28efa084bea tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 944 time: 0.1284811 Nov 12 21:16:14.129274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4caef674-2dee-44b7-8bda-bf72b18654b7 req-8e901705-9e10-4e85-88ca-992e86a74de7 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504470 Nov 12 21:16:14.145052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-ff8f48db-8739-450c-9b45-67c08df5dcf4', 'network_id': 'ff8f48db-8739-450c-9b45-67c08df5dcf4', 'tenant_id': '955b5162d37f4ec4895a9c1f29541894', 'fixed_ips': [{'subnet_id': 'a1e10dee-a954-49b7-848d-cf892177aa1d'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:16:14.145940 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:14.240629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25922dc2-2013-48b9-a6ac-dac99851e35a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30154075'] for subnet, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:14.451673 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 21:16:14.451673 n-d-713498-29 neutron-server[109630]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 21:16:14.451673 n-d-713498-29 neutron-server[109630]: [parameters: {'in_use': 1, 'id_1': 'a1e10dee-a954-49b7-848d-cf892177aa1d'}] Nov 12 21:16:14.451673 n-d-713498-29 neutron-server[109630]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:16:14.452653 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:16:14.784357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25922dc2-2013-48b9-a6ac-dac99851e35a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781816015243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30875413'] for subnet, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:14.858440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device be457087-41a8-4722-b857-dfd3abe3e727 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:16:14.873585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25922dc2-2013-48b9-a6ac-dac99851e35a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:14.874316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25922dc2-2013-48b9-a6ac-dac99851e35a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:14.878235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25922dc2-2013-48b9-a6ac-dac99851e35a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "PUT /v2.0/subnets/a1e10dee-a954-49b7-848d-cf892177aa1d HTTP/1.1" status: 200 len: 877 time: 0.8625069 Nov 12 21:16:14.878696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 46940) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:14.963039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25922dc2-2013-48b9-a6ac-dac99851e35a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event updated for resources: {'Subnet': ['ID=a1e10dee-a954-49b7-848d-cf892177aa1d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:14.967703 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:15.142004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port be457087-41a8-4722-b857-dfd3abe3e727, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=be457087-41a8-4722-b857-dfd3abe3e727,segment=NetworkSegment(9923f52a-a41b-41f2-91be-c8ef4033364f),segment_id=9923f52a-a41b-41f2-91be-c8ef4033364f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:15.170208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:15.234441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'be457087-41a8-4722-b857-dfd3abe3e727', 'network_id': 'c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1', 'port_id': 'be457087-41a8-4722-b857-dfd3abe3e727', 'mac_address': 'fa:16:3e:aa:0c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f86ecf-82d8-4787-bf63-2340b57df7cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:16:15.388362 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:15.453910 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:15.476256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be457087-41a8-4722-b857-dfd3abe3e727 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:16:15.482742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Allocated IP 172.20.0.3 (ff8f48db-8739-450c-9b45-67c08df5dcf4/a1e10dee-a954-49b7-848d-cf892177aa1d/f3828ffc-ec5b-4230-b944-0cc9cb1469ac) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:16:15.510634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72c38d-d2e1-4e60-a401-60f38740c6ee req-da176efe-ebe1-4036-92d3-a244a48eeca2 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:15.515369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb72c38d-d2e1-4e60-a401-60f38740c6ee req-da176efe-ebe1-4036-92d3-a244a48eeca2 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 944 time: 0.1210246 Nov 12 21:16:15.623263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb72c38d-d2e1-4e60-a401-60f38740c6ee req-7931a229-6a41-4493-a3de-307989364805 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018465 Nov 12 21:16:15.670809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port be457087-41a8-4722-b857-dfd3abe3e727, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=be457087-41a8-4722-b857-dfd3abe3e727,segment=NetworkSegment(9923f52a-a41b-41f2-91be-c8ef4033364f),segment_id=9923f52a-a41b-41f2-91be-c8ef4033364f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:15.740655 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:15.844329 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:15.846261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-b1369a50-673d-4590-8627-f4522541aefa tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:15.849836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-b1369a50-673d-4590-8627-f4522541aefa tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1119945 Nov 12 21:16:15.865670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-7ceea4d9-6087-4b50-b7ca-b686062fe6f4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/quotas/0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 375 time: 0.0117729 Nov 12 21:16:15.902454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=be457087-41a8-4722-b857-dfd3abe3e727,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:15.912268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.912694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.913539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.913539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.914063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.914386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.914771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.915675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.915675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.915853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.916228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.916628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:15.935813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-8e05ad6d-32c2-4a93-9707-7021dc559ba0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594902 Nov 12 21:16:15.939144 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.007891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Network ff8f48db-8739-450c-9b45-67c08df5dcf4 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:16:16.011421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:16.017281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Pushing event updated for resources: {'Port': ['ID=f3828ffc-ec5b-4230-b944-0cc9cb1469ac,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:16.019821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:16:16.094336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.124434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e10dee-a954-49b7-848d-cf892177aa1d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:16.152743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Attempting to bind port f3828ffc-ec5b-4230-b944-0cc9cb1469ac on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:16:16.153490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Attempting to bind port f3828ffc-ec5b-4230-b944-0cc9cb1469ac by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b840cfe4-68db-4904-9724-c67a16257658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff8f48db-8739-450c-9b45-67c08df5dcf4'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:16:16.154083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Attempting to bind port f3828ffc-ec5b-4230-b944-0cc9cb1469ac on network ff8f48db-8739-450c-9b45-67c08df5dcf4 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:16:16.160911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['be457087-41a8-4722-b857-dfd3abe3e727'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:16:16.219822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9d983084-ccec-4682-9a5c-83afe879cdaf service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721069 Nov 12 21:16:16.221566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.244582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:16:16.248954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Checking segment: {'id': 'b840cfe4-68db-4904-9724-c67a16257658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff8f48db-8739-450c-9b45-67c08df5dcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:16.249359 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.249779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Bound using segment: {'id': 'b840cfe4-68db-4904-9724-c67a16257658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff8f48db-8739-450c-9b45-67c08df5dcf4'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:16:16.250282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Bound port: f3828ffc-ec5b-4230-b944-0cc9cb1469ac, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b840cfe4-68db-4904-9724-c67a16257658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff8f48db-8739-450c-9b45-67c08df5dcf4'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:16:16.250615 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.271319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8f48db-8739-450c-9b45-67c08df5dcf4']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:16.378912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b840cfe4-68db-4904-9724-c67a16257658') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:16.386408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b840cfe4-68db-4904-9724-c67a16257658') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:16.392826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-c19fc227-9e27-4c7c-84fa-693f1d280669 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630206 Nov 12 21:16:16.394487 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.401254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] For port f3828ffc-ec5b-4230-b944-0cc9cb1469ac, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:16:16.409955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] For port f3828ffc-ec5b-4230-b944-0cc9cb1469ac, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f3828ffc-ec5b-4230-b944-0cc9cb1469ac,segment=NetworkSegment(b840cfe4-68db-4904-9724-c67a16257658),segment_id=b840cfe4-68db-4904-9724-c67a16257658)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:16:16.490896 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.493775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.507841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:16.509537 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:16.520717 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:16.654124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a83287-c3af-441b-b7f0-76a3f83fe094 None None] Pushing event updated for resources: {'Port': ['ID=f3828ffc-ec5b-4230-b944-0cc9cb1469ac,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:16.691435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b5c1c-e65d-40ca-ae79-3645b92bc00b None None] Network ff8f48db-8739-450c-9b45-67c08df5dcf4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:16.700050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:16:16.700050 n-d-713498-29 neutron-server[109629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:16:16.700050 n-d-713498-29 neutron-server[109629]: [parameters: {'id': 'ff8f48db-8739-450c-9b45-67c08df5dcf4'}] Nov 12 21:16:16.700050 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:16:16.700922 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:16:16.941805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1b8dbda-f573-4cfc-a483-d6465eb7fe3f req-0ec6729a-f1c9-45de-bde9-bd228f7efb94 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0842929 Nov 12 21:16:16.985669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea6c0a-bb6b-443e-990d-d7878eca3958 req-7e3fdeb8-f6c6-4a5c-8306-3ef0013c143a tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:16.987231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85ea6c0a-bb6b-443e-990d-d7878eca3958 req-7e3fdeb8-f6c6-4a5c-8306-3ef0013c143a tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 945 time: 0.2373962 Nov 12 21:16:17.041964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f758ace-e75d-4dbf-8dc2-b0ba3d5c4712 None None] Network ff8f48db-8739-450c-9b45-67c08df5dcf4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:17.077861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85ea6c0a-bb6b-443e-990d-d7878eca3958 req-3c575a52-a251-4a92-8d5e-c40d3fb4a75e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826182 Nov 12 21:16:17.202309 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:17.276955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10876d9-d0b5-4f41-875e-c09e8a4577e6 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:16:17.327800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Deleting port f3828ffc-ec5b-4230-b944-0cc9cb1469ac {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:17.328316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:17.425110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10876d9-d0b5-4f41-875e-c09e8a4577e6 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:16:17.527391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] For port f3828ffc-ec5b-4230-b944-0cc9cb1469ac, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f3828ffc-ec5b-4230-b944-0cc9cb1469ac,segment=NetworkSegment(b840cfe4-68db-4904-9724-c67a16257658),segment_id=b840cfe4-68db-4904-9724-c67a16257658)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:17.536793 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:17.565627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Calling delete_port for f3828ffc-ec5b-4230-b944-0cc9cb1469ac owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:17.835683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:17.887569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Port': ['ID=f3828ffc-ec5b-4230-b944-0cc9cb1469ac,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:17.900393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No DVR routers for this DVR port f3828ffc-ec5b-4230-b944-0cc9cb1469ac on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:18.022453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:18.049672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-788c26ca-b0b4-484e-a62c-ec826232da75 req-892fc391-3eb5-449c-a01f-c8cb9fb77c33 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0445759 Nov 12 21:16:18.096672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8f48db-8739-450c-9b45-67c08df5dcf4']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:18.112272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b840cfe4-68db-4904-9724-c67a16257658') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:18.112776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b840cfe4-68db-4904-9724-c67a16257658') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:18.123308 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:18.156885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:18.175769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:18.175769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:18.179472 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:18.310982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772df4-bbb8-44ce-8a77-40982c793244 req-7be349db-c793-49ed-af74-1e3505d34748 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:18.312678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb772df4-bbb8-44ce-8a77-40982c793244 req-7be349db-c793-49ed-af74-1e3505d34748 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 945 time: 0.1065512 Nov 12 21:16:18.386969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb772df4-bbb8-44ce-8a77-40982c793244 req-7e42b101-8af5-43eb-b5d9-fe4e5911c955 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675147 Nov 12 21:16:18.424198 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:18.450252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:18.457711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/ff8f48db-8739-450c-9b45-67c08df5dcf4 HTTP/1.1" status: 204 len: 168 time: 3.5747736 Nov 12 21:16:18.457711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13606e98-36b6-47cc-aa60-3258265a79e1 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=ff8f48db-8739-450c-9b45-67c08df5dcf4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:18.458097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47032) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:18.502473 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-23962057-5aed-4d30-98c2-23a5a4efbc24 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:18.502938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23962057-5aed-4d30-98c2-23a5a4efbc24 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:18.510301 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-23962057-5aed-4d30-98c2-23a5a4efbc24 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/a1e10dee-a954-49b7-848d-cf892177aa1d HTTP/1.1" status: 404 len: 337 time: 0.0510933 Nov 12 21:16:18.515540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47038) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:18.550376 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b187b031-a120-4e05-aad4-676d9af01af9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:18.551229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b187b031-a120-4e05-aad4-676d9af01af9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:18.558100 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b187b031-a120-4e05-aad4-676d9af01af9 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/ff8f48db-8739-450c-9b45-67c08df5dcf4 HTTP/1.1" status: 404 len: 339 time: 0.0431707 Nov 12 21:16:18.560430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47040) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:18.600636 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-205517a0-52ae-4d0c-9a18-d18782792dfd tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:18.601205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205517a0-52ae-4d0c-9a18-d18782792dfd tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:18.605023 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-205517a0-52ae-4d0c-9a18-d18782792dfd tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/9f332307-913f-40d6-84d1-144139f04ae2 HTTP/1.1" status: 404 len: 337 time: 0.0435057 Nov 12 21:16:18.607969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47042) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:18.628208 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccf17d1-4152-49ba-acce-5dbde324eb50 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:18.628790 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccf17d1-4152-49ba-acce-5dbde324eb50 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:18.634696 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7ccf17d1-4152-49ba-acce-5dbde324eb50 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/5380c15f-f97f-4c57-9876-7a7f79301a16 HTTP/1.1" status: 404 len: 339 time: 0.0231476 Nov 12 21:16:18.635144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47044) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:18.790825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:18.876581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device be457087-41a8-4722-b857-dfd3abe3e727 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:16:18.913190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:18.980222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cef1768-0b8a-4920-9d97-9b78d05c8ad0']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:19.006309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae66a7fd-8529-425d-bc34-770b3e4035cd') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:19.006783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae66a7fd-8529-425d-bc34-770b3e4035cd') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:19.028011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:19.051182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:19.064316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:19.068434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:19.072058 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:19.081948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port be457087-41a8-4722-b857-dfd3abe3e727 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:16:19.081948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port be457087-41a8-4722-b857-dfd3abe3e727 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:16:19.081948 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:19.270765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e141404-7566-4db6-ac58-1146a4ebaccb req-5c0a515e-6509-43c6-b009-69edf551a9d6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0791655 Nov 12 21:16:19.314360 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:19.355959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:19.368233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:19.377210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/8cef1768-0b8a-4920-9d97-9b78d05c8ad0 HTTP/1.1" status: 204 len: 168 time: 0.7346783 Nov 12 21:16:19.378005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47060) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.380097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf8be8-b3dd-458b-a813-24d7201fb385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be457087-41a8-4722-b857-dfd3abe3e727'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:16:19.382517 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd47ce3a-a659-4c30-8135-a0ad809a16c6" -d '{"events": [{"server_uuid": "31bf8be8-b3dd-458b-a813-24d7201fb385", "name": "network-vif-plugged", "status": "completed", "tag": "be457087-41a8-4722-b857-dfd3abe3e727"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:16:19.417760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=8cef1768-0b8a-4920-9d97-9b78d05c8ad0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:19.435950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port be457087-41a8-4722-b857-dfd3abe3e727, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=be457087-41a8-4722-b857-dfd3abe3e727,segment=NetworkSegment(9923f52a-a41b-41f2-91be-c8ef4033364f),segment_id=9923f52a-a41b-41f2-91be-c8ef4033364f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:19.445965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.446277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.446621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.446970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.448002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.449000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.449380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.449707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.453637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.454089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.454492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.455643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a273a-8a8a-4c91-a752-29ff7d20c3c7 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:19.468525 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251dca1d-35fb-420c-9e07-ef736960ca27 x-openstack-request-id: req-251dca1d-35fb-420c-9e07-ef736960ca27 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:16:19.468525 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf8be8-b3dd-458b-a813-24d7201fb385", "name": "network-vif-plugged", "status": "completed", "tag": "be457087-41a8-4722-b857-dfd3abe3e727", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:16:19.468525 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-251dca1d-35fb-420c-9e07-ef736960ca27 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:16:19.468525 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bf8be8-b3dd-458b-a813-24d7201fb385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be457087-41a8-4722-b857-dfd3abe3e727', 'code': 200} Nov 12 21:16:19.490121 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b05013-4d35-47cb-9ea6-c43b233f711f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.490671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b05013-4d35-47cb-9ea6-c43b233f711f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.511771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47068) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.513604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-61b05013-4d35-47cb-9ea6-c43b233f711f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/f69aad0b-ccfd-4134-b1ff-ce197fde0e21 HTTP/1.1" status: 404 len: 337 time: 0.1291156 Nov 12 21:16:19.539444 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:19.548058 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-12131b27-9390-447d-a93a-59e4516d8130 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.549091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12131b27-9390-447d-a93a-59e4516d8130 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.554993 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-12131b27-9390-447d-a93a-59e4516d8130 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/a5a72dd9-f2c8-4131-a0de-75c8fc650276 HTTP/1.1" status: 404 len: 339 time: 0.0419466 Nov 12 21:16:19.561376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47072) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.600294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7457b7-22e2-41f7-ac6d-a0ccb86dbfbf req-de2e6088-b9b1-40a3-b1c4-17c931b5bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:19.601793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae7457b7-22e2-41f7-ac6d-a0ccb86dbfbf req-de2e6088-b9b1-40a3-b1c4-17c931b5bf19 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 1098 time: 0.0568535 Nov 12 21:16:19.610918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ec9ed-f262-4cb6-83cb-311ffa7efc6d req-d7540ba4-dc1a-4e33-bebc-3d6bac35cb69 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:19.625924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a6ec9ed-f262-4cb6-83cb-311ffa7efc6d req-d7540ba4-dc1a-4e33-bebc-3d6bac35cb69 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 945 time: 0.1035132 Nov 12 21:16:19.631496 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e26eba-9a72-471c-90b9-ab1b6cc8151e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.632268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e26eba-9a72-471c-90b9-ab1b6cc8151e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.635637 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f9e26eba-9a72-471c-90b9-ab1b6cc8151e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/d2316697-14e2-4dd3-8f0f-3999edb615a3 HTTP/1.1" status: 404 len: 337 time: 0.0725152 Nov 12 21:16:19.638261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47076) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.667993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=be457087-41a8-4722-b857-dfd3abe3e727,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:19.672173 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14498d4-66b3-4f91-b5cc-9e59387c6966 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.673130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14498d4-66b3-4f91-b5cc-9e59387c6966 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.676609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c14498d4-66b3-4f91-b5cc-9e59387c6966 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/652d86fc-286b-4eca-bf74-c417c217d441 HTTP/1.1" status: 404 len: 339 time: 0.0371158 Nov 12 21:16:19.685140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47078) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.723628 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1ae5dd-2b06-47d9-96cc-26db501418c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.724356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1ae5dd-2b06-47d9-96cc-26db501418c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.727626 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-da1ae5dd-2b06-47d9-96cc-26db501418c0 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/cbe7d47b-e523-4d96-9e44-286d82eb05af HTTP/1.1" status: 404 len: 337 time: 0.0414500 Nov 12 21:16:19.731376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47080) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.754277 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fcf1b5-eec9-41e2-8ac9-13d4ade16bb2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.755050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fcf1b5-eec9-41e2-8ac9-13d4ade16bb2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.763941 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-85fcf1b5-eec9-41e2-8ac9-13d4ade16bb2 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/a85ca92e-f946-4cfb-9e43-cc2225225627 HTTP/1.1" status: 404 len: 339 time: 0.0306504 Nov 12 21:16:19.769593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.772438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a6ec9ed-f262-4cb6-83cb-311ffa7efc6d req-a57db982-d036-4d5c-bc4b-0d5865d7a574 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532371 Nov 12 21:16:19.802954 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e805899d-3813-494f-8d20-90e1d5d9ce3f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.803520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e805899d-3813-494f-8d20-90e1d5d9ce3f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.806681 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e805899d-3813-494f-8d20-90e1d5d9ce3f tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/6cc65251-fca6-4a73-b043-20cf0381151c HTTP/1.1" status: 404 len: 337 time: 0.0399344 Nov 12 21:16:19.809787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47084) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.847772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae7457b7-22e2-41f7-ac6d-a0ccb86dbfbf req-6684e5f2-6130-4d1d-b56b-301fafabe639 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993785 Nov 12 21:16:19.848987 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e83190-8433-4ea7-82f8-3e243d8bb12a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.849846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e83190-8433-4ea7-82f8-3e243d8bb12a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.853180 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-89e83190-8433-4ea7-82f8-3e243d8bb12a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/fdf549db-02ab-468d-80e7-2c19ef04d8cd HTTP/1.1" status: 404 len: 339 time: 0.0373180 Nov 12 21:16:19.858016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47086) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.890522 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff8f1ec-9f68-45d0-a78b-dc458453122a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.890841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff8f1ec-9f68-45d0-a78b-dc458453122a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.893958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6ff8f1ec-9f68-45d0-a78b-dc458453122a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/101d8817-c377-4eae-8859-b0550beb6456 HTTP/1.1" status: 404 len: 337 time: 0.0349004 Nov 12 21:16:19.896458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47088) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.920159 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0b483d-0751-43bd-be10-4e81ca8134a3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.920797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0b483d-0751-43bd-be10-4e81ca8134a3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.924176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4c0b483d-0751-43bd-be10-4e81ca8134a3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/d08ff56d-c511-478d-bb0b-007b58b62b98 HTTP/1.1" status: 404 len: 339 time: 0.0266066 Nov 12 21:16:19.926563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47092) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.959994 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2cfce3-fea4-409c-bd6b-3023112d400a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.960337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2cfce3-fea4-409c-bd6b-3023112d400a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.966133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ee2cfce3-fea4-409c-bd6b-3023112d400a tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/1e65cbe0-4379-4894-b7e5-e031693215e1 HTTP/1.1" status: 404 len: 337 time: 0.0358653 Nov 12 21:16:19.966495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47094) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:19.985654 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a84c72d-5738-464b-9e74-bbd680b92aaf tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:19.986257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a84c72d-5738-464b-9e74-bbd680b92aaf tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:19.990407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2a84c72d-5738-464b-9e74-bbd680b92aaf tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/14daea79-dbb9-4930-b552-eb63e7513d29 HTTP/1.1" status: 404 len: 339 time: 0.0219676 Nov 12 21:16:19.997739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47096) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:20.038148 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-81240231-9068-4c57-8feb-cb7a5d5b899e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:20.038784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81240231-9068-4c57-8feb-cb7a5d5b899e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:20.041911 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-81240231-9068-4c57-8feb-cb7a5d5b899e tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/ce5fe4bd-ca39-4abc-9db5-c03578d3f007 HTTP/1.1" status: 404 len: 337 time: 0.0427380 Nov 12 21:16:20.045451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47098) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:20.088132 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-40865634-1d65-407c-bed6-d5cefe739359 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:20.088737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40865634-1d65-407c-bed6-d5cefe739359 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:20.092029 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-40865634-1d65-407c-bed6-d5cefe739359 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/74c6a968-d929-4bdc-9c7f-0c87a608373a HTTP/1.1" status: 404 len: 339 time: 0.0454273 Nov 12 21:16:20.095130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47100) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:20.130220 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf6637c-28f6-42ef-b6ea-1d1ce521fcbf tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:20.130683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf6637c-28f6-42ef-b6ea-1d1ce521fcbf tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:20.136847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1cf6637c-28f6-42ef-b6ea-1d1ce521fcbf tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/32747e28-bf3f-42c7-9899-a77cf39a2114 HTTP/1.1" status: 404 len: 337 time: 0.0404146 Nov 12 21:16:20.139239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47104) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:20.175261 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9bcffe-cb7d-46a4-8d0f-d946bf682b58 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] DELETE failed (client error): The resource could not be found. Nov 12 21:16:20.175261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9bcffe-cb7d-46a4-8d0f-d946bf682b58 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:16:20.175261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0d9bcffe-cb7d-46a4-8d0f-d946bf682b58 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/44965b24-e306-4fbe-9f15-5329b1e9fb3e HTTP/1.1" status: 404 len: 339 time: 0.0267372 Nov 12 21:16:20.175261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47106) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:20.234364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-ed5a762c-706d-49f6-afa0-c3e0a356fe02 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:20.246842 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-ed5a762c-706d-49f6-afa0-c3e0a356fe02 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.2173667 Nov 12 21:16:20.255663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f2384c-6eac-4566-b17a-0d48ccda02c3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Deleting subnet d67ad32d-17ad-490b-b97f-9ae2dcf22aee {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:16:20.260734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00f2384c-6eac-4566-b17a-0d48ccda02c3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:20.280667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'port': {'device_id': 'f8c4baec-6669-4da5-8322-b266d86819b4', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'admin_state_up': True, 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:20.346256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00f2384c-6eac-4566-b17a-0d48ccda02c3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:20.515145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffb368f5-4c3d-4e40-b6d3-0dcf70e67a59 req-d5ab7ace-4d12-49f4-88ab-9db86bca446f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0611622 Nov 12 21:16:20.576186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00f2384c-6eac-4566-b17a-0d48ccda02c3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:20.663879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:20.667559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:20.776437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00f2384c-6eac-4566-b17a-0d48ccda02c3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:20.851035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e47569e-7869-4a1b-894a-fb5021afd197 None None] Network fe42d019-6f2a-4aa8-804f-612ffcdc20fe requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:20.864676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-00f2384c-6eac-4566-b17a-0d48ccda02c3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:20.870949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-00f2384c-6eac-4566-b17a-0d48ccda02c3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/subnets/d67ad32d-17ad-490b-b97f-9ae2dcf22aee HTTP/1.1" status: 204 len: 168 time: 0.6992028 Nov 12 21:16:20.884003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.20.0.13 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/9de69a97-31f1-4f02-8d89-fbcc9658d816) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:16:20.884535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47130) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:20.978849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2384c-6eac-4566-b17a-0d48ccda02c3 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Subnet': ['ID=d67ad32d-17ad-490b-b97f-9ae2dcf22aee,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:21.095393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccb0eb-70c7-477a-94af-fc3fbaa96530 req-7c20fedc-d5b2-46ae-8894-f342549a2ce8 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:21.103536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49ccb0eb-70c7-477a-94af-fc3fbaa96530 req-7c20fedc-d5b2-46ae-8894-f342549a2ce8 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.2173615 Nov 12 21:16:21.104166 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.116942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] DHCP port deletion for fe42d019-6f2a-4aa8-804f-612ffcdc20fe request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:21.143220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.215387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49ccb0eb-70c7-477a-94af-fc3fbaa96530 req-e128faf8-d665-4296-a927-bda52bb8b714 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112578 Nov 12 21:16:21.290019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Deleting port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:21.290019 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.299019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6db6a3d2-5bac-4101-876a-5b9fe10666f9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:16:21.314664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.366885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:16:21.369750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:21.379818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] Deleting port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:21.380205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.384515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:16:21.420475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] For port 6db6a3d2-5bac-4101-876a-5b9fe10666f9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6db6a3d2-5bac-4101-876a-5b9fe10666f9,segment=NetworkSegment(42f0bf11-cb48-47ee-961a-9cff99f28fba),segment_id=42f0bf11-cb48-47ee-961a-9cff99f28fba)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:21.421203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.453083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Calling delete_port for 6db6a3d2-5bac-4101-876a-5b9fe10666f9 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:21.464813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] For port 6db6a3d2-5bac-4101-876a-5b9fe10666f9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6db6a3d2-5bac-4101-876a-5b9fe10666f9,segment=NetworkSegment(42f0bf11-cb48-47ee-961a-9cff99f28fba),segment_id=42f0bf11-cb48-47ee-961a-9cff99f28fba)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:21.465214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.556193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] Calling delete_port for 6db6a3d2-5bac-4101-876a-5b9fe10666f9 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:21.626132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=9de69a97-31f1-4f02-8d89-fbcc9658d816,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:21.661748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:21.662608 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.724578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.798085 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-0bde0ee2-991e-490b-b3a7-73b9f0dbcc90 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5362947 Nov 12 21:16:21.801772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Port': ['ID=6db6a3d2-5bac-4101-876a-5b9fe10666f9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:21.816087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Request body: {'port': {'device_id': 'f8c4baec-6669-4da5-8322-b266d86819b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:21.884046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] No DVR routers for this DVR port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:21.955541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:22.040248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 update to DOWN by agent not found {{(pid=109630) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 21:16:22.064587 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:22.237328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] No DVR routers for this DVR port 6db6a3d2-5bac-4101-876a-5b9fe10666f9 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:22.256153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f6477-0c97-45bd-9f92-2f7202821961 None None] Pushing event deleted for resources: {'Port': ['ID=6db6a3d2-5bac-4101-876a-5b9fe10666f9,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:22.280613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0835205c-4d92-41f4-836d-c887c4c79cdb None None] Provisioning complete for port 9de69a97-31f1-4f02-8d89-fbcc9658d816 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:16:22.280613 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0835205c-4d92-41f4-836d-c887c4c79cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:22.351108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0835205c-4d92-41f4-836d-c887c4c79cdb None None] Port 9de69a97-31f1-4f02-8d89-fbcc9658d816 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:16:22.794885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2878d0-84f8-435d-b2b0-4bed91dbb927 req-652605b7-749a-4fa6-a3a6-642c6e7ae85c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:22.794885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e2878d0-84f8-435d-b2b0-4bed91dbb927 req-652605b7-749a-4fa6-a3a6-642c6e7ae85c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 932 time: 1.0365682 Nov 12 21:16:22.812382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de69a97-31f1-4f02-8d89-fbcc9658d816 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:16:22.904727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:22.904727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Transition to ACTIVE for port object 9de69a97-31f1-4f02-8d89-fbcc9658d816 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:16:22.905136 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.006559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe42d019-6f2a-4aa8-804f-612ffcdc20fe']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:23.018530 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.027321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e2878d0-84f8-435d-b2b0-4bed91dbb927 req-a2111d64-da9d-4533-9118-288260aa7fe0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585838 Nov 12 21:16:23.043382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a206bbe-31ed-4a80-a589-fd256e0bca27 req-44ed735b-4f86-4974-92af-66ea8cf950ce tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:23.045251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a206bbe-31ed-4a80-a589-fd256e0bca27 req-44ed735b-4f86-4974-92af-66ea8cf950ce tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.3688977 Nov 12 21:16:23.049277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f0bf11-cb48-47ee-961a-9cff99f28fba') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:23.049826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f0bf11-cb48-47ee-961a-9cff99f28fba') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:23.072562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.129507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.153120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:23.153663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:23.156995 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:23.166027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Pushing event updated for resources: {'Port': ['ID=9de69a97-31f1-4f02-8d89-fbcc9658d816,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:23.312264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Attempting to bind port 9de69a97-31f1-4f02-8d89-fbcc9658d816 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:16:23.312532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Attempting to bind port 9de69a97-31f1-4f02-8d89-fbcc9658d816 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:16:23.312815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Attempting to bind port 9de69a97-31f1-4f02-8d89-fbcc9658d816 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:16:23.317554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Port 9de69a97-31f1-4f02-8d89-fbcc9658d816 on network d352e8da-8c69-475d-af61-0e9fe761384e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:16:23.317867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Attempting to bind port 9de69a97-31f1-4f02-8d89-fbcc9658d816 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:16:23.323879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:16:23.324233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:23.324709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:16:23.325196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Bound port: 9de69a97-31f1-4f02-8d89-fbcc9658d816, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:16:23.325671 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.373004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a206bbe-31ed-4a80-a589-fd256e0bca27 req-1cb5a627-1bfe-48a6-bc71-d718c5cb46ab tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023360 Nov 12 21:16:23.488789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] For port 9de69a97-31f1-4f02-8d89-fbcc9658d816, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:16:23.494115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] For port 9de69a97-31f1-4f02-8d89-fbcc9658d816, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9de69a97-31f1-4f02-8d89-fbcc9658d816,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:16:23.546095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c21605-fcc1-46d9-9af5-6f3bf4cca285 req-a00ee2d9-9e24-4d02-9ba7-cb68e0f6c097 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:23.547898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46c21605-fcc1-46d9-9af5-6f3bf4cca285 req-a00ee2d9-9e24-4d02-9ba7-cb68e0f6c097 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.0749207 Nov 12 21:16:23.549203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.557280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.560841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] 10.222.0.64 "DELETE /v2.0/networks/fe42d019-6f2a-4aa8-804f-612ffcdc20fe HTTP/1.1" status: 204 len: 168 time: 2.6735008 Nov 12 21:16:23.579214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.597832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932fc87-081c-4363-b0cb-70e045e4b802 tempest-NetworksTest-840078699 tempest-NetworksTest-840078699-project] Pushing event deleted for resources: {'Network': ['ID=fe42d019-6f2a-4aa8-804f-612ffcdc20fe,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:23.670082 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:23.671232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:23.673209 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] 10.222.0.46 "PUT /v2.0/ports/9de69a97-31f1-4f02-8d89-fbcc9658d816 HTTP/1.1" status: 200 len: 1093 time: 1.8626847 Nov 12 21:16:23.673854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c4baec-6669-4da5-8322-b266d86819b4', 'tag': '9de69a97-31f1-4f02-8d89-fbcc9658d816'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:16:23.699581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46c21605-fcc1-46d9-9af5-6f3bf4cca285 req-04330055-d314-498a-9360-5fc95ee57a9b tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359708 Nov 12 21:16:23.704558 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7fa598-7ae3-4055-b9d8-f0557180fbad" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c4baec-6669-4da5-8322-b266d86819b4", "tag": "9de69a97-31f1-4f02-8d89-fbcc9658d816"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:16:23.775959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20d47a-d81a-475a-88b4-87c23c726649 service neutron] Pushing event updated for resources: {'Port': ['ID=9de69a97-31f1-4f02-8d89-fbcc9658d816,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:23.787779 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460abc89-5890-4da2-972c-16b95fdb5086 x-openstack-request-id: req-460abc89-5890-4da2-972c-16b95fdb5086 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:16:23.788117 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c4baec-6669-4da5-8322-b266d86819b4", "tag": "9de69a97-31f1-4f02-8d89-fbcc9658d816", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:16:23.788611 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-460abc89-5890-4da2-972c-16b95fdb5086 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:16:23.789426 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c4baec-6669-4da5-8322-b266d86819b4', 'tag': '9de69a97-31f1-4f02-8d89-fbcc9658d816', 'status': 'completed', 'code': 200} Nov 12 21:16:23.938658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa598-7ae3-4055-b9d8-f0557180fbad req-185c5d5f-4957-4f56-bd39-8071f59f6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:23.943614 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5d7fa598-7ae3-4055-b9d8-f0557180fbad req-185c5d5f-4957-4f56-bd39-8071f59f6900 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 1096 time: 0.1288524 Nov 12 21:16:24.249397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad6f44-ef41-46c3-b78f-eb0156d15cda req-0fae66f5-cd31-4c96-a3f6-0824af9f9ce6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:24.258318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17ad6f44-ef41-46c3-b78f-eb0156d15cda req-0fae66f5-cd31-4c96-a3f6-0824af9f9ce6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0771451 Nov 12 21:16:24.351365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17ad6f44-ef41-46c3-b78f-eb0156d15cda req-baf7c525-3e80-4989-9561-e333f6fde418 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872979 Nov 12 21:16:24.519511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa598-7ae3-4055-b9d8-f0557180fbad req-6a76080a-dcfd-44c1-b221-ba2a9b139991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:24.521500 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5d7fa598-7ae3-4055-b9d8-f0557180fbad req-6a76080a-dcfd-44c1-b221-ba2a9b139991 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5645576 Nov 12 21:16:24.590100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bff738-6400-412c-a869-3a572099572a req-dee8c6e1-6515-48d8-8937-7dc211989692 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:24.602874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96bff738-6400-412c-a869-3a572099572a req-dee8c6e1-6515-48d8-8937-7dc211989692 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1190279 Nov 12 21:16:24.628844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47224) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:24.707165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96bff738-6400-412c-a869-3a572099572a req-fb28e9a9-46dd-485c-af08-c9d6b8cc6e7b tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940261 Nov 12 21:16:24.926074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e99337b8-c37f-4d98-8003-8c1e8c9cf1ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=955b5162d37f4ec4895a9c1f29541894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936070 Nov 12 21:16:24.926334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47232) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:24.951239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa598-7ae3-4055-b9d8-f0557180fbad req-e8d30e1d-0622-441e-9707-e1d8091175c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:24.953962 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5d7fa598-7ae3-4055-b9d8-f0557180fbad req-e8d30e1d-0622-441e-9707-e1d8091175c6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4197719 Nov 12 21:16:24.990522 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c0a30d48-6974-4a15-b5d3-0081efae21a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:25.016517 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c0a30d48-6974-4a15-b5d3-0081efae21a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:25.074705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-69e5a5a8-af39-4079-869d-9a86aba9a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:25.076289 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-69e5a5a8-af39-4079-869d-9a86aba9a9b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 1096 time: 0.0673409 Nov 12 21:16:25.134924 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-30c7abc2-79c2-4e4c-b3de-b7c5c630e111 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de69a97-31f1-4f02-8d89-fbcc9658d816 HTTP/1.1" status: 200 len: 217 time: 0.0462284 Nov 12 21:16:25.210324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-20d5fa7a-29f7-43ed-bbe7-ce18f5a842c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:25.211952 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-20d5fa7a-29f7-43ed-bbe7-ce18f5a842c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0650611 Nov 12 21:16:25.272424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c0a30d48-6974-4a15-b5d3-0081efae21a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:25.274932 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c0a30d48-6974-4a15-b5d3-0081efae21a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:25.276132 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c0a30d48-6974-4a15-b5d3-0081efae21a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04649be3-abcd-4d23-8ecb-938c6ef0b781 HTTP/1.1" status: 204 len: 168 time: 0.3486638 Nov 12 21:16:25.290931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a30d48-6974-4a15-b5d3-0081efae21a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04649be3-abcd-4d23-8ecb-938c6ef0b781,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:25.309463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-110b349f-8b30-41bf-bc70-e23b6c1b330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:25.356908 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-110b349f-8b30-41bf-bc70-e23b6c1b330d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335990 Nov 12 21:16:25.549201 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-6b60b378-e73e-4cef-938d-638e495a4fd5 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914308 Nov 12 21:16:25.557474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c90f50-e6c7-4412-af43-193da6d93b1d req-3162fbce-0a2e-485e-ba6c-62efa55dc204 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:25.559873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91c90f50-e6c7-4412-af43-193da6d93b1d req-3162fbce-0a2e-485e-ba6c-62efa55dc204 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0760527 Nov 12 21:16:25.610601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91c90f50-e6c7-4412-af43-193da6d93b1d req-a2e74edc-321b-42f6-b8cf-edb128fdf616 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444689 Nov 12 21:16:25.704395 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ae1938ec-904b-46f6-96b8-a1fee702c414 req-412f6865-89f3-4c8d-98fc-e0f433d6a0e5 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434627 Nov 12 21:16:25.875911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3ca6-8137-47c7-bb5e-c0ebda5fff06 req-5eddc9f0-ea4c-46ef-b94c-1e6a1b6390b5 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:25.883983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59ab3ca6-8137-47c7-bb5e-c0ebda5fff06 req-5eddc9f0-ea4c-46ef-b94c-1e6a1b6390b5 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.0624456 Nov 12 21:16:25.986511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59ab3ca6-8137-47c7-bb5e-c0ebda5fff06 req-1535183c-b805-48e5-9091-96d3e79bc693 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014016 Nov 12 21:16:26.571371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe80c-9b9b-48c7-bf19-343d72dfe374 req-2cdac8a2-efcb-4a82-b8e3-f3828ebf076f tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:26.584097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-594fe80c-9b9b-48c7-bf19-343d72dfe374 req-2cdac8a2-efcb-4a82-b8e3-f3828ebf076f tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1654117 Nov 12 21:16:26.859883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-eb542b10-0ee2-46ec-af9b-19c7292473e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:26.862308 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-eb542b10-0ee2-46ec-af9b-19c7292473e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b5bc9b10a394d75b5e19c266223a5a4&device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 1098 time: 0.2457147 Nov 12 21:16:26.928031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-594fe80c-9b9b-48c7-bf19-343d72dfe374 req-d16743f2-c974-4120-a66e-814e3be8ee93 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292634 Nov 12 21:16:27.012927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ce16-34af-4423-a120-e57131098915 req-da8834fb-b25f-4489-a84d-d35871de5280 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:27.014428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8da3ce16-34af-4423-a120-e57131098915 req-da8834fb-b25f-4489-a84d-d35871de5280 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.2601535 Nov 12 21:16:27.089291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-e22a04f7-c85f-4f1f-bc0f-d45bcd98a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:27.091034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-e22a04f7-c85f-4f1f-bc0f-d45bcd98a26a service neutron] 10.222.0.78 "GET /v2.0/networks?id=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 HTTP/1.1" status: 200 len: 913 time: 0.2123854 Nov 12 21:16:27.140167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-41c39008-5dda-4c23-b651-177c86bc523e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be457087-41a8-4722-b857-dfd3abe3e727 HTTP/1.1" status: 200 len: 217 time: 0.0400922 Nov 12 21:16:27.158579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8da3ce16-34af-4423-a120-e57131098915 req-77b6a5b7-1870-4180-b7be-cc0d21274b67 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298397 Nov 12 21:16:27.259951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-bc8936cb-f875-4c27-b624-dbfbfa7f9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:27.266042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-bc8936cb-f875-4c27-b624-dbfbfa7f9257 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25f86ecf-82d8-4787-bf63-2340b57df7cf HTTP/1.1" status: 200 len: 852 time: 0.1009791 Nov 12 21:16:27.342499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-88e5c5d0-f424-4d74-a4e2-355736bd608a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721390 Nov 12 21:16:27.428761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47318) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:27.533069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a50927e7-1081-46c9-a7af-f0e153d7498e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:27.562003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-bd8ac258-ec96-4e0b-8bec-9ef30f765eb9 service neutron] 10.222.0.78 "GET /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115541 Nov 12 21:16:27.657027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964352100'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:27.829712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:27.848615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:27.893257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af57dbc-c487-49f8-841b-6922af4fee8f req-007f23fe-ef1e-4b43-afca-28431cfb0aad service neutron] 10.222.0.78 "GET /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238640 Nov 12 21:16:28.006088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.092566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.204518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9785b3-667b-466e-b1a4-3978b109282e req-2e233590-8088-4b70-9111-d51b2af4478b tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:28.209607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e9785b3-667b-466e-b1a4-3978b109282e req-2e233590-8088-4b70-9111-d51b2af4478b tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1260147 Nov 12 21:16:28.215158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e03ec5-36b2-4cad-8c6f-0466fe8e0d88,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:28.296572 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.363401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.381420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e9785b3-667b-466e-b1a4-3978b109282e req-a5a3a6e6-a3a5-4aa5-9ce4-626d2c91ce86 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456733 Nov 12 21:16:28.409622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dce7d-595e-4ef1-a173-59d1b4a565a4 req-ef3d5838-d6f8-49aa-8985-aca1e8fca582 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:28.421641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-369dce7d-595e-4ef1-a173-59d1b4a565a4 req-ef3d5838-d6f8-49aa-8985-aca1e8fca582 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1040697 Nov 12 21:16:28.451741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67ff569-39bc-4f06-8586-1ff4597d01ed,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:28.488842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-369dce7d-595e-4ef1-a173-59d1b4a565a4 req-cf3443cc-b7cb-4fce-b961-adb64d27f988 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662801 Nov 12 21:16:28.541006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.547055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-582c2b0d-133d-4058-acf8-d5f946081e57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1135159 Nov 12 21:16:28.547211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47346) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:28.648814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ba690d17-1d96-406d-afd4-c8273acc368a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1003590 Nov 12 21:16:28.653669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47352) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:28.659558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0200c0ae-09cf-44a7-9d4c-e3ae56040d29 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-security--595995351', 'description': 'tempest-security-description-770065817'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:28.708423 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0200c0ae-09cf-44a7-9d4c-e3ae56040d29 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.846366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0200c0ae-09cf-44a7-9d4c-e3ae56040d29 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.958365 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0200c0ae-09cf-44a7-9d4c-e3ae56040d29 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.961464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0200c0ae-09cf-44a7-9d4c-e3ae56040d29 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:28.966571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0200c0ae-09cf-44a7-9d4c-e3ae56040d29 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "PUT /v2.0/security-groups/e67ff569-39bc-4f06-8586-1ff4597d01ed HTTP/1.1" status: 200 len: 1795 time: 0.3085852 Nov 12 21:16:28.966896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47360) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:29.022409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200c0ae-09cf-44a7-9d4c-e3ae56040d29 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67ff569-39bc-4f06-8586-1ff4597d01ed,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:29.062721 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7666df9a-7f9e-4bcf-b772-90fbac0782dd tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups/e67ff569-39bc-4f06-8586-1ff4597d01ed HTTP/1.1" status: 200 len: 1795 time: 0.0941811 Nov 12 21:16:29.065402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47364) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:29.135406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4d560b-aa8d-4455-ada3-1406e1f964ef tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:29.161811 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4d560b-aa8d-4455-ada3-1406e1f964ef tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:29.290845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4d560b-aa8d-4455-ada3-1406e1f964ef tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:29.294305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-be4d560b-aa8d-4455-ada3-1406e1f964ef tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:29.298218 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-be4d560b-aa8d-4455-ada3-1406e1f964ef tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/e67ff569-39bc-4f06-8586-1ff4597d01ed HTTP/1.1" status: 204 len: 168 time: 0.2293105 Nov 12 21:16:29.299214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47370) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:29.306608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d560b-aa8d-4455-ada3-1406e1f964ef tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67ff569-39bc-4f06-8586-1ff4597d01ed,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:29.365621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-56970001-c6c4-4da7-b73f-e1ac9739048b tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0648761 Nov 12 21:16:29.368522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47372) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:29.382519 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-2d6b257c-c950-40fe-badf-5f82d15e45a8 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] delete failed (client error): The resource could not be found. Nov 12 21:16:29.389314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2d6b257c-c950-40fe-badf-5f82d15e45a8 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/e67ff569-39bc-4f06-8586-1ff4597d01ed HTTP/1.1" status: 404 len: 347 time: 0.0139511 Nov 12 21:16:29.389314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47374) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:29.396696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2280f0e5-ac5d-42e2-b72e-1879694ecb57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-secgroup--709689734'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:29.545448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2280f0e5-ac5d-42e2-b72e-1879694ecb57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:29.618678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb4af-ef02-43ac-824a-4778237f7d7c req-b58b75a0-ecc5-41c8-a88a-2a87ec05b37d tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:29.623001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2efcb4af-ef02-43ac-824a-4778237f7d7c req-b58b75a0-ecc5-41c8-a88a-2a87ec05b37d tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1346672 Nov 12 21:16:29.801110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb02cd-610e-4917-a42f-fb3f227a4ae5 req-8046d98b-07e2-4da0-a4d1-a6c2368f0fe8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:29.802618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bbb02cd-610e-4917-a42f-fb3f227a4ae5 req-8046d98b-07e2-4da0-a4d1-a6c2368f0fe8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1767895 Nov 12 21:16:29.857202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2efcb4af-ef02-43ac-824a-4778237f7d7c req-43a29fbd-9175-4a64-9b5c-5cbf6dd8381e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073634 Nov 12 21:16:29.877109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2280f0e5-ac5d-42e2-b72e-1879694ecb57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:29.956989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bbb02cd-610e-4917-a42f-fb3f227a4ae5 req-a955a83b-c136-4fa5-8bec-485ddb7e661a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389792 Nov 12 21:16:30.012585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2280f0e5-ac5d-42e2-b72e-1879694ecb57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:30.040578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280f0e5-ac5d-42e2-b72e-1879694ecb57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640b896a-9c88-441e-9195-f74faebba698,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:30.144058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f31413d0-9fae-4b19-b15b-6321fd64c40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:30.208061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2280f0e5-ac5d-42e2-b72e-1879694ecb57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:30.212602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2280f0e5-ac5d-42e2-b72e-1879694ecb57 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8207870 Nov 12 21:16:30.212747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47402) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:30.227801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2ba4db35-6762-428f-9fd5-ab70f2a470e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '640b896a-9c88-441e-9195-f74faebba698', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:30.499066 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db35-6762-428f-9fd5-ab70f2a470e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:30.587855 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db35-6762-428f-9fd5-ab70f2a470e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:30.682628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db35-6762-428f-9fd5-ab70f2a470e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:30.735852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4db35-6762-428f-9fd5-ab70f2a470e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0399351-135f-41f0-a7f0-9c3a9a9fdb13,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:30.840445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db35-6762-428f-9fd5-ab70f2a470e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:30.841741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2ba4db35-6762-428f-9fd5-ab70f2a470e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6271658 Nov 12 21:16:30.851595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47418) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:30.891942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c01b847-fd51-49f9-9086-20e32a1a564a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:30.902969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c01b847-fd51-49f9-9086-20e32a1a564a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:31.041045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65ed70-da57-438a-be01-d91682c670c4 req-e0ecd756-a29a-4721-88a4-b51e606a6a40 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:31.052166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f65ed70-da57-438a-be01-d91682c670c4 req-e0ecd756-a29a-4721-88a4-b51e606a6a40 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1311431 Nov 12 21:16:31.114621 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c01b847-fd51-49f9-9086-20e32a1a564a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:31.227751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c01b847-fd51-49f9-9086-20e32a1a564a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:31.234511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1c01b847-fd51-49f9-9086-20e32a1a564a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f0399351-135f-41f0-a7f0-9c3a9a9fdb13 HTTP/1.1" status: 204 len: 168 time: 0.3817573 Nov 12 21:16:31.237213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47432) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:31.395316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:31.437793 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bac04500-5a65-4ae5-8570-b09d86722a01 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1987057 Nov 12 21:16:31.438202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f65ed70-da57-438a-be01-d91682c670c4 req-ab40a234-4305-460b-a1fe-b4705cfb32fa tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809023 Nov 12 21:16:31.440478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47440) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:31.442770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01b847-fd51-49f9-9086-20e32a1a564a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0399351-135f-41f0-a7f0-9c3a9a9fdb13,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:31.459525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd79ebd-0b59-4b0d-b49c-8d13cbccc416 req-7687d25d-687c-46ce-8f0f-8b0ba37b2af0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:31.468083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd79ebd-0b59-4b0d-b49c-8d13cbccc416 req-7687d25d-687c-46ce-8f0f-8b0ba37b2af0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.4041312 Nov 12 21:16:31.532433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd79ebd-0b59-4b0d-b49c-8d13cbccc416 req-0019bb57-611c-4f29-b7d6-dd3823910045 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632787 Nov 12 21:16:31.588749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abb5caaf-5d39-41d5-865f-ffe9165c120c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:31.668002 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abb5caaf-5d39-41d5-865f-ffe9165c120c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.019845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abb5caaf-5d39-41d5-865f-ffe9165c120c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.023120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-abb5caaf-5d39-41d5-865f-ffe9165c120c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.031973 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-abb5caaf-5d39-41d5-865f-ffe9165c120c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/640b896a-9c88-441e-9195-f74faebba698 HTTP/1.1" status: 204 len: 168 time: 0.5899050 Nov 12 21:16:32.034575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47456) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:32.127347 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5caaf-5d39-41d5-865f-ffe9165c120c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640b896a-9c88-441e-9195-f74faebba698,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:32.255263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47460) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:32.258387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d0db4544-947c-4e56-981e-394d9f4a46bd tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2222595 Nov 12 21:16:32.260245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d575bf75-6a68-434e-9ef2-1b961bdd4220 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-secgroup--208066843'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:32.344869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47466) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:32.375604 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d575bf75-6a68-434e-9ef2-1b961bdd4220 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.484603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d575bf75-6a68-434e-9ef2-1b961bdd4220 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.530254 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7f04e64-a67b-424f-aeaa-ccc9c67ec254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.563916 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d575bf75-6a68-434e-9ef2-1b961bdd4220 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.687459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575bf75-6a68-434e-9ef2-1b961bdd4220 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a1603a-6f79-470b-ae56-3c6b8463e0fa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:32.785457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7f04e64-a67b-424f-aeaa-ccc9c67ec254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.792725 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d575bf75-6a68-434e-9ef2-1b961bdd4220 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.794362 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d575bf75-6a68-434e-9ef2-1b961bdd4220 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5378833 Nov 12 21:16:32.797231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47480) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:32.808825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4c557b02-34b3-42e6-8c70-ba8597ed4f87 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '85a1603a-6f79-470b-ae56-3c6b8463e0fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:32.848682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852fef3-c5c3-4b04-a99b-e87f1828e730 req-11feb311-42f8-4767-a8b0-b95d35d93012 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:32.850669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8852fef3-c5c3-4b04-a99b-e87f1828e730 req-11feb311-42f8-4767-a8b0-b95d35d93012 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1429269 Nov 12 21:16:32.867376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1d46-58cc-47d4-a668-2473965181e0 req-22c6c9f2-fce2-4c74-a3d6-f5240990f082 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:32.900197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-847b1d46-58cc-47d4-a668-2473965181e0 req-22c6c9f2-fce2-4c74-a3d6-f5240990f082 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1935904 Nov 12 21:16:32.933503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7f04e64-a67b-424f-aeaa-ccc9c67ec254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:32.947068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c557b02-34b3-42e6-8c70-ba8597ed4f87 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.030758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c557b02-34b3-42e6-8c70-ba8597ed4f87 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.098116 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.114791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c7f04e64-a67b-424f-aeaa-ccc9c67ec254 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6083c3c43a254a17a6087cd624962d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7687743 Nov 12 21:16:33.118078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:33.118484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-847b1d46-58cc-47d4-a668-2473965181e0 req-f7c72d4f-0589-4785-b41b-11d33f1cc1ca tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172019 Nov 12 21:16:33.161258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f04e64-a67b-424f-aeaa-ccc9c67ec254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7d2ef6-9309-4eff-9689-28ef2b86b079,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:33.203735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8852fef3-c5c3-4b04-a99b-e87f1828e730 req-ca809f24-5575-435b-bb21-9ea05cc1950e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667742 Nov 12 21:16:33.262086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c557b02-34b3-42e6-8c70-ba8597ed4f87 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.318859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557b02-34b3-42e6-8c70-ba8597ed4f87 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3f5e0e-089d-4845-96b6-c1a98fc37c55,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:33.376812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9884ec14-5f72-40a2-8cc7-7d17a14b9af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.410194 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c557b02-34b3-42e6-8c70-ba8597ed4f87 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.411682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4c557b02-34b3-42e6-8c70-ba8597ed4f87 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6131256 Nov 12 21:16:33.414677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47494) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:33.419772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1d75b743-296e-4c56-9264-dcb42154b9bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '85a1603a-6f79-470b-ae56-3c6b8463e0fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:33.419963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9884ec14-5f72-40a2-8cc7-7d17a14b9af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.635717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9884ec14-5f72-40a2-8cc7-7d17a14b9af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.638528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9884ec14-5f72-40a2-8cc7-7d17a14b9af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.642212 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9884ec14-5f72-40a2-8cc7-7d17a14b9af2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f7d2ef6-9309-4eff-9689-28ef2b86b079 HTTP/1.1" status: 204 len: 168 time: 0.5203981 Nov 12 21:16:33.650491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884ec14-5f72-40a2-8cc7-7d17a14b9af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7d2ef6-9309-4eff-9689-28ef2b86b079,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:33.671415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d75b743-296e-4c56-9264-dcb42154b9bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.695274 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.785553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28339465-6059-4985-b526-dfe3e98afe94 req-7cef1585-43e7-454b-8a2d-1985a86d05a7 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:33.790608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28339465-6059-4985-b526-dfe3e98afe94 req-7cef1585-43e7-454b-8a2d-1985a86d05a7 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1660738 Nov 12 21:16:33.867103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d75b743-296e-4c56-9264-dcb42154b9bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:33.902087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-ff2b31bc-d84f-4e59-a90e-3165c836f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:33.903967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-ff2b31bc-d84f-4e59-a90e-3165c836f137 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3b5bc9b10a394d75b5e19c266223a5a4&device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 1098 time: 0.1086469 Nov 12 21:16:33.909405 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28339465-6059-4985-b526-dfe3e98afe94 req-d77e566c-fa67-4141-a73f-e2192b5b0476 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128032 Nov 12 21:16:34.007615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-5c49ed50-eed3-4aa5-8196-f559d4ddbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:34.009093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-5c49ed50-eed3-4aa5-8196-f559d4ddbaa0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 HTTP/1.1" status: 200 len: 913 time: 0.0979185 Nov 12 21:16:34.032330 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d75b743-296e-4c56-9264-dcb42154b9bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:34.081758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-bdcf534d-e67c-48f7-830f-a44ba22e59eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be457087-41a8-4722-b857-dfd3abe3e727 HTTP/1.1" status: 200 len: 217 time: 0.0637560 Nov 12 21:16:34.128534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75b743-296e-4c56-9264-dcb42154b9bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb5249c-7477-4a04-93ff-acd4e6cdbc5a,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:34.170151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-6d0875af-205d-4b40-9969-430238a23e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:34.172461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-6d0875af-205d-4b40-9969-430238a23e5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25f86ecf-82d8-4787-bf63-2340b57df7cf HTTP/1.1" status: 200 len: 852 time: 0.0818136 Nov 12 21:16:34.211854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d75b743-296e-4c56-9264-dcb42154b9bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:34.220373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1d75b743-296e-4c56-9264-dcb42154b9bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7973192 Nov 12 21:16:34.220594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:34.227682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a281506f-4bcc-4c16-b4ee-f366a227b5e9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '85a1603a-6f79-470b-ae56-3c6b8463e0fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:34.246082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-98ae1cb8-a58b-4ca4-ba3a-2bc00cbd8283 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646577 Nov 12 21:16:34.345871 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a281506f-4bcc-4c16-b4ee-f366a227b5e9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:34.439752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a281506f-4bcc-4c16-b4ee-f366a227b5e9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:34.443316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa290f6-1c12-420d-8533-af6b32525eba req-4908de3c-e156-4db5-99c9-84342e54368e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:34.444935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fa290f6-1c12-420d-8533-af6b32525eba req-4908de3c-e156-4db5-99c9-84342e54368e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1667492 Nov 12 21:16:34.464811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-d957f647-2566-46cc-8312-8e8fa7da277e service neutron] 10.222.0.78 "GET /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053151 Nov 12 21:16:34.550316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a281506f-4bcc-4c16-b4ee-f366a227b5e9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:34.598458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281506f-4bcc-4c16-b4ee-f366a227b5e9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d30ccd-8408-432d-9c58-414c7fbdd8b4,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:34.618709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-321f5b79-5e9a-470b-b41e-88542b890f30 req-64f3086d-c8eb-45a4-8597-6d73f58718ae service neutron] 10.222.0.78 "GET /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435578 Nov 12 21:16:34.620628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fa290f6-1c12-420d-8533-af6b32525eba req-cd62afef-e6e0-43d3-aea0-4fb4b1103dd8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679564 Nov 12 21:16:34.715038 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a281506f-4bcc-4c16-b4ee-f366a227b5e9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:34.719133 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a281506f-4bcc-4c16-b4ee-f366a227b5e9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4970593 Nov 12 21:16:34.719489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47540) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:34.724100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '85a1603a-6f79-470b-ae56-3c6b8463e0fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:34.969999 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:35.091824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:35.118709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df427-8606-4924-aba6-97549c67539b req-9ec2a358-245e-4529-8bad-4fb2650eec00 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:35.120576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c45df427-8606-4924-aba6-97549c67539b req-9ec2a358-245e-4529-8bad-4fb2650eec00 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1035812 Nov 12 21:16:35.188493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c45df427-8606-4924-aba6-97549c67539b req-f2527019-ebdb-498c-9f74-42a1da1f75ad tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Nov 12 21:16:35.225295 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:35.250386 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d379f4-1b33-4cb7-b721-524a63611575,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:35.284658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.290683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.301210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:35.404059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:35.406943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6ae26ec8-58d7-46db-84d6-0662482ad190 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6848598 Nov 12 21:16:35.408328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47570) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:35.413209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6517a870-5111-4f9f-9798-891527c1988e tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '85a1603a-6f79-470b-ae56-3c6b8463e0fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:35.609670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6517a870-5111-4f9f-9798-891527c1988e tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:35.681684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6517a870-5111-4f9f-9798-891527c1988e tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:35.798537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ee68-e650-4ca7-ab21-e41a0b883f31 req-e553a751-3d31-4769-980d-2c0acb1f5a70 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:35.800240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d61ee68-e650-4ca7-ab21-e41a0b883f31 req-e553a751-3d31-4769-980d-2c0acb1f5a70 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0816550 Nov 12 21:16:35.811705 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6517a870-5111-4f9f-9798-891527c1988e tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:35.882019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517a870-5111-4f9f-9798-891527c1988e tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4674a959-b8e1-43ed-b0e6-413cadeae4ae,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:35.922941 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d61ee68-e650-4ca7-ab21-e41a0b883f31 req-81a0f0bc-88e1-49eb-bfe7-39d26a8429de tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926580 Nov 12 21:16:36.040365 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6517a870-5111-4f9f-9798-891527c1988e tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.040365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6517a870-5111-4f9f-9798-891527c1988e tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6189928 Nov 12 21:16:36.040365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:36.057045 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98d05da4-eba0-4ef7-ac92-fa35c68cc261 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.064695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98d05da4-eba0-4ef7-ac92-fa35c68cc261 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.084139 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:16:36.201135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98d05da4-eba0-4ef7-ac92-fa35c68cc261 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.214220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-98d05da4-eba0-4ef7-ac92-fa35c68cc261 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.214220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-98d05da4-eba0-4ef7-ac92-fa35c68cc261 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/4674a959-b8e1-43ed-b0e6-413cadeae4ae HTTP/1.1" status: 204 len: 168 time: 0.1771133 Nov 12 21:16:36.214220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47588) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:36.252118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d05da4-eba0-4ef7-ac92-fa35c68cc261 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4674a959-b8e1-43ed-b0e6-413cadeae4ae,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:36.339124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-da49672d-3313-4f1a-a6a7-5d5d09b76952 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1242819 Nov 12 21:16:36.347040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47596) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:36.374341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f11a95-49ea-45aa-af36-89025206555a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.376163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95483598-1c7d-4e61-bb70-003601b970cb req-51a5f81c-90d6-455b-bdb0-10b4696a6578 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:36.377838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95483598-1c7d-4e61-bb70-003601b970cb req-51a5f81c-90d6-455b-bdb0-10b4696a6578 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.0771811 Nov 12 21:16:36.382488 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f11a95-49ea-45aa-af36-89025206555a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.452869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95483598-1c7d-4e61-bb70-003601b970cb req-f7b1d16c-804b-470f-ae77-d9f78d746083 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656888 Nov 12 21:16:36.594349 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f11a95-49ea-45aa-af36-89025206555a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.594349 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d3f11a95-49ea-45aa-af36-89025206555a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.594528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47604) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:36.595142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d3f11a95-49ea-45aa-af36-89025206555a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d6d379f4-1b33-4cb7-b721-524a63611575 HTTP/1.1" status: 204 len: 168 time: 0.2468326 Nov 12 21:16:36.614394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f11a95-49ea-45aa-af36-89025206555a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6d379f4-1b33-4cb7-b721-524a63611575,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:36.701293 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47608) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:36.719109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-724808b8-4312-4419-b7ab-07e639709899 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1157162 Nov 12 21:16:36.731266 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05d8ed85-2ef2-4ff6-bcce-cc87979bca11 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.741712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05d8ed85-2ef2-4ff6-bcce-cc87979bca11 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.981646 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05d8ed85-2ef2-4ff6-bcce-cc87979bca11 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.988185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05d8ed85-2ef2-4ff6-bcce-cc87979bca11 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:36.989275 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-05d8ed85-2ef2-4ff6-bcce-cc87979bca11 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/10d30ccd-8408-432d-9c58-414c7fbdd8b4 HTTP/1.1" status: 204 len: 168 time: 0.2869420 Nov 12 21:16:36.992209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47620) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:36.995895 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8ed85-2ef2-4ff6-bcce-cc87979bca11 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10d30ccd-8408-432d-9c58-414c7fbdd8b4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:37.095494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6d2a31e0-7534-408e-bea6-5eba2c799f29 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1017354 Nov 12 21:16:37.098772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47626) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:37.116078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559d06-f3f2-4c22-a1e6-7e203d85a393 req-57a95663-f8a4-48dc-813f-34a38da5e33a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:37.117920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46559d06-f3f2-4c22-a1e6-7e203d85a393 req-57a95663-f8a4-48dc-813f-34a38da5e33a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1012304 Nov 12 21:16:37.129039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac560-88d5-4521-8c8a-967d1d7fd4fb tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.140680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac560-88d5-4521-8c8a-967d1d7fd4fb tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.208233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46559d06-f3f2-4c22-a1e6-7e203d85a393 req-411bf426-193d-4c44-b2a4-41d93b31e5fd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814984 Nov 12 21:16:37.312812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac560-88d5-4521-8c8a-967d1d7fd4fb tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.319360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac560-88d5-4521-8c8a-967d1d7fd4fb tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.321028 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4c3ac560-88d5-4521-8c8a-967d1d7fd4fb tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5eb5249c-7477-4a04-93ff-acd4e6cdbc5a HTTP/1.1" status: 204 len: 168 time: 0.2211168 Nov 12 21:16:37.325246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:37.348833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ac560-88d5-4521-8c8a-967d1d7fd4fb tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eb5249c-7477-4a04-93ff-acd4e6cdbc5a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:37.396178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb4f07-538d-4bd7-ba32-319103d0e3db req-04ff560a-792e-41f6-9852-6e47fb74f709 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:37.397953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ddb4f07-538d-4bd7-ba32-319103d0e3db req-04ff560a-792e-41f6-9852-6e47fb74f709 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.0995181 Nov 12 21:16:37.412576 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-679c9ee7-3bb5-4bb0-a298-f86548944ffa tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0833426 Nov 12 21:16:37.413589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47638) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:37.541312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ddb4f07-538d-4bd7-ba32-319103d0e3db req-3003d8a9-44e9-4acd-892b-7a30eeda81fb tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300569 Nov 12 21:16:37.565835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ec89ebc-4dc4-4099-af64-14ce439304e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.582957 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ec89ebc-4dc4-4099-af64-14ce439304e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.796948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ec89ebc-4dc4-4099-af64-14ce439304e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.804430 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3ec89ebc-4dc4-4099-af64-14ce439304e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.805732 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3ec89ebc-4dc4-4099-af64-14ce439304e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ca3f5e0e-089d-4845-96b6-c1a98fc37c55 HTTP/1.1" status: 204 len: 168 time: 0.3910737 Nov 12 21:16:37.811637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47646) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:37.837054 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec89ebc-4dc4-4099-af64-14ce439304e6 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca3f5e0e-089d-4845-96b6-c1a98fc37c55,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:37.861757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e55b2218-8d34-4821-9c9c-5f2e1f1732f0 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463450 Nov 12 21:16:37.864915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47650) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:37.939232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c60c291-b4b0-49bc-afcc-9da05d3e6d31 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:37.991333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c60c291-b4b0-49bc-afcc-9da05d3e6d31 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:38.180815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c60c291-b4b0-49bc-afcc-9da05d3e6d31 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:38.184656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c60c291-b4b0-49bc-afcc-9da05d3e6d31 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:38.185997 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c60c291-b4b0-49bc-afcc-9da05d3e6d31 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/85a1603a-6f79-470b-ae56-3c6b8463e0fa HTTP/1.1" status: 204 len: 168 time: 0.3198650 Nov 12 21:16:38.190663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47660) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:38.204425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60c291-b4b0-49bc-afcc-9da05d3e6d31 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a1603a-6f79-470b-ae56-3c6b8463e0fa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:38.260066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d850496e-90e0-47c9-857b-bc9bfe6adc14 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0679886 Nov 12 21:16:38.264599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47664) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:38.269529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7c88da71-c28e-4e6c-b392-2ba8d3fb775a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601585146'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:38.407302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbeaf26-da10-4492-b44c-0533d4ea771f req-548b3f86-4e73-4427-8aed-d37c45caac13 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:38.411779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bbeaf26-da10-4492-b44c-0533d4ea771f req-548b3f86-4e73-4427-8aed-d37c45caac13 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0832739 Nov 12 21:16:38.465539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c88da71-c28e-4e6c-b392-2ba8d3fb775a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:38.513198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bbeaf26-da10-4492-b44c-0533d4ea771f req-0eb3d262-8a2b-465d-858b-a519d5f2eedc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978076 Nov 12 21:16:38.620381 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c88da71-c28e-4e6c-b392-2ba8d3fb775a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:38.701023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c88da71-c28e-4e6c-b392-2ba8d3fb775a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:38.722696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e04d59-42a1-4c3a-bd31-b44eba1933a9 req-3d428361-67df-4002-907c-8277e0177849 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:38.724314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99e04d59-42a1-4c3a-bd31-b44eba1933a9 req-3d428361-67df-4002-907c-8277e0177849 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.0628202 Nov 12 21:16:38.766214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88da71-c28e-4e6c-b392-2ba8d3fb775a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50d79c9-970f-4ce9-ba44-4c37ca1209dc,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:38.805674 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99e04d59-42a1-4c3a-bd31-b44eba1933a9 req-4586cb4f-9850-455a-976d-a1acf7060230 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726831 Nov 12 21:16:38.856597 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c88da71-c28e-4e6c-b392-2ba8d3fb775a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:38.860389 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c88da71-c28e-4e6c-b392-2ba8d3fb775a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5932698 Nov 12 21:16:38.861629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47684) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:38.867535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-07cc51c5-2e1e-45cc-b236-acd8cc535bce tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': 'a50d79c9-970f-4ce9-ba44-4c37ca1209dc', 'direction': 'ingress', 'protocol': 17}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:38.999625 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-07cc51c5-2e1e-45cc-b236-acd8cc535bce tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.063730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-07cc51c5-2e1e-45cc-b236-acd8cc535bce tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.143630 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-07cc51c5-2e1e-45cc-b236-acd8cc535bce tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.180963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc51c5-2e1e-45cc-b236-acd8cc535bce tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226df5c3-6ab1-4093-ac69-fa05d9838f73,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:39.272576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-3d532fad-0e20-41d9-9e8d-44434c4f40d6 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:39.274515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-3d532fad-0e20-41d9-9e8d-44434c4f40d6 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.78 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.0717254 Nov 12 21:16:39.334501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-07cc51c5-2e1e-45cc-b236-acd8cc535bce tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.336074 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-07cc51c5-2e1e-45cc-b236-acd8cc535bce tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4729183 Nov 12 21:16:39.341452 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47698) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:39.447520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9525bca8-fffe-4c0f-8ec0-2725e2427a98 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.498698 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9525bca8-fffe-4c0f-8ec0-2725e2427a98 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.514112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Deleting port be457087-41a8-4722-b857-dfd3abe3e727 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:39.515471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.649101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] For port be457087-41a8-4722-b857-dfd3abe3e727, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=be457087-41a8-4722-b857-dfd3abe3e727,segment=NetworkSegment(9923f52a-a41b-41f2-91be-c8ef4033364f),segment_id=9923f52a-a41b-41f2-91be-c8ef4033364f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:39.649535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.683983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Calling delete_port for be457087-41a8-4722-b857-dfd3abe3e727 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:39.758387 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9525bca8-fffe-4c0f-8ec0-2725e2427a98 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.762912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9525bca8-fffe-4c0f-8ec0-2725e2427a98 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:39.763987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0421-0a11-4e71-9c16-952c482ba818 req-b3fcb9b2-bdd1-40a2-a539-6ce00ebb68b5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:39.767410 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9525bca8-fffe-4c0f-8ec0-2725e2427a98 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/a50d79c9-970f-4ce9-ba44-4c37ca1209dc HTTP/1.1" status: 204 len: 168 time: 0.4213932 Nov 12 21:16:39.773765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47716) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:39.775922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-382e0421-0a11-4e71-9c16-952c482ba818 req-b3fcb9b2-bdd1-40a2-a539-6ce00ebb68b5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1456177 Nov 12 21:16:39.846140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525bca8-fffe-4c0f-8ec0-2725e2427a98 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50d79c9-970f-4ce9-ba44-4c37ca1209dc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:39.924436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-382e0421-0a11-4e71-9c16-952c482ba818 req-0c1abbfc-952b-4fed-8459-bd689f9b6c4a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471379 Nov 12 21:16:39.933292 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cdcd713f-3eb3-489f-ba3e-fe2618abbdba tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1577086 Nov 12 21:16:39.938144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47726) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:39.943916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-545cd752-ee99-496f-b7e8-dd4ce7c471a3 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820653644'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:40.101131 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-545cd752-ee99-496f-b7e8-dd4ce7c471a3 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:40.158699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceb100-ffb2-4139-933f-e1f41fbfe63b req-4a25411e-c531-46c1-9359-f525d8b39362 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:40.161848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12ceb100-ffb2-4139-933f-e1f41fbfe63b req-4a25411e-c531-46c1-9359-f525d8b39362 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 946 time: 0.1766405 Nov 12 21:16:40.237809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:40.263565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['be457087-41a8-4722-b857-dfd3abe3e727'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:16:40.280567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12ceb100-ffb2-4139-933f-e1f41fbfe63b req-a717ffec-a6c2-4944-a6ce-d95d1cb54de5 tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c0e0c85-1947-434f-b33f-369872cfacdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092272 Nov 12 21:16:40.454673 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-545cd752-ee99-496f-b7e8-dd4ce7c471a3 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:40.464596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Pushing event deleted for resources: {'Port': ['ID=be457087-41a8-4722-b857-dfd3abe3e727,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:40.493347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35482ec-3cea-4e5b-8a90-71f0828267d8 None None] DHCP port deletion for c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:40.511383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:40.546862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:40.572129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] No DVR routers for this DVR port be457087-41a8-4722-b857-dfd3abe3e727 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:40.575401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:40.580980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-11588a28-caa1-416e-a6e6-ea2df9b96ac6 req-cdc03365-12c0-4d4e-9a31-484771df730e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.78 "DELETE /v2.0/ports/be457087-41a8-4722-b857-dfd3abe3e727 HTTP/1.1" status: 204 len: 173 time: 1.2969131 Nov 12 21:16:40.581566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf8be8-b3dd-458b-a813-24d7201fb385', 'name': 'network-vif-deleted', 'tag': 'be457087-41a8-4722-b857-dfd3abe3e727'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:16:40.584029 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4938675a-8783-4a8f-af21-9c5b71e535d1" -d '{"events": [{"server_uuid": "31bf8be8-b3dd-458b-a813-24d7201fb385", "name": "network-vif-deleted", "tag": "be457087-41a8-4722-b857-dfd3abe3e727"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:16:40.598393 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-545cd752-ee99-496f-b7e8-dd4ce7c471a3 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:40.669850 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b3004-257a-42ef-889b-be13f3b3e0f5 x-openstack-request-id: req-339b3004-257a-42ef-889b-be13f3b3e0f5 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:16:40.670150 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf8be8-b3dd-458b-a813-24d7201fb385", "name": "network-vif-deleted", "tag": "be457087-41a8-4722-b857-dfd3abe3e727", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:16:40.670487 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-339b3004-257a-42ef-889b-be13f3b3e0f5 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:16:40.670882 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bf8be8-b3dd-458b-a813-24d7201fb385', 'name': 'network-vif-deleted', 'tag': 'be457087-41a8-4722-b857-dfd3abe3e727', 'status': 'completed', 'code': 200} Nov 12 21:16:40.676209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cd752-ee99-496f-b7e8-dd4ce7c471a3 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390c3a4c-8dde-4902-8000-d5e88d868c20,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:40.730578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-545cd752-ee99-496f-b7e8-dd4ce7c471a3 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:40.732328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-545cd752-ee99-496f-b7e8-dd4ce7c471a3 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7919462 Nov 12 21:16:40.740909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47748) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:40.747106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cfddd981-439d-4870-988f-c4d3d2ed839d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723036046'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:40.975443 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfddd981-439d-4870-988f-c4d3d2ed839d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:41.056800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfddd981-439d-4870-988f-c4d3d2ed839d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:41.082700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71cbf-3ca3-4299-8e55-7e56e65fcfd7 req-bb918a48-a3b3-489d-9461-32deebac5850 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:41.084249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aae71cbf-3ca3-4299-8e55-7e56e65fcfd7 req-bb918a48-a3b3-489d-9461-32deebac5850 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0718832 Nov 12 21:16:41.149982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aae71cbf-3ca3-4299-8e55-7e56e65fcfd7 req-31133e87-9550-41e3-85ae-a9907b2f9394 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577769 Nov 12 21:16:41.192468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfddd981-439d-4870-988f-c4d3d2ed839d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:41.276832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddd981-439d-4870-988f-c4d3d2ed839d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06a4b1f-d4d9-49f8-b644-c7e2695aa44e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:41.469977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfddd981-439d-4870-988f-c4d3d2ed839d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:41.474433 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cfddd981-439d-4870-988f-c4d3d2ed839d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7308924 Nov 12 21:16:41.475235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:41.481230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6feff0d5-5dbf-44e5-9c56-5a022e7f0adc req-6771bddc-f04a-455e-88f9-4db15290739e tempest-TestServerAdvancedOps-277755093 tempest-TestServerAdvancedOps-277755093-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bf8be8-b3dd-458b-a813-24d7201fb385 HTTP/1.1" status: 200 len: 210 time: 0.0653305 Nov 12 21:16:41.482451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-de8da100-62ee-4913-b6a9-eee5838371bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '390c3a4c-8dde-4902-8000-d5e88d868c20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e06a4b1f-d4d9-49f8-b644-c7e2695aa44e', 'remote_ip_prefix': None}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:41.694594 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de8da100-62ee-4913-b6a9-eee5838371bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:41.779998 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de8da100-62ee-4913-b6a9-eee5838371bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:41.931739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de8da100-62ee-4913-b6a9-eee5838371bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:41.982101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8da100-62ee-4913-b6a9-eee5838371bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2069119-f2ea-4dbd-bb4b-81c608f3cd41,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:42.138222 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-de8da100-62ee-4913-b6a9-eee5838371bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.139804 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-de8da100-62ee-4913-b6a9-eee5838371bc tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6633964 Nov 12 21:16:42.142463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47780) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:42.169789 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f88a56b5-9046-4c18-a2fa-0793d7718c5c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.177529 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f88a56b5-9046-4c18-a2fa-0793d7718c5c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.300686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f46239-2e94-4116-9a87-709a4985b9b6 req-3b9b3e50-d6e9-4b84-8e85-fb1f7dc7423a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:42.302411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49f46239-2e94-4116-9a87-709a4985b9b6 req-3b9b3e50-d6e9-4b84-8e85-fb1f7dc7423a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0629985 Nov 12 21:16:42.336031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f88a56b5-9046-4c18-a2fa-0793d7718c5c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.355639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f88a56b5-9046-4c18-a2fa-0793d7718c5c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.359257 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f88a56b5-9046-4c18-a2fa-0793d7718c5c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f2069119-f2ea-4dbd-bb4b-81c608f3cd41 HTTP/1.1" status: 204 len: 168 time: 0.2130840 Nov 12 21:16:42.360069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47786) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:42.379993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a56b5-9046-4c18-a2fa-0793d7718c5c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2069119-f2ea-4dbd-bb4b-81c608f3cd41,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:42.390143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49f46239-2e94-4116-9a87-709a4985b9b6 req-963b6849-5933-49ad-8b13-8d6cc53bcf3e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739765 Nov 12 21:16:42.477966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:42.481008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d435606c-689c-4592-925a-3e7038191cde tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1192122 Nov 12 21:16:42.543852 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc89fc3-c102-468b-ac9e-67a81c44bc59 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.576741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc89fc3-c102-468b-ac9e-67a81c44bc59 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.629967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47800) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:42.693696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf3f151-05f1-4605-bb94-06a1d392e963 admin admin] Deleting subnet 25f86ecf-82d8-4787-bf63-2340b57df7cf {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:16:42.696830 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-baf3f151-05f1-4605-bb94-06a1d392e963 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.743934 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc89fc3-c102-468b-ac9e-67a81c44bc59 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.748623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ccc89fc3-c102-468b-ac9e-67a81c44bc59 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.750181 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ccc89fc3-c102-468b-ac9e-67a81c44bc59 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/e06a4b1f-d4d9-49f8-b644-c7e2695aa44e HTTP/1.1" status: 204 len: 168 time: 0.2711146 Nov 12 21:16:42.755409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47804) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:42.774768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-baf3f151-05f1-4605-bb94-06a1d392e963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.786427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc89fc3-c102-468b-ac9e-67a81c44bc59 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06a4b1f-d4d9-49f8-b644-c7e2695aa44e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:42.837845 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-baf3f151-05f1-4605-bb94-06a1d392e963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.868535 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9200af0b-673b-4995-87d4-17b48c197a93 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1111808 Nov 12 21:16:42.873510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47810) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:42.978566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e79db9af-6e01-4c17-9d48-7cb3d7f46fb9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:42.983330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device be457087-41a8-4722-b857-dfd3abe3e727 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:16:43.013310 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-baf3f151-05f1-4605-bb94-06a1d392e963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.029024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: be457087-41a8-4722-b857-dfd3abe3e727 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:16:43.029379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device be457087-41a8-4722-b857-dfd3abe3e727 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:16:43.093827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e79db9af-6e01-4c17-9d48-7cb3d7f46fb9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.111906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3f151-05f1-4605-bb94-06a1d392e963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f86ecf-82d8-4787-bf63-2340b57df7cf,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:43.134958 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-baf3f151-05f1-4605-bb94-06a1d392e963 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.138107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33ca04-17f7-4fc6-a0fd-13e8eb6d40fe None None] Network c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:43.144190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-baf3f151-05f1-4605-bb94-06a1d392e963 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/25f86ecf-82d8-4787-bf63-2340b57df7cf HTTP/1.1" status: 204 len: 168 time: 0.5092089 Nov 12 21:16:43.148760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:43.314343 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.392408 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e79db9af-6e01-4c17-9d48-7cb3d7f46fb9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.402092 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e79db9af-6e01-4c17-9d48-7cb3d7f46fb9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.405937 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e79db9af-6e01-4c17-9d48-7cb3d7f46fb9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/390c3a4c-8dde-4902-8000-d5e88d868c20 HTTP/1.1" status: 204 len: 168 time: 0.5290160 Nov 12 21:16:43.410814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47822) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:43.477965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79db9af-6e01-4c17-9d48-7cb3d7f46fb9 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390c3a4c-8dde-4902-8000-d5e88d868c20,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:43.488695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1790b5-a1d8-4786-91f0-24dc27804e0c None None] DHCP port deletion for c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:43.490156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.582785 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3be59fcc-bbee-4a2a-9556-69aed61b0b9c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1657648 Nov 12 21:16:43.583816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47832) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:43.585394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:43.594169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9062767a-fd18-4737-8e54-aad6d0ad0d83 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097663025'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:43.670951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9923f52a-a41b-41f2-91be-c8ef4033364f') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:43.671511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9923f52a-a41b-41f2-91be-c8ef4033364f') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:43.710219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.751873 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.780750 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9062767a-fd18-4737-8e54-aad6d0ad0d83 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.801092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86059d-87fb-4587-87b6-1339e238a840 req-39176c8f-9f35-4089-9fe0-50a9b7e66dde tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:43.814799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d86059d-87fb-4587-87b6-1339e238a840 req-39176c8f-9f35-4089-9fe0-50a9b7e66dde tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.2252934 Nov 12 21:16:43.829708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:43.829708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:43.833075 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:43.927946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9062767a-fd18-4737-8e54-aad6d0ad0d83 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.042816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9062767a-fd18-4737-8e54-aad6d0ad0d83 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.076497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d86059d-87fb-4587-87b6-1339e238a840 req-5b0332d2-12e2-4237-893a-0f2a365a1d9c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588470 Nov 12 21:16:44.128429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062767a-fd18-4737-8e54-aad6d0ad0d83 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da732fc2-8a99-40a7-8e57-3231643d0317,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:44.143886 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.150193 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.155754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] 10.222.0.64 "DELETE /v2.0/networks/c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1 HTTP/1.1" status: 204 len: 168 time: 1.0060387 Nov 12 21:16:44.158763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47844) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:44.187427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88af419-55df-4fd6-846f-ac928c86400b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5eb0dd0-ec25-4a67-b4dd-3fc7f05748b1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:44.224375 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9062767a-fd18-4737-8e54-aad6d0ad0d83 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.228987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47848) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:44.234510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4a8c3aa6-3136-40dd-896d-bfa07b97fee1 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': 'da732fc2-8a99-40a7-8e57-3231643d0317', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:44.241351 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9062767a-fd18-4737-8e54-aad6d0ad0d83 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6566985 Nov 12 21:16:44.252220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72c7ee2-7009-47e9-8806-a501d558ff98 admin admin] Deleting subnet 4c590961-1c06-45e8-86c0-972c3c9c68db {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:16:44.266892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f72c7ee2-7009-47e9-8806-a501d558ff98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.324101 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f72c7ee2-7009-47e9-8806-a501d558ff98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.394810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a8c3aa6-3136-40dd-896d-bfa07b97fee1 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.438843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f72c7ee2-7009-47e9-8806-a501d558ff98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.517695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a8c3aa6-3136-40dd-896d-bfa07b97fee1 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.596029 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a8c3aa6-3136-40dd-896d-bfa07b97fee1 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.629376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c3aa6-3136-40dd-896d-bfa07b97fee1 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a98450-6b10-4cd8-916d-c5a2e0c6c467,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:44.684487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f72c7ee2-7009-47e9-8806-a501d558ff98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.752509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4a8c3aa6-3136-40dd-896d-bfa07b97fee1 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.757254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4a8c3aa6-3136-40dd-896d-bfa07b97fee1 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5262640 Nov 12 21:16:44.759639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47864) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:44.826281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c7ee2-7009-47e9-8806-a501d558ff98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c590961-1c06-45e8-86c0-972c3c9c68db,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:44.847254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b19fb59-29a3-424f-8b0a-fcce7f4c031c None None] Network 155331c6-1d25-49d0-9935-4e00d44ab9a3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:44.864131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f72c7ee2-7009-47e9-8806-a501d558ff98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.868947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b70d-2fae-4f52-924f-27dafe9322d5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:44.876503 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f72c7ee2-7009-47e9-8806-a501d558ff98 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4c590961-1c06-45e8-86c0-972c3c9c68db HTTP/1.1" status: 204 len: 168 time: 0.7150822 Nov 12 21:16:44.877266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:44.928026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b70d-2fae-4f52-924f-27dafe9322d5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.032351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.131182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9246b36e-34d1-454a-a00a-86aac8fba2f0 None None] DHCP port deletion for 155331c6-1d25-49d0-9935-4e00d44ab9a3 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:45.135038 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b70d-2fae-4f52-924f-27dafe9322d5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.147053 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b70d-2fae-4f52-924f-27dafe9322d5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.149231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bfd9b70d-2fae-4f52-924f-27dafe9322d5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/75a98450-6b10-4cd8-916d-c5a2e0c6c467 HTTP/1.1" status: 204 len: 168 time: 0.3877785 Nov 12 21:16:45.153308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47874) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:45.228589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9b70d-2fae-4f52-924f-27dafe9322d5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a98450-6b10-4cd8-916d-c5a2e0c6c467,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:45.251512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.295934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155331c6-1d25-49d0-9935-4e00d44ab9a3']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:45.315253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa77573-8442-4132-9c77-d23f3b71f4c7') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:45.315861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa77573-8442-4132-9c77-d23f3b71f4c7') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:45.330041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.333130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-017824c1-1458-4f30-aff9-00702c7c26e7 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1749811 Nov 12 21:16:45.334880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47878) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:45.382674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b32b0-df4b-4131-b159-36fd3cbe5bc6 req-48472d81-ac28-4a39-8757-4c99df75ebf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:45.384246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba6b32b0-df4b-4131-b159-36fd3cbe5bc6 req-48472d81-ac28-4a39-8757-4c99df75ebf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1599691 Nov 12 21:16:45.451818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.460921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:45.461308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:45.464080 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:45.488268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba6b32b0-df4b-4131-b159-36fd3cbe5bc6 req-8c9617c9-fa67-4f17-8f51-bbf4b06e9fef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878649 Nov 12 21:16:45.592429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-76721d17-9b1d-44d9-8909-bf2dd851e552 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.632460 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-76721d17-9b1d-44d9-8909-bf2dd851e552 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.706791 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.724697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.733764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] 10.222.0.64 "DELETE /v2.0/networks/155331c6-1d25-49d0-9935-4e00d44ab9a3 HTTP/1.1" status: 204 len: 168 time: 0.8551471 Nov 12 21:16:45.754314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c8a3-2f57-444e-9197-d0fa36df5248 admin admin] Pushing event deleted for resources: {'Network': ['ID=155331c6-1d25-49d0-9935-4e00d44ab9a3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:45.850070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-76721d17-9b1d-44d9-8909-bf2dd851e552 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.854400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-76721d17-9b1d-44d9-8909-bf2dd851e552 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:45.858533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47892) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:45.859121 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-76721d17-9b1d-44d9-8909-bf2dd851e552 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/da732fc2-8a99-40a7-8e57-3231643d0317 HTTP/1.1" status: 204 len: 168 time: 0.5230756 Nov 12 21:16:45.870681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76721d17-9b1d-44d9-8909-bf2dd851e552 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da732fc2-8a99-40a7-8e57-3231643d0317,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:45.965988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-15c9f1ab-768c-4061-aff4-0c5cad2d9636 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1055260 Nov 12 21:16:45.970747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47898) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:45.978524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0ce013db-4878-403c-9243-b0a34206abf2 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912321794'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:46.244255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ce013db-4878-403c-9243-b0a34206abf2 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.291406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47904) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:46.350938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c7bb02d9-353d-4399-9e97-40004f79b92c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b5bc9b10a394d75b5e19c266223a5a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648627 Nov 12 21:16:46.354827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:46.378217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ce013db-4878-403c-9243-b0a34206abf2 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.453774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82186860-daca-499c-824a-4115cd44e518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.468798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ce013db-4878-403c-9243-b0a34206abf2 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.504270 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82186860-daca-499c-824a-4115cd44e518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.571406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce013db-4878-403c-9243-b0a34206abf2 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174d68ab-befb-45d8-a2d3-a6e4ab22905e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:46.631005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0ce013db-4878-403c-9243-b0a34206abf2 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.647012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0ce013db-4878-403c-9243-b0a34206abf2 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6726246 Nov 12 21:16:46.648318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47916) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:46.653818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-80e36aae-13d6-42c4-9ce3-04db21008959 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '174d68ab-befb-45d8-a2d3-a6e4ab22905e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:46.714969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82186860-daca-499c-824a-4115cd44e518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.720669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82186860-daca-499c-824a-4115cd44e518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.720669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82186860-daca-499c-824a-4115cd44e518 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c0e0c85-1947-434f-b33f-369872cfacdc HTTP/1.1" status: 204 len: 168 time: 0.3669000 Nov 12 21:16:46.749426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82186860-daca-499c-824a-4115cd44e518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e0c85-1947-434f-b33f-369872cfacdc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:46.834006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416b65f-8bce-4ae2-8f46-9fec56953293 req-652bc7cb-c1ac-4bed-89e9-334060178bcb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:46.842930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5416b65f-8bce-4ae2-8f46-9fec56953293 req-652bc7cb-c1ac-4bed-89e9-334060178bcb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1971481 Nov 12 21:16:46.861583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80e36aae-13d6-42c4-9ce3-04db21008959 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:46.941539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5416b65f-8bce-4ae2-8f46-9fec56953293 req-28e54eee-d7d0-4901-9fdb-e6399ec7ec9f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975428 Nov 12 21:16:47.001188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80e36aae-13d6-42c4-9ce3-04db21008959 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:47.141200 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80e36aae-13d6-42c4-9ce3-04db21008959 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:47.160904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e36aae-13d6-42c4-9ce3-04db21008959 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9b9874-8b6b-4533-917b-d56c2f2fdcc4,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:47.332461 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-80e36aae-13d6-42c4-9ce3-04db21008959 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:47.334028 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-80e36aae-13d6-42c4-9ce3-04db21008959 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6853662 Nov 12 21:16:47.336609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47938) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:47.357104 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2649a6dc-5f4c-48aa-a289-5edf45b6c79e tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules/ec9b9874-8b6b-4533-917b-d56c2f2fdcc4 HTTP/1.1" status: 200 len: 763 time: 0.0193543 Nov 12 21:16:47.359524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47942) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:47.438891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47946) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:47.439136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c560c204-c4af-4bec-a4d0-d4e9af67be47 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0783033 Nov 12 21:16:47.496075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1de8cee5-ed7f-4ac3-96ec-0eb3a94c1359 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:47.512360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1de8cee5-ed7f-4ac3-96ec-0eb3a94c1359 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:47.703924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1de8cee5-ed7f-4ac3-96ec-0eb3a94c1359 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:47.711959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1de8cee5-ed7f-4ac3-96ec-0eb3a94c1359 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:47.713123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1de8cee5-ed7f-4ac3-96ec-0eb3a94c1359 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ec9b9874-8b6b-4533-917b-d56c2f2fdcc4 HTTP/1.1" status: 204 len: 168 time: 0.2726181 Nov 12 21:16:47.716532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47952) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:47.718520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8cee5-ed7f-4ac3-96ec-0eb3a94c1359 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec9b9874-8b6b-4533-917b-d56c2f2fdcc4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:47.758832 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-eb78e984-64ed-4edc-b40c-38af697ea878 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408432 Nov 12 21:16:47.762374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47954) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:47.767460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bb9d82d3-6d06-4aa5-9ef6-b98248d63187 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '174d68ab-befb-45d8-a2d3-a6e4ab22905e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:47.930170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb9d82d3-6d06-4aa5-9ef6-b98248d63187 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.083912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb9d82d3-6d06-4aa5-9ef6-b98248d63187 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.129404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df5609-4620-4a2d-809f-3ed1194e0cab req-f5c817d2-57a2-4711-8c35-7eda34ed8958 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:48.131183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10df5609-4620-4a2d-809f-3ed1194e0cab req-f5c817d2-57a2-4711-8c35-7eda34ed8958 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0693905 Nov 12 21:16:48.188827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10df5609-4620-4a2d-809f-3ed1194e0cab req-3e184481-77a9-4eff-8609-d30f22031670 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505981 Nov 12 21:16:48.257369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47974) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:48.298837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3d38a034-c0f5-400c-a3e9-0f8ba3ffcf1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26f83d4e556642f8a5922fc6dca61ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400887 Nov 12 21:16:48.301183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 47976) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:48.324933 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb9d82d3-6d06-4aa5-9ef6-b98248d63187 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.347320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d82d3-6d06-4aa5-9ef6-b98248d63187 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e69bcd1-2348-4a36-8343-0eff191ee1ea,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:48.361430 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0968cf4-23eb-48df-b9d4-28b4547d5bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.384236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0968cf4-23eb-48df-b9d4-28b4547d5bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.544179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bb9d82d3-6d06-4aa5-9ef6-b98248d63187 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.545613 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bb9d82d3-6d06-4aa5-9ef6-b98248d63187 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7819510 Nov 12 21:16:48.551546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47982) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:48.568551 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1e782e47-2b57-40fc-9fc5-ab48abcf4215 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules/3e69bcd1-2348-4a36-8343-0eff191ee1ea HTTP/1.1" status: 200 len: 763 time: 0.0189614 Nov 12 21:16:48.571398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47984) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:48.624398 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0968cf4-23eb-48df-b9d4-28b4547d5bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.625076 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-192745ce-eb74-49e8-8ee6-fc9641d7450a tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0523198 Nov 12 21:16:48.625809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 47986) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:48.627085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a0968cf4-23eb-48df-b9d4-28b4547d5bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.628285 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a0968cf4-23eb-48df-b9d4-28b4547d5bdb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1842689-f798-4b2c-a8be-191cdb435bd6 HTTP/1.1" status: 204 len: 168 time: 0.3262062 Nov 12 21:16:48.663204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0968cf4-23eb-48df-b9d4-28b4547d5bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1842689-f798-4b2c-a8be-191cdb435bd6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:48.665643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e700dec1-4c9d-436a-8ff4-45ff3e57807d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.675904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e700dec1-4c9d-436a-8ff4-45ff3e57807d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.912540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e700dec1-4c9d-436a-8ff4-45ff3e57807d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.922559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e700dec1-4c9d-436a-8ff4-45ff3e57807d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:48.926107 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e700dec1-4c9d-436a-8ff4-45ff3e57807d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3e69bcd1-2348-4a36-8343-0eff191ee1ea HTTP/1.1" status: 204 len: 168 time: 0.2968411 Nov 12 21:16:48.926839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48002) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:48.932659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700dec1-4c9d-436a-8ff4-45ff3e57807d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e69bcd1-2348-4a36-8343-0eff191ee1ea,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:49.014643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f23e37e5-efc1-43ec-98f6-52bbf32a17ae tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861802 Nov 12 21:16:49.017189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48006) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:49.021757 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-dd475f5e-97a3-4268-bcad-8a4dbaa26662 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Request body: {'security_group_rule': {'security_group_id': '174d68ab-befb-45d8-a2d3-a6e4ab22905e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:49.259884 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dd475f5e-97a3-4268-bcad-8a4dbaa26662 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:49.477081 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dd475f5e-97a3-4268-bcad-8a4dbaa26662 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:49.501400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017218b-3e6b-4742-93f7-8b33d6e4d857 req-5b4f6029-1c4d-454e-92f0-6a8987e9d4f9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:49.503230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4017218b-3e6b-4742-93f7-8b33d6e4d857 req-5b4f6029-1c4d-454e-92f0-6a8987e9d4f9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1876910 Nov 12 21:16:49.599634 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dd475f5e-97a3-4268-bcad-8a4dbaa26662 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:49.712142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4017218b-3e6b-4742-93f7-8b33d6e4d857 req-00014f4d-502a-45e9-8a83-561194ec9a6e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043680 Nov 12 21:16:49.712142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd475f5e-97a3-4268-bcad-8a4dbaa26662 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e45f364-4018-42e3-b7d7-727a4205539e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:49.743765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dd475f5e-97a3-4268-bcad-8a4dbaa26662 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:49.746423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dd475f5e-97a3-4268-bcad-8a4dbaa26662 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7282853 Nov 12 21:16:49.749471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48022) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:49.794798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a1bf37cc-ad77-4bfd-8396-57a04656f050 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules/0e45f364-4018-42e3-b7d7-727a4205539e HTTP/1.1" status: 200 len: 764 time: 0.0422463 Nov 12 21:16:49.795681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48024) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:49.879804 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b6884a7f-08c3-4b51-8668-ef809636fd69 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0828605 Nov 12 21:16:49.892664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48034) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:49.921585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea36-16a4-4257-be9a-0877d25f4b7d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:49.930137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea36-16a4-4257-be9a-0877d25f4b7d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.060884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea36-16a4-4257-be9a-0877d25f4b7d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.067855 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea36-16a4-4257-be9a-0877d25f4b7d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.069326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9ab1ea36-16a4-4257-be9a-0877d25f4b7d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0e45f364-4018-42e3-b7d7-727a4205539e HTTP/1.1" status: 204 len: 168 time: 0.1756818 Nov 12 21:16:50.072252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48038) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:50.090706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ea36-16a4-4257-be9a-0877d25f4b7d tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e45f364-4018-42e3-b7d7-727a4205539e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:50.129927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f49ea4fc-f5e6-4de5-8619-fac538d02d1c tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531600 Nov 12 21:16:50.132628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48042) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:50.246694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a6edb8d-0f41-472b-8c68-82d6195495c5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.282784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a6edb8d-0f41-472b-8c68-82d6195495c5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.789673 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a6edb8d-0f41-472b-8c68-82d6195495c5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.793216 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5a6edb8d-0f41-472b-8c68-82d6195495c5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.794662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5a6edb8d-0f41-472b-8c68-82d6195495c5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "DELETE /v2.0/security-groups/174d68ab-befb-45d8-a2d3-a6e4ab22905e HTTP/1.1" status: 204 len: 168 time: 0.6609447 Nov 12 21:16:50.797885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48058) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:50.816120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6edb8d-0f41-472b-8c68-82d6195495c5 tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174d68ab-befb-45d8-a2d3-a6e4ab22905e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:50.838565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d122bd-6e65-40c6-a593-acb9ffe24b50 req-98135f2c-873a-4689-950d-961e431a21bb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:50.849072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93d122bd-6e65-40c6-a593-acb9ffe24b50 req-98135f2c-873a-4689-950d-961e431a21bb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0990322 Nov 12 21:16:50.943226 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6fd7a105-7b07-4e12-b869-80f9bfd176ff tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1435473 Nov 12 21:16:50.952226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48066) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:51.012947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93d122bd-6e65-40c6-a593-acb9ffe24b50 req-524a1fd7-f25e-4ab3-b22f-d15765c17312 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359458 Nov 12 21:16:51.050209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6a81ff4a-d778-450c-97b3-7a86fb5cfaab tempest-SecGroupTest-475711587 tempest-SecGroupTest-475711587-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0967033 Nov 12 21:16:51.807706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48092) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:51.990897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-790d5002-26b1-40aa-8228-a608faf37294 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3973b712bbb49a89378bd4507277bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818020 Nov 12 21:16:51.997098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48110) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:52.082885 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08d9e377-4339-405d-bf36-566c38ad719b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.140679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08d9e377-4339-405d-bf36-566c38ad719b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.226704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a23b8-698c-4e55-8e0f-c7c0bc282aee req-65d8719e-3b01-4f3d-ab9d-b06daf206947 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:52.228258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-033a23b8-698c-4e55-8e0f-c7c0bc282aee req-65d8719e-3b01-4f3d-ab9d-b06daf206947 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0654247 Nov 12 21:16:52.307930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-033a23b8-698c-4e55-8e0f-c7c0bc282aee req-0992f138-8bcb-456f-b16e-062206a76d6c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723827 Nov 12 21:16:52.340906 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08d9e377-4339-405d-bf36-566c38ad719b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.351651 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08d9e377-4339-405d-bf36-566c38ad719b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.353153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-08d9e377-4339-405d-bf36-566c38ad719b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4e03ec5-36b2-4cad-8c6f-0466fe8e0d88 HTTP/1.1" status: 204 len: 168 time: 0.3552811 Nov 12 21:16:52.376917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9e377-4339-405d-bf36-566c38ad719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e03ec5-36b2-4cad-8c6f-0466fe8e0d88,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:53.486576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffbe5d-4482-499a-a3d8-409716af7231 req-2041c7d8-5300-465a-ba59-449ed29510bd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:53.488294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71ffbe5d-4482-499a-a3d8-409716af7231 req-2041c7d8-5300-465a-ba59-449ed29510bd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1012707 Nov 12 21:16:53.571838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71ffbe5d-4482-499a-a3d8-409716af7231 req-e8d9750a-8304-4341-996b-70d19e414591 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728681 Nov 12 21:16:54.018839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48208) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:54.194059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1c8c51e0-8d97-44db-8c31-deefba643fbb tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-153226755', 'prefixes': ['172.20.0.0/16']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:54.665276 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1c8c51e0-8d97-44db-8c31-deefba643fbb tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] Publish callbacks [] for subnetpool, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:54.670191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48224) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:54.670902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1c8c51e0-8d97-44db-8c31-deefba643fbb tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6498771 Nov 12 21:16:54.713287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ec103-7826-4356-a92d-f98936807104 req-739855a9-d4ae-45d3-90b7-bb1fb241d495 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:54.715010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-876ec103-7826-4356-a92d-f98936807104 req-739855a9-d4ae-45d3-90b7-bb1fb241d495 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0627961 Nov 12 21:16:54.757281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48228) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:54.758134 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9370ac19-6831-4d39-bbcc-33efbb485da4 tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] 10.222.0.64 "GET /v2.0/subnetpools/bf151837-a39c-45ff-b323-5ce7cece38f1 HTTP/1.1" status: 200 len: 731 time: 0.0853393 Nov 12 21:16:54.766063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6c985e8f-435e-4e7a-b329-eabc50f5fe96 tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-552736155'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:54.807536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-876ec103-7826-4356-a92d-f98936807104 req-d8839d7d-8a61-418c-820b-453027c5e80d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830064 Nov 12 21:16:55.013166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c985e8f-435e-4e7a-b329-eabc50f5fe96 tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] Publish callbacks [] for subnetpool, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.014759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6c985e8f-435e-4e7a-b329-eabc50f5fe96 tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] 10.222.0.64 "PUT /v2.0/subnetpools/bf151837-a39c-45ff-b323-5ce7cece38f1 HTTP/1.1" status: 200 len: 683 time: 0.2563226 Nov 12 21:16:55.017461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48234) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:55.220501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-513c1001-a184-4fc5-9b78-523350284251 tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] Publish callbacks [] for subnetpool, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.221814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-513c1001-a184-4fc5-9b78-523350284251 tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] 10.222.0.64 "DELETE /v2.0/subnetpools/bf151837-a39c-45ff-b323-5ce7cece38f1 HTTP/1.1" status: 204 len: 168 time: 0.2033784 Nov 12 21:16:55.224630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48242) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:55.240247 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-e385f3d1-dc7c-44c9-9b4e-01db018a183b tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] show failed (client error): The resource could not be found. Nov 12 21:16:55.241508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e385f3d1-dc7c-44c9-9b4e-01db018a183b tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] 10.222.0.64 "GET /v2.0/subnetpools/bf151837-a39c-45ff-b323-5ce7cece38f1 HTTP/1.1" status: 404 len: 346 time: 0.0159597 Nov 12 21:16:55.244373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48244) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:55.259971 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-89c37734-b2c1-4d88-8cc2-08958b1f5c03 tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] delete failed (client error): The resource could not be found. Nov 12 21:16:55.262296 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-89c37734-b2c1-4d88-8cc2-08958b1f5c03 tempest-SubnetPoolsTestJSON-1484307185 tempest-SubnetPoolsTestJSON-1484307185-project] 10.222.0.64 "DELETE /v2.0/subnetpools/bf151837-a39c-45ff-b323-5ce7cece38f1 HTTP/1.1" status: 404 len: 346 time: 0.0159824 Nov 12 21:16:55.900224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48260) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:55.969584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3b9da-9350-4db3-86df-c686e8ffd52f req-aaaf90fc-3429-48d7-9b6a-7e009a0a4343 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:55.971408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61e3b9da-9350-4db3-86df-c686e8ffd52f req-aaaf90fc-3429-48d7-9b6a-7e009a0a4343 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0647783 Nov 12 21:16:56.046911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61e3b9da-9350-4db3-86df-c686e8ffd52f req-7ee565a8-5c77-43d3-8461-4fa0f053a838 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678527 Nov 12 21:16:56.113114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-427ce421-a9c6-42dc-8b93-44c2e27eca89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.241510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-427ce421-a9c6-42dc-8b93-44c2e27eca89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.332068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-427ce421-a9c6-42dc-8b93-44c2e27eca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.402600 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-427ce421-a9c6-42dc-8b93-44c2e27eca89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4db636b7ff647c39395ea1a76db1f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5005715 Nov 12 21:16:56.404420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ce421-a9c6-42dc-8b93-44c2e27eca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aca10b-2629-4952-8753-79915cfc1e56,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:56.405462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48274) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:56.542959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f052d81d-88f0-4a42-aa10-a07e930380af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.578080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f052d81d-88f0-4a42-aa10-a07e930380af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.784642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f052d81d-88f0-4a42-aa10-a07e930380af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.787445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f052d81d-88f0-4a42-aa10-a07e930380af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.792645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f052d81d-88f0-4a42-aa10-a07e930380af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73aca10b-2629-4952-8753-79915cfc1e56 HTTP/1.1" status: 204 len: 168 time: 0.3810604 Nov 12 21:16:56.823879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052d81d-88f0-4a42-aa10-a07e930380af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aca10b-2629-4952-8753-79915cfc1e56,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:57.366298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92de38-88aa-4abf-9201-c3be702817e8 req-214c14a6-1b1a-4676-8517-bf3fbd2237ca tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:57.368635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae92de38-88aa-4abf-9201-c3be702817e8 req-214c14a6-1b1a-4676-8517-bf3fbd2237ca tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1907809 Nov 12 21:16:57.456848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae92de38-88aa-4abf-9201-c3be702817e8 req-97b449ff-aad4-4ac6-926f-e1055fb65f07 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760841 Nov 12 21:16:57.592678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3fa1-fc76-400a-8c3a-875364fe8fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.656636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0e508-ce02-4360-b432-2be51d8bdd87 req-9c657519-a0d8-4d10-a02a-3c24c86cb34c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:58.663961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04e0e508-ce02-4360-b432-2be51d8bdd87 req-9c657519-a0d8-4d10-a02a-3c24c86cb34c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0724926 Nov 12 21:16:58.728048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04e0e508-ce02-4360-b432-2be51d8bdd87 req-38ef2725-44d4-4a97-bf7e-c47d8ee20e94 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Nov 12 21:16:59.909127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd5a8a-7e34-4a0b-bf98-15e0379e35be req-e69107bc-b366-4695-8a50-3d512c6d21ea tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:59.924720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcd5a8a-7e34-4a0b-bf98-15e0379e35be req-e69107bc-b366-4695-8a50-3d512c6d21ea tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1005669 Nov 12 21:16:59.976014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bcd5a8a-7e34-4a0b-bf98-15e0379e35be req-3e2052fe-257e-41cb-8b8d-7b7aca5a85bf tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503409 Nov 12 21:17:00.121793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40ec7b8e-06d5-4447-8869-92d30168118b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.368522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48382) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:00.528042 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd21b-b772-4aee-8ddf-7bd9b9caab67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.690049 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd21b-b772-4aee-8ddf-7bd9b9caab67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.769902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd21b-b772-4aee-8ddf-7bd9b9caab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.857800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48392) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:00.873895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9b0dd21b-b772-4aee-8ddf-7bd9b9caab67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=007579f2c91346dd86e7f25cd5d105b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024297 Nov 12 21:17:00.894505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dd21b-b772-4aee-8ddf-7bd9b9caab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cf3d13-40c8-498c-bedb-c16f42c986ea,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:00.953793 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90ee8b43-1162-4b67-b025-2868f28fe149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.983889 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90ee8b43-1162-4b67-b025-2868f28fe149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.167795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90ee8b43-1162-4b67-b025-2868f28fe149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.170987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90ee8b43-1162-4b67-b025-2868f28fe149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.177193 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-90ee8b43-1162-4b67-b025-2868f28fe149 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95cf3d13-40c8-498c-bedb-c16f42c986ea HTTP/1.1" status: 204 len: 168 time: 0.3169591 Nov 12 21:17:01.198740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee8b43-1162-4b67-b025-2868f28fe149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cf3d13-40c8-498c-bedb-c16f42c986ea,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:01.209769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef67f3-fbdc-4a60-9584-6d8d64137923 req-7f39e106-96c6-439a-b4be-1939213f366b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:01.212098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cef67f3-fbdc-4a60-9584-6d8d64137923 req-7f39e106-96c6-439a-b4be-1939213f366b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1105869 Nov 12 21:17:01.334429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cef67f3-fbdc-4a60-9584-6d8d64137923 req-496f1722-e018-4b3a-b31e-42fdb814a686 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900497 Nov 12 21:17:01.372292 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.205540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48422) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:02.225694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d218-be6f-4eef-9975-08faa795247c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.343940 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d218-be6f-4eef-9975-08faa795247c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.448766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d218-be6f-4eef-9975-08faa795247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.512336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2d999-52c6-4537-988f-67f7953e474f req-1c6b4d08-1954-4fa3-9392-d26e22a96bd8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:02.513747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fe2d999-52c6-4537-988f-67f7953e474f req-1c6b4d08-1954-4fa3-9392-d26e22a96bd8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1054022 Nov 12 21:17:02.516911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9d218-be6f-4eef-9975-08faa795247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb79851-aa90-4a7d-bd31-fec9e8fa489d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:02.522561 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1ff9d218-be6f-4eef-9975-08faa795247c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16f0404c4ffa4ebf945fa4f455337d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159599 Nov 12 21:17:02.532188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48432) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:02.582559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fe2d999-52c6-4537-988f-67f7953e474f req-650c3768-5a94-402c-8a2b-4564b09fd794 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582087 Nov 12 21:17:02.589209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-436ffb50-4f76-4e80-a3fc-901d5486ac53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.621143 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-436ffb50-4f76-4e80-a3fc-901d5486ac53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.805046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-436ffb50-4f76-4e80-a3fc-901d5486ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.808130 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-436ffb50-4f76-4e80-a3fc-901d5486ac53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.812041 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-436ffb50-4f76-4e80-a3fc-901d5486ac53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fb79851-aa90-4a7d-bd31-fec9e8fa489d HTTP/1.1" status: 204 len: 168 time: 0.2762618 Nov 12 21:17:02.823429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ffb50-4f76-4e80-a3fc-901d5486ac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb79851-aa90-4a7d-bd31-fec9e8fa489d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:03.136552 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.631198 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.836570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a207b6-2dad-4975-9068-5e79808de5e8 req-e993de22-5a78-42e1-8342-4cb362b6bb9f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:03.838440 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5a207b6-2dad-4975-9068-5e79808de5e8 req-e993de22-5a78-42e1-8342-4cb362b6bb9f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0896182 Nov 12 21:17:03.913008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5a207b6-2dad-4975-9068-5e79808de5e8 req-e3406aed-fdec-4f46-ab93-fe855f99dc83 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646453 Nov 12 21:17:05.179159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085bd9-1b54-498f-89cd-59a5a0fe6b2f req-219461f1-1d9d-4a02-b596-478d81ecda60 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:05.180915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40085bd9-1b54-498f-89cd-59a5a0fe6b2f req-219461f1-1d9d-4a02-b596-478d81ecda60 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1049020 Nov 12 21:17:05.293300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40085bd9-1b54-498f-89cd-59a5a0fe6b2f req-f5e44be3-fa56-4280-9ca0-46b2c426387e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003027 Nov 12 21:17:06.452460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606ff1-89d7-441d-bb66-3c0ccd6914f0 req-3b3dc88f-3f71-4780-8719-0c04b313fc13 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:06.455148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4606ff1-89d7-441d-bb66-3c0ccd6914f0 req-3b3dc88f-3f71-4780-8719-0c04b313fc13 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0783181 Nov 12 21:17:06.528303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4606ff1-89d7-441d-bb66-3c0ccd6914f0 req-1c60d900-4a63-4229-9162-13c8e8639cbe tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614319 Nov 12 21:17:06.984562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48578) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:07.154195 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7213155a-f8f3-4061-8364-f9ae147b0fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.274390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7213155a-f8f3-4061-8364-f9ae147b0fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.358956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7213155a-f8f3-4061-8364-f9ae147b0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.403598 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7213155a-f8f3-4061-8364-f9ae147b0fd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f3b47d288e843188cecfac0dcd56f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178939 Nov 12 21:17:07.406261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48594) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:07.435438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213155a-f8f3-4061-8364-f9ae147b0fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c3cef-2f2c-46d8-b606-5e2536935bf7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:07.524159 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aad54205-99e5-4221-afd0-749167af8e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.578108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aad54205-99e5-4221-afd0-749167af8e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.728548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e501-9dea-47b9-b437-4fda6666bcc2 req-6ac5143b-2f97-413d-a771-63aac4c874d9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:07.730557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3763e501-9dea-47b9-b437-4fda6666bcc2 req-6ac5143b-2f97-413d-a771-63aac4c874d9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0977845 Nov 12 21:17:07.855690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3763e501-9dea-47b9-b437-4fda6666bcc2 req-e00f4328-6ab1-46d9-b8de-31ce30e428ed tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182911 Nov 12 21:17:07.856661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aad54205-99e5-4221-afd0-749167af8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.860746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aad54205-99e5-4221-afd0-749167af8e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.862446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-aad54205-99e5-4221-afd0-749167af8e62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b3c3cef-2f2c-46d8-b606-5e2536935bf7 HTTP/1.1" status: 204 len: 168 time: 0.4550908 Nov 12 21:17:07.888733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad54205-99e5-4221-afd0-749167af8e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c3cef-2f2c-46d8-b606-5e2536935bf7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:09.062377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f469f07-d910-4ded-ac90-bc4327a87627 req-ec926f00-0615-4db8-98f7-5f75b67d685b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:09.070364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f469f07-d910-4ded-ac90-bc4327a87627 req-ec926f00-0615-4db8-98f7-5f75b67d685b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0967724 Nov 12 21:17:09.137548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f469f07-d910-4ded-ac90-bc4327a87627 req-e749ba88-9f8d-4837-83e9-24f2a17081fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600903 Nov 12 21:17:10.285633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75bc83-12d1-4af7-a121-ca885fcc6f61 req-e057a5d4-c824-4b3d-9340-21804a091592 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:10.292994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc75bc83-12d1-4af7-a121-ca885fcc6f61 req-e057a5d4-c824-4b3d-9340-21804a091592 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0663085 Nov 12 21:17:10.366544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc75bc83-12d1-4af7-a121-ca885fcc6f61 req-e2e0bbb2-84a6-4c73-a44c-9547f881f868 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Nov 12 21:17:10.407214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:10.452626 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:11.214492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48740) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:11.475155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-4bb79b53-1184-4e5a-862f-84b8316ab398 req-96f48d0d-92f0-44fa-b4c5-8e37fec1943e service neutron] (109628) timed out ('10.222.0.64', 52082) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:17:11.492372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b7fd-186b-4d20-8497-a34dbf54a172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:11.601503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b7fd-186b-4d20-8497-a34dbf54a172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:11.619932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b30c84-2be6-44d9-97cf-a1fd3533837e req-dd25d930-6afc-4f3a-a4af-6612ae0e468a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:11.624390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6b30c84-2be6-44d9-97cf-a1fd3533837e req-dd25d930-6afc-4f3a-a4af-6612ae0e468a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.1404366 Nov 12 21:17:11.704975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6b30c84-2be6-44d9-97cf-a1fd3533837e req-5d378f29-f540-4657-8205-f0d6190ddd19 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657930 Nov 12 21:17:11.716214 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b7fd-186b-4d20-8497-a34dbf54a172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:11.784202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b7fd-186b-4d20-8497-a34dbf54a172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e24305-b89f-4f81-a315-483692630e35,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:11.809807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8eb7b7fd-186b-4d20-8497-a34dbf54a172 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8405b965d5c488da1d8b6aa2cbfa6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5897708 Nov 12 21:17:11.810296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48766) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:11.919174 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6288199-5f17-4e09-98fa-de11319945e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:11.946224 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6288199-5f17-4e09-98fa-de11319945e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:12.130436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6288199-5f17-4e09-98fa-de11319945e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:12.133172 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e6288199-5f17-4e09-98fa-de11319945e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:12.140108 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e6288199-5f17-4e09-98fa-de11319945e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1e24305-b89f-4f81-a315-483692630e35 HTTP/1.1" status: 204 len: 168 time: 0.3288410 Nov 12 21:17:12.183842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6288199-5f17-4e09-98fa-de11319945e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e24305-b89f-4f81-a315-483692630e35,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:12.872898 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a027-91e4-4fe9-a895-470d3064a8cc req-4c9b1493-512b-4681-a86e-c7709ec57aac tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:12.874465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef59a027-91e4-4fe9-a895-470d3064a8cc req-4c9b1493-512b-4681-a86e-c7709ec57aac tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0576513 Nov 12 21:17:12.931604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef59a027-91e4-4fe9-a895-470d3064a8cc req-5765dbad-8fdf-4407-beb6-76690cb8590a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508657 Nov 12 21:17:12.958712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 48820) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:12.972783 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2775475-2d76-4f95-8b9a-d72388766fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:13.085942 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:17:13.090445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2775475-2d76-4f95-8b9a-d72388766fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:13.173520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2775475-2d76-4f95-8b9a-d72388766fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:13.214129 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d2775475-2d76-4f95-8b9a-d72388766fad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5e191039d7c4aa1bb1e1959228504be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515633 Nov 12 21:17:13.214416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 48838) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:13.241815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2775475-2d76-4f95-8b9a-d72388766fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ca08de-2aed-41bf-815f-b1b1196bc4b5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:13.285422 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcc0fd22-abdb-486b-8e91-bfbd428decc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:13.307929 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcc0fd22-abdb-486b-8e91-bfbd428decc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:13.448463 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcc0fd22-abdb-486b-8e91-bfbd428decc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:13.452054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fcc0fd22-abdb-486b-8e91-bfbd428decc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:13.453428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fcc0fd22-abdb-486b-8e91-bfbd428decc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1ca08de-2aed-41bf-815f-b1b1196bc4b5 HTTP/1.1" status: 204 len: 168 time: 0.2380064 Nov 12 21:17:13.463918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0fd22-abdb-486b-8e91-bfbd428decc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ca08de-2aed-41bf-815f-b1b1196bc4b5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:14.065933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e465d08-71e9-4ae4-a3ab-bebddc9b8f10 req-79836925-f395-4591-91e7-f298a9a0ea99 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:14.067499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e465d08-71e9-4ae4-a3ab-bebddc9b8f10 req-79836925-f395-4591-91e7-f298a9a0ea99 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0598619 Nov 12 21:17:14.122592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e465d08-71e9-4ae4-a3ab-bebddc9b8f10 req-72a33a3b-ef39-44f5-bc21-1d5588dcdffb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476530 Nov 12 21:17:15.250822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c48d3-f9b1-42d9-80b3-6309cb22e96e req-21119f31-8269-4cd1-b135-76885223e8b6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:15.258026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-490c48d3-f9b1-42d9-80b3-6309cb22e96e req-21119f31-8269-4cd1-b135-76885223e8b6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0587277 Nov 12 21:17:15.318913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-490c48d3-f9b1-42d9-80b3-6309cb22e96e req-6f545053-5860-4382-8530-053e54bbab62 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600181 Nov 12 21:17:16.483509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73248261-3752-465b-bd5c-60d0bafd2c04 req-e3ecbc66-e89e-4a86-b873-a1a070960f2d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:16.485215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73248261-3752-465b-bd5c-60d0bafd2c04 req-e3ecbc66-e89e-4a86-b873-a1a070960f2d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0763140 Nov 12 21:17:16.542738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73248261-3752-465b-bd5c-60d0bafd2c04 req-3c100469-be85-48ab-9038-2dd5f001b041 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500324 Nov 12 21:17:17.673573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65af32-3627-41a8-a120-b6e78e5fd707 req-e1e25e58-87f1-4e81-9899-6364a7822349 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:17.676192 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf65af32-3627-41a8-a120-b6e78e5fd707 req-e1e25e58-87f1-4e81-9899-6364a7822349 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 944 time: 0.0594201 Nov 12 21:17:17.731213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf65af32-3627-41a8-a120-b6e78e5fd707 req-5fe46234-cc67-4b5a-93d3-0690f6e1d8ef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474293 Nov 12 21:17:17.984187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 9de69a97-31f1-4f02-8d89-fbcc9658d816 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:17:18.085333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 9de69a97-31f1-4f02-8d89-fbcc9658d816, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9de69a97-31f1-4f02-8d89-fbcc9658d816,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:18.395579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '9de69a97-31f1-4f02-8d89-fbcc9658d816', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'port_id': '9de69a97-31f1-4f02-8d89-fbcc9658d816', 'mac_address': 'fa:16:3e:36:1b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:17:18.442729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:18.464463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de69a97-31f1-4f02-8d89-fbcc9658d816 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:17:18.489172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 9de69a97-31f1-4f02-8d89-fbcc9658d816, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9de69a97-31f1-4f02-8d89-fbcc9658d816,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:18.615740 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:18.666055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=9de69a97-31f1-4f02-8d89-fbcc9658d816,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:18.674424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.674773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.675116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.675493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.675829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.676162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.676500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.676824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.677183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.677508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.677836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.678156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:18.886139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41edf39-1132-4688-a451-8bad79bb15f1 req-acd219c5-3e35-4956-bced-feda99711310 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.887902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c41edf39-1132-4688-a451-8bad79bb15f1 req-acd219c5-3e35-4956-bced-feda99711310 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 945 time: 0.0640211 Nov 12 21:17:18.900785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['9de69a97-31f1-4f02-8d89-fbcc9658d816'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:17:18.945462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c41edf39-1132-4688-a451-8bad79bb15f1 req-62da9334-1ab3-459b-a702-22392df14b3c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508730 Nov 12 21:17:20.011194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 9de69a97-31f1-4f02-8d89-fbcc9658d816 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:20.096346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56672-a280-4c9e-8f85-1d72812f6ebb req-acdef31a-22e2-41f1-bd79-13632f96cc7f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:20.100558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4d56672-a280-4c9e-8f85-1d72812f6ebb req-acdef31a-22e2-41f1-bd79-13632f96cc7f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 945 time: 0.0731924 Nov 12 21:17:20.143446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 9de69a97-31f1-4f02-8d89-fbcc9658d816 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:17:20.157525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 9de69a97-31f1-4f02-8d89-fbcc9658d816 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:20.158102 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:20.158668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4d56672-a280-4c9e-8f85-1d72812f6ebb req-b2aca3b5-d322-4c35-9ac3-1b0c3916c85e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531101 Nov 12 21:17:20.270813 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:20.298574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c4baec-6669-4da5-8322-b266d86819b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de69a97-31f1-4f02-8d89-fbcc9658d816'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:17:20.301286 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389817b9-142f-4a67-9312-96bd7a79cc44" -d '{"events": [{"server_uuid": "f8c4baec-6669-4da5-8322-b266d86819b4", "name": "network-vif-plugged", "status": "completed", "tag": "9de69a97-31f1-4f02-8d89-fbcc9658d816"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:17:20.343629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 9de69a97-31f1-4f02-8d89-fbcc9658d816, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9de69a97-31f1-4f02-8d89-fbcc9658d816,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:20.360936 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedcc67d-6039-4629-8957-7575c4618a25 x-openstack-request-id: req-eedcc67d-6039-4629-8957-7575c4618a25 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:17:20.361302 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c4baec-6669-4da5-8322-b266d86819b4", "name": "network-vif-plugged", "status": "completed", "tag": "9de69a97-31f1-4f02-8d89-fbcc9658d816", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:17:20.361658 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eedcc67d-6039-4629-8957-7575c4618a25 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:17:20.362140 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c4baec-6669-4da5-8322-b266d86819b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de69a97-31f1-4f02-8d89-fbcc9658d816', 'code': 200} Nov 12 21:17:20.467386 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:20.483931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f41ba8-41c0-489b-afdc-1d9367909eea req-8cb2cde0-323d-464b-9995-5b729335fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:20.485483 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f41ba8-41c0-489b-afdc-1d9367909eea req-8cb2cde0-323d-464b-9995-5b729335fc85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 1097 time: 0.0552263 Nov 12 21:17:20.522008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=9de69a97-31f1-4f02-8d89-fbcc9658d816,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:20.538243 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-17f41ba8-41c0-489b-afdc-1d9367909eea req-e5b7cc85-afad-4e5e-9428-0836b08e3522 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Nov 12 21:17:21.292843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3acab-c97b-4ce3-b212-eb8e9e01209a req-cf0f6926-4018-4f2c-b51f-cbd323273a94 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:21.295272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85f3acab-c97b-4ce3-b212-eb8e9e01209a req-cf0f6926-4018-4f2c-b51f-cbd323273a94 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 946 time: 0.0544956 Nov 12 21:17:21.344670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85f3acab-c97b-4ce3-b212-eb8e9e01209a req-96a3c3a1-1483-45a7-9353-ab7b56092360 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Nov 12 21:17:22.527053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34cd0e-35c2-4db3-8a13-af0abe954045 req-67f2c164-2bf3-46df-9d6a-b45f4ab4bb35 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:22.529911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b34cd0e-35c2-4db3-8a13-af0abe954045 req-67f2c164-2bf3-46df-9d6a-b45f4ab4bb35 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 946 time: 0.0639207 Nov 12 21:17:22.609953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b34cd0e-35c2-4db3-8a13-af0abe954045 req-bf9bee9d-bad6-4e33-be0c-974261a574dc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719035 Nov 12 21:17:22.790139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a58b18-9fa0-4898-817d-e9bd79f3efae req-5e560666-eb6a-4458-8df6-865074db2200 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:22.799897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39a58b18-9fa0-4898-817d-e9bd79f3efae req-5e560666-eb6a-4458-8df6-865074db2200 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 946 time: 0.0828030 Nov 12 21:17:22.856944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39a58b18-9fa0-4898-817d-e9bd79f3efae req-f3da97cf-8fd7-46f1-a320-672b775b5df6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546429 Nov 12 21:17:23.032928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ee38f-454d-4be9-885e-2ba71d93ceac req-a98c6dd0-9b3e-40b4-b20a-23a5826176e7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:23.034582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a40ee38f-454d-4be9-885e-2ba71d93ceac req-a98c6dd0-9b3e-40b4-b20a-23a5826176e7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 946 time: 0.0730264 Nov 12 21:17:23.107567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a40ee38f-454d-4be9-885e-2ba71d93ceac req-44007186-8fc3-4445-a4f0-14f8c017d977 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658224 Nov 12 21:17:23.737406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1f49-ed6b-4c1a-8f95-af9eded70075 req-2e3464a1-45db-49d2-8277-d603f6dcfd39 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:23.738868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f43c1f49-ed6b-4c1a-8f95-af9eded70075 req-2e3464a1-45db-49d2-8277-d603f6dcfd39 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 946 time: 0.0666251 Nov 12 21:17:23.793197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f43c1f49-ed6b-4c1a-8f95-af9eded70075 req-df3c5c85-d38b-480f-a099-8d88da867cc7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468278 Nov 12 21:17:24.996130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0740-4617-44b8-b4c9-eaa6ea9cd2ca req-3bdd792f-005a-47e2-9c8a-f6848ca4a919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:25.005725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23bf0740-4617-44b8-b4c9-eaa6ea9cd2ca req-3bdd792f-005a-47e2-9c8a-f6848ca4a919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 946 time: 0.0645540 Nov 12 21:17:25.052672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23bf0740-4617-44b8-b4c9-eaa6ea9cd2ca req-85532ff1-b88d-4e06-9c50-77ce26df1d74 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Nov 12 21:17:25.299001 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-0ac3b7b2-6251-4404-b556-28cb56f779bd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:25.300674 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-0ac3b7b2-6251-4404-b556-28cb56f779bd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 946 time: 0.0634556 Nov 12 21:17:25.450200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port 9de69a97-31f1-4f02-8d89-fbcc9658d816 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:17:25.450743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:25.566458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] For port 9de69a97-31f1-4f02-8d89-fbcc9658d816, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=9de69a97-31f1-4f02-8d89-fbcc9658d816,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:25.566824 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:25.580531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for 9de69a97-31f1-4f02-8d89-fbcc9658d816 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:17:25.776108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:25.798976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['9de69a97-31f1-4f02-8d89-fbcc9658d816'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:17:25.907453 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=9de69a97-31f1-4f02-8d89-fbcc9658d816,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:25.936800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] No DVR routers for this DVR port 9de69a97-31f1-4f02-8d89-fbcc9658d816 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:17:25.953242 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:25.962368 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e0664058-fba8-42d1-a7d3-bad1fbc9e5e9 req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "DELETE /v2.0/ports/9de69a97-31f1-4f02-8d89-fbcc9658d816 HTTP/1.1" status: 204 len: 173 time: 0.6515756 Nov 12 21:17:25.963410 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c4baec-6669-4da5-8322-b266d86819b4', 'name': 'network-vif-deleted', 'tag': '9de69a97-31f1-4f02-8d89-fbcc9658d816'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:17:25.976204 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1869c969-5b8f-43ef-bb72-f6c2fdc3ffb5" -d '{"events": [{"server_uuid": "f8c4baec-6669-4da5-8322-b266d86819b4", "name": "network-vif-deleted", "tag": "9de69a97-31f1-4f02-8d89-fbcc9658d816"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:17:25.993152 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:25.993596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:25.994222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:25.994777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:25.995365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:25.996485 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:26.002169 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:26.002823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:26.003645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:26.004108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:26.004545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:26.004987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c27719-c335-4461-ab14-e6ec88d0f97e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:26.033266 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfba1f9-99f8-475f-8b51-54929c8c30f0 x-openstack-request-id: req-ccfba1f9-99f8-475f-8b51-54929c8c30f0 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:17:26.033917 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c4baec-6669-4da5-8322-b266d86819b4", "name": "network-vif-deleted", "tag": "9de69a97-31f1-4f02-8d89-fbcc9658d816", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:17:26.034396 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccfba1f9-99f8-475f-8b51-54929c8c30f0 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:17:26.039593 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c4baec-6669-4da5-8322-b266d86819b4', 'name': 'network-vif-deleted', 'tag': '9de69a97-31f1-4f02-8d89-fbcc9658d816', 'status': 'completed', 'code': 200} Nov 12 21:17:26.201560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7eb82592-a3ed-4e5e-b396-72d220da9b0c req-652afcfb-34f7-44d9-bbea-19e7e4c3944b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0311806 Nov 12 21:17:27.381374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4f905a4-3ffc-4925-b9b9-a7df1a0bd0c9 req-30ae7d58-cf40-470a-8620-0e73670fa65e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0604138 Nov 12 21:17:27.578309 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e93aca58-cb91-4854-a64f-7510eeb52f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:28.045339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 9de69a97-31f1-4f02-8d89-fbcc9658d816 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:17:28.078682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 9de69a97-31f1-4f02-8d89-fbcc9658d816 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:17:28.083347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 9de69a97-31f1-4f02-8d89-fbcc9658d816 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:17:28.508231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-144f5db0-a150-425b-a2d6-22977acfe947 req-9b8f9657-35e2-452d-82e0-0014b77ea9d9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0369077 Nov 12 21:17:29.684543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a0905c4d-b9f2-4bd6-84ce-53b2a9efe332 req-f7459fc1-ac54-4fc5-a54d-2caca4eee514 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0637629 Nov 12 21:17:30.068829 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-36e653fd-bdca-4344-be5b-580dfbfbb8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:30.394137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49492) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:30.548041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32324cb8-1956-4054-bc36-bbbabdbaaeeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:30.775096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32324cb8-1956-4054-bc36-bbbabdbaaeeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:30.812116 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32324cb8-1956-4054-bc36-bbbabdbaaeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:30.816509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdcecb29-bf24-48e2-a761-83c65a8e8983 req-621df204-c611-43a8-800f-7bedd11ebad8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0331523 Nov 12 21:17:30.880775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49508) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:30.881772 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-32324cb8-1956-4054-bc36-bbbabdbaaeeb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f9bdb82bad04f3ab1e1ae1ef196c73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4856615 Nov 12 21:17:30.883935 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32324cb8-1956-4054-bc36-bbbabdbaaeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3c4aa-e048-4146-863d-88d0d6190963,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:30.974883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ba116eb1-42d4-433e-99f3-9164633b087a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:31.009495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ba116eb1-42d4-433e-99f3-9164633b087a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:31.172534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ba116eb1-42d4-433e-99f3-9164633b087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:31.175717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ba116eb1-42d4-433e-99f3-9164633b087a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:31.190432 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ba116eb1-42d4-433e-99f3-9164633b087a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93e3c4aa-e048-4146-863d-88d0d6190963 HTTP/1.1" status: 204 len: 168 time: 0.2982793 Nov 12 21:17:31.213295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba116eb1-42d4-433e-99f3-9164633b087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3c4aa-e048-4146-863d-88d0d6190963,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:31.377469 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:32.024133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-359a0117-e0aa-4cd9-ba78-3299ec393d4c req-beaa4ad8-8e86-4e10-af6b-a9fe1d51ccdd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0396209 Nov 12 21:17:32.098438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49544) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:32.115337 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78aa62db-7077-48f5-95fe-0b456ebe2bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:32.207723 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78aa62db-7077-48f5-95fe-0b456ebe2bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:32.269208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78aa62db-7077-48f5-95fe-0b456ebe2bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:32.325842 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-78aa62db-7077-48f5-95fe-0b456ebe2bce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f8e105473e74e47a4974ca1c100d07b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262669 Nov 12 21:17:32.327192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa62db-7077-48f5-95fe-0b456ebe2bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5344ad64-ecfc-444f-a9b3-c8bcef5774de,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:32.328734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49548) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:32.390270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff362dc9-aeef-44bd-a88b-312c02660e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:32.412923 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff362dc9-aeef-44bd-a88b-312c02660e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:32.576436 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff362dc9-aeef-44bd-a88b-312c02660e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:32.580403 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff362dc9-aeef-44bd-a88b-312c02660e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:32.582035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ff362dc9-aeef-44bd-a88b-312c02660e90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5344ad64-ecfc-444f-a9b3-c8bcef5774de HTTP/1.1" status: 204 len: 168 time: 0.2524650 Nov 12 21:17:32.592611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff362dc9-aeef-44bd-a88b-312c02660e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5344ad64-ecfc-444f-a9b3-c8bcef5774de,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:33.068881 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:33.150621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b8511c2-1590-48a7-9dfc-4bac628c554d req-f61340c6-5968-4dfa-b7fe-33029537b62b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0381775 Nov 12 21:17:33.661148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:34.308364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3364b065-e9a6-4390-99f4-785047b4ad8b req-2bdc658d-6216-4883-870e-8b5b58525709 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c4baec-6669-4da5-8322-b266d86819b4 HTTP/1.1" status: 200 len: 210 time: 0.0635395 Nov 12 21:17:36.845691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49710) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:36.961166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:37.041952 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:37.125982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:37.170603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e5212c0be4c4f069960b7abf0c1138a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3237438 Nov 12 21:17:37.172007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375511d-4dcd-40a8-8895-82f64cf89e12,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:37.173629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49718) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:37.181153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.181643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.182081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.182529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.182950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.184117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.184550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.184976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.185403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.185827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.186249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.186668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc6511-e677-4a09-b49c-8c190a7f3e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:37.587245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53444027-b682-4873-a45e-46fc2f3950ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:37.608560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53444027-b682-4873-a45e-46fc2f3950ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:37.952745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53444027-b682-4873-a45e-46fc2f3950ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:37.952745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-53444027-b682-4873-a45e-46fc2f3950ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:37.963818 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-53444027-b682-4873-a45e-46fc2f3950ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7375511d-4dcd-40a8-8895-82f64cf89e12 HTTP/1.1" status: 204 len: 168 time: 0.7847502 Nov 12 21:17:37.988973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53444027-b682-4873-a45e-46fc2f3950ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375511d-4dcd-40a8-8895-82f64cf89e12,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:38.905417 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49756) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:38.927733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7a99a19-5034-4244-b791-c005829f92b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:39.044537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7a99a19-5034-4244-b791-c005829f92b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:39.136034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7a99a19-5034-4244-b791-c005829f92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:39.181081 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c7a99a19-5034-4244-b791-c005829f92b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a3128e3a0864190803d4e0811d20264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736127 Nov 12 21:17:39.182355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a99a19-5034-4244-b791-c005829f92b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe5c892-d60a-4dea-a8d2-14afffd2135e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:39.184031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49760) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:39.293225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83fa4982-3713-43db-8dd1-31d3eba96065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:39.319748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83fa4982-3713-43db-8dd1-31d3eba96065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:39.532699 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83fa4982-3713-43db-8dd1-31d3eba96065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:39.535657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-83fa4982-3713-43db-8dd1-31d3eba96065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:39.539543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-83fa4982-3713-43db-8dd1-31d3eba96065 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fe5c892-d60a-4dea-a8d2-14afffd2135e HTTP/1.1" status: 204 len: 168 time: 0.3518465 Nov 12 21:17:39.557392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa4982-3713-43db-8dd1-31d3eba96065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe5c892-d60a-4dea-a8d2-14afffd2135e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:40.446333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:40.498094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:40.895156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:41.294338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e7c1df-0d89-4944-880a-557c030b057d admin admin] Deleting subnet c787cecc-429e-4865-a9ce-2203cb360e49 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:17:41.298462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97e7c1df-0d89-4944-880a-557c030b057d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:41.337740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97e7c1df-0d89-4944-880a-557c030b057d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:41.411248 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97e7c1df-0d89-4944-880a-557c030b057d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:41.621536 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97e7c1df-0d89-4944-880a-557c030b057d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:41.664533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-97e7c1df-0d89-4944-880a-557c030b057d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:41.670672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-97e7c1df-0d89-4944-880a-557c030b057d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c787cecc-429e-4865-a9ce-2203cb360e49 HTTP/1.1" status: 204 len: 168 time: 0.7742691 Nov 12 21:17:41.671727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7c1df-0d89-4944-880a-557c030b057d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c787cecc-429e-4865-a9ce-2203cb360e49,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:41.673634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c274c53-1798-4ccc-8fc5-e96f048c95c1 None None] Network 60738ff6-8bf5-4801-b54e-7acd11040b1d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:17:41.674599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49842) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:41.766989 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:41.838760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa20bb-c7d9-43e6-8aab-3ffeb3a34fe1 None None] DHCP port deletion for 60738ff6-8bf5-4801-b54e-7acd11040b1d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:41.976310 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:42.034627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60738ff6-8bf5-4801-b54e-7acd11040b1d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:42.046527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3d376a-6e4c-48bb-a155-adc0b207dc05') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:42.047017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3d376a-6e4c-48bb-a155-adc0b207dc05') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:42.058181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:42.075264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:42.083746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:17:42.084300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:17:42.098198 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:17:42.236521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:42.261472 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:42.284460 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] 10.222.0.64 "DELETE /v2.0/networks/60738ff6-8bf5-4801-b54e-7acd11040b1d HTTP/1.1" status: 204 len: 168 time: 0.6086249 Nov 12 21:17:42.326196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef086126-6509-4cb4-b2ad-0c00194c204a admin admin] Pushing event deleted for resources: {'Network': ['ID=60738ff6-8bf5-4801-b54e-7acd11040b1d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:42.921600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49894) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:42.971535 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-219a91c3-d02e-4de4-a18e-00ba84308af8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=195dbb87533d45609557198a1ea317fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486970 Nov 12 21:17:42.974043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49898) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:43.065140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b482fefb-7abe-4947-8f73-019cb342315c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:43.128048 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b482fefb-7abe-4947-8f73-019cb342315c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:43.267433 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b482fefb-7abe-4947-8f73-019cb342315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:43.270356 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b482fefb-7abe-4947-8f73-019cb342315c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:43.271630 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b482fefb-7abe-4947-8f73-019cb342315c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cff39205-1c4f-4613-8614-a6dfb4a53a09 HTTP/1.1" status: 204 len: 168 time: 0.2963400 Nov 12 21:17:43.281389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482fefb-7abe-4947-8f73-019cb342315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff39205-1c4f-4613-8614-a6dfb4a53a09,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:44.100505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 49960) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:44.293831 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e239b3a-f516-491b-a234-266488ec069e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:44.388266 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e239b3a-f516-491b-a234-266488ec069e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:44.474303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2e239b3a-f516-491b-a234-266488ec069e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:44.527403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2e239b3a-f516-491b-a234-266488ec069e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24875570310d4ca4817cc25ee95bb9d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254169 Nov 12 21:17:44.529797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 49978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:44.532205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e239b3a-f516-491b-a234-266488ec069e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b31c376-658b-48fe-8294-cccccc93285f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:44.599607 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bad35f9-eb68-4a40-b298-a7e45919f13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:44.633038 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bad35f9-eb68-4a40-b298-a7e45919f13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:44.810662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bad35f9-eb68-4a40-b298-a7e45919f13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:44.813605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bad35f9-eb68-4a40-b298-a7e45919f13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:44.817520 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0bad35f9-eb68-4a40-b298-a7e45919f13e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b31c376-658b-48fe-8294-cccccc93285f HTTP/1.1" status: 204 len: 168 time: 0.2866144 Nov 12 21:17:44.827644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad35f9-eb68-4a40-b298-a7e45919f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b31c376-658b-48fe-8294-cccccc93285f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:44.961192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50002) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:45.186768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1144640015-network', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:45.307177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Made reservation on behalf of 72cd8b3787ed475a855df4f3e27c9cbc for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:17:45.310512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.319951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.407213 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.541277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.568090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:17:45.577341 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80fc63a-6420-424c-bdfe-05312ff431b9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:45.585702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.585702 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Added segment ef5bb0d6-e58e-4780-b1fc-ff228ee3213c of type vlan for network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 Nov 12 21:17:45.602458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50022) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:45.626760 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2b41227-4381-43d7-ad39-d14b4371f01c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.634462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.706738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2b41227-4381-43d7-ad39-d14b4371f01c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.800713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.801753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:45.802335 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.846383 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b2b41227-4381-43d7-ad39-d14b4371f01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.866389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:45.877541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:17:45.888207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b2b41227-4381-43d7-ad39-d14b4371f01c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04da485dddd1420ab5304ff00b7e112e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766757 Nov 12 21:17:45.889113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b41227-4381-43d7-ad39-d14b4371f01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c4713f-e666-4bb6-92c5-7a6d11ffa98e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:45.890968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50034) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:45.958250 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36fa7cd5-a9e9-4607-8a0a-703c771a7822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.984868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36fa7cd5-a9e9-4607-8a0a-703c771a7822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:45.995524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a987acff-4dae-4c8b-95b4-70920746a4e5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0330410 Nov 12 21:17:45.999083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50038) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:46.013872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Request body: {'subnet': {'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1144640015-subnet', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:46.142991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Made reservation on behalf of 72cd8b3787ed475a855df4f3e27c9cbc for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:17:46.149026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:46.175212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36fa7cd5-a9e9-4607-8a0a-703c771a7822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:46.178284 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-36fa7cd5-a9e9-4607-8a0a-703c771a7822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:46.179580 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-36fa7cd5-a9e9-4607-8a0a-703c771a7822 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78c4713f-e666-4bb6-92c5-7a6d11ffa98e HTTP/1.1" status: 204 len: 168 time: 0.2874572 Nov 12 21:17:46.250783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa7cd5-a9e9-4607-8a0a-703c771a7822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c4713f-e666-4bb6-92c5-7a6d11ffa98e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:46.531985 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:46.602070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7893d36-a29f-4691-8d7f-22b891911613,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:46.625354 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Checking segment: {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:46.625354 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Network hostable DHCP agents. Network: c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:17:46.709310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:17:46.800265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:46.817626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dca444-fdcd-45a9-b4e2-567511dbfe42 None None] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:17:46.829513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:46.832139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:46.924423 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5ffe3200-5235-4ae4-927d-98a8049ccd07 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9213483 Nov 12 21:17:46.924603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50072) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:46.929201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:47.005066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:17:47.005956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.050762 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.051911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.114907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.155952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Allocated IP 172.20.0.2 (c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0/b7893d36-a29f-4691-8d7f-22b891911613/f9a1470b-2e8b-4f24-9d12-b39a620c0cfb) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:47.373780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.392691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.503592 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.546052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:47.549252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:47.552709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:47.604396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Pushing event updated for resources: {'Port': ['ID=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:47.646989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Attempting to bind port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:47.647765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Attempting to bind port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:47.648248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Attempting to bind port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb on network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:47.657966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:47.658535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Checking segment: {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:47.659057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.659651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Bound using segment: {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:47.660294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Bound port: f9a1470b-2e8b-4f24-9d12-b39a620c0cfb, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:47.660888 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.764186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] For port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:47.774611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] For port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:47.879124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.905250 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:47.943075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:48.075860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd03a7e-192c-449f-93f1-198fdf442fb1 None None] Pushing event updated for resources: {'Port': ['ID=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:48.194770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Allocated IP 172.25.8.133 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/fcfbee99-51bc-4a2b-b041-7e0c5d951f46) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:48.339264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:48.475062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:48.551815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:48.555067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:48.557624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:48.568294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fcfbee99-51bc-4a2b-b041-7e0c5d951f46,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:48.568875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5774c73-c3c8-4df2-9ad4-81e73247dfa0 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:48.672773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b592688d-c06d-4645-bb0c-978c1b406385 None None] Provisioning complete for port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:48.673448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b592688d-c06d-4645-bb0c-978c1b406385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:48.756687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b592688d-c06d-4645-bb0c-978c1b406385 None None] Port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:49.035012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:49.437301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a91962-33a4-4725-bfc6-958edd16b05c None None] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:17:49.488145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f9a1470b-2e8b-4f24-9d12-b39a620c0cfb up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:49.630278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:49.666973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-dffa558f-6666-4329-8f9e-e329e4de113b None None] Provisioning complete for port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:49.668552 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dffa558f-6666-4329-8f9e-e329e4de113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:49.884052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:49.884837 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:49.940313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dffa558f-6666-4329-8f9e-e329e4de113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:50.013590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-dffa558f-6666-4329-8f9e-e329e4de113b None None] For port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:50.045026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:17:50.087757 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:17:50.107477 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:50.129252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dffa558f-6666-4329-8f9e-e329e4de113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:50.350414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa558f-6666-4329-8f9e-e329e4de113b None None] Pushing event updated for resources: {'Port': ['ID=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:50.356533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:17:50.414592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Sync routers for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:17:50.458516 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:50.462816 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fcfb6bcf-0107-46e0-bc1e-2ff9583883d4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5349541 Nov 12 21:17:50.462953 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:17:50.462953 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:17:50.470957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50208) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:50.471056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:50.471056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:17:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:50.471056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a7184460-55ed-4435-8fa2-6b772639d6a5 None None] Provisioning complete for port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:50.471056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a7184460-55ed-4435-8fa2-6b772639d6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:50.647594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:51.008364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:48Z', 'revision_number': 3, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:51.046299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Checking router: f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:17:51.046897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Updating router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:17:51.084120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:51.362535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f9a1470b-2e8b-4f24-9d12-b39a620c0cfb up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:51.491184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:51.491818 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:51.506405 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:51.627276 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:51.741780 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:51.781502 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Allocated IP 172.20.0.1 (c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0/b7893d36-a29f-4691-8d7f-22b891911613/4ff3a78d-1998-495f-92c6-3091e1168a55) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:51.833523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d429f-f0ac-4112-8770-ae8a4324d2ca None None] Pushing event updated for resources: {'Port': ['ID=fcfbee99-51bc-4a2b-b041-7e0c5d951f46,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:51.864362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Attempting to bind port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:51.864797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Attempting to bind port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:51.865565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Attempting to bind port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:51.868260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710797bb-b7de-4a65-bbd9-a3c4ad9b76aa None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:51.880578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:51.881017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:51.881441 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:51.881817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:51.882297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Bound port: fcfbee99-51bc-4a2b-b041-7e0c5d951f46, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:51.882737 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.036873 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.140493 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.200180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:52.210560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:52.214913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:52.227633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] For port fcfbee99-51bc-4a2b-b041-7e0c5d951f46, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:52.227633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] For port fcfbee99-51bc-4a2b-b041-7e0c5d951f46, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fcfbee99-51bc-4a2b-b041-7e0c5d951f46,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:52.266173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-13b655a4-9e9c-4bbf-aa90-7afa722476c4 None None] Provisioning complete for port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:52.266623 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-13b655a4-9e9c-4bbf-aa90-7afa722476c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.299700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Pushing event updated for resources: {'Port': ['ID=4ff3a78d-1998-495f-92c6-3091e1168a55,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:52.317495 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.352244 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.405212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-13b655a4-9e9c-4bbf-aa90-7afa722476c4 None None] Port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:52.462766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03677ed-f761-4d22-ba93-b4d015d3fdae None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:52.556665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:52.558869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:17:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:52.563931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d429f-f0ac-4112-8770-ae8a4324d2ca None None] Pushing event updated for resources: {'Port': ['ID=fcfbee99-51bc-4a2b-b041-7e0c5d951f46,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:52.687985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] Provisioning complete for port 4ff3a78d-1998-495f-92c6-3091e1168a55 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:52.688497 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.747102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:52.749505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] Port 4ff3a78d-1998-495f-92c6-3091e1168a55 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:52.780128 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.886830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] Provisioning complete for port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:52.887080 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.914676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-0d239e4f-f86f-411b-8ec0-088625696e1b req-3d931116-431d-4e1d-9887-23acaf0cb3aa tempest-ServerActionsTestJSON-1318744291 tempest-ServerActionsTestJSON-1318744291-project] (109629) timed out ('10.222.0.46', 57502) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:17:53.056107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:53.079083 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:53.097518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] For port fcfbee99-51bc-4a2b-b041-7e0c5d951f46, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fcfbee99-51bc-4a2b-b041-7e0c5d951f46,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:53.103512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:48Z', 'revision_number': 3, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:53.134803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5f966-c697-4ceb-8164-462ed50b3e29 None None] The sync data for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 is: [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:48Z', 'revision_number': 3, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:17:53.212099 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:53.212864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:53.350177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0210cee-006b-4cd3-b879-983ada102640 None None] Pushing event updated for resources: {'Port': ['ID=fcfbee99-51bc-4a2b-b041-7e0c5d951f46,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:53.392866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Pushing event updated for resources: {'Port': ['ID=4ff3a78d-1998-495f-92c6-3091e1168a55,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:53.396136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:53.640593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:53.645205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:53.909280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:17:54.159800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-229c7bb0-96c9-4c0a-9886-73fa6f8de251 None None] Provisioning complete for port 4ff3a78d-1998-495f-92c6-3091e1168a55 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:54.163350 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-229c7bb0-96c9-4c0a-9886-73fa6f8de251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:54.213289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:17:54.232771 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4e8d6771-e2dd-476e-94d6-8ae8b343d0aa admin admin] 10.222.0.64 "PUT /v2.0/routers/f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7603042 Nov 12 21:17:54.257974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-229c7bb0-96c9-4c0a-9886-73fa6f8de251 None None] Port 4ff3a78d-1998-495f-92c6-3091e1168a55 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:55.347804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50354) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:55.355616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1703545578-network', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:55.368109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fcfbee99-51bc-4a2b-b041-7e0c5d951f46 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:55.455652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:55.456309 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:55.501507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Made reservation on behalf of 2ae53e3a0e97422db78000cf926b42d2 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:17:55.503904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:55.522011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:55.621280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:55.693582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:55.800486 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Sync routers for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:17:55.811401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:17:55.817466 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:55.819657 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:17:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:55.838088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:55.846429 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Added segment fc816cf0-5cec-4827-8157-58696744d91e of type vlan for network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e Nov 12 21:17:55.945983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:55.973437 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:55.999734 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6edeba1-172a-442d-ba8a-eda1d72eeb8d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:56.056416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:56.061645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:56.065748 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:56.289412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] Pushing event updated for resources: {'Network': ['ID=77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:56.297751 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 2, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:56.299618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50372) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:56.302160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:17:56.304778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Request body: {'subnet': {'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1703545578-subnet', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:56.314235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0677de8d-376d-4b1b-9f4d-6fa2d5507042 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9644978 Nov 12 21:17:56.380930 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Checking router: f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:17:56.381283 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Updating router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 port 4ff3a78d-1998-495f-92c6-3091e1168a55 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:17:56.400307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Made reservation on behalf of 2ae53e3a0e97422db78000cf926b42d2 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:17:56.402979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:56.431578 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:56.834677 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:56.914903 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6a8488-c1c2-4e8c-89b1-de7906d49694,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:56.923456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Checking segment: {'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:56.924100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Network hostable DHCP agents. Network: 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:17:56.929875 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:56.998705 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.029213 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:17:57.042959 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Pushing event updated for resources: {'Port': ['ID=4ff3a78d-1998-495f-92c6-3091e1168a55,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:57.052376 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.052733 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.053074 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.053412 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.053742 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.054075 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.054403 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.054730 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.055052 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.055403 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.055806 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.056131 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:57.147168 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Attempting to bind port 4ff3a78d-1998-495f-92c6-3091e1168a55 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:57.148714 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Attempting to bind port 4ff3a78d-1998-495f-92c6-3091e1168a55 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:57.149152 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Attempting to bind port 4ff3a78d-1998-495f-92c6-3091e1168a55 on network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:57.155651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:57.161303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:57.162374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.167162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b94b69-f93c-4b2a-adc8-bbc5769bd066 None None] Network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:17:57.169129 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:57.169717 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Checking segment: {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:57.171058 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.172446 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Bound using segment: {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:57.173739 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Bound port: 4ff3a78d-1998-495f-92c6-3091e1168a55, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:57.175703 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.256057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-be049c69-e1bd-4ab4-8d6a-d5774e26c7b4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9553254 Nov 12 21:17:57.258772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50390) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:57.265285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:57.361733 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] For port 4ff3a78d-1998-495f-92c6-3091e1168a55, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:57.370433 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] For port 4ff3a78d-1998-495f-92c6-3091e1168a55, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4ff3a78d-1998-495f-92c6-3091e1168a55,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:57.463333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.465103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.513257 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.664930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.682138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e', 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'fixed_ips': [{'subnet_id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:17:57.688001 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.742092 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:57.743523 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:17:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:57.762297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-34bab353-4499-48cd-abaf-96b24757bf50 None None] Provisioning complete for port 4ff3a78d-1998-495f-92c6-3091e1168a55 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:57.763497 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34bab353-4499-48cd-abaf-96b24757bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:57.886000 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc8fc-5683-4349-83b3-e374c64b722b None None] Pushing event updated for resources: {'Port': ['ID=4ff3a78d-1998-495f-92c6-3091e1168a55,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:58.119622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Allocated IP 172.20.0.2 (77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e/cc6a8488-c1c2-4e8c-89b1-de7906d49694/6e68c8fd-9ce9-4150-b75d-75de90b6e00c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:58.218107 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:58.347787 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:58.356956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5aca046a-9e41-44fc-87c0-765a884855e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:58.440727 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34bab353-4499-48cd-abaf-96b24757bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:58.443578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:58.534869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Pushing event updated for resources: {'Port': ['ID=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:58.580176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:58.599375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:58.602814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:58.645313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-34bab353-4499-48cd-abaf-96b24757bf50 None None] For port 4ff3a78d-1998-495f-92c6-3091e1168a55, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4ff3a78d-1998-495f-92c6-3091e1168a55,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:58.707620 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a014b72e-81c5-401b-affb-820b344b574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:57Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:58.716754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50414) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:58.788846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Attempting to bind port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:58.789630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Attempting to bind port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:58.790232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Attempting to bind port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c on network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:58.796160 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34bab353-4499-48cd-abaf-96b24757bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:58.815573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:58.816391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Checking segment: {'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:58.817028 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:58.817669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Bound using segment: {'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:58.818440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Bound port: 6e68c8fd-9ce9-4150-b75d-75de90b6e00c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:58.819258 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:58.955242 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b72e-81c5-401b-affb-820b344b574c None None] The sync data for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 is: [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:57Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:17:58.994369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.014059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-875a0391-5e38-44e4-aeed-be3747ce6fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.026267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bab353-4499-48cd-abaf-96b24757bf50 None None] Pushing event updated for resources: {'Port': ['ID=4ff3a78d-1998-495f-92c6-3091e1168a55,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:59.086381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-920adac4-7972-4c13-b00d-01bfb31341c5 None None] Provisioning complete for port 4ff3a78d-1998-495f-92c6-3091e1168a55 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:59.089813 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-920adac4-7972-4c13-b00d-01bfb31341c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.172023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] For port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:59.293599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-875a0391-5e38-44e4-aeed-be3747ce6fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.317940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] For port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,segment=NetworkSegment(fc816cf0-5cec-4827-8157-58696744d91e),segment_id=fc816cf0-5cec-4827-8157-58696744d91e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:59.350954 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-875a0391-5e38-44e4-aeed-be3747ce6fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.422150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.439952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a0391-5e38-44e4-aeed-be3747ce6fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ca648-02f6-4348-8729-3812f2585d65,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:59.495134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-875a0391-5e38-44e4-aeed-be3747ce6fe2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17caf566efb5429896d63598ef4c8d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7768383 Nov 12 21:17:59.498087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50428) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:59.556045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4ff3a78d-1998-495f-92c6-3091e1168a55 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:59.647728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.673647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dafc96f5-5cba-42e8-a0cf-c3d74b9e89d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.687892 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.766144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dafc96f5-5cba-42e8-a0cf-c3d74b9e89d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.776530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7621b-bd4b-4eb6-914b-bdcea6e8bba2 None None] Pushing event updated for resources: {'Port': ['ID=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:59.824307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4ff3a78d-1998-495f-92c6-3091e1168a55 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:59.824690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:00.012410 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dafc96f5-5cba-42e8-a0cf-c3d74b9e89d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:00.015160 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dafc96f5-5cba-42e8-a0cf-c3d74b9e89d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:00.016555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dafc96f5-5cba-42e8-a0cf-c3d74b9e89d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f5ca648-02f6-4348-8729-3812f2585d65 HTTP/1.1" status: 204 len: 168 time: 0.5172844 Nov 12 21:18:00.047607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Allocated IP 172.25.8.186 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/eda0375b-b862-4e12-b7db-8a7f95b01b0c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:00.067807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc96f5-5cba-42e8-a0cf-c3d74b9e89d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ca648-02f6-4348-8729-3812f2585d65,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:00.140165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf9a6-830d-4c41-91b8-151e207d8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:00.316614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:00.427700 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:00.500633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:00.500633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:00.504220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:00.513829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c30a9be-4474-49db-a372-2d89576b776f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:18:00.565518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Pushing event updated for resources: {'Port': ['ID=eda0375b-b862-4e12-b7db-8a7f95b01b0c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:00.674668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e16731a6-aa9c-41e1-9865-abb0a559fe41 None None] Provisioning complete for port eda0375b-b862-4e12-b7db-8a7f95b01b0c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:00.675967 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e16731a6-aa9c-41e1-9865-abb0a559fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:00.817744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e16731a6-aa9c-41e1-9865-abb0a559fe41 None None] Port eda0375b-b862-4e12-b7db-8a7f95b01b0c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:01.226591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3e33a-373f-434b-9cf6-84adc7e9f95a None None] Network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:18:01.290480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:01.493530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a3a07b3-aa2d-4ac0-836b-60d8a0bc896a None None] Provisioning complete for port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:01.494351 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a07b3-aa2d-4ac0-836b-60d8a0bc896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:01.542191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6e68c8fd-9ce9-4150-b75d-75de90b6e00c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:01.549709 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:01.708004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:01.890295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:01.890945 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:01.932783 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a07b3-aa2d-4ac0-836b-60d8a0bc896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:01.967150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:18:01.981728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a3a07b3-aa2d-4ac0-836b-60d8a0bc896a None None] For port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,segment=NetworkSegment(fc816cf0-5cec-4827-8157-58696744d91e),segment_id=fc816cf0-5cec-4827-8157-58696744d91e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:02.022914 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:02.052584 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a07b3-aa2d-4ac0-836b-60d8a0bc896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:02.144756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:18:02.166789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Sync routers for ids ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:18:02.213928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:18:02.214852 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:18:02.216057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Routers {'d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:02.216685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:02.218924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a07b3-aa2d-4ac0-836b-60d8a0bc896a None None] Pushing event updated for resources: {'Port': ['ID=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:02.231422 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:02.233640 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-166b1071-2048-4e84-bdfc-9fcbf6c88f70 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9731376 Nov 12 21:18:02.236642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50486) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:02.483871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3df139f8-f2a1-44e4-87e2-31845b458420 None None] Provisioning complete for port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:02.486124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3df139f8-f2a1-44e4-87e2-31845b458420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:02.551982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Set router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:02.830500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:03.162442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Allocated IP 172.20.0.1 (77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e/cc6a8488-c1c2-4e8c-89b1-de7906d49694/9d1446e1-a3a5-44ee-bf10-521ae83adb8f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:03.202360 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:03.226351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:18:00Z', 'revision_number': 3, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port': {'id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:59Z', 'updated_at': '2021-11-12T21:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:03.346493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Checking router: d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:18:03.346769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Updating router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 port eda0375b-b862-4e12-b7db-8a7f95b01b0c binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:18:03.398500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6e68c8fd-9ce9-4150-b75d-75de90b6e00c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:03.428138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:03.470136 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:03.572711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:03.573299 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:03.582646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:03.711396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:03.714486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:03.718430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:03.743455 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:03.800468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:03.967354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Pushing event updated for resources: {'Port': ['ID=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:04.055020 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.103675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.234465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8f9f2d92-ae5f-4eef-a674-9c63b032228c None None] Provisioning complete for port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:04.247668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2d92-ae5f-4eef-a674-9c63b032228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.349139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f2d92-ae5f-4eef-a674-9c63b032228c None None] Port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:04.450201 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.582915 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.615071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.649341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Attempting to bind port eda0375b-b862-4e12-b7db-8a7f95b01b0c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:04.649630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Attempting to bind port eda0375b-b862-4e12-b7db-8a7f95b01b0c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:04.650566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Attempting to bind port eda0375b-b862-4e12-b7db-8a7f95b01b0c on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:04.668681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:04.668681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:04.670137 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.670731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:04.671499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Bound port: eda0375b-b862-4e12-b7db-8a7f95b01b0c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:04.684511 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.685888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.775726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] For port eda0375b-b862-4e12-b7db-8a7f95b01b0c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:04.781317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] For port eda0375b-b862-4e12-b7db-8a7f95b01b0c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eda0375b-b862-4e12-b7db-8a7f95b01b0c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:04.783167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4381694-6971-4fe1-b9d0-386c044f93f3 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:18:04.787759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576a222-5cc7-4ea3-adeb-91fe37734df1 None None] Pushing event updated for resources: {'Port': ['ID=eda0375b-b862-4e12-b7db-8a7f95b01b0c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:04.857202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:04.893748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Pushing event updated for resources: {'Port': ['ID=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:04.916586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4637668-9757-4617-a99f-e8162e44beeb None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:18:04.947561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:04.950014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:04.984296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-582d93ab-e940-4a79-b331-033c6e744f00 None None] Provisioning complete for port eda0375b-b862-4e12-b7db-8a7f95b01b0c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:04.984669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-582d93ab-e940-4a79-b331-033c6e744f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:05.009126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Routers {'d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:05.009126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:05.194897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576a222-5cc7-4ea3-adeb-91fe37734df1 None None] Pushing event updated for resources: {'Port': ['ID=eda0375b-b862-4e12-b7db-8a7f95b01b0c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:05.392400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] Set router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:05.558323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:18:05.764880 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-582d93ab-e940-4a79-b331-033c6e744f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:05.800712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:18:05.807687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-882e7f46-aa5a-4ddf-a94c-a4da18ff0d5a admin admin] 10.222.0.64 "PUT /v2.0/routers/d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5695312 Nov 12 21:18:05.920072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-582d93ab-e940-4a79-b331-033c6e744f00 None None] For port eda0375b-b862-4e12-b7db-8a7f95b01b0c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eda0375b-b862-4e12-b7db-8a7f95b01b0c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:05.978000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-582d93ab-e940-4a79-b331-033c6e744f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:06.040433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d93ab-e940-4a79-b331-033c6e744f00 None None] Pushing event updated for resources: {'Port': ['ID=eda0375b-b862-4e12-b7db-8a7f95b01b0c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:06.076244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:18:03Z', 'revision_number': 4, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port': {'id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:59Z', 'updated_at': '2021-11-12T21:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9d1446e1-a3a5-44ee-bf10-521ae83adb8f', 'name': '', 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:02Z', 'updated_at': '2021-11-12T21:18:04Z', 'revision_number': 2, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'subnets': [{'id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:06.119705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b807d1d-aa37-4736-b1d6-52afee06a286 None None] The sync data for ids ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'] in n-d-713498-29 is: [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:18:03Z', 'revision_number': 4, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port': {'id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:59Z', 'updated_at': '2021-11-12T21:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9d1446e1-a3a5-44ee-bf10-521ae83adb8f', 'name': '', 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:02Z', 'updated_at': '2021-11-12T21:18:04Z', 'revision_number': 2, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'subnets': [{'id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:18:06.153488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b2238d90-ed0a-4fd2-95df-feaf2ec3dcc3 None None] Provisioning complete for port eda0375b-b862-4e12-b7db-8a7f95b01b0c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:06.153862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b2238d90-ed0a-4fd2-95df-feaf2ec3dcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:06.460571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b2238d90-ed0a-4fd2-95df-feaf2ec3dcc3 None None] Provisioning complete for port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:06.461389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b2238d90-ed0a-4fd2-95df-feaf2ec3dcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:06.548320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b2238d90-ed0a-4fd2-95df-feaf2ec3dcc3 None None] Port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:07.102657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50692) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:07.108612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9a0dd229-58b7-493d-b2a4-b76919ec4776 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323056557', 'description': 'tempest-secgroup-smoke-323056557 description', 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:07.236176 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a0dd229-58b7-493d-b2a4-b76919ec4776 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:07.396472 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a0dd229-58b7-493d-b2a4-b76919ec4776 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:07.513314 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a0dd229-58b7-493d-b2a4-b76919ec4776 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:07.567849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dd229-58b7-493d-b2a4-b76919ec4776 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb0f251-367b-4286-ad3d-70f236d33b5c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:07.626281 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a0dd229-58b7-493d-b2a4-b76919ec4776 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:07.640443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50716) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:07.641283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9a0dd229-58b7-493d-b2a4-b76919ec4776 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5302522 Nov 12 21:18:07.644670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1034d4dc-bf12-4a3e-874a-b723de9754fd tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'security_group_rule': {'security_group_id': 'dfb0f251-367b-4286-ad3d-70f236d33b5c', 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:07.821773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1034d4dc-bf12-4a3e-874a-b723de9754fd tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:07.930240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1034d4dc-bf12-4a3e-874a-b723de9754fd tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:08.103895 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1034d4dc-bf12-4a3e-874a-b723de9754fd tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:08.151084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034d4dc-bf12-4a3e-874a-b723de9754fd tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e652b9-4f4d-42e8-89e4-de5172f68d1f,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:08.258289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1034d4dc-bf12-4a3e-874a-b723de9754fd tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:08.259623 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1034d4dc-bf12-4a3e-874a-b723de9754fd tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6250272 Nov 12 21:18:08.263281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50748) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:08.270932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8566379a-c357-4849-af0e-998a34a6ee6f tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'security_group_rule': {'security_group_id': 'dfb0f251-367b-4286-ad3d-70f236d33b5c', 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:08.403180 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8566379a-c357-4849-af0e-998a34a6ee6f tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:08.489213 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8566379a-c357-4849-af0e-998a34a6ee6f tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:08.628951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8566379a-c357-4849-af0e-998a34a6ee6f tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:08.674358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566379a-c357-4849-af0e-998a34a6ee6f tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81974cbe-0db8-4c89-aa05-6ba8949ef2ff,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:08.744781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8566379a-c357-4849-af0e-998a34a6ee6f tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:08.750584 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8566379a-c357-4849-af0e-998a34a6ee6f tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4860170 Nov 12 21:18:08.751044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50772) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:08.758749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-22c3483d-3588-4fa5-ae80-7e7c5d5f213a tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'security_group_rule': {'security_group_id': 'dfb0f251-367b-4286-ad3d-70f236d33b5c', 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:08.856384 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22c3483d-3588-4fa5-ae80-7e7c5d5f213a tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:08.992954 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22c3483d-3588-4fa5-ae80-7e7c5d5f213a tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:09.068955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22c3483d-3588-4fa5-ae80-7e7c5d5f213a tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:09.123607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3483d-3588-4fa5-ae80-7e7c5d5f213a tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fc2905-cc87-4520-b9d7-c371f5eef372,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:09.196535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-22c3483d-3588-4fa5-ae80-7e7c5d5f213a tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:09.198225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-22c3483d-3588-4fa5-ae80-7e7c5d5f213a tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4449494 Nov 12 21:18:09.200950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50806) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:09.207368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-198dc128-a6ac-4b2c-934a-2ddc7681e961 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'security_group_rule': {'security_group_id': 'dfb0f251-367b-4286-ad3d-70f236d33b5c', 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:09.334834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-198dc128-a6ac-4b2c-934a-2ddc7681e961 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:09.353738 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Sync routers for ids ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:18:09.373731 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Routers {'d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:09.374422 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:09.439323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eda0375b-b862-4e12-b7db-8a7f95b01b0c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:09.480980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-198dc128-a6ac-4b2c-934a-2ddc7681e961 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:09.549484 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Set router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:09.610381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port eda0375b-b862-4e12-b7db-8a7f95b01b0c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:09.610757 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:09.891084 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:18:03Z', 'revision_number': 4, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port': {'id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:59Z', 'updated_at': '2021-11-12T21:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9d1446e1-a3a5-44ee-bf10-521ae83adb8f', 'name': '', 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:02Z', 'updated_at': '2021-11-12T21:18:04Z', 'revision_number': 2, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'subnets': [{'id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:09.946717 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Checking router: d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:18:09.955438 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Updating router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:18:09.976761 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.154325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-198dc128-a6ac-4b2c-934a-2ddc7681e961 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.175174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dc128-a6ac-4b2c-934a-2ddc7681e961 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3b62ba-6d8e-414c-938c-3199abfe8be1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:10.280664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-198dc128-a6ac-4b2c-934a-2ddc7681e961 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.286108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-198dc128-a6ac-4b2c-934a-2ddc7681e961 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0797176 Nov 12 21:18:10.288237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 50838) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:10.293620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fbfb35dc-d0c6-4588-9b0d-1da1b5e9c12c tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'security_group_rule': {'security_group_id': 'dfb0f251-367b-4286-ad3d-70f236d33b5c', 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:10.301695 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.382796 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.412162 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-fbfb35dc-d0c6-4588-9b0d-1da1b5e9c12c tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Project 72cd8b3787ed475a855df4f3e27c9cbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:18:10.423071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.429012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fbfb35dc-d0c6-4588-9b0d-1da1b5e9c12c tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.456965 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.512468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fbfb35dc-d0c6-4588-9b0d-1da1b5e9c12c tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.547059 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5962ca-02f0-4de5-95b4-c38b7f4bb4ab None None] Pushing event updated for resources: {'Port': ['ID=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:10.560903 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Attempting to bind port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:10.561192 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Attempting to bind port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:10.561537 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Attempting to bind port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f on network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:10.567487 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:10.568118 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Checking segment: {'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:10.568545 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.569281 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Bound using segment: {'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:10.570076 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Bound port: 9d1446e1-a3a5-44ee-bf10-521ae83adb8f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc816cf0-5cec-4827-8157-58696744d91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:10.570628 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.593325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fbfb35dc-d0c6-4588-9b0d-1da1b5e9c12c tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.628936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb35dc-d0c6-4588-9b0d-1da1b5e9c12c tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0399fc9b-ee30-428a-96b3-e458bcd9d3eb,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:10.656059 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] For port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:10.659546 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] For port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,segment=NetworkSegment(fc816cf0-5cec-4827-8157-58696744d91e),segment_id=fc816cf0-5cec-4827-8157-58696744d91e)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:10.732032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fbfb35dc-d0c6-4588-9b0d-1da1b5e9c12c tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.732032 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fbfb35dc-d0c6-4588-9b0d-1da1b5e9c12c tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4399107 Nov 12 21:18:10.733337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 50860) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:10.738757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2c2f9199-80a2-4275-89ba-cf6770df4cf9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'security_group_rule': {'security_group_id': 'dfb0f251-367b-4286-ad3d-70f236d33b5c', 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:10.747181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7482b7af-d71e-4fba-8d23-5671fa771a64 None None] Provisioning complete for port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:10.747863 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7482b7af-d71e-4fba-8d23-5671fa771a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.767490 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:10.802645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7482b7af-d71e-4fba-8d23-5671fa771a64 None None] Port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:10.847485 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Routers {'d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:10.852173 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:10.859837 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5962ca-02f0-4de5-95b4-c38b7f4bb4ab None None] Pushing event updated for resources: {'Port': ['ID=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:10.864194 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-2c2f9199-80a2-4275-89ba-cf6770df4cf9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Project 72cd8b3787ed475a855df4f3e27c9cbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:18:10.869951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9199-80a2-4275-89ba-cf6770df4cf9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:11.008768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9199-80a2-4275-89ba-cf6770df4cf9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:11.019536 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] Set router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:11.097169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9199-80a2-4275-89ba-cf6770df4cf9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:11.143448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f9199-80a2-4275-89ba-cf6770df4cf9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b7057e-7875-4890-b8ae-2155451ae05e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:11.228531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-98466083-e988-426d-9251-e7dd639f99ba None None] Provisioning complete for port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:11.229049 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-98466083-e988-426d-9251-e7dd639f99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:11.253730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9199-80a2-4275-89ba-cf6770df4cf9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:11.255228 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2c2f9199-80a2-4275-89ba-cf6770df4cf9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5207839 Nov 12 21:18:11.366798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-98466083-e988-426d-9251-e7dd639f99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:11.440890 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:18:03Z', 'revision_number': 4, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port': {'id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:59Z', 'updated_at': '2021-11-12T21:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9d1446e1-a3a5-44ee-bf10-521ae83adb8f', 'name': '', 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:02Z', 'updated_at': '2021-11-12T21:18:10Z', 'revision_number': 4, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'subnets': [{'id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:11.443171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-98466083-e988-426d-9251-e7dd639f99ba None None] For port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,segment=NetworkSegment(fc816cf0-5cec-4827-8157-58696744d91e),segment_id=fc816cf0-5cec-4827-8157-58696744d91e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:11.474237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9d1446e1-a3a5-44ee-bf10-521ae83adb8f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:11.483230 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d636d0-3592-4d31-8b7d-89ce095f059c None None] The sync data for ids ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'] in n-d-713498-29 is: [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:18:03Z', 'revision_number': 4, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port': {'id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:59Z', 'updated_at': '2021-11-12T21:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9d1446e1-a3a5-44ee-bf10-521ae83adb8f', 'name': '', 'network_id': '77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:02Z', 'updated_at': '2021-11-12T21:18:10Z', 'revision_number': 4, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'subnets': [{'id': 'cc6a8488-c1c2-4e8c-89b1-de7906d49694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:18:11.554813 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-98466083-e988-426d-9251-e7dd639f99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:11.644363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:11.645128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:11.690222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98466083-e988-426d-9251-e7dd639f99ba None None] Pushing event updated for resources: {'Port': ['ID=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:11.872187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-17a10f4a-9487-41db-8065-70d10de5dbaf tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323056557&fields=id&tenant_id=72cd8b3787ed475a855df4f3e27c9cbc HTTP/1.1" status: 200 len: 267 time: 0.1244342 Nov 12 21:18:12.017271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-cd9e151f-cfb7-45b1-aca9-65b369a33ca9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:12.018949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-cd9e151f-cfb7-45b1-aca9-65b369a33ca9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/networks?id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 HTTP/1.1" status: 200 len: 809 time: 0.1453946 Nov 12 21:18:12.040289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-bb6bb6ea-134f-4fb4-9f1f-8d8a29699504 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/quotas/72cd8b3787ed475a855df4f3e27c9cbc HTTP/1.1" status: 200 len: 375 time: 0.0121598 Nov 12 21:18:12.117236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-b57ee516-6374-42c3-9b4d-113a11e64171 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710852 Nov 12 21:18:12.481233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-931bbcea-7485-4325-9260-3b6745b9fae8 service neutron] 10.222.0.64 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458922 Nov 12 21:18:12.638710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-7ab386e3-8f65-45ad-9dd5-5657bbb8fdbb service neutron] 10.222.0.64 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504447 Nov 12 21:18:13.473251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9d1446e1-a3a5-44ee-bf10-521ae83adb8f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:13.559237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:13.559636 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:13.566607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-213e45e8-a6bc-4579-8061-af96c1f09f1f req-f531f901-4df2-4bd3-839b-0ce1a69606f5 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 210 time: 0.2170248 Nov 12 21:18:14.679883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4094bfe-d25c-4ea4-8777-5bfde40104e4 req-cd8e5bb1-a95e-493d-8029-ab1b14d99661 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 210 time: 0.0480051 Nov 12 21:18:15.804409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b605acc-689a-4fd6-b54f-17e125ecde20 req-a6b30bd9-9929-4cae-a634-1207dab1c615 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 210 time: 0.0333040 Nov 12 21:18:16.219953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-b3013699-4c20-44fd-94be-4572462b1d35 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:16.223158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-b3013699-4c20-44fd-94be-4572462b1d35 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.78 "GET /v2.0/networks?id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 HTTP/1.1" status: 200 len: 809 time: 0.2052131 Nov 12 21:18:16.344043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-ae834708-fcc7-4f17-b723-02cea20933a1 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72cd8b3787ed475a855df4f3e27c9cbc HTTP/1.1" status: 200 len: 379 time: 0.1003289 Nov 12 21:18:16.355463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'port': {'device_id': '7addaafa-7621-47f9-82cb-72c3fee34179', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'admin_state_up': True, 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'security_groups': ['dfb0f251-367b-4286-ad3d-70f236d33b5c']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:16.579273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Made reservation on behalf of 72cd8b3787ed475a855df4f3e27c9cbc for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:18:16.583814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:16.814238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Allocated IP 172.20.0.4 (c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0/b7893d36-a29f-4691-8d7f-22b891911613/796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:16.962830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49d8d260-5b94-4a01-9385-c5ca8d311b4a req-521ec021-c7e9-4b79-8385-63eb03e1be42 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 210 time: 0.0659192 Nov 12 21:18:17.023072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:17.155514 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:17.186624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:17.190053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:17.193531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:17.325655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:17.336929 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:17.386160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'Port': ['ID=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:17.454788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5c30c95a-4472-4131-a2f6-2a3daff49489 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1045690 Nov 12 21:18:17.481279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Request body: {'port': {'device_id': '7addaafa-7621-47f9-82cb-72c3fee34179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:17.568988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:17.648974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ec248816-055b-404e-967c-42f97b79964a None None] Provisioning complete for port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:17.650162 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec248816-055b-404e-967c-42f97b79964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:17.703015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ec248816-055b-404e-967c-42f97b79964a None None] Port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:17.927328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:18:17.936356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:17.948725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Transition to ACTIVE for port object 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:18:18.075532 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:18.165084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Pushing event updated for resources: {'Port': ['ID=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:18.176322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddf0de-83fe-4a30-be73-eca571f40f33 req-107eab49-a1c2-4084-88ff-57e066aa1a38 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:18.177959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddddf0de-83fe-4a30-be73-eca571f40f33 req-107eab49-a1c2-4084-88ff-57e066aa1a38 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 931 time: 0.1419375 Nov 12 21:18:18.269403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Attempting to bind port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:18.269745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Attempting to bind port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:18.270078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Attempting to bind port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 on network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:18.287515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 on network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:18:18.287849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Attempting to bind port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 on network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:18.306263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddddf0de-83fe-4a30-be73-eca571f40f33 req-89fe66c5-11f1-43f5-b311-41a0ba128f31 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040809 Nov 12 21:18:18.307159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:18.310440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Checking segment: {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:18.310440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Bound using segment: {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:18.310440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Bound port: 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:18.310440 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:18.423391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] For port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:18.429005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] For port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:18.544118 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:18.586992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:18.587820 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:18.589373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] 10.222.0.78 "PUT /v2.0/ports/796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 HTTP/1.1" status: 200 len: 1092 time: 1.1191838 Nov 12 21:18:18.592992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7addaafa-7621-47f9-82cb-72c3fee34179', 'tag': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:18:18.595617 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b95abf-9864-41b4-84e8-67956fb0c160" -d '{"events": [{"name": "network-changed", "server_uuid": "7addaafa-7621-47f9-82cb-72c3fee34179", "tag": "796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:18:18.629029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23198c-2d7c-42a2-84e5-b7aca6b9cc0b service neutron] Pushing event updated for resources: {'Port': ['ID=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:18.673275 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ffd42f-43c3-485d-9735-0a6196c05b5b x-openstack-request-id: req-22ffd42f-43c3-485d-9735-0a6196c05b5b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:18:18.673582 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7addaafa-7621-47f9-82cb-72c3fee34179", "tag": "796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:18:18.673843 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22ffd42f-43c3-485d-9735-0a6196c05b5b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:18:18.674257 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7addaafa-7621-47f9-82cb-72c3fee34179', 'tag': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'status': 'completed', 'code': 200} Nov 12 21:18:18.816451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95abf-9864-41b4-84e8-67956fb0c160 req-627f1064-8170-4d00-82ea-aa2624ae2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:18.818348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5b95abf-9864-41b4-84e8-67956fb0c160 req-627f1064-8170-4d00-82ea-aa2624ae2997 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1095 time: 0.0819745 Nov 12 21:18:18.975211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95abf-9864-41b4-84e8-67956fb0c160 req-5ccf2c2e-8111-47e2-a3e5-1f2035540d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:18.977920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5b95abf-9864-41b4-84e8-67956fb0c160 req-5ccf2c2e-8111-47e2-a3e5-1f2035540d63 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1508930 Nov 12 21:18:19.083262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95abf-9864-41b4-84e8-67956fb0c160 req-7aac14e3-32bb-4599-a081-6c230c7dba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:19.084982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5b95abf-9864-41b4-84e8-67956fb0c160 req-7aac14e3-32bb-4599-a081-6c230c7dba50 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997641 Nov 12 21:18:19.178586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6b696ae5-4d57-44a1-bda2-e34369c5fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:19.178708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-6b696ae5-4d57-44a1-bda2-e34369c5fae5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1095 time: 0.0493839 Nov 12 21:18:19.229399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-97d193f4-e7d7-4e81-9d6e-a8752d37ebf8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 HTTP/1.1" status: 200 len: 217 time: 0.0421638 Nov 12 21:18:19.285921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-4a719bee-06a5-4c5d-8690-e5f7cd0ae56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:19.287560 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-4a719bee-06a5-4c5d-8690-e5f7cd0ae56a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7893d36-a29f-4691-8d7f-22b891911613 HTTP/1.1" status: 200 len: 848 time: 0.0515640 Nov 12 21:18:19.341490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-b25ed321-e623-4943-a15d-ad65cf82e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:19.343268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-b25ed321-e623-4943-a15d-ad65cf82e11a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483434 Nov 12 21:18:19.488576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7482f-f9a5-410c-a3a9-d8c9113665d8 req-9ec35485-af72-4ae1-89f9-75603b01f590 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:19.490083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57a7482f-f9a5-410c-a3a9-d8c9113665d8 req-9ec35485-af72-4ae1-89f9-75603b01f590 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 943 time: 0.0742552 Nov 12 21:18:19.493950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-5f16ec6a-1958-4e34-bfc5-7444b2e96428 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433911 Nov 12 21:18:19.604310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57a7482f-f9a5-410c-a3a9-d8c9113665d8 req-c76cee73-1f78-4fb3-92cd-a9058b9308b1 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065094 Nov 12 21:18:19.637829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6863c775-eb4e-47b5-a007-2862ea2ed196 req-9cfd0177-2ef0-4cfe-ae12-b6dd217034a3 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303713 Nov 12 21:18:20.781574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434bdc3-1f0e-4ba0-8236-fddf25fc1727 req-cda2c572-b0ee-40f9-80b2-4396181fa609 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:20.783178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c434bdc3-1f0e-4ba0-8236-fddf25fc1727 req-cda2c572-b0ee-40f9-80b2-4396181fa609 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 943 time: 0.0894592 Nov 12 21:18:20.852505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c434bdc3-1f0e-4ba0-8236-fddf25fc1727 req-91da1e84-d417-4d54-b44b-e41575e421bb tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550358 Nov 12 21:18:21.389971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:18:21.505049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:21.518742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'port_id': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'mac_address': 'fa:16:3e:cc:66:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:18:21.562688 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:21.577946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:18:21.603036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:21.682454 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:21.750507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:21.761404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.761989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.762539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.763247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.764614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.765096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.765511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.765919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.766326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.766739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.767131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.767714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:21.910216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:18:22.013340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873f39a-d731-42f6-bb0c-5ec465b109c1 req-15201e7f-1914-497d-8c7c-e44780d1a107 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:22.019837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0873f39a-d731-42f6-bb0c-5ec465b109c1 req-15201e7f-1914-497d-8c7c-e44780d1a107 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 944 time: 0.0615432 Nov 12 21:18:22.081790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0873f39a-d731-42f6-bb0c-5ec465b109c1 req-9fd06835-a53f-482e-a1c7-ff3889e33f63 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596001 Nov 12 21:18:23.246493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c933957-7515-4cb6-908a-4ae653c0e01c req-ae0828d6-1f29-4c19-8d05-b2fff03ed8cf tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:23.249602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c933957-7515-4cb6-908a-4ae653c0e01c req-ae0828d6-1f29-4c19-8d05-b2fff03ed8cf tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 944 time: 0.0938449 Nov 12 21:18:23.318334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c933957-7515-4cb6-908a-4ae653c0e01c req-99b25749-9896-4904-bc89-ec7a6bb72f90 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588677 Nov 12 21:18:23.404875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:23.573083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:18:23.596903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:23.597572 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:23.611773 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51450) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:23.702857 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:23.730989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addaafa-7621-47f9-82cb-72c3fee34179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:18:23.733638 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456ee7f8-7da0-43e4-b83e-043cc9bbf607" -d '{"events": [{"server_uuid": "7addaafa-7621-47f9-82cb-72c3fee34179", "name": "network-vif-plugged", "status": "completed", "tag": "796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:18:23.748031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:23.768747 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3aedf3e7-c9ce-41bc-9342-63d3bc3fd92e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:23.782940 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e399a76-83c5-45de-a9d5-3cd5b8196462 x-openstack-request-id: req-3e399a76-83c5-45de-a9d5-3cd5b8196462 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:18:23.783424 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7addaafa-7621-47f9-82cb-72c3fee34179", "name": "network-vif-plugged", "status": "completed", "tag": "796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:18:23.783963 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e399a76-83c5-45de-a9d5-3cd5b8196462 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:18:23.784546 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addaafa-7621-47f9-82cb-72c3fee34179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'code': 200} Nov 12 21:18:23.868178 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3aedf3e7-c9ce-41bc-9342-63d3bc3fd92e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:23.890559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89cfbc-5287-4227-b953-651295f55f3d req-710930ad-00de-41e0-b8eb-a5cd61c8ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:23.892243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa89cfbc-5287-4227-b953-651295f55f3d req-710930ad-00de-41e0-b8eb-a5cd61c8ca5e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1096 time: 0.0472133 Nov 12 21:18:23.897164 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:23.947714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa89cfbc-5287-4227-b953-651295f55f3d req-fcffa1c2-b0a0-446f-a1c1-7a5e656f4a6b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Nov 12 21:18:23.947923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:24.119733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3aedf3e7-c9ce-41bc-9342-63d3bc3fd92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:24.165364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedf3e7-c9ce-41bc-9342-63d3bc3fd92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67f1271-c4b7-497e-996d-d860c6d0b04f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:24.173533 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3aedf3e7-c9ce-41bc-9342-63d3bc3fd92e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=789af07b397745a691da78c9f3ffc3d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578403 Nov 12 21:18:24.173741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51462) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:24.225798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65edab0e-80b8-449a-be8e-a319cfc400e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:24.251800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65edab0e-80b8-449a-be8e-a319cfc400e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:24.388363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65edab0e-80b8-449a-be8e-a319cfc400e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:24.394727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65edab0e-80b8-449a-be8e-a319cfc400e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:24.395589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-65edab0e-80b8-449a-be8e-a319cfc400e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e67f1271-c4b7-497e-996d-d860c6d0b04f HTTP/1.1" status: 204 len: 168 time: 0.2188563 Nov 12 21:18:24.405866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edab0e-80b8-449a-be8e-a319cfc400e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67f1271-c4b7-497e-996d-d860c6d0b04f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:24.457542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9e6b0-c63a-4e97-9d37-0f9c8e4d3a61 req-4ec268b5-ba52-4688-bcbf-0dde2ecf91b6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:24.466438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83f9e6b0-c63a-4e97-9d37-0f9c8e4d3a61 req-4ec268b5-ba52-4688-bcbf-0dde2ecf91b6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 945 time: 0.0705228 Nov 12 21:18:24.522670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83f9e6b0-c63a-4e97-9d37-0f9c8e4d3a61 req-2560e5ff-93c8-40a9-9dcc-0a28a3bf7356 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549040 Nov 12 21:18:25.175804 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:25.193627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8daea0dd-6396-41b7-8d95-0a78d786ab96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:25.318182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8daea0dd-6396-41b7-8d95-0a78d786ab96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:25.382776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8daea0dd-6396-41b7-8d95-0a78d786ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:25.421764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8daea0dd-6396-41b7-8d95-0a78d786ab96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9faf05dc04d245819afc4515f67b3acd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439167 Nov 12 21:18:25.424643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51496) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:25.484658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daea0dd-6396-41b7-8d95-0a78d786ab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4fc890-05b7-44d4-a4c8-5180c25b6679,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:25.505478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4440472c-2aa9-4de9-a249-26a17065f4b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:25.530929 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4440472c-2aa9-4de9-a249-26a17065f4b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:25.675143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661a664-8cf0-49df-98eb-1e4ac4f6fcda req-154275b2-f21a-445c-b92f-7e1cc3abdf78 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:25.676676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7661a664-8cf0-49df-98eb-1e4ac4f6fcda req-154275b2-f21a-445c-b92f-7e1cc3abdf78 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 945 time: 0.0531371 Nov 12 21:18:25.719847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4440472c-2aa9-4de9-a249-26a17065f4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:25.722717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4440472c-2aa9-4de9-a249-26a17065f4b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:25.726534 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4440472c-2aa9-4de9-a249-26a17065f4b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd4fc890-05b7-44d4-a4c8-5180c25b6679 HTTP/1.1" status: 204 len: 168 time: 0.2982981 Nov 12 21:18:25.739145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440472c-2aa9-4de9-a249-26a17065f4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4fc890-05b7-44d4-a4c8-5180c25b6679,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:25.746823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7661a664-8cf0-49df-98eb-1e4ac4f6fcda req-15b7db08-8f95-4546-963f-dfd6e9df3904 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631785 Nov 12 21:18:25.950232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e02107-cf8c-4d3f-9cff-bc05e5ab1303 req-99e90fab-4d28-4016-919c-74f19e525338 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:25.951815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8e02107-cf8c-4d3f-9cff-bc05e5ab1303 req-99e90fab-4d28-4016-919c-74f19e525338 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 945 time: 0.0561941 Nov 12 21:18:26.007384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8e02107-cf8c-4d3f-9cff-bc05e5ab1303 req-4e0bfc57-2acc-4e83-97dd-a883b5a439d9 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483198 Nov 12 21:18:26.166772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3f692-5e71-40bf-a8ef-bc1eb6034bed req-51abc68b-91ba-4fd3-aaf1-6d9895cf518e tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:26.168662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3bb3f692-5e71-40bf-a8ef-bc1eb6034bed req-51abc68b-91ba-4fd3-aaf1-6d9895cf518e tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 945 time: 0.0618184 Nov 12 21:18:26.227330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3bb3f692-5e71-40bf-a8ef-bc1eb6034bed req-fa600d87-54e1-430c-a994-1564467389a4 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517802 Nov 12 21:18:26.267540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51518) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:26.513104 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4307f-5adf-44f9-9813-e4d9b1542079 tempest-TestServerBasicOps-1935563479 tempest-TestServerBasicOps-1935563479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:26.515066 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-51c4307f-5adf-44f9-9813-e4d9b1542079 tempest-TestServerBasicOps-1935563479 tempest-TestServerBasicOps-1935563479-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1092 time: 0.2464859 Nov 12 21:18:26.518246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51530) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:26.523623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:26.640962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:26.663478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51540) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:26.679718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:26.772088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:26.845478 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:26.877367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3338f18-df18-441a-8428-8021a597aaa1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:26.878688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-8f2e9f3d-d6ab-4f21-8a90-c7c28172d3a7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:26.887823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-8f2e9f3d-d6ab-4f21-8a90-c7c28172d3a7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.2041204 Nov 12 21:18:26.896951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.897562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.898064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.901024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.901024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.901024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.901024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.901024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.901024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.901024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.903691 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.904386 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:26.913216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-bca98d69-adca-41c6-b31f-f96a5ee19747 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/quotas/0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 375 time: 0.0243416 Nov 12 21:18:26.920084 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-24c8be9c-b00b-42a3-8e07-d2c7797659e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=764a59d471af4ffd99417906988beff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541678 Nov 12 21:18:26.923561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51542) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:26.995011 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:27.013355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-ddbbf843-52cf-4294-9e6f-8709e52f3a07 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992615 Nov 12 21:18:27.083808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e291d16e-f0f8-42c1-9ec8-9b2587910bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:27.098462 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:18:27.162826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e291d16e-f0f8-42c1-9ec8-9b2587910bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:27.258445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Allocated IP 172.25.8.34 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/4f7f1a8b-1706-4d34-8863-fb17375e41c6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:27.267403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-31c84dff-1033-4220-8e92-ac5ae37680f9 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216768 Nov 12 21:18:27.399583 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e291d16e-f0f8-42c1-9ec8-9b2587910bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:27.408070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e291d16e-f0f8-42c1-9ec8-9b2587910bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:27.412306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e291d16e-f0f8-42c1-9ec8-9b2587910bfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3338f18-df18-441a-8428-8021a597aaa1 HTTP/1.1" status: 204 len: 168 time: 0.4814639 Nov 12 21:18:27.436948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291d16e-f0f8-42c1-9ec8-9b2587910bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3338f18-df18-441a-8428-8021a597aaa1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:27.459689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-0b63b543-3140-4667-9336-627a28cdcbae service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849778 Nov 12 21:18:27.477156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:27.565990 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4f675b5a-1278-420d-b441-8689c5d2b154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:27.594444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:27.655123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:27.660569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:27.662995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'Port': ['ID=4f7f1a8b-1706-4d34-8863-fb17375e41c6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:27.672230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:28.389434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8510f665-458e-49c5-b687-c73337cb9553 req-15abfd6c-fdc4-4103-8208-f748ef75be89 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.0887477 Nov 12 21:18:28.698895 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:28.918649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:29.134551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:29.200500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:29.308648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:29.311800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event updated for resources: {'Port': ['ID=4f7f1a8b-1706-4d34-8863-fb17375e41c6,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:29.439408 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Floating IP 78f3fff2-1233-4509-9a66-6180f75ba9b0 associated. External IP: 172.25.8.34, port: 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8. Nov 12 21:18:29.581655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20fd24c1-f7c8-449d-8d15-adcc0b8ec83b req-911390dc-4675-4029-a2d1-4c7d77c005fe tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.0305440 Nov 12 21:18:29.757279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:18:29.908933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:18:29.922130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] Sync routers for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:18:29.932353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:29.933307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:30.060567 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:30.060912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:30.114975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9fff8e67-c312-4f97-a6d7-3255e6b2b4e6 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5954621 Nov 12 21:18:30.116253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7addaafa-7621-47f9-82cb-72c3fee34179', 'tag': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:18:30.118866 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602df5e3-14e5-45cf-a9d0-21a81eb695d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7addaafa-7621-47f9-82cb-72c3fee34179", "tag": "796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:18:30.196059 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a94b4ce-504a-4851-b779-d9f5cf9e145e x-openstack-request-id: req-6a94b4ce-504a-4851-b779-d9f5cf9e145e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:18:30.197071 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7addaafa-7621-47f9-82cb-72c3fee34179", "tag": "796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:18:30.197326 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a94b4ce-504a-4851-b779-d9f5cf9e145e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:18:30.197921 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7addaafa-7621-47f9-82cb-72c3fee34179', 'tag': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'status': 'completed', 'code': 200} Nov 12 21:18:30.282938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-a267db5d-9cf3-49b0-a7cf-635822f75b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:30.284657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-a267db5d-9cf3-49b0-a7cf-635822f75b96 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1097 time: 0.0681205 Nov 12 21:18:30.358481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-635bafb4-4fe2-46b6-852b-e01283e2eeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:30.404178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '78f3fff2-1233-4509-9a66-6180f75ba9b0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'port_id': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'mac_address': 'fa:16:3e:cc:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7addaafa-7621-47f9-82cb-72c3fee34179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:18:28Z', 'updated_at': '2021-11-12T21:18:28Z', 'revision_number': 0, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:58Z', 'revision_number': 5, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:30.437131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] Checking router: f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:18:30.452072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:30.453093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:30.470352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-7f7e7f86-d243-4e7f-9c25-e4e16b07e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:30.472446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-7f7e7f86-d243-4e7f-9c25-e4e16b07e73b service neutron] 10.222.0.78 "GET /v2.0/networks?id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 HTTP/1.1" status: 200 len: 910 time: 0.1710107 Nov 12 21:18:30.594259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-84074149-3f0c-49bc-b862-08dd3e0fe3f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 HTTP/1.1" status: 200 len: 998 time: 0.1134870 Nov 12 21:18:30.655376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:30.704137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-254d6cbd-a41c-4b04-9493-48aa5de150fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:30.706290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-254d6cbd-a41c-4b04-9493-48aa5de150fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7893d36-a29f-4691-8d7f-22b891911613 HTTP/1.1" status: 200 len: 848 time: 0.1035101 Nov 12 21:18:30.794153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-faefa987-2489-4bc8-8189-0805ab2e1826 req-5e600a46-5a33-4de4-a272-9724495e4514 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.0867057 Nov 12 21:18:30.812900 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-8a95b49f-957f-42f3-bbd9-5c20de91dbb8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:30.815007 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-8a95b49f-957f-42f3-bbd9-5c20de91dbb8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.2695274 Nov 12 21:18:30.841971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'port': {'device_id': '23b893fb-4399-4655-a129-5b3730233c68', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'admin_state_up': True, 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:30.861692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-6d0ea65a-9c52-4480-9457-3d6f7eb903ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:30.864215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-6d0ea65a-9c52-4480-9457-3d6f7eb903ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453190 Nov 12 21:18:31.032389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-fbafd0a3-206d-4a68-9672-fe04581ebed2 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605105 Nov 12 21:18:31.100779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '78f3fff2-1233-4509-9a66-6180f75ba9b0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'port_id': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'mac_address': 'fa:16:3e:cc:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7addaafa-7621-47f9-82cb-72c3fee34179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:18:28Z', 'updated_at': '2021-11-12T21:18:28Z', 'revision_number': 0, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:58Z', 'revision_number': 5, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:31.108286 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:18:31.111994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:31.161788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee94c6-b4ba-41be-abdc-431ea342c3b6 None None] The sync data for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 is: [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '78f3fff2-1233-4509-9a66-6180f75ba9b0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'port_id': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'mac_address': 'fa:16:3e:cc:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7addaafa-7621-47f9-82cb-72c3fee34179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:18:28Z', 'updated_at': '2021-11-12T21:18:28Z', 'revision_number': 0, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:58Z', 'revision_number': 5, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:18:31.165026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-602df5e3-14e5-45cf-a9d0-21a81eb695d6 req-caa79f7c-12e6-4304-893f-d9373d61bed1 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256106 Nov 12 21:18:31.336432 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:31.374296 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.20.0.10 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/bbcaa657-56fd-4c7a-981b-c2909e619a5e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:31.569369 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe306c1d-28ba-4f1a-b591-7b49d9b07cc0 None None] New status for floating IP 78f3fff2-1233-4509-9a66-6180f75ba9b0: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:18:31.589641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:31.680317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:31.734405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:31.740236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:31.745532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:31.800574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=bbcaa657-56fd-4c7a-981b-c2909e619a5e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:31.840568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:31.842835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:31.954704 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-1c40ca9f-06eb-447e-9ba1-ff64b4b92068 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1245322 Nov 12 21:18:31.973141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Request body: {'port': {'device_id': '23b893fb-4399-4655-a129-5b3730233c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:32.025027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a631b81-9504-49fb-867a-e1ed1b2681a8 req-360d282b-325c-4848-9782-3fb76c09cd1f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:32.033958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a631b81-9504-49fb-867a-e1ed1b2681a8 req-360d282b-325c-4848-9782-3fb76c09cd1f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 932 time: 0.1241157 Nov 12 21:18:32.061763 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.086948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-20e32223-7ae1-4cd4-bbeb-bdf44f7093ba None None] Provisioning complete for port bbcaa657-56fd-4c7a-981b-c2909e619a5e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:32.087601 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20e32223-7ae1-4cd4-bbeb-bdf44f7093ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.132415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a631b81-9504-49fb-867a-e1ed1b2681a8 req-8ca371be-4973-4be0-9eb6-64d1cd0a6b26 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905979 Nov 12 21:18:32.167917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-20e32223-7ae1-4cd4-bbeb-bdf44f7093ba None None] Port bbcaa657-56fd-4c7a-981b-c2909e619a5e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:32.339072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51690) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:32.345138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'network': {'name': 'tempest-network-smoke--1486328038', 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'port_security_enabled': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:32.457353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Made reservation on behalf of 7b98a7214aa74827b67319622a0b6ca8 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:18:32.461671 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.483083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.495147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcaa657-56fd-4c7a-981b-c2909e619a5e {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:18:32.509757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.526014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Transition to ACTIVE for port object bbcaa657-56fd-4c7a-981b-c2909e619a5e will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:18:32.577171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.639074 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.683454 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.770838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:18:32.787123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb89021-12fc-4417-8ef9-5827c13b1c5e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:32.790437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.799556 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Added segment 9d442ffd-79b8-4351-b5ce-8647c867664d of type vlan for network 5b63f02e-db76-4b63-940a-24947fea6f3d Nov 12 21:18:32.800635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a9435-976a-44c3-9370-d064405c915b service neutron] Pushing event updated for resources: {'Port': ['ID=bbcaa657-56fd-4c7a-981b-c2909e619a5e,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:32.874705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Attempting to bind port bbcaa657-56fd-4c7a-981b-c2909e619a5e on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:32.875663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Attempting to bind port bbcaa657-56fd-4c7a-981b-c2909e619a5e by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:32.875995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Attempting to bind port bbcaa657-56fd-4c7a-981b-c2909e619a5e on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:32.879896 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.887571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Port bbcaa657-56fd-4c7a-981b-c2909e619a5e on network d352e8da-8c69-475d-af61-0e9fe761384e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:18:32.887901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Attempting to bind port bbcaa657-56fd-4c7a-981b-c2909e619a5e on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:32.902738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:32.902738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:32.902738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:32.902738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Bound port: bbcaa657-56fd-4c7a-981b-c2909e619a5e, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:32.902738 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.983640 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:32.998320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] For port bbcaa657-56fd-4c7a-981b-c2909e619a5e, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:33.002281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] For port bbcaa657-56fd-4c7a-981b-c2909e619a5e, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:33.003798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:33.006173 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.080135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Network': ['ID=5b63f02e-db76-4b63-940a-24947fea6f3d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:33.092292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5b63f02e-db76-4b63-940a-24947fea6f3d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:18:33.115862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.139087 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.144448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8d0577e4-72c4-4495-a1b2-157ba43593bf tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8043256 Nov 12 21:18:33.145422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51706) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:33.152486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'admin_state_up': True, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:33.161985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:33.163018 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.164993 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-505a9435-976a-44c3-9370-d064405c915b service neutron] 10.222.0.46 "PUT /v2.0/ports/bbcaa657-56fd-4c7a-981b-c2909e619a5e HTTP/1.1" status: 200 len: 1093 time: 1.1964259 Nov 12 21:18:33.165562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b893fb-4399-4655-a129-5b3730233c68', 'tag': 'bbcaa657-56fd-4c7a-981b-c2909e619a5e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:18:33.168756 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9" -d '{"events": [{"name": "network-changed", "server_uuid": "23b893fb-4399-4655-a129-5b3730233c68", "tag": "bbcaa657-56fd-4c7a-981b-c2909e619a5e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:18:33.274957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.276884 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.353038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a9435-976a-44c3-9370-d064405c915b service neutron] Pushing event updated for resources: {'Port': ['ID=bbcaa657-56fd-4c7a-981b-c2909e619a5e,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:33.365358 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f75ef3-3395-4bfc-a387-4ecb58a9e689 x-openstack-request-id: req-79f75ef3-3395-4bfc-a387-4ecb58a9e689 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:18:33.365358 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b893fb-4399-4655-a129-5b3730233c68", "tag": "bbcaa657-56fd-4c7a-981b-c2909e619a5e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:18:33.365738 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79f75ef3-3395-4bfc-a387-4ecb58a9e689 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:18:33.367779 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b893fb-4399-4655-a129-5b3730233c68', 'tag': 'bbcaa657-56fd-4c7a-981b-c2909e619a5e', 'status': 'completed', 'code': 200} Nov 12 21:18:33.377572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-c30bebe3-2da1-49e2-a346-ee56511e5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:33.379239 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-c30bebe3-2da1-49e2-a346-ee56511e5fb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 1096 time: 0.0816555 Nov 12 21:18:33.439733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.445595 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-b16665a5-4f49-4265-9f30-bff36107cfd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e HTTP/1.1" status: 200 len: 217 time: 0.0525217 Nov 12 21:18:33.488473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79957fe7-ccb4-4b18-a137-ef9f45d3ab88 req-87324d46-920c-457d-807f-5738abbcccb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:33.493667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79957fe7-ccb4-4b18-a137-ef9f45d3ab88 req-87324d46-920c-457d-807f-5738abbcccb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.1857193 Nov 12 21:18:33.568111 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-dcde35c3-1134-4be6-b5ea-b0ab6d4ec2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:33.569611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-dcde35c3-1134-4be6-b5ea-b0ab6d4ec2b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.1129096 Nov 12 21:18:33.630046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-e44d0434-64a3-4fc3-8b3f-7ab28ac230d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:33.631844 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-e44d0434-64a3-4fc3-8b3f-7ab28ac230d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502412 Nov 12 21:18:33.640688 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.667620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79957fe7-ccb4-4b18-a137-ef9f45d3ab88 req-f6cd8b46-b4a2-42a2-afbf-4c24bf9e4dd2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642218 Nov 12 21:18:33.749727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:33.771345 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-0afee791-dc41-417e-9559-7e6e2fe23dc4 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269753 Nov 12 21:18:33.923630 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b7729415-2d71-4fda-bc85-698db4790bf2 req-f0ff1c2d-7948-4805-84d8-55db000af117 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401203 Nov 12 21:18:34.085817 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:34.108088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:34.109822 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-ee9b57cb-65a5-405d-86b6-6e7b11b95177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:34.111377 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-ee9b57cb-65a5-405d-86b6-6e7b11b95177 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 1096 time: 0.0667453 Nov 12 21:18:34.218246 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-7b6e5020-2b2f-4ccd-88f1-eb7425d484e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:34.219711 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-7b6e5020-2b2f-4ccd-88f1-eb7425d484e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0959897 Nov 12 21:18:34.225406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Allocated IP 172.25.8.3 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/f28a376e-bdfb-4793-b2f4-2ff52c72b94d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:34.288770 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-b84f13bb-78e1-4cfa-8531-78337eb7ab06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e HTTP/1.1" status: 200 len: 217 time: 0.0580251 Nov 12 21:18:34.386326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-c374630f-2b92-44de-bf9e-caab93996d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:34.387837 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-c374630f-2b92-44de-bf9e-caab93996d67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0894415 Nov 12 21:18:34.411961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:34.445196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-6b8f9a23-136d-4b3c-b679-6d90a161ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:34.446773 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-6b8f9a23-136d-4b3c-b679-6d90a161ede5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492918 Nov 12 21:18:34.537322 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:34.586016 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-9b5fb0ce-bd1e-48fb-96c4-7d33fc11616b service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294003 Nov 12 21:18:34.597490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:34.600738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:34.614667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=f28a376e-bdfb-4793-b2f4-2ff52c72b94d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:34.619028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d664249-1c96-4bd8-bf5a-e9bd4365bbb6 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:18:34.631599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:34.701390 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-245d7c7a-e82d-43e5-8a9c-033dee9eabc9 req-9839b177-fa86-4de4-b426-c578760db9a9 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060543 Nov 12 21:18:34.707890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5172c49f-d368-41b3-b09a-80b5f3b0159c None None] Provisioning complete for port f28a376e-bdfb-4793-b2f4-2ff52c72b94d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:34.727740 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5172c49f-d368-41b3-b09a-80b5f3b0159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:34.809839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5172c49f-d368-41b3-b09a-80b5f3b0159c None None] Port f28a376e-bdfb-4793-b2f4-2ff52c72b94d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:35.137498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0ecc1-8437-4008-95da-37b4e1eb44e4 req-4a778ec2-a0e9-4139-ae5a-07fb459e46b6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:35.139469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecb0ecc1-8437-4008-95da-37b4e1eb44e4 req-4a778ec2-a0e9-4139-ae5a-07fb459e46b6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.0879805 Nov 12 21:18:35.233061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ecb0ecc1-8437-4008-95da-37b4e1eb44e4 req-13be3f37-d521-45c0-9b12-a15cc20261cc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876596 Nov 12 21:18:35.389328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:35.659110 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:35.851167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:18:35.983887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:18:35.994880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Sync routers for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:18:36.013146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:36.016763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:36.088143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:36.089978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-202e22e9-56b8-4821-8a91-ed7657a32953 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.9424787 Nov 12 21:18:36.093069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51772) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:36.312034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:36.328921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0b11fcb3-44c9-4113-82cb-47ec753bf413 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=7b98a7214aa74827b67319622a0b6ca8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2343459 Nov 12 21:18:36.333261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51782) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:36.512284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9eb48-7195-4f89-81cf-3b18d67a237e req-c614518a-8a2c-4203-9705-ee806c0aa1fb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:36.523898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57b9eb48-7195-4f89-81cf-3b18d67a237e req-c614518a-8a2c-4203-9705-ee806c0aa1fb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.1164484 Nov 12 21:18:36.579754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:35Z', 'revision_number': 3, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:36.609828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e89e7e-4b22-44a8-8311-7aa516e9d179 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:36.611724 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f5e89e7e-4b22-44a8-8311-7aa516e9d179 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2774630 Nov 12 21:18:36.614510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51788) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:36.631031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Checking router: 6dfe4af3-0094-4330-a89e-d1a18b81ee60 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:18:36.631494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Updating router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 port f28a376e-bdfb-4793-b2f4-2ff52c72b94d binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:18:36.657459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-52742c82-acfc-4949-a2af-f716be062efc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416350 Nov 12 21:18:36.660980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51792) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:36.661324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57b9eb48-7195-4f89-81cf-3b18d67a237e req-9c2f3eaf-5671-4ed3-b77c-fcdb72135c4c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362860 Nov 12 21:18:36.662426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:36.669390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723735544', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:37.108052 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.199828 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.216847 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Made reservation on behalf of 7b98a7214aa74827b67319622a0b6ca8 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:18:37.220646 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.247189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Attempting to bind port f28a376e-bdfb-4793-b2f4-2ff52c72b94d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:37.252331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Attempting to bind port f28a376e-bdfb-4793-b2f4-2ff52c72b94d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:37.252331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Attempting to bind port f28a376e-bdfb-4793-b2f4-2ff52c72b94d on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:37.257044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:37.257427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:37.257834 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.258230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:37.258733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Bound port: f28a376e-bdfb-4793-b2f4-2ff52c72b94d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:37.259123 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.285868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e6cfd-0032-40da-8f9e-e8d9decf59e1 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:18:37.293590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67558e-fd94-4a19-86ba-2ec653ce0309 None None] Pushing event updated for resources: {'Port': ['ID=f28a376e-bdfb-4793-b2f4-2ff52c72b94d,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:37.347171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] For port f28a376e-bdfb-4793-b2f4-2ff52c72b94d, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:37.364767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] For port f28a376e-bdfb-4793-b2f4-2ff52c72b94d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f28a376e-bdfb-4793-b2f4-2ff52c72b94d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:37.367944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bb1e05be-b8f4-4616-8519-db30ba2997e9 None None] Provisioning complete for port f28a376e-bdfb-4793-b2f4-2ff52c72b94d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:37.368426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb1e05be-b8f4-4616-8519-db30ba2997e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.445677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e05be-b8f4-4616-8519-db30ba2997e9 None None] Port f28a376e-bdfb-4793-b2f4-2ff52c72b94d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:37.451374 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.507345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280ab53-7ad7-4a7f-ad68-6edbf190646d None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:18:37.541286 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:37.542692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:37.591873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67558e-fd94-4a19-86ba-2ec653ce0309 None None] Pushing event updated for resources: {'Port': ['ID=f28a376e-bdfb-4793-b2f4-2ff52c72b94d,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:37.607197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.618241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9f08bb0c-9af6-46e4-9fca-d19bbe530f59 None None] Provisioning complete for port f28a376e-bdfb-4793-b2f4-2ff52c72b94d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:37.618677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f08bb0c-9af6-46e4-9fca-d19bbe530f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.712864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Subnet': ['ID=845b2b60-f49b-437f-be67-ee758d034514,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:37.719720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Checking segment: {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:37.720078 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network hostable DHCP agents. Network: 5b63f02e-db76-4b63-940a-24947fea6f3d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:18:37.782461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:37.820810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd44cf-74ee-4510-8f33-5ac4706b2538 req-7ad9045b-4050-45e8-aeed-5dba5e0ab6c9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:37.820810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ffd44cf-74ee-4510-8f33-5ac4706b2538 req-7ad9045b-4050-45e8-aeed-5dba5e0ab6c9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.0621223 Nov 12 21:18:37.840214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network 5b63f02e-db76-4b63-940a-24947fea6f3d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:18:37.859550 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f08bb0c-9af6-46e4-9fca-d19bbe530f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.874743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ffd44cf-74ee-4510-8f33-5ac4706b2538 req-3d93a59d-74ce-445c-ba73-c0da0236c1b4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490115 Nov 12 21:18:37.918083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9f08bb0c-9af6-46e4-9fca-d19bbe530f59 None None] For port f28a376e-bdfb-4793-b2f4-2ff52c72b94d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f28a376e-bdfb-4793-b2f4-2ff52c72b94d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:37.976949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5b63f02e-db76-4b63-940a-24947fea6f3d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:37.985574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:37.988571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:37.989830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00348a6d-f258-492d-b9a5-327a6fcb3813 None None] Network 5b63f02e-db76-4b63-940a-24947fea6f3d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:18:38.060531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f08bb0c-9af6-46e4-9fca-d19bbe530f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:38.093817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:35Z', 'revision_number': 3, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:38.143015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0052b54-ce94-4450-966a-7820d823bfdd None None] The sync data for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 is: [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:35Z', 'revision_number': 3, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:18:38.163803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08bb0c-9af6-46e4-9fca-d19bbe530f59 None None] Pushing event updated for resources: {'Port': ['ID=f28a376e-bdfb-4793-b2f4-2ff52c72b94d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:38.185539 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1264b473-55ae-4b0a-b465-d47e8e2803ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5173459 Nov 12 21:18:38.186304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51826) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:38.255910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-5b63f02e-db76-4b63-940a-24947fea6f3d', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:18:38.256791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:38.420449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Allocated IP 172.20.0.2 (5b63f02e-db76-4b63-940a-24947fea6f3d/845b2b60-f49b-437f-be67-ee758d034514/e2985594-674d-45d1-9595-34017c47d488) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:38.677307 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:38.794761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:38.839966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Network 5b63f02e-db76-4b63-940a-24947fea6f3d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:38.843604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:38.846151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:38.859781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Pushing event updated for resources: {'Port': ['ID=e2985594-674d-45d1-9595-34017c47d488,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:38.930507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Attempting to bind port e2985594-674d-45d1-9595-34017c47d488 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:38.937326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Attempting to bind port e2985594-674d-45d1-9595-34017c47d488 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:38.937326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Attempting to bind port e2985594-674d-45d1-9595-34017c47d488 on network 5b63f02e-db76-4b63-940a-24947fea6f3d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:38.939687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:38.940181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Checking segment: {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:38.941642 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:38.942227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Bound using segment: {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:38.942866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Bound port: e2985594-674d-45d1-9595-34017c47d488, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:38.943388 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:38.950123 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:39.062309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] For port e2985594-674d-45d1-9595-34017c47d488, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:39.068530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] For port e2985594-674d-45d1-9595-34017c47d488, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2985594-674d-45d1-9595-34017c47d488,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:39.098594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea5fc6-f039-4a3a-8e8b-47d904442ad7 req-dea6acc8-8ecf-42bb-b1e0-22602de6e19f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:39.101017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3ea5fc6-f039-4a3a-8e8b-47d904442ad7 req-dea6acc8-8ecf-42bb-b1e0-22602de6e19f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.0957129 Nov 12 21:18:39.130562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:39.173610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3ea5fc6-f039-4a3a-8e8b-47d904442ad7 req-aff7c7d8-f149-4b89-b6e0-b457659c0214 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650146 Nov 12 21:18:39.268746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe799b34-d7c2-4558-91f5-b3029199ac1f None None] Pushing event updated for resources: {'Port': ['ID=e2985594-674d-45d1-9595-34017c47d488,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:39.399660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Allocated IP 172.20.0.1 (5b63f02e-db76-4b63-940a-24947fea6f3d/845b2b60-f49b-437f-be67-ee758d034514/844696e1-d554-49f5-b031-c3dd5095bd5d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:39.421575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f28a376e-bdfb-4793-b2f4-2ff52c72b94d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:39.525773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port f28a376e-bdfb-4793-b2f4-2ff52c72b94d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:39.528237 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:39.657114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:39.805525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:39.847928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network 5b63f02e-db76-4b63-940a-24947fea6f3d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:39.853139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:39.857693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:39.864151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=844696e1-d554-49f5-b031-c3dd5095bd5d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:39.914282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:40.139765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:40.331591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6019-0152-4fc6-9e13-e53d47392d7c req-bd9504c9-058a-41fc-ab7a-337c32c58050 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:40.339625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b37e6019-0152-4fc6-9e13-e53d47392d7c req-bd9504c9-058a-41fc-ab7a-337c32c58050 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.0711896 Nov 12 21:18:40.385853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b37e6019-0152-4fc6-9e13-e53d47392d7c req-d4988283-35bf-459e-a862-8746e1971acf tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Nov 12 21:18:40.402801 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:40.471223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:40.500803 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:40.548208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:40.631428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=844696e1-d554-49f5-b031-c3dd5095bd5d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:40.640379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:40.767507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network 5b63f02e-db76-4b63-940a-24947fea6f3d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:40.767507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:40.912032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:18:41.052901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:18:41.064364 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6d5b45ee-7af7-4278-85fd-a2cd542d6e5b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "PUT /v2.0/routers/6dfe4af3-0094-4330-a89e-d1a18b81ee60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8731632 Nov 12 21:18:41.064364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51892) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:41.069507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f6895158-0d46-4c95-8723-5ce80d29f323 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1333076828', 'description': 'tempest-secgroup_access--1333076828 description', 'project_id': '7b98a7214aa74827b67319622a0b6ca8'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:41.073489 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Sync routers for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:18:41.089893 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:41.090927 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:41.132253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e3760-ef06-48eb-ba69-4cdf1e80a492 None None] Network 5b63f02e-db76-4b63-940a-24947fea6f3d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:18:41.211635 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6895158-0d46-4c95-8723-5ce80d29f323 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.254622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-56a70375-e012-4659-8dc6-827f9ba3a2b9 None None] Provisioning complete for port e2985594-674d-45d1-9595-34017c47d488 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:41.255068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56a70375-e012-4659-8dc6-827f9ba3a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.350301 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6895158-0d46-4c95-8723-5ce80d29f323 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.352750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:41.418085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6895158-0d46-4c95-8723-5ce80d29f323 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.489848 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6895158-0d46-4c95-8723-5ce80d29f323 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da37cc42-33ff-43a9-9b94-3efd3b819e2a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:41.505868 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56a70375-e012-4659-8dc6-827f9ba3a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.508068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2985594-674d-45d1-9595-34017c47d488 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:41.534718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f6895158-0d46-4c95-8723-5ce80d29f323 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.538970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 51900) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:41.539561 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f6895158-0d46-4c95-8723-5ce80d29f323 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4744844 Nov 12 21:18:41.556600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--607153291', 'description': 'tempest-secgroup_general--607153291 description', 'project_id': '7b98a7214aa74827b67319622a0b6ca8'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:41.643628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bb2b5-2dd1-4be2-9ed1-c81746044390 req-0ee977f6-8d38-4ee7-84da-8a1ece1ab9e1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:41.645760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-480bb2b5-2dd1-4be2-9ed1-c81746044390 req-0ee977f6-8d38-4ee7-84da-8a1ece1ab9e1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.0838225 Nov 12 21:18:41.687979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-56a70375-e012-4659-8dc6-827f9ba3a2b9 None None] For port e2985594-674d-45d1-9595-34017c47d488, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2985594-674d-45d1-9595-34017c47d488,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:41.691698 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 2, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:41.696577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.702082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e2985594-674d-45d1-9595-34017c47d488 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:41.712065 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.739214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-480bb2b5-2dd1-4be2-9ed1-c81746044390 req-140d27c4-d523-4aee-b205-3fb5910adc6e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850661 Nov 12 21:18:41.766165 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Checking router: 6dfe4af3-0094-4330-a89e-d1a18b81ee60 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:18:41.766771 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Updating router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 port 844696e1-d554-49f5-b031-c3dd5095bd5d binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:18:41.789543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56a70375-e012-4659-8dc6-827f9ba3a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.829176 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.845830 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.880104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a70375-e012-4659-8dc6-827f9ba3a2b9 None None] Pushing event updated for resources: {'Port': ['ID=e2985594-674d-45d1-9595-34017c47d488,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:41.908227 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:41.942766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b87314c-d8b3-4738-95cc-422b63fc8ab2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:41.951265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.951642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.951988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.952328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.952663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.952998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.953330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.953664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.953996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.954722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.955063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:41.955551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:18:42.007166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.012282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 51908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:42.017717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d56f3a6a-7131-43a1-bea1-4d11f618ec1b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'security_group_rule': {'security_group_id': 'da37cc42-33ff-43a9-9b94-3efd3b819e2a', 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:42.018858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3d4df7cc-7bff-47e4-ac2f-15a02f59291f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4660006 Nov 12 21:18:42.045290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-346e9bfa-8894-4cd6-954f-7c7962f9adf7 None None] Provisioning complete for port e2985594-674d-45d1-9595-34017c47d488 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:42.045847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-346e9bfa-8894-4cd6-954f-7c7962f9adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.160559 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56f3a6a-7131-43a1-bea1-4d11f618ec1b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.234084 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.304893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56f3a6a-7131-43a1-bea1-4d11f618ec1b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.313937 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.387244 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8e052-e719-4153-8578-2fa13fd54888 None None] Pushing event updated for resources: {'Port': ['ID=844696e1-d554-49f5-b031-c3dd5095bd5d,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:42.411009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56f3a6a-7131-43a1-bea1-4d11f618ec1b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.445573 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Attempting to bind port 844696e1-d554-49f5-b031-c3dd5095bd5d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:42.446628 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Attempting to bind port 844696e1-d554-49f5-b031-c3dd5095bd5d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:42.447163 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Attempting to bind port 844696e1-d554-49f5-b031-c3dd5095bd5d on network 5b63f02e-db76-4b63-940a-24947fea6f3d {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:42.447463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3a6a-7131-43a1-bea1-4d11f618ec1b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d41415-0720-4f55-a9a8-0b3f1743900a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:42.456078 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:42.456383 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Checking segment: {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:42.456845 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.457239 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Bound using segment: {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:42.457716 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Bound port: 844696e1-d554-49f5-b031-c3dd5095bd5d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:42.458166 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.472634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-346e9bfa-8894-4cd6-954f-7c7962f9adf7 None None] Provisioning complete for port 844696e1-d554-49f5-b031-c3dd5095bd5d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:42.475269 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-346e9bfa-8894-4cd6-954f-7c7962f9adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.518593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-346e9bfa-8894-4cd6-954f-7c7962f9adf7 None None] Port 844696e1-d554-49f5-b031-c3dd5095bd5d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:42.545761 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56f3a6a-7131-43a1-bea1-4d11f618ec1b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.554892 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d56f3a6a-7131-43a1-bea1-4d11f618ec1b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5338926 Nov 12 21:18:42.555120 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] For port 844696e1-d554-49f5-b031-c3dd5095bd5d, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:42.555120 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] For port 844696e1-d554-49f5-b031-c3dd5095bd5d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=844696e1-d554-49f5-b031-c3dd5095bd5d,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:42.622898 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.650284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-688012d6-21aa-44d7-8185-de3cf9579100 None None] Provisioning complete for port 844696e1-d554-49f5-b031-c3dd5095bd5d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:42.650665 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-688012d6-21aa-44d7-8185-de3cf9579100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.736468 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8e052-e719-4153-8578-2fa13fd54888 None None] Pushing event updated for resources: {'Port': ['ID=844696e1-d554-49f5-b031-c3dd5095bd5d,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:42.749897 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:18:42.750767 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:18:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:42.815718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-b0a02a5f-25b5-4de7-9d28-a371e31e87e9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--1333076828&fields=id&tenant_id=7b98a7214aa74827b67319622a0b6ca8 HTTP/1.1" status: 200 len: 267 time: 0.1203725 Nov 12 21:18:42.824981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-688012d6-21aa-44d7-8185-de3cf9579100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.873566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-688012d6-21aa-44d7-8185-de3cf9579100 None None] For port 844696e1-d554-49f5-b031-c3dd5095bd5d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=844696e1-d554-49f5-b031-c3dd5095bd5d,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:42.970114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da395faa-229a-4874-84e3-ba777e6d29ea req-ba216eb1-8c8b-49b0-af6a-76f86b1b0d9b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:42.971860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da395faa-229a-4874-84e3-ba777e6d29ea req-ba216eb1-8c8b-49b0-af6a-76f86b1b0d9b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.1125073 Nov 12 21:18:42.974740 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-688012d6-21aa-44d7-8185-de3cf9579100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:42.978778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-9b17c245-f978-4dca-afb8-67d57814745e tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--607153291&fields=id&tenant_id=7b98a7214aa74827b67319622a0b6ca8 HTTP/1.1" status: 200 len: 267 time: 0.1564147 Nov 12 21:18:42.993113 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:18:43.111147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688012d6-21aa-44d7-8185-de3cf9579100 None None] Pushing event updated for resources: {'Port': ['ID=844696e1-d554-49f5-b031-c3dd5095bd5d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:43.166435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-49146a14-63e7-4f91-b48a-581e676085e7 None None] Provisioning complete for port 844696e1-d554-49f5-b031-c3dd5095bd5d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:43.167503 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-49146a14-63e7-4f91-b48a-581e676085e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:43.199364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da395faa-229a-4874-84e3-ba777e6d29ea req-be34c3e2-64e8-4c4d-b83c-cea2f99927a3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942861 Nov 12 21:18:43.302714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-c7bc599a-7523-47c6-8f0f-a5ce10466f8c tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:43.305205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-c7bc599a-7523-47c6-8f0f-a5ce10466f8c tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/networks?id=5b63f02e-db76-4b63-940a-24947fea6f3d HTTP/1.1" status: 200 len: 797 time: 0.3130941 Nov 12 21:18:43.324894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-ad33350a-423a-4f9a-9c1f-378fb268fd21 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/quotas/7b98a7214aa74827b67319622a0b6ca8 HTTP/1.1" status: 200 len: 375 time: 0.0139549 Nov 12 21:18:43.397721 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:42Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:18:43.420198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-93e875e6-ac24-4a8a-bfdd-646ab26ebe5c tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891654 Nov 12 21:18:43.446494 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944273d-c76e-4de6-8d16-7bf884ce8ebf None None] The sync data for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 is: [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:42Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:18:43.460365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ac6f17fa-a2ce-4489-9d61-30016f61199f None None] Provisioning complete for port 844696e1-d554-49f5-b031-c3dd5095bd5d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:43.464991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ac6f17fa-a2ce-4489-9d61-30016f61199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:43.476128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2985594-674d-45d1-9595-34017c47d488 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:43.646126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e2985594-674d-45d1-9595-34017c47d488 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:43.646799 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:43.734339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-a2c69548-c023-4001-b5e0-e3f3068b43ff service neutron] 10.222.0.64 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002768 Nov 12 21:18:43.929513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-33ea1a38-0274-462d-a492-a117af67bc8f service neutron] 10.222.0.64 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885724 Nov 12 21:18:44.379008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692845-a190-4139-9ad9-7f2d05c1cde7 req-2de08f7f-d0ec-4878-93e2-2128f4074617 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:44.387488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9692845-a190-4139-9ad9-7f2d05c1cde7 req-2de08f7f-d0ec-4878-93e2-2128f4074617 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.0937419 Nov 12 21:18:44.450186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9692845-a190-4139-9ad9-7f2d05c1cde7 req-86dda2da-b492-4c1f-9c5a-af4fff328be4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614295 Nov 12 21:18:45.239501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80c7ffce-d21d-466c-a454-56fb7ceea905 req-65bba7b2-2002-4af7-9ab1-0c1c73d4f48b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 210 time: 0.0290585 Nov 12 21:18:45.404390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 844696e1-d554-49f5-b031-c3dd5095bd5d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:45.457092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 844696e1-d554-49f5-b031-c3dd5095bd5d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:45.457092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:45.578853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc195f2-4ff4-4b78-9cae-67aaca9caee2 req-327c328c-82a8-4d72-932f-03c5c13b53b8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:45.580667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcc195f2-4ff4-4b78-9cae-67aaca9caee2 req-327c328c-82a8-4d72-932f-03c5c13b53b8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 944 time: 0.0577040 Nov 12 21:18:45.631870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcc195f2-4ff4-4b78-9cae-67aaca9caee2 req-36cf35dc-c060-48d1-80fb-b92e3b8d3c6d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452356 Nov 12 21:18:46.366364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a331353-1ab1-4c55-b2cf-d06eb9019e7f req-61543ede-a0d1-4e59-acc0-f8e06847f647 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 210 time: 0.0407090 Nov 12 21:18:46.443909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device bbcaa657-56fd-4c7a-981b-c2909e619a5e details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:18:46.542176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port bbcaa657-56fd-4c7a-981b-c2909e619a5e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:46.558727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'bbcaa657-56fd-4c7a-981b-c2909e619a5e', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'port_id': 'bbcaa657-56fd-4c7a-981b-c2909e619a5e', 'mac_address': 'fa:16:3e:6a:9b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:18:46.600553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:46.614161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcaa657-56fd-4c7a-981b-c2909e619a5e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:18:46.634137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port bbcaa657-56fd-4c7a-981b-c2909e619a5e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:46.713894 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:46.768390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=bbcaa657-56fd-4c7a-981b-c2909e619a5e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:46.768986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebd2b2-0c10-461c-bd32-e2133df7c3d4 req-d9921cd6-e0da-4a34-ba9a-4021503cd573 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:46.770614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39ebd2b2-0c10-461c-bd32-e2133df7c3d4 req-d9921cd6-e0da-4a34-ba9a-4021503cd573 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 945 time: 0.0676386 Nov 12 21:18:46.822327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39ebd2b2-0c10-461c-bd32-e2133df7c3d4 req-8de726c9-2b50-455d-9e22-47b18dd73600 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Nov 12 21:18:46.964080 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['bbcaa657-56fd-4c7a-981b-c2909e619a5e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:18:47.426572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-a46587e0-6dc8-4656-ad15-a32f8af02b61 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:47.428161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-a46587e0-6dc8-4656-ad15-a32f8af02b61 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.78 "GET /v2.0/networks?id=5b63f02e-db76-4b63-940a-24947fea6f3d HTTP/1.1" status: 200 len: 797 time: 0.1431768 Nov 12 21:18:47.481634 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8e6b958-ebef-472a-a7cb-98f4390073b3 req-3d07d51a-4ca7-43c3-b5ed-ba47e5e470c4 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 210 time: 0.0370121 Nov 12 21:18:47.531170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-ae5d7db8-f279-4306-9bb9-4c7c331f6e18 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b98a7214aa74827b67319622a0b6ca8 HTTP/1.1" status: 200 len: 477 time: 0.0927267 Nov 12 21:18:47.543238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'port': {'device_id': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'admin_state_up': True, 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'security_groups': ['da37cc42-33ff-43a9-9b94-3efd3b819e2a', '7b87314c-d8b3-4738-95cc-422b63fc8ab2']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:47.731101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Made reservation on behalf of 7b98a7214aa74827b67319622a0b6ca8 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:18:47.734819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:47.861849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Allocated IP 172.20.0.6 (5b63f02e-db76-4b63-940a-24947fea6f3d/845b2b60-f49b-437f-be67-ee758d034514/00fda870-1898-4899-9c9d-ff49a2a38ad2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:48.009353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471ac2-259e-4940-9d63-ad7753abd978 req-c8a8e89d-8228-45fb-b49f-8c9d8dbecbd6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:48.011026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29471ac2-259e-4940-9d63-ad7753abd978 req-c8a8e89d-8228-45fb-b49f-8c9d8dbecbd6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 945 time: 0.1130083 Nov 12 21:18:48.095709 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.101731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-29471ac2-259e-4940-9d63-ad7753abd978 req-7054b103-c60e-438d-bfe7-a38c7c598876 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811276 Nov 12 21:18:48.188505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.232527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network 5b63f02e-db76-4b63-940a-24947fea6f3d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:48.237686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:48.244352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:48.273474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=00fda870-1898-4899-9c9d-ff49a2a38ad2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:48.304037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:48.304915 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.367827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-4f7273c0-94d5-4589-a8c1-e4710476b7e7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8239324 Nov 12 21:18:48.379266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Request body: {'port': {'device_id': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:48.444054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.469199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device bbcaa657-56fd-4c7a-981b-c2909e619a5e up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:48.548370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-eae01e9c-cb93-4bb3-837c-98b035f304b9 None None] Provisioning complete for port 00fda870-1898-4899-9c9d-ff49a2a38ad2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:48.548370 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eae01e9c-cb93-4bb3-837c-98b035f304b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.589818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-eae01e9c-cb93-4bb3-837c-98b035f304b9 None None] Port 00fda870-1898-4899-9c9d-ff49a2a38ad2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:48.650649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port bbcaa657-56fd-4c7a-981b-c2909e619a5e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:18:48.654935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port bbcaa657-56fd-4c7a-981b-c2909e619a5e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:48.655428 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.709793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322426ae-98e9-452f-bf1b-b18f805d9df4 req-617bff0c-3dbb-4a1b-bf2e-aeba8268dd92 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:48.709793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-322426ae-98e9-452f-bf1b-b18f805d9df4 req-617bff0c-3dbb-4a1b-bf2e-aeba8268dd92 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 970 time: 0.1139390 Nov 12 21:18:48.747226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.796488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port bbcaa657-56fd-4c7a-981b-c2909e619a5e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:48.797589 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b893fb-4399-4655-a129-5b3730233c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcaa657-56fd-4c7a-981b-c2909e619a5e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:18:48.800126 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e228dd-882f-4092-8e4a-786c9e414d04" -d '{"events": [{"server_uuid": "23b893fb-4399-4655-a129-5b3730233c68", "name": "network-vif-plugged", "status": "completed", "tag": "bbcaa657-56fd-4c7a-981b-c2909e619a5e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:18:48.819738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-322426ae-98e9-452f-bf1b-b18f805d9df4 req-4788131e-1215-481c-bf5a-9a82356bdcbc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0985746 Nov 12 21:18:48.848591 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6334531-85f9-41f8-a0ca-57612262e8ac x-openstack-request-id: req-a6334531-85f9-41f8-a0ca-57612262e8ac {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:18:48.849183 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b893fb-4399-4655-a129-5b3730233c68", "name": "network-vif-plugged", "status": "completed", "tag": "bbcaa657-56fd-4c7a-981b-c2909e619a5e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:18:48.849516 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6334531-85f9-41f8-a0ca-57612262e8ac {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:18:48.849882 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b893fb-4399-4655-a129-5b3730233c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcaa657-56fd-4c7a-981b-c2909e619a5e', 'code': 200} Nov 12 21:18:48.869578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fda870-1898-4899-9c9d-ff49a2a38ad2 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:18:48.875270 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.879333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.893119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Transition to ACTIVE for port object 00fda870-1898-4899-9c9d-ff49a2a38ad2 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:18:48.935770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=bbcaa657-56fd-4c7a-981b-c2909e619a5e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:48.959159 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:48.984610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7331f-596f-4ea3-9f0a-5b5e303e77f7 req-8f79641d-7de6-4e75-affd-8e28ff126f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:48.986112 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f1a7331f-596f-4ea3-9f0a-5b5e303e77f7 req-8f79641d-7de6-4e75-affd-8e28ff126f0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 1098 time: 0.0498977 Nov 12 21:18:49.051268 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f1a7331f-596f-4ea3-9f0a-5b5e303e77f7 req-ae5564e9-6540-459f-9ef2-f46e48c1b27f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528262 Nov 12 21:18:49.051719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Pushing event updated for resources: {'Port': ['ID=00fda870-1898-4899-9c9d-ff49a2a38ad2,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:49.120805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Attempting to bind port 00fda870-1898-4899-9c9d-ff49a2a38ad2 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:49.121277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Attempting to bind port 00fda870-1898-4899-9c9d-ff49a2a38ad2 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:49.121615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Attempting to bind port 00fda870-1898-4899-9c9d-ff49a2a38ad2 on network 5b63f02e-db76-4b63-940a-24947fea6f3d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:49.126633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Port 00fda870-1898-4899-9c9d-ff49a2a38ad2 on network 5b63f02e-db76-4b63-940a-24947fea6f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:18:49.129342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Attempting to bind port 00fda870-1898-4899-9c9d-ff49a2a38ad2 on network 5b63f02e-db76-4b63-940a-24947fea6f3d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:49.132765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:49.133102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Checking segment: {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:49.133622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Bound using segment: {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:49.134061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Bound port: 00fda870-1898-4899-9c9d-ff49a2a38ad2, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d442ffd-79b8-4351-b5ce-8647c867664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:49.134419 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:49.268702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] For port 00fda870-1898-4899-9c9d-ff49a2a38ad2, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:49.272540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] For port 00fda870-1898-4899-9c9d-ff49a2a38ad2, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:49.293861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829eb0c-0978-4d07-b4c3-d6515876e51b req-7a273e35-f2dc-48ca-8bc6-e937e1ed8775 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:49.295565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4829eb0c-0978-4d07-b4c3-d6515876e51b req-7a273e35-f2dc-48ca-8bc6-e937e1ed8775 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 946 time: 0.0955105 Nov 12 21:18:49.326751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:49.379780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:49.380401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:49.381774 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] 10.222.0.78 "PUT /v2.0/ports/00fda870-1898-4899-9c9d-ff49a2a38ad2 HTTP/1.1" status: 200 len: 1131 time: 1.0071955 Nov 12 21:18:49.382192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:18:49.384451 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d08ff73-495d-4569-a5fc-0edebf7a58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:18:49.404950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4829eb0c-0978-4d07-b4c3-d6515876e51b req-ebc17df3-8469-4814-a1fc-bf4c1db21594 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957031 Nov 12 21:18:49.428968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa782-a560-4dc6-aadd-bbd7c75c1ecf service neutron] Pushing event updated for resources: {'Port': ['ID=00fda870-1898-4899-9c9d-ff49a2a38ad2,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:49.459836 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae75a986-9887-41d1-8f26-f9dc4b27967b x-openstack-request-id: req-ae75a986-9887-41d1-8f26-f9dc4b27967b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:18:49.460403 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:18:49.460403 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae75a986-9887-41d1-8f26-f9dc4b27967b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:18:49.460806 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'status': 'completed', 'code': 200} Nov 12 21:18:49.525400 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08ff73-495d-4569-a5fc-0edebf7a58c0 req-0cd15052-a5b5-4679-b748-5b52d83b4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:49.527669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d08ff73-495d-4569-a5fc-0edebf7a58c0 req-0cd15052-a5b5-4679-b748-5b52d83b4e53 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1134 time: 0.0444410 Nov 12 21:18:49.650518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08ff73-495d-4569-a5fc-0edebf7a58c0 req-f892dba8-e464-4124-a47b-4a7af9508915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:49.653205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d08ff73-495d-4569-a5fc-0edebf7a58c0 req-f892dba8-e464-4124-a47b-4a7af9508915 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=7b98a7214aa74827b67319622a0b6ca8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1161082 Nov 12 21:18:49.762614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08ff73-495d-4569-a5fc-0edebf7a58c0 req-22d5e384-e6c9-45cd-8918-bc47f3e86897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:49.764150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d08ff73-495d-4569-a5fc-0edebf7a58c0 req-22d5e384-e6c9-45cd-8918-bc47f3e86897 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033139 Nov 12 21:18:49.852075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-77bea93d-05f8-4f19-84e9-6431e9f8ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:49.859242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-77bea93d-05f8-4f19-84e9-6431e9f8ac6f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1134 time: 0.0499036 Nov 12 21:18:49.902682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-99278e21-60b3-42c0-82e8-892190afd74e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2 HTTP/1.1" status: 200 len: 217 time: 0.0401814 Nov 12 21:18:49.981317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-a86dad9d-b018-43e7-a00f-a0ecd3379a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:49.982751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-a86dad9d-b018-43e7-a00f-a0ecd3379a1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=845b2b60-f49b-437f-be67-ee758d034514 HTTP/1.1" status: 200 len: 835 time: 0.0713363 Nov 12 21:18:49.991256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec16e3-3b8d-4cab-abf3-223847e45e51 req-e31bd7c5-33eb-4dd9-8c9d-fe6c2a7d15ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:49.992625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9ec16e3-3b8d-4cab-abf3-223847e45e51 req-e31bd7c5-33eb-4dd9-8c9d-fe6c2a7d15ec tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 982 time: 0.0928988 Nov 12 21:18:50.073269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-c18a7bed-c17b-4512-81c5-3c0ae5ee530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:50.073269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-c18a7bed-c17b-4512-81c5-3c0ae5ee530c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5b63f02e-db76-4b63-940a-24947fea6f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738184 Nov 12 21:18:50.124364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9ec16e3-3b8d-4cab-abf3-223847e45e51 req-3c961e6b-3ed6-46e4-90c3-e954afdc544b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1207273 Nov 12 21:18:50.208536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-253e0b90-5502-4888-a0ad-d638d3d66a56 service neutron] 10.222.0.78 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293857 Nov 12 21:18:50.328808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2e04870-031b-4398-a4c5-d3f783f30a0b req-e6121b11-eb7b-4b5c-8233-5c34eb01e0c8 service neutron] 10.222.0.78 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111472 Nov 12 21:18:50.537894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45796482-962a-4971-a639-89ffbd7e7fe6 req-be19bcd0-4eff-4b71-884e-f0bf13227d77 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:50.540139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45796482-962a-4971-a639-89ffbd7e7fe6 req-be19bcd0-4eff-4b71-884e-f0bf13227d77 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 946 time: 0.0556459 Nov 12 21:18:50.596366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45796482-962a-4971-a639-89ffbd7e7fe6 req-e7b55527-db07-49cd-8837-04c99d091e88 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Nov 12 21:18:51.018795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7778f3b-a7b7-4062-af67-a6059188b5c2 req-938a6abf-41ec-4b6c-8179-7c05f20fcfe0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:51.020320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7778f3b-a7b7-4062-af67-a6059188b5c2 req-938a6abf-41ec-4b6c-8179-7c05f20fcfe0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 946 time: 0.3566632 Nov 12 21:18:51.069978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7778f3b-a7b7-4062-af67-a6059188b5c2 req-f77afa7b-5be7-42ea-a434-1a12c422a52e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Nov 12 21:18:51.286115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147544e-1d39-4cb2-8725-4ee7f9ff7680 req-ce01b135-89c5-479f-bb87-55be3e98b8b6 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:51.288946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a147544e-1d39-4cb2-8725-4ee7f9ff7680 req-ce01b135-89c5-479f-bb87-55be3e98b8b6 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 982 time: 0.0787153 Nov 12 21:18:51.377686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a147544e-1d39-4cb2-8725-4ee7f9ff7680 req-0fcd9502-b486-4885-99e4-2133d8ebea8f tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0798995 Nov 12 21:18:52.602567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3529de2-6566-437f-8d2f-219d7af33056 req-a6e20d9c-2cf5-4952-bf6c-5256610ec8d6 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:52.611047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3529de2-6566-437f-8d2f-219d7af33056 req-a6e20d9c-2cf5-4952-bf6c-5256610ec8d6 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 982 time: 0.0664196 Nov 12 21:18:52.676486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3529de2-6566-437f-8d2f-219d7af33056 req-7ed9d3ce-8fa8-4f4f-a71f-dd01367bd688 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0642743 Nov 12 21:18:53.490701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 00fda870-1898-4899-9c9d-ff49a2a38ad2 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:18:53.655584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 00fda870-1898-4899-9c9d-ff49a2a38ad2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:53.670609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'port_id': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'mac_address': 'fa:16:3e:97:a4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:18:53.724217 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:53.741786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fda870-1898-4899-9c9d-ff49a2a38ad2 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:18:53.786272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 00fda870-1898-4899-9c9d-ff49a2a38ad2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:53.843005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8e1c-0ffd-44c9-82b6-4b62f3ce45dd req-55c2c79b-47c4-4df8-8cf3-404447816c90 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:53.844907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-081d8e1c-0ffd-44c9-82b6-4b62f3ce45dd req-55c2c79b-47c4-4df8-8cf3-404447816c90 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 982 time: 0.0795341 Nov 12 21:18:53.899750 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:53.915624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-081d8e1c-0ffd-44c9-82b6-4b62f3ce45dd req-96e3cfff-3f2a-4e43-99b6-9183fa80d556 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0590942 Nov 12 21:18:53.948852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=00fda870-1898-4899-9c9d-ff49a2a38ad2,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:54.120918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['00fda870-1898-4899-9c9d-ff49a2a38ad2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:18:54.747102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-ad62b87a-9151-4e0e-ba83-1ca2ecd7fb2c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:54.748827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-ad62b87a-9151-4e0e-ba83-1ca2ecd7fb2c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1182797 Nov 12 21:18:54.771881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-857b5018-4578-4d80-9c29-229a68a687cc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/quotas/0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 375 time: 0.0169051 Nov 12 21:18:54.824539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-a39e93e6-05b4-456f-8f45-5ac190d68dbf tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499899 Nov 12 21:18:54.928034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-6bfbed35-58bf-4fc8-83ab-efe379654799 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958090 Nov 12 21:18:55.061325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c0fe9b1f-06b8-4e69-82e2-8096ba79e14d service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200700 Nov 12 21:18:55.071726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663279-4d99-41fd-b04b-50e4cec41a43 req-df77684b-531f-41f4-be56-da2229c2b854 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:55.073501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5663279-4d99-41fd-b04b-50e4cec41a43 req-df77684b-531f-41f4-be56-da2229c2b854 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 983 time: 0.0798705 Nov 12 21:18:55.142632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5663279-4d99-41fd-b04b-50e4cec41a43 req-c9a0734b-cfd7-4c21-9539-2813a3088a90 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0625029 Nov 12 21:18:55.385377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5b81173-3d1c-41bc-9248-dacc41adbd55 req-044e6fcd-8ac4-44a9-b1a7-ad0644dc538f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0308566 Nov 12 21:18:55.502650 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 00fda870-1898-4899-9c9d-ff49a2a38ad2 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:18:55.593711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 00fda870-1898-4899-9c9d-ff49a2a38ad2 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:18:55.598194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 00fda870-1898-4899-9c9d-ff49a2a38ad2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:55.600733 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:55.711623 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:55.745235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:18:55.747682 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5614b-bc66-4c21-b23f-bbc06063dfc7" -d '{"events": [{"server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "name": "network-vif-plugged", "status": "completed", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:18:55.762258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 00fda870-1898-4899-9c9d-ff49a2a38ad2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:18:55.800441 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-e9dc6664-bcb8-41c3-8076-773641985edd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0710039 Nov 12 21:18:55.801504 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9979fe-04fb-4e39-b1c7-3d64f41649a0 x-openstack-request-id: req-5d9979fe-04fb-4e39-b1c7-3d64f41649a0 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:18:55.801802 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "name": "network-vif-plugged", "status": "completed", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:18:55.802103 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d9979fe-04fb-4e39-b1c7-3d64f41649a0 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:18:55.802541 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'code': 200} Nov 12 21:18:55.850751 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:55.928231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-2a407bc0-6878-4528-977d-55a6bc3fbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:55.931622 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-2a407bc0-6878-4528-977d-55a6bc3fbd22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 1098 time: 0.0791881 Nov 12 21:18:55.958569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=00fda870-1898-4899-9c9d-ff49a2a38ad2,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:56.045046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7253d-5dd6-41a6-aaa5-48f887df25b7 req-e0e19758-d456-4dd1-9a38-e5232c7298ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:56.046151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-fbddd9a4-841c-4a53-b3f8-cf057c782b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:56.046882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ff7253d-5dd6-41a6-aaa5-48f887df25b7 req-e0e19758-d456-4dd1-9a38-e5232c7298ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1136 time: 0.1465552 Nov 12 21:18:56.047944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-fbddd9a4-841c-4a53-b3f8-cf057c782b7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0928564 Nov 12 21:18:56.110031 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-87b8dd71-977b-4397-9ee7-c0ce26bf5f79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e HTTP/1.1" status: 200 len: 217 time: 0.0533910 Nov 12 21:18:56.118389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ff7253d-5dd6-41a6-aaa5-48f887df25b7 req-51c1db21-12ee-4ba7-9596-9d11ea6cf24c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0629308 Nov 12 21:18:56.163147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-e4d1bad8-eca5-4897-83e7-d520869d024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:56.164463 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-e4d1bad8-eca5-4897-83e7-d520869d024e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0469828 Nov 12 21:18:56.229993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-7ec76ada-e666-437f-ae27-e7235788b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:56.231980 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-7ec76ada-e666-437f-ae27-e7235788b4ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557997 Nov 12 21:18:56.329911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1642a-a77e-4d63-b653-a1ea49f97917 req-d8a9d288-4f28-44d3-b119-432c32e4a4f7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:56.331888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3bc1642a-a77e-4d63-b653-a1ea49f97917 req-d8a9d288-4f28-44d3-b119-432c32e4a4f7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 984 time: 0.0780280 Nov 12 21:18:56.403613 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-09e1c55a-ccdd-4a24-9709-16536b39be04 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626892 Nov 12 21:18:56.433083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3bc1642a-a77e-4d63-b653-a1ea49f97917 req-ec4d3695-1a28-4015-bc41-5b0590d6af19 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0938201 Nov 12 21:18:56.522388 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4707e94c-c263-41b8-a4a9-d487967cf2de req-03183f91-be3c-4f5f-93a4-9b59ccfec977 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083488 Nov 12 21:18:56.524756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efba786b-dac7-473b-8012-aa02a681515b req-a6d58912-0d19-4a65-980b-f9cfc5abf899 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0314870 Nov 12 21:18:57.439412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-7c5a60e4-c893-4db7-8b83-9651b824a7b1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:57.440868 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-7c5a60e4-c893-4db7-8b83-9651b824a7b1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1106575 Nov 12 21:18:57.456423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'port': {'device_id': '695c7e54-94a3-48cc-920d-1e86ef543082', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'admin_state_up': True, 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:57.548097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-967d2500-d4fc-4d90-b609-6cbb11cedeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:57.620725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cb0b4-f482-4c90-8e49-baa12c370131 req-3a936ec1-8f21-4753-86bf-43fc0ea9870c tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:57.627423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-138cb0b4-f482-4c90-8e49-baa12c370131 req-3a936ec1-8f21-4753-86bf-43fc0ea9870c tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 984 time: 0.1073630 Nov 12 21:18:57.697695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89beac66-5526-4bd9-ac6e-aa519a001031 req-6c497782-109d-44d8-867e-b62fef9193c3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0504551 Nov 12 21:18:57.730979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:18:57.731758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-138cb0b4-f482-4c90-8e49-baa12c370131 req-5d7e0b00-9055-4530-84a1-c973f835406b tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0957587 Nov 12 21:18:57.735613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:57.881946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.20.0.9 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/e31250b9-ed94-4b20-9946-be6f722828e8) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:57.894420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2039-c7d9-4eda-9dbe-98a05b038c62 req-8fad2d37-f6fa-4db1-a706-16eb32bebbb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:57.896284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2db2039-c7d9-4eda-9dbe-98a05b038c62 req-8fad2d37-f6fa-4db1-a706-16eb32bebbb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 984 time: 0.0876796 Nov 12 21:18:57.940798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-c00c9281-d681-4a3a-bc93-e82333c51cad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0840442 Nov 12 21:18:57.997368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2db2039-c7d9-4eda-9dbe-98a05b038c62 req-da04276a-447c-4618-8239-9f0ad44e2595 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0901890 Nov 12 21:18:58.065626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-662bf7bb-f8a0-448e-b09c-880851bef0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:58.070483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-662bf7bb-f8a0-448e-b09c-880851bef0d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1097 time: 0.0624142 Nov 12 21:18:58.122132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:58.222847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:58.238713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['bbcaa657-56fd-4c7a-981b-c2909e619a5e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:18:58.277194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:18:58.297384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-f3951c84-7f6d-47a0-898e-0c06295ab90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:58.303757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-f3951c84-7f6d-47a0-898e-0c06295ab90f service neutron] 10.222.0.78 "GET /v2.0/networks?id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 HTTP/1.1" status: 200 len: 910 time: 0.1957352 Nov 12 21:18:58.308377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:18:58.316009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:18:58.341084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=e31250b9-ed94-4b20-9946-be6f722828e8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:58.366218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964bc4c-ca2a-4673-a285-a37958449279 req-d639fe6b-0ac3-465a-ab95-87c5dd9b04b4 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:58.379155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2964bc4c-ca2a-4673-a285-a37958449279 req-d639fe6b-0ac3-465a-ab95-87c5dd9b04b4 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1136 time: 0.2199249 Nov 12 21:18:58.506870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:58.511884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:58.617889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2964bc4c-ca2a-4673-a285-a37958449279 req-66090e47-411d-4974-91a2-6792612f4e4e tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:58.622746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-15afe827-56aa-4a03-96dd-ecff0d5c0cd3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 HTTP/1.1" status: 200 len: 1000 time: 0.3090570 Nov 12 21:18:58.625157 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c5816fd3-f4d1-4682-ab21-867d815d1ca9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1734989 Nov 12 21:18:58.640230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Request body: {'port': {'device_id': '695c7e54-94a3-48cc-920d-1e86ef543082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:58.700552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-d3977e9b-d99e-467c-bd8e-850abcd7b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:58.702165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-d3977e9b-d99e-467c-bd8e-850abcd7b2ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7893d36-a29f-4691-8d7f-22b891911613 HTTP/1.1" status: 200 len: 848 time: 0.0689948 Nov 12 21:18:58.752505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:58.788725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b75546e7-9cbd-46d5-bc52-7fceb6c147df None None] Provisioning complete for port e31250b9-ed94-4b20-9946-be6f722828e8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:18:58.789313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b75546e7-9cbd-46d5-bc52-7fceb6c147df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:58.851785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b75546e7-9cbd-46d5-bc52-7fceb6c147df None None] Port e31250b9-ed94-4b20-9946-be6f722828e8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:18:58.875490 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2964bc4c-ca2a-4673-a285-a37958449279 req-66090e47-411d-4974-91a2-6792612f4e4e tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:58.882631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-e4317dc3-1db0-4cc7-94b5-19ec27898cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:58.884173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-e4317dc3-1db0-4cc7-94b5-19ec27898cc7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1722937 Nov 12 21:18:58.899392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f147c28-84ac-4908-a45c-ede634300cdc req-554240b0-75da-4bf3-aed5-69779c01c729 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:58.908039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f147c28-84ac-4908-a45c-ede634300cdc req-554240b0-75da-4bf3-aed5-69779c01c729 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 931 time: 0.0924282 Nov 12 21:18:59.000514 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-2964bc4c-ca2a-4673-a285-a37958449279 req-66090e47-411d-4974-91a2-6792612f4e4e tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.063225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f147c28-84ac-4908-a45c-ede634300cdc req-7d4f16e0-30c0-4989-b3f7-637bf0af5504 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494055 Nov 12 21:18:59.096343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66090e47-411d-4974-91a2-6792612f4e4e tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6f4276-f6f0-4dfa-9b2a-4554d19c7f90,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:59.111837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2964bc4c-ca2a-4673-a285-a37958449279 req-66090e47-411d-4974-91a2-6792612f4e4e tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5132222 Nov 12 21:18:59.115483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-6387e928-d340-48d1-888c-22a7fa590284 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993809 Nov 12 21:18:59.140942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52328) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:59.190181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31250b9-ed94-4b20-9946-be6f722828e8 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:18:59.199039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.211868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Transition to ACTIVE for port object e31250b9-ed94-4b20-9946-be6f722828e8 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:18:59.220445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59d8ce88-c2a7-4964-9a07-3b08fe9d943b req-6e9d86bb-0d82-4407-8628-379416951338 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970833 Nov 12 21:18:59.260898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f46acf-e491-480d-aaea-1e3151d37952 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:59.265812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52330) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:18:59.266020 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-70f46acf-e491-480d-aaea-1e3151d37952 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1131 time: 0.0527291 Nov 12 21:18:59.270490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:18:59.296034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.365367 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.375788 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Pushing event updated for resources: {'Port': ['ID=e31250b9-ed94-4b20-9946-be6f722828e8,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:59.482982 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Attempting to bind port e31250b9-ed94-4b20-9946-be6f722828e8 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:18:59.483337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Attempting to bind port e31250b9-ed94-4b20-9946-be6f722828e8 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:18:59.483725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Attempting to bind port e31250b9-ed94-4b20-9946-be6f722828e8 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:59.488845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Port e31250b9-ed94-4b20-9946-be6f722828e8 on network d352e8da-8c69-475d-af61-0e9fe761384e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:18:59.489167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Attempting to bind port e31250b9-ed94-4b20-9946-be6f722828e8 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:18:59.494402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:18:59.494809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:18:59.495347 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:18:59.495782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Bound port: e31250b9-ed94-4b20-9946-be6f722828e8, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:18:59.496140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.502003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.757375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] For port e31250b9-ed94-4b20-9946-be6f722828e8, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:18:59.757375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] For port e31250b9-ed94-4b20-9946-be6f722828e8, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e31250b9-ed94-4b20-9946-be6f722828e8,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:18:59.765397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.809736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Allocated IP 172.25.8.85 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/2e2b8d1b-dd47-4887-9ec4-2fb66c5c9065) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:18:59.824503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:59.834428 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.834428 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] 10.222.0.46 "PUT /v2.0/ports/e31250b9-ed94-4b20-9946-be6f722828e8 HTTP/1.1" status: 200 len: 1092 time: 1.1920819 Nov 12 21:18:59.834428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695c7e54-94a3-48cc-920d-1e86ef543082', 'tag': 'e31250b9-ed94-4b20-9946-be6f722828e8'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:18:59.834428 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ceb78-37e8-44c6-8ab4-09695fb77123" -d '{"events": [{"name": "network-changed", "server_uuid": "695c7e54-94a3-48cc-920d-1e86ef543082", "tag": "e31250b9-ed94-4b20-9946-be6f722828e8"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:18:59.874313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f057-9b7d-45a1-acfb-5176d45f830b service neutron] Pushing event updated for resources: {'Port': ['ID=e31250b9-ed94-4b20-9946-be6f722828e8,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:18:59.957688 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:59.958455 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b568231f-701d-44aa-98a0-3f44c9a7c77e x-openstack-request-id: req-b568231f-701d-44aa-98a0-3f44c9a7c77e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:18:59.958756 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695c7e54-94a3-48cc-920d-1e86ef543082", "tag": "e31250b9-ed94-4b20-9946-be6f722828e8", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:18:59.961676 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b568231f-701d-44aa-98a0-3f44c9a7c77e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:18:59.969276 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695c7e54-94a3-48cc-920d-1e86ef543082', 'tag': 'e31250b9-ed94-4b20-9946-be6f722828e8', 'status': 'completed', 'code': 200} Nov 12 21:19:00.027596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-0f785777-ac49-43ec-997d-db67fb3b80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:00.029024 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-0f785777-ac49-43ec-997d-db67fb3b80b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 1095 time: 0.0884571 Nov 12 21:19:00.081982 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-64b72a86-7e06-49ad-bb98-db3e1acbd020 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31250b9-ed94-4b20-9946-be6f722828e8 HTTP/1.1" status: 200 len: 217 time: 0.0412242 Nov 12 21:19:00.114668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e3e983d-2991-4683-a12b-be8cfc873ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:00.146088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-ad4f8836-9435-4131-9a99-f40663be011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:00.147640 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-ad4f8836-9435-4131-9a99-f40663be011a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0591884 Nov 12 21:19:00.156235 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:00.233675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-78eee211-5321-467c-b281-a3bf8e9e9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:00.235450 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-78eee211-5321-467c-b281-a3bf8e9e9e81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790107 Nov 12 21:19:00.264064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:19:00.276870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:19:00.280591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:19:00.284262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=2e2b8d1b-dd47-4887-9ec4-2fb66c5c9065,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:00.295500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7133d-5f1a-41fa-be62-7a13f3b31dca req-d919a272-7e52-4e84-9fe1-801f560ae70f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:00.297083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0be7133d-5f1a-41fa-be62-7a13f3b31dca req-d919a272-7e52-4e84-9fe1-801f560ae70f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.1522775 Nov 12 21:19:00.400008 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-b3706673-3a65-475c-8ff3-0959779e7375 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556382 Nov 12 21:19:00.451186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0be7133d-5f1a-41fa-be62-7a13f3b31dca req-dd4384f0-4f11-401a-ad56-f12c67dc0e85 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455879 Nov 12 21:19:00.545566 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-860a5cc2-4d75-4418-8b9c-35d7e713652d req-3963c5c5-d153-42c7-9556-980404d569e9 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344745 Nov 12 21:19:00.702223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-fa0ff011-b41a-4416-b271-b9182d95b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:00.704110 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-fa0ff011-b41a-4416-b271-b9182d95b76f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 1095 time: 0.0550425 Nov 12 21:19:00.826788 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-21a083b3-4c8c-4895-b6de-84935501c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:00.832554 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-21a083b3-4c8c-4895-b6de-84935501c207 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.1212375 Nov 12 21:19:00.874371 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:00.894899 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-333ff389-1c5c-4aef-9248-8c02d3a9fe49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31250b9-ed94-4b20-9946-be6f722828e8 HTTP/1.1" status: 200 len: 217 time: 0.0541456 Nov 12 21:19:00.984071 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-6713a921-b929-4871-98f1-dd75c2844440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:00.986373 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-6713a921-b929-4871-98f1-dd75c2844440 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0831156 Nov 12 21:19:01.051800 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:01.055302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-9672f8e2-ea13-44b3-b23e-e9f446e045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:01.058289 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-9672f8e2-ea13-44b3-b23e-e9f446e045db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639212 Nov 12 21:19:01.180341 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-136c0eb0-5417-44c6-9750-ceb07eb99ca4 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156213 Nov 12 21:19:01.299497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:01.308420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:01.324705 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b33ceb78-37e8-44c6-8ab4-09695fb77123 req-1931063e-755a-4b60-b943-36511c33aec5 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361082 Nov 12 21:19:01.359769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:01.428884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=2e2b8d1b-dd47-4887-9ec4-2fb66c5c9065,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:01.492697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:01.674821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c810c-8d6d-45b3-ae4d-aa68f50fa564 req-a33b4327-48bf-4edd-9e05-d0a77eed8db0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:01.676452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-196c810c-8d6d-45b3-ae4d-aa68f50fa564 req-a33b4327-48bf-4edd-9e05-d0a77eed8db0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.1260600 Nov 12 21:19:01.679322 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Floating IP b3dcae42-5bf4-4250-9ca7-f09f129ad92d associated. External IP: 172.25.8.85, port: 00fda870-1898-4899-9c9d-ff49a2a38ad2. Nov 12 21:19:01.818984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-196c810c-8d6d-45b3-ae4d-aa68f50fa564 req-2499118f-7753-4c8c-b5fe-394e64ff6aca tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039174 Nov 12 21:19:02.008469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:19:02.517443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:19:02.531773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] Sync routers for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:19:02.552245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:19:02.553307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:19:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:02.647109 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:02.694447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4c80a876-84fa-46f4-95a2-698c9ebd6206 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4274733 Nov 12 21:19:02.694762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52422) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:02.695199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:19:02.697396 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546c311f-d93b-4a3b-99eb-53ae76ebe04e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:19:02.725048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:19:02.738502 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b12e482-6cee-4b21-bb2c-52a5d27d5eec x-openstack-request-id: req-5b12e482-6cee-4b21-bb2c-52a5d27d5eec {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:19:02.738822 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:19:02.739078 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b12e482-6cee-4b21-bb2c-52a5d27d5eec {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:19:02.739513 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'status': 'completed', 'code': 200} Nov 12 21:19:02.868849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-e52967a3-2f82-409e-b028-71c33c67fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.869936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-e52967a3-2f82-409e-b028-71c33c67fa16 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1136 time: 0.0992334 Nov 12 21:19:02.978129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.978512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.979083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.979589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.980154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.980606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.981053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.981572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:02.986072 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-55c23764-e6a8-48be-a327-e0c3cc7d894b tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5680 time: 0.2866912 Nov 12 21:19:02.986575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52432) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:03.083907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e15b8f-a736-4480-92e3-512d440b25a4 req-1cc35a96-faa9-4e5e-9bbb-c19702f3197c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.093838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89e15b8f-a736-4480-92e3-512d440b25a4 req-1cc35a96-faa9-4e5e-9bbb-c19702f3197c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.1058145 Nov 12 21:19:03.129226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-31d14f5c-8819-458c-aafc-15d5b9fa82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.130217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'b3dcae42-5bf4-4250-9ca7-f09f129ad92d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'port_id': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'mac_address': 'fa:16:3e:97:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:19:00Z', 'updated_at': '2021-11-12T21:19:00Z', 'revision_number': 0, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:42Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:03.131092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-31d14f5c-8819-458c-aafc-15d5b9fa82ed service neutron] 10.222.0.78 "GET /v2.0/networks?id=5b63f02e-db76-4b63-940a-24947fea6f3d HTTP/1.1" status: 200 len: 898 time: 0.2544427 Nov 12 21:19:03.194336 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:03.195539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] Checking router: 6dfe4af3-0094-4330-a89e-d1a18b81ee60 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:19:03.207220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:19:03.208185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:19:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:03.310142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89e15b8f-a736-4480-92e3-512d440b25a4 req-8bf5224c-0847-402d-838e-ea9d13a14f84 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149343 Nov 12 21:19:03.383467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-db43c836-ae98-4330-8567-e14f9d8e73d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2 HTTP/1.1" status: 200 len: 998 time: 0.2264152 Nov 12 21:19:03.469893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-da19b7cb-0b97-439d-8138-1fb0053639b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.472150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-da19b7cb-0b97-439d-8138-1fb0053639b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=845b2b60-f49b-437f-be67-ee758d034514 HTTP/1.1" status: 200 len: 835 time: 0.0784431 Nov 12 21:19:03.550558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-07038726-b08a-4098-b220-aa19e02ec41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.552502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-07038726-b08a-4098-b220-aa19e02ec41e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5b63f02e-db76-4b63-940a-24947fea6f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577586 Nov 12 21:19:03.561237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:19:03.667088 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:03.718868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.720116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.725197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.725833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.726496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.726962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.727451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.727931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:03.735879 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c88e01c-dd1c-4634-a4db-9e5878f87ccc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5278 time: 0.7402439 Nov 12 21:19:03.736512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52452) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:03.747730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-41972af0-1bd4-4137-8c55-177b58be2049 service neutron] 10.222.0.78 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869621 Nov 12 21:19:03.941312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-546c311f-d93b-4a3b-99eb-53ae76ebe04e req-2ad20880-be21-4ce5-9f14-b5a51b6b5cff service neutron] 10.222.0.78 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850195 Nov 12 21:19:03.977016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'b3dcae42-5bf4-4250-9ca7-f09f129ad92d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'port_id': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'mac_address': 'fa:16:3e:97:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:19:00Z', 'updated_at': '2021-11-12T21:19:00Z', 'revision_number': 0, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:42Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:04.005069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa2921-1ad6-4fd9-b33a-5796b8c2a772 None None] The sync data for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 is: [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'b3dcae42-5bf4-4250-9ca7-f09f129ad92d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'port_id': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'mac_address': 'fa:16:3e:97:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:19:00Z', 'updated_at': '2021-11-12T21:19:00Z', 'revision_number': 0, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:42Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:19:04.079510 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8a6e0846-c33a-4d90-ab73-b756dcfb4a30 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 0.3413246 Nov 12 21:19:04.100292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 52462) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:04.101261 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:19:04.142886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a2b842-8cf7-4767-aeae-c37feeafcd68 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:04.143694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a2b842-8cf7-4767-aeae-c37feeafcd68 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:04.157850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-80a2b842-8cf7-4767-aeae-c37feeafcd68 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6dfe4af3-0094-4330-a89e-d1a18b81ee60 HTTP/1.1" status: 200 len: 1990 time: 0.0629804 Nov 12 21:19:04.320339 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740fe97-970f-489d-b2e6-5bb43ef81ff1 None None] New status for floating IP b3dcae42-5bf4-4250-9ca7-f09f129ad92d: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:19:04.467840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee102bc6-a2ab-4768-bd4d-80541c15cfac req-f3c2091d-7f0c-4820-a82e-0f0832ab92ed tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:04.476344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee102bc6-a2ab-4768-bd4d-80541c15cfac req-f3c2091d-7f0c-4820-a82e-0f0832ab92ed tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0834637 Nov 12 21:19:04.553622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee102bc6-a2ab-4768-bd4d-80541c15cfac req-5a8260a8-fc45-46e3-8697-6c935edc10ab tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754893 Nov 12 21:19:04.582458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 52478) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:04.710752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c54fd-897e-447f-9116-5338bca45b0e req-34412499-3c9a-4d35-a317-a7a64e492a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:04.712365 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-838c54fd-897e-447f-9116-5338bca45b0e req-34412499-3c9a-4d35-a317-a7a64e492a75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1097 time: 0.1303825 Nov 12 21:19:04.773940 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-838c54fd-897e-447f-9116-5338bca45b0e req-74e6ae7f-80b9-4567-968d-e53e2785a61f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509892 Nov 12 21:19:05.708537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823021d-1035-4727-bb15-546435f6fd87 req-6a707b48-ee53-4038-bcda-c8c1117350c1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:05.709901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a823021d-1035-4727-bb15-546435f6fd87 req-6a707b48-ee53-4038-bcda-c8c1117350c1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0797625 Nov 12 21:19:05.775089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a823021d-1035-4727-bb15-546435f6fd87 req-9c2bc050-4d5e-4a31-883d-10b4b210cb83 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574274 Nov 12 21:19:06.939791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fac4b0-cf9b-4fe6-abe8-8a3ab5d449f7 req-04f61627-01c7-4255-aabd-2623db692ee9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:06.943691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7fac4b0-cf9b-4fe6-abe8-8a3ab5d449f7 req-04f61627-01c7-4255-aabd-2623db692ee9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0802042 Nov 12 21:19:06.992539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7fac4b0-cf9b-4fe6-abe8-8a3ab5d449f7 req-c6075b6c-0fb1-42a3-8600-4f7c9d475db3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434277 Nov 12 21:19:08.146713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b9784-d473-47dc-9c4d-7d2856fd2663 req-f39675ce-d7f6-4078-85bb-240e0fa9e38e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:08.148252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c57b9784-d473-47dc-9c4d-7d2856fd2663 req-f39675ce-d7f6-4078-85bb-240e0fa9e38e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0773187 Nov 12 21:19:08.200201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c57b9784-d473-47dc-9c4d-7d2856fd2663 req-be1e4c97-047b-4880-89da-605cde0ac078 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448887 Nov 12 21:19:09.345635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e4b58-dc4f-4154-83f4-d5df9c2a332c req-b75984b9-c487-459c-9399-25c34b0998dc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:09.347268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d50e4b58-dc4f-4154-83f4-d5df9c2a332c req-b75984b9-c487-459c-9399-25c34b0998dc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0585060 Nov 12 21:19:09.412302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d50e4b58-dc4f-4154-83f4-d5df9c2a332c req-506be680-5b67-4e65-9de7-0135e116f4bc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541370 Nov 12 21:19:10.468466 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:10.502578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:10.562081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce2667-5925-48ca-ab41-6cd8a1be3323 req-f3aaa329-2a8c-4d5c-b68d-c2cfb95a445b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:10.563844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6ce2667-5925-48ca-ab41-6cd8a1be3323 req-f3aaa329-2a8c-4d5c-b68d-c2cfb95a445b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0729263 Nov 12 21:19:10.616328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6ce2667-5925-48ca-ab41-6cd8a1be3323 req-c0962eb8-17c8-45e0-965d-873a3322a6b9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462272 Nov 12 21:19:11.747904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d924f-0f77-4a56-8ee6-6a338ca6782c req-762856a4-8d6a-42bc-912c-2431d5ae3925 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:11.749403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a4d924f-0f77-4a56-8ee6-6a338ca6782c req-762856a4-8d6a-42bc-912c-2431d5ae3925 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0525596 Nov 12 21:19:11.799178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a4d924f-0f77-4a56-8ee6-6a338ca6782c req-bd797217-c28a-4113-9e9b-678cae600089 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Nov 12 21:19:12.944326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e98ba-72a3-4795-b9a7-a57b08ffd2b3 req-70ed4e73-025c-48dd-99f3-858acc6397a6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:12.945828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df0e98ba-72a3-4795-b9a7-a57b08ffd2b3 req-70ed4e73-025c-48dd-99f3-858acc6397a6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0648212 Nov 12 21:19:13.003599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df0e98ba-72a3-4795-b9a7-a57b08ffd2b3 req-5cec6838-b088-4386-a5fd-f9dbcbef4ba3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483565 Nov 12 21:19:14.138587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e4526-5d1d-4d47-91e3-afe9b3e04f3b req-d93b9047-979e-42d1-84dc-eb99afb9c4fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:14.140600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a6e4526-5d1d-4d47-91e3-afe9b3e04f3b req-d93b9047-979e-42d1-84dc-eb99afb9c4fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0627198 Nov 12 21:19:14.202093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a6e4526-5d1d-4d47-91e3-afe9b3e04f3b req-6f6ad610-17af-4fb0-8915-ee9fcf5a69bf tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Nov 12 21:19:15.348800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912490-aca5-45be-9272-b27858808b78 req-c9a52dc1-47a6-4f2f-9bd2-ec4dd59a10ff tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:15.350318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f912490-aca5-45be-9272-b27858808b78 req-c9a52dc1-47a6-4f2f-9bd2-ec4dd59a10ff tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0606465 Nov 12 21:19:15.403811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f912490-aca5-45be-9272-b27858808b78 req-c6511a46-0fbf-485d-b62a-eac3e6ca09ae tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471570 Nov 12 21:19:16.523109 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d59f-77db-4d63-bf3e-31aec45a4e16 req-3a8c4713-0552-449f-a8ae-531a49bc5d0e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:16.524656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15a9d59f-77db-4d63-bf3e-31aec45a4e16 req-3a8c4713-0552-449f-a8ae-531a49bc5d0e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0504019 Nov 12 21:19:16.578385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15a9d59f-77db-4d63-bf3e-31aec45a4e16 req-334160ac-34e2-4f16-a971-92f48c534e38 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471396 Nov 12 21:19:17.715238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e3b9b-02c2-447c-ba2d-33da315fe80c req-c44fe170-2fc7-44d6-aac0-02e5ca61bfff tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:17.717003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-293e3b9b-02c2-447c-ba2d-33da315fe80c req-c44fe170-2fc7-44d6-aac0-02e5ca61bfff tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0622995 Nov 12 21:19:17.779562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-293e3b9b-02c2-447c-ba2d-33da315fe80c req-ab35a846-6860-490c-9aca-f987114559cd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534375 Nov 12 21:19:18.904034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ab06-da68-42ab-82cc-6c1a36ac5956 req-d30a8c2d-c61b-4b9e-bae0-8d7aefa417d8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:18.905522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d53ab06-da68-42ab-82cc-6c1a36ac5956 req-d30a8c2d-c61b-4b9e-bae0-8d7aefa417d8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Nov 12 21:19:18.958782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d53ab06-da68-42ab-82cc-6c1a36ac5956 req-9954476d-1afc-411c-adbe-43d56076b19c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Nov 12 21:19:20.205893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843202f0-aba1-41d9-a16f-5a379daef13b req-b3ee8d43-555c-4fa6-9543-73d313644ba2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:20.209010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-843202f0-aba1-41d9-a16f-5a379daef13b req-b3ee8d43-555c-4fa6-9543-73d313644ba2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0850608 Nov 12 21:19:20.273627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-843202f0-aba1-41d9-a16f-5a379daef13b req-11cb3f8f-5953-48f3-a858-6c3c8b45eb32 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564785 Nov 12 21:19:21.404638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bfca1-0bda-4e59-b0dd-58953d05a1f0 req-8e4b2332-259c-408f-a11d-08f81a3f4394 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:21.406079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-463bfca1-0bda-4e59-b0dd-58953d05a1f0 req-8e4b2332-259c-408f-a11d-08f81a3f4394 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0592237 Nov 12 21:19:21.457970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-463bfca1-0bda-4e59-b0dd-58953d05a1f0 req-7cbfa355-687e-4a06-9fc2-00f160616a99 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Nov 12 21:19:22.585501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41246a1b-4709-44ac-bb0f-18c795f431d9 req-e26b0c17-2cdd-4f2d-bba1-d13a2e3bd6c8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:22.585501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41246a1b-4709-44ac-bb0f-18c795f431d9 req-e26b0c17-2cdd-4f2d-bba1-d13a2e3bd6c8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0521793 Nov 12 21:19:22.641322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-41246a1b-4709-44ac-bb0f-18c795f431d9 req-445bcb69-ae5f-402d-a510-9a570d05da49 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475054 Nov 12 21:19:23.796141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440129f-a832-4c59-8270-7fba677feb74 req-e7aae1da-e13a-487a-9fa9-1cefee3f095e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:23.797783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1440129f-a832-4c59-8270-7fba677feb74 req-e7aae1da-e13a-487a-9fa9-1cefee3f095e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0702286 Nov 12 21:19:23.862058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1440129f-a832-4c59-8270-7fba677feb74 req-45986500-7f62-4344-8356-0948b5f8fd5f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575078 Nov 12 21:19:24.973633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-74b282ae-e37b-4245-8f84-1cae5e3909da req-112b9c95-ab60-4a5e-8176-2e725b551052 service neutron] (109629) timed out ('10.222.0.78', 53205) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:19:24.990407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15fdaf-143b-4e2a-9397-a99f134ee1c0 req-4d20136e-bda7-4cd4-9668-5df237a72fef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:24.991990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c15fdaf-143b-4e2a-9397-a99f134ee1c0 req-4d20136e-bda7-4cd4-9668-5df237a72fef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0526516 Nov 12 21:19:25.043050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c15fdaf-143b-4e2a-9397-a99f134ee1c0 req-662b7fac-7e1e-46c7-89f4-8fa0041fd735 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442216 Nov 12 21:19:26.173162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314ccd8-bfe0-493a-b92e-3a6dc7ce368c req-5ff33434-fc2e-463b-bf2b-b575a622fd1d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:26.175841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0314ccd8-bfe0-493a-b92e-3a6dc7ce368c req-5ff33434-fc2e-463b-bf2b-b575a622fd1d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0564196 Nov 12 21:19:26.231628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0314ccd8-bfe0-493a-b92e-3a6dc7ce368c req-2d7a3a6f-bc2d-44a9-a5f7-5a542168fe4f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484633 Nov 12 21:19:27.401073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f51d0a-4089-47ba-b654-d422d92ddd5a req-93878c8f-ac7e-49d9-a6a2-e4d2696a02fd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:27.406980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86f51d0a-4089-47ba-b654-d422d92ddd5a req-93878c8f-ac7e-49d9-a6a2-e4d2696a02fd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0827808 Nov 12 21:19:27.484647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86f51d0a-4089-47ba-b654-d422d92ddd5a req-922f7717-36ee-4c85-98cd-226104b0f5ca tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582299 Nov 12 21:19:27.593711 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-31469835-56c0-4c7f-ac7f-4cf680ac5089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:28.616804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed01241-4e81-4a54-9b13-aef5efd61817 req-37220d82-599b-4318-bb99-9a234097d415 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:28.618402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ed01241-4e81-4a54-9b13-aef5efd61817 req-37220d82-599b-4318-bb99-9a234097d415 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0608547 Nov 12 21:19:28.673726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ed01241-4e81-4a54-9b13-aef5efd61817 req-55518a9a-8226-4d0c-8ec9-45f75db0c7f0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Nov 12 21:19:29.812774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0045a-0037-4788-a2f4-2d427bd0f5fd req-23bf4248-5fd0-4b89-93e8-cf7679cdad38 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:29.814751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cad0045a-0037-4788-a2f4-2d427bd0f5fd req-23bf4248-5fd0-4b89-93e8-cf7679cdad38 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0664833 Nov 12 21:19:29.866098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cad0045a-0037-4788-a2f4-2d427bd0f5fd req-4ae54d0e-89ef-4cda-93df-0bdd0a7c29ec tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Nov 12 21:19:30.078849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a21f0888-0e58-4d26-b123-3499cdf3b38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:30.992321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafe0ab-7a1b-43b0-8e67-b1e0634ca75f req-e006e912-6653-4b4a-860f-cdc453fee884 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:30.993881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bafe0ab-7a1b-43b0-8e67-b1e0634ca75f req-e006e912-6653-4b4a-860f-cdc453fee884 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0517390 Nov 12 21:19:31.046985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8bafe0ab-7a1b-43b0-8e67-b1e0634ca75f req-e8ecb078-4aa0-4e3c-b415-3e06b30ccd19 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464442 Nov 12 21:19:31.330056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:32.103089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53088) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:32.223260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-431e4734-e953-4512-8766-fbbf309b5928 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3446 time: 0.1184776 Nov 12 21:19:32.226411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53098) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:32.232276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'network': {'name': 'tempest-network-smoke--224886171', 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'port_security_enabled': False}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:19:32.237755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7e2a-2ace-4e2f-8e16-ec39eef73265 req-2ce6adc2-062e-4a5a-9a5c-1778532d6efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:32.239257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e0e7e2a-2ace-4e2f-8e16-ec39eef73265 req-2ce6adc2-062e-4a5a-9a5c-1778532d6efd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.1059082 Nov 12 21:19:32.290233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e0e7e2a-2ace-4e2f-8e16-ec39eef73265 req-bbd34062-acac-4d7a-b293-758583db84d5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Nov 12 21:19:32.358670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Made reservation on behalf of 7b98a7214aa74827b67319622a0b6ca8 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:19:32.362994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:32.402150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:19:32.402150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:32.402150 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Added segment c8ba7f62-6dbf-4812-83ec-8f99a752394b of type vlan for network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a Nov 12 21:19:32.438028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:32.616193 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:32.621946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:32.622526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:32.704507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Network': ['ID=a431935a-7cc1-4e6a-a5b7-aa7e802cae3a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:32.713274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.713698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.714117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.714456 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.714852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.715245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.715625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.715962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.716543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.716868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.717284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.717620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:32.730253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:19:32.767472 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-15283024-bed7-43f9-a286-ffcb4d2cf601 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5398076 Nov 12 21:19:32.770783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53122) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:32.775261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'admin_state_up': True, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:19:32.890652 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:32.894728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:32.948964 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:33.084666 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:33.200718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:33.422264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9ba0-db4e-4015-8c85-1c00c9cea48e req-1b2bb836-f51e-449f-ae36-57a75ed73168 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:33.424763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aded9ba0-db4e-4015-8c85-1c00c9cea48e req-1b2bb836-f51e-449f-ae36-57a75ed73168 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0597370 Nov 12 21:19:33.474490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aded9ba0-db4e-4015-8c85-1c00c9cea48e req-f86de920-37d5-43b9-81f9-ec5f0a7ab9eb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Nov 12 21:19:33.523721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:33.545317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:33.610614 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:33.664599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Allocated IP 172.25.8.51 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/af32cc0e-52c5-4d13-b218-aa172f05e9c8) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:19:33.773342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:33.948701 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:33.991483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:19:33.995063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:19:33.999715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:19:34.002774 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=af32cc0e-52c5-4d13-b218-aa172f05e9c8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:34.007654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2155bf-bde7-47fa-8650-6cb75dd6a0f6 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:19:34.058803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4c364d8d-e304-4f4a-a77a-d312d82e4a59 None None] Provisioning complete for port af32cc0e-52c5-4d13-b218-aa172f05e9c8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:34.059168 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c364d8d-e304-4f4a-a77a-d312d82e4a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:34.107665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4c364d8d-e304-4f4a-a77a-d312d82e4a59 None None] Port af32cc0e-52c5-4d13-b218-aa172f05e9c8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:19:34.349914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:34.568088 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:34.598831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30106c-ad84-4199-9be6-040ee1e587a3 req-5a88c8e9-b9f8-4db7-9cc4-16d2297ba737 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:34.600391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae30106c-ad84-4199-9be6-040ee1e587a3 req-5a88c8e9-b9f8-4db7-9cc4-16d2297ba737 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0513070 Nov 12 21:19:34.651467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae30106c-ad84-4199-9be6-040ee1e587a3 req-0510f3da-546a-4dbc-95d9-4844752e4b68 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429595 Nov 12 21:19:34.804613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Router 97c7801f-fa30-4095-8862-07c445f3bc57 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:19:34.916362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:19:34.927615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Sync routers for ids ['97c7801f-fa30-4095-8862-07c445f3bc57'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:19:34.940074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Routers {'97c7801f-fa30-4095-8862-07c445f3bc57'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:19:34.940919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:19:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['97c7801f-fa30-4095-8862-07c445f3bc57'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:35.042275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.047094 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6c864ddb-2ab6-4892-8223-138482591088 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2725501 Nov 12 21:19:35.047526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53246) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:35.050164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Set router 97c7801f-fa30-4095-8862-07c445f3bc57 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:19:35.146629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2979cf-485c-4564-8cf7-fce1a8e32d96 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:35.148170 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8d2979cf-485c-4564-8cf7-fce1a8e32d96 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=7b98a7214aa74827b67319622a0b6ca8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0996475 Nov 12 21:19:35.151587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53252) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:35.256274 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295bcef9-9b06-4d60-9cda-bdc650d74263 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:35.256689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:34Z', 'revision_number': 3, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:35.257783 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-295bcef9-9b06-4d60-9cda-bdc650d74263 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1053064 Nov 12 21:19:35.261291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53260) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:35.288065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Checking router: 97c7801f-fa30-4095-8862-07c445f3bc57 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:19:35.288377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Updating router 97c7801f-fa30-4095-8862-07c445f3bc57 port af32cc0e-52c5-4d13-b218-aa172f05e9c8 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:19:35.297697 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4999c986-3a44-4ff0-8faa-d058ef89d790 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351970 Nov 12 21:19:35.300653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53266) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:35.318529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.333595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6a8bbe12-ca3b-47bd-a657-d1749b848c13 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=7b98a7214aa74827b67319622a0b6ca8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316234 Nov 12 21:19:35.336209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53272) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:35.433119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c1f53e-fc19-4c51-80f6-d3c2045010fc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:35.434691 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b0c1f53e-fc19-4c51-80f6-d3c2045010fc tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974638 Nov 12 21:19:35.437523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53274) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:35.469432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cffa9d7d-762f-4c71-8652-0a5e39d80333 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284150 Nov 12 21:19:35.469998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 53276) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:35.474268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1513247603', 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a', 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:19:35.595415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.644700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Made reservation on behalf of 7b98a7214aa74827b67319622a0b6ca8 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:19:35.658890 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.673059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.718623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Pushing event updated for resources: {'Port': ['ID=af32cc0e-52c5-4d13-b218-aa172f05e9c8,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:35.733098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.733452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.733904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.734247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.734590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.734952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.735281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.735707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.736025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.736348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.736678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.736999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:35.765643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Attempting to bind port af32cc0e-52c5-4d13-b218-aa172f05e9c8 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:19:35.770688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Attempting to bind port af32cc0e-52c5-4d13-b218-aa172f05e9c8 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:19:35.770688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Attempting to bind port af32cc0e-52c5-4d13-b218-aa172f05e9c8 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:19:35.773088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1380eda5-f56e-42cc-88c2-beacbe510d13 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:19:35.782266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:19:35.782878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:19:35.783489 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.784065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:19:35.784718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Bound port: af32cc0e-52c5-4d13-b218-aa172f05e9c8, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:19:35.785339 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.831615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d14e8-43ca-42a1-a9bf-98be4535fbfe req-65783270-c376-48d3-9474-1a88c18a64fa tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:35.833316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-939d14e8-43ca-42a1-a9bf-98be4535fbfe req-65783270-c376-48d3-9474-1a88c18a64fa tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0898461 Nov 12 21:19:35.852720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ce951ac6-56ef-4a3d-9efd-cca9017557aa None None] Provisioning complete for port af32cc0e-52c5-4d13-b218-aa172f05e9c8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:35.853097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce951ac6-56ef-4a3d-9efd-cca9017557aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.894642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-939d14e8-43ca-42a1-a9bf-98be4535fbfe req-2f5e5221-71df-4486-8871-d3e8962de5e9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 Nov 12 21:19:35.894958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] For port af32cc0e-52c5-4d13-b218-aa172f05e9c8, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:19:35.902681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] For port af32cc0e-52c5-4d13-b218-aa172f05e9c8, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=af32cc0e-52c5-4d13-b218-aa172f05e9c8,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:19:35.907687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ce951ac6-56ef-4a3d-9efd-cca9017557aa None None] Port af32cc0e-52c5-4d13-b218-aa172f05e9c8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:19:35.953843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:35.982983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:36.032212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fac588-ef78-4694-ab15-73a0d807be6a None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:19:36.034090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Subnet': ['ID=1672ecd3-cec3-4946-9286-807042be3b2b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:36.047125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Checking segment: {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:19:36.047125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network hostable DHCP agents. Network: a431935a-7cc1-4e6a-a5b7-aa7e802cae3a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:19:36.052384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Routers {'97c7801f-fa30-4095-8862-07c445f3bc57'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:19:36.052989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:19:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['97c7801f-fa30-4095-8862-07c445f3bc57'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:36.055558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0cb65-a072-4bbb-b259-097ab1694430 None None] Pushing event updated for resources: {'Port': ['ID=af32cc0e-52c5-4d13-b218-aa172f05e9c8,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:36.126627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:19:36.173258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-03dcb0cf-be0f-4e8a-87f3-6f52f87dfae2 None None] Provisioning complete for port af32cc0e-52c5-4d13-b218-aa172f05e9c8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:36.173639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03dcb0cf-be0f-4e8a-87f3-6f52f87dfae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:36.178864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] Set router 97c7801f-fa30-4095-8862-07c445f3bc57 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:19:36.199277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a431935a-7cc1-4e6a-a5b7-aa7e802cae3a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:19:36.209323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:36.211825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:36.226702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c8a23-ba90-4af2-aeee-bd18bb9a2466 None None] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:19:36.291820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 53330) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:36.292413 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-818ede54-b894-4338-aeb4-34cb38e77ced tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8216088 Nov 12 21:19:36.482886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03dcb0cf-be0f-4e8a-87f3-6f52f87dfae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:36.537562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-03dcb0cf-be0f-4e8a-87f3-6f52f87dfae2 None None] For port af32cc0e-52c5-4d13-b218-aa172f05e9c8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=af32cc0e-52c5-4d13-b218-aa172f05e9c8,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:36.578765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a431935a-7cc1-4e6a-a5b7-aa7e802cae3a', 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'fixed_ips': [{'subnet_id': '1672ecd3-cec3-4946-9286-807042be3b2b'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:19:36.579768 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:36.610414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:34Z', 'revision_number': 3, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:36.684768 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03dcb0cf-be0f-4e8a-87f3-6f52f87dfae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:36.690888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238b48b-6264-415a-95ad-02b8bbfb0946 None None] The sync data for ids ['97c7801f-fa30-4095-8862-07c445f3bc57'] in n-d-713498-29 is: [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:34Z', 'revision_number': 3, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:19:36.777305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:36.970463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcb0cf-be0f-4e8a-87f3-6f52f87dfae2 None None] Pushing event updated for resources: {'Port': ['ID=af32cc0e-52c5-4d13-b218-aa172f05e9c8,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:37.031617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Allocated IP 172.20.0.18 (a431935a-7cc1-4e6a-a5b7-aa7e802cae3a/1672ecd3-cec3-4946-9286-807042be3b2b/642ab2da-d2b3-4c2b-8190-3427c3ed9c3f) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:19:37.133511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcde90-0ea3-4351-8796-56e03f7050d7 req-48e31b09-2076-45d3-9a3c-15678668fc8d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:37.141089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6dcde90-0ea3-4351-8796-56e03f7050d7 req-48e31b09-2076-45d3-9a3c-15678668fc8d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0736408 Nov 12 21:19:37.196305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6dcde90-0ea3-4351-8796-56e03f7050d7 req-d8a81729-c5af-4a0b-9f47-c76da4310230 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540020 Nov 12 21:19:37.234956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:37.338442 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:37.399889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Pushing event updated for resources: {'Port': ['ID=642ab2da-d2b3-4c2b-8190-3427c3ed9c3f,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:37.413586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:19:37.420654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:19:37.424526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:19:37.472348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Allocated IP 172.20.0.17 (a431935a-7cc1-4e6a-a5b7-aa7e802cae3a/1672ecd3-cec3-4946-9286-807042be3b2b/b16f4e74-d54f-41e8-933b-778909472f19) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:19:37.513078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device af32cc0e-52c5-4d13-b218-aa172f05e9c8 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:19:37.518955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Attempting to bind port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:19:37.520043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Attempting to bind port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:19:37.520043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Attempting to bind port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f on network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:19:37.547884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:19:37.548244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Checking segment: {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:19:37.548648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:37.549042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Bound using segment: {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:19:37.549517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Bound port: 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:19:37.549898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:37.615832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port af32cc0e-52c5-4d13-b218-aa172f05e9c8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:37.616768 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:37.656220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:37.680314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] For port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:19:37.684403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] For port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=642ab2da-d2b3-4c2b-8190-3427c3ed9c3f,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:19:37.760491 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:37.798320 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:37.827673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b9abf-a7cf-4cad-ac16-3266719ddb98 None None] Pushing event updated for resources: {'Port': ['ID=642ab2da-d2b3-4c2b-8190-3427c3ed9c3f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:37.872884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=b16f4e74-d54f-41e8-933b-778909472f19,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:37.876447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:19:37.878254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:19:37.880575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:19:37.934450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:38.179671 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:38.381830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97396d5-ac43-40ed-a159-dcdb2804042a req-27ded3b4-8ef9-4331-b342-629bf62aa1c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:38.383366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f97396d5-ac43-40ed-a159-dcdb2804042a req-27ded3b4-8ef9-4331-b342-629bf62aa1c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.1070371 Nov 12 21:19:38.493755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f97396d5-ac43-40ed-a159-dcdb2804042a req-cd99afbe-d124-4f6d-ba72-fd79be674573 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026900 Nov 12 21:19:38.560147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:38.651165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:38.734606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:38.736876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=b16f4e74-d54f-41e8-933b-778909472f19,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:38.851833 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:19:38.853278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:19:38.983175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Router 97c7801f-fa30-4095-8862-07c445f3bc57 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:19:39.052284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f8133c-d76f-4e4c-8d63-5fa1a98572da None None] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:19:39.107127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:19:39.115770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ffd85b39-8db9-48b3-9569-bb47f9569054 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "PUT /v2.0/routers/97c7801f-fa30-4095-8862-07c445f3bc57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224821 Nov 12 21:19:39.124547 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Sync routers for ids ['97c7801f-fa30-4095-8862-07c445f3bc57'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:19:39.134042 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Routers {'97c7801f-fa30-4095-8862-07c445f3bc57'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:19:39.134801 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:19:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['97c7801f-fa30-4095-8862-07c445f3bc57'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:39.180871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5d0912af-54fe-4fb2-a2dd-03a666622122 None None] Provisioning complete for port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:39.181311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d0912af-54fe-4fb2-a2dd-03a666622122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:39.249954 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Set router 97c7801f-fa30-4095-8862-07c445f3bc57 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:19:39.319463 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d0912af-54fe-4fb2-a2dd-03a666622122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:39.373016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5d0912af-54fe-4fb2-a2dd-03a666622122 None None] For port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=642ab2da-d2b3-4c2b-8190-3427c3ed9c3f,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:39.417421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-d6e7813b-a454-4a9d-bc94-0a6ab1668ce7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:39.419005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-d6e7813b-a454-4a9d-bc94-0a6ab1668ce7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/networks?id=a431935a-7cc1-4e6a-a5b7-aa7e802cae3a HTTP/1.1" status: 200 len: 797 time: 0.1546175 Nov 12 21:19:39.442382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-340cdce6-11a7-48ef-84cb-e1cc60914f36 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/quotas/7b98a7214aa74827b67319622a0b6ca8 HTTP/1.1" status: 200 len: 375 time: 0.0133936 Nov 12 21:19:39.471551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:19:39.503112 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:38Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b16f4e74-d54f-41e8-933b-778909472f19', 'name': '', 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:34:3c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1672ecd3-cec3-4946-9286-807042be3b2b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:36Z', 'updated_at': '2021-11-12T21:19:38Z', 'revision_number': 2, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '1672ecd3-cec3-4946-9286-807042be3b2b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:39.517287 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d0912af-54fe-4fb2-a2dd-03a666622122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:39.560996 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Checking router: 97c7801f-fa30-4095-8862-07c445f3bc57 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:19:39.561620 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Updating router 97c7801f-fa30-4095-8862-07c445f3bc57 port b16f4e74-d54f-41e8-933b-778909472f19 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:19:39.600603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:39.600999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:39.628019 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:39.662421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0912af-54fe-4fb2-a2dd-03a666622122 None None] Pushing event updated for resources: {'Port': ['ID=642ab2da-d2b3-4c2b-8190-3427c3ed9c3f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:39.766712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7cad212d-04dc-4443-9f8a-edca12cce174 None None] Provisioning complete for port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:39.767399 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7cad212d-04dc-4443-9f8a-edca12cce174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:39.912210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7cad212d-04dc-4443-9f8a-edca12cce174 None None] Provisioning complete for port b16f4e74-d54f-41e8-933b-778909472f19 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:39.912210 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7cad212d-04dc-4443-9f8a-edca12cce174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:39.998898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7cad212d-04dc-4443-9f8a-edca12cce174 None None] Port b16f4e74-d54f-41e8-933b-778909472f19 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:19:40.018660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-33d5d19c-5936-4033-b8b2-c34739707f04 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5664585 Nov 12 21:19:40.036801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2b78f-dcf2-480c-a11f-0ecc8cd3d3b8 req-07f89cf1-1f82-45c2-a148-cf4bff9c74ef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:40.038315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ee2b78f-dcf2-480c-a11f-0ecc8cd3d3b8 req-07f89cf1-1f82-45c2-a148-cf4bff9c74ef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0870121 Nov 12 21:19:40.049500 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.122180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e01cb41-d828-48ab-a337-4438a1834964 None None] Provisioning complete for port b16f4e74-d54f-41e8-933b-778909472f19 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:40.122745 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e01cb41-d828-48ab-a337-4438a1834964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.147529 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.151717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ee2b78f-dcf2-480c-a11f-0ecc8cd3d3b8 req-0618b8bb-6f4c-479d-bf00-1f9d50a3fd89 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036503 Nov 12 21:19:40.180411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-dd9dc165-3390-4d3a-9daa-1aa1c2688c3c service neutron] 10.222.0.64 "GET /v2.0/networks/a431935a-7cc1-4e6a-a5b7-aa7e802cae3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271176 Nov 12 21:19:40.192367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5e01cb41-d828-48ab-a337-4438a1834964 None None] Port b16f4e74-d54f-41e8-933b-778909472f19 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:19:40.259473 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Pushing event updated for resources: {'Port': ['ID=b16f4e74-d54f-41e8-933b-778909472f19,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:40.297488 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.297912 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.298866 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.299274 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.299699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.300108 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.300742 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.301290 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.301675 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.302061 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.302696 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.303222 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:40.317075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-0a6b81f7-8119-4d56-ad9f-58ce124673db service neutron] 10.222.0.64 "GET /v2.0/networks/a431935a-7cc1-4e6a-a5b7-aa7e802cae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429083 Nov 12 21:19:40.345053 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Attempting to bind port b16f4e74-d54f-41e8-933b-778909472f19 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:19:40.345417 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Attempting to bind port b16f4e74-d54f-41e8-933b-778909472f19 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:19:40.345775 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Attempting to bind port b16f4e74-d54f-41e8-933b-778909472f19 on network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:19:40.351365 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:19:40.352393 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Checking segment: {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:19:40.355017 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.355017 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Bound using segment: {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:19:40.355017 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Bound port: b16f4e74-d54f-41e8-933b-778909472f19, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:19:40.355017 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.428696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cd1a9952-1400-4bf9-9a48-99f23a81a966 None None] Provisioning complete for port b16f4e74-d54f-41e8-933b-778909472f19 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:40.430165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9952-1400-4bf9-9a48-99f23a81a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.436931 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] For port b16f4e74-d54f-41e8-933b-778909472f19, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:19:40.444901 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] For port b16f4e74-d54f-41e8-933b-778909472f19, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b16f4e74-d54f-41e8-933b-778909472f19,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:19:40.458958 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.475648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a9952-1400-4bf9-9a48-99f23a81a966 None None] Port b16f4e74-d54f-41e8-933b-778909472f19 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:19:40.546384 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.549164 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.602538 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Routers {'97c7801f-fa30-4095-8862-07c445f3bc57'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:19:40.603927 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:19:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['97c7801f-fa30-4095-8862-07c445f3bc57'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:40.654856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-17ef00d8-e92f-45e5-b501-6b4b85c58352 None None] Provisioning complete for port b16f4e74-d54f-41e8-933b-778909472f19 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:40.655480 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-17ef00d8-e92f-45e5-b501-6b4b85c58352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.672184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb1d87c8-f289-481b-b721-fec1268ef739 req-02e82a49-ac07-4e9b-9a19-3cb5950546e5 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 210 time: 0.0542636 Nov 12 21:19:40.673514 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641281a7-9a07-4e2e-a475-cfa1d497f025 None None] Pushing event updated for resources: {'Port': ['ID=b16f4e74-d54f-41e8-933b-778909472f19,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:40.776903 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] Set router 97c7801f-fa30-4095-8862-07c445f3bc57 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:19:40.795903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-17ef00d8-e92f-45e5-b501-6b4b85c58352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.840208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-17ef00d8-e92f-45e5-b501-6b4b85c58352 None None] For port b16f4e74-d54f-41e8-933b-778909472f19, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b16f4e74-d54f-41e8-933b-778909472f19,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:40.914362 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-17ef00d8-e92f-45e5-b501-6b4b85c58352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:40.977908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef00d8-e92f-45e5-b501-6b4b85c58352 None None] Pushing event updated for resources: {'Port': ['ID=b16f4e74-d54f-41e8-933b-778909472f19,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:41.019683 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:38Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b16f4e74-d54f-41e8-933b-778909472f19', 'name': '', 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:34:3c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1672ecd3-cec3-4946-9286-807042be3b2b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:36Z', 'updated_at': '2021-11-12T21:19:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '1672ecd3-cec3-4946-9286-807042be3b2b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:19:41.037687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-adb37dc6-ec43-477a-86d4-53718ce67a68 None None] Provisioning complete for port b16f4e74-d54f-41e8-933b-778909472f19 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:41.049208 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adb37dc6-ec43-477a-86d4-53718ce67a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:41.052036 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b96a8-4212-45e1-9a4c-33a1852bf8df None None] The sync data for ids ['97c7801f-fa30-4095-8862-07c445f3bc57'] in n-d-713498-29 is: [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:38Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'b16f4e74-d54f-41e8-933b-778909472f19', 'name': '', 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:34:3c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1672ecd3-cec3-4946-9286-807042be3b2b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:36Z', 'updated_at': '2021-11-12T21:19:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '1672ecd3-cec3-4946-9286-807042be3b2b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:19:41.093745 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:19:41.295094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed86b4-0bae-478b-83ab-2323b0252e39 req-de9a7fd8-0b9c-4456-b49f-d2530b4d86a8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:41.296754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfed86b4-0bae-478b-83ab-2323b0252e39 req-de9a7fd8-0b9c-4456-b49f-d2530b4d86a8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0579743 Nov 12 21:19:41.385881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfed86b4-0bae-478b-83ab-2323b0252e39 req-d13aad3e-5c93-4d74-85d5-774df354a73a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770013 Nov 12 21:19:41.511185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:19:41.562193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:41.562564 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:41.659075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b16f4e74-d54f-41e8-933b-778909472f19 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:19:41.731321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b16f4e74-d54f-41e8-933b-778909472f19 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:41.731697 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:41.800876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84ef0cf3-47ac-488c-94ec-a56c429b3304 req-e8f85cfb-1a13-4f67-a2df-d96bf7dd10b0 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 210 time: 0.0284371 Nov 12 21:19:42.514855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab250fb-7cf6-4356-a96c-675691f6d0cc req-a81090a6-8460-434e-bd86-1a3334d91b41 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:42.517012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ab250fb-7cf6-4356-a96c-675691f6d0cc req-a81090a6-8460-434e-bd86-1a3334d91b41 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0596828 Nov 12 21:19:42.577137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3ab250fb-7cf6-4356-a96c-675691f6d0cc req-120a9ead-2616-4f3b-8348-fe3399a7179a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530901 Nov 12 21:19:42.902828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-541cea86-c370-419f-a1f0-4238520d38e5 req-ffb492dc-7db7-4625-8422-90bbce2ffdc8 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 210 time: 0.0288081 Nov 12 21:19:43.260602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-34111ba0-af89-45b4-aa37-e55dacff6c4e tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:43.262721 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-34111ba0-af89-45b4-aa37-e55dacff6c4e tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.46 "GET /v2.0/networks?id=a431935a-7cc1-4e6a-a5b7-aa7e802cae3a HTTP/1.1" status: 200 len: 797 time: 0.1136644 Nov 12 21:19:43.285874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Request body: {'port': {'device_id': 'f1c459d8-05cf-42ca-a94d-3ae9bb772cab', 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a', 'admin_state_up': True, 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:19:43.502406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Made reservation on behalf of 7b98a7214aa74827b67319622a0b6ca8 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:19:43.506312 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:43.670424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Allocated IP 172.20.0.19 (a431935a-7cc1-4e6a-a5b7-aa7e802cae3a/1672ecd3-cec3-4946-9286-807042be3b2b/c2104ef4-75f9-4e45-a22d-d93f1c15aeea) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:19:43.754710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc54d5a-5d51-4047-9589-85854e6e86e5 req-d495a759-7128-41ee-b091-19b8088a4c5a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:43.763067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fc54d5a-5d51-4047-9589-85854e6e86e5 req-d495a759-7128-41ee-b091-19b8088a4c5a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0850122 Nov 12 21:19:43.820913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:43.830803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fc54d5a-5d51-4047-9589-85854e6e86e5 req-31ac031e-46eb-4129-a4bf-0f9fe79cdcc6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668383 Nov 12 21:19:43.976518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:44.039820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event updated for resources: {'Port': ['ID=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:44.048462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf5514-0aa7-4206-93c1-157ffe8ef7d0 req-182571a2-0c1b-46e3-9b75-b1773990bfcd tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:44.063900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32cf5514-0aa7-4206-93c1-157ffe8ef7d0 req-182571a2-0c1b-46e3-9b75-b1773990bfcd tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 895 time: 0.0817416 Nov 12 21:19:44.077241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:19:44.077241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:19:44.080190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:19:44.155993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:44.156785 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:44.267089 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-3eba6c77-aced-4298-a8cb-8a12f129e3df tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9832451 Nov 12 21:19:44.350206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Request body: {'port': {'device_id': 'f1c459d8-05cf-42ca-a94d-3ae9bb772cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:19:44.428636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:44.436095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-06305829-3824-42ba-8624-2dfd781edaf8 None None] Provisioning complete for port c2104ef4-75f9-4e45-a22d-d93f1c15aeea triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:44.437157 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-06305829-3824-42ba-8624-2dfd781edaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:44.482923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-06305829-3824-42ba-8624-2dfd781edaf8 None None] Port c2104ef4-75f9-4e45-a22d-d93f1c15aeea cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:19:44.728019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2104ef4-75f9-4e45-a22d-d93f1c15aeea {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:19:44.736563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:44.750601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Transition to ACTIVE for port object c2104ef4-75f9-4e45-a22d-d93f1c15aeea will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:19:44.833106 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:44.903522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Pushing event updated for resources: {'Port': ['ID=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:45.002386 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71acf7-fd59-411d-a860-39a9faaf725d req-1b846065-c765-4575-b3d7-e80ad30ca74e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:45.005802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af71acf7-fd59-411d-a860-39a9faaf725d req-1b846065-c765-4575-b3d7-e80ad30ca74e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0760992 Nov 12 21:19:45.011039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Attempting to bind port c2104ef4-75f9-4e45-a22d-d93f1c15aeea on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:19:45.011476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Attempting to bind port c2104ef4-75f9-4e45-a22d-d93f1c15aeea by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:19:45.011878 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Attempting to bind port c2104ef4-75f9-4e45-a22d-d93f1c15aeea on network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:19:45.017307 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Port c2104ef4-75f9-4e45-a22d-d93f1c15aeea on network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:19:45.017627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Attempting to bind port c2104ef4-75f9-4e45-a22d-d93f1c15aeea on network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:19:45.024394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:19:45.024721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Checking segment: {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:19:45.025102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Bound using segment: {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:19:45.026199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Bound port: c2104ef4-75f9-4e45-a22d-d93f1c15aeea, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ba7f62-6dbf-4812-83ec-8f99a752394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:19:45.026681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:45.076130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af71acf7-fd59-411d-a860-39a9faaf725d req-a21f1d08-5580-4691-add1-08cd371070da tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631399 Nov 12 21:19:45.153744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] For port c2104ef4-75f9-4e45-a22d-d93f1c15aeea, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:19:45.157077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] For port c2104ef4-75f9-4e45-a22d-d93f1c15aeea, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:19:45.211003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:45.220567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420185e5-9be2-44c9-b869-7d38137a5851 req-9ace4a14-7103-4e5e-a326-ceea4d4f8417 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:45.221935 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-420185e5-9be2-44c9-b869-7d38137a5851 req-9ace4a14-7103-4e5e-a326-ceea4d4f8417 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 907 time: 0.0639086 Nov 12 21:19:45.259047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:45.259482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:45.261981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] 10.222.0.46 "PUT /v2.0/ports/c2104ef4-75f9-4e45-a22d-d93f1c15aeea HTTP/1.1" status: 200 len: 1056 time: 0.9841521 Nov 12 21:19:45.264535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c459d8-05cf-42ca-a94d-3ae9bb772cab', 'tag': 'c2104ef4-75f9-4e45-a22d-d93f1c15aeea'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:19:45.267723 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553b3597-28a7-49d3-88b5-72f2c8287604" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c459d8-05cf-42ca-a94d-3ae9bb772cab", "tag": "c2104ef4-75f9-4e45-a22d-d93f1c15aeea"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:19:45.305985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36b5f4-a60e-4b9b-8439-3ae6c3afa391 service neutron] Pushing event updated for resources: {'Port': ['ID=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:45.433835 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f62e0-85a0-4af3-9acf-8354759be313 x-openstack-request-id: req-152f62e0-85a0-4af3-9acf-8354759be313 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:19:45.434132 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c459d8-05cf-42ca-a94d-3ae9bb772cab", "tag": "c2104ef4-75f9-4e45-a22d-d93f1c15aeea", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:19:45.434448 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-152f62e0-85a0-4af3-9acf-8354759be313 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:19:45.434856 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c459d8-05cf-42ca-a94d-3ae9bb772cab', 'tag': 'c2104ef4-75f9-4e45-a22d-d93f1c15aeea', 'status': 'completed', 'code': 200} Nov 12 21:19:45.455100 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9de688c9-77f3-4cec-a593-a3739d6ad6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:45.456684 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-9de688c9-77f3-4cec-a593-a3739d6ad6db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 1059 time: 0.0648203 Nov 12 21:19:45.512147 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-c446d7e1-bf20-4d1c-a7ff-f93c6ff70fd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c2104ef4-75f9-4e45-a22d-d93f1c15aeea HTTP/1.1" status: 200 len: 217 time: 0.0424004 Nov 12 21:19:45.576714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-f4710fe9-b3b8-4995-8493-0b066d7dfc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:45.578121 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-f4710fe9-b3b8-4995-8493-0b066d7dfc57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1672ecd3-cec3-4946-9286-807042be3b2b HTTP/1.1" status: 200 len: 838 time: 0.0539551 Nov 12 21:19:45.646393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-d8a703b1-cbb5-4309-9ec7-942dcb8e10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:45.647972 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-d8a703b1-cbb5-4309-9ec7-942dcb8e10b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a431935a-7cc1-4e6a-a5b7-aa7e802cae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0586066 Nov 12 21:19:45.758581 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-46e4809e-04ee-4df1-a9d0-c4f06655df39 service neutron] 10.222.0.46 "GET /v2.0/networks/a431935a-7cc1-4e6a-a5b7-aa7e802cae3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982020 Nov 12 21:19:45.868466 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-88f77184-bf38-4c32-abd8-0a63ab361414 req-128dc3a0-858b-4080-bc55-71307bd45091 service neutron] 10.222.0.46 "GET /v2.0/networks/a431935a-7cc1-4e6a-a5b7-aa7e802cae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983527 Nov 12 21:19:46.098256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-d43c939d-a29a-4d66-94aa-a773bc19f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:46.099846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-d43c939d-a29a-4d66-94aa-a773bc19f558 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 1059 time: 0.0506396 Nov 12 21:19:46.213235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-4d67c946-2ee2-4181-84c1-0c66d1a15307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:46.215621 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-4d67c946-2ee2-4181-84c1-0c66d1a15307 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a431935a-7cc1-4e6a-a5b7-aa7e802cae3a HTTP/1.1" status: 200 len: 898 time: 0.1076295 Nov 12 21:19:46.246581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c30b75-37cd-48f9-b6a8-64b08a02d68d req-831c9e6c-1897-41a4-b98c-2a01a454fb73 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:46.257252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c30b75-37cd-48f9-b6a8-64b08a02d68d req-831c9e6c-1897-41a4-b98c-2a01a454fb73 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0580432 Nov 12 21:19:46.285274 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-cbcc688a-4d34-4eb0-8243-b458df15b6ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c2104ef4-75f9-4e45-a22d-d93f1c15aeea HTTP/1.1" status: 200 len: 217 time: 0.0582643 Nov 12 21:19:46.328087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8c30b75-37cd-48f9-b6a8-64b08a02d68d req-45fd4d0a-00f4-4a8e-86ff-cfd1dee5e33d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656307 Nov 12 21:19:46.367528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-fd0ef604-8028-49be-a879-780afa7428f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:46.369600 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-fd0ef604-8028-49be-a879-780afa7428f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1672ecd3-cec3-4946-9286-807042be3b2b HTTP/1.1" status: 200 len: 838 time: 0.0759215 Nov 12 21:19:46.390136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4b2d4-8b83-40f0-9dfd-c6c4af66d86d req-72d9ce83-c1af-428e-9663-2530956d5787 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:46.391673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ed4b2d4-8b83-40f0-9dfd-c6c4af66d86d req-72d9ce83-c1af-428e-9663-2530956d5787 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 907 time: 0.0789688 Nov 12 21:19:46.420368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-a0ba5759-55dd-4d6a-96f6-530cbd9dc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:46.421886 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-a0ba5759-55dd-4d6a-96f6-530cbd9dc165 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a431935a-7cc1-4e6a-a5b7-aa7e802cae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0449698 Nov 12 21:19:46.867382 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-c94474d6-2c80-4451-b312-3f4ab2f779e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a431935a-7cc1-4e6a-a5b7-aa7e802cae3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369969 Nov 12 21:19:46.963185 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-553b3597-28a7-49d3-88b5-72f2c8287604 req-0f516edf-7738-48cc-9b85-9558240d87aa service neutron] 10.222.0.46 "GET /v2.0/networks/a431935a-7cc1-4e6a-a5b7-aa7e802cae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870237 Nov 12 21:19:47.475225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8104fc5-4c79-456f-9486-ff4ba25cd8e7 req-357b05fb-bac9-41c0-9b85-eb7b20405ce5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:47.477470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8104fc5-4c79-456f-9486-ff4ba25cd8e7 req-357b05fb-bac9-41c0-9b85-eb7b20405ce5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0811594 Nov 12 21:19:47.567522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0403-9163-4455-874a-60772c081ec4 req-2da4b4d8-4577-4845-9f36-149594aa4778 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:47.569103 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65bd0403-9163-4455-874a-60772c081ec4 req-2da4b4d8-4577-4845-9f36-149594aa4778 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 907 time: 0.0868104 Nov 12 21:19:47.574737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8104fc5-4c79-456f-9486-ff4ba25cd8e7 req-8279bc34-e8fb-4211-b15b-a23098996679 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834272 Nov 12 21:19:48.723919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c2104ef4-75f9-4e45-a22d-d93f1c15aeea details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:19:48.747944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50d9ad-f737-41d7-97c2-8df2bcf33dfe req-2e81e4ca-435a-440c-af6f-acfbbdd51f64 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:48.749710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f50d9ad-f737-41d7-97c2-8df2bcf33dfe req-2e81e4ca-435a-440c-af6f-acfbbdd51f64 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0918531 Nov 12 21:19:48.763526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995141ff-a8ad-4f0e-998d-ef4637ec8931 req-c88dfd52-53d2-4b86-9584-1e3233d51b21 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:48.769170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-995141ff-a8ad-4f0e-998d-ef4637ec8931 req-c88dfd52-53d2-4b86-9584-1e3233d51b21 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 907 time: 0.0758710 Nov 12 21:19:48.824574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f50d9ad-f737-41d7-97c2-8df2bcf33dfe req-6b84c1d6-fb46-42fb-b1d8-44c2ad2e3f8c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 Nov 12 21:19:48.847004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c2104ef4-75f9-4e45-a22d-d93f1c15aeea, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:48.853610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'c2104ef4-75f9-4e45-a22d-d93f1c15aeea', 'network_id': 'a431935a-7cc1-4e6a-a5b7-aa7e802cae3a', 'port_id': 'c2104ef4-75f9-4e45-a22d-d93f1c15aeea', 'mac_address': 'fa:16:3e:72:a3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1672ecd3-cec3-4946-9286-807042be3b2b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:19:48.892319 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:48.905211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2104ef4-75f9-4e45-a22d-d93f1c15aeea {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:19:48.926424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c2104ef4-75f9-4e45-a22d-d93f1c15aeea, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:49.022390 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:49.078371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:49.277693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['c2104ef4-75f9-4e45-a22d-d93f1c15aeea'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:19:49.897840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158d5c0-2b64-461f-aac1-c9d003ed28c1 req-1b6ea925-656b-4632-962a-c441e5cb3582 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:49.899491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3158d5c0-2b64-461f-aac1-c9d003ed28c1 req-1b6ea925-656b-4632-962a-c441e5cb3582 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 908 time: 0.0567961 Nov 12 21:19:49.955658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a28d1-84c5-4e9f-acd9-4a2e669ff529 req-72a354d7-90b1-445d-a129-d311067f9ddd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:49.957174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b20a28d1-84c5-4e9f-acd9-4a2e669ff529 req-72a354d7-90b1-445d-a129-d311067f9ddd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0567813 Nov 12 21:19:50.007950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b20a28d1-84c5-4e9f-acd9-4a2e669ff529 req-bd97bad6-2ecb-4974-8d4a-43c93e90258c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Nov 12 21:19:50.727399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c2104ef4-75f9-4e45-a22d-d93f1c15aeea up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:19:50.827764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port c2104ef4-75f9-4e45-a22d-d93f1c15aeea completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:19:50.832458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port c2104ef4-75f9-4e45-a22d-d93f1c15aeea triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:50.832851 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:50.921633 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:50.949398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c459d8-05cf-42ca-a94d-3ae9bb772cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2104ef4-75f9-4e45-a22d-d93f1c15aeea'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:19:50.951703 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd3d347-19dc-4cc6-a2a0-450f9ead6c7c" -d '{"events": [{"server_uuid": "f1c459d8-05cf-42ca-a94d-3ae9bb772cab", "name": "network-vif-plugged", "status": "completed", "tag": "c2104ef4-75f9-4e45-a22d-d93f1c15aeea"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:19:50.970109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port c2104ef4-75f9-4e45-a22d-d93f1c15aeea, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:51.050813 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:51.057948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe78cee-19d4-4a17-8c90-943a01c959ba req-ad1804af-e65f-4bed-8169-43867a276279 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:51.067242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6fe78cee-19d4-4a17-8c90-943a01c959ba req-ad1804af-e65f-4bed-8169-43867a276279 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 908 time: 0.0634806 Nov 12 21:19:51.111452 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaada544-58f4-4c4d-a5d7-b1d28a945dc3 x-openstack-request-id: req-eaada544-58f4-4c4d-a5d7-b1d28a945dc3 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:19:51.120578 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c459d8-05cf-42ca-a94d-3ae9bb772cab", "name": "network-vif-plugged", "status": "completed", "tag": "c2104ef4-75f9-4e45-a22d-d93f1c15aeea", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:19:51.120578 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eaada544-58f4-4c4d-a5d7-b1d28a945dc3 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:19:51.120578 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c459d8-05cf-42ca-a94d-3ae9bb772cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2104ef4-75f9-4e45-a22d-d93f1c15aeea', 'code': 200} Nov 12 21:19:51.127440 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:51.193468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75f028-0f7d-49f8-8ab2-a81a32ac79d6 req-6fb32392-b84c-4e08-87a7-52f9aaabe3e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:51.195117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b75f028-0f7d-49f8-8ab2-a81a32ac79d6 req-6fb32392-b84c-4e08-87a7-52f9aaabe3e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0592232 Nov 12 21:19:51.227963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cdd0-2b5d-4361-8bce-5364bdbad441 req-11ae0798-f993-4927-8a0c-4641fc970aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:51.231005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-76b6cdd0-2b5d-4361-8bce-5364bdbad441 req-11ae0798-f993-4927-8a0c-4641fc970aff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 1061 time: 0.0514545 Nov 12 21:19:51.264128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b75f028-0f7d-49f8-8ab2-a81a32ac79d6 req-d1d19936-2189-47b9-9a69-0ac04b035c54 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620551 Nov 12 21:19:52.193929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc8a0f-7211-44a2-9db7-45568034cb5f req-185aa462-086e-46a0-bd81-e49667ccd17d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:52.195544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47cc8a0f-7211-44a2-9db7-45568034cb5f req-185aa462-086e-46a0-bd81-e49667ccd17d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 909 time: 0.0587785 Nov 12 21:19:52.460315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af1773-c1ab-4dd4-9715-486e586ec50a req-0f4267eb-f37f-400c-9834-522283e31b0d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:52.469411 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43af1773-c1ab-4dd4-9715-486e586ec50a req-0f4267eb-f37f-400c-9834-522283e31b0d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.1110582 Nov 12 21:19:52.515105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43af1773-c1ab-4dd4-9715-486e586ec50a req-508b7298-a48d-401f-8187-8d18968b2509 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Nov 12 21:19:53.335808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f83562-9041-41ec-9b83-b6b014d65c11 req-ce6f70c3-30d6-476c-b6e0-c706c5e0b32d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:53.337586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7f83562-9041-41ec-9b83-b6b014d65c11 req-ce6f70c3-30d6-476c-b6e0-c706c5e0b32d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 909 time: 0.0572207 Nov 12 21:19:53.466893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544ee2-420f-4a38-9963-9fc055e66854 req-66830949-9e66-46ac-89c4-7b652059d0f7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:53.468582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d544ee2-420f-4a38-9963-9fc055e66854 req-66830949-9e66-46ac-89c4-7b652059d0f7 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 909 time: 0.0553515 Nov 12 21:19:53.593929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee38fe5-3af1-424b-98f1-f3d8e03a5751 req-8c27d1b4-0bec-4121-a6f8-0615296c59be tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:53.595651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ee38fe5-3af1-424b-98f1-f3d8e03a5751 req-8c27d1b4-0bec-4121-a6f8-0615296c59be tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 1061 time: 0.0561643 Nov 12 21:19:53.659409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a9aa-79d6-4149-af3b-975486e6ec6f req-6e77d209-e783-40e4-b498-17a039be5f4f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:53.662643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0df7a9aa-79d6-4149-af3b-975486e6ec6f req-6e77d209-e783-40e4-b498-17a039be5f4f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0658805 Nov 12 21:19:53.761406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa793-ba71-47a9-b649-cf3607cbd0d3 req-bbecaa64-a81d-4626-a9c8-3f08d82a57ff tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:53.768970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e3aa793-ba71-47a9-b649-cf3607cbd0d3 req-bbecaa64-a81d-4626-a9c8-3f08d82a57ff tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1136 time: 0.0793910 Nov 12 21:19:53.795533 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0df7a9aa-79d6-4149-af3b-975486e6ec6f req-08c8e453-af7e-4868-93b3-057054913b35 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263437 Nov 12 21:19:53.831804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e3aa793-ba71-47a9-b649-cf3607cbd0d3 req-496c320a-42b8-4906-bbcc-3b2eafdf061c tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0618601 Nov 12 21:19:53.854312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:53.895445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546ec26-5944-449e-a726-87692209d1d8 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:53.897068 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9546ec26-5944-449e-a726-87692209d1d8 tempest-TestSecurityGroupsBasicOps-238483124 tempest-TestSecurityGroupsBasicOps-238483124-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 1056 time: 0.0415349 Nov 12 21:19:54.383804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d5462-6e54-4d8a-a531-7f47ea689d18 req-47008e93-a1a3-4e42-b572-16e3fa9726f5 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:54.386173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-779d5462-6e54-4d8a-a531-7f47ea689d18 req-47008e93-a1a3-4e42-b572-16e3fa9726f5 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 909 time: 0.0619800 Nov 12 21:19:54.922913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0757-d59d-4208-b448-779ea89360ca req-a4bb2d69-d09e-421e-8294-53a0793dc25f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:54.924550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a7b0757-d59d-4208-b448-779ea89360ca req-a4bb2d69-d09e-421e-8294-53a0793dc25f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0515904 Nov 12 21:19:54.995389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a7b0757-d59d-4208-b448-779ea89360ca req-f809dc8a-fced-4e1c-af63-1f0d40c07be9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647483 Nov 12 21:19:55.530708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039fc4a-3ad6-4827-b059-883d58ac072e req-b63e78df-f850-4e10-8e7f-51cf0d24f2b6 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:55.533096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d039fc4a-3ad6-4827-b059-883d58ac072e req-b63e78df-f850-4e10-8e7f-51cf0d24f2b6 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 909 time: 0.0546095 Nov 12 21:19:55.670330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a686147d-3a50-40a6-ad4d-035c80f478d9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:55.671751 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a686147d-3a50-40a6-ad4d-035c80f478d9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 909 time: 0.0855811 Nov 12 21:19:55.779659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting port c2104ef4-75f9-4e45-a22d-d93f1c15aeea {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:19:55.780002 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:55.890834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] For port c2104ef4-75f9-4e45-a22d-d93f1c15aeea, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:55.894748 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:55.908600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Calling delete_port for c2104ef4-75f9-4e45-a22d-d93f1c15aeea owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:19:56.131201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723c6eb-9c99-4812-9c8d-320c5815c738 req-101a3bf9-f54a-43d0-b7d0-7da80fbde6cb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:56.135261 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:56.135522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4723c6eb-9c99-4812-9c8d-320c5815c738 req-101a3bf9-f54a-43d0-b7d0-7da80fbde6cb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 943 time: 0.0567384 Nov 12 21:19:56.165213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Port': ['ID=c2104ef4-75f9-4e45-a22d-d93f1c15aeea,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:56.218900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4723c6eb-9c99-4812-9c8d-320c5815c738 req-ebf8118b-a355-4b54-abfc-7f46b0d7906e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779319 Nov 12 21:19:56.241374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] No DVR routers for this DVR port c2104ef4-75f9-4e45-a22d-d93f1c15aeea on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:19:56.250766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:56.254319 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e08aa8cb-128d-4353-b5ec-dc85092d603a req-a83d27a4-a31e-42fc-8172-ff1c6daff193 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.46 "DELETE /v2.0/ports/c2104ef4-75f9-4e45-a22d-d93f1c15aeea HTTP/1.1" status: 204 len: 173 time: 0.5720351 Nov 12 21:19:56.254817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c459d8-05cf-42ca-a94d-3ae9bb772cab', 'name': 'network-vif-deleted', 'tag': 'c2104ef4-75f9-4e45-a22d-d93f1c15aeea'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:19:56.257442 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23228f-5393-4f2c-9d5e-cd9fc9e69990" -d '{"events": [{"server_uuid": "f1c459d8-05cf-42ca-a94d-3ae9bb772cab", "name": "network-vif-deleted", "tag": "c2104ef4-75f9-4e45-a22d-d93f1c15aeea"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:19:56.314959 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e764ba1c-afdb-4bf8-91d4-452f8074c327 x-openstack-request-id: req-e764ba1c-afdb-4bf8-91d4-452f8074c327 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:19:56.315098 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c459d8-05cf-42ca-a94d-3ae9bb772cab", "name": "network-vif-deleted", "tag": "c2104ef4-75f9-4e45-a22d-d93f1c15aeea", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:19:56.315261 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e764ba1c-afdb-4bf8-91d4-452f8074c327 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:19:56.315681 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c459d8-05cf-42ca-a94d-3ae9bb772cab', 'name': 'network-vif-deleted', 'tag': 'c2104ef4-75f9-4e45-a22d-d93f1c15aeea', 'status': 'completed', 'code': 200} Nov 12 21:19:56.647675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f64f65ad-9e7a-43a4-b65c-30ae0567a315 req-d33b68d1-9658-4040-8f41-6e8d60f02201 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1c459d8-05cf-42ca-a94d-3ae9bb772cab HTTP/1.1" status: 200 len: 210 time: 0.0265331 Nov 12 21:19:56.793672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e31250b9-ed94-4b20-9946-be6f722828e8 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:19:56.902892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e31250b9-ed94-4b20-9946-be6f722828e8, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e31250b9-ed94-4b20-9946-be6f722828e8,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:56.915661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'e31250b9-ed94-4b20-9946-be6f722828e8', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'port_id': 'e31250b9-ed94-4b20-9946-be6f722828e8', 'mac_address': 'fa:16:3e:7d:59:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:19:56.961082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:56.981343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31250b9-ed94-4b20-9946-be6f722828e8 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:19:57.002981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e31250b9-ed94-4b20-9946-be6f722828e8, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e31250b9-ed94-4b20-9946-be6f722828e8,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:57.102070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:57.160567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e31250b9-ed94-4b20-9946-be6f722828e8,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:57.356435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e31250b9-ed94-4b20-9946-be6f722828e8'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:19:57.395257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd354c-9daa-4616-b65e-936d3b2f2cba req-ad7ed790-0891-43d4-8f5f-f87c00442b23 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:57.396710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44dd354c-9daa-4616-b65e-936d3b2f2cba req-ad7ed790-0891-43d4-8f5f-f87c00442b23 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 944 time: 0.0805812 Nov 12 21:19:57.487822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44dd354c-9daa-4616-b65e-936d3b2f2cba req-70b1b62f-f0f9-4113-b18a-3f53dbf90b47 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815303 Nov 12 21:19:57.575369 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c78add6-fd48-4b98-a4bc-48b11b45fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:57.592505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54122) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:57.685917 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-9efb56db-8c86-402a-93f3-d5d60c5be566 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491378 Nov 12 21:19:57.726615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54128) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:57.822676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-fab74f3d-48d8-4ed1-adb1-d659793a1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:57.824331 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-fab74f3d-48d8-4ed1-adb1-d659793a1e37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 1098 time: 0.0801094 Nov 12 21:19:57.828133 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8d6bc901-96e1-4507-a7e2-69920eb73632 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b13f5e9e55074d92ba69109334d17247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2336624 Nov 12 21:19:57.830785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54130) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:19:57.944533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-c430ed29-169e-42de-93b3-d6c124deba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:57.945022 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:57.945931 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-c430ed29-169e-42de-93b3-d6c124deba66 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0977371 Nov 12 21:19:57.993246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-c667a317-b8a0-4100-a027-811d4b723f2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e HTTP/1.1" status: 200 len: 217 time: 0.0397332 Nov 12 21:19:58.008212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:58.046164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-b8c0a54d-013a-49c9-a965-705560c6b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:58.047915 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-b8c0a54d-013a-49c9-a965-705560c6b59a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0466211 Nov 12 21:19:58.104413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-2753b373-3753-4f10-807d-0cb117d37c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:58.105899 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-2753b373-3753-4f10-807d-0cb117d37c57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462086 Nov 12 21:19:58.204792 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-b3b39374-ff30-427f-abfe-88b7edd70325 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Nov 12 21:19:58.213911 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:58.221819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:58.229511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f200565-c555-445b-8ac6-a902dc89db3f HTTP/1.1" status: 204 len: 168 time: 0.3974979 Nov 12 21:19:58.263103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:58.274730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f200565-c555-445b-8ac6-a902dc89db3f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:58.318473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.325092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936a040-707d-4177-8897-27c4879dc453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:58.354571 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0b0178b8-7a19-400a-9ca2-eedf18fb8bbd req-8ef21be2-0663-4134-ad1c-834651a8499f service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388445 Nov 12 21:19:58.581952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting port b16f4e74-d54f-41e8-933b-778909472f19 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:19:58.582172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:58.698262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a4b11-df8c-4424-9c07-767dc27e258f req-0bfefc93-3f77-47d5-b99c-769c2b6ed417 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:58.699869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a8a4b11-df8c-4424-9c07-767dc27e258f req-0bfefc93-3f77-47d5-b99c-769c2b6ed417 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 944 time: 0.1336737 Nov 12 21:19:58.782136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] For port b16f4e74-d54f-41e8-933b-778909472f19, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b16f4e74-d54f-41e8-933b-778909472f19,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:58.782814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:58.793778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a8a4b11-df8c-4424-9c07-767dc27e258f req-dfd8d3b4-fb24-4c8a-a090-d52a616df120 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877962 Nov 12 21:19:58.799892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Calling delete_port for b16f4e74-d54f-41e8-933b-778909472f19 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:19:58.811609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e31250b9-ed94-4b20-9946-be6f722828e8 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:19:59.004629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-23af6ba7-74b9-475b-a344-645f6eca6568 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097562 Nov 12 21:19:59.005767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port e31250b9-ed94-4b20-9946-be6f722828e8 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:19:59.024202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port e31250b9-ed94-4b20-9946-be6f722828e8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:19:59.024594 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:59.128453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-4862e985-42c7-4da7-ad76-3b81bfa990a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:59.130035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-4862e985-42c7-4da7-ad76-3b81bfa990a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1136 time: 0.0902941 Nov 12 21:19:59.146560 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:59.175840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695c7e54-94a3-48cc-920d-1e86ef543082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31250b9-ed94-4b20-9946-be6f722828e8'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:19:59.180062 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854b3274-f7cd-4fd6-abf4-16d6efe12a55" -d '{"events": [{"server_uuid": "695c7e54-94a3-48cc-920d-1e86ef543082", "name": "network-vif-plugged", "status": "completed", "tag": "e31250b9-ed94-4b20-9946-be6f722828e8"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:19:59.198985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e31250b9-ed94-4b20-9946-be6f722828e8, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e31250b9-ed94-4b20-9946-be6f722828e8,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:59.226735 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:59.237664 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70786f39-5141-4e16-92d2-9ca8889b60fe x-openstack-request-id: req-70786f39-5141-4e16-92d2-9ca8889b60fe {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:19:59.237967 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695c7e54-94a3-48cc-920d-1e86ef543082", "name": "network-vif-plugged", "status": "completed", "tag": "e31250b9-ed94-4b20-9946-be6f722828e8", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:19:59.238371 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70786f39-5141-4e16-92d2-9ca8889b60fe {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:19:59.238773 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695c7e54-94a3-48cc-920d-1e86ef543082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31250b9-ed94-4b20-9946-be6f722828e8', 'code': 200} Nov 12 21:19:59.292752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Port': ['ID=b16f4e74-d54f-41e8-933b-778909472f19,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:59.302104 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:59.302104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c2104ef4-75f9-4e45-a22d-d93f1c15aeea no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:19:59.333062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: c2104ef4-75f9-4e45-a22d-d93f1c15aeea {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:19:59.333413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device c2104ef4-75f9-4e45-a22d-d93f1c15aeea not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:19:59.374720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-c6797daa-3de5-49b9-b104-b54caa407c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:59.376149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-c6797daa-3de5-49b9-b104-b54caa407c2e service neutron] 10.222.0.78 "GET /v2.0/networks?id=5b63f02e-db76-4b63-940a-24947fea6f3d HTTP/1.1" status: 200 len: 898 time: 0.2246969 Nov 12 21:19:59.433210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e31250b9-ed94-4b20-9946-be6f722828e8,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:59.439432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc05cd7-4eaf-4290-8bea-5a2802b4e8a9 req-ed05f770-d70e-476f-9c62-80345c7fb869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:59.439432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-adc05cd7-4eaf-4290-8bea-5a2802b4e8a9 req-ed05f770-d70e-476f-9c62-80345c7fb869 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 1097 time: 0.0957351 Nov 12 21:19:59.515996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-adc05cd7-4eaf-4290-8bea-5a2802b4e8a9 req-1fed9e24-ff0b-4ece-ab8b-9a01b263eff7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629103 Nov 12 21:19:59.551209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-dd22da37-2e38-49d8-8882-39fcb320de00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2 HTTP/1.1" status: 200 len: 1000 time: 0.1654878 Nov 12 21:19:59.650856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-606664cb-8ee4-4f08-82e2-5976f599096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:59.652431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-606664cb-8ee4-4f08-82e2-5976f599096b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=845b2b60-f49b-437f-be67-ee758d034514 HTTP/1.1" status: 200 len: 835 time: 0.0933683 Nov 12 21:19:59.653380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:59.799490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-36a2de2e-4f26-4764-82ff-b8d3d772214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:59.801009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-36a2de2e-4f26-4764-82ff-b8d3d772214a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5b63f02e-db76-4b63-940a-24947fea6f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398380 Nov 12 21:19:59.886490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54170) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:00.057450 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b3498e1f-4534-481d-b7a5-c78a45abf0f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.067668 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55d31b03-be9f-4a28-a851-97bcb6dcb006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.146459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b3498e1f-4534-481d-b7a5-c78a45abf0f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.205343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b3498e1f-4534-481d-b7a5-c78a45abf0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.264091 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b3498e1f-4534-481d-b7a5-c78a45abf0f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c223a5f52e294cc9a0b76d4c2bdfe214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3764162 Nov 12 21:20:00.265005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3498e1f-4534-481d-b7a5-c78a45abf0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75317511-24f1-4283-89d5-29e854500ea8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:00.272612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54174) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:00.332399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fb07e9f-4add-4138-a23f-7e9f2e172070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.348951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91f1f7-fd1b-46a1-9495-06cae67bf027 req-070db9dc-6bdf-4e9b-8a20-9dbe05fb850f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:00.350452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d91f1f7-fd1b-46a1-9495-06cae67bf027 req-070db9dc-6bdf-4e9b-8a20-9dbe05fb850f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 945 time: 0.1532481 Nov 12 21:20:00.352744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-3918d54a-3d12-4be3-ae0b-3d11d395e977 service neutron] 10.222.0.78 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435061 Nov 12 21:20:00.357596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fb07e9f-4add-4138-a23f-7e9f2e172070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.361730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Router 97c7801f-fa30-4095-8862-07c445f3bc57 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:20:00.504261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2d91f1f7-fd1b-46a1-9495-06cae67bf027 req-dd74323c-794a-4e56-86e3-24825edace43 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470077 Nov 12 21:20:00.531479 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fb07e9f-4add-4138-a23f-7e9f2e172070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.537487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1fb07e9f-4add-4138-a23f-7e9f2e172070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.537487 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1fb07e9f-4add-4138-a23f-7e9f2e172070 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75317511-24f1-4283-89d5-29e854500ea8 HTTP/1.1" status: 204 len: 168 time: 0.2623680 Nov 12 21:20:00.546247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb07e9f-4add-4138-a23f-7e9f2e172070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75317511-24f1-4283-89d5-29e854500ea8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:00.575159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3ff43f-5d8f-47fc-83e8-e23dedb10516 req-b4cd7ab4-f394-4b55-a735-9640ad57f394 service neutron] 10.222.0.78 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123709 Nov 12 21:20:00.592442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:20:00.598563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-73a3aedc-1f31-48ae-93b1-888be1bfbd39 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "PUT /v2.0/routers/97c7801f-fa30-4095-8862-07c445f3bc57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8706667 Nov 12 21:20:00.601592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54184) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:00.604694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] Sync routers for ids ['97c7801f-fa30-4095-8862-07c445f3bc57'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:20:00.617521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] Routers {'97c7801f-fa30-4095-8862-07c445f3bc57'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:00.618233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['97c7801f-fa30-4095-8862-07c445f3bc57'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:00.661591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ea41c7-59fe-4997-b2a9-92411caa16fc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting subnet 1672ecd3-cec3-4946-9286-807042be3b2b {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:20:00.666463 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57ea41c7-59fe-4997-b2a9-92411caa16fc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.708649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57ea41c7-59fe-4997-b2a9-92411caa16fc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:00.730979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] Set router 97c7801f-fa30-4095-8862-07c445f3bc57 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:00.844209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57ea41c7-59fe-4997-b2a9-92411caa16fc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.099484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:59Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:01.117247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57ea41c7-59fe-4997-b2a9-92411caa16fc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.126461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] Checking router: 97c7801f-fa30-4095-8862-07c445f3bc57 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:20:01.135362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] Routers {'97c7801f-fa30-4095-8862-07c445f3bc57'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:01.136073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['97c7801f-fa30-4095-8862-07c445f3bc57'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:01.151493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea41c7-59fe-4997-b2a9-92411caa16fc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Subnet': ['ID=1672ecd3-cec3-4946-9286-807042be3b2b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:01.154065 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57ea41c7-59fe-4997-b2a9-92411caa16fc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.157639 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-57ea41c7-59fe-4997-b2a9-92411caa16fc tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/subnets/1672ecd3-cec3-4946-9286-807042be3b2b HTTP/1.1" status: 204 len: 168 time: 0.5550275 Nov 12 21:20:01.160496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54190) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:01.175245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea985b-ff43-4b16-8bb8-44dacc408f5d None None] Network a431935a-7cc1-4e6a-a5b7-aa7e802cae3a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:20:01.290185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.358381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] Set router 97c7801f-fa30-4095-8862-07c445f3bc57 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:01.408510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.419665 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.454661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54192) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:01.469035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65d31bd4-42b4-4d47-8596-e790db65d9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.557987 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65d31bd4-42b4-4d47-8596-e790db65d9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.567687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] DHCP port deletion for a431935a-7cc1-4e6a-a5b7-aa7e802cae3a request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:01.607468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:59Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:01.640406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a182b-5277-496c-8d02-d2e43a508d0e None None] The sync data for ids ['97c7801f-fa30-4095-8862-07c445f3bc57'] in n-d-713498-29 is: [{'id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-289447037', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:19:32Z', 'updated_at': '2021-11-12T21:19:59Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'af32cc0e-52c5-4d13-b218-aa172f05e9c8', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7801f-fa30-4095-8862-07c445f3bc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:19:33Z', 'updated_at': '2021-11-12T21:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:20:01.668282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65d31bd4-42b4-4d47-8596-e790db65d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.672270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] Deleting port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:01.672270 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.685445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8974f7-2862-488c-a31e-30a7f5abb372 req-6e0a7226-cadc-453b-b6a9-44d821de6d95 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:01.687199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f8974f7-2862-488c-a31e-30a7f5abb372 req-6e0a7226-cadc-453b-b6a9-44d821de6d95 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 945 time: 0.1013160 Nov 12 21:20:01.709717 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-65d31bd4-42b4-4d47-8596-e790db65d9e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47cc0c67315d42d29bf6879f2f2084d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538409 Nov 12 21:20:01.711092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting port af32cc0e-52c5-4d13-b218-aa172f05e9c8 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:01.711509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.712944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:01.754598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] For port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=642ab2da-d2b3-4c2b-8190-3427c3ed9c3f,segment=NetworkSegment(c8ba7f62-6dbf-4812-83ec-8f99a752394b),segment_id=c8ba7f62-6dbf-4812-83ec-8f99a752394b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:01.754926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d31bd4-42b4-4d47-8596-e790db65d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2334db-1ff2-4909-a907-0d2cb78b29bc,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:01.755172 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.770239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] Calling delete_port for 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:01.795814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f8974f7-2862-488c-a31e-30a7f5abb372 req-13f170d0-1dc1-4344-bc59-ce55fe8d1439 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644972 Nov 12 21:20:01.813518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c498cce-4b61-454e-9c68-6b67f19d470b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.854419 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c498cce-4b61-454e-9c68-6b67f19d470b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.897645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] For port af32cc0e-52c5-4d13-b218-aa172f05e9c8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=af32cc0e-52c5-4d13-b218-aa172f05e9c8,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:01.898306 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.928187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Calling delete_port for af32cc0e-52c5-4d13-b218-aa172f05e9c8 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:01.965121 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.993088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] Pushing event deleted for resources: {'Port': ['ID=642ab2da-d2b3-4c2b-8190-3427c3ed9c3f,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:01.995320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b2f31-5be1-472e-9785-90abf415bf41 None None] No DVR routers for this DVR port 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:02.019004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05d08d-23ef-451b-888f-26b7c46d91b6 req-1c78feb7-3c87-4f72-8816-3c07eeed22be tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:02.020595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e05d08d-23ef-451b-888f-26b7c46d91b6 req-1c78feb7-3c87-4f72-8816-3c07eeed22be tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 945 time: 0.1106529 Nov 12 21:20:02.097459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c498cce-4b61-454e-9c68-6b67f19d470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.103070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c498cce-4b61-454e-9c68-6b67f19d470b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.106027 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c498cce-4b61-454e-9c68-6b67f19d470b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c2334db-1ff2-4909-a907-0d2cb78b29bc HTTP/1.1" status: 204 len: 168 time: 0.3915632 Nov 12 21:20:02.127215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c498cce-4b61-454e-9c68-6b67f19d470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2334db-1ff2-4909-a907-0d2cb78b29bc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:02.155721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e05d08d-23ef-451b-888f-26b7c46d91b6 req-d8bb51b2-64d5-47c2-ba22-e036e5b39656 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250846 Nov 12 21:20:02.296418 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.323256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Port': ['ID=af32cc0e-52c5-4d13-b218-aa172f05e9c8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:02.339245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47860c1-3147-4d17-a213-49b4e62d2eae None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:02.390384 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.486375 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.488615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.605348 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.606600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Fanout notify agent at l3_agent the message router_deleted on router 97c7801f-fa30-4095-8862-07c445f3bc57 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:20:02.615093 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.633376 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-604257b3-970f-49dc-b662-e034a51e09b9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/routers/97c7801f-fa30-4095-8862-07c445f3bc57 HTTP/1.1" status: 204 len: 168 time: 1.4544899 Nov 12 21:20:02.633818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54214) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:02.733885 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.839439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.844183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc4a51-0bc2-4628-82b1-891a761698eb req-2f062761-3a0b-461d-bf16-d75a7954338a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:02.847455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00dc4a51-0bc2-4628-82b1-891a761698eb req-2f062761-3a0b-461d-bf16-d75a7954338a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 945 time: 0.0566549 Nov 12 21:20:02.865669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a431935a-7cc1-4e6a-a5b7-aa7e802cae3a']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:02.882640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ba7f62-6dbf-4812-83ec-8f99a752394b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:02.883085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ba7f62-6dbf-4812-83ec-8f99a752394b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:02.899607 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.913855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00dc4a51-0bc2-4628-82b1-891a761698eb req-77a31768-8ed6-4e79-b8ee-f66fc5bbc094 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535135 Nov 12 21:20:02.920118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.930688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:20:02.931040 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:20:02.934687 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:20:03.164758 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.165005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.175573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.180136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/networks/a431935a-7cc1-4e6a-a5b7-aa7e802cae3a HTTP/1.1" status: 204 len: 168 time: 0.5583684 Nov 12 21:20:03.183223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54230) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:03.202475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371d46d-2fd2-410c-9d39-2943a879c387 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Network': ['ID=a431935a-7cc1-4e6a-a5b7-aa7e802cae3a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:03.358542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting port 2e2b8d1b-dd47-4887-9ec4-2fb66c5c9065 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:03.359010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.423379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:03.443097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54238) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:03.448837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:03.449236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 642ab2da-d2b3-4c2b-8190-3427c3ed9c3f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:03.449804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b16f4e74-d54f-41e8-933b-778909472f19 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:03.451303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.451665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.464299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Calling delete_port for 2e2b8d1b-dd47-4887-9ec4-2fb66c5c9065 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:03.470409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b16f4e74-d54f-41e8-933b-778909472f19 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:03.470889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b16f4e74-d54f-41e8-933b-778909472f19 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:03.471510 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device af32cc0e-52c5-4d13-b218-aa172f05e9c8 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:03.493076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: af32cc0e-52c5-4d13-b218-aa172f05e9c8 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:03.493488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device af32cc0e-52c5-4d13-b218-aa172f05e9c8 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:03.576375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1297993946-network', 'tenant_id': '742d2b17b6824e3ebb07aeb97d150f59'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:03.793182 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.816958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Made reservation on behalf of 742d2b17b6824e3ebb07aeb97d150f59 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:20:03.819415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.821541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.836848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.862061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Port': ['ID=2e2b8d1b-dd47-4887-9ec4-2fb66c5c9065,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:03.953484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:03.953831 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Floating IP b3dcae42-5bf4-4250-9ca7-f09f129ad92d disassociated (deleted). External IP: 172.25.8.85, port: 00fda870-1898-4899-9c9d-ff49a2a38ad2. Nov 12 21:20:04.091571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.127945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5135e-d29e-48df-a0ee-92919f554f18 req-35a4b720-345d-4fb2-97e5-7375af31ee31 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:04.129418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bde5135e-d29e-48df-a0ee-92919f554f18 req-35a4b720-345d-4fb2-97e5-7375af31ee31 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 945 time: 0.1139274 Nov 12 21:20:04.236735 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.284983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bde5135e-d29e-48df-a0ee-92919f554f18 req-fd442160-d9fe-4975-9148-ab3503dca0ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165016 Nov 12 21:20:04.289485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:20:04.306782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b53e11-ba20-4b06-b5e7-4124d49e2333,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:04.309658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.310002 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Added segment 7e5f951d-d829-4e6f-9b2b-38fe91f072c2 of type vlan for network 73559534-6b30-476b-9a24-a5abdd013560 Nov 12 21:20:04.320619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:20:04.366198 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.403467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-bb844f91-9666-4887-b2bb-58c46c008ca5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:04.405068 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-bb844f91-9666-4887-b2bb-58c46c008ca5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 945 time: 0.0511484 Nov 12 21:20:04.484210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:20:04.489717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.496788 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] Sync routers for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:20:04.505162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port e31250b9-ed94-4b20-9946-be6f722828e8 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:04.505499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.510763 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:04.520085 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:04.520543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.521551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:04.522129 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.561275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-747ecc89-2116-494a-821a-aa75d765edb9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/floatingips/b3dcae42-5bf4-4250-9ca7-f09f129ad92d HTTP/1.1" status: 204 len: 168 time: 1.3745856 Nov 12 21:20:04.561275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:04.563588 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5a048d-b156-4464-a200-3d6ade653fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:04.599437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] Pushing event updated for resources: {'Network': ['ID=73559534-6b30-476b-9a24-a5abdd013560,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:04.610665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 73559534-6b30-476b-9a24-a5abdd013560 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:20:04.677751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8557777c-78e9-4d61-b688-5cff21c3c077 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2333903 Nov 12 21:20:04.678950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] For port e31250b9-ed94-4b20-9946-be6f722828e8, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e31250b9-ed94-4b20-9946-be6f722828e8,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:04.679465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.680559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54254) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:04.686562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Request body: {'subnet': {'network_id': '73559534-6b30-476b-9a24-a5abdd013560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1297993946-subnet', 'tenant_id': '742d2b17b6824e3ebb07aeb97d150f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:04.690375 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:04.724762 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for e31250b9-ed94-4b20-9946-be6f722828e8 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:04.856625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Made reservation on behalf of 742d2b17b6824e3ebb07aeb97d150f59 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:20:04.856625 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:04.864157 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5081ca52-7694-4230-b521-092bb4cf1688 x-openstack-request-id: req-5081ca52-7694-4230-b521-092bb4cf1688 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:04.864611 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:04.864957 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5081ca52-7694-4230-b521-092bb4cf1688 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:04.865456 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'status': 'completed', 'code': 200} Nov 12 21:20:04.974571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-49dd5616-0d40-48d2-9710-4d70f0767f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:04.976429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-49dd5616-0d40-48d2-9710-4d70f0767f34 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b98a7214aa74827b67319622a0b6ca8&device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 1136 time: 0.0628428 Nov 12 21:20:05.011797 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:05.033393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['bbcaa657-56fd-4c7a-981b-c2909e619a5e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:20:05.079728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=e31250b9-ed94-4b20-9946-be6f722828e8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:05.104795 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:42Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:05.144112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-4026175b-836a-467f-9c7d-a03a7440ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:05.146052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-4026175b-836a-467f-9c7d-a03a7440ab67 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5b63f02e-db76-4b63-940a-24947fea6f3d HTTP/1.1" status: 200 len: 898 time: 0.1621683 Nov 12 21:20:05.167135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] No DVR routers for this DVR port e31250b9-ed94-4b20-9946-be6f722828e8 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:05.174842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:05.179083 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-28eb3a4f-3e0f-4cda-a7db-bc9b3bf9bd42 req-9aa15218-295b-4735-94a9-903b38c74253 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "DELETE /v2.0/ports/e31250b9-ed94-4b20-9946-be6f722828e8 HTTP/1.1" status: 204 len: 173 time: 0.7664647 Nov 12 21:20:05.179927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695c7e54-94a3-48cc-920d-1e86ef543082', 'name': 'network-vif-deleted', 'tag': 'e31250b9-ed94-4b20-9946-be6f722828e8'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:05.188199 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] Checking router: 6dfe4af3-0094-4330-a89e-d1a18b81ee60 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:20:05.197501 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10b644f-15ce-406f-a5c9-727978c827ca" -d '{"events": [{"server_uuid": "695c7e54-94a3-48cc-920d-1e86ef543082", "name": "network-vif-deleted", "tag": "e31250b9-ed94-4b20-9946-be6f722828e8"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:05.211242 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:05.212672 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:05.256176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-81ec0b32-70b9-4200-980e-68e89d5a17aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2 HTTP/1.1" status: 200 len: 217 time: 0.1010592 Nov 12 21:20:05.286123 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a6fdd8-95de-42b9-8010-a2f31e480b47 x-openstack-request-id: req-86a6fdd8-95de-42b9-8010-a2f31e480b47 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:05.286555 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695c7e54-94a3-48cc-920d-1e86ef543082", "name": "network-vif-deleted", "tag": "e31250b9-ed94-4b20-9946-be6f722828e8", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:05.286693 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86a6fdd8-95de-42b9-8010-a2f31e480b47 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:05.287567 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695c7e54-94a3-48cc-920d-1e86ef543082', 'name': 'network-vif-deleted', 'tag': 'e31250b9-ed94-4b20-9946-be6f722828e8', 'status': 'completed', 'code': 200} Nov 12 21:20:05.410062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c623ec9-d53b-4147-997a-16593fdc9536 req-296b5b73-b39c-436f-8a85-e3149a63677a tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:05.411617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c623ec9-d53b-4147-997a-16593fdc9536 req-296b5b73-b39c-436f-8a85-e3149a63677a tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 984 time: 0.1490266 Nov 12 21:20:05.432406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-002f1eff-dc1f-4813-88c4-eb0dea599c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:05.434667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-002f1eff-dc1f-4813-88c4-eb0dea599c8e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=845b2b60-f49b-437f-be67-ee758d034514 HTTP/1.1" status: 200 len: 835 time: 0.1461742 Nov 12 21:20:05.464498 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:05.508803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbf72b60-8e8f-40f3-9594-54f163d79f5d req-88975f29-81e4-49dd-bd20-cfc124f98a1a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0910337 Nov 12 21:20:05.539521 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:05.546904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-7fc24981-58f4-461a-9892-db99220693b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:05.549494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-7fc24981-58f4-461a-9892-db99220693b9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5b63f02e-db76-4b63-940a-24947fea6f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018260 Nov 12 21:20:05.643568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c623ec9-d53b-4147-997a-16593fdc9536 req-2f32f6be-6ea4-41c3-b1fc-b1f109b766af tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2075512 Nov 12 21:20:05.654961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be4acf1-72f5-4deb-8c64-f8eb493e0dd5,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:05.711620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Checking segment: {'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:05.711979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Network hostable DHCP agents. Network: 73559534-6b30-476b-9a24-a5abdd013560, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:20:05.726405 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:42Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:05.743456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-f62a5371-09c3-4ab3-822a-44bbe59196e0 service neutron] 10.222.0.78 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645477 Nov 12 21:20:05.756753 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1174165-ed83-4ff4-8baf-bed6fbebe46e None None] The sync data for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 is: [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:18:40Z', 'revision_number': 4, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '844696e1-d554-49f5-b031-c3dd5095bd5d', 'name': '', 'network_id': '5b63f02e-db76-4b63-940a-24947fea6f3d', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'mac_address': 'fa:16:3e:c5:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '845b2b60-f49b-437f-be67-ee758d034514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:39Z', 'updated_at': '2021-11-12T21:18:42Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'subnets': [{'id': '845b2b60-f49b-437f-be67-ee758d034514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:20:05.822255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Network 73559534-6b30-476b-9a24-a5abdd013560 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:20:05.862206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e5a048d-b156-4464-a200-3d6ade653fd5 req-790652d5-c280-49ad-aa91-7d826031fe91 service neutron] 10.222.0.78 "GET /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102099 Nov 12 21:20:06.005563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 73559534-6b30-476b-9a24-a5abdd013560) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:06.005563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:06.005563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:06.010629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee749a04-3e81-4721-8af6-fcbc9b1a48c1 None None] Network 73559534-6b30-476b-9a24-a5abdd013560 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:20:06.094484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d4804ffe-742f-4725-a83f-b10b0d6e9232 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4125991 Nov 12 21:20:06.162128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba986d0-0285-41b4-b19a-e2c016ac4e53 None None] Network 73559534-6b30-476b-9a24-a5abdd013560 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:20:06.184132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6619caa-2100-448c-a5bf-54915a21b78d None None] New status for floating IP b3dcae42-5bf4-4250-9ca7-f09f129ad92d: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:20:06.528252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-66c9f620-d00d-45e5-a96c-61c5766d3cda tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:06.529984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-66c9f620-d00d-45e5-a96c-61c5766d3cda tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 984 time: 0.0560055 Nov 12 21:20:06.621636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5599ab23-41fb-4a87-8edb-9a9891ada5c9 req-8fd434ad-556c-4904-b354-f51bf500de61 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0432334 Nov 12 21:20:06.677368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting port 00fda870-1898-4899-9c9d-ff49a2a38ad2 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:06.678004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:06.805713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] For port 00fda870-1898-4899-9c9d-ff49a2a38ad2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=00fda870-1898-4899-9c9d-ff49a2a38ad2,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:06.806141 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:06.817018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243af2c-59e2-4977-9f26-e18debf9881a req-1a72616d-36cf-47e8-8c3e-18a9f5267909 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:06.818483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b243af2c-59e2-4977-9f26-e18debf9881a req-1a72616d-36cf-47e8-8c3e-18a9f5267909 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 984 time: 0.0858676 Nov 12 21:20:06.832185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Calling delete_port for 00fda870-1898-4899-9c9d-ff49a2a38ad2 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:06.904202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e31250b9-ed94-4b20-9946-be6f722828e8 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:06.935628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b243af2c-59e2-4977-9f26-e18debf9881a req-1c14d8ba-1c03-4f3c-bf48-5f8dfaf13d51 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b87314c-d8b3-4738-95cc-422b63fc8ab2&id=da37cc42-33ff-43a9-9b94-3efd3b819e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1052251 Nov 12 21:20:06.940869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: e31250b9-ed94-4b20-9946-be6f722828e8 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:06.940869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e31250b9-ed94-4b20-9946-be6f722828e8 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:07.136561 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:07.165271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Port': ['ID=00fda870-1898-4899-9c9d-ff49a2a38ad2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:07.208162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] No DVR routers for this DVR port 00fda870-1898-4899-9c9d-ff49a2a38ad2 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:07.210913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:07.214849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3155dc41-5691-4d95-aad5-1c7e5a028cee req-72ab1b46-73fe-4dd4-a53d-664942a486f2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.78 "DELETE /v2.0/ports/00fda870-1898-4899-9c9d-ff49a2a38ad2 HTTP/1.1" status: 204 len: 173 time: 0.6768255 Nov 12 21:20:07.215329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'name': 'network-vif-deleted', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:07.217865 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2fbfa4-15f9-4265-8482-87bcba334566" -d '{"events": [{"server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "name": "network-vif-deleted", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:07.264413 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71408984-c927-490a-822d-b8d3df39fee4 x-openstack-request-id: req-71408984-c927-490a-822d-b8d3df39fee4 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:07.264761 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c605723-dc78-421e-ac4f-2a7d5e6f2175", "name": "network-vif-deleted", "tag": "00fda870-1898-4899-9c9d-ff49a2a38ad2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:07.265017 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71408984-c927-490a-822d-b8d3df39fee4 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:07.265419 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c605723-dc78-421e-ac4f-2a7d5e6f2175', 'name': 'network-vif-deleted', 'tag': '00fda870-1898-4899-9c9d-ff49a2a38ad2', 'status': 'completed', 'code': 200} Nov 12 21:20:07.735390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b98ce20-25af-4c1e-ab22-0bf3d83c60ba req-b2ad11c7-50b3-4de8-9d07-f89dc0301694 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0355959 Nov 12 21:20:08.058845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62f47980-224b-4b47-a338-6c70f867af58 req-d4a5b33e-61ae-442f-9183-e24b67881651 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c605723-dc78-421e-ac4f-2a7d5e6f2175 HTTP/1.1" status: 200 len: 210 time: 0.0309734 Nov 12 21:20:08.830275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e3af538-e362-4bb9-9571-489bb4634c8c req-159f08f7-2599-4110-9b98-b92edc7939bb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0285103 Nov 12 21:20:09.117730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54298) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:09.170041 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386a3a65-fecc-482c-bfae-e587346b1e4d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:09.194193 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386a3a65-fecc-482c-bfae-e587346b1e4d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:09.301910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386a3a65-fecc-482c-bfae-e587346b1e4d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:09.304774 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-386a3a65-fecc-482c-bfae-e587346b1e4d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:09.309287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-386a3a65-fecc-482c-bfae-e587346b1e4d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/security-groups/7b87314c-d8b3-4738-95cc-422b63fc8ab2 HTTP/1.1" status: 204 len: 168 time: 0.1872759 Nov 12 21:20:09.309768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54302) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:09.326487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a3a65-fecc-482c-bfae-e587346b1e4d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b87314c-d8b3-4738-95cc-422b63fc8ab2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:09.372856 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4b9aca97-0303-414c-8b09-85865fbbf68a tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:09.399960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4b9aca97-0303-414c-8b09-85865fbbf68a tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:09.582383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4b9aca97-0303-414c-8b09-85865fbbf68a tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:09.585747 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4b9aca97-0303-414c-8b09-85865fbbf68a tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:09.588011 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4b9aca97-0303-414c-8b09-85865fbbf68a tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/security-groups/da37cc42-33ff-43a9-9b94-3efd3b819e2a HTTP/1.1" status: 204 len: 168 time: 0.2765248 Nov 12 21:20:09.592873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54318) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:09.599589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aca97-0303-414c-8b09-85865fbbf68a tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da37cc42-33ff-43a9-9b94-3efd3b819e2a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:09.656357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818136-c269-4a43-a198-7db4a10cfa45 req-2fc2fd7f-d6b2-40e2-9da1-154c9c3215d9 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:09.657831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-2fc2fd7f-d6b2-40e2-9da1-154c9c3215d9 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/networks?id=73559534-6b30-476b-9a24-a5abdd013560 HTTP/1.1" status: 200 len: 809 time: 0.1466212 Nov 12 21:20:09.678709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-89be99fb-192b-4361-9a8b-471e895b65d8 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/quotas/742d2b17b6824e3ebb07aeb97d150f59 HTTP/1.1" status: 200 len: 375 time: 0.0137508 Nov 12 21:20:09.877916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 00fda870-1898-4899-9c9d-ff49a2a38ad2 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:09.925280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 00fda870-1898-4899-9c9d-ff49a2a38ad2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:09.925606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 00fda870-1898-4899-9c9d-ff49a2a38ad2 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:10.098740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cf20595-fa18-4d82-aeaa-b6a62cabf3ed req-bed2a2cc-37ab-4491-a1e9-8434ddecdaed tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0652692 Nov 12 21:20:10.104535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-2a6eccd6-ec4f-4064-8dd5-579a2af3c552 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699067 Nov 12 21:20:10.289577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-3e769925-edd0-4c69-bee0-b6fecb914ddd service neutron] 10.222.0.64 "GET /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682231 Nov 12 21:20:10.440467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-9be0ed79-89a7-4fcd-9761-aaa6fbd1efba service neutron] 10.222.0.64 "GET /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271489 Nov 12 21:20:10.462387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:10.517988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:10.553288 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:10.725773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db933076-2090-44a7-b476-86227bfc521a req-9ba69af2-33b7-422d-aa4a-4b6aa4b70c6f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 210 time: 0.0491140 Nov 12 21:20:10.846004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting port 844696e1-d554-49f5-b031-c3dd5095bd5d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:10.846350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:10.940700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] For port 844696e1-d554-49f5-b031-c3dd5095bd5d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=844696e1-d554-49f5-b031-c3dd5095bd5d,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:10.941057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:10.954449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Calling delete_port for 844696e1-d554-49f5-b031-c3dd5095bd5d owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:11.203667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e31cec65-c646-48c8-9616-a924c97e583f req-a0a18bb3-128b-4718-8f0e-a3c07b314c4c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0287583 Nov 12 21:20:11.238872 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:11.272888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Port': ['ID=844696e1-d554-49f5-b031-c3dd5095bd5d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:11.501836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:11.732396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:20:11.857796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b48a9e0-eba6-4a95-b37c-a363dc74c08e req-3f8ba934-db30-4d16-9155-1b662a42f9bb tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 210 time: 0.0382531 Nov 12 21:20:11.876051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:20:11.883478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-41365628-f511-43a0-89c2-a3cf991f48d2 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "PUT /v2.0/routers/6dfe4af3-0094-4330-a89e-d1a18b81ee60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879806 Nov 12 21:20:11.886454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54340) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:11.886627 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] Sync routers for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:20:11.897018 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:11.898019 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:11.942321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-934214a7-9329-4d01-97b5-dfefcacb8e5d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting subnet 845b2b60-f49b-437f-be67-ee758d034514 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:20:11.946154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-934214a7-9329-4d01-97b5-dfefcacb8e5d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:11.990881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-934214a7-9329-4d01-97b5-dfefcacb8e5d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.019477 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:12.086816 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-934214a7-9329-4d01-97b5-dfefcacb8e5d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.219652 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:20:11Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:12.244764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-934214a7-9329-4d01-97b5-dfefcacb8e5d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.252834 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] Checking router: 6dfe4af3-0094-4330-a89e-d1a18b81ee60 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:20:12.264706 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] Routers {'6dfe4af3-0094-4330-a89e-d1a18b81ee60'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:12.265840 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:12.296348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934214a7-9329-4d01-97b5-dfefcacb8e5d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Subnet': ['ID=845b2b60-f49b-437f-be67-ee758d034514,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:12.303803 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-934214a7-9329-4d01-97b5-dfefcacb8e5d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.312510 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a08c76a-9e16-4228-b88f-284ede367b20 None None] Network 5b63f02e-db76-4b63-940a-24947fea6f3d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:20:12.313065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54344) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:12.313688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-934214a7-9329-4d01-97b5-dfefcacb8e5d tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/subnets/845b2b60-f49b-437f-be67-ee758d034514 HTTP/1.1" status: 204 len: 168 time: 0.4256341 Nov 12 21:20:12.398366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-291b9c69-6a8a-4bdf-ae04-f9df1808e2d9 req-b4ee3d02-39f8-45c5-a818-b44c764712a7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0610209 Nov 12 21:20:12.423391 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] Set router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:12.504475 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.595024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] DHCP port deletion for 5b63f02e-db76-4b63-940a-24947fea6f3d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:12.643566 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.660123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] Deleting port e2985594-674d-45d1-9595-34017c47d488 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:12.660928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.666497 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:20:11Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:12.693312 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef3ce6-6dcc-4193-aa28-8b6d5da42474 None None] The sync data for ids ['6dfe4af3-0094-4330-a89e-d1a18b81ee60'] in n-d-713498-29 is: [{'id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-313621697', 'tenant_id': '7b98a7214aa74827b67319622a0b6ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:18:33Z', 'updated_at': '2021-11-12T21:20:11Z', 'revision_number': 5, 'project_id': '7b98a7214aa74827b67319622a0b6ca8', 'gw_port': {'id': 'f28a376e-bdfb-4793-b2f4-2ff52c72b94d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4af3-0094-4330-a89e-d1a18b81ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:18:34Z', 'updated_at': '2021-11-12T21:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:20:12.755561 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] For port e2985594-674d-45d1-9595-34017c47d488, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2985594-674d-45d1-9595-34017c47d488,segment=NetworkSegment(9d442ffd-79b8-4351-b5ce-8647c867664d),segment_id=9d442ffd-79b8-4351-b5ce-8647c867664d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:12.755808 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.770382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] Calling delete_port for e2985594-674d-45d1-9595-34017c47d488 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:12.846701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Deleting port f28a376e-bdfb-4793-b2f4-2ff52c72b94d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:12.847050 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.938866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] For port f28a376e-bdfb-4793-b2f4-2ff52c72b94d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f28a376e-bdfb-4793-b2f4-2ff52c72b94d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:12.939245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:12.956261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Calling delete_port for f28a376e-bdfb-4793-b2f4-2ff52c72b94d owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:12.983005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6c6442a-e73c-494e-88ae-787bcf58a412 req-62239a3f-613e-4965-a652-f2c9c25dc003 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 210 time: 0.0356660 Nov 12 21:20:13.097477 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:13.141785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] No DVR routers for this DVR port e2985594-674d-45d1-9595-34017c47d488 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:13.144068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bc916-0801-4b7b-a38f-114f7885ea0a None None] Pushing event deleted for resources: {'Port': ['ID=e2985594-674d-45d1-9595-34017c47d488,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:13.250788 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:13.276806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc4e0ca-ce6e-4461-ad91-d2e143f0cd2b None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:13.293645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Port': ['ID=f28a376e-bdfb-4793-b2f4-2ff52c72b94d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:13.353150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:13.493136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:13.496671 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:13.534896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 844696e1-d554-49f5-b031-c3dd5095bd5d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:13.557276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 844696e1-d554-49f5-b031-c3dd5095bd5d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:13.557684 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 844696e1-d554-49f5-b031-c3dd5095bd5d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:13.558546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2985594-674d-45d1-9595-34017c47d488 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:13.580498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e2985594-674d-45d1-9595-34017c47d488 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:13.581138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2985594-674d-45d1-9595-34017c47d488 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:13.589720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4657e3cb-d365-494e-b916-5a8a2f9f1860 req-9f8a0e94-e6c8-43ea-b284-17b36150f333 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=695c7e54-94a3-48cc-920d-1e86ef543082 HTTP/1.1" status: 200 len: 210 time: 0.0524001 Nov 12 21:20:13.862710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818136-c269-4a43-a198-7db4a10cfa45 req-e17e10da-bed4-48c1-ad3d-29db710a5975 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:13.864255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-e17e10da-bed4-48c1-ad3d-29db710a5975 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.78 "GET /v2.0/networks?id=73559534-6b30-476b-9a24-a5abdd013560 HTTP/1.1" status: 200 len: 809 time: 0.1220982 Nov 12 21:20:13.885409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Request body: {'port': {'device_id': 'd25c7997-9d0e-4c57-86f7-eb0166323833', 'network_id': '73559534-6b30-476b-9a24-a5abdd013560', 'admin_state_up': True, 'tenant_id': '742d2b17b6824e3ebb07aeb97d150f59'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:13.969646 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:13.970421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Fanout notify agent at l3_agent the message router_deleted on router 6dfe4af3-0094-4330-a89e-d1a18b81ee60 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:20:13.980214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:13.984066 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-86af2bfd-c68f-4cfd-8a66-4281f9455ab9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/routers/6dfe4af3-0094-4330-a89e-d1a18b81ee60 HTTP/1.1" status: 204 len: 168 time: 1.6682484 Nov 12 21:20:13.984438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54356) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:14.105039 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.245362 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9e489778-11cf-47ba-a157-575b419767a1 req-a54f86d9-ecbc-42ff-8b25-0c00f75e9eef tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 210 time: 0.0776029 Nov 12 21:20:14.248917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Made reservation on behalf of 742d2b17b6824e3ebb07aeb97d150f59 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:20:14.259680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.323607 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.369083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b63f02e-db76-4b63-940a-24947fea6f3d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:14.413878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d442ffd-79b8-4351-b5ce-8647c867664d') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:14.414274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d442ffd-79b8-4351-b5ce-8647c867664d') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:14.432748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.455420 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.483555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:20:14.483963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:20:14.486924 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:20:14.563140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Allocated IP 172.20.0.6 (73559534-6b30-476b-9a24-a5abdd013560/8be4acf1-72f5-4deb-8c64-f8eb493e0dd5/41afe264-47c4-44b5-b997-23643cc1bc90) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:20:14.638488 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.649302 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.655613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] 10.222.0.64 "DELETE /v2.0/networks/5b63f02e-db76-4b63-940a-24947fea6f3d HTTP/1.1" status: 204 len: 168 time: 0.6656034 Nov 12 21:20:14.679352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3803-e1e7-4e8a-bda5-8035c0e2f9f9 tempest-TestSecurityGroupsBasicOps-817386215 tempest-TestSecurityGroupsBasicOps-817386215-project] Pushing event deleted for resources: {'Network': ['ID=5b63f02e-db76-4b63-940a-24947fea6f3d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:14.834033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:14.976606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:15.025517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Network 73559534-6b30-476b-9a24-a5abdd013560 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:20:15.030882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:15.033395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:20:15.061820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Pushing event updated for resources: {'Port': ['ID=41afe264-47c4-44b5-b997-23643cc1bc90,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:15.092319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:15.092954 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:15.219568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-60bec266-ebec-4c49-946b-0516cf034485 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3458555 Nov 12 21:20:15.232279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Request body: {'port': {'device_id': 'd25c7997-9d0e-4c57-86f7-eb0166323833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:15.328207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:15.394683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f28a376e-bdfb-4793-b2f4-2ff52c72b94d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:15.400331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54376) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:15.420706 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: f28a376e-bdfb-4793-b2f4-2ff52c72b94d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:15.421288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f28a376e-bdfb-4793-b2f4-2ff52c72b94d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:15.515882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7706b8-d411-40e6-bfb0-c2d35e51168d req-5a726ba6-91d4-497b-949a-692f2dd69a42 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:15.517486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af7706b8-d411-40e6-bfb0-c2d35e51168d req-5a726ba6-91d4-497b-949a-692f2dd69a42 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 931 time: 0.1621661 Nov 12 21:20:15.569901 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fa17cabe-c4d6-400c-8ad9-ac23a8ff1078 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b98a7214aa74827b67319622a0b6ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683080 Nov 12 21:20:15.573292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:15.628167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-96098268-a70c-403e-ba47-e1ab7fe691ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:15.631167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af7706b8-d411-40e6-bfb0-c2d35e51168d req-fe04a58e-9177-4fea-87d0-33383ba970a3 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010020 Nov 12 21:20:15.680678 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-96098268-a70c-403e-ba47-e1ab7fe691ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:15.748497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41afe264-47c4-44b5-b997-23643cc1bc90 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:20:15.752608 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:15.827782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-96098268-a70c-403e-ba47-e1ab7fe691ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:15.827992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Transition to ACTIVE for port object 41afe264-47c4-44b5-b997-23643cc1bc90 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:20:15.830596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-96098268-a70c-403e-ba47-e1ab7fe691ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:15.834744 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-96098268-a70c-403e-ba47-e1ab7fe691ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5eb89021-12fc-4417-8ef9-5827c13b1c5e HTTP/1.1" status: 204 len: 168 time: 0.2601633 Nov 12 21:20:15.843589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96098268-a70c-403e-ba47-e1ab7fe691ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb89021-12fc-4417-8ef9-5827c13b1c5e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:15.947086 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.088309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Pushing event updated for resources: {'Port': ['ID=41afe264-47c4-44b5-b997-23643cc1bc90,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:16.120542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Attempting to bind port 41afe264-47c4-44b5-b997-23643cc1bc90 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:20:16.120946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Attempting to bind port 41afe264-47c4-44b5-b997-23643cc1bc90 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:20:16.121399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Attempting to bind port 41afe264-47c4-44b5-b997-23643cc1bc90 on network 73559534-6b30-476b-9a24-a5abdd013560 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:16.125779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Port 41afe264-47c4-44b5-b997-23643cc1bc90 on network 73559534-6b30-476b-9a24-a5abdd013560 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:20:16.126103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Attempting to bind port 41afe264-47c4-44b5-b997-23643cc1bc90 on network 73559534-6b30-476b-9a24-a5abdd013560 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:16.130952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:20:16.131317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Checking segment: {'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:16.131789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Bound using segment: {'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:20:16.132220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Bound port: 41afe264-47c4-44b5-b997-23643cc1bc90, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:20:16.132581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.207882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] For port 41afe264-47c4-44b5-b997-23643cc1bc90, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:20:16.212640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] For port 41afe264-47c4-44b5-b997-23643cc1bc90, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=41afe264-47c4-44b5-b997-23643cc1bc90,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:20:16.290128 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.328000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:16.328627 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.330028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] 10.222.0.78 "PUT /v2.0/ports/41afe264-47c4-44b5-b997-23643cc1bc90 HTTP/1.1" status: 200 len: 1092 time: 1.1025436 Nov 12 21:20:16.330506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25c7997-9d0e-4c57-86f7-eb0166323833', 'tag': '41afe264-47c4-44b5-b997-23643cc1bc90'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:16.332798 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95974354-5889-44de-ab70-5518f8895348" -d '{"events": [{"name": "network-changed", "server_uuid": "d25c7997-9d0e-4c57-86f7-eb0166323833", "tag": "41afe264-47c4-44b5-b997-23643cc1bc90"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:16.363266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc124a-97b5-4c1f-ae35-99d2afd1dd6d service neutron] Pushing event updated for resources: {'Port': ['ID=41afe264-47c4-44b5-b997-23643cc1bc90,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:16.387861 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403900d9-4490-4778-bdcd-343bcb210458 x-openstack-request-id: req-403900d9-4490-4778-bdcd-343bcb210458 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:16.388227 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25c7997-9d0e-4c57-86f7-eb0166323833", "tag": "41afe264-47c4-44b5-b997-23643cc1bc90", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:16.388549 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-403900d9-4490-4778-bdcd-343bcb210458 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:16.389022 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25c7997-9d0e-4c57-86f7-eb0166323833', 'tag': '41afe264-47c4-44b5-b997-23643cc1bc90', 'status': 'completed', 'code': 200} Nov 12 21:20:16.460121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974354-5889-44de-ab70-5518f8895348 req-753816f3-c8eb-4759-b584-4206c2f418ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:16.461914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95974354-5889-44de-ab70-5518f8895348 req-753816f3-c8eb-4759-b584-4206c2f418ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 1095 time: 0.0501897 Nov 12 21:20:16.566126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974354-5889-44de-ab70-5518f8895348 req-4e1a5ced-21d1-4e9d-ada0-fcfafb0f0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:16.567532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95974354-5889-44de-ab70-5518f8895348 req-4e1a5ced-21d1-4e9d-ada0-fcfafb0f0705 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0954065 Nov 12 21:20:16.719162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54410) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:16.733662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7dae47e7-d2c3-4a27-86c8-1738d1a2e216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.826431 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7dae47e7-d2c3-4a27-86c8-1738d1a2e216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.926441 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7dae47e7-d2c3-4a27-86c8-1738d1a2e216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.973811 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7dae47e7-d2c3-4a27-86c8-1738d1a2e216 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7bb792ccd7c4356a2b81d2dec44c533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534969 Nov 12 21:20:16.974948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae47e7-d2c3-4a27-86c8-1738d1a2e216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a56e80-334f-4927-bbb5-716c91e95adf,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:16.977510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54416) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:17.046269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974354-5889-44de-ab70-5518f8895348 req-9e82b0fb-4e6a-4a05-8a91-98e56509681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:17.047899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95974354-5889-44de-ab70-5518f8895348 req-9e82b0fb-4e6a-4a05-8a91-98e56509681d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4723699 Nov 12 21:20:17.048302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d5bce14-62f9-4555-b9c7-5c20f358a794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:17.066158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3eb17-6b02-4a17-a9da-7459ee6a7e71 req-7a4b0561-e2c2-49f5-8e4f-e9a7a4977c12 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:17.077240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d5bce14-62f9-4555-b9c7-5c20f358a794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:17.078461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1d3eb17-6b02-4a17-a9da-7459ee6a7e71 req-7a4b0561-e2c2-49f5-8e4f-e9a7a4977c12 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 943 time: 0.1003792 Nov 12 21:20:17.161283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1d3eb17-6b02-4a17-a9da-7459ee6a7e71 req-a16a953b-1522-4966-95ef-76117a440bd6 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816858 Nov 12 21:20:17.167274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818136-c269-4a43-a198-7db4a10cfa45 req-8c2ff9b5-1920-4138-95f4-8917bbbdacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:17.168831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-8c2ff9b5-1920-4138-95f4-8917bbbdacee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 1095 time: 0.0714092 Nov 12 21:20:17.213637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-89f0ed19-f46b-4e92-9aa7-0ebaee092c7e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41afe264-47c4-44b5-b997-23643cc1bc90 HTTP/1.1" status: 200 len: 217 time: 0.0357389 Nov 12 21:20:17.227672 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d5bce14-62f9-4555-b9c7-5c20f358a794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:17.232815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d5bce14-62f9-4555-b9c7-5c20f358a794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:17.232815 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7d5bce14-62f9-4555-b9c7-5c20f358a794 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95a56e80-334f-4927-bbb5-716c91e95adf HTTP/1.1" status: 204 len: 168 time: 0.2537091 Nov 12 21:20:17.261291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bce14-62f9-4555-b9c7-5c20f358a794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a56e80-334f-4927-bbb5-716c91e95adf,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:17.271541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818136-c269-4a43-a198-7db4a10cfa45 req-ecbf2371-ea90-45b6-9415-17744c949f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:17.273037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-ecbf2371-ea90-45b6-9415-17744c949f83 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8be4acf1-72f5-4deb-8c64-f8eb493e0dd5 HTTP/1.1" status: 200 len: 849 time: 0.0523663 Nov 12 21:20:17.310159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-2c1c4106-f3a4-4431-8afa-c0e262a42780 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=73559534-6b30-476b-9a24-a5abdd013560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300968 Nov 12 21:20:17.414733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-f95657e5-38d8-4ea6-89ae-4adca7847a9f service neutron] 10.222.0.78 "GET /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960603 Nov 12 21:20:17.523112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73818136-c269-4a43-a198-7db4a10cfa45 req-59e026b5-53fd-4e2a-b781-6cf8b7a846de service neutron] 10.222.0.78 "GET /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008451 Nov 12 21:20:18.050418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54440) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:18.096843 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:20:18.102532 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8489e625-c5fa-4568-999a-ca2f73e6b08b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e43d2e2a3f0444e89648ac8fe6e61f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501668 Nov 12 21:20:18.107110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54444) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:18.156663 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02742d60-04f3-47a1-9d25-052e600b83e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:18.178612 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02742d60-04f3-47a1-9d25-052e600b83e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:18.300158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f6798-91ac-4cd0-b072-2b21e26d0402 req-800e80f6-8bf8-4c76-9ded-7d07d2e5576c tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:18.301795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-707f6798-91ac-4cd0-b072-2b21e26d0402 req-800e80f6-8bf8-4c76-9ded-7d07d2e5576c tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 943 time: 0.0588093 Nov 12 21:20:18.330883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02742d60-04f3-47a1-9d25-052e600b83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:18.333812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-02742d60-04f3-47a1-9d25-052e600b83e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:18.338214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-02742d60-04f3-47a1-9d25-052e600b83e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b6f4276-f6f0-4dfa-9b2a-4554d19c7f90 HTTP/1.1" status: 204 len: 168 time: 0.2286718 Nov 12 21:20:18.355223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02742d60-04f3-47a1-9d25-052e600b83e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6f4276-f6f0-4dfa-9b2a-4554d19c7f90,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:18.389895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-707f6798-91ac-4cd0-b072-2b21e26d0402 req-2b9b6b1b-1488-4cf8-8b2e-b8f0cc134491 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794976 Nov 12 21:20:19.547339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6036ca2-2643-4e3f-95ce-a8478ea15db6 req-8a5d0461-df1d-459c-9dec-1da833f7b84d tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:19.548830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6036ca2-2643-4e3f-95ce-a8478ea15db6 req-8a5d0461-df1d-459c-9dec-1da833f7b84d tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 943 time: 0.0556357 Nov 12 21:20:19.600223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6036ca2-2643-4e3f-95ce-a8478ea15db6 req-0daeee06-7ffa-4b6e-86f0-70037f265aad tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454659 Nov 12 21:20:19.759806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:19.862790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1268696445-network', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:19.934579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 41afe264-47c4-44b5-b997-23643cc1bc90 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:20:19.998864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Made reservation on behalf of 2b4d7c6df0ef4074bdd7a0ecf76bba66 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:20:20.001238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.010585 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.036043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 41afe264-47c4-44b5-b997-23643cc1bc90, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=41afe264-47c4-44b5-b997-23643cc1bc90,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:20.048364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '41afe264-47c4-44b5-b997-23643cc1bc90', 'network_id': '73559534-6b30-476b-9a24-a5abdd013560', 'port_id': '41afe264-47c4-44b5-b997-23643cc1bc90', 'mac_address': 'fa:16:3e:57:1c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be4acf1-72f5-4deb-8c64-f8eb493e0dd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:20:20.085188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.086349 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.100165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41afe264-47c4-44b5-b997-23643cc1bc90 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:20:20.127145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 41afe264-47c4-44b5-b997-23643cc1bc90, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=41afe264-47c4-44b5-b997-23643cc1bc90,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:20.204783 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.234325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:20:20.245573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d89537-b5e6-4d2d-b901-43cf7fa82cce,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:20.250784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.251137 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Added segment 31cca5e8-3085-4a0d-895e-4fa779d41ac5 of type vlan for network f26ecc0f-79a1-4d57-8dc3-05c71078592d Nov 12 21:20:20.261705 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.313957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.316256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=41afe264-47c4-44b5-b997-23643cc1bc90,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:20.427706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.428690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:20.429360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.482646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['41afe264-47c4-44b5-b997-23643cc1bc90'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:20:20.493480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] Pushing event updated for resources: {'Network': ['ID=f26ecc0f-79a1-4d57-8dc3-05c71078592d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:20.513815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f26ecc0f-79a1-4d57-8dc3-05c71078592d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:20:20.568065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7d6c1ace-0124-45c7-b567-5afa8efc0159 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8072078 Nov 12 21:20:20.597447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54502) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:20.604401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Request body: {'subnet': {'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1268696445-subnet', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:20.735193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973fec2-7770-4768-af5d-503fda93fb90 req-7b2fcb63-c09d-4747-b4df-28ab1175394f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:20.736637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e973fec2-7770-4768-af5d-503fda93fb90 req-7b2fcb63-c09d-4747-b4df-28ab1175394f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 944 time: 0.0570345 Nov 12 21:20:20.786662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e973fec2-7770-4768-af5d-503fda93fb90 req-9edd39a5-b554-42e2-94be-8e59a056aa58 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Nov 12 21:20:20.873318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Made reservation on behalf of 2b4d7c6df0ef4074bdd7a0ecf76bba66 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:20:20.875815 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:21.192387 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:21.256483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:21.264801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Checking segment: {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:21.265156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Network hostable DHCP agents. Network: f26ecc0f-79a1-4d57-8dc3-05c71078592d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:20:21.420801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Network f26ecc0f-79a1-4d57-8dc3-05c71078592d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:20:21.530264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f26ecc0f-79a1-4d57-8dc3-05c71078592d) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:21.534946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:21.535799 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:21.541319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16838904-1ba7-44ab-9445-a72350cd1768 None None] Network f26ecc0f-79a1-4d57-8dc3-05c71078592d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:20:21.666435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-666b5fcb-593c-48b6-b56d-e4e3cf80755d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0677781 Nov 12 21:20:21.669097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54524) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:21.673560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:21.700215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f26ecc0f-79a1-4d57-8dc3-05c71078592d', 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'fixed_ips': [{'subnet_id': 'fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:20:21.701249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:21.721271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c821c-f8f6-410c-8355-e6f4e24b12e7 req-d21fa2ae-057c-482d-8136-413f3b732978 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:21.722798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-509c821c-f8f6-410c-8355-e6f4e24b12e7 req-d21fa2ae-057c-482d-8136-413f3b732978 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 946 time: 0.0708382 Nov 12 21:20:21.765168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:21.766319 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:21.796389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-509c821c-f8f6-410c-8355-e6f4e24b12e7 req-d2ab2a9f-4f42-4054-b7b9-c55003203c65 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664325 Nov 12 21:20:21.834521 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:21.876448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Allocated IP 172.20.0.2 (f26ecc0f-79a1-4d57-8dc3-05c71078592d/fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb/36ddfa9b-063e-4ed3-ad85-c31b30be0040) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:20:21.926478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c4b56-c9c1-4e6f-98e3-4c8aa18c98f0 req-e82e8f4a-7565-4665-bf86-bc762947b165 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:21.928459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b7c4b56-c9c1-4e6f-98e3-4c8aa18c98f0 req-e82e8f4a-7565-4665-bf86-bc762947b165 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 944 time: 0.0523670 Nov 12 21:20:21.941389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 41afe264-47c4-44b5-b997-23643cc1bc90 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:20:22.008066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b7c4b56-c9c1-4e6f-98e3-4c8aa18c98f0 req-a646eedf-88b1-48c8-8247-e7f02378054a tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671186 Nov 12 21:20:22.073585 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.099318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.141921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 41afe264-47c4-44b5-b997-23643cc1bc90 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:20:22.145964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 41afe264-47c4-44b5-b997-23643cc1bc90 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:22.146517 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.212574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.264357 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.284012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Network f26ecc0f-79a1-4d57-8dc3-05c71078592d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:20:22.292683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:22.294800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Pushing event updated for resources: {'Port': ['ID=36ddfa9b-063e-4ed3-ad85-c31b30be0040,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:22.297451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:20:22.319813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25c7997-9d0e-4c57-86f7-eb0166323833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41afe264-47c4-44b5-b997-23643cc1bc90'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:22.321983 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed7505b-bc48-49e4-9882-3846a879d990" -d '{"events": [{"server_uuid": "d25c7997-9d0e-4c57-86f7-eb0166323833", "name": "network-vif-plugged", "status": "completed", "tag": "41afe264-47c4-44b5-b997-23643cc1bc90"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:22.351954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 41afe264-47c4-44b5-b997-23643cc1bc90, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=41afe264-47c4-44b5-b997-23643cc1bc90,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:22.369688 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b6f919-4c08-4dac-8e82-baa9b83d741b x-openstack-request-id: req-00b6f919-4c08-4dac-8e82-baa9b83d741b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:22.369985 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25c7997-9d0e-4c57-86f7-eb0166323833", "name": "network-vif-plugged", "status": "completed", "tag": "41afe264-47c4-44b5-b997-23643cc1bc90", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:22.370252 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00b6f919-4c08-4dac-8e82-baa9b83d741b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:22.370618 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25c7997-9d0e-4c57-86f7-eb0166323833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41afe264-47c4-44b5-b997-23643cc1bc90', 'code': 200} Nov 12 21:20:22.381537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Attempting to bind port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:20:22.381914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Attempting to bind port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:20:22.382282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Attempting to bind port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 on network f26ecc0f-79a1-4d57-8dc3-05c71078592d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:22.388173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:20:22.388558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Checking segment: {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:22.388960 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.389383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Bound using segment: {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:20:22.389850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Bound port: 36ddfa9b-063e-4ed3-ad85-c31b30be0040, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:20:22.390241 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.474064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.484888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] For port 36ddfa9b-063e-4ed3-ad85-c31b30be0040, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:20:22.488611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] For port 36ddfa9b-063e-4ed3-ad85-c31b30be0040, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=36ddfa9b-063e-4ed3-ad85-c31b30be0040,segment=NetworkSegment(31cca5e8-3085-4a0d-895e-4fa779d41ac5),segment_id=31cca5e8-3085-4a0d-895e-4fa779d41ac5)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:20:22.495719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.500766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.502866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58115c-bdd2-464f-a822-5047bc47294e req-397580f8-0fbe-4f42-b731-0c0d75867ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:22.504416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e58115c-bdd2-464f-a822-5047bc47294e req-397580f8-0fbe-4f42-b731-0c0d75867ef0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 1096 time: 0.0630651 Nov 12 21:20:22.563102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e58115c-bdd2-464f-a822-5047bc47294e req-80447fb5-179d-4446-af06-bba63b35c4ee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512974 Nov 12 21:20:22.570398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=41afe264-47c4-44b5-b997-23643cc1bc90,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:22.614103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Allocated IP 172.25.8.238 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/3b735534-6968-482a-b39a-96744eeec719) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:20:22.634762 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.693813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fe8df-aa89-449b-bc20-3af01a2984c0 None None] Pushing event updated for resources: {'Port': ['ID=36ddfa9b-063e-4ed3-ad85-c31b30be0040,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:22.734643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.851330 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.956814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ff7bd-4a8e-4b09-aab6-cf50f998cda9 req-cdae619a-075a-45fd-a8af-be65b4738bad tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:22.964241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f4ff7bd-4a8e-4b09-aab6-cf50f998cda9 req-cdae619a-075a-45fd-a8af-be65b4738bad tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 946 time: 0.0781410 Nov 12 21:20:22.964969 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b735534-6968-482a-b39a-96744eeec719,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:22.979199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:20:22.981680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:22.985527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:20:22.997646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b757dc0-4a4f-49ed-af77-83632b8573ae None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:23.076690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f4ff7bd-4a8e-4b09-aab6-cf50f998cda9 req-e6839402-2bf9-4d93-a4f9-cf562368c172 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088338 Nov 12 21:20:23.126480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-86c96cf2-6c2e-4da5-96b3-90eb474e5935 None None] Provisioning complete for port 3b735534-6968-482a-b39a-96744eeec719 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:23.126858 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86c96cf2-6c2e-4da5-96b3-90eb474e5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:23.163230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e58d-f5ce-4fb2-bb9e-056f1e739a00 req-08a92c87-ac6b-4392-b01c-9492923dfee0 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:23.167090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-86c96cf2-6c2e-4da5-96b3-90eb474e5935 None None] Port 3b735534-6968-482a-b39a-96744eeec719 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:20:23.171792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5f6e58d-f5ce-4fb2-bb9e-056f1e739a00 req-08a92c87-ac6b-4392-b01c-9492923dfee0 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 945 time: 0.0665851 Nov 12 21:20:23.217518 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d5f6e58d-f5ce-4fb2-bb9e-056f1e739a00 req-731254be-da1e-48bc-81d4-31169b407d74 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Nov 12 21:20:23.400147 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:23.473445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-f54c1455-d4d7-42b9-8a30-cb00015a11a7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:23.474980 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-f54c1455-d4d7-42b9-8a30-cb00015a11a7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 946 time: 0.1197381 Nov 12 21:20:23.499088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 36ddfa9b-063e-4ed3-ad85-c31b30be0040 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:20:23.556392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:23.557133 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:23.659643 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:23.695828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 36ddfa9b-063e-4ed3-ad85-c31b30be0040, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=36ddfa9b-063e-4ed3-ad85-c31b30be0040,segment=NetworkSegment(31cca5e8-3085-4a0d-895e-4fa779d41ac5),segment_id=31cca5e8-3085-4a0d-895e-4fa779d41ac5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:23.768416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port bbcaa657-56fd-4c7a-981b-c2909e619a5e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:23.768979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:23.776578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:23.828664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=36ddfa9b-063e-4ed3-ad85-c31b30be0040,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:23.842868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:23.918730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] For port bbcaa657-56fd-4c7a-981b-c2909e619a5e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=bbcaa657-56fd-4c7a-981b-c2909e619a5e,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:23.919109 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:23.951246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b710bb8-ed73-47fd-93a2-fd6ee5353cbd None None] Network f26ecc0f-79a1-4d57-8dc3-05c71078592d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:20:23.968053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for bbcaa657-56fd-4c7a-981b-c2909e619a5e owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:24.020283 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cb42fb4a-cda2-4e67-92dc-406bd575b0d7 None None] Provisioning complete for port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:24.020660 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cb42fb4a-cda2-4e67-92dc-406bd575b0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:24.190758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Router e4183cac-f428-460f-88a6-1dfd9e66424f is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:20:24.253615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c426-beeb-44d4-89ec-6ce1e022598a req-e897ddac-46c5-4ee0-8d57-bfff4b28aa32 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:24.255971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8246c426-beeb-44d4-89ec-6ce1e022598a req-e897ddac-46c5-4ee0-8d57-bfff4b28aa32 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 867 time: 0.0636013 Nov 12 21:20:24.317282 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:24.323008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8246c426-beeb-44d4-89ec-6ce1e022598a req-34e0397c-96a4-457f-a2f1-78d950702956 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=a68d8333-7228-4184-9f49-3894e72b30af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587957 Nov 12 21:20:24.333107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['bbcaa657-56fd-4c7a-981b-c2909e619a5e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:20:24.389376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=bbcaa657-56fd-4c7a-981b-c2909e619a5e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:24.408919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:20:24.419204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Sync routers for ids ['e4183cac-f428-460f-88a6-1dfd9e66424f'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:20:24.428635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05940c6f-6755-43b3-918c-3678c6faa2f7 req-7ad3728d-6419-40ed-b8c0-ca889ff6aed9 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:24.431317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05940c6f-6755-43b3-918c-3678c6faa2f7 req-7ad3728d-6419-40ed-b8c0-ca889ff6aed9 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 945 time: 0.0957198 Nov 12 21:20:24.437634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Routers {'e4183cac-f428-460f-88a6-1dfd9e66424f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:24.438268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e4183cac-f428-460f-88a6-1dfd9e66424f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:24.483404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] No DVR routers for this DVR port bbcaa657-56fd-4c7a-981b-c2909e619a5e on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:24.486464 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:24.490565 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f2bba312-4a99-4bf1-b2a5-530a676b7754 req-d347289f-ca83-4397-b751-01956ea01cbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "DELETE /v2.0/ports/bbcaa657-56fd-4c7a-981b-c2909e619a5e HTTP/1.1" status: 204 len: 173 time: 0.9986944 Nov 12 21:20:24.491413 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b893fb-4399-4655-a129-5b3730233c68', 'name': 'network-vif-deleted', 'tag': 'bbcaa657-56fd-4c7a-981b-c2909e619a5e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:24.493823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05940c6f-6755-43b3-918c-3678c6faa2f7 req-6d0f45a9-beda-4953-ac0c-62405b4877f0 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537899 Nov 12 21:20:24.494841 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6311f6-2909-4db4-a118-84186ab50789" -d '{"events": [{"server_uuid": "23b893fb-4399-4655-a129-5b3730233c68", "name": "network-vif-deleted", "tag": "bbcaa657-56fd-4c7a-981b-c2909e619a5e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:24.537388 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef6b567-21fa-4622-868d-8fe62d119e47 x-openstack-request-id: req-8ef6b567-21fa-4622-868d-8fe62d119e47 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:24.537716 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b893fb-4399-4655-a129-5b3730233c68", "name": "network-vif-deleted", "tag": "bbcaa657-56fd-4c7a-981b-c2909e619a5e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:24.537977 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ef6b567-21fa-4622-868d-8fe62d119e47 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:24.538380 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b893fb-4399-4655-a129-5b3730233c68', 'name': 'network-vif-deleted', 'tag': 'bbcaa657-56fd-4c7a-981b-c2909e619a5e', 'status': 'completed', 'code': 200} Nov 12 21:20:24.565027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-89400033-9026-4da7-93f3-9c4b37e5d0c2 None None] Provisioning complete for port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:24.565394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89400033-9026-4da7-93f3-9c4b37e5d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:24.611159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:24.614886 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-462b1c04-40b8-4664-b92d-bd61bc46c7c7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9423354 Nov 12 21:20:24.619260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54570) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:24.619430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Set router e4183cac-f428-460f-88a6-1dfd9e66424f gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:24.903995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3b735534-6968-482a-b39a-96744eeec719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:23Z', 'revision_number': 3, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port': {'id': '3b735534-6968-482a-b39a-96744eeec719', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:20:22Z', 'updated_at': '2021-11-12T21:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:24.952297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Checking router: e4183cac-f428-460f-88a6-1dfd9e66424f for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:20:24.952831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Updating router e4183cac-f428-460f-88a6-1dfd9e66424f port 3b735534-6968-482a-b39a-96744eeec719 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:20:24.989088 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.291591 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.376011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.506939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146963c-ee42-4b5d-929e-c6767dc0a161 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:25.546551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Attempting to bind port 3b735534-6968-482a-b39a-96744eeec719 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:20:25.547210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Attempting to bind port 3b735534-6968-482a-b39a-96744eeec719 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:20:25.547768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Attempting to bind port 3b735534-6968-482a-b39a-96744eeec719 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:25.567650 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 36ddfa9b-063e-4ed3-ad85-c31b30be0040 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:20:25.570779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a2f79-2b06-42e7-9f23-76a6a438967c None None] Pushing event updated for resources: {'Port': ['ID=3b735534-6968-482a-b39a-96744eeec719,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:25.572106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d543bb18-919d-42c9-99fd-46de6939b0d0 req-60a2e4b5-4c10-4607-b402-89af50a39240 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.0383961 Nov 12 21:20:25.586812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.826608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Allocated IP 172.20.0.1 (f26ecc0f-79a1-4d57-8dc3-05c71078592d/fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb/25101bcb-a747-44fe-87f0-ba17c1c7530e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:20:25.890347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:20:25.890726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:25.900899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.900899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:20:25.900899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Bound port: 3b735534-6968-482a-b39a-96744eeec719, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:20:25.900899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.952043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f6fd027a-83b2-4f09-9b74-e57bd6169980 None None] Provisioning complete for port 3b735534-6968-482a-b39a-96744eeec719 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:25.952043 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6fd027a-83b2-4f09-9b74-e57bd6169980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.988795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.999467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:26.000098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.061625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd027a-83b2-4f09-9b74-e57bd6169980 None None] Port 3b735534-6968-482a-b39a-96744eeec719 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:20:26.063667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] For port 3b735534-6968-482a-b39a-96744eeec719, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:20:26.079164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] For port 3b735534-6968-482a-b39a-96744eeec719, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3b735534-6968-482a-b39a-96744eeec719,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:20:26.154249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.202697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Network f26ecc0f-79a1-4d57-8dc3-05c71078592d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:20:26.206871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=25101bcb-a747-44fe-87f0-ba17c1c7530e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:26.210630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:26.213683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:20:26.228292 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.288374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.386867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f278b9-e71c-4baa-b6af-bc1ff0a229c0 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:26.405827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Routers {'e4183cac-f428-460f-88a6-1dfd9e66424f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:26.406467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e4183cac-f428-460f-88a6-1dfd9e66424f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:26.535266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a2f79-2b06-42e7-9f23-76a6a438967c None None] Pushing event updated for resources: {'Port': ['ID=3b735534-6968-482a-b39a-96744eeec719,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:26.573904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] Set router e4183cac-f428-460f-88a6-1dfd9e66424f gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:26.604775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.624520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da782dd2-ecc1-4d1e-87a7-8e5abac7451e req-f5c4910f-cf3d-4500-b2d1-cd907faa7531 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:26.632996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da782dd2-ecc1-4d1e-87a7-8e5abac7451e req-f5c4910f-cf3d-4500-b2d1-cd907faa7531 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 945 time: 0.1255362 Nov 12 21:20:26.705240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da782dd2-ecc1-4d1e-87a7-8e5abac7451e req-b8330a55-3868-4b10-8384-3b526c53e802 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549986 Nov 12 21:20:26.737558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26f084dc-a38b-4873-8022-e4ad34fdaad8 req-dd7e8c51-c24c-41c6-b0d0-a4bfc63a540a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.0592828 Nov 12 21:20:26.752938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f071feb1-a80e-4c38-9667-ebde7429091b None None] Provisioning complete for port 3b735534-6968-482a-b39a-96744eeec719 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:26.753518 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f071feb1-a80e-4c38-9667-ebde7429091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.877247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.920394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3b735534-6968-482a-b39a-96744eeec719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:23Z', 'revision_number': 3, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port': {'id': '3b735534-6968-482a-b39a-96744eeec719', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:20:22Z', 'updated_at': '2021-11-12T21:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:26.949316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f071feb1-a80e-4c38-9667-ebde7429091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.954856 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68397096-0bfc-4dd2-8645-e30c85a8a333 None None] The sync data for ids ['e4183cac-f428-460f-88a6-1dfd9e66424f'] in n-d-713498-29 is: [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3b735534-6968-482a-b39a-96744eeec719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:23Z', 'revision_number': 3, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port': {'id': '3b735534-6968-482a-b39a-96744eeec719', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:20:22Z', 'updated_at': '2021-11-12T21:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:20:26.975399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f071feb1-a80e-4c38-9667-ebde7429091b None None] For port 3b735534-6968-482a-b39a-96744eeec719, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3b735534-6968-482a-b39a-96744eeec719,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:26.976543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.013294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device bbcaa657-56fd-4c7a-981b-c2909e619a5e no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:27.035331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: bbcaa657-56fd-4c7a-981b-c2909e619a5e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:27.035686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device bbcaa657-56fd-4c7a-981b-c2909e619a5e not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:27.060790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.062929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=25101bcb-a747-44fe-87f0-ba17c1c7530e,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:27.093527 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f071feb1-a80e-4c38-9667-ebde7429091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.156279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071feb1-a80e-4c38-9667-ebde7429091b None None] Pushing event updated for resources: {'Port': ['ID=3b735534-6968-482a-b39a-96744eeec719,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:27.179528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Network f26ecc0f-79a1-4d57-8dc3-05c71078592d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:20:27.182017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:27.244599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0cf8f3d8-d4eb-42db-bfa1-28a4e8c8f563 None None] Provisioning complete for port 25101bcb-a747-44fe-87f0-ba17c1c7530e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:27.244979 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f3d8-d4eb-42db-bfa1-28a4e8c8f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.348481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8f3d8-d4eb-42db-bfa1-28a4e8c8f563 None None] Port 25101bcb-a747-44fe-87f0-ba17c1c7530e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:20:27.444883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Router e4183cac-f428-460f-88a6-1dfd9e66424f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:20:27.601335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3b735534-6968-482a-b39a-96744eeec719 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:20:27.646618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:20:27.652495 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6428a6ec-a5c3-4a37-8709-33c9ae462bc9 admin admin] 10.222.0.64 "PUT /v2.0/routers/e4183cac-f428-460f-88a6-1dfd9e66424f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0363355 Nov 12 21:20:27.656721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2b02-5654-4806-b1c0-0777c8f9d184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.679364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3b735534-6968-482a-b39a-96744eeec719 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:27.679736 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.765012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e112c47d-c142-48d1-a1e8-6f15586ace78 None None] Provisioning complete for port 25101bcb-a747-44fe-87f0-ba17c1c7530e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:27.765439 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e112c47d-c142-48d1-a1e8-6f15586ace78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.837501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-c08043b1-8a79-4913-8231-9528df1e99f5 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:27.839096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-c08043b1-8a79-4913-8231-9528df1e99f5 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.78 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 945 time: 0.1213853 Nov 12 21:20:27.855043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e112c47d-c142-48d1-a1e8-6f15586ace78 None None] Port 25101bcb-a747-44fe-87f0-ba17c1c7530e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:20:28.008658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f44508fc-4792-427f-9cdd-f1e803f99737 req-ed325d33-2acd-4987-b1e3-75a9a18eef74 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.1296225 Nov 12 21:20:28.080731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162590-b53f-485b-9f75-6826f5a7c690 req-95dc4802-7f11-4bfb-a541-7d1d32212a7d tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:28.082767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b162590-b53f-485b-9f75-6826f5a7c690 req-95dc4802-7f11-4bfb-a541-7d1d32212a7d tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 945 time: 0.1570880 Nov 12 21:20:28.148345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Deleting port 41afe264-47c4-44b5-b997-23643cc1bc90 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:28.148867 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:28.184171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b162590-b53f-485b-9f75-6826f5a7c690 req-74caed92-6548-4fa8-876d-9454174f690a tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915368 Nov 12 21:20:28.310499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] For port 41afe264-47c4-44b5-b997-23643cc1bc90, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=41afe264-47c4-44b5-b997-23643cc1bc90,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:28.310868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:28.327571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Calling delete_port for 41afe264-47c4-44b5-b997-23643cc1bc90 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:28.553437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:28.565052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['41afe264-47c4-44b5-b997-23643cc1bc90'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:20:28.594860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Pushing event deleted for resources: {'Port': ['ID=41afe264-47c4-44b5-b997-23643cc1bc90,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:28.638306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] No DVR routers for this DVR port 41afe264-47c4-44b5-b997-23643cc1bc90 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:28.641330 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:28.644890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a04bac0-d43d-49d0-aedd-9a294efd11e2 req-22bc4b32-3424-4ae7-8e78-fac81cbb813f tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.78 "DELETE /v2.0/ports/41afe264-47c4-44b5-b997-23643cc1bc90 HTTP/1.1" status: 204 len: 173 time: 0.7963550 Nov 12 21:20:28.645346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25c7997-9d0e-4c57-86f7-eb0166323833', 'name': 'network-vif-deleted', 'tag': '41afe264-47c4-44b5-b997-23643cc1bc90'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:28.647702 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c530ae-b680-4655-8da2-dced561523a5" -d '{"events": [{"server_uuid": "d25c7997-9d0e-4c57-86f7-eb0166323833", "name": "network-vif-deleted", "tag": "41afe264-47c4-44b5-b997-23643cc1bc90"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:28.691746 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e742243b-0948-4285-ac89-957bcee661bc x-openstack-request-id: req-e742243b-0948-4285-ac89-957bcee661bc {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:28.692620 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25c7997-9d0e-4c57-86f7-eb0166323833", "name": "network-vif-deleted", "tag": "41afe264-47c4-44b5-b997-23643cc1bc90", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:28.692620 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e742243b-0948-4285-ac89-957bcee661bc {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:28.692859 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25c7997-9d0e-4c57-86f7-eb0166323833', 'name': 'network-vif-deleted', 'tag': '41afe264-47c4-44b5-b997-23643cc1bc90', 'status': 'completed', 'code': 200} Nov 12 21:20:29.105377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-057d26db-5597-426f-a870-6df54050342e req-20cb93f0-e5e5-45f2-9187-39e6aa3d3cf7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.0289354 Nov 12 21:20:29.297955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54666) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:29.307211 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Sync routers for ids ['e4183cac-f428-460f-88a6-1dfd9e66424f'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:20:29.322958 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Routers {'e4183cac-f428-460f-88a6-1dfd9e66424f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:29.323891 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e4183cac-f428-460f-88a6-1dfd9e66424f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:29.407836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0860fec0-fadd-4649-af94-62a5befafb31 req-51c36f5e-20ed-4296-b54f-4d66ef0e7ddf tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d25c7997-9d0e-4c57-86f7-eb0166323833 HTTP/1.1" status: 200 len: 210 time: 0.0524290 Nov 12 21:20:29.490344 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Set router e4183cac-f428-460f-88a6-1dfd9e66424f gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:29.842001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:29.857492 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3b735534-6968-482a-b39a-96744eeec719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:26Z', 'revision_number': 4, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port': {'id': '3b735534-6968-482a-b39a-96744eeec719', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:20:22Z', 'updated_at': '2021-11-12T21:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '25101bcb-a747-44fe-87f0-ba17c1c7530e', 'name': '', 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'mac_address': 'fa:16:3e:9e:91:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:20:25Z', 'updated_at': '2021-11-12T21:20:26Z', 'revision_number': 2, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'subnets': [{'id': 'fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:29.891271 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Checking router: e4183cac-f428-460f-88a6-1dfd9e66424f for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:20:29.891905 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Updating router e4183cac-f428-460f-88a6-1dfd9e66424f port 25101bcb-a747-44fe-87f0-ba17c1c7530e binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:20:29.921674 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.114796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1aaf88ca-dd02-4dc7-912e-3beb05350881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.189807 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Deleting port 25101bcb-a747-44fe-87f0-ba17c1c7530e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:30.190052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.237096 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.275129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a7c29ab-e693-497a-b82e-842f673a510f req-43adcb03-16da-4f2b-9040-625ca03f58d0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.0625107 Nov 12 21:20:30.281828 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.303521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Calling delete_port for 25101bcb-a747-44fe-87f0-ba17c1c7530e owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:30.342291 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.465174 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6e636-af9f-4757-a1f3-7195884029ea None None] Pushing event updated for resources: {'Port': ['ID=25101bcb-a747-44fe-87f0-ba17c1c7530e,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:30.465174 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Attempting to bind port 25101bcb-a747-44fe-87f0-ba17c1c7530e on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:20:30.465174 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Attempting to bind port 25101bcb-a747-44fe-87f0-ba17c1c7530e by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:20:30.465174 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Attempting to bind port 25101bcb-a747-44fe-87f0-ba17c1c7530e on network f26ecc0f-79a1-4d57-8dc3-05c71078592d {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:30.469477 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:20:30.469841 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Checking segment: {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:30.470236 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.470615 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Bound using segment: {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:20:30.471073 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Bound port: 25101bcb-a747-44fe-87f0-ba17c1c7530e, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:20:30.471473 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.691563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.691926 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.db.api [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:20:30.692280 n-d-713498-29 neutron-server[109631]: DEBUG oslo_db.api [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:20:30.693540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-70091737-c2ba-4b67-b21d-491e06b5c2bf None None] Could not find standard attr ID for object 25101bcb-a747-44fe-87f0-ba17c1c7530e. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:20:30.747433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Pushing event deleted for resources: {'Port': ['ID=25101bcb-a747-44fe-87f0-ba17c1c7530e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:30.809957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-8bd8e517-f311-409f-b48a-12f52b52c952 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:30.812236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-8bd8e517-f311-409f-b48a-12f52b52c952 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/networks?id=73559534-6b30-476b-9a24-a5abdd013560 HTTP/1.1" status: 200 len: 809 time: 0.1510472 Nov 12 21:20:30.846084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-bbf61ad1-3454-44d2-b95c-6885cabbcf0e tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/quotas/742d2b17b6824e3ebb07aeb97d150f59 HTTP/1.1" status: 200 len: 375 time: 0.0243130 Nov 12 21:20:30.898656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3982ddf7-0082-4dd3-9027-4bae9023921a tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380888 Nov 12 21:20:31.037298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-57f6d379-8502-4d5c-8081-bf8a68b3fad2 service neutron] 10.222.0.64 "GET /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255684 Nov 12 21:20:31.135119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-8f534f29-9b46-4725-8ea4-84995ae71ce1 service neutron] 10.222.0.64 "GET /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904167 Nov 12 21:20:31.198452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:31.221032 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Attempting to bind port 25101bcb-a747-44fe-87f0-ba17c1c7530e on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:20:31.221678 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Attempting to bind port 25101bcb-a747-44fe-87f0-ba17c1c7530e by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:20:31.222235 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Attempting to bind port 25101bcb-a747-44fe-87f0-ba17c1c7530e on network f26ecc0f-79a1-4d57-8dc3-05c71078592d {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:31.228741 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:20:31.229338 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Checking segment: {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:31.229906 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:31.230319 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Bound using segment: {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:20:31.230761 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Bound port: 25101bcb-a747-44fe-87f0-ba17c1c7530e, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cca5e8-3085-4a0d-895e-4fa779d41ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f26ecc0f-79a1-4d57-8dc3-05c71078592d'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:20:31.231141 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:31.278401 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Port 25101bcb-a747-44fe-87f0-ba17c1c7530e has been deleted concurrently {{(pid=109631) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 21:20:31.291918 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Routers {'e4183cac-f428-460f-88a6-1dfd9e66424f'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:31.291918 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e4183cac-f428-460f-88a6-1dfd9e66424f'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:31.417085 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:31.423417 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f58665f-b774-4a6d-af08-44fdfd5c5d43 req-95d6f97e-4ef4-42a9-a931-f4b91eb419b9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b893fb-4399-4655-a129-5b3730233c68 HTTP/1.1" status: 200 len: 210 time: 0.0501032 Nov 12 21:20:31.484771 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] Set router e4183cac-f428-460f-88a6-1dfd9e66424f gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:31.491581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Router e4183cac-f428-460f-88a6-1dfd9e66424f has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:20:31.617465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:20:31.625782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c81dfe61-40f9-4643-b7c2-b2fa304d18bc admin admin] 10.222.0.64 "PUT /v2.0/routers/e4183cac-f428-460f-88a6-1dfd9e66424f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3245807 Nov 12 21:20:31.626656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54708) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:31.688565 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3b735534-6968-482a-b39a-96744eeec719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:30Z', 'revision_number': 5, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port': {'id': '3b735534-6968-482a-b39a-96744eeec719', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:20:22Z', 'updated_at': '2021-11-12T21:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:31.718065 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4c713-1df9-4ea9-8e72-829625d7f94e None None] The sync data for ids ['e4183cac-f428-460f-88a6-1dfd9e66424f'] in n-d-713498-29 is: [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3b735534-6968-482a-b39a-96744eeec719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:30Z', 'revision_number': 5, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port': {'id': '3b735534-6968-482a-b39a-96744eeec719', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:20:22Z', 'updated_at': '2021-11-12T21:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:20:31.754621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:31.875648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:31.983728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 41afe264-47c4-44b5-b997-23643cc1bc90 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:32.014822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 41afe264-47c4-44b5-b997-23643cc1bc90 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:32.015266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 41afe264-47c4-44b5-b997-23643cc1bc90 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:32.057053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Deleting port 3b735534-6968-482a-b39a-96744eeec719 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:32.057485 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.147437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] For port 3b735534-6968-482a-b39a-96744eeec719, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3b735534-6968-482a-b39a-96744eeec719,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:32.147832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.163698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Calling delete_port for 3b735534-6968-482a-b39a-96744eeec719 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:32.512996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-095019d4-e158-407b-93cb-c66f705fa80b req-10cdad92-0057-4208-89dd-bec5ecddc4e2 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 210 time: 0.0407274 Nov 12 21:20:32.524997 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.558505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdcc3af-436b-4e29-aef5-fa637da5b571 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:32.602823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3b735534-6968-482a-b39a-96744eeec719,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:32.673500 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.741107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] Sync routers for ids ['e4183cac-f428-460f-88a6-1dfd9e66424f'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:20:32.754679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] Routers {'e4183cac-f428-460f-88a6-1dfd9e66424f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:32.755617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e4183cac-f428-460f-88a6-1dfd9e66424f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:32.817274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.821980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.845818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] Set router e4183cac-f428-460f-88a6-1dfd9e66424f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:32.903591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:32Z', 'revision_number': 7, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:32.935359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] Checking router: e4183cac-f428-460f-88a6-1dfd9e66424f for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:20:32.945262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] Routers {'e4183cac-f428-460f-88a6-1dfd9e66424f'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:32.945863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:20:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e4183cac-f428-460f-88a6-1dfd9e66424f'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:33.022364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.022910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4183cac-f428-460f-88a6-1dfd9e66424f {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:20:33.030819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.032726 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8ac3f3e0-bc11-4da9-8359-c16fb8c873ba admin admin] 10.222.0.64 "DELETE /v2.0/routers/e4183cac-f428-460f-88a6-1dfd9e66424f HTTP/1.1" status: 204 len: 168 time: 1.4047706 Nov 12 21:20:33.036322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54740) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:33.038315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] Set router e4183cac-f428-460f-88a6-1dfd9e66424f gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:33.098105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:32Z', 'revision_number': 7, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:33.140435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6ff88d-a5d0-48ae-b379-dadfb02fcb06 admin admin] Deleting subnet fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:20:33.145348 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a6ff88d-a5d0-48ae-b379-dadfb02fcb06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.156913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84ef91-575a-4342-9045-87e1b0fde6dd None None] The sync data for ids ['e4183cac-f428-460f-88a6-1dfd9e66424f'] in n-d-713498-29 is: [{'id': 'e4183cac-f428-460f-88a6-1dfd9e66424f', 'name': 'tempest-ImageQuotaTest-1268696445-router', 'tenant_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:20:21Z', 'updated_at': '2021-11-12T21:20:32Z', 'revision_number': 7, 'project_id': '2b4d7c6df0ef4074bdd7a0ecf76bba66', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:20:33.162324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.198603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a6ff88d-a5d0-48ae-b379-dadfb02fcb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.318773 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a6ff88d-a5d0-48ae-b379-dadfb02fcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.543533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a6ff88d-a5d0-48ae-b379-dadfb02fcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.575020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ff88d-a5d0-48ae-b379-dadfb02fcb06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:33.587879 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7a6ff88d-a5d0-48ae-b379-dadfb02fcb06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.594803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7a6ff88d-a5d0-48ae-b379-dadfb02fcb06 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fb8af862-f1cd-4852-aa2e-c3e3e7d8c3cb HTTP/1.1" status: 204 len: 168 time: 0.5542862 Nov 12 21:20:33.597765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:33.607361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca41b4ac-6201-40a5-ab04-5ed5b477f75f req-596a38b2-533f-465a-bc14-9190125c5138 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 210 time: 0.0366325 Nov 12 21:20:33.611543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995d1d4-5e5b-485f-abb9-92a14b9eb202 None None] Network f26ecc0f-79a1-4d57-8dc3-05c71078592d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:20:33.647638 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.834984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3b735534-6968-482a-b39a-96744eeec719 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:33.844117 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.873352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 3b735534-6968-482a-b39a-96744eeec719 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:33.877244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3b735534-6968-482a-b39a-96744eeec719 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:33.889636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] DHCP port deletion for f26ecc0f-79a1-4d57-8dc3-05c71078592d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:20:33.911510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Deleting port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:33.912187 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:33.947083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] Deleting port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:33.947517 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.001373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] For port 36ddfa9b-063e-4ed3-ad85-c31b30be0040, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=36ddfa9b-063e-4ed3-ad85-c31b30be0040,segment=NetworkSegment(31cca5e8-3085-4a0d-895e-4fa779d41ac5),segment_id=31cca5e8-3085-4a0d-895e-4fa779d41ac5)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:34.001841 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.020697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Calling delete_port for 36ddfa9b-063e-4ed3-ad85-c31b30be0040 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:34.037982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] For port 36ddfa9b-063e-4ed3-ad85-c31b30be0040, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=36ddfa9b-063e-4ed3-ad85-c31b30be0040,segment=NetworkSegment(31cca5e8-3085-4a0d-895e-4fa779d41ac5),segment_id=31cca5e8-3085-4a0d-895e-4fa779d41ac5)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:34.038522 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.054243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] Calling delete_port for 36ddfa9b-063e-4ed3-ad85-c31b30be0040 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:34.262394 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.270260 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:20:34.279308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.310440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] No DVR routers for this DVR port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:34.312524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ddfa9b-063e-4ed3-ad85-c31b30be0040,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:34.332685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] Pushing event deleted for resources: {'Port': ['ID=36ddfa9b-063e-4ed3-ad85-c31b30be0040,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:34.335208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70a068-a2fc-41ab-bc09-ac1fd1e5fec0 None None] No DVR routers for this DVR port 36ddfa9b-063e-4ed3-ad85-c31b30be0040 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:34.356599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.356945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.357284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.357633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.357952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.358283 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.358606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.358929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.359250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.359635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.359939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.360256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:34.420791 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.445928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26ecc0f-79a1-4d57-8dc3-05c71078592d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:34.454429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cca5e8-3085-4a0d-895e-4fa779d41ac5') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:34.454730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cca5e8-3085-4a0d-895e-4fa779d41ac5') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:34.464622 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.479113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.485515 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:20:34.485936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: items = [ Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:20:34.487638 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:20:34.662358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.668842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:34.675021 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f26ecc0f-79a1-4d57-8dc3-05c71078592d HTTP/1.1" status: 204 len: 168 time: 1.0763476 Nov 12 21:20:34.687191 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da6f4d-0574-4fa8-820f-5c4cac028251 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26ecc0f-79a1-4d57-8dc3-05c71078592d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:34.770155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0128044a-1228-499a-a68e-62d77ea63f51 req-1826f3bc-23ab-498f-9baf-671f30e2a374 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 210 time: 0.0355775 Nov 12 21:20:35.179824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54778) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:35.227059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9d9c9ea0-ac72-441c-a3dc-e2fdc44ad707 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b4d7c6df0ef4074bdd7a0ecf76bba66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456791 Nov 12 21:20:35.229761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54780) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:35.279245 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-843ec559-1c98-4c9c-9745-83f91a0c8901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:35.301642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-843ec559-1c98-4c9c-9745-83f91a0c8901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:35.458635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 36ddfa9b-063e-4ed3-ad85-c31b30be0040 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:35.460775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-843ec559-1c98-4c9c-9745-83f91a0c8901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:35.464927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-843ec559-1c98-4c9c-9745-83f91a0c8901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:35.468831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-843ec559-1c98-4c9c-9745-83f91a0c8901 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66d89537-b5e6-4d2d-b901-43cf7fa82cce HTTP/1.1" status: 204 len: 168 time: 0.2357771 Nov 12 21:20:35.491358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ec559-1c98-4c9c-9745-83f91a0c8901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d89537-b5e6-4d2d-b901-43cf7fa82cce,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:35.516576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 36ddfa9b-063e-4ed3-ad85-c31b30be0040 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:35.517654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 36ddfa9b-063e-4ed3-ad85-c31b30be0040 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:35.650128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-e1068669-5812-438a-9dd6-633980cd7163 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:35.651637 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-e1068669-5812-438a-9dd6-633980cd7163 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.46 "GET /v2.0/networks?id=73559534-6b30-476b-9a24-a5abdd013560 HTTP/1.1" status: 200 len: 809 time: 0.1934230 Nov 12 21:20:35.676885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Request body: {'port': {'device_id': '23636ecd-9111-435f-8100-8b80a248b52e', 'network_id': '73559534-6b30-476b-9a24-a5abdd013560', 'admin_state_up': True, 'tenant_id': '742d2b17b6824e3ebb07aeb97d150f59'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:35.875901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bed26ebe-66e6-47fa-a2ff-70ba659254ac req-a6d48a73-3b26-46dc-89fa-4f38d53c13cc tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 210 time: 0.0312302 Nov 12 21:20:35.891752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Made reservation on behalf of 742d2b17b6824e3ebb07aeb97d150f59 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:20:35.895840 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.097259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Allocated IP 172.20.0.10 (73559534-6b30-476b-9a24-a5abdd013560/8be4acf1-72f5-4deb-8c64-f8eb493e0dd5/6e91881e-7ad6-4dea-bde7-f4783c71a646) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:20:36.289078 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.428017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.484634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54832) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:36.504139 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-806e1adb-c18a-48d6-8356-0e49bf646c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.513309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Network 73559534-6b30-476b-9a24-a5abdd013560 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:20:36.515812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:36.518652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:20:36.549281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Pushing event updated for resources: {'Port': ['ID=6e91881e-7ad6-4dea-bde7-f4783c71a646,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:36.586608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:36.587528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.616075 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-806e1adb-c18a-48d6-8356-0e49bf646c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.680571 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-3f241cfd-ae80-4634-b252-c1548965d782 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0133634 Nov 12 21:20:36.699332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Request body: {'port': {'device_id': '23636ecd-9111-435f-8100-8b80a248b52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:36.707323 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-806e1adb-c18a-48d6-8356-0e49bf646c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.749359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e1adb-c18a-48d6-8356-0e49bf646c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14982a6a-2436-4a16-abca-2b0c5b2c915a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:36.758167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-806e1adb-c18a-48d6-8356-0e49bf646c6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2722549 Nov 12 21:20:36.759502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54842) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:36.778340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.812303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f793dd9-755f-4db1-9242-e63769563c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.834316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f793dd9-755f-4db1-9242-e63769563c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.005260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac87b6-9840-4959-8533-dbd01f71d076 req-2039da45-e14d-4c55-b4cd-2503b664a7fd tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:37.006931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6dac87b6-9840-4959-8533-dbd01f71d076 req-2039da45-e14d-4c55-b4cd-2503b664a7fd tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 932 time: 0.0515115 Nov 12 21:20:37.029354 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f793dd9-755f-4db1-9242-e63769563c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.032358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f793dd9-755f-4db1-9242-e63769563c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.033720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1f793dd9-755f-4db1-9242-e63769563c13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14982a6a-2436-4a16-abca-2b0c5b2c915a HTTP/1.1" status: 204 len: 168 time: 0.2732730 Nov 12 21:20:37.085971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6dac87b6-9840-4959-8533-dbd01f71d076 req-e487223a-5a11-4df1-bbe0-c83a3ea3606a tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719354 Nov 12 21:20:37.087982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f793dd9-755f-4db1-9242-e63769563c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14982a6a-2436-4a16-abca-2b0c5b2c915a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:37.093696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e91881e-7ad6-4dea-bde7-f4783c71a646 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:20:37.103651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.134229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Transition to ACTIVE for port object 6e91881e-7ad6-4dea-bde7-f4783c71a646 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:20:37.248326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.339009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Pushing event updated for resources: {'Port': ['ID=6e91881e-7ad6-4dea-bde7-f4783c71a646,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:37.472328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Attempting to bind port 6e91881e-7ad6-4dea-bde7-f4783c71a646 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:20:37.473024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Attempting to bind port 6e91881e-7ad6-4dea-bde7-f4783c71a646 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:20:37.473927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Attempting to bind port 6e91881e-7ad6-4dea-bde7-f4783c71a646 on network 73559534-6b30-476b-9a24-a5abdd013560 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:37.481761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Port 6e91881e-7ad6-4dea-bde7-f4783c71a646 on network 73559534-6b30-476b-9a24-a5abdd013560 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:20:37.482439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Attempting to bind port 6e91881e-7ad6-4dea-bde7-f4783c71a646 on network 73559534-6b30-476b-9a24-a5abdd013560 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:37.490520 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:20:37.491523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Checking segment: {'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:37.492214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Bound using segment: {'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:20:37.492914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Bound port: 6e91881e-7ad6-4dea-bde7-f4783c71a646, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5f951d-d829-4e6f-9b2b-38fe91f072c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73559534-6b30-476b-9a24-a5abdd013560'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:20:37.493542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.576636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54872) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:37.580537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b50dd049-d401-49c3-8e06-0d581d4d5f03 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806857471', 'description': 'tempest-secgroup-smoke-806857471 description', 'project_id': '0ddbfa529c244cb8b21f3907765fa6db'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:37.582628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] For port 6e91881e-7ad6-4dea-bde7-f4783c71a646, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:20:37.586147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] For port 6e91881e-7ad6-4dea-bde7-f4783c71a646, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6e91881e-7ad6-4dea-bde7-f4783c71a646,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:20:37.718213 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.752942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:37.753563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.754940 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] 10.222.0.46 "PUT /v2.0/ports/6e91881e-7ad6-4dea-bde7-f4783c71a646 HTTP/1.1" status: 200 len: 1093 time: 1.0649681 Nov 12 21:20:37.755412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23636ecd-9111-435f-8100-8b80a248b52e', 'tag': '6e91881e-7ad6-4dea-bde7-f4783c71a646'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:37.757766 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e68d86-7845-4a26-814d-86c78081e216" -d '{"events": [{"name": "network-changed", "server_uuid": "23636ecd-9111-435f-8100-8b80a248b52e", "tag": "6e91881e-7ad6-4dea-bde7-f4783c71a646"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:37.782586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5349a-29ff-4e39-838f-4f4fbc1b305f service neutron] Pushing event updated for resources: {'Port': ['ID=6e91881e-7ad6-4dea-bde7-f4783c71a646,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:37.793579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b50dd049-d401-49c3-8e06-0d581d4d5f03 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.806666 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb571dff-d5ba-4a46-9a1c-5603d5ebf89d x-openstack-request-id: req-fb571dff-d5ba-4a46-9a1c-5603d5ebf89d {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:37.806975 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23636ecd-9111-435f-8100-8b80a248b52e", "tag": "6e91881e-7ad6-4dea-bde7-f4783c71a646", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:37.807213 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb571dff-d5ba-4a46-9a1c-5603d5ebf89d {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:37.808140 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23636ecd-9111-435f-8100-8b80a248b52e', 'tag': '6e91881e-7ad6-4dea-bde7-f4783c71a646', 'status': 'completed', 'code': 200} Nov 12 21:20:37.875769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b50dd049-d401-49c3-8e06-0d581d4d5f03 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.886543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e68d86-7845-4a26-814d-86c78081e216 req-0f80be1b-10b4-4ccb-b810-87f967bd3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:37.888069 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c3e68d86-7845-4a26-814d-86c78081e216 req-0f80be1b-10b4-4ccb-b810-87f967bd3423 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 1096 time: 0.0521610 Nov 12 21:20:37.951564 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b50dd049-d401-49c3-8e06-0d581d4d5f03 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.982195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dd049-d401-49c3-8e06-0d581d4d5f03 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3436ea-c388-427d-8e0b-740b3176898e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:38.069614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e68d86-7845-4a26-814d-86c78081e216 req-b2c52133-0de7-4734-8d9b-f6edf128e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:38.071347 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c3e68d86-7845-4a26-814d-86c78081e216 req-b2c52133-0de7-4734-8d9b-f6edf128e342 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1709490 Nov 12 21:20:38.097963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b50dd049-d401-49c3-8e06-0d581d4d5f03 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:38.100635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b50dd049-d401-49c3-8e06-0d581d4d5f03 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5225654 Nov 12 21:20:38.102852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54880) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:38.108571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-48d99fff-2894-4b69-9de2-936ea0cb0e44 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'security_group_rule': {'security_group_id': '5b3436ea-c388-427d-8e0b-740b3176898e', 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:38.232695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee36f5-4071-4750-8365-aa9e12c3f6ce req-9cc3f1b5-3c44-44b6-8833-dceee79361a6 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:38.234446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8cee36f5-4071-4750-8365-aa9e12c3f6ce req-9cc3f1b5-3c44-44b6-8833-dceee79361a6 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 944 time: 0.0581970 Nov 12 21:20:38.309383 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-48d99fff-2894-4b69-9de2-936ea0cb0e44 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:38.315911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8cee36f5-4071-4750-8365-aa9e12c3f6ce req-ae926de8-4e38-4c61-894e-d7f141856d91 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707681 Nov 12 21:20:38.385205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-48d99fff-2894-4b69-9de2-936ea0cb0e44 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:38.468249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-48d99fff-2894-4b69-9de2-936ea0cb0e44 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:38.490243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d99fff-2894-4b69-9de2-936ea0cb0e44 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7301e7-2e0f-40bb-a681-13699e0efb26,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:38.507928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e68d86-7845-4a26-814d-86c78081e216 req-b025fa30-0d77-4a09-85f1-520804d4121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:38.509723 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c3e68d86-7845-4a26-814d-86c78081e216 req-b025fa30-0d77-4a09-85f1-520804d4121e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4280250 Nov 12 21:20:38.554016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-48d99fff-2894-4b69-9de2-936ea0cb0e44 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:38.555245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-48d99fff-2894-4b69-9de2-936ea0cb0e44 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4510098 Nov 12 21:20:38.558024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54890) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:38.562584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ca486130-88d1-4f0b-bb06-12f92e4e26c5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'security_group_rule': {'security_group_id': '5b3436ea-c388-427d-8e0b-740b3176898e', 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:38.598454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-915a5d9d-1527-4b3f-8064-b06a086e4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:38.599992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-915a5d9d-1527-4b3f-8064-b06a086e4026 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 1096 time: 0.0452535 Nov 12 21:20:38.652759 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-2b96411b-627e-40f4-98f1-5b2a0f912012 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e91881e-7ad6-4dea-bde7-f4783c71a646 HTTP/1.1" status: 200 len: 217 time: 0.0407426 Nov 12 21:20:38.678080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca486130-88d1-4f0b-bb06-12f92e4e26c5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:38.703630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-ddda5cde-6985-44f9-ab01-17a9663e1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:38.705123 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-ddda5cde-6985-44f9-ab01-17a9663e1a96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8be4acf1-72f5-4deb-8c64-f8eb493e0dd5 HTTP/1.1" status: 200 len: 849 time: 0.0440435 Nov 12 21:20:38.735869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca486130-88d1-4f0b-bb06-12f92e4e26c5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:38.741305 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-75fc359c-0df3-4294-a037-ff9481fa4d21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=73559534-6b30-476b-9a24-a5abdd013560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280054 Nov 12 21:20:38.840894 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-c0f0b573-2fcd-40a7-b9de-c8b4cbf90376 service neutron] 10.222.0.46 "GET /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878966 Nov 12 21:20:38.938993 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d4c5097c-b2a8-48b0-a8aa-ed054565cde5 req-0c386a90-74c9-4039-9f91-6d088d261557 service neutron] 10.222.0.46 "GET /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874856 Nov 12 21:20:38.945724 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca486130-88d1-4f0b-bb06-12f92e4e26c5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:38.965151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca486130-88d1-4f0b-bb06-12f92e4e26c5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74ef473-bd93-4eb7-8643-0ff16fe06d87,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:39.091185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ca486130-88d1-4f0b-bb06-12f92e4e26c5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.092372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ca486130-88d1-4f0b-bb06-12f92e4e26c5 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5334125 Nov 12 21:20:39.095080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54896) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:39.099541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2f621dd8-3f76-4105-98b6-edac316ab4a2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'security_group_rule': {'security_group_id': '5b3436ea-c388-427d-8e0b-740b3176898e', 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:39.211006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f621dd8-3f76-4105-98b6-edac316ab4a2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.282730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f621dd8-3f76-4105-98b6-edac316ab4a2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.380652 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f621dd8-3f76-4105-98b6-edac316ab4a2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.396116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f621dd8-3f76-4105-98b6-edac316ab4a2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d24011-c3c3-486d-a69c-df94356c6b45,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:39.459530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d885b5-8fba-4d5a-9d12-7552f5012952 req-4faf555f-fee7-45dc-9f37-2b0dd208dbd7 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:39.461009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50d885b5-8fba-4d5a-9d12-7552f5012952 req-4faf555f-fee7-45dc-9f37-2b0dd208dbd7 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 944 time: 0.0517399 Nov 12 21:20:39.495172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f621dd8-3f76-4105-98b6-edac316ab4a2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.496506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f621dd8-3f76-4105-98b6-edac316ab4a2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4004209 Nov 12 21:20:39.499323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54906) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:39.503766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b4bbfae0-9269-4e83-8db8-d4ee3a0d2d50 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'security_group_rule': {'security_group_id': '5b3436ea-c388-427d-8e0b-740b3176898e', 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:39.530258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50d885b5-8fba-4d5a-9d12-7552f5012952 req-955450c0-1051-4da9-9eb7-61fd37d3e98c tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628378 Nov 12 21:20:39.627212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfae0-9269-4e83-8db8-d4ee3a0d2d50 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.679533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfae0-9269-4e83-8db8-d4ee3a0d2d50 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.764807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfae0-9269-4e83-8db8-d4ee3a0d2d50 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.782988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbfae0-9269-4e83-8db8-d4ee3a0d2d50 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bf0620-5073-4b31-96a1-476a070c8fc1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:39.879385 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4bbfae0-9269-4e83-8db8-d4ee3a0d2d50 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:39.881390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b4bbfae0-9269-4e83-8db8-d4ee3a0d2d50 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3803120 Nov 12 21:20:39.883225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 54914) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:39.888590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e986723c-e7b6-4930-87e2-00cad3815c16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'security_group_rule': {'security_group_id': '5b3436ea-c388-427d-8e0b-740b3176898e', 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:40.004808 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-e986723c-e7b6-4930-87e2-00cad3815c16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Project 0ddbfa529c244cb8b21f3907765fa6db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:20:40.010424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e986723c-e7b6-4930-87e2-00cad3815c16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.070785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e986723c-e7b6-4930-87e2-00cad3815c16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.216215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e986723c-e7b6-4930-87e2-00cad3815c16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.235542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986723c-e7b6-4930-87e2-00cad3815c16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6c30a7-5b3b-425e-bad8-b70b129514be,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:40.326500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e986723c-e7b6-4930-87e2-00cad3815c16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.327799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e986723c-e7b6-4930-87e2-00cad3815c16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4435794 Nov 12 21:20:40.330649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 54922) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:40.338064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d0d94628-18a4-4623-8a54-68bacc1dbd75 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'security_group_rule': {'security_group_id': '5b3436ea-c388-427d-8e0b-740b3176898e', 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:40.416189 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-d0d94628-18a4-4623-8a54-68bacc1dbd75 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Project 0ddbfa529c244cb8b21f3907765fa6db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:20:40.421600 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d0d94628-18a4-4623-8a54-68bacc1dbd75 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.443482 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.482698 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d0d94628-18a4-4623-8a54-68bacc1dbd75 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.511529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.574732 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d0d94628-18a4-4623-8a54-68bacc1dbd75 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.598553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d94628-18a4-4623-8a54-68bacc1dbd75 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f8ae45-39ee-457d-9854-625966135a65,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:40.654289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3f62-a207-4324-9b1c-96a2e7320a79 req-5808445b-30e1-4b8b-9e77-5215d1791736 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:40.658983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0cc3f62-a207-4324-9b1c-96a2e7320a79 req-5808445b-30e1-4b8b-9e77-5215d1791736 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 944 time: 0.0529108 Nov 12 21:20:40.686947 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d0d94628-18a4-4623-8a54-68bacc1dbd75 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:40.688235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d0d94628-18a4-4623-8a54-68bacc1dbd75 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565512 Nov 12 21:20:40.710912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0cc3f62-a207-4324-9b1c-96a2e7320a79 req-6e006cb9-a6c9-4e7f-b973-f52814edb1bf tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Nov 12 21:20:41.075836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6e91881e-7ad6-4dea-bde7-f4783c71a646 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:20:41.185218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6e91881e-7ad6-4dea-bde7-f4783c71a646, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6e91881e-7ad6-4dea-bde7-f4783c71a646,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:41.197311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '6e91881e-7ad6-4dea-bde7-f4783c71a646', 'network_id': '73559534-6b30-476b-9a24-a5abdd013560', 'port_id': '6e91881e-7ad6-4dea-bde7-f4783c71a646', 'mac_address': 'fa:16:3e:f5:d0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be4acf1-72f5-4deb-8c64-f8eb493e0dd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:20:41.234923 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:41.248654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e91881e-7ad6-4dea-bde7-f4783c71a646 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:20:41.277050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6e91881e-7ad6-4dea-bde7-f4783c71a646, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6e91881e-7ad6-4dea-bde7-f4783c71a646,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:41.369230 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:41.429409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=6e91881e-7ad6-4dea-bde7-f4783c71a646,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:41.448616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.449711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.450121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.450599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.451035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.451455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.451850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.452243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.452947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.454174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.454592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.455134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:41.605840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['6e91881e-7ad6-4dea-bde7-f4783c71a646'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:20:41.832433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b043ee-f2e1-4795-971a-a03ff7b7a631 req-06bb6500-c1ec-4b2b-bcda-17d17a8252a1 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:41.833919 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24b043ee-f2e1-4795-971a-a03ff7b7a631 req-06bb6500-c1ec-4b2b-bcda-17d17a8252a1 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 945 time: 0.0527828 Nov 12 21:20:41.887532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24b043ee-f2e1-4795-971a-a03ff7b7a631 req-0f30b9c8-dad0-4d83-b26a-765d8a9e7b57 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Nov 12 21:20:43.024532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c98e5-c1be-4057-9738-767bfab8ed8f req-fc7a22a6-227c-45fe-a7a9-2972abf3a2f2 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:43.031121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8c98e5-c1be-4057-9738-767bfab8ed8f req-fc7a22a6-227c-45fe-a7a9-2972abf3a2f2 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 945 time: 0.0664968 Nov 12 21:20:43.078960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6e91881e-7ad6-4dea-bde7-f4783c71a646 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:20:43.081475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec8c98e5-c1be-4057-9738-767bfab8ed8f req-a857a302-aff7-4c0b-8ead-d2f7c3c0a224 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476635 Nov 12 21:20:43.473041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 6e91881e-7ad6-4dea-bde7-f4783c71a646 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:20:43.477480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 6e91881e-7ad6-4dea-bde7-f4783c71a646 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:43.478015 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:43.577216 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:43.613683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23636ecd-9111-435f-8100-8b80a248b52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e91881e-7ad6-4dea-bde7-f4783c71a646'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:43.616611 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9b6cc6-11c9-4c35-a325-329c843a989e" -d '{"events": [{"server_uuid": "23636ecd-9111-435f-8100-8b80a248b52e", "name": "network-vif-plugged", "status": "completed", "tag": "6e91881e-7ad6-4dea-bde7-f4783c71a646"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:43.632489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 6e91881e-7ad6-4dea-bde7-f4783c71a646, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6e91881e-7ad6-4dea-bde7-f4783c71a646,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:43.671890 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b9e52c-a779-4a9c-9068-17eb0fab9f24 x-openstack-request-id: req-b3b9e52c-a779-4a9c-9068-17eb0fab9f24 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:43.672265 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23636ecd-9111-435f-8100-8b80a248b52e", "name": "network-vif-plugged", "status": "completed", "tag": "6e91881e-7ad6-4dea-bde7-f4783c71a646", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:43.672594 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3b9e52c-a779-4a9c-9068-17eb0fab9f24 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:43.673060 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23636ecd-9111-435f-8100-8b80a248b52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e91881e-7ad6-4dea-bde7-f4783c71a646', 'code': 200} Nov 12 21:20:43.736544 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:43.803270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ee5fd-4abe-4402-ba13-08d5cd305f0e req-cf97318d-8b79-4d0e-a39d-78cbe225b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:43.805078 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4e2ee5fd-4abe-4402-ba13-08d5cd305f0e req-cf97318d-8b79-4d0e-a39d-78cbe225b1ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 1098 time: 0.0507374 Nov 12 21:20:43.816694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=6e91881e-7ad6-4dea-bde7-f4783c71a646,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:43.861994 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4e2ee5fd-4abe-4402-ba13-08d5cd305f0e req-6fa1ab8a-7783-4b26-a570-45ccf29b4578 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 Nov 12 21:20:44.221030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02885c04-6b00-4e07-855d-6b1cc8287611 req-aab12742-0afc-4efc-b587-63d3dd98e347 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:44.223426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02885c04-6b00-4e07-855d-6b1cc8287611 req-aab12742-0afc-4efc-b587-63d3dd98e347 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 946 time: 0.0654879 Nov 12 21:20:44.276581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-02885c04-6b00-4e07-855d-6b1cc8287611 req-4396501d-9733-4536-88b1-466d40be8af6 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464537 Nov 12 21:20:45.404657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5854ef7-799e-4731-adb4-fe914a16619c req-53c66b6f-a4a6-45a3-b3b0-9eb0e2ff1642 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:45.406576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5854ef7-799e-4731-adb4-fe914a16619c req-53c66b6f-a4a6-45a3-b3b0-9eb0e2ff1642 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 946 time: 0.0523021 Nov 12 21:20:45.462261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5854ef7-799e-4731-adb4-fe914a16619c req-3c0673d5-d187-4441-944c-ff3c14141215 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472765 Nov 12 21:20:46.915173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d631a-2987-48b3-b4f8-5bef815c0575 req-41c3d36b-881e-46cd-8920-5ba66ba77f5e tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:46.916729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a36d631a-2987-48b3-b4f8-5bef815c0575 req-41c3d36b-881e-46cd-8920-5ba66ba77f5e tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 946 time: 0.0545638 Nov 12 21:20:46.972026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a36d631a-2987-48b3-b4f8-5bef815c0575 req-f3f2fa30-98dc-46f3-9582-247f60f9d5b9 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Nov 12 21:20:48.112033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1629-fa89-4284-8d7b-3bf2b443c3e8 req-901492ff-2e9e-4bac-83e9-403a319dbdd9 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:48.115091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-535e1629-fa89-4284-8d7b-3bf2b443c3e8 req-901492ff-2e9e-4bac-83e9-403a319dbdd9 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 946 time: 0.0534220 Nov 12 21:20:48.171985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-535e1629-fa89-4284-8d7b-3bf2b443c3e8 req-00893bfb-601d-4453-b704-c2d67686aa33 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b53e11-ba20-4b06-b5e7-4124d49e2333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Nov 12 21:20:48.263109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-ec5d2833-873b-496b-b276-0e69b4d9db0c tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:48.264526 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-ec5d2833-873b-496b-b276-0e69b4d9db0c tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.46 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 946 time: 0.0544138 Nov 12 21:20:48.371827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Deleting port 6e91881e-7ad6-4dea-bde7-f4783c71a646 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:20:48.372167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:48.472033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] For port 6e91881e-7ad6-4dea-bde7-f4783c71a646, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=6e91881e-7ad6-4dea-bde7-f4783c71a646,segment=NetworkSegment(7e5f951d-d829-4e6f-9b2b-38fe91f072c2),segment_id=7e5f951d-d829-4e6f-9b2b-38fe91f072c2)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:48.472432 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:48.488828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Calling delete_port for 6e91881e-7ad6-4dea-bde7-f4783c71a646 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:20:48.684715 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:48.710765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['6e91881e-7ad6-4dea-bde7-f4783c71a646'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:20:48.727190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Pushing event deleted for resources: {'Port': ['ID=6e91881e-7ad6-4dea-bde7-f4783c71a646,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:48.779190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] No DVR routers for this DVR port 6e91881e-7ad6-4dea-bde7-f4783c71a646 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:20:48.781781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:48.785136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7a6b5a45-7d0b-4209-9224-ffbe149c8ba3 req-d10d00fc-18ee-4fd4-a12e-e69cc6f451ac tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.46 "DELETE /v2.0/ports/6e91881e-7ad6-4dea-bde7-f4783c71a646 HTTP/1.1" status: 204 len: 173 time: 0.5111682 Nov 12 21:20:48.787392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23636ecd-9111-435f-8100-8b80a248b52e', 'name': 'network-vif-deleted', 'tag': '6e91881e-7ad6-4dea-bde7-f4783c71a646'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:48.788219 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d80ae-4a13-43af-869e-7a7e0a3bce36" -d '{"events": [{"server_uuid": "23636ecd-9111-435f-8100-8b80a248b52e", "name": "network-vif-deleted", "tag": "6e91881e-7ad6-4dea-bde7-f4783c71a646"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:48.850420 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad561f16-02bd-4e77-8a24-fcc13980c656 x-openstack-request-id: req-ad561f16-02bd-4e77-8a24-fcc13980c656 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:48.850714 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23636ecd-9111-435f-8100-8b80a248b52e", "name": "network-vif-deleted", "tag": "6e91881e-7ad6-4dea-bde7-f4783c71a646", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:48.850962 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad561f16-02bd-4e77-8a24-fcc13980c656 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:48.851418 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23636ecd-9111-435f-8100-8b80a248b52e', 'name': 'network-vif-deleted', 'tag': '6e91881e-7ad6-4dea-bde7-f4783c71a646', 'status': 'completed', 'code': 200} Nov 12 21:20:49.291060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c62d2d9-c18f-4bb0-bd27-0909fa8bcc9f req-2bfe44f9-318a-4111-8140-26f59325ca93 tempest-VolumesActionsTest-461863568 tempest-VolumesActionsTest-461863568-project] 10.222.0.64 "GET /v2.0/ports?device_id=23636ecd-9111-435f-8100-8b80a248b52e HTTP/1.1" status: 200 len: 210 time: 0.0286245 Nov 12 21:20:51.144566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6e91881e-7ad6-4dea-bde7-f4783c71a646 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:51.167995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 6e91881e-7ad6-4dea-bde7-f4783c71a646 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:20:51.168347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 6e91881e-7ad6-4dea-bde7-f4783c71a646 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:20:55.109258 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:20:57.634325 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-64052a1e-d44a-441a-9508-8680da29d70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:00.057737 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a12e847d-f94e-48f5-89dc-c95d78dcafbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:00.122836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-2136646c-2e35-4c7a-9de3-b93b826b82aa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0714507 Nov 12 21:21:00.296904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-1cf2dcd1-e4cb-47a2-9583-19142be503a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:00.298408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-1cf2dcd1-e4cb-47a2-9583-19142be503a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1097 time: 0.1134386 Nov 12 21:21:00.538691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-3632b748-1a38-4f92-bd4d-93673e07ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:00.545714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-3632b748-1a38-4f92-bd4d-93673e07ce94 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 HTTP/1.1" status: 200 len: 910 time: 0.2156527 Nov 12 21:21:00.649385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-d320d8d4-2220-43e5-afdf-766ad14b9c62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 HTTP/1.1" status: 200 len: 1000 time: 0.0960131 Nov 12 21:21:00.726410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-f6305c23-2fa0-482a-934a-cbb65b4591af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:00.729068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-f6305c23-2fa0-482a-934a-cbb65b4591af service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7893d36-a29f-4691-8d7f-22b891911613 HTTP/1.1" status: 200 len: 848 time: 0.0691564 Nov 12 21:21:00.803911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-23205e5a-8150-4a7a-8ad6-8a650e434900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:00.806266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-23205e5a-8150-4a7a-8ad6-8a650e434900 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701172 Nov 12 21:21:00.944524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-d3dc509c-f8f3-4b8d-8851-d2e8afe153cc service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302645 Nov 12 21:21:01.120087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b15b6b91-e85b-4cd5-869c-c5f4aef884f6 req-2e8155f0-9ccb-46bf-b9c8-e99a7096758d service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678574 Nov 12 21:21:01.450324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:03.170622 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:03.736549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:10.465566 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:10.490160 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:10.690193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-6b5d6605-1cdc-40c7-9061-6d4c60011fa4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806857471&fields=id&tenant_id=0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 267 time: 0.0697646 Nov 12 21:21:10.842764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-a06e7e6e-34a5-49e5-94c5-8654bdf189ef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:10.849804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-a06e7e6e-34a5-49e5-94c5-8654bdf189ef tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1494606 Nov 12 21:21:10.864883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-896ef095-3a19-48f3-88b8-5fc46f6b2d45 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/quotas/0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 375 time: 0.0103986 Nov 12 21:21:10.942503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-e0bd7197-660d-4894-a500-46571f43e938 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705082 Nov 12 21:21:11.081809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-4b2f666f-a9d5-4dde-835a-580036b5d0b1 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246610 Nov 12 21:21:11.200983 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-d731e142-2d69-403d-87eb-b71d321ac980 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157663 Nov 12 21:21:11.939637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ef7e63ff-fbc8-47bc-91e0-93e68455ad99 req-fa1a3d3c-84f0-48af-9d5e-acddc8cf1cb8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0464981 Nov 12 21:21:13.007639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-769f0453-3791-44cd-a5ff-95a088105c58 req-62aa1be2-fd63-43d4-9104-e797de666393 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0266676 Nov 12 21:21:14.105512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a458f3c3-91a6-43de-8194-28bdf8a1498b req-0072231e-62c9-4d75-9a34-54f5654d3866 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0278838 Nov 12 21:21:14.698914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-76f1fbb2-8ba4-42db-a8ee-4a9d741d534c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:14.701266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-76f1fbb2-8ba4-42db-a8ee-4a9d741d534c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1148479 Nov 12 21:21:14.788927 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-5afba803-97a1-4f9b-8fdd-79e5528dff82 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 379 time: 0.0702024 Nov 12 21:21:14.802356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'port': {'device_id': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'admin_state_up': True, 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'security_groups': ['5b3436ea-c388-427d-8e0b-740b3176898e']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:15.078644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:21:15.082474 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:15.236164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ac5560a-bca9-457b-b913-56f967d5069b req-93c6ffb7-5e03-4d2b-97e3-338774f1c368 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0329823 Nov 12 21:21:15.247601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.20.0.7 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/b8272839-6d14-479f-8972-3c4e5f0a3071) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:15.396980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:15.565103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:15.612638 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:15.618129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:15.622003 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:15.653028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=b8272839-6d14-479f-8972-3c4e5f0a3071,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:15.691461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:15.692113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:15.834746 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80c4cf11-b5fa-4ba7-90f3-7f77443f5194 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0358198 Nov 12 21:21:15.852125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Request body: {'port': {'device_id': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:15.908528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:15.929167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bb763e65-3387-480f-a4da-3108e9721a2a None None] Provisioning complete for port b8272839-6d14-479f-8972-3c4e5f0a3071 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:15.930254 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb763e65-3387-480f-a4da-3108e9721a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:15.967332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bb763e65-3387-480f-a4da-3108e9721a2a None None] Port b8272839-6d14-479f-8972-3c4e5f0a3071 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:16.186459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8272839-6d14-479f-8972-3c4e5f0a3071 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:21:16.194367 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:16.208995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Transition to ACTIVE for port object b8272839-6d14-479f-8972-3c4e5f0a3071 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:21:16.315602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:16.372457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Pushing event updated for resources: {'Port': ['ID=b8272839-6d14-479f-8972-3c4e5f0a3071,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:16.407797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156e441-d5f1-45d5-95d1-94e6afc03248 req-4acccce8-7d91-4886-8c21-77e900c49140 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:16.417229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c156e441-d5f1-45d5-95d1-94e6afc03248 req-4acccce8-7d91-4886-8c21-77e900c49140 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0945735 Nov 12 21:21:16.459423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Attempting to bind port b8272839-6d14-479f-8972-3c4e5f0a3071 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:21:16.459767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Attempting to bind port b8272839-6d14-479f-8972-3c4e5f0a3071 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:21:16.460105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Attempting to bind port b8272839-6d14-479f-8972-3c4e5f0a3071 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:16.468883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Port b8272839-6d14-479f-8972-3c4e5f0a3071 on network d352e8da-8c69-475d-af61-0e9fe761384e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:21:16.468883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Attempting to bind port b8272839-6d14-479f-8972-3c4e5f0a3071 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:16.472007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:21:16.472355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:16.472745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:21:16.473179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Bound port: b8272839-6d14-479f-8972-3c4e5f0a3071, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:21:16.473543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:16.499814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c156e441-d5f1-45d5-95d1-94e6afc03248 req-ed0db456-93ee-4ea3-b3d8-106648a10a80 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781219 Nov 12 21:21:16.563133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] For port b8272839-6d14-479f-8972-3c4e5f0a3071, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:21:16.567631 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] For port b8272839-6d14-479f-8972-3c4e5f0a3071, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b8272839-6d14-479f-8972-3c4e5f0a3071,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:21:16.702387 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:16.741185 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:16.741531 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:16.743636 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] 10.222.0.46 "PUT /v2.0/ports/b8272839-6d14-479f-8972-3c4e5f0a3071 HTTP/1.1" status: 200 len: 1092 time: 0.8962538 Nov 12 21:21:16.744096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'tag': 'b8272839-6d14-479f-8972-3c4e5f0a3071'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:21:16.746617 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8187972-3194-4f7d-bda7-a0ac50f989fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1de5b539-3e3b-400f-9a4b-3cfed4609571", "tag": "b8272839-6d14-479f-8972-3c4e5f0a3071"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:21:16.789754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53266954-aaad-4f01-b872-51f6056d9c7b service neutron] Pushing event updated for resources: {'Port': ['ID=b8272839-6d14-479f-8972-3c4e5f0a3071,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:16.796193 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6561594c-4e63-4dc0-95f3-8e814f419c8c x-openstack-request-id: req-6561594c-4e63-4dc0-95f3-8e814f419c8c {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:21:16.796685 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de5b539-3e3b-400f-9a4b-3cfed4609571", "tag": "b8272839-6d14-479f-8972-3c4e5f0a3071", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:21:16.797120 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6561594c-4e63-4dc0-95f3-8e814f419c8c {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:21:16.798338 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'tag': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'status': 'completed', 'code': 200} Nov 12 21:21:16.889522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8187972-3194-4f7d-bda7-a0ac50f989fe req-6c2c7200-873e-442b-be47-e2bbcc2fad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:16.891794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8187972-3194-4f7d-bda7-a0ac50f989fe req-6c2c7200-873e-442b-be47-e2bbcc2fad38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 1095 time: 0.0619061 Nov 12 21:21:17.021037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8187972-3194-4f7d-bda7-a0ac50f989fe req-0cfa3b8e-c676-4ea1-bf81-83b34efe100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:17.022790 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8187972-3194-4f7d-bda7-a0ac50f989fe req-0cfa3b8e-c676-4ea1-bf81-83b34efe100f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1139817 Nov 12 21:21:17.123972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8187972-3194-4f7d-bda7-a0ac50f989fe req-a903fb36-061e-4d94-b9ee-a20f77542aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:17.132168 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f8187972-3194-4f7d-bda7-a0ac50f989fe req-a903fb36-061e-4d94-b9ee-a20f77542aec service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918970 Nov 12 21:21:17.221596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-1ee37f4a-10eb-49bd-af60-7225d3570f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:17.223124 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-1ee37f4a-10eb-49bd-af60-7225d3570f20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 1095 time: 0.0480905 Nov 12 21:21:17.270966 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-9f4949fb-e3b1-44e2-90e4-5129d51d4ccb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8272839-6d14-479f-8972-3c4e5f0a3071 HTTP/1.1" status: 200 len: 217 time: 0.0357900 Nov 12 21:21:17.327127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-94346f34-7f52-4ffe-9fed-4c9b1ad1bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:17.328631 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-94346f34-7f52-4ffe-9fed-4c9b1ad1bb5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0458610 Nov 12 21:21:17.386231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80fdc73f-3299-4547-8d77-3b0c65753b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:17.387672 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-80fdc73f-3299-4547-8d77-3b0c65753b06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481834 Nov 12 21:21:17.488163 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-2ba6a608-551b-4e37-b8ee-67ae3b7418cd service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884502 Nov 12 21:21:17.598728 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6bdcf0e1-3b30-4937-b916-edecc560988c req-993e2195-fbbb-45e3-83cd-611a8ca1c8df service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999432 Nov 12 21:21:17.655791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c40a1-71f5-4c45-b09a-99189ccc6b9f req-a043746e-bc71-4bdb-957c-800712f89a4d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:17.657925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-945c40a1-71f5-4c45-b09a-99189ccc6b9f req-a043746e-bc71-4bdb-957c-800712f89a4d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0550387 Nov 12 21:21:17.708877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-945c40a1-71f5-4c45-b09a-99189ccc6b9f req-59c95872-9340-45f9-afd7-9684829dfa16 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448663 Nov 12 21:21:18.844444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93987-9c26-425f-ad81-8b10e4376ab4 req-5a76c33c-2013-4130-9d94-28472679b853 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:18.852080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bed93987-9c26-425f-ad81-8b10e4376ab4 req-5a76c33c-2013-4130-9d94-28472679b853 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0604875 Nov 12 21:21:18.903465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bed93987-9c26-425f-ad81-8b10e4376ab4 req-bd93e684-7839-4046-91a9-0c296581fadf tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506830 Nov 12 21:21:20.044645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344eb82-e837-4109-894b-90114f4b973c req-6cc954b1-36af-4cd0-988c-d9ebb75879fd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:20.047119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c344eb82-e837-4109-894b-90114f4b973c req-6cc954b1-36af-4cd0-988c-d9ebb75879fd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0602512 Nov 12 21:21:20.102365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c344eb82-e837-4109-894b-90114f4b973c req-f2a77037-4d99-4868-8bb0-8a0560eee483 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494187 Nov 12 21:21:21.227714 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e23ed-11ff-4c44-a737-0b246e0a860b req-ddbe8730-41b8-48de-9799-81e4633ad6a0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:21.229462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-028e23ed-11ff-4c44-a737-0b246e0a860b req-ddbe8730-41b8-48de-9799-81e4633ad6a0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0508039 Nov 12 21:21:21.281569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-028e23ed-11ff-4c44-a737-0b246e0a860b req-a1e2613d-d0a1-4904-b920-77316e716cd9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458994 Nov 12 21:21:22.390797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55880) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:22.435329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aba71-6aa0-401b-935c-c7344503be8e req-6cb7b487-2a30-4bfc-b9af-694b3cc2844b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:22.436932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a2aba71-6aa0-401b-935c-c7344503be8e req-6cb7b487-2a30-4bfc-b9af-694b3cc2844b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0832007 Nov 12 21:21:22.472876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Deleting subnet 8be4acf1-72f5-4deb-8c64-f8eb493e0dd5 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:21:22.478213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:22.532702 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:22.560835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a2aba71-6aa0-401b-935c-c7344503be8e req-73cfe47c-da3a-4cdf-95e7-9705ce8d7e6f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166785 Nov 12 21:21:22.581233 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:22.759383 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:22.786851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be4acf1-72f5-4deb-8c64-f8eb493e0dd5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:22.794231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:22.800692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8be4acf1-72f5-4deb-8c64-f8eb493e0dd5 HTTP/1.1" status: 204 len: 168 time: 0.4094589 Nov 12 21:21:22.803109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55896) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:22.806467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.806817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.807160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.807532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.807881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.808200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.808528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.808855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.809178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.809689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.809826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.810142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a654b4-77e3-41bb-936e-db4ca689cca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:22.882508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:22.972324 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:22.993039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73559534-6b30-476b-9a24-a5abdd013560']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:23.002581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5f951d-d829-4e6f-9b2b-38fe91f072c2') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:23.002875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5f951d-d829-4e6f-9b2b-38fe91f072c2') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:23.013721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.028739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.035806 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:21:23.036226 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:21:23.038251 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:21:23.175894 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.181545 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.185355 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] 10.222.0.64 "DELETE /v2.0/networks/73559534-6b30-476b-9a24-a5abdd013560 HTTP/1.1" status: 204 len: 168 time: 0.3811727 Nov 12 21:21:23.197102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636893af-f1f6-45dd-b8ae-f683e3336288 admin admin] Pushing event deleted for resources: {'Network': ['ID=73559534-6b30-476b-9a24-a5abdd013560,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:23.560728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 55926) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:23.609868 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-535d6787-134e-483d-92ee-578c022700fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=742d2b17b6824e3ebb07aeb97d150f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479083 Nov 12 21:21:23.612583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 55934) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:23.693468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f38836-9263-43fc-866a-d6316be77584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.704261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3090-4b25-4e7e-b7a2-bea1dd34eccd req-ff19a6ae-39d7-452b-a964-6e446d8fc0f0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:23.705727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8bd3090-4b25-4e7e-b7a2-bea1dd34eccd req-ff19a6ae-39d7-452b-a964-6e446d8fc0f0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0702891 Nov 12 21:21:23.737868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f38836-9263-43fc-866a-d6316be77584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.793383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8bd3090-4b25-4e7e-b7a2-bea1dd34eccd req-f411dcf8-85fb-4362-b83b-3482712795c8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805590 Nov 12 21:21:23.890012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f38836-9263-43fc-866a-d6316be77584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.893016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f38836-9263-43fc-866a-d6316be77584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:23.893921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b8f38836-9263-43fc-866a-d6316be77584 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92b53e11-ba20-4b06-b5e7-4124d49e2333 HTTP/1.1" status: 204 len: 168 time: 0.2803552 Nov 12 21:21:23.902545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f38836-9263-43fc-866a-d6316be77584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b53e11-ba20-4b06-b5e7-4124d49e2333,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:24.912490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aeccfb-7f9e-478d-9cff-d233e0110dd7 req-4e6094ed-c4b4-44a2-a79f-dd1c5a3eaa3c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:24.914727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3aeccfb-7f9e-478d-9cff-d233e0110dd7 req-4e6094ed-c4b4-44a2-a79f-dd1c5a3eaa3c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0517559 Nov 12 21:21:24.965789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d3aeccfb-7f9e-478d-9cff-d233e0110dd7 req-3f59d7b0-bf71-4167-9ba4-ca413071066f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449116 Nov 12 21:21:26.085575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09620c0-fa7f-4f1c-89a0-741b82a1722f req-c7ba2aee-f6ce-450c-8553-6b5c6cf47989 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:26.087209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d09620c0-fa7f-4f1c-89a0-741b82a1722f req-c7ba2aee-f6ce-450c-8553-6b5c6cf47989 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0506437 Nov 12 21:21:26.138341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d09620c0-fa7f-4f1c-89a0-741b82a1722f req-756fd21f-b12b-4c95-b900-72e3e43b1dcb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Nov 12 21:21:27.270868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fd39e-26e6-438b-ac97-b9eff4afaeb5 req-54eb769b-62f8-4c60-80dd-83706e8c9169 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:27.272580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-211fd39e-26e6-438b-ac97-b9eff4afaeb5 req-54eb769b-62f8-4c60-80dd-83706e8c9169 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0617437 Nov 12 21:21:27.328360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-211fd39e-26e6-438b-ac97-b9eff4afaeb5 req-41a7fc6e-cff5-4dad-9b44-c34c410b7960 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491347 Nov 12 21:21:27.552947 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-191d2b2b-39c0-4d77-a133-2a4d46257e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:28.452566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b74dd-2619-46ab-a2c5-eb3c14f93987 req-6ed979d8-b6b6-44e6-affb-299fb93d02d4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:28.454044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529b74dd-2619-46ab-a2c5-eb3c14f93987 req-6ed979d8-b6b6-44e6-affb-299fb93d02d4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0501206 Nov 12 21:21:28.505352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529b74dd-2619-46ab-a2c5-eb3c14f93987 req-146e6fb6-43d5-458c-8f45-e7187aec50dd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453672 Nov 12 21:21:29.358164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b8272839-6d14-479f-8972-3c4e5f0a3071 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:21:29.456109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b8272839-6d14-479f-8972-3c4e5f0a3071, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b8272839-6d14-479f-8972-3c4e5f0a3071,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:29.468734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'port_id': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'mac_address': 'fa:16:3e:bb:38:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:21:29.511942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:29.524819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8272839-6d14-479f-8972-3c4e5f0a3071 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:21:29.550601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b8272839-6d14-479f-8972-3c4e5f0a3071, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b8272839-6d14-479f-8972-3c4e5f0a3071,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:29.608201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:29.632462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5a7ff-d73e-4fad-b90b-e1da8bb8b4ea req-bb78e3cf-83c9-402c-84f1-e5457638f66d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:29.634450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddd5a7ff-d73e-4fad-b90b-e1da8bb8b4ea req-bb78e3cf-83c9-402c-84f1-e5457638f66d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 943 time: 0.0545113 Nov 12 21:21:29.659943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=b8272839-6d14-479f-8972-3c4e5f0a3071,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:29.691827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddd5a7ff-d73e-4fad-b90b-e1da8bb8b4ea req-42b79ea4-d689-4f9d-8fcc-12a97118edf3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510004 Nov 12 21:21:29.853327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['b8272839-6d14-479f-8972-3c4e5f0a3071'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:21:30.124221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55590d48-bcc1-4e28-9c1b-5a25a9f1b0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:30.814851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827389-f86a-4d92-88fe-50089ae098db req-35fcfd13-c621-48b4-b9b6-e7bfbf91379a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:30.816470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71827389-f86a-4d92-88fe-50089ae098db req-35fcfd13-c621-48b4-b9b6-e7bfbf91379a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 944 time: 0.0511034 Nov 12 21:21:30.867966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71827389-f86a-4d92-88fe-50089ae098db req-f24da3c8-6072-4daa-9ffa-e879bf164782 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Nov 12 21:21:31.339226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:31.374013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b8272839-6d14-479f-8972-3c4e5f0a3071 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:31.482069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port b8272839-6d14-479f-8972-3c4e5f0a3071 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:21:31.486300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port b8272839-6d14-479f-8972-3c4e5f0a3071 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:31.486671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:31.577064 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:31.609117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8272839-6d14-479f-8972-3c4e5f0a3071'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:21:31.611381 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db0c6c0-7372-4ed1-a01d-bff64367a918" -d '{"events": [{"server_uuid": "1de5b539-3e3b-400f-9a4b-3cfed4609571", "name": "network-vif-plugged", "status": "completed", "tag": "b8272839-6d14-479f-8972-3c4e5f0a3071"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:21:31.627339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port b8272839-6d14-479f-8972-3c4e5f0a3071, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b8272839-6d14-479f-8972-3c4e5f0a3071,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:31.655960 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4e548-3a54-439a-af13-1bf689743add x-openstack-request-id: req-78a4e548-3a54-439a-af13-1bf689743add {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:21:31.655960 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de5b539-3e3b-400f-9a4b-3cfed4609571", "name": "network-vif-plugged", "status": "completed", "tag": "b8272839-6d14-479f-8972-3c4e5f0a3071", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:21:31.656384 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78a4e548-3a54-439a-af13-1bf689743add {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:21:31.656488 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'code': 200} Nov 12 21:21:31.707843 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:31.761542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=b8272839-6d14-479f-8972-3c4e5f0a3071,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:31.772659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5675eb-06ec-4e1e-8b3d-69246cd51151 req-bfe50089-2786-43b4-ac32-254c4ff41bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:31.774317 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ca5675eb-06ec-4e1e-8b3d-69246cd51151 req-bfe50089-2786-43b4-ac32-254c4ff41bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 1097 time: 0.0421641 Nov 12 21:21:31.834975 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ca5675eb-06ec-4e1e-8b3d-69246cd51151 req-7822af2e-e047-46ce-bb5d-9908b569a7a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535536 Nov 12 21:21:32.016173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaaa0f-05da-4068-8b28-9565f4a34e80 req-63688ea8-92c3-4e97-b545-a04b7c45c152 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:32.018922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5dcaaa0f-05da-4068-8b28-9565f4a34e80 req-63688ea8-92c3-4e97-b545-a04b7c45c152 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 945 time: 0.0728221 Nov 12 21:21:32.051548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56256) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:32.089447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5dcaaa0f-05da-4068-8b28-9565f4a34e80 req-cb906993-661b-46bf-ba9f-e5bbeab136b6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643561 Nov 12 21:21:32.101440 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:21:32.189458 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea9ac288-d2d1-4547-8382-29cf279549a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:32.264681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea9ac288-d2d1-4547-8382-29cf279549a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:32.324608 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ea9ac288-d2d1-4547-8382-29cf279549a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:32.361642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ac288-d2d1-4547-8382-29cf279549a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932b8e24-d63e-441d-a579-04b52cfcf3dc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:32.367158 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ea9ac288-d2d1-4547-8382-29cf279549a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0619f9312ceb4ff49080baef73f8bf44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142533 Nov 12 21:21:32.370737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56260) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:32.426206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-13c57e19-98a0-47d5-9a24-13398797a36e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:32.448449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-13c57e19-98a0-47d5-9a24-13398797a36e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:32.574099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-13c57e19-98a0-47d5-9a24-13398797a36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:32.576697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-13c57e19-98a0-47d5-9a24-13398797a36e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:32.577915 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-13c57e19-98a0-47d5-9a24-13398797a36e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/932b8e24-d63e-441d-a579-04b52cfcf3dc HTTP/1.1" status: 204 len: 168 time: 0.2060177 Nov 12 21:21:32.586281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c57e19-98a0-47d5-9a24-13398797a36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932b8e24-d63e-441d-a579-04b52cfcf3dc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:33.096283 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:33.225760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f4c3b-caa4-443d-a5d1-24553f6e7528 req-db180d5c-7ede-4fce-92d9-c8a0e893656c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:33.227471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f2f4c3b-caa4-443d-a5d1-24553f6e7528 req-db180d5c-7ede-4fce-92d9-c8a0e893656c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 945 time: 0.0534899 Nov 12 21:21:33.284294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f2f4c3b-caa4-443d-a5d1-24553f6e7528 req-db11b4cf-0df5-4a42-9bb0-c27f3bfb0022 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488741 Nov 12 21:21:33.684838 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:33.751440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56286) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:33.851476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-836625008-network', 'tenant_id': '430eddb7a2554901a617a87c846cd05b'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:33.967711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Made reservation on behalf of 430eddb7a2554901a617a87c846cd05b for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:21:33.970490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:33.980764 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.055234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.133309 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.158758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:21:34.169786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aa10d2-bdc8-440a-9721-93fe67f758fd,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:34.175574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.176034 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Added segment e113f912-47e4-4a00-b9e0-043820a8a6fe of type vlan for network 5afdb051-7312-4f71-8bc6-4184faeeb00d Nov 12 21:21:34.219768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.330018 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.331144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:34.331867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.398164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5afdb051-7312-4f71-8bc6-4184faeeb00d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:34.407177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.407669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.408102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.408554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.409031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.409461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.409886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.410314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.410735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.410852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd87a6-6e20-4ae9-a64a-8d1fa88ec140 req-6d4c4249-9a30-4d34-acb8-f9a8e6753566 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:34.411400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.411677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.412110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:34.412328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46cd87a6-6e20-4ae9-a64a-8d1fa88ec140 req-6d4c4249-9a30-4d34-acb8-f9a8e6753566 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 945 time: 0.0564926 Nov 12 21:21:34.423477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5afdb051-7312-4f71-8bc6-4184faeeb00d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:21:34.450392 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-546c298f-9616-4dc8-9050-534f35e333f2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6944587 Nov 12 21:21:34.450616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56294) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:34.456011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Request body: {'subnet': {'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-836625008-subnet', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:34.474366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46cd87a6-6e20-4ae9-a64a-8d1fa88ec140 req-46ace99f-ff98-4d10-b201-da2cb9c64de7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547874 Nov 12 21:21:34.599583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ce519-4d47-4538-b1d5-f7eca9ccfff0 req-b7c90056-3001-4dcf-b715-ffcaf85e24fb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:34.601056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2ce519-4d47-4538-b1d5-f7eca9ccfff0 req-b7c90056-3001-4dcf-b715-ffcaf85e24fb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 945 time: 0.0495634 Nov 12 21:21:34.609972 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Made reservation on behalf of 430eddb7a2554901a617a87c846cd05b for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:21:34.612459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.651892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e2ce519-4d47-4538-b1d5-f7eca9ccfff0 req-4488b4cb-5a7d-4070-a126-6ab96050fb36 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 Nov 12 21:21:34.676750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56298) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:34.841866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c9a380-074a-485e-ab48-870a4fd01037 tempest-TestVolumeBootPattern-176597839 tempest-TestVolumeBootPattern-176597839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:34.843392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-80c9a380-074a-485e-ab48-870a4fd01037 tempest-TestVolumeBootPattern-176597839 tempest-TestVolumeBootPattern-176597839-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 1092 time: 0.1656690 Nov 12 21:21:34.846346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56302) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:34.850592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:34.907816 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.963569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:34.968492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502bf1f3-41b1-4f10-acc4-fac79c02d483,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:34.973952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Checking segment: {'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:34.974318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Network hostable DHCP agents. Network: 5afdb051-7312-4f71-8bc6-4184faeeb00d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:21:35.076128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Network 5afdb051-7312-4f71-8bc6-4184faeeb00d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:21:35.162218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5afdb051-7312-4f71-8bc6-4184faeeb00d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:35.168670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:35.170169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.175235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d870f77-67e0-4995-a56c-2e5340a317dd None None] Network 5afdb051-7312-4f71-8bc6-4184faeeb00d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:21:35.268576 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-81952d2b-acfb-45dd-b5e8-0fba75396239 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8169940 Nov 12 21:21:35.271065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56306) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:35.276738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:35.345446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-5afdb051-7312-4f71-8bc6-4184faeeb00d', 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'fixed_ips': [{'subnet_id': '502bf1f3-41b1-4f10-acc4-fac79c02d483'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:21:35.347421 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.367955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.369335 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.399196 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.427373 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.501520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Allocated IP 172.20.0.2 (5afdb051-7312-4f71-8bc6-4184faeeb00d/502bf1f3-41b1-4f10-acc4-fac79c02d483/348a20f3-4647-4460-930b-6a13bde83b8c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:35.538979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.25.8.233 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/0dfc99e8-70ec-4bd6-ba4c-8cc08df32494) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:35.639122 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.656322 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.662993 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.730551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.773144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.773710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Network 5afdb051-7312-4f71-8bc6-4184faeeb00d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:35.783055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:35.788054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:35.790420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Pushing event updated for resources: {'Port': ['ID=348a20f3-4647-4460-930b-6a13bde83b8c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:35.847323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:35.852182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:35.852381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Attempting to bind port 348a20f3-4647-4460-930b-6a13bde83b8c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:21:35.852556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Attempting to bind port 348a20f3-4647-4460-930b-6a13bde83b8c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:21:35.853035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Attempting to bind port 348a20f3-4647-4460-930b-6a13bde83b8c on network 5afdb051-7312-4f71-8bc6-4184faeeb00d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:35.857987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:35.859194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:21:35.860148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Checking segment: {'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:35.860274 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.860758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Bound using segment: {'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:21:35.861247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Bound port: 348a20f3-4647-4460-930b-6a13bde83b8c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:21:35.861632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.903650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=0dfc99e8-70ec-4bd6-ba4c-8cc08df32494,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:35.932543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:35.938511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] For port 348a20f3-4647-4460-930b-6a13bde83b8c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:21:35.942569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] For port 348a20f3-4647-4460-930b-6a13bde83b8c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=348a20f3-4647-4460-930b-6a13bde83b8c,segment=NetworkSegment(e113f912-47e4-4a00-b9e0-043820a8a6fe),segment_id=e113f912-47e4-4a00-b9e0-043820a8a6fe)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:21:35.955882 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.037171 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.127308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Allocated IP 172.25.8.249 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/fd198e71-3ac6-4020-bedc-2687d318f54b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:36.141786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42661f79-66ba-4621-b350-7d91e55c5bb4 None None] Pushing event updated for resources: {'Port': ['ID=348a20f3-4647-4460-930b-6a13bde83b8c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:36.275543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.353965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.411041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.468757 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:36.473414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:36.476060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:36.505686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ef0af-695a-46c9-9101-d04e7348525f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:36.517687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56314) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:36.538091 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.583206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-17899cc7-78d6-4e26-af90-5214bc6a738c None None] Provisioning complete for port fd198e71-3ac6-4020-bedc-2687d318f54b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:36.583593 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-17899cc7-78d6-4e26-af90-5214bc6a738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.587540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Pushing event updated for resources: {'Port': ['ID=fd198e71-3ac6-4020-bedc-2687d318f54b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:36.646328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-17899cc7-78d6-4e26-af90-5214bc6a738c None None] Port fd198e71-3ac6-4020-bedc-2687d318f54b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:36.709454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281b9199-b773-4cfc-bb06-fc80858a7b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.744948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.819250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.823754 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281b9199-b773-4cfc-bb06-fc80858a7b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.882904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.888396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=0dfc99e8-70ec-4bd6-ba4c-8cc08df32494,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:36.903070 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.918121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281b9199-b773-4cfc-bb06-fc80858a7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:36.969211 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-281b9199-b773-4cfc-bb06-fc80858a7b6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3389ade29b894d0c9d6c89b97643e1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409714 Nov 12 21:21:36.994083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56318) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:37.003897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b9199-b773-4cfc-bb06-fc80858a7b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354d3b3-75d9-42e0-a25b-d1a0c2306653,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:37.050043 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Floating IP 82860e69-ff40-4c49-8e87-3063f9b281d3 associated. External IP: 172.25.8.233, port: b8272839-6d14-479f-8972-3c4e5f0a3071. Nov 12 21:21:37.114864 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0142e23c-b42b-4c80-a199-530f71206634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.171603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0142e23c-b42b-4c80-a199-530f71206634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.338393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:21:37.354543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46541ad4-e093-4c4b-9490-685b4ba0d4d9 None None] Network 5afdb051-7312-4f71-8bc6-4184faeeb00d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:21:37.389791 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0142e23c-b42b-4c80-a199-530f71206634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.392411 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0142e23c-b42b-4c80-a199-530f71206634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.393568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0142e23c-b42b-4c80-a199-530f71206634 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c354d3b3-75d9-42e0-a25b-d1a0c2306653 HTTP/1.1" status: 204 len: 168 time: 0.3982515 Nov 12 21:21:37.407332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142e23c-b42b-4c80-a199-530f71206634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354d3b3-75d9-42e0-a25b-d1a0c2306653,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:37.424286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.441757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a3dc729c-84bd-482c-b6ff-635569861276 None None] Provisioning complete for port 348a20f3-4647-4460-930b-6a13bde83b8c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:37.442339 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3dc729c-84bd-482c-b6ff-635569861276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.476136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:21:37.486213 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:21:37.510443 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:37.511508 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:37.572928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.639128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c051139f-ec49-40b2-8a53-40d0b1c55fb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7916834 Nov 12 21:21:37.639820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'tag': 'b8272839-6d14-479f-8972-3c4e5f0a3071'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:21:37.642182 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dd72d3-b7f2-4a8a-a269-9e86374956ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1de5b539-3e3b-400f-9a4b-3cfed4609571", "tag": "b8272839-6d14-479f-8972-3c4e5f0a3071"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:21:37.647266 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3dc729c-84bd-482c-b6ff-635569861276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.650240 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:37.670554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 348a20f3-4647-4460-930b-6a13bde83b8c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:37.684420 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226a1fbb-7bf0-4ee0-a577-405429d96815 x-openstack-request-id: req-226a1fbb-7bf0-4ee0-a577-405429d96815 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:21:37.684420 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de5b539-3e3b-400f-9a4b-3cfed4609571", "tag": "b8272839-6d14-479f-8972-3c4e5f0a3071", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:21:37.684703 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-226a1fbb-7bf0-4ee0-a577-405429d96815 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:21:37.685065 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'tag': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'status': 'completed', 'code': 200} Nov 12 21:21:37.749336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Router 1aa26332-c726-4ee1-9c30-8622db7e00d1 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:21:37.759433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a3dc729c-84bd-482c-b6ff-635569861276 None None] For port 348a20f3-4647-4460-930b-6a13bde83b8c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=348a20f3-4647-4460-930b-6a13bde83b8c,segment=NetworkSegment(e113f912-47e4-4a00-b9e0-043820a8a6fe),segment_id=e113f912-47e4-4a00-b9e0-043820a8a6fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:37.766725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-d39155a6-53b0-45c5-8b12-b6e78b01d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:37.768315 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-d39155a6-53b0-45c5-8b12-b6e78b01d49b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 1097 time: 0.0552795 Nov 12 21:21:37.775158 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 348a20f3-4647-4460-930b-6a13bde83b8c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:37.775571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.851586 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a3dc729c-84bd-482c-b6ff-635569861276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:37.952911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc729c-84bd-482c-b6ff-635569861276 None None] Pushing event updated for resources: {'Port': ['ID=348a20f3-4647-4460-930b-6a13bde83b8c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:38.010978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:21:38.013291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-d0e45686-3032-4faf-adfb-8d969a7ad5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:38.014645 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-d0e45686-3032-4faf-adfb-8d969a7ad5dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.2373505 Nov 12 21:21:38.024386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Sync routers for ids ['1aa26332-c726-4ee1-9c30-8622db7e00d1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:21:38.058269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Routers {'1aa26332-c726-4ee1-9c30-8622db7e00d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:38.058898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1aa26332-c726-4ee1-9c30-8622db7e00d1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:38.141007 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-04563870-e3a9-47c5-a749-fc8b07df7662 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8272839-6d14-479f-8972-3c4e5f0a3071 HTTP/1.1" status: 200 len: 999 time: 0.1114421 Nov 12 21:21:38.145784 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '82860e69-ff40-4c49-8e87-3063f9b281d3', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:bb:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:21:36Z', 'updated_at': '2021-11-12T21:21:36Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:38.162448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:38.166560 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-104e9a0f-0cd8-4d44-a212-ec90785b7232 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8915122 Nov 12 21:21:38.167453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56336) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:38.175063 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:21:38.185787 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:38.186407 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:38.198840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-55ae3d2c-78db-4a29-b228-284b9be4e70c None None] Provisioning complete for port 348a20f3-4647-4460-930b-6a13bde83b8c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:38.199310 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-55ae3d2c-78db-4a29-b228-284b9be4e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:38.222918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-6d0512ed-e9e1-4601-a728-4e6688bee870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:38.224816 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-6d0512ed-e9e1-4601-a728-4e6688bee870 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0766881 Nov 12 21:21:38.273813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Set router 1aa26332-c726-4ee1-9c30-8622db7e00d1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:38.300030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-435f9e97-b2ed-44f4-9680-08f345d0f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:38.304897 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-435f9e97-b2ed-44f4-9680-08f345d0f700 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720420 Nov 12 21:21:38.356976 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:38.432597 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-14dfcd94-3ade-401c-85d9-f131026b71c2 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198802 Nov 12 21:21:38.528115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:36Z', 'revision_number': 3, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port': {'id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:38.571454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Checking router: 1aa26332-c726-4ee1-9c30-8622db7e00d1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:21:38.571994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Updating router 1aa26332-c726-4ee1-9c30-8622db7e00d1 port fd198e71-3ac6-4020-bedc-2687d318f54b binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:21:38.592269 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-33dd72d3-b7f2-4a8a-a269-9e86374956ba req-aa804c85-25c2-4863-9ee4-81cbed443a9b service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530504 Nov 12 21:21:38.615141 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:38.668674 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '82860e69-ff40-4c49-8e87-3063f9b281d3', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:bb:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:21:36Z', 'updated_at': '2021-11-12T21:21:36Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:38.702670 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd59eb-8c54-4430-9c09-de60b94a627f None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '82860e69-ff40-4c49-8e87-3063f9b281d3', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:bb:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:21:36Z', 'updated_at': '2021-11-12T21:21:36Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:21:38.824042 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.028440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Allocated IP 172.20.0.1 (5afdb051-7312-4f71-8bc6-4184faeeb00d/502bf1f3-41b1-4f10-acc4-fac79c02d483/d1d0a78c-0959-45c3-86de-02205d4142d6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:39.045832 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d312d7-f458-4f39-8a30-6bb819e32a5d None None] New status for floating IP 82860e69-ff40-4c49-8e87-3063f9b281d3: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:21:39.093210 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.162569 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.244731 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.272437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb2ba6-b958-4a46-a701-6322d2d9d184 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:39.284210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fa23b-92b9-4ce5-bfb5-326c97d718d1 None None] Pushing event updated for resources: {'Port': ['ID=fd198e71-3ac6-4020-bedc-2687d318f54b,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:39.286336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Attempting to bind port fd198e71-3ac6-4020-bedc-2687d318f54b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:21:39.286700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Attempting to bind port fd198e71-3ac6-4020-bedc-2687d318f54b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:21:39.287280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Attempting to bind port fd198e71-3ac6-4020-bedc-2687d318f54b on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:39.294406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:21:39.294781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:39.295181 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.295594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:21:39.296063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Bound port: fd198e71-3ac6-4020-bedc-2687d318f54b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:21:39.296443 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.360140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] For port fd198e71-3ac6-4020-bedc-2687d318f54b, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:21:39.363198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] For port fd198e71-3ac6-4020-bedc-2687d318f54b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd198e71-3ac6-4020-bedc-2687d318f54b,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:21:39.381090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f141b11a-d137-45e3-a13e-98d8a38b1f9f None None] Provisioning complete for port fd198e71-3ac6-4020-bedc-2687d318f54b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:39.381528 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f141b11a-d137-45e3-a13e-98d8a38b1f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.414966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f141b11a-d137-45e3-a13e-98d8a38b1f9f None None] Port fd198e71-3ac6-4020-bedc-2687d318f54b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:39.497618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 348a20f3-4647-4460-930b-6a13bde83b8c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:39.543714 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.544621 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.553763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 348a20f3-4647-4460-930b-6a13bde83b8c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:39.554435 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.605837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Network 5afdb051-7312-4f71-8bc6-4184faeeb00d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:39.614608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:39.618036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:39.635329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb37b1-6f52-4c29-9f55-278fe76a824a None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:39.646732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fa23b-92b9-4ce5-bfb5-326c97d718d1 None None] Pushing event updated for resources: {'Port': ['ID=fd198e71-3ac6-4020-bedc-2687d318f54b,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:39.652669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Pushing event updated for resources: {'Port': ['ID=d1d0a78c-0959-45c3-86de-02205d4142d6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:39.654991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Routers {'1aa26332-c726-4ee1-9c30-8622db7e00d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:39.655855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1aa26332-c726-4ee1-9c30-8622db7e00d1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:39.673752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.810483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-60e3a187-43d7-453e-9f26-ac2aa1a2a6cf None None] Provisioning complete for port fd198e71-3ac6-4020-bedc-2687d318f54b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:39.810483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60e3a187-43d7-453e-9f26-ac2aa1a2a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:39.846166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] Set router 1aa26332-c726-4ee1-9c30-8622db7e00d1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:39.896938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.017186 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60e3a187-43d7-453e-9f26-ac2aa1a2a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.059178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-60e3a187-43d7-453e-9f26-ac2aa1a2a6cf None None] For port fd198e71-3ac6-4020-bedc-2687d318f54b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd198e71-3ac6-4020-bedc-2687d318f54b,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:40.090677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:36Z', 'revision_number': 3, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port': {'id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:40.092319 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.123873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64044a8-e9d7-4e44-a43a-f1bf19d2e624 None None] The sync data for ids ['1aa26332-c726-4ee1-9c30-8622db7e00d1'] in n-d-713498-29 is: [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:36Z', 'revision_number': 3, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port': {'id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:21:40.127208 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-60e3a187-43d7-453e-9f26-ac2aa1a2a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.167717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.183475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3a187-43d7-453e-9f26-ac2aa1a2a6cf None None] Pushing event updated for resources: {'Port': ['ID=fd198e71-3ac6-4020-bedc-2687d318f54b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:40.241273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.248057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Pushing event updated for resources: {'Port': ['ID=d1d0a78c-0959-45c3-86de-02205d4142d6,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:40.270261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fcadf70a-711c-459e-a536-6fb6bfd4987f None None] Provisioning complete for port d1d0a78c-0959-45c3-86de-02205d4142d6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:40.270662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf70a-711c-459e-a536-6fb6bfd4987f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.307510 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fcadf70a-711c-459e-a536-6fb6bfd4987f None None] Port d1d0a78c-0959-45c3-86de-02205d4142d6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:40.345668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Network 5afdb051-7312-4f71-8bc6-4184faeeb00d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:40.347262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:40.502750 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.515505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Router 1aa26332-c726-4ee1-9c30-8622db7e00d1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:21:40.528734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.660815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:21:40.666516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9c06da56-0c76-4d09-b2ff-d928d79888ef admin admin] 10.222.0.64 "PUT /v2.0/routers/1aa26332-c726-4ee1-9c30-8622db7e00d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958847 Nov 12 21:21:40.735144 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6a557fc4-2eb7-4ced-9e35-ecb2b110087a None None] Provisioning complete for port d1d0a78c-0959-45c3-86de-02205d4142d6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:40.735675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a557fc4-2eb7-4ced-9e35-ecb2b110087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:40.774478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6a557fc4-2eb7-4ced-9e35-ecb2b110087a None None] Port d1d0a78c-0959-45c3-86de-02205d4142d6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:41.444780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56374) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:41.453122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1799818055-network', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:41.536935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd198e71-3ac6-4020-bedc-2687d318f54b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:41.564242 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Made reservation on behalf of acd2fb4aab994414a3099f36f2fb9ce4 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:21:41.567366 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.579829 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.589295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fd198e71-3ac6-4020-bedc-2687d318f54b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:41.590205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.669275 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.741561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.768095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:21:41.777053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb65598-184f-4828-a529-9bc144d69efb,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:41.791702 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.791702 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Added segment c2819959-1c1d-4aba-9534-319edb5bdc2f of type vlan for network 1b97833f-d685-41b6-b2d4-9946eac32df8 Nov 12 21:21:41.826260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.838656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Sync routers for ids ['1aa26332-c726-4ee1-9c30-8622db7e00d1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:21:41.848314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Routers {'1aa26332-c726-4ee1-9c30-8622db7e00d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:41.849047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1aa26332-c726-4ee1-9c30-8622db7e00d1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:41.901662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.902671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:41.903309 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.956503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Set router 1aa26332-c726-4ee1-9c30-8622db7e00d1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:41.967245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] Pushing event updated for resources: {'Network': ['ID=1b97833f-d685-41b6-b2d4-9946eac32df8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:41.986160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 1b97833f-d685-41b6-b2d4-9946eac32df8 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:21:42.001533 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c58eeb69-784e-4316-9686-ff70b4539c20 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5555503 Nov 12 21:21:42.004190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56376) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:42.009349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Request body: {'subnet': {'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1799818055-subnet', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:42.107390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Made reservation on behalf of acd2fb4aab994414a3099f36f2fb9ce4 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:21:42.115787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.230257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:39Z', 'revision_number': 4, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port': {'id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd1d0a78c-0959-45c3-86de-02205d4142d6', 'name': '', 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'mac_address': 'fa:16:3e:93:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '502bf1f3-41b1-4f10-acc4-fac79c02d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:38Z', 'updated_at': '2021-11-12T21:21:39Z', 'revision_number': 2, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'subnets': [{'id': '502bf1f3-41b1-4f10-acc4-fac79c02d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:42.268238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Checking router: 1aa26332-c726-4ee1-9c30-8622db7e00d1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:21:42.268738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Updating router 1aa26332-c726-4ee1-9c30-8622db7e00d1 port d1d0a78c-0959-45c3-86de-02205d4142d6 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:21:42.299387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.380425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-f12c2ec6-0db2-4aa8-ae12-dadea1c2595e tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1839da5cfd2c408eb6da2036bb7162e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299206 Nov 12 21:21:42.387982 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.448469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d507c906-d16c-4b9c-9017-6a1c347bfb9e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:42.461180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Checking segment: {'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:42.461180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Network hostable DHCP agents. Network: 1b97833f-d685-41b6-b2d4-9946eac32df8, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:21:42.544538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Network 1b97833f-d685-41b6-b2d4-9946eac32df8 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:21:42.575941 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.584756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afa31-afff-4962-8622-0c30759daf5e req-7ff7c6b5-bb51-496b-b41e-c58f53b4b682 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:42.586273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-7ff7c6b5-bb51-496b-b41e-c58f53b4b682 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995425 Nov 12 21:21:42.602126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-b13e65b3-2990-41fd-b07d-e941bb6580f1 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/quotas/1839da5cfd2c408eb6da2036bb7162e7 HTTP/1.1" status: 200 len: 375 time: 0.0091913 Nov 12 21:21:42.619346 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 1b97833f-d685-41b6-b2d4-9946eac32df8) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:42.623278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:42.623888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.629425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0b2b68-6acd-4f6d-a881-389d2de59013 None None] Network 1b97833f-d685-41b6-b2d4-9946eac32df8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:21:42.635685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-42c5e66b-ec08-41b0-98f7-8a5ba907879f tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1839da5cfd2c408eb6da2036bb7162e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277712 Nov 12 21:21:42.654252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.748910 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Pushing event updated for resources: {'Port': ['ID=d1d0a78c-0959-45c3-86de-02205d4142d6,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:42.764721 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8211dc98-5537-4065-98e0-9ebe58b43170 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7594340 Nov 12 21:21:42.767177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.767568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.767902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56392) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:42.775978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.775978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:42.776896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:42.857958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Attempting to bind port d1d0a78c-0959-45c3-86de-02205d4142d6 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:21:42.858333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Attempting to bind port d1d0a78c-0959-45c3-86de-02205d4142d6 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:21:42.858700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Attempting to bind port d1d0a78c-0959-45c3-86de-02205d4142d6 on network 5afdb051-7312-4f71-8bc6-4184faeeb00d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:42.859382 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.860523 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.873927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:21:42.874245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Checking segment: {'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:42.874916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.875352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Bound using segment: {'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:21:42.875851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Bound port: d1d0a78c-0959-45c3-86de-02205d4142d6, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113f912-47e4-4a00-b9e0-043820a8a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:21:42.876237 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.925543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d4c6c4-9d9c-45f2-a921-14d6a5e2dec5 req-70ffa866-8157-47d3-a52f-19506da28c3c tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 210 time: 0.0402734 Nov 12 21:21:42.933374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-1b97833f-d685-41b6-b2d4-9946eac32df8', 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'fixed_ips': [{'subnet_id': 'd507c906-d16c-4b9c-9017-6a1c347bfb9e'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:21:42.935098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:42.999071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:43.052281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] For port d1d0a78c-0959-45c3-86de-02205d4142d6, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:21:43.079206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] For port d1d0a78c-0959-45c3-86de-02205d4142d6, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d1d0a78c-0959-45c3-86de-02205d4142d6,segment=NetworkSegment(e113f912-47e4-4a00-b9e0-043820a8a6fe),segment_id=e113f912-47e4-4a00-b9e0-043820a8a6fe)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:21:43.110863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-12379003-3008-44a4-93ac-69a559fbe899 None None] Provisioning complete for port d1d0a78c-0959-45c3-86de-02205d4142d6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:43.111241 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12379003-3008-44a4-93ac-69a559fbe899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:43.168065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-12379003-3008-44a4-93ac-69a559fbe899 None None] Port d1d0a78c-0959-45c3-86de-02205d4142d6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:43.169940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Allocated IP 172.20.0.2 (1b97833f-d685-41b6-b2d4-9946eac32df8/d507c906-d16c-4b9c-9017-6a1c347bfb9e/a5ce1bc6-802b-40f9-a442-72506a5dc723) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:43.247564 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:43.292854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:43.571814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Routers {'1aa26332-c726-4ee1-9c30-8622db7e00d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:43.572766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1aa26332-c726-4ee1-9c30-8622db7e00d1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:43.577046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d1b2b-a618-42ac-9d44-1ca1e0532de9 None None] Pushing event updated for resources: {'Port': ['ID=d1d0a78c-0959-45c3-86de-02205d4142d6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:43.667952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:43.711037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-26a940d7-5fa6-4daf-b529-21f28cd276e7 None None] Provisioning complete for port d1d0a78c-0959-45c3-86de-02205d4142d6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:43.718353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-26a940d7-5fa6-4daf-b529-21f28cd276e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:43.768299 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:43.832978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] Set router 1aa26332-c726-4ee1-9c30-8622db7e00d1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:43.905730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Network 1b97833f-d685-41b6-b2d4-9946eac32df8 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:43.923141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:43.925715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:43.976303 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:43.990197 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Pushing event updated for resources: {'Port': ['ID=a5ce1bc6-802b-40f9-a442-72506a5dc723,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:44.007708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.037461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a910418e-fc43-4979-89f5-20aff138b3c6 req-f25c33fa-ed82-4858-b3a9-70c214ec52c9 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 210 time: 0.0387871 Nov 12 21:21:44.068708 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-26a940d7-5fa6-4daf-b529-21f28cd276e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.100566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Attempting to bind port a5ce1bc6-802b-40f9-a442-72506a5dc723 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:21:44.100938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Attempting to bind port a5ce1bc6-802b-40f9-a442-72506a5dc723 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:21:44.101300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Attempting to bind port a5ce1bc6-802b-40f9-a442-72506a5dc723 on network 1b97833f-d685-41b6-b2d4-9946eac32df8 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:44.126777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:21:44.126777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Checking segment: {'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:44.129471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.129471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Bound using segment: {'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:21:44.129471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Bound port: a5ce1bc6-802b-40f9-a442-72506a5dc723, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:21:44.129471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.144591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Allocated IP 172.25.8.116 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/d70b3ab8-cbab-4998-8e47-50cdb087f6c9) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:44.187821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-26a940d7-5fa6-4daf-b529-21f28cd276e7 None None] For port d1d0a78c-0959-45c3-86de-02205d4142d6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d1d0a78c-0959-45c3-86de-02205d4142d6,segment=NetworkSegment(e113f912-47e4-4a00-b9e0-043820a8a6fe),segment_id=e113f912-47e4-4a00-b9e0-043820a8a6fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:44.261810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.294017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-26a940d7-5fa6-4daf-b529-21f28cd276e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.298108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] For port a5ce1bc6-802b-40f9-a442-72506a5dc723, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:21:44.343874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] For port a5ce1bc6-802b-40f9-a442-72506a5dc723, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a5ce1bc6-802b-40f9-a442-72506a5dc723,segment=NetworkSegment(c2819959-1c1d-4aba-9534-319edb5bdc2f),segment_id=c2819959-1c1d-4aba-9534-319edb5bdc2f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:21:44.380160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a940d7-5fa6-4daf-b529-21f28cd276e7 None None] Pushing event updated for resources: {'Port': ['ID=d1d0a78c-0959-45c3-86de-02205d4142d6,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:44.388837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.393647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:39Z', 'revision_number': 4, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port': {'id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd1d0a78c-0959-45c3-86de-02205d4142d6', 'name': '', 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'mac_address': 'fa:16:3e:93:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '502bf1f3-41b1-4f10-acc4-fac79c02d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:38Z', 'updated_at': '2021-11-12T21:21:42Z', 'revision_number': 4, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'subnets': [{'id': '502bf1f3-41b1-4f10-acc4-fac79c02d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:44.422398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef372660-f14b-4c1d-9fa8-351b577d6604 None None] The sync data for ids ['1aa26332-c726-4ee1-9c30-8622db7e00d1'] in n-d-713498-29 is: [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:39Z', 'revision_number': 4, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port': {'id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd1d0a78c-0959-45c3-86de-02205d4142d6', 'name': '', 'network_id': '5afdb051-7312-4f71-8bc6-4184faeeb00d', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'mac_address': 'fa:16:3e:93:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '502bf1f3-41b1-4f10-acc4-fac79c02d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:38Z', 'updated_at': '2021-11-12T21:21:42Z', 'revision_number': 4, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'subnets': [{'id': '502bf1f3-41b1-4f10-acc4-fac79c02d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:21:44.437496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:44.440824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:44.443926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:44.458593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81825239-7baa-41eb-b91c-0af9cd6a1ca6 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:44.473612 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.473868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Pushing event updated for resources: {'Port': ['ID=d70b3ab8-cbab-4998-8e47-50cdb087f6c9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:44.582772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f6fc7-4713-43ad-a68b-b2356affb3a0 None None] Pushing event updated for resources: {'Port': ['ID=a5ce1bc6-802b-40f9-a442-72506a5dc723,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:44.660466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0061dae6-b255-4607-a3f5-3a0a7707ac8e None None] Provisioning complete for port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:44.660466 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0061dae6-b255-4607-a3f5-3a0a7707ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:44.706343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0061dae6-b255-4607-a3f5-3a0a7707ac8e None None] Port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:44.903708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:45.177747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:45.181855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-527a6f7f-078d-440e-bc9f-97e97012605b req-5f512323-c42d-42f1-9a9c-0cd389f7891d tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 210 time: 0.0406058 Nov 12 21:21:45.407741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:21:45.548466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:21:45.562274 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Sync routers for ids ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:21:45.589138 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Routers {'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:45.590035 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:45.636202 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:45.639578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-37a8c6fe-8555-4b69-9534-9e31eabf4834 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8698773 Nov 12 21:21:45.643041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56410) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:45.657342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a5ce1bc6-802b-40f9-a442-72506a5dc723 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:45.720678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8639a-c22d-4b5e-85e8-6f1bfe596957 None None] Network 1b97833f-d685-41b6-b2d4-9946eac32df8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:21:45.768887 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Set router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:45.788323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a5ce1bc6-802b-40f9-a442-72506a5dc723 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:45.788692 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:45.837568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-eef0231a-a827-4db2-9de1-76acacf9710e None None] Provisioning complete for port a5ce1bc6-802b-40f9-a442-72506a5dc723 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:45.840201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eef0231a-a827-4db2-9de1-76acacf9710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:45.840989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-19952356-1249-46dc-be81-38a5b6176d32 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=1839da5cfd2c408eb6da2036bb7162e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079452 Nov 12 21:21:45.987695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:44Z', 'revision_number': 3, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port': {'id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:44Z', 'updated_at': '2021-11-12T21:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:46.020460 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Checking router: c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:21:46.020825 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Updating router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:21:46.037089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afa31-afff-4962-8622-0c30759daf5e req-a9adf674-e55d-4e74-9d46-22f650435fd8 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:46.038545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-a9adf674-e55d-4e74-9d46-22f650435fd8 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603663 Nov 12 21:21:46.050134 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.052858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Request body: {'port': {'device_id': '396e2bae-8b36-495a-8782-0e519fab0454', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '1839da5cfd2c408eb6da2036bb7162e7'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:46.053539 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.078202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eef0231a-a827-4db2-9de1-76acacf9710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.116519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port a5ce1bc6-802b-40f9-a442-72506a5dc723, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a5ce1bc6-802b-40f9-a442-72506a5dc723,segment=NetworkSegment(c2819959-1c1d-4aba-9534-319edb5bdc2f),segment_id=c2819959-1c1d-4aba-9534-319edb5bdc2f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:46.213138 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.214068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d1d0a78c-0959-45c3-86de-02205d4142d6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:46.344199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4640c6c-3ed1-45f8-9318-2738da68ddb7 req-94193fdb-8d9c-4f07-9561-4613eba4b6a2 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 210 time: 0.0344827 Nov 12 21:21:46.373121 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.384566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Made reservation on behalf of 1839da5cfd2c408eb6da2036bb7162e7 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:21:46.387086 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.401888 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-eef0231a-a827-4db2-9de1-76acacf9710e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:21:46.402144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.402393 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-eef0231a-a827-4db2-9de1-76acacf9710e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:21:46.407716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=a5ce1bc6-802b-40f9-a442-72506a5dc723,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:46.426651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d1d0a78c-0959-45c3-86de-02205d4142d6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:46.427024 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.430122 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.475471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.485341 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Attempting to bind port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:21:46.485965 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Attempting to bind port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:21:46.486304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Attempting to bind port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:46.498608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4dc88-64e8-4e2b-a04f-0dd4f080e081 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:46.503363 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:21:46.504051 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:46.504651 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.505227 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:21:46.505996 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Bound port: d70b3ab8-cbab-4998-8e47-50cdb087f6c9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:21:46.506387 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.510363 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Pushing event updated for resources: {'Port': ['ID=d70b3ab8-cbab-4998-8e47-50cdb087f6c9,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:46.541376 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.542792 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.542792 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.542792 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.543368 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.543368 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.543704 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.544045 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.544352 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.544693 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.545011 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.545327 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:21:46.579032 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] For port d70b3ab8-cbab-4998-8e47-50cdb087f6c9, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:21:46.582175 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] For port d70b3ab8-cbab-4998-8e47-50cdb087f6c9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d70b3ab8-cbab-4998-8e47-50cdb087f6c9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:21:46.584946 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.648102 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.677141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Allocated IP 172.20.0.1 (1b97833f-d685-41b6-b2d4-9946eac32df8/d507c906-d16c-4b9c-9017-6a1c347bfb9e/4595e043-5397-49fd-a346-b7b5fa41b45f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:46.679154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:46.691398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f47ac6-8da8-4541-88a9-6852d1c9b9a5 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:46.708573 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Routers {'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:46.709174 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:46.713007 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80628-29a1-42ac-b82b-36e0e8e7ff57 None None] Pushing event updated for resources: {'Port': ['ID=d70b3ab8-cbab-4998-8e47-50cdb087f6c9,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:46.749199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ac5200-13d4-4110-96fa-8b02644eb43c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:46.822184 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] Set router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:46.893657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Allocated IP 192.168.233.118 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/5bfe70f3-29f0-4bd3-8ae2-42056246d212) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:21:46.906707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.060793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a817bb5-5043-4d43-836b-766cab331aee None None] Provisioning complete for port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:47.061042 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a817bb5-5043-4d43-836b-766cab331aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.081147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.111141 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:44Z', 'revision_number': 3, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port': {'id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:44Z', 'updated_at': '2021-11-12T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:47.137970 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb66e7-64a2-4764-b737-95fdf502bbe6 None None] The sync data for ids ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'] in n-d-713498-29 is: [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:44Z', 'revision_number': 3, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port': {'id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:44Z', 'updated_at': '2021-11-12T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:21:47.145606 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a817bb5-5043-4d43-836b-766cab331aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.169927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a817bb5-5043-4d43-836b-766cab331aee None None] For port d70b3ab8-cbab-4998-8e47-50cdb087f6c9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d70b3ab8-cbab-4998-8e47-50cdb087f6c9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:47.176680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.225149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Network 1b97833f-d685-41b6-b2d4-9946eac32df8 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:47.228806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:47.233677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:47.236784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Pushing event updated for resources: {'Port': ['ID=4595e043-5397-49fd-a346-b7b5fa41b45f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:47.259601 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.298772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a817bb5-5043-4d43-836b-766cab331aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.326754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:47.327788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.345908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a817bb5-5043-4d43-836b-766cab331aee None None] Provisioning complete for port a5ce1bc6-802b-40f9-a442-72506a5dc723 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:47.346474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a817bb5-5043-4d43-836b-766cab331aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.371960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:47.380250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:21:47.384427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Pushing event updated for resources: {'Port': ['ID=5bfe70f3-29f0-4bd3-8ae2-42056246d212,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:47.436773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a817bb5-5043-4d43-836b-766cab331aee None None] Pushing event updated for resources: {'Port': ['ID=d70b3ab8-cbab-4998-8e47-50cdb087f6c9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:47.458819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:47.459767 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.582542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-20c58338-f0d7-4e4c-8ccd-f5ef59752875 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5341203 Nov 12 21:21:47.600695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Request body: {'port': {'device_id': '396e2bae-8b36-495a-8782-0e519fab0454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:21:47.669013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47437b76-6a76-4bbb-8ec8-f858aec32701 req-8d0b2711-737c-4c33-9d22-32dd55025ecf tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:47.670604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47437b76-6a76-4bbb-8ec8-f858aec32701 req-8d0b2711-737c-4c33-9d22-32dd55025ecf tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 936 time: 0.1926963 Nov 12 21:21:47.729162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a59b6e97-3671-4326-bd7f-bdc20e11ff1a None None] Provisioning complete for port 4595e043-5397-49fd-a346-b7b5fa41b45f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:47.730158 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a59b6e97-3671-4326-bd7f-bdc20e11ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.743989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.758633 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.779686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a59b6e97-3671-4326-bd7f-bdc20e11ff1a None None] Port 4595e043-5397-49fd-a346-b7b5fa41b45f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:47.781226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d70b3ab8-cbab-4998-8e47-50cdb087f6c9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:47.836158 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:47.836438 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:47.846465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47437b76-6a76-4bbb-8ec8-f858aec32701 req-2024b78d-da15-4f21-8720-b13251ed3ec2 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539593 Nov 12 21:21:47.927752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a4f84e6-a386-4288-9af0-6a6062040ae3 None None] Provisioning complete for port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:47.928549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a4f84e6-a386-4288-9af0-6a6062040ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:48.125472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a5ce1bc6-802b-40f9-a442-72506a5dc723 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:48.162941 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f84e6-a386-4288-9af0-6a6062040ae3 None None] Port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:48.190327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a5ce1bc6-802b-40f9-a442-72506a5dc723 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:48.190727 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:48.466933 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:48.521203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfe70f3-29f0-4bd3-8ae2-42056246d212 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:21:48.528703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:48.532171 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:48.587096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Transition to ACTIVE for port object 5bfe70f3-29f0-4bd3-8ae2-42056246d212 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:21:48.608957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:48.610684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Pushing event updated for resources: {'Port': ['ID=4595e043-5397-49fd-a346-b7b5fa41b45f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:48.664232 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:48.743425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe70f3-29f0-4bd3-8ae2-42056246d212,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:48.778061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Network 1b97833f-d685-41b6-b2d4-9946eac32df8 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:21:48.796514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:21:48.881452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Attempting to bind port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:21:48.881809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Attempting to bind port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:21:48.882118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Attempting to bind port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:48.895457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:21:48.895457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Attempting to bind port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:48.937010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:21:48.937353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:48.937734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:21:48.938790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Bound port: 5bfe70f3-29f0-4bd3-8ae2-42056246d212, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:21:48.938790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:49.032317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:21:49.064031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad619dd8-8dff-45a4-9431-c7012a8e8d04 req-ad99d399-5092-4b25-b9a7-36fd45b174db tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:49.065597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad619dd8-8dff-45a4-9431-c7012a8e8d04 req-ad99d399-5092-4b25-b9a7-36fd45b174db tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 948 time: 0.1247590 Nov 12 21:21:49.095050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c303551e-ab10-43a5-8982-981647a021d2 None None] Provisioning complete for port 4595e043-5397-49fd-a346-b7b5fa41b45f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:49.095713 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c303551e-ab10-43a5-8982-981647a021d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:49.126250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] For port 5bfe70f3-29f0-4bd3-8ae2-42056246d212, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:21:49.135954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c303551e-ab10-43a5-8982-981647a021d2 None None] Port 4595e043-5397-49fd-a346-b7b5fa41b45f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:21:49.147710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] For port 5bfe70f3-29f0-4bd3-8ae2-42056246d212, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5bfe70f3-29f0-4bd3-8ae2-42056246d212,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:21:49.210508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad619dd8-8dff-45a4-9431-c7012a8e8d04 req-9ab8d681-f45c-4420-a3a7-60b3c793531e tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352594 Nov 12 21:21:49.225021 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:49.256074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:21:49.263477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-449a2596-7582-4956-95ff-8fb3a8598e91 admin admin] 10.222.0.64 "PUT /v2.0/routers/c1c8caa5-cf37-4d37-8e7c-eec8cea04f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6203742 Nov 12 21:21:49.277932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:49.278586 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:49.280179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] 10.222.0.78 "PUT /v2.0/ports/5bfe70f3-29f0-4bd3-8ae2-42056246d212 HTTP/1.1" status: 200 len: 1097 time: 1.6848891 Nov 12 21:21:49.280635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396e2bae-8b36-495a-8782-0e519fab0454', 'tag': '5bfe70f3-29f0-4bd3-8ae2-42056246d212'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:21:49.282979 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b013e1b0-f598-4ce2-9d8b-e150c189f0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "396e2bae-8b36-495a-8782-0e519fab0454", "tag": "5bfe70f3-29f0-4bd3-8ae2-42056246d212"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:21:49.299478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Sync routers for ids ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:21:49.300737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599b831-37fe-4aef-a37e-3f5004710ede service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe70f3-29f0-4bd3-8ae2-42056246d212,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:49.329514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Routers {'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:49.330235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:49.353689 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994055f3-c887-4735-8c7d-ac46e3e3ac4e x-openstack-request-id: req-994055f3-c887-4735-8c7d-ac46e3e3ac4e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:21:49.353689 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396e2bae-8b36-495a-8782-0e519fab0454", "tag": "5bfe70f3-29f0-4bd3-8ae2-42056246d212", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:21:49.354671 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-994055f3-c887-4735-8c7d-ac46e3e3ac4e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:21:49.355151 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396e2bae-8b36-495a-8782-0e519fab0454', 'tag': '5bfe70f3-29f0-4bd3-8ae2-42056246d212', 'status': 'completed', 'code': 200} Nov 12 21:21:49.422639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013e1b0-f598-4ce2-9d8b-e150c189f0e1 req-93eb73b3-ef18-4d60-9418-b1de82fe2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:49.424446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b013e1b0-f598-4ce2-9d8b-e150c189f0e1 req-93eb73b3-ef18-4d60-9418-b1de82fe2709 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1839da5cfd2c408eb6da2036bb7162e7&device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 1100 time: 0.0457695 Nov 12 21:21:49.471270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b013e1b0-f598-4ce2-9d8b-e150c189f0e1 req-a00639e1-93d8-4b74-9fa7-dbd6f0ee2262 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=1839da5cfd2c408eb6da2036bb7162e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372000 Nov 12 21:21:49.506407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Set router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:49.541474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d70b3ab8-cbab-4998-8e47-50cdb087f6c9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:49.599987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013e1b0-f598-4ce2-9d8b-e150c189f0e1 req-382ab334-320f-4603-8505-77243e82f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:49.789007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b013e1b0-f598-4ce2-9d8b-e150c189f0e1 req-382ab334-320f-4603-8505-77243e82f556 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191854 Nov 12 21:21:49.789007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afa31-afff-4962-8622-0c30759daf5e req-f52ec84e-5554-4602-92d8-88dd1b731cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:49.789007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-f52ec84e-5554-4602-92d8-88dd1b731cb7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1839da5cfd2c408eb6da2036bb7162e7&device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 1100 time: 0.0484095 Nov 12 21:21:49.790036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:49.790036 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:49.790244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-82949467-a846-403c-90cb-06cd6ba027de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5bfe70f3-29f0-4bd3-8ae2-42056246d212 HTTP/1.1" status: 200 len: 217 time: 0.0394094 Nov 12 21:21:49.794215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afa31-afff-4962-8622-0c30759daf5e req-6f234a07-e1f3-4c08-9751-2d15eab51b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:49.798052 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-6f234a07-e1f3-4c08-9751-2d15eab51b4f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0450981 Nov 12 21:21:49.860139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afa31-afff-4962-8622-0c30759daf5e req-4946f4df-1368-45e6-9db7-b1ab35c7f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:49.861785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-4946f4df-1368-45e6-9db7-b1ab35c7f898 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564101 Nov 12 21:21:49.869338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:47Z', 'revision_number': 4, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port': {'id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:44Z', 'updated_at': '2021-11-12T21:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4595e043-5397-49fd-a346-b7b5fa41b45f', 'name': '', 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'mac_address': 'fa:16:3e:47:62:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd507c906-d16c-4b9c-9017-6a1c347bfb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:46Z', 'updated_at': '2021-11-12T21:21:47Z', 'revision_number': 2, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'subnets': [{'id': 'd507c906-d16c-4b9c-9017-6a1c347bfb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:49.897995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Checking router: c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:21:49.898435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Updating router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 port 4595e043-5397-49fd-a346-b7b5fa41b45f binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:21:49.931725 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:49.963968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-b62cf084-0000-4454-80cf-7d156ed84a8f service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940378 Nov 12 21:21:50.062890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7afa31-afff-4962-8622-0c30759daf5e req-34cb95cc-b602-4f7a-8f40-cb4da6f5c9e6 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914936 Nov 12 21:21:50.216773 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:50.281815 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:50.369605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d292-5568-40a6-b2e8-56bd984e5776 req-722fe42c-421c-43d5-9e08-ef29d00cebf1 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:50.369605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e253d292-5568-40a6-b2e8-56bd984e5776 req-722fe42c-421c-43d5-9e08-ef29d00cebf1 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 948 time: 0.0682256 Nov 12 21:21:50.403399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c360d-ba2b-4de5-84c6-fcdb75d9b18e None None] Pushing event updated for resources: {'Port': ['ID=4595e043-5397-49fd-a346-b7b5fa41b45f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:50.421051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Attempting to bind port 4595e043-5397-49fd-a346-b7b5fa41b45f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:21:50.421424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Attempting to bind port 4595e043-5397-49fd-a346-b7b5fa41b45f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:21:50.421782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Attempting to bind port 4595e043-5397-49fd-a346-b7b5fa41b45f on network 1b97833f-d685-41b6-b2d4-9946eac32df8 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:21:50.427247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:21:50.427643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Checking segment: {'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:21:50.428040 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:50.428630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Bound using segment: {'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:21:50.428903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Bound port: 4595e043-5397-49fd-a346-b7b5fa41b45f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2819959-1c1d-4aba-9534-319edb5bdc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:21:50.429450 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:50.434789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e253d292-5568-40a6-b2e8-56bd984e5776 req-02ed22b0-1485-4084-a2e1-7d46803af8c1 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715792 Nov 12 21:21:50.497927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] For port 4595e043-5397-49fd-a346-b7b5fa41b45f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:21:50.505044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] For port 4595e043-5397-49fd-a346-b7b5fa41b45f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4595e043-5397-49fd-a346-b7b5fa41b45f,segment=NetworkSegment(c2819959-1c1d-4aba-9534-319edb5bdc2f),segment_id=c2819959-1c1d-4aba-9534-319edb5bdc2f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:21:50.592111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6d2cf38f-4a3e-4b05-97bb-d30ef98d3afd None None] Provisioning complete for port 4595e043-5397-49fd-a346-b7b5fa41b45f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:50.592486 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf38f-4a3e-4b05-97bb-d30ef98d3afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:50.595581 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:50.689039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c360d-ba2b-4de5-84c6-fcdb75d9b18e None None] Pushing event updated for resources: {'Port': ['ID=4595e043-5397-49fd-a346-b7b5fa41b45f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:50.699178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Routers {'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:50.699823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:50.818011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf38f-4a3e-4b05-97bb-d30ef98d3afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:50.867511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] Set router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:50.898608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6d2cf38f-4a3e-4b05-97bb-d30ef98d3afd None None] For port 4595e043-5397-49fd-a346-b7b5fa41b45f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4595e043-5397-49fd-a346-b7b5fa41b45f,segment=NetworkSegment(c2819959-1c1d-4aba-9534-319edb5bdc2f),segment_id=c2819959-1c1d-4aba-9534-319edb5bdc2f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:51.014647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf38f-4a3e-4b05-97bb-d30ef98d3afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:51.093192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cf38f-4a3e-4b05-97bb-d30ef98d3afd None None] Pushing event updated for resources: {'Port': ['ID=4595e043-5397-49fd-a346-b7b5fa41b45f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:51.146320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6dbdb57e-3978-4f0c-9786-cecb93ec27dc None None] Provisioning complete for port 4595e043-5397-49fd-a346-b7b5fa41b45f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:51.146680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6dbdb57e-3978-4f0c-9786-cecb93ec27dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:51.181875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:47Z', 'revision_number': 4, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port': {'id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:44Z', 'updated_at': '2021-11-12T21:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4595e043-5397-49fd-a346-b7b5fa41b45f', 'name': '', 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'mac_address': 'fa:16:3e:47:62:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd507c906-d16c-4b9c-9017-6a1c347bfb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:46Z', 'updated_at': '2021-11-12T21:21:50Z', 'revision_number': 4, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'subnets': [{'id': 'd507c906-d16c-4b9c-9017-6a1c347bfb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:51.215588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f382e-e7df-4175-a8da-a48659f23d3b None None] The sync data for ids ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'] in n-d-713498-29 is: [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:47Z', 'revision_number': 4, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port': {'id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:44Z', 'updated_at': '2021-11-12T21:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4595e043-5397-49fd-a346-b7b5fa41b45f', 'name': '', 'network_id': '1b97833f-d685-41b6-b2d4-9946eac32df8', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'mac_address': 'fa:16:3e:47:62:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd507c906-d16c-4b9c-9017-6a1c347bfb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:46Z', 'updated_at': '2021-11-12T21:21:50Z', 'revision_number': 4, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'subnets': [{'id': 'd507c906-d16c-4b9c-9017-6a1c347bfb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:21:51.402661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56470) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:51.588970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4595e043-5397-49fd-a346-b7b5fa41b45f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:51.654072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4595e043-5397-49fd-a346-b7b5fa41b45f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:51.655793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:51.683943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e4db9-5623-4fda-a9b7-dfc817c0f889 req-a0b1733b-2dbf-4e99-8ece-db726abd1cb7 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:51.691185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a52e4db9-5623-4fda-a9b7-dfc817c0f889 req-a0b1733b-2dbf-4e99-8ece-db726abd1cb7 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 948 time: 0.1117451 Nov 12 21:21:51.777698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a52e4db9-5623-4fda-a9b7-dfc817c0f889 req-10e4c2f7-3366-4958-9fb2-266e37c32eff tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856266 Nov 12 21:21:51.906871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:52.174421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Deleting port d1d0a78c-0959-45c3-86de-02205d4142d6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:52.174752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:52.267320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] For port d1d0a78c-0959-45c3-86de-02205d4142d6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d1d0a78c-0959-45c3-86de-02205d4142d6,segment=NetworkSegment(e113f912-47e4-4a00-b9e0-043820a8a6fe),segment_id=e113f912-47e4-4a00-b9e0-043820a8a6fe)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:52.267804 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:52.281463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Calling delete_port for d1d0a78c-0959-45c3-86de-02205d4142d6 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:52.316085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5bfe70f3-29f0-4bd3-8ae2-42056246d212 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:21:52.417276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5bfe70f3-29f0-4bd3-8ae2-42056246d212, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5bfe70f3-29f0-4bd3-8ae2-42056246d212,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:52.428495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '5bfe70f3-29f0-4bd3-8ae2-42056246d212', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '5bfe70f3-29f0-4bd3-8ae2-42056246d212', 'mac_address': 'fa:16:3e:2f:60:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:21:52.579212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:52.604932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d0a78c-0959-45c3-86de-02205d4142d6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:52.622494 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:52.639586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfe70f3-29f0-4bd3-8ae2-42056246d212 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:21:52.661351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5bfe70f3-29f0-4bd3-8ae2-42056246d212, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5bfe70f3-29f0-4bd3-8ae2-42056246d212,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:52.729857 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:52.781635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5bfe70f3-29f0-4bd3-8ae2-42056246d212,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:52.782398 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:52.947139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5bfe70f3-29f0-4bd3-8ae2-42056246d212'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:21:52.947493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec1cc-a7f5-49eb-a1a5-fb2af389da5e req-e91ec50e-36ea-4f71-b2aa-b47327e427e9 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:52.948698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1edec1cc-a7f5-49eb-a1a5-fb2af389da5e req-e91ec50e-36ea-4f71-b2aa-b47327e427e9 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 949 time: 0.0676396 Nov 12 21:21:53.063630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1edec1cc-a7f5-49eb-a1a5-fb2af389da5e req-e80ab1f9-2580-463c-9b44-500b413d6b62 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840063 Nov 12 21:21:53.090907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Router 1aa26332-c726-4ee1-9c30-8622db7e00d1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:21:53.531862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:21:53.536874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7ef28c28-151a-4897-9caf-376fc86b4b9a admin admin] 10.222.0.64 "PUT /v2.0/routers/1aa26332-c726-4ee1-9c30-8622db7e00d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1330872 Nov 12 21:21:53.539470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56478) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:53.541321 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] Sync routers for ids ['1aa26332-c726-4ee1-9c30-8622db7e00d1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:21:53.551750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] Routers {'1aa26332-c726-4ee1-9c30-8622db7e00d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:53.552354 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1aa26332-c726-4ee1-9c30-8622db7e00d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:53.644976 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:53.659017 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] Set router 1aa26332-c726-4ee1-9c30-8622db7e00d1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:53.750011 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:53.840463 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:52Z', 'revision_number': 5, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port': {'id': 'fd198e71-3ac6-4020-bedc-2687d318f54b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:53.865418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Deleting port fd198e71-3ac6-4020-bedc-2687d318f54b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:53.865755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:53.867570 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] Checking router: 1aa26332-c726-4ee1-9c30-8622db7e00d1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:21:53.876476 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] Routers {'1aa26332-c726-4ee1-9c30-8622db7e00d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:53.877074 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['1aa26332-c726-4ee1-9c30-8622db7e00d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:53.945731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] For port fd198e71-3ac6-4020-bedc-2687d318f54b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd198e71-3ac6-4020-bedc-2687d318f54b,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:53.946698 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:53.960561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Calling delete_port for fd198e71-3ac6-4020-bedc-2687d318f54b owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:53.963737 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] Set router 1aa26332-c726-4ee1-9c30-8622db7e00d1 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:54.016256 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:53Z', 'revision_number': 6, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:54.046612 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b9db8-98e6-498e-a406-a1fa270186ae None None] The sync data for ids ['1aa26332-c726-4ee1-9c30-8622db7e00d1'] in n-d-713498-29 is: [{'id': '1aa26332-c726-4ee1-9c30-8622db7e00d1', 'name': 'tempest-TestAggregatesBasicOps-836625008-router', 'tenant_id': '430eddb7a2554901a617a87c846cd05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:35Z', 'updated_at': '2021-11-12T21:21:53Z', 'revision_number': 6, 'project_id': '430eddb7a2554901a617a87c846cd05b', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:21:54.210059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a8b88-855f-48b8-8500-77bcfc7047ee req-9c1f52e4-a9b9-46f8-b1b5-46715dd8eac3 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:54.211614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-650a8b88-855f-48b8-8500-77bcfc7047ee req-9c1f52e4-a9b9-46f8-b1b5-46715dd8eac3 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 949 time: 0.0661659 Nov 12 21:21:54.270480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-650a8b88-855f-48b8-8500-77bcfc7047ee req-c83631d7-4e3a-41c4-b097-b6287e5f7b3e tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517354 Nov 12 21:21:54.271668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.311225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd198e71-3ac6-4020-bedc-2687d318f54b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:54.324933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5bfe70f3-29f0-4bd3-8ae2-42056246d212 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:21:54.329515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f65e70e-c196-4e24-a3a5-9d79fa50a0a7 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:54.386312 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.478919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:21:54.481457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.483775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.483951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:21:54.489200 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.568721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.593298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396e2bae-8b36-495a-8782-0e519fab0454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe70f3-29f0-4bd3-8ae2-42056246d212'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:21:54.595559 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03823e0-587b-4844-8d09-3012c504a820" -d '{"events": [{"server_uuid": "396e2bae-8b36-495a-8782-0e519fab0454", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe70f3-29f0-4bd3-8ae2-42056246d212"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:21:54.612791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 5bfe70f3-29f0-4bd3-8ae2-42056246d212, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5bfe70f3-29f0-4bd3-8ae2-42056246d212,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:54.635063 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daefe468-ebad-4367-a145-893be42ff6b6 x-openstack-request-id: req-daefe468-ebad-4367-a145-893be42ff6b6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:21:54.635394 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396e2bae-8b36-495a-8782-0e519fab0454", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe70f3-29f0-4bd3-8ae2-42056246d212", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:21:54.635651 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-daefe468-ebad-4367-a145-893be42ff6b6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:21:54.636054 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396e2bae-8b36-495a-8782-0e519fab0454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe70f3-29f0-4bd3-8ae2-42056246d212', 'code': 200} Nov 12 21:21:54.653054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.654724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa26332-c726-4ee1-9c30-8622db7e00d1 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:21:54.661651 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.666305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56484) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:54.676095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-19104281-bc77-4604-b9d9-765794e0d974 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1aa26332-c726-4ee1-9c30-8622db7e00d1 HTTP/1.1" status: 204 len: 168 time: 1.1355383 Nov 12 21:21:54.717624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bf0d65-4ab4-426a-ba4b-303c74ce1da1 admin admin] Deleting subnet 502bf1f3-41b1-4f10-acc4-fac79c02d483 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:21:54.721113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0d65-4ab4-426a-ba4b-303c74ce1da1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.724595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.757160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ae83-6c14-4cc4-a9ac-7e445332cb40 req-328bd0cd-61bf-461d-85e9-c1b75f1a5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:54.760142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d9ae83-6c14-4cc4-a9ac-7e445332cb40 req-328bd0cd-61bf-461d-85e9-c1b75f1a5c28 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 1101 time: 0.0509393 Nov 12 21:21:54.766818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0d65-4ab4-426a-ba4b-303c74ce1da1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.779420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=5bfe70f3-29f0-4bd3-8ae2-42056246d212,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:54.807272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d9ae83-6c14-4cc4-a9ac-7e445332cb40 req-0eed22be-0778-4f6c-97fa-1fb4a46b24dd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Nov 12 21:21:54.849907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0d65-4ab4-426a-ba4b-303c74ce1da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.007705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0d65-4ab4-426a-ba4b-303c74ce1da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.039319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf0d65-4ab4-426a-ba4b-303c74ce1da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502bf1f3-41b1-4f10-acc4-fac79c02d483,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:55.043072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0d65-4ab4-426a-ba4b-303c74ce1da1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.049218 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e1bf0d65-4ab4-426a-ba4b-303c74ce1da1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/502bf1f3-41b1-4f10-acc4-fac79c02d483 HTTP/1.1" status: 204 len: 168 time: 0.3790138 Nov 12 21:21:55.049471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb36d2f-ffc7-4e89-a004-3ecf621fbf5e None None] Network 5afdb051-7312-4f71-8bc6-4184faeeb00d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:21:55.049583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56486) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:55.126673 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.181372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Deleting port 348a20f3-4647-4460-930b-6a13bde83b8c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:55.181746 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.261228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] For port 348a20f3-4647-4460-930b-6a13bde83b8c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=348a20f3-4647-4460-930b-6a13bde83b8c,segment=NetworkSegment(e113f912-47e4-4a00-b9e0-043820a8a6fe),segment_id=e113f912-47e4-4a00-b9e0-043820a8a6fe)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:55.261730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.262986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] DHCP port deletion for 5afdb051-7312-4f71-8bc6-4184faeeb00d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:55.281473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Calling delete_port for 348a20f3-4647-4460-930b-6a13bde83b8c owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:55.330055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] Deleting port 348a20f3-4647-4460-930b-6a13bde83b8c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:55.331082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.414127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] For port 348a20f3-4647-4460-930b-6a13bde83b8c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=348a20f3-4647-4460-930b-6a13bde83b8c,segment=NetworkSegment(e113f912-47e4-4a00-b9e0-043820a8a6fe),segment_id=e113f912-47e4-4a00-b9e0-043820a8a6fe)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:55.414524 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.418854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac38d4-180f-4ecc-bb34-46790fe6f914 req-fc017b60-05e8-400a-a526-2562748e1d45 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:55.420508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92ac38d4-180f-4ecc-bb34-46790fe6f914 req-fc017b60-05e8-400a-a526-2562748e1d45 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 950 time: 0.0626502 Nov 12 21:21:55.429132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] Calling delete_port for 348a20f3-4647-4460-930b-6a13bde83b8c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:55.456054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.484946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Pushing event deleted for resources: {'Port': ['ID=348a20f3-4647-4460-930b-6a13bde83b8c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:55.487924 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] No DVR routers for this DVR port 348a20f3-4647-4460-930b-6a13bde83b8c on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:21:55.498975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92ac38d4-180f-4ecc-bb34-46790fe6f914 req-d28db2e5-7c6c-436e-9d66-d0629ffcf265 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713630 Nov 12 21:21:55.531796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.566134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd198e71-3ac6-4020-bedc-2687d318f54b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:21:55.569832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] Pushing event deleted for resources: {'Port': ['ID=348a20f3-4647-4460-930b-6a13bde83b8c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:55.581099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.591805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152ddf7-daca-4827-bed8-5595b81a93ae None None] No DVR routers for this DVR port 348a20f3-4647-4460-930b-6a13bde83b8c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:21:55.595833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: fd198e71-3ac6-4020-bedc-2687d318f54b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:21:55.599187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd198e71-3ac6-4020-bedc-2687d318f54b not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:21:55.599187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 348a20f3-4647-4460-930b-6a13bde83b8c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:21:55.606331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afdb051-7312-4f71-8bc6-4184faeeb00d']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:55.615974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e113f912-47e4-4a00-b9e0-043820a8a6fe') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:55.616275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e113f912-47e4-4a00-b9e0-043820a8a6fe') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:55.619980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 348a20f3-4647-4460-930b-6a13bde83b8c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:21:55.620361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 348a20f3-4647-4460-930b-6a13bde83b8c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:21:55.620837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d1d0a78c-0959-45c3-86de-02205d4142d6 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:21:55.627041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.640793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d1d0a78c-0959-45c3-86de-02205d4142d6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:21:55.641148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d1d0a78c-0959-45c3-86de-02205d4142d6 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:21:55.642227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.648629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:21:55.649014 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:21:55.652817 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:21:55.818815 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.825041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.828249 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5afdb051-7312-4f71-8bc6-4184faeeb00d HTTP/1.1" status: 204 len: 168 time: 0.7784693 Nov 12 21:21:55.831385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56490) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:55.840390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c75431-8804-4f53-93f9-98deea151151 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afdb051-7312-4f71-8bc6-4184faeeb00d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:56.203596 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:56.454865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Deleting port 4595e043-5397-49fd-a346-b7b5fa41b45f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:56.455265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:56.538560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] For port 4595e043-5397-49fd-a346-b7b5fa41b45f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4595e043-5397-49fd-a346-b7b5fa41b45f,segment=NetworkSegment(c2819959-1c1d-4aba-9534-319edb5bdc2f),segment_id=c2819959-1c1d-4aba-9534-319edb5bdc2f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:56.538932 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:56.552026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Calling delete_port for 4595e043-5397-49fd-a346-b7b5fa41b45f owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:56.662301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc047f6-6b1c-44c3-84d4-d91647f0262f req-51284be7-64c3-4678-b38d-4aa6ed270905 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:56.663860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dc047f6-6b1c-44c3-84d4-d91647f0262f req-51284be7-64c3-4678-b38d-4aa6ed270905 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 950 time: 0.0708988 Nov 12 21:21:56.760824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4dc047f6-6b1c-44c3-84d4-d91647f0262f req-2e0a8b13-28bf-4199-8bf7-5ee379d520fb tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631492 Nov 12 21:21:56.904544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:56.932510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=4595e043-5397-49fd-a346-b7b5fa41b45f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:57.108932 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:57.344866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c81433-88aa-463e-b3a3-084ef22665ce req-2421cda2-897b-4891-8fd4-ad16724503af tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:57.346503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05c81433-88aa-463e-b3a3-084ef22665ce req-2421cda2-897b-4891-8fd4-ad16724503af tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 950 time: 0.1209161 Nov 12 21:21:57.399022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:21:57.416554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05c81433-88aa-463e-b3a3-084ef22665ce req-b8d788d3-21ba-4bbd-affb-12f704c06ba1 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626342 Nov 12 21:21:57.530609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:21:57.535725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7e241a65-5b80-492f-86ec-40de17bafc26 admin admin] 10.222.0.64 "PUT /v2.0/routers/c1c8caa5-cf37-4d37-8e7c-eec8cea04f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033241 Nov 12 21:21:57.538524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56502) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:57.551950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] Sync routers for ids ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:21:57.561819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] Routers {'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:57.573373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:57.611132 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc7b8134-a90c-4285-be03-7ffaaaa30efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:57.654920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:57.674956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] Set router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:57.760053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:57.866307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:56Z', 'revision_number': 5, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port': {'id': 'd70b3ab8-cbab-4998-8e47-50cdb087f6c9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:21:44Z', 'updated_at': '2021-11-12T21:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:57.887818 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Deleting port d70b3ab8-cbab-4998-8e47-50cdb087f6c9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:57.888150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:57.895141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] Checking router: c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:21:57.904710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] Routers {'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:21:57.905316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:21:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:57.973255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] For port d70b3ab8-cbab-4998-8e47-50cdb087f6c9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d70b3ab8-cbab-4998-8e47-50cdb087f6c9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:57.973614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:57.987300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Calling delete_port for d70b3ab8-cbab-4998-8e47-50cdb087f6c9 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:57.995671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] Set router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:21:58.051173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:57Z', 'revision_number': 6, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:58.077566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d000b-8fdc-4573-afa9-3abe8dd3b74f None None] The sync data for ids ['c1c8caa5-cf37-4d37-8e7c-eec8cea04f68'] in n-d-713498-29 is: [{'id': 'c1c8caa5-cf37-4d37-8e7c-eec8cea04f68', 'name': 'tempest-TestAggregatesBasicOps-1799818055-router', 'tenant_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:21:42Z', 'updated_at': '2021-11-12T21:21:57Z', 'revision_number': 6, 'project_id': 'acd2fb4aab994414a3099f36f2fb9ce4', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:21:58.247345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.278207 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70b3ab8-cbab-4998-8e47-50cdb087f6c9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:58.292754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df71f3-f8d6-40b9-a069-e09a3603d412 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:58.340064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.433286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.435802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.564918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e991ef-a240-4a63-b753-ddaf818b536c req-0f27733b-c692-4967-aa6d-710b022e4b66 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:58.566496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1e991ef-a240-4a63-b753-ddaf818b536c req-0f27733b-c692-4967-aa6d-710b022e4b66 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 950 time: 0.0578129 Nov 12 21:21:58.578860 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.579890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:21:58.583896 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.585025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3b171d14-539c-431d-bcd2-62fb66eb53e4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c1c8caa5-cf37-4d37-8e7c-eec8cea04f68 HTTP/1.1" status: 204 len: 168 time: 1.0454605 Nov 12 21:21:58.587964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56506) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:58.615651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1e991ef-a240-4a63-b753-ddaf818b536c req-b66da6fa-2a00-42be-a7f4-2aefdcfcdda1 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1ac5200-13d4-4110-96fa-8b02644eb43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Nov 12 21:21:58.633268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a7b967-5fea-4a53-b72a-0e97341a4458 admin admin] Deleting subnet d507c906-d16c-4b9c-9017-6a1c347bfb9e {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:21:58.637206 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32a7b967-5fea-4a53-b72a-0e97341a4458 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.673227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32a7b967-5fea-4a53-b72a-0e97341a4458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.681964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24432c19-338f-4cf4-af05-c033984a1a61 req-eea415d7-b2eb-4e49-89c4-6842b0110f6e tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:58.683591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24432c19-338f-4cf4-af05-c033984a1a61 req-eea415d7-b2eb-4e49-89c4-6842b0110f6e tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.78 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 950 time: 0.0520830 Nov 12 21:21:58.756225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32a7b967-5fea-4a53-b72a-0e97341a4458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.781396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Deleting port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:58.781774 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.876465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] For port 5bfe70f3-29f0-4bd3-8ae2-42056246d212, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=5bfe70f3-29f0-4bd3-8ae2-42056246d212,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:58.876667 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.891366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Calling delete_port for 5bfe70f3-29f0-4bd3-8ae2-42056246d212 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:58.898778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32a7b967-5fea-4a53-b72a-0e97341a4458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.924644 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7b967-5fea-4a53-b72a-0e97341a4458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d507c906-d16c-4b9c-9017-6a1c347bfb9e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:58.928454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-32a7b967-5fea-4a53-b72a-0e97341a4458 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:58.934610 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-32a7b967-5fea-4a53-b72a-0e97341a4458 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d507c906-d16c-4b9c-9017-6a1c347bfb9e HTTP/1.1" status: 204 len: 168 time: 0.3432388 Nov 12 21:21:58.934885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56510) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:21:58.938347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405e03f-480c-4503-b286-b63d5ae6c011 None None] Network 1b97833f-d685-41b6-b2d4-9946eac32df8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:21:59.014105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.069391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Deleting port a5ce1bc6-802b-40f9-a442-72506a5dc723 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:59.069728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.127269 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.139445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['5bfe70f3-29f0-4bd3-8ae2-42056246d212'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:21:59.147350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] For port a5ce1bc6-802b-40f9-a442-72506a5dc723, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a5ce1bc6-802b-40f9-a442-72506a5dc723,segment=NetworkSegment(c2819959-1c1d-4aba-9534-319edb5bdc2f),segment_id=c2819959-1c1d-4aba-9534-319edb5bdc2f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:59.147804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.167487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Pushing event deleted for resources: {'Port': ['ID=5bfe70f3-29f0-4bd3-8ae2-42056246d212,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:59.172966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Calling delete_port for a5ce1bc6-802b-40f9-a442-72506a5dc723 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:59.191089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] DHCP port deletion for 1b97833f-d685-41b6-b2d4-9946eac32df8 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:21:59.213015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] No DVR routers for this DVR port 5bfe70f3-29f0-4bd3-8ae2-42056246d212 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:21:59.220385 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.221133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-24432c19-338f-4cf4-af05-c033984a1a61 req-5344876b-0488-4886-9336-5cb3e9659f77 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.78 "DELETE /v2.0/ports/5bfe70f3-29f0-4bd3-8ae2-42056246d212 HTTP/1.1" status: 204 len: 173 time: 0.5307677 Nov 12 21:21:59.221133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396e2bae-8b36-495a-8782-0e519fab0454', 'name': 'network-vif-deleted', 'tag': '5bfe70f3-29f0-4bd3-8ae2-42056246d212'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:21:59.225585 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df053b96-89fa-41b9-bb3c-65d3d5039b8b" -d '{"events": [{"server_uuid": "396e2bae-8b36-495a-8782-0e519fab0454", "name": "network-vif-deleted", "tag": "5bfe70f3-29f0-4bd3-8ae2-42056246d212"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:21:59.285225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] Deleting port a5ce1bc6-802b-40f9-a442-72506a5dc723 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:21:59.285225 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.302678 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4163ae75-8386-43ba-8183-9ba9e8ba642e x-openstack-request-id: req-4163ae75-8386-43ba-8183-9ba9e8ba642e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:21:59.302678 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396e2bae-8b36-495a-8782-0e519fab0454", "name": "network-vif-deleted", "tag": "5bfe70f3-29f0-4bd3-8ae2-42056246d212", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:21:59.302678 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4163ae75-8386-43ba-8183-9ba9e8ba642e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:21:59.302678 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396e2bae-8b36-495a-8782-0e519fab0454', 'name': 'network-vif-deleted', 'tag': '5bfe70f3-29f0-4bd3-8ae2-42056246d212', 'status': 'completed', 'code': 200} Nov 12 21:21:59.368769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] For port a5ce1bc6-802b-40f9-a442-72506a5dc723, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a5ce1bc6-802b-40f9-a442-72506a5dc723,segment=NetworkSegment(c2819959-1c1d-4aba-9534-319edb5bdc2f),segment_id=c2819959-1c1d-4aba-9534-319edb5bdc2f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:21:59.369201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.384232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] Calling delete_port for a5ce1bc6-802b-40f9-a442-72506a5dc723 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:21:59.404341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.436305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ce1bc6-802b-40f9-a442-72506a5dc723,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:59.455197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] No DVR routers for this DVR port a5ce1bc6-802b-40f9-a442-72506a5dc723 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:21:59.476700 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.501829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] Pushing event deleted for resources: {'Port': ['ID=a5ce1bc6-802b-40f9-a442-72506a5dc723,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:21:59.513553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73505f26-58d8-4c08-853b-209ce52525a5 None None] No DVR routers for this DVR port a5ce1bc6-802b-40f9-a442-72506a5dc723 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:21:59.539533 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4595e043-5397-49fd-a346-b7b5fa41b45f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:21:59.545081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.561216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4595e043-5397-49fd-a346-b7b5fa41b45f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:21:59.561568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4595e043-5397-49fd-a346-b7b5fa41b45f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:21:59.561986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d70b3ab8-cbab-4998-8e47-50cdb087f6c9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:21:59.582995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d70b3ab8-cbab-4998-8e47-50cdb087f6c9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:21:59.583377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d70b3ab8-cbab-4998-8e47-50cdb087f6c9 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:21:59.583796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a5ce1bc6-802b-40f9-a442-72506a5dc723 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:21:59.604671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a5ce1bc6-802b-40f9-a442-72506a5dc723 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:21:59.605024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a5ce1bc6-802b-40f9-a442-72506a5dc723 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:21:59.758166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8afedc81-e03c-455e-ac24-8754baf13c78 req-8f7f3ce0-90ba-4d77-8f48-0eef3f1d0c79 tempest-VolumesNegativeTest-748530358 tempest-VolumesNegativeTest-748530358-project] 10.222.0.64 "GET /v2.0/ports?device_id=396e2bae-8b36-495a-8782-0e519fab0454 HTTP/1.1" status: 200 len: 210 time: 0.0318675 Nov 12 21:21:59.847769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b97833f-d685-41b6-b2d4-9946eac32df8']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:59.858657 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2819959-1c1d-4aba-9534-319edb5bdc2f') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:59.858960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2819959-1c1d-4aba-9534-319edb5bdc2f') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:21:59.870891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.885421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.892024 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:21:59.892410 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:21:59.894105 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:22:00.053210 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:00.059656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:00.065806 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1b97833f-d685-41b6-b2d4-9946eac32df8 HTTP/1.1" status: 204 len: 168 time: 1.1269965 Nov 12 21:22:00.073996 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f8fc6-2c13-488c-ab4c-f65f5ed9b4c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b97833f-d685-41b6-b2d4-9946eac32df8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:00.084480 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a1d6-16b5-49ba-902d-2c0d2c356ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:00.442921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56518) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:00.485846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cf1b01ff-f547-4010-89f0-7637b2589ce7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=430eddb7a2554901a617a87c846cd05b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417116 Nov 12 21:22:00.488336 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56520) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:00.539538 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21dee3a1-2113-4377-858a-21d19d8b1f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:00.560939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21dee3a1-2113-4377-858a-21d19d8b1f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:00.793046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21dee3a1-2113-4377-858a-21d19d8b1f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:00.796439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-21dee3a1-2113-4377-858a-21d19d8b1f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:00.797707 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-21dee3a1-2113-4377-858a-21d19d8b1f94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4aa10d2-bdc8-440a-9721-93fe67f758fd HTTP/1.1" status: 204 len: 168 time: 0.3081951 Nov 12 21:22:00.811021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dee3a1-2113-4377-858a-21d19d8b1f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aa10d2-bdc8-440a-9721-93fe67f758fd,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:01.335807 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:01.696060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56548) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:01.739494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9eac2f22-9ab3-4bca-afbd-6335f90ccfba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=acd2fb4aab994414a3099f36f2fb9ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422623 Nov 12 21:22:01.741932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56550) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:01.788916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f37c3982-bdbd-4bef-ae57-5888804904f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:01.812088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f37c3982-bdbd-4bef-ae57-5888804904f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:01.844535 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-1c79cbe7-effa-49ae-a4ee-40803a0fff66 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415535 Nov 12 21:22:01.935904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-28be902d-3803-4062-9061-28fc25f30ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:01.937431 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-28be902d-3803-4062-9061-28fc25f30ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 1097 time: 0.0419643 Nov 12 21:22:01.984370 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f37c3982-bdbd-4bef-ae57-5888804904f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:01.987087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f37c3982-bdbd-4bef-ae57-5888804904f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:01.988344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f37c3982-bdbd-4bef-ae57-5888804904f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdb65598-184f-4828-a529-9bc144d69efb HTTP/1.1" status: 204 len: 168 time: 0.2454257 Nov 12 21:22:01.996566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c3982-bdbd-4bef-ae57-5888804904f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb65598-184f-4828-a529-9bc144d69efb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:02.058475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-67706fcf-f7c4-4b0b-ac46-431e51302e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:02.061153 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-67706fcf-f7c4-4b0b-ac46-431e51302e7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0972557 Nov 12 21:22:02.135753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-f53a8334-2208-4f34-91d0-fbb4b71fbe33 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539517 Nov 12 21:22:02.145790 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-91802aa6-8fcb-4a78-9b67-e850ca61502c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8272839-6d14-479f-8972-3c4e5f0a3071 HTTP/1.1" status: 200 len: 1001 time: 0.0726926 Nov 12 21:22:02.214565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-d71d0a29-6dd5-4d8e-a6b5-ad052457b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:02.216078 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-d71d0a29-6dd5-4d8e-a6b5-ad052457b3f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0549984 Nov 12 21:22:02.222472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-5f6125f1-be66-47a2-a497-2a4e9996502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:02.223999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-5f6125f1-be66-47a2-a497-2a4e9996502f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1097 time: 0.0451467 Nov 12 21:22:02.268266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-b45c6f74-7753-4af7-8bbe-39ec5d17f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:02.269764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-b45c6f74-7753-4af7-8bbe-39ec5d17f20b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422091 Nov 12 21:22:02.356186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-3b1e805c-54a4-4964-940d-ba6ca97b8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:02.368530 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-3b1e805c-54a4-4964-940d-ba6ca97b8c63 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 HTTP/1.1" status: 200 len: 910 time: 0.1115761 Nov 12 21:22:02.372428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5bfe70f3-29f0-4bd3-8ae2-42056246d212 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:02.394677 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-cdeb6105-3776-47e7-92e4-9876e6c4f6fa service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132472 Nov 12 21:22:02.400109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 5bfe70f3-29f0-4bd3-8ae2-42056246d212 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:02.400464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 5bfe70f3-29f0-4bd3-8ae2-42056246d212 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:02.459881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-0fed260b-dd38-459d-bfa0-ddca6462c298 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 HTTP/1.1" status: 200 len: 1000 time: 0.0861206 Nov 12 21:22:02.530888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-00c0254e-1e19-4c02-bce3-4bf9fbf4afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:02.532013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-00c0254e-1e19-4c02-bce3-4bf9fbf4afa0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7893d36-a29f-4691-8d7f-22b891911613 HTTP/1.1" status: 200 len: 848 time: 0.0664325 Nov 12 21:22:02.539610 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3923729f-287b-4aff-bdc4-f1a9cf91da40 req-054fff57-04c2-4081-9b92-339a28952f2c service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333756 Nov 12 21:22:02.594124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-e7b3a3a7-1760-4bf4-b143-24e0b4a9335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:02.595623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-e7b3a3a7-1760-4bf4-b143-24e0b4a9335d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549405 Nov 12 21:22:02.694513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-ee94dbd9-6332-45eb-a3d9-8e39349c2230 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910654 Nov 12 21:22:02.787324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c8bfa7-d5ac-4d94-b4a3-43ac59046ddd req-ee7db6a1-9090-4a3c-be9c-3ea18d16e346 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855951 Nov 12 21:22:03.107168 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:03.652597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:04.770778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56732) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:04.775565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-659699004', 'description': 'tempest-secgroup-smoke-659699004 description', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:04.944113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:04.953777 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.034540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.195120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.231248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9abc7cd-323a-4403-87a2-2f569cb02ca4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:05.272844 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.369664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.403979 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51623431-9bd6-4178-aabd-4a0624d0b046,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:05.489227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.491219 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5861cc91-d7cf-400b-a5c5-f023be6656c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7188561 Nov 12 21:22:05.494008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56750) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:05.498678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-158e5f76-b184-4732-a9a3-eed3b9038901 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '51623431-9bd6-4178-aabd-4a0624d0b046', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:05.618354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-158e5f76-b184-4732-a9a3-eed3b9038901 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.676720 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-158e5f76-b184-4732-a9a3-eed3b9038901 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.767005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-158e5f76-b184-4732-a9a3-eed3b9038901 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.785535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5f76-b184-4732-a9a3-eed3b9038901 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4ea047-2d64-424e-8e6a-ccbcbead7c11,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:05.880485 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-158e5f76-b184-4732-a9a3-eed3b9038901 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:05.883246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-158e5f76-b184-4732-a9a3-eed3b9038901 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882172 Nov 12 21:22:05.885453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56776) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:05.890048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0a2802e6-d07d-4543-84cd-cfc1acc51068 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '51623431-9bd6-4178-aabd-4a0624d0b046', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:06.032088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a2802e6-d07d-4543-84cd-cfc1acc51068 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.094413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a2802e6-d07d-4543-84cd-cfc1acc51068 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.218130 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a2802e6-d07d-4543-84cd-cfc1acc51068 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.239711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2802e6-d07d-4543-84cd-cfc1acc51068 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e53ab9-be32-4e54-8255-a91a2e3aad3b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:06.337823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a2802e6-d07d-4543-84cd-cfc1acc51068 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.339454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0a2802e6-d07d-4543-84cd-cfc1acc51068 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4525692 Nov 12 21:22:06.341958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56790) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:06.346368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b4ac906f-2047-44f7-bd06-256d5d872d19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '51623431-9bd6-4178-aabd-4a0624d0b046', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:06.455197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4ac906f-2047-44f7-bd06-256d5d872d19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.516599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4ac906f-2047-44f7-bd06-256d5d872d19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.589928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4ac906f-2047-44f7-bd06-256d5d872d19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.608393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac906f-2047-44f7-bd06-256d5d872d19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac0f92a-a309-44af-b3b1-d90d4cd3e3c3,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:06.700471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b4ac906f-2047-44f7-bd06-256d5d872d19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.701737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b4ac906f-2047-44f7-bd06-256d5d872d19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3588214 Nov 12 21:22:06.704578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56810) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:06.708923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1d465c5d-4812-41b3-8a4d-bf1cc34a90f1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '51623431-9bd6-4178-aabd-4a0624d0b046', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:06.835061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d465c5d-4812-41b3-8a4d-bf1cc34a90f1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.895393 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d465c5d-4812-41b3-8a4d-bf1cc34a90f1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.961282 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d465c5d-4812-41b3-8a4d-bf1cc34a90f1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:06.980795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d465c5d-4812-41b3-8a4d-bf1cc34a90f1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f5c3b1-566c-4660-bbe9-06a912023195,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:07.090055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1d465c5d-4812-41b3-8a4d-bf1cc34a90f1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.091305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1d465c5d-4812-41b3-8a4d-bf1cc34a90f1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3857810 Nov 12 21:22:07.094037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56814) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:07.098408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-206fb2e0-1440-4cd5-98da-0a673651812c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '51623431-9bd6-4178-aabd-4a0624d0b046', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:07.189913 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-206fb2e0-1440-4cd5-98da-0a673651812c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Project 63bfa0f529684f2aa7252aa13ff2dad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:22:07.195094 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-206fb2e0-1440-4cd5-98da-0a673651812c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.256145 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-206fb2e0-1440-4cd5-98da-0a673651812c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.361357 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-206fb2e0-1440-4cd5-98da-0a673651812c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.382976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fb2e0-1440-4cd5-98da-0a673651812c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3af5dab-56bb-4672-aa97-3cb9ebe69958,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:07.464515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-206fb2e0-1440-4cd5-98da-0a673651812c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.465841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-206fb2e0-1440-4cd5-98da-0a673651812c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3708410 Nov 12 21:22:07.468764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:07.473252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cee45f91-92a3-414d-8987-561ab086fbfd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '51623431-9bd6-4178-aabd-4a0624d0b046', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:07.564757 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-cee45f91-92a3-414d-8987-561ab086fbfd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Project 63bfa0f529684f2aa7252aa13ff2dad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:22:07.570087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cee45f91-92a3-414d-8987-561ab086fbfd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.630350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cee45f91-92a3-414d-8987-561ab086fbfd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.703982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cee45f91-92a3-414d-8987-561ab086fbfd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.721705 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee45f91-92a3-414d-8987-561ab086fbfd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ead2e14-53e1-4e66-9aa0-cd465e55d5be,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:07.820236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cee45f91-92a3-414d-8987-561ab086fbfd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.824888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cee45f91-92a3-414d-8987-561ab086fbfd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3523426 Nov 12 21:22:07.825177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56822) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:07.830337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'network': {'name': 'tempest-network-smoke--1277552101', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'port_security_enabled': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:07.950171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:22:07.953969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.981896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:22:07.988512 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:07.988862 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Added segment 37bc817d-025a-4fdb-b669-bcee4f3ec739 of type vlan for network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 Nov 12 21:22:08.028253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:08.143945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:08.150608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:08.151230 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:08.223571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Network': ['ID=0cfb0b50-8d7f-4424-892b-a747763a0ee8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:08.241316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:22:08.262626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ec7fcdb2-401e-435a-b954-3ba3b580b150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4363971 Nov 12 21:22:08.266137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56824) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:08.271459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'admin_state_up': True, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:08.372795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:08.373860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:08.424293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:08.665161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:09.101545 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:22:09.309088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:09.328950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:09.435709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.25.8.123 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/3e1b4288-4344-449c-8b04-2c1b4bce8bb9) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:09.546420 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:09.664357 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:09.702715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:09.707677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:09.711251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:09.726796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd550446-ce70-4152-adb2-c2cf61a73613 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:09.735682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=3e1b4288-4344-449c-8b04-2c1b4bce8bb9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:09.762653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-56540fbc-898e-4ca5-bfd6-b7329c92c0d6 None None] Provisioning complete for port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:09.763090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56540fbc-898e-4ca5-bfd6-b7329c92c0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:09.800443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-56540fbc-898e-4ca5-bfd6-b7329c92c0d6 None None] Port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:10.104389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:10.322437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:10.473455 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:10.538641 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:10.638674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56834) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:10.661707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9a942227-86eb-477e-9360-dad7cf8cad6d is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:22:10.802244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:10.812291 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Sync routers for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:10.815684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c8c575af-8495-4281-af40-ee27a0bfe706 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1839da5cfd2c408eb6da2036bb7162e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757491 Nov 12 21:22:10.818212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56838) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:10.823127 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:10.823817 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:10.871976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31245eef-9845-4ab0-9e44-747e7c5271bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:10.895561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31245eef-9845-4ab0-9e44-747e7c5271bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:10.909424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:10.911262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5935763d-2271-493b-b338-effe96b1b013 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6437318 Nov 12 21:22:10.914342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56840) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:10.939233 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:11.049936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-907227f0-ab36-419b-80d3-f496f7cc7fa8 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=63bfa0f529684f2aa7252aa13ff2dad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337354 Nov 12 21:22:11.052570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56844) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:11.063832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31245eef-9845-4ab0-9e44-747e7c5271bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.066715 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31245eef-9845-4ab0-9e44-747e7c5271bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.067616 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-31245eef-9845-4ab0-9e44-747e7c5271bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1ac5200-13d4-4110-96fa-8b02644eb43c HTTP/1.1" status: 204 len: 168 time: 0.2477937 Nov 12 21:22:11.077774 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31245eef-9845-4ab0-9e44-747e7c5271bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ac5200-13d4-4110-96fa-8b02644eb43c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:11.128462 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:09Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:11.167664 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Checking router: 9a942227-86eb-477e-9360-dad7cf8cad6d for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:11.167664 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Updating router 9a942227-86eb-477e-9360-dad7cf8cad6d port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:22:11.186706 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.228053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29313842-b290-466e-af4b-1a75dd50f8d3 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:11.232497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-29313842-b290-466e-af4b-1a75dd50f8d3 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1763117 Nov 12 21:22:11.232709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56848) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:11.277108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-472bccc2-d194-4adf-aa25-d84c8a493cad tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398564 Nov 12 21:22:11.277355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56850) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:11.282341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136943085', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:11.444731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:22:11.448175 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.449041 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.524964 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.575657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e6a18-2b74-407f-a86c-6246ac8c4c3c None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:11.580329 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Attempting to bind port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:22:11.587133 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Attempting to bind port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:22:11.587133 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Attempting to bind port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:11.596013 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:22:11.596629 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:11.597237 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.597798 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:22:11.598926 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Bound port: 3e1b4288-4344-449c-8b04-2c1b4bce8bb9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:22:11.599763 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.629009 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f8c1a-29f4-49bb-9a85-11251dfa5c8a None None] Pushing event updated for resources: {'Port': ['ID=3e1b4288-4344-449c-8b04-2c1b4bce8bb9,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:11.630916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c0eb904c-d8ee-4ddd-969e-f41468055bde None None] Provisioning complete for port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:11.631446 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c0eb904c-d8ee-4ddd-969e-f41468055bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.660468 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] For port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:22:11.667239 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] For port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3e1b4288-4344-449c-8b04-2c1b4bce8bb9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:22:11.668956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb904c-d8ee-4ddd-969e-f41468055bde None None] Port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:11.749721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.801821 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.815496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Subnet': ['ID=30e8bf66-9b7f-4742-acb5-91306f44a129,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:11.824356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Checking segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:11.824708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network hostable DHCP agents. Network: 0cfb0b50-8d7f-4424-892b-a747763a0ee8, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:22:11.852726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb49ed63-a2b9-4668-b190-f991ddf015eb None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:11.870463 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f8c1a-29f4-49bb-9a85-11251dfa5c8a None None] Pushing event updated for resources: {'Port': ['ID=3e1b4288-4344-449c-8b04-2c1b4bce8bb9,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:11.873172 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:11.873786 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:11.890350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d2fc0d66-81e5-48dd-91da-5f76484b1bc0 None None] Provisioning complete for port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:11.890719 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2fc0d66-81e5-48dd-91da-5f76484b1bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:11.907480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:22:12.002137 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2fc0d66-81e5-48dd-91da-5f76484b1bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:12.006599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 0cfb0b50-8d7f-4424-892b-a747763a0ee8) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:12.011927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:12.014725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:12.023903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c950fd86-a108-4178-bed2-7d3b12b20795 None None] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:22:12.030921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d2fc0d66-81e5-48dd-91da-5f76484b1bc0 None None] For port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3e1b4288-4344-449c-8b04-2c1b4bce8bb9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:12.083186 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:12.177392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:22:12.178272 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:12.186911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f5f7a11b-ad1c-4ae1-888d-9a8a98d1db12 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9085071 Nov 12 21:22:12.189761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56868) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:12.262308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d2fc0d66-81e5-48dd-91da-5f76484b1bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:12.301874 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:09Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:12.353336 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366850c-87b7-4756-8ce0-e2393f6edc2e None None] The sync data for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 is: [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:09Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:12.365371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc0d66-81e5-48dd-91da-5f76484b1bc0 None None] Pushing event updated for resources: {'Port': ['ID=3e1b4288-4344-449c-8b04-2c1b4bce8bb9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:12.389101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Allocated IP 172.20.0.2 (0cfb0b50-8d7f-4424-892b-a747763a0ee8/30e8bf66-9b7f-4742-acb5-91306f44a129/0b3eaf7a-9f1e-4595-94c9-2bf47524b13f) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:12.750698 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:12.751432 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:12.839303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:12.887246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:12.891022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Pushing event updated for resources: {'Port': ['ID=0b3eaf7a-9f1e-4595-94c9-2bf47524b13f,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:12.899400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:12.899400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:12.952428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Attempting to bind port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:22:12.952836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Attempting to bind port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:22:12.953209 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Attempting to bind port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f on network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:12.958603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:22:12.958982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Checking segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:12.959411 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:12.959812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Bound using segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:22:12.960978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Bound port: 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:22:12.960978 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.035680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] For port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:22:13.041560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] For port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0b3eaf7a-9f1e-4595-94c9-2bf47524b13f,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:22:13.089777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.20.0.1 (0cfb0b50-8d7f-4424-892b-a747763a0ee8/30e8bf66-9b7f-4742-acb5-91306f44a129/7e0cd468-96cc-48c9-bb98-6f69bc18a548) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:13.142072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.224259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb523e1-f390-4b61-86df-9168af629013 None None] Pushing event updated for resources: {'Port': ['ID=0b3eaf7a-9f1e-4595-94c9-2bf47524b13f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:13.258945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.431407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.506826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=7e0cd468-96cc-48c9-bb98-6f69bc18a548,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:13.531870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:13.535600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:13.538067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:13.573036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56888) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:13.609609 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.655606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:13.715352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:13.716173 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.764803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'network': {'name': 'tempest-network-smoke--1843059532', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'port_security_enabled': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:13.798579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:13.836204 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.849709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:13.850271 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.858282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:22:13.863202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.874464 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.950882 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.977989 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:13.993606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0b3eaf7a-9f1e-4595-94c9-2bf47524b13f,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:14.061311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.085288 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:22:14.101085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4930c320-00d1-46cc-884c-75057bf9cd16,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:14.104653 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.104993 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Added segment 3398186a-2518-4909-b5ca-7cd48072b560 of type vlan for network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 Nov 12 21:22:14.112904 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.149853 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.156764 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.161351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=0b3eaf7a-9f1e-4595-94c9-2bf47524b13f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:14.269543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.315093 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.321660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:14.325476 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.345060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.346602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=7e0cd468-96cc-48c9-bb98-6f69bc18a548,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:14.397083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Network': ['ID=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:14.411847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:22:14.448768 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e0de20b5-827f-43cd-b2cf-9ba78c5582ff tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8744860 Nov 12 21:22:14.451683 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56892) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:14.456556 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'admin_state_up': True, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:14.468285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:14.470748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:14.561441 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.562661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.607946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9a942227-86eb-477e-9360-dad7cf8cad6d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:22:14.644154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.730550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:14.746036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d1fbe068-d2a8-4595-8aa7-de38baac3932 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "PUT /v2.0/routers/9a942227-86eb-477e-9360-dad7cf8cad6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5456443 Nov 12 21:22:14.761791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Sync routers for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:14.775146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:14.775799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:14.779098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823625a-d29d-4673-8e94-f2f542172220 None None] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:22:14.876685 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.933849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-151f4383-8859-4c1b-845b-0f31528b83f7 None None] Provisioning complete for port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:14.934500 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-151f4383-8859-4c1b-845b-0f31528b83f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:14.970854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-7c70444a-212c-47a1-97cc-e6eb78cea611 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-659699004&fields=id&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 267 time: 0.0471013 Nov 12 21:22:15.028742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:15.090405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-05f71bc4-8806-4eb6-918c-d7b3b19f57a6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:15.097556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-05f71bc4-8806-4eb6-918c-d7b3b19f57a6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 797 time: 0.1140316 Nov 12 21:22:15.114054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-af6d74f5-916e-4b3a-b2c6-20c10cf27db6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/quotas/63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 375 time: 0.0155616 Nov 12 21:22:15.170851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-15b45f6e-b6ab-4c09-a1ed-111aed0a8292 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558472 Nov 12 21:22:15.179077 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.198436 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.299042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-8c243582-7cd3-4135-83c4-917d6461dad1 service neutron] 10.222.0.64 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118863 Nov 12 21:22:15.333178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:14Z', 'revision_number': 2, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:15.333742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.25.8.248 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/6e26fdbb-00b3-4bad-90ce-06065ce49769) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:15.368321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Checking router: 9a942227-86eb-477e-9360-dad7cf8cad6d for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:15.370056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Updating router 9a942227-86eb-477e-9360-dad7cf8cad6d port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:22:15.410310 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.418318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-6de41343-bd02-43ff-83e2-40fc5d696b9b service neutron] 10.222.0.64 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179681 Nov 12 21:22:15.456523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.544937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:15.602556 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.627039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-813367bb-c61a-4cd9-8311-603701813c5b None None] Provisioning complete for port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:15.628840 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-813367bb-c61a-4cd9-8311-603701813c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.643759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:15.648591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:15.651564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:15.683708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57932b-ae24-4981-a0e4-66fda77cdd09 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:15.717882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=6e26fdbb-00b3-4bad-90ce-06065ce49769,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:15.760000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:15.760371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.812353 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd258c7c-98a9-47cb-ab54-f58dabed1869 req-ee6796b9-5967-4329-8cb5-db34ef908153 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 210 time: 0.0520627 Nov 12 21:22:15.940090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.947677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-813367bb-c61a-4cd9-8311-603701813c5b None None] Provisioning complete for port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:15.948037 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-813367bb-c61a-4cd9-8311-603701813c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:15.993345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-813367bb-c61a-4cd9-8311-603701813c5b None None] Port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:16.027965 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.092940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc0ee-2318-42d8-a9d4-d7c38677c3c8 None None] Pushing event updated for resources: {'Port': ['ID=7e0cd468-96cc-48c9-bb98-6f69bc18a548,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:16.110852 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.148593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Attempting to bind port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:22:16.149426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Attempting to bind port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:22:16.149794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Attempting to bind port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 on network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:16.156483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-64f28773-edb6-4b56-82fa-56f9102b0506 None None] Provisioning complete for port 6e26fdbb-00b3-4bad-90ce-06065ce49769 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:16.156867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-64f28773-edb6-4b56-82fa-56f9102b0506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.158658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:22:16.159019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Checking segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:16.159430 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.159821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Bound using segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:22:16.160282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Bound port: 7e0cd468-96cc-48c9-bb98-6f69bc18a548, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:22:16.160652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.229491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-64f28773-edb6-4b56-82fa-56f9102b0506 None None] Port 6e26fdbb-00b3-4bad-90ce-06065ce49769 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:16.266551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-64f28773-edb6-4b56-82fa-56f9102b0506 None None] Provisioning complete for port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:16.266986 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-64f28773-edb6-4b56-82fa-56f9102b0506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.270828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] For port 7e0cd468-96cc-48c9-bb98-6f69bc18a548, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:22:16.307526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] For port 7e0cd468-96cc-48c9-bb98-6f69bc18a548, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7e0cd468-96cc-48c9-bb98-6f69bc18a548,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:22:16.320099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-64f28773-edb6-4b56-82fa-56f9102b0506 None None] Port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:16.335279 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.393549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.466345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:16.466969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:16.468626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc0ee-2318-42d8-a9d4-d7c38677c3c8 None None] Pushing event updated for resources: {'Port': ['ID=7e0cd468-96cc-48c9-bb98-6f69bc18a548,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:16.511369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3c5732c7-7d55-4886-91af-d6ef41a269a2 None None] Provisioning complete for port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:16.513699 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c5732c7-7d55-4886-91af-d6ef41a269a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.555571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router 40157c2d-212b-4beb-b5cd-da61044f24ff is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:22:16.641634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:16.681788 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:16.696890 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Sync routers for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:16.709046 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:16.709568 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:16.814534 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.816322 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c40c7c7c-9630-479d-af5e-2dd4ec48a7cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3629797 Nov 12 21:22:16.819013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56916) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:16.824176 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:16.852736 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c5732c7-7d55-4886-91af-d6ef41a269a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:16.916445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-614c09e5-be51-4f70-a9b4-b22cd654e729 req-ed27f0ea-c178-405a-a4d1-3d7a53c414bf tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 210 time: 0.0426171 Nov 12 21:22:16.935120 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9b20be34-f2d2-4aed-8108-a7517a95ff58 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b550ce72c397456182871365ce74c6b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1146505 Nov 12 21:22:16.937930 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56924) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:16.973126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3c5732c7-7d55-4886-91af-d6ef41a269a2 None None] For port 7e0cd468-96cc-48c9-bb98-6f69bc18a548, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7e0cd468-96cc-48c9-bb98-6f69bc18a548,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:17.044339 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3c5732c7-7d55-4886-91af-d6ef41a269a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.080265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9bd76-4665-47f3-bc3b-654642bb0527 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:17.085090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56926) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:17.085378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d9f9bd76-4665-47f3-bc3b-654642bb0527 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1461642 Nov 12 21:22:17.128932 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-66c01f1a-e0e9-44bd-9391-5681f6d7920b tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399938 Nov 12 21:22:17.129188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56928) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:17.129950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5732c7-7d55-4886-91af-d6ef41a269a2 None None] Pushing event updated for resources: {'Port': ['ID=7e0cd468-96cc-48c9-bb98-6f69bc18a548,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:17.135532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1700585916', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:17.144013 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:15Z', 'revision_number': 3, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:17.160349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:16Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:17.179232 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Checking router: 40157c2d-212b-4beb-b5cd-da61044f24ff for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:17.179602 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Updating router 40157c2d-212b-4beb-b5cd-da61044f24ff port 6e26fdbb-00b3-4bad-90ce-06065ce49769 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:22:17.197098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb036ac-2ed9-46be-b4be-eeb1826a35bd None None] The sync data for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 is: [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:16Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:17.200643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-dd91a2c0-82a5-4140-9379-e47abc79c1b0 None None] Provisioning complete for port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:17.202305 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dd91a2c0-82a5-4140-9379-e47abc79c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.207135 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.335607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:22:17.339952 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.530197 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.598719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7e0cd468-96cc-48c9-bb98-6f69bc18a548 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:17.654373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:17.654845 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.658285 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.707611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.727699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Attempting to bind port 6e26fdbb-00b3-4bad-90ce-06065ce49769 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:22:17.727699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Attempting to bind port 6e26fdbb-00b3-4bad-90ce-06065ce49769 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:22:17.727699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Attempting to bind port 6e26fdbb-00b3-4bad-90ce-06065ce49769 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:17.728489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fbff11-66de-4c84-8b3f-3ea913721165 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:17.731060 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:22:17.731681 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:17.732272 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.732829 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:22:17.733475 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Bound port: 6e26fdbb-00b3-4bad-90ce-06065ce49769, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:22:17.734328 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.787169 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2f376-f98e-4cf5-98bc-1238e6d51295 None None] Pushing event updated for resources: {'Port': ['ID=6e26fdbb-00b3-4bad-90ce-06065ce49769,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:17.797154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] For port 6e26fdbb-00b3-4bad-90ce-06065ce49769, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:22:17.801047 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] For port 6e26fdbb-00b3-4bad-90ce-06065ce49769, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6e26fdbb-00b3-4bad-90ce-06065ce49769,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:22:17.811721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Subnet': ['ID=b49591d1-4f66-43c4-acac-136e29a91726,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:17.829441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Checking segment: {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:17.829798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network hostable DHCP agents. Network: 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:22:17.845524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2f094ac7-ced9-44ba-8753-ff7e4f5c72d9 None None] Provisioning complete for port 6e26fdbb-00b3-4bad-90ce-06065ce49769 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:17.852929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f094ac7-ced9-44ba-8753-ff7e4f5c72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.883900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2f094ac7-ced9-44ba-8753-ff7e4f5c72d9 None None] Port 6e26fdbb-00b3-4bad-90ce-06065ce49769 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:17.896356 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:17.959491 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:17.960122 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:17.964830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:22:17.967812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c5c06-089e-4dfc-a99d-fb9208a0782c None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:18.001837 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2f376-f98e-4cf5-98bc-1238e6d51295 None None] Pushing event updated for resources: {'Port': ['ID=6e26fdbb-00b3-4bad-90ce-06065ce49769,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:18.063798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4216f90-c74b-4e7d-ab2b-04d84438d48e req-3c92fb48-8d72-4ee7-808c-477224e7f54f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 210 time: 0.0299239 Nov 12 21:22:18.085397 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:18.105135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2642a8aa-ff4b-4ac9-878a-0c74bacd0822 None None] Provisioning complete for port 6e26fdbb-00b3-4bad-90ce-06065ce49769 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:18.105681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2642a8aa-ff4b-4ac9-878a-0c74bacd0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:18.202238 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2642a8aa-ff4b-4ac9-878a-0c74bacd0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:18.205368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:18.214387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:18.215675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:18.220578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61592848-f5c4-4093-8fe3-8dd0e862ec75 None None] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:22:18.261132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2642a8aa-ff4b-4ac9-878a-0c74bacd0822 None None] For port 6e26fdbb-00b3-4bad-90ce-06065ce49769, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6e26fdbb-00b3-4bad-90ce-06065ce49769,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:18.297347 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:15Z', 'revision_number': 3, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:18.327214 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234c52a-1bbe-4997-95fd-f0cf06a7b1be None None] The sync data for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 is: [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:15Z', 'revision_number': 3, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:18.340885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56932) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:18.343238 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-28c87ee7-39c7-440f-8aa7-17985e3aa0f8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2128711 Nov 12 21:22:18.355614 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2642a8aa-ff4b-4ac9-878a-0c74bacd0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:18.415199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642a8aa-ff4b-4ac9-878a-0c74bacd0822 None None] Pushing event updated for resources: {'Port': ['ID=6e26fdbb-00b3-4bad-90ce-06065ce49769,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:18.477513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:22:18.478472 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:18.645785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Allocated IP 172.20.0.2 (5ed7ee50-4b2b-4563-87a8-fa3d4c025d34/b49591d1-4f66-43c4-acac-136e29a91726/496dcdf0-1839-4b1a-b2b0-781b7d504a25) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:18.870371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:18.978077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-4dd4db8b-7e2d-45bd-90d7-9a4707be8bea tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:18.979615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-4dd4db8b-7e2d-45bd-90d7-9a4707be8bea tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 797 time: 0.1933436 Nov 12 21:22:19.001979 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:19.048998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:19.052045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:19.057418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:19.059486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Pushing event updated for resources: {'Port': ['ID=496dcdf0-1839-4b1a-b2b0-781b7d504a25,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:19.125208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Attempting to bind port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:22:19.125890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Attempting to bind port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:22:19.126062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Attempting to bind port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 on network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:19.127889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-004aa8cc-0572-4109-96db-29c9798dadbb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 379 time: 0.1212366 Nov 12 21:22:19.132012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:22:19.132405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Checking segment: {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:19.132888 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:19.133939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Bound using segment: {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:22:19.134547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Bound port: 496dcdf0-1839-4b1a-b2b0-781b7d504a25, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:22:19.134939 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:19.191320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'port': {'device_id': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'admin_state_up': True, 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'security_groups': ['51623431-9bd6-4178-aabd-4a0624d0b046']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:19.211055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] For port 496dcdf0-1839-4b1a-b2b0-781b7d504a25, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:22:19.215135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] For port 496dcdf0-1839-4b1a-b2b0-781b7d504a25, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=496dcdf0-1839-4b1a-b2b0-781b7d504a25,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:22:19.238406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdae3ccf-800c-49af-bf19-ed66a1dd53b2 req-f3a14727-2c6b-4a21-b8f4-fe3110f6d0ac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 210 time: 0.0611393 Nov 12 21:22:19.304705 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:19.365655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809a9d-9cd5-4be5-9d47-424355d1d111 None None] Pushing event updated for resources: {'Port': ['ID=496dcdf0-1839-4b1a-b2b0-781b7d504a25,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:19.451848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:19.592436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:22:19.600892 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:19.640869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6e26fdbb-00b3-4bad-90ce-06065ce49769 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:19.695624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 6e26fdbb-00b3-4bad-90ce-06065ce49769 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:19.696540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:19.885965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.20.0.10 (0cfb0b50-8d7f-4424-892b-a747763a0ee8/30e8bf66-9b7f-4742-acb5-91306f44a129/0ddd6aee-09f2-42a3-96f5-da49e47ad970) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:19.915695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.20.0.1 (5ed7ee50-4b2b-4563-87a8-fa3d4c025d34/b49591d1-4f66-43c4-acac-136e29a91726/4fb8fd26-7b41-4eb5-903e-83b5efe02ad0) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:20.133311 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:20.136564 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:20.261777 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:20.306598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:20.317864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:20.326024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:20.328623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:20.375935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:20.398284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:20.421346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:20.423695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:20.491718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:20.499536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:20.551350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:20.551981 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:20.567482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7c9cd-de17-4b5f-8e7c-ca786945be16 req-eb1ddbcc-bd54-4417-9915-b85d7639bcac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:20.569013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7b7c9cd-de17-4b5f-8e7c-ca786945be16 req-eb1ddbcc-bd54-4417-9915-b85d7639bcac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 932 time: 0.2375019 Nov 12 21:22:20.667795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7b7c9cd-de17-4b5f-8e7c-ca786945be16 req-aeaabeca-2d50-40f3-aad9-fa8ff0940770 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884769 Nov 12 21:22:20.695379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e2b396ac-b96f-4475-aa18-aac9c3c1cdaa None None] Provisioning complete for port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:20.696811 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e2b396ac-b96f-4475-aa18-aac9c3c1cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:20.708097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-1761c795-928d-4554-ad03-ce0bd652441d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5296664 Nov 12 21:22:20.720814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Request body: {'port': {'device_id': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:20.732662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e2b396ac-b96f-4475-aa18-aac9c3c1cdaa None None] Port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:20.800326 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:20.814910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.178782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff591f-f0f4-4a3e-815d-ddfc086d280e None None] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:22:21.274468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f465fc8a-f953-4df7-8814-e3b994f0a2bf None None] Provisioning complete for port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:21.274845 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f465fc8a-f953-4df7-8814-e3b994f0a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.283035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddd6aee-09f2-42a3-96f5-da49e47ad970 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:22:21.293051 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.310072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.315356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Transition to ACTIVE for port object 0ddd6aee-09f2-42a3-96f5-da49e47ad970 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:22:21.395406 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.417523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f465fc8a-f953-4df7-8814-e3b994f0a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.446963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.453221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f465fc8a-f953-4df7-8814-e3b994f0a2bf None None] For port 496dcdf0-1839-4b1a-b2b0-781b7d504a25, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=496dcdf0-1839-4b1a-b2b0-781b7d504a25,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:21.497406 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:21.502605 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.549473 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f465fc8a-f953-4df7-8814-e3b994f0a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.611888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465fc8a-f953-4df7-8814-e3b994f0a2bf None None] Pushing event updated for resources: {'Port': ['ID=496dcdf0-1839-4b1a-b2b0-781b7d504a25,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:21.614686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 496dcdf0-1839-4b1a-b2b0-781b7d504a25 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:21.645540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:21.678736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:21.678736 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.725471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Attempting to bind port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:22:21.725805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Attempting to bind port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:22:21.726138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Attempting to bind port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:21.743380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:22:21.749953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Attempting to bind port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:21.753170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:22:21.753513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Checking segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:21.753904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Bound using segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:22:21.754366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Bound port: 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:22:21.754711 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.780939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:21.785055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:21.871259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-54f8bfbc-4826-4af4-8d50-f3e39b6752c2 None None] Provisioning complete for port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:21.871871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54f8bfbc-4826-4af4-8d50-f3e39b6752c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.916616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2735-1256-43aa-ab3a-d66f75dde6b8 req-df231d21-c753-4b9a-afd2-213fac881159 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:21.918233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4aa2735-1256-43aa-ab3a-d66f75dde6b8 req-df231d21-c753-4b9a-afd2-213fac881159 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.1592209 Nov 12 21:22:21.979670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f4aa2735-1256-43aa-ab3a-d66f75dde6b8 req-cea2ad6c-4dfc-474c-8824-e8c7b09e645a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527625 Nov 12 21:22:22.042704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:22:22.047518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-54f8bfbc-4826-4af4-8d50-f3e39b6752c2 None None] Provisioning complete for port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:22.048006 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54f8bfbc-4826-4af4-8d50-f3e39b6752c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:22.062370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:22:22.077996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router 40157c2d-212b-4beb-b5cd-da61044f24ff has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:22:22.089235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-54f8bfbc-4826-4af4-8d50-f3e39b6752c2 None None] Port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:22.171769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:22.223374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b7ea9a00-6bce-4c86-8950-21e316ff507d None None] Provisioning complete for port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:22.226361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9a00-6bce-4c86-8950-21e316ff507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:22.229166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.229818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:22.231244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] 10.222.0.78 "PUT /v2.0/ports/0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 1093 time: 1.5147324 Nov 12 21:22:22.231723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:22.234048 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a083cacc-3492-4510-8b7b-2dae45a75850" -d '{"events": [{"name": "network-changed", "server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:22.260096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:22.261919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caff06-5e2d-4d8b-9b5f-dea37de51a28 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:22.270046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-907a98e0-b076-4c44-a4c6-4149534ad2d1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "PUT /v2.0/routers/40157c2d-212b-4beb-b5cd-da61044f24ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9248021 Nov 12 21:22:22.275141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56944) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:22.276502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Sync routers for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:22.300373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea9a00-6bce-4c86-8950-21e316ff507d None None] Port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:22.301862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:22.302534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:22.312679 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8052d368-cfe5-4bfd-a492-a960b55eedd3 x-openstack-request-id: req-8052d368-cfe5-4bfd-a492-a960b55eedd3 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:22.313252 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:22.313252 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8052d368-cfe5-4bfd-a492-a960b55eedd3 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:22.313633 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'status': 'completed', 'code': 200} Nov 12 21:22:22.434612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:22.678467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:20Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:21Z', 'revision_number': 2, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:22.713291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Checking router: 40157c2d-212b-4beb-b5cd-da61044f24ff for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:22.713644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Updating router 40157c2d-212b-4beb-b5cd-da61044f24ff port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:22:22.741242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:22.850709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083cacc-3492-4510-8b7b-2dae45a75850 req-a0f53c6d-1be9-4fe5-9364-672132111ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.852441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a083cacc-3492-4510-8b7b-2dae45a75850 req-a0f53c6d-1be9-4fe5-9364-672132111ef0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1096 time: 0.5178032 Nov 12 21:22:22.912552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.913018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.913483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.913937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.914583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.915168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.915651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.916106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.916563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.921191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b35b093a-acf7-4f66-9a4d-a2d41d45e1dd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6365 time: 0.6474922 Nov 12 21:22:22.922088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56946) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:22.991542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.992007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.993290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.993833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.994319 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.994827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.995647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.995939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.996443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:22.998398 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-412105b7-2d4c-452b-8d89-b8d533573946 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5901 time: 0.0756972 Nov 12 21:22:23.003058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 56948) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:23.029373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.068539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083cacc-3492-4510-8b7b-2dae45a75850 req-8b698342-772a-490a-8c85-ba7228f1c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:23.070114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a083cacc-3492-4510-8b7b-2dae45a75850 req-8b698342-772a-490a-8c85-ba7228f1c805 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2047477 Nov 12 21:22:23.138425 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.160639 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cd4ed0a1-6dbe-4bcb-be5d-e3fc68ed15d8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5213 time: 0.1534944 Nov 12 21:22:23.203053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd517f-493b-4510-b606-808449a459c2 None None] Pushing event updated for resources: {'Port': ['ID=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:23.239716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dc287-c3e9-4eef-8fba-623b8416ce5e req-f59c00e1-8c43-4119-8282-40d3391de100 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:23.242229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a0dc287-c3e9-4eef-8fba-623b8416ce5e req-f59c00e1-8c43-4119-8282-40d3391de100 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.1871493 Nov 12 21:22:23.276381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Attempting to bind port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:22:23.277053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Attempting to bind port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:22:23.277602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Attempting to bind port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 on network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:23.280529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083cacc-3492-4510-8b7b-2dae45a75850 req-836a4039-4e59-4ad8-9349-2979d5be6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:23.282181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a083cacc-3492-4510-8b7b-2dae45a75850 req-836a4039-4e59-4ad8-9349-2979d5be6669 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1980469 Nov 12 21:22:23.283743 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:22:23.284335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Checking segment: {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:23.284900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.285462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Bound using segment: {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:22:23.286126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Bound port: 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:22:23.298058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.377493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] For port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:22:23.378326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a0dc287-c3e9-4eef-8fba-623b8416ce5e req-40f61b2c-1c82-4a4c-af46-4d3064cc657c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949404 Nov 12 21:22:23.391321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] For port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:22:23.392952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-60420757-1f3b-46e5-8837-f8a3d463805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:23.402952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-60420757-1f3b-46e5-8837-f8a3d463805d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1096 time: 0.0793006 Nov 12 21:22:23.448694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-6d879145-358b-4e00-a550-32c559d7bdc2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 217 time: 0.0376585 Nov 12 21:22:23.503043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-5a08ed77-ae9f-4c78-889b-ad5e8a15fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:23.504539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-5a08ed77-ae9f-4c78-889b-ad5e8a15fef1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 200 len: 835 time: 0.0493972 Nov 12 21:22:23.520340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1a3cc8de-fbf3-421a-804d-d15aaf3a8d98 None None] Provisioning complete for port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:23.520716 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc8de-fbf3-421a-804d-d15aaf3a8d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.546135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 496dcdf0-1839-4b1a-b2b0-781b7d504a25 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:23.551920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.561992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-5ba4ce0f-7a10-4140-aa7c-131434c4e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:23.563101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-5ba4ce0f-7a10-4140-aa7c-131434c4e113 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0cfb0b50-8d7f-4424-892b-a747763a0ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517690 Nov 12 21:22:23.623632 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1a3cc8de-fbf3-421a-804d-d15aaf3a8d98 None None] Port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:23.664494 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:23.665240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:23.676988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-00472381-bb7b-460d-bea7-5c076e83992f service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069076 Nov 12 21:22:23.708827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd517f-493b-4510-b606-808449a459c2 None None] Pushing event updated for resources: {'Port': ['ID=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:23.738481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:23.738481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.796675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52d2c420-d7ba-490c-af88-9d8e6021fae5 req-590e5cab-7dbf-435a-80d9-89d2772b5634 service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123035 Nov 12 21:22:23.809114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56954) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:23.818228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514195261', 'description': 'tempest-secgroup-smoke-514195261 description', 'project_id': 'b550ce72c397456182871365ce74c6b5'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:23.909648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.982424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.988647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e187b116-b045-43a8-93e3-ab9db8ab6469 None None] Provisioning complete for port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:23.989019 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e187b116-b045-43a8-93e3-ab9db8ab6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.016552 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:24.080962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.112182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a802caf9-44fd-4357-a77f-cab5e3b4d559,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:24.121819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.122163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.122496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.122836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.123162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.123516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.123843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.124166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.124486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.124966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.125295 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.125621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:24.189386 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.190700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b9ed3afc-0892-4bf5-ba10-42c827e948f6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3779352 Nov 12 21:22:24.193720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56956) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:24.198263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9a84a26a-43a0-4df3-a834-3e08cf4f8f51 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a802caf9-44fd-4357-a77f-cab5e3b4d559', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:24.239817 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e187b116-b045-43a8-93e3-ab9db8ab6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.301728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e187b116-b045-43a8-93e3-ab9db8ab6469 None None] For port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:24.324185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:20Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:23Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:24.337770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a84a26a-43a0-4df3-a834-3e08cf4f8f51 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.355921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f110-abb0-4343-85dc-094b0f8349d1 None None] The sync data for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 is: [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:20Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:23Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:24.401816 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e187b116-b045-43a8-93e3-ab9db8ab6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.418205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a84a26a-43a0-4df3-a834-3e08cf4f8f51 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.456901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187b116-b045-43a8-93e3-ab9db8ab6469 None None] Pushing event updated for resources: {'Port': ['ID=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:24.515987 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a84a26a-43a0-4df3-a834-3e08cf4f8f51 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.542946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84a26a-43a0-4df3-a834-3e08cf4f8f51 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb763157-0351-4171-8da0-9b1664a7ef58,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:24.562878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775dac2-e023-4dd7-a17d-8d04f4a4e116 req-1d430acc-b273-4dff-8d43-d10b84409110 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:24.564501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0775dac2-e023-4dd7-a17d-8d04f4a4e116 req-1d430acc-b273-4dff-8d43-d10b84409110 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.0819983 Nov 12 21:22:24.622281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0775dac2-e023-4dd7-a17d-8d04f4a4e116 req-0ede0c42-6697-4237-a80f-586850ad6653 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502129 Nov 12 21:22:24.661002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a84a26a-43a0-4df3-a834-3e08cf4f8f51 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.661002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9a84a26a-43a0-4df3-a834-3e08cf4f8f51 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4644864 Nov 12 21:22:24.663197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56962) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:24.668499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-efb51fa0-d51f-4802-bfbc-17ac701449c1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a802caf9-44fd-4357-a77f-cab5e3b4d559', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:24.803919 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efb51fa0-d51f-4802-bfbc-17ac701449c1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.867240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efb51fa0-d51f-4802-bfbc-17ac701449c1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.966787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efb51fa0-d51f-4802-bfbc-17ac701449c1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.987033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb51fa0-d51f-4802-bfbc-17ac701449c1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d421688-f740-47b5-ad2d-f60abe815b07,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:25.077093 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-efb51fa0-d51f-4802-bfbc-17ac701449c1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.078438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-efb51fa0-d51f-4802-bfbc-17ac701449c1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4142401 Nov 12 21:22:25.081336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56964) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:25.086545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e13c7cab-9669-44e6-a468-4c8ed79deeb5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a802caf9-44fd-4357-a77f-cab5e3b4d559', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:25.182173 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e13c7cab-9669-44e6-a468-4c8ed79deeb5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.246738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e13c7cab-9669-44e6-a468-4c8ed79deeb5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.354852 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e13c7cab-9669-44e6-a468-4c8ed79deeb5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.374380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c7cab-9669-44e6-a468-4c8ed79deeb5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9b693d-3291-4179-b4cc-0392b463ddaf,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:25.454627 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e13c7cab-9669-44e6-a468-4c8ed79deeb5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.458384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e13c7cab-9669-44e6-a468-4c8ed79deeb5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736656 Nov 12 21:22:25.459982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56966) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:25.464688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2816b1e6-1077-4aa2-bf4f-4f394d517275 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a802caf9-44fd-4357-a77f-cab5e3b4d559', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:25.550820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:25.565657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2816b1e6-1077-4aa2-bf4f-4f394d517275 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.602393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:25.602831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.626029 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2816b1e6-1077-4aa2-bf4f-4f394d517275 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.724593 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2816b1e6-1077-4aa2-bf4f-4f394d517275 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.747443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816b1e6-1077-4aa2-bf4f-4f394d517275 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f618e98-7c08-4dcd-b34e-e4c2743d1c44,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:25.766529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651fea4-8f44-4f3f-98ad-ca37677b9539 req-afa95721-f9da-44b2-a27c-5c874304567a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:25.768196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7651fea4-8f44-4f3f-98ad-ca37677b9539 req-afa95721-f9da-44b2-a27c-5c874304567a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.0722473 Nov 12 21:22:25.819404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7651fea4-8f44-4f3f-98ad-ca37677b9539 req-679909ad-6723-4237-ad68-01e55925c420 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450466 Nov 12 21:22:25.838552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2816b1e6-1077-4aa2-bf4f-4f394d517275 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.839385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2816b1e6-1077-4aa2-bf4f-4f394d517275 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3794146 Nov 12 21:22:25.841944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56970) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:25.846534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-82f16acd-8498-4da0-abaa-d23275b5e6ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a802caf9-44fd-4357-a77f-cab5e3b4d559', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:25.989459 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-82f16acd-8498-4da0-abaa-d23275b5e6ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Project b550ce72c397456182871365ce74c6b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:22:25.996214 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82f16acd-8498-4da0-abaa-d23275b5e6ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.058633 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82f16acd-8498-4da0-abaa-d23275b5e6ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.177592 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82f16acd-8498-4da0-abaa-d23275b5e6ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.196679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f16acd-8498-4da0-abaa-d23275b5e6ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab73bd0-44a2-4e02-8bd4-876db72fd64e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:26.300336 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-82f16acd-8498-4da0-abaa-d23275b5e6ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.301679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-82f16acd-8498-4da0-abaa-d23275b5e6ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4587641 Nov 12 21:22:26.304506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 56972) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:26.309491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6a762e1e-055e-4df1-92a5-b7e2a8a1ea74 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a802caf9-44fd-4357-a77f-cab5e3b4d559', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:26.388997 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-6a762e1e-055e-4df1-92a5-b7e2a8a1ea74 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Project b550ce72c397456182871365ce74c6b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:22:26.394012 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a762e1e-055e-4df1-92a5-b7e2a8a1ea74 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.456018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a762e1e-055e-4df1-92a5-b7e2a8a1ea74 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.505528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0ddd6aee-09f2-42a3-96f5-da49e47ad970 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:22:26.544140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a762e1e-055e-4df1-92a5-b7e2a8a1ea74 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.564472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a762e1e-055e-4df1-92a5-b7e2a8a1ea74 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36d68ed-0f16-41eb-b200-78a9eb05838b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:26.602260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:26.613455 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'port_id': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'mac_address': 'fa:16:3e:85:c5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:22:26.652368 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6a762e1e-055e-4df1-92a5-b7e2a8a1ea74 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.653592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6a762e1e-055e-4df1-92a5-b7e2a8a1ea74 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3476186 Nov 12 21:22:26.656414 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.669535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddd6aee-09f2-42a3-96f5-da49e47ad970 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:22:26.689870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:26.765636 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.809154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-2a964b6d-a2ca-4221-82c5-d4644722600d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514195261&fields=id&tenant_id=b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 267 time: 0.0489466 Nov 12 21:22:26.813541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:26.955900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-0b3c28b4-a24c-426b-b537-d0fbd0ad53dd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:26.957390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-0b3c28b4-a24c-426b-b537-d0fbd0ad53dd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/networks?id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 HTTP/1.1" status: 200 len: 797 time: 0.1385667 Nov 12 21:22:26.962253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['0ddd6aee-09f2-42a3-96f5-da49e47ad970'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:22:26.979884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45e95-907a-4cb2-9bd8-2a70dfdc3cc2 req-8fb7e1f7-8fb5-480c-abc1-380c79845ccc tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:26.981400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30f45e95-907a-4cb2-9bd8-2a70dfdc3cc2 req-8fb7e1f7-8fb5-480c-abc1-380c79845ccc tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 945 time: 0.0893404 Nov 12 21:22:26.984631 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-7ea22c6e-b30d-4906-bc1a-724a4c8cba63 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/quotas/b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 375 time: 0.0213306 Nov 12 21:22:27.067257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30f45e95-907a-4cb2-9bd8-2a70dfdc3cc2 req-5e80ca86-856b-4d16-9dbe-d5df39c71729 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782728 Nov 12 21:22:27.074760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-84939a0d-1c17-41fe-88e6-0dc92d5d18c5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840726 Nov 12 21:22:27.180214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-2e0442c5-8be4-4729-8b7c-f5dbb740154c service neutron] 10.222.0.64 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890434 Nov 12 21:22:27.277278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-e237adc0-2a3e-4fbd-b256-ecf10eb884fc service neutron] 10.222.0.64 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907564 Nov 12 21:22:27.543361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-422d14df-5110-4fe2-8c28-98b60c26ab62 req-9d6ad7f6-4849-487c-ab6a-bb8165c99a72 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 210 time: 0.0284925 Nov 12 21:22:27.558547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-04fc0e97-45c5-424e-807f-e5e30a576617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:28.187393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001fcf4-5d57-4544-bf0f-af48cc1666e8 req-45f21bc7-b65e-40c1-8973-e604c6795845 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:28.188987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0001fcf4-5d57-4544-bf0f-af48cc1666e8 req-45f21bc7-b65e-40c1-8973-e604c6795845 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 945 time: 0.0524938 Nov 12 21:22:28.241870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0001fcf4-5d57-4544-bf0f-af48cc1666e8 req-89e12162-1e86-48c2-876d-1f3ecf004546 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Nov 12 21:22:28.525903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0ddd6aee-09f2-42a3-96f5-da49e47ad970 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:28.630304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-387fea44-6569-4511-9426-24209811dde2 req-812e49d1-5840-424e-8f70-de40695c59fb tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 210 time: 0.0262821 Nov 12 21:22:28.679084 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:22:28.683611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:28.683978 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:28.760784 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:28.784237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:28.789809 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12790ae-674c-48a3-8000-80d95d5a307a" -d '{"events": [{"server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "name": "network-vif-plugged", "status": "completed", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:28.799872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:28.822291 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055934b6-07af-454f-b92b-ccfa1d62b9e6 x-openstack-request-id: req-055934b6-07af-454f-b92b-ccfa1d62b9e6 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:28.822668 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "name": "network-vif-plugged", "status": "completed", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:28.822863 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-055934b6-07af-454f-b92b-ccfa1d62b9e6 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:28.823273 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'code': 200} Nov 12 21:22:28.923558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a080d-6e41-466c-9210-862781f6c148 req-1492e456-450d-4507-8d69-b31f6e78f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:28.925049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f12a080d-6e41-466c-9210-862781f6c148 req-1492e456-450d-4507-8d69-b31f6e78f65f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1097 time: 0.0455308 Nov 12 21:22:28.941712 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:28.972573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f12a080d-6e41-466c-9210-862781f6c148 req-26360143-fe63-4f1a-af79-f7e0946a75d8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 Nov 12 21:22:28.993213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:29.360079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0e5da-1960-4ed9-8f30-fad78be14771 req-203792c0-5516-40ae-ad64-5bb14e9886af tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:29.361612 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74c0e5da-1960-4ed9-8f30-fad78be14771 req-203792c0-5516-40ae-ad64-5bb14e9886af tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0507736 Nov 12 21:22:29.415914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74c0e5da-1960-4ed9-8f30-fad78be14771 req-cef08e9a-36fc-4a1a-825c-f530230fcb5c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474503 Nov 12 21:22:29.731587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-722bcb66-6670-4861-a84c-346215625bfd req-f7ed5f25-cca6-4168-a294-93294aecd24e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 210 time: 0.0291147 Nov 12 21:22:30.160477 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec2b3-9a9c-401f-bc4e-263f002ec963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:30.463434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-b895c455-90ca-430c-a9c5-c220d5420b01 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:30.465189 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-b895c455-90ca-430c-a9c5-c220d5420b01 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.46 "GET /v2.0/networks?id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 HTTP/1.1" status: 200 len: 797 time: 0.1157072 Nov 12 21:22:30.533409 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-a2e1556c-93f6-4405-a167-d1023be97a1b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 379 time: 0.0583165 Nov 12 21:22:30.540560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7f7aa-a7ae-41cb-8912-2c727178024c req-bc7d2156-0a53-440f-ab87-ca05e0522ff1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:30.542046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfe7f7aa-a7ae-41cb-8912-2c727178024c req-bc7d2156-0a53-440f-ab87-ca05e0522ff1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0539098 Nov 12 21:22:30.546962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'port': {'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'admin_state_up': True, 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'security_groups': ['a802caf9-44fd-4357-a77f-cab5e3b4d559']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:30.593884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfe7f7aa-a7ae-41cb-8912-2c727178024c req-55897e0f-21b3-4732-a2ca-bc806cb100ff tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452023 Nov 12 21:22:30.725739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c590bc-e7fd-4528-9cea-507445963150 req-90ecd418-6156-43a8-919a-7068bdfcefbb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:30.727712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20c590bc-e7fd-4528-9cea-507445963150 req-90ecd418-6156-43a8-919a-7068bdfcefbb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0508091 Nov 12 21:22:30.760869 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:22:30.764555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:30.780825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20c590bc-e7fd-4528-9cea-507445963150 req-f36c312b-c012-4c39-ae34-2c075e3b7dc8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469570 Nov 12 21:22:30.802499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57016) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:30.865369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e3cbc05-6849-4af9-b1a3-b309c1a2c98d req-2186f533-9899-43d5-acb0-2ace1778d07b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 210 time: 0.0356603 Nov 12 21:22:30.876204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e65ca3-f9d5-4515-bce4-e401fd12c415 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:30.879849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f8e65ca3-f9d5-4515-bce4-e401fd12c415 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1093 time: 0.0760639 Nov 12 21:22:30.880779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57018) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:30.885470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:30.897318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.20.0.6 (5ed7ee50-4b2b-4563-87a8-fa3d4c025d34/b49591d1-4f66-43c4-acac-136e29a91726/1ecc0e50-221d-456f-be21-7d9b27e63694) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:31.058259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.164003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.281782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.25.8.48 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/e1c4b752-fe63-4e2f-8638-6467fc45746e) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:31.324920 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.360286 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.384489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.461731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.506853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:31.512474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:31.516221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:31.544477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=1ecc0e50-221d-456f-be21-7d9b27e63694,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:31.561207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.578591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:31.579229 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.606721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:31.612130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:31.615835 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:31.622276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=e1c4b752-fe63-4e2f-8638-6467fc45746e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:31.681930 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d82e1086-a8d2-4173-86ca-5ad58b9794cd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1389847 Nov 12 21:22:31.699075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Request body: {'port': {'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:31.756538 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.774832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-63a4e22b-cd53-4c0f-bffc-f1df8e31cc75 None None] Provisioning complete for port 1ecc0e50-221d-456f-be21-7d9b27e63694 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:31.775305 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-63a4e22b-cd53-4c0f-bffc-f1df8e31cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.813789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-63a4e22b-cd53-4c0f-bffc-f1df8e31cc75 None None] Port 1ecc0e50-221d-456f-be21-7d9b27e63694 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:22:32.033949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecc0e50-221d-456f-be21-7d9b27e63694 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:22:32.042404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.054419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Transition to ACTIVE for port object 1ecc0e50-221d-456f-be21-7d9b27e63694 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:22:32.112434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13cf2-eab2-45f6-a93d-e42f64903b32 req-539ef3f5-fba8-469c-8605-2f0403bae6a4 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:32.113948 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42b13cf2-eab2-45f6-a93d-e42f64903b32 req-539ef3f5-fba8-469c-8605-2f0403bae6a4 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 931 time: 0.1708076 Nov 12 21:22:32.194804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.198968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.252501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1ecc0e50-221d-456f-be21-7d9b27e63694,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:32.258909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42b13cf2-eab2-45f6-a93d-e42f64903b32 req-8becbb21-52e9-4769-a5a8-c6a939ac0e76 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181703 Nov 12 21:22:32.339281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Attempting to bind port 1ecc0e50-221d-456f-be21-7d9b27e63694 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:22:32.339649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Attempting to bind port 1ecc0e50-221d-456f-be21-7d9b27e63694 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:22:32.339982 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Attempting to bind port 1ecc0e50-221d-456f-be21-7d9b27e63694 on network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:32.344817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Port 1ecc0e50-221d-456f-be21-7d9b27e63694 on network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:22:32.345141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Attempting to bind port 1ecc0e50-221d-456f-be21-7d9b27e63694 on network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:22:32.350183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:22:32.352365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Checking segment: {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:22:32.352365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Bound using segment: {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:22:32.352365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Bound port: 1ecc0e50-221d-456f-be21-7d9b27e63694, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3398186a-2518-4909-b5ca-7cd48072b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:22:32.352365 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.410736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.430485 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] For port 1ecc0e50-221d-456f-be21-7d9b27e63694, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:22:32.433896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] For port 1ecc0e50-221d-456f-be21-7d9b27e63694, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1ecc0e50-221d-456f-be21-7d9b27e63694,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:22:32.532620 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.572239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:32.572872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.574263 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] 10.222.0.46 "PUT /v2.0/ports/1ecc0e50-221d-456f-be21-7d9b27e63694 HTTP/1.1" status: 200 len: 1092 time: 0.8806653 Nov 12 21:22:32.576915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:32.579277 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fd9c1a-e8f8-4139-86db-aa793301f4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:32.585496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.620360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5b38d-80c3-44f7-9158-8745f35f1c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1ecc0e50-221d-456f-be21-7d9b27e63694,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:32.628767 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964d030-d18d-4fe0-b82e-6e55569de7ce x-openstack-request-id: req-b964d030-d18d-4fe0-b82e-6e55569de7ce {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:32.629058 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:32.629310 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b964d030-d18d-4fe0-b82e-6e55569de7ce {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:32.630302 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'status': 'completed', 'code': 200} Nov 12 21:22:32.692247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.703120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9c1a-e8f8-4139-86db-aa793301f4f8 req-72b1078d-551b-45f6-a639-4dabba387e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:32.703120 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47fd9c1a-e8f8-4139-86db-aa793301f4f8 req-72b1078d-551b-45f6-a639-4dabba387e37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 1095 time: 0.0442429 Nov 12 21:22:32.774928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=e1c4b752-fe63-4e2f-8638-6467fc45746e,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:32.781496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.817955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9c1a-e8f8-4139-86db-aa793301f4f8 req-724f8ad3-a253-4408-bf17-79458b0b96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:32.819665 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47fd9c1a-e8f8-4139-86db-aa793301f4f8 req-724f8ad3-a253-4408-bf17-79458b0b96f6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b550ce72c397456182871365ce74c6b5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1093128 Nov 12 21:22:32.932829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9c1a-e8f8-4139-86db-aa793301f4f8 req-a29966b8-1134-41d3-8c33-bbf0aa3b1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:32.934331 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47fd9c1a-e8f8-4139-86db-aa793301f4f8 req-a29966b8-1134-41d3-8c33-bbf0aa3b1b9c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034799 Nov 12 21:22:33.024156 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-297c0f38-ce60-442c-8e27-2d09c55e90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:33.025856 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-297c0f38-ce60-442c-8e27-2d09c55e90eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 1095 time: 0.0463800 Nov 12 21:22:33.077630 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-0f06019d-45c3-4414-852c-4a4fa292b8ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecc0e50-221d-456f-be21-7d9b27e63694 HTTP/1.1" status: 200 len: 217 time: 0.0422306 Nov 12 21:22:33.092016 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:33.130957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d86e6464-bf30-463e-b4dc-19bdc3b70ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:33.132668 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d86e6464-bf30-463e-b4dc-19bdc3b70ab8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b49591d1-4f66-43c4-acac-136e29a91726 HTTP/1.1" status: 200 len: 835 time: 0.0480826 Nov 12 21:22:33.186295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d5327597-a42b-48c2-8531-70e29de2898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:33.187992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-d5327597-a42b-48c2-8531-70e29de2898e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436862 Nov 12 21:22:33.232786 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Floating IP b1f6d264-3434-4e44-982e-fc8775985478 associated. External IP: 172.25.8.48, port: 0ddd6aee-09f2-42a3-96f5-da49e47ad970. Nov 12 21:22:33.291638 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-57ade543-40e8-4fa3-bf77-f0ce52a569bf service neutron] 10.222.0.46 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909526 Nov 12 21:22:33.391241 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-066ee58f-dae9-40aa-876a-ce45beaa733b req-9e74d738-0a8c-4c6c-9e5d-529d5b279056 service neutron] 10.222.0.46 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893087 Nov 12 21:22:33.429323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058591e-e925-46b5-86a5-648788dc71de req-282b8fec-55b5-4571-b7fa-69c255159f3f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:33.430894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f058591e-e925-46b5-86a5-648788dc71de req-282b8fec-55b5-4571-b7fa-69c255159f3f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 943 time: 0.0955741 Nov 12 21:22:33.527194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f058591e-e925-46b5-86a5-648788dc71de req-a864d15e-a1cd-4675-8918-524acf5cc0b9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890822 Nov 12 21:22:33.531325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9a942227-86eb-477e-9360-dad7cf8cad6d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:22:33.645413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:33.656505 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] Sync routers for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:33.663243 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:33.666176 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:33.666776 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:33.745610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:33.772711 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:33.776608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6cce5fe0-29e4-4ae7-8ad3-23287993d3e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8944788 Nov 12 21:22:33.777220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:33.779567 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b237532-9365-4b1a-9b47-e00e7878c498" -d '{"events": [{"name": "network-changed", "server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:33.823236 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3a62f2-3997-4817-92c1-b34e254cc74d x-openstack-request-id: req-aa3a62f2-3997-4817-92c1-b34e254cc74d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:33.823563 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:33.823808 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa3a62f2-3997-4817-92c1-b34e254cc74d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:33.824219 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'status': 'completed', 'code': 200} Nov 12 21:22:33.922856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b13535-15c2-44d2-a754-a18404fac105 req-8a4377de-8c06-4a0f-9c5a-a561e424fe2b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:33.924368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b13535-15c2-44d2-a754-a18404fac105 req-8a4377de-8c06-4a0f-9c5a-a561e424fe2b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0858371 Nov 12 21:22:33.927538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-961c3d19-83d9-4fbb-99ca-4862d7ff91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:33.928964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-961c3d19-83d9-4fbb-99ca-4862d7ff91b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1098 time: 0.0792642 Nov 12 21:22:34.036891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74b13535-15c2-44d2-a754-a18404fac105 req-6c18085d-b4ac-4dd2-b923-f4c612ec0183 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056561 Nov 12 21:22:34.058140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-8cb3d143-13a2-4619-860a-b9376f9fc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:34.059747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-8cb3d143-13a2-4619-860a-b9376f9fc6f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 898 time: 0.1223621 Nov 12 21:22:34.060409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57032) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:34.114381 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'b1f6d264-3434-4e44-982e-fc8775985478', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'port_id': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'mac_address': 'fa:16:3e:85:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:31Z', 'updated_at': '2021-11-12T21:22:31Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:16Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:34.131576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-12766efa-5db8-45c2-9548-34be8df36b6d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 999 time: 0.0629809 Nov 12 21:22:34.141115 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] Checking router: 9a942227-86eb-477e-9360-dad7cf8cad6d for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:34.150654 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:34.151265 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:34.182877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-661db3b9-2a38-4f17-bcbc-e1e385df91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:34.183764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-661db3b9-2a38-4f17-bcbc-e1e385df91e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 200 len: 835 time: 0.0460732 Nov 12 21:22:34.186803 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca099044-8463-46d3-9fcd-820fafa05977 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/b1f6d264-3434-4e44-982e-fc8775985478 HTTP/1.1" status: 200 len: 991 time: 0.1251636 Nov 12 21:22:34.235369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-80361b13-64c4-4c66-b391-298ee1c914c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:34.236902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-80361b13-64c4-4c66-b391-298ee1c914c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0cfb0b50-8d7f-4424-892b-a747763a0ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459068 Nov 12 21:22:34.260982 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:34.329200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-70446c6e-8a23-4bea-9fd8-af252c996442 service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Nov 12 21:22:34.425693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b237532-9365-4b1a-9b47-e00e7878c498 req-19c5c45a-3efe-4263-a494-ce92f8dec5ae service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Nov 12 21:22:34.487868 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'b1f6d264-3434-4e44-982e-fc8775985478', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'port_id': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'mac_address': 'fa:16:3e:85:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:31Z', 'updated_at': '2021-11-12T21:22:31Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:16Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:34.514897 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903302d-90e1-4797-b3f1-8bc19d230111 None None] The sync data for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 is: [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'b1f6d264-3434-4e44-982e-fc8775985478', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'port_id': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'mac_address': 'fa:16:3e:85:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:31Z', 'updated_at': '2021-11-12T21:22:31Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:16Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:34.654474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f23d6-6bef-4ecf-9ea4-74ecf6386ea0 req-b97a417c-e977-4a5b-b6a3-2e456b409a8e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:34.658520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-200f23d6-6bef-4ecf-9ea4-74ecf6386ea0 req-b97a417c-e977-4a5b-b6a3-2e456b409a8e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 943 time: 0.0524919 Nov 12 21:22:34.710040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-200f23d6-6bef-4ecf-9ea4-74ecf6386ea0 req-9a29a5c1-dc39-4e03-a41c-0d09480434b8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477889 Nov 12 21:22:34.715643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c83b5-d4d7-41c2-aa49-8cf6e72331a3 None None] New status for floating IP b1f6d264-3434-4e44-982e-fc8775985478: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:22:35.190226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57036) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:35.256014 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-74fd7cae-1782-4228-85fc-3e505b94b99d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/b1f6d264-3434-4e44-982e-fc8775985478 HTTP/1.1" status: 200 len: 993 time: 0.0644846 Nov 12 21:22:35.831208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5968a-0c86-4139-a225-0c19432760ca req-17c5c7c8-c1a9-489c-ae22-fa8affa5dc16 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:35.832890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7de5968a-0c86-4139-a225-0c19432760ca req-17c5c7c8-c1a9-489c-ae22-fa8affa5dc16 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 943 time: 0.0498538 Nov 12 21:22:35.887175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7de5968a-0c86-4139-a225-0c19432760ca req-00b25f3b-8543-4afc-b2d6-586db9dbbf96 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476964 Nov 12 21:22:37.003176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403ed59-ca99-4e10-84fb-e690aa4b2144 req-b5917abf-0048-4649-a958-10e216ff0c5d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:37.004671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3403ed59-ca99-4e10-84fb-e690aa4b2144 req-b5917abf-0048-4649-a958-10e216ff0c5d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 943 time: 0.0503287 Nov 12 21:22:37.054528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3403ed59-ca99-4e10-84fb-e690aa4b2144 req-5d0e84a8-19a9-40c9-9b5e-f87f5a170985 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Nov 12 21:22:37.667112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1ecc0e50-221d-456f-be21-7d9b27e63694 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:22:37.763756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1ecc0e50-221d-456f-be21-7d9b27e63694, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1ecc0e50-221d-456f-be21-7d9b27e63694,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:37.774597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:22:37.810921 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:37.823923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecc0e50-221d-456f-be21-7d9b27e63694 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:22:37.843432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1ecc0e50-221d-456f-be21-7d9b27e63694, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1ecc0e50-221d-456f-be21-7d9b27e63694,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:37.918312 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:37.965380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1ecc0e50-221d-456f-be21-7d9b27e63694,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:38.174973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e0807-0289-485c-a20b-3b47f083100d req-5febf0b8-b726-4b64-a76c-134857001a23 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:38.176522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f5e0807-0289-485c-a20b-3b47f083100d req-5febf0b8-b726-4b64-a76c-134857001a23 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 944 time: 0.0517225 Nov 12 21:22:38.190401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['1ecc0e50-221d-456f-be21-7d9b27e63694'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:22:38.227687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f5e0807-0289-485c-a20b-3b47f083100d req-c14cf0ec-1a1a-43b2-bcb7-e9c073bec56b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450504 Nov 12 21:22:39.354888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6e5eb-c107-4305-b863-1b9c000d6dde req-0d051c00-2f06-4c23-86dc-20cb8e609bd6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:39.356399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbf6e5eb-c107-4305-b863-1b9c000d6dde req-0d051c00-2f06-4c23-86dc-20cb8e609bd6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 944 time: 0.0541201 Nov 12 21:22:39.405928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbf6e5eb-c107-4305-b863-1b9c000d6dde req-048a69b5-5eb7-474d-9dbc-45d1501ed465 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Nov 12 21:22:39.685392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1ecc0e50-221d-456f-be21-7d9b27e63694 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:39.817368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 1ecc0e50-221d-456f-be21-7d9b27e63694 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:22:39.821625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 1ecc0e50-221d-456f-be21-7d9b27e63694 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:39.821995 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:39.899461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:39.921783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:39.924151 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e022c97-59a0-4d18-8abe-e61300287305" -d '{"events": [{"server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "name": "network-vif-plugged", "status": "completed", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:39.937058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 1ecc0e50-221d-456f-be21-7d9b27e63694, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1ecc0e50-221d-456f-be21-7d9b27e63694,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:39.962029 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78ccfa7-2ace-4a1f-9440-4a7bbcc7b09e x-openstack-request-id: req-b78ccfa7-2ace-4a1f-9440-4a7bbcc7b09e {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:39.962311 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "name": "network-vif-plugged", "status": "completed", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:39.962560 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b78ccfa7-2ace-4a1f-9440-4a7bbcc7b09e {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:39.962943 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'code': 200} Nov 12 21:22:40.029304 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:40.067712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c8eab-7b1c-4862-90f4-a693fd76da9e req-8499d13f-4f18-47c3-865c-692951d7022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:40.069229 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2d5c8eab-7b1c-4862-90f4-a693fd76da9e req-8499d13f-4f18-47c3-865c-692951d7022f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 1097 time: 0.0405860 Nov 12 21:22:40.080935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=1ecc0e50-221d-456f-be21-7d9b27e63694,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:40.121720 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2d5c8eab-7b1c-4862-90f4-a693fd76da9e req-8275674a-9e9f-4ead-9f5c-484c365cb5e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 Nov 12 21:22:40.525025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890172-4626-464d-8595-a4cd21e79a74 req-6d685d8e-6bcb-4f2b-bdb0-2fe1de999006 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:40.526424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b890172-4626-464d-8595-a4cd21e79a74 req-6d685d8e-6bcb-4f2b-bdb0-2fe1de999006 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 945 time: 0.0498509 Nov 12 21:22:40.566120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:40.579578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b890172-4626-464d-8595-a4cd21e79a74 req-26c293d3-4b48-4566-b045-0877f25d8fb9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448709 Nov 12 21:22:40.598246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:41.699301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510b0a8-dbcc-471b-b12c-9cbc142be173 req-86789456-1959-4b39-8929-ec5833d819c7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:41.700977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b510b0a8-dbcc-471b-b12c-9cbc142be173 req-86789456-1959-4b39-8929-ec5833d819c7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 945 time: 0.0498390 Nov 12 21:22:41.755614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b510b0a8-dbcc-471b-b12c-9cbc142be173 req-022d6470-61fa-45de-8f1e-aa5b8535336d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481331 Nov 12 21:22:41.872584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92326a27-20f7-403d-9152-76f967155f16 req-6e2812db-60a4-45dd-9845-e22b39b45edd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:41.873974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92326a27-20f7-403d-9152-76f967155f16 req-6e2812db-60a4-45dd-9845-e22b39b45edd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 945 time: 0.0504303 Nov 12 21:22:41.928453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92326a27-20f7-403d-9152-76f967155f16 req-b82cc45a-4bfa-4b0e-b32d-14f54a941d0d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483503 Nov 12 21:22:41.951346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57054) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:41.991450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0763be-71cb-4986-8ba0-52807024b1ba tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:41.993117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1c0763be-71cb-4986-8ba0-52807024b1ba tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 1092 time: 0.0407925 Nov 12 21:22:41.996024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57056) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:42.001029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:22:42.109506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:42.211063 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:42.321771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.25.8.132 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/d3b84e5e-c51e-4f88-a004-54c26d565b14) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:22:42.421975 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:42.532096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:42.568199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:22:42.570957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:22:42.577456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:22:42.604874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=d3b84e5e-c51e-4f88-a004-54c26d565b14,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:42.940040 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.097565 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.247682 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.320544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.392020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=d3b84e5e-c51e-4f88-a004-54c26d565b14,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:43.406178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.511501 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Floating IP 219874e0-0302-45fa-ab80-23ec08feeaa7 associated. External IP: 172.25.8.132, port: 1ecc0e50-221d-456f-be21-7d9b27e63694. Nov 12 21:22:43.727355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router 40157c2d-212b-4beb-b5cd-da61044f24ff has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:22:43.840783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:43.850547 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] Sync routers for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:43.861204 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:43.868576 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:43.968848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.976373 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:44.228315 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:20Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:42Z', 'revision_number': 0, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:44.256053 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] Checking router: 40157c2d-212b-4beb-b5cd-da61044f24ff for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:44.265818 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:44.266431 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:22:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:44.284798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-284818a3-1103-4f60-b566-848d78d5c858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2872713 Nov 12 21:22:44.285380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:44.287685 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f00380f-d43d-400a-9759-07928bc534e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:44.287886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57060) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:44.325416 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e6ab31-bf0a-412e-b83d-fcfea66dfa06 x-openstack-request-id: req-36e6ab31-bf0a-412e-b83d-fcfea66dfa06 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:44.325714 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:44.325966 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36e6ab31-bf0a-412e-b83d-fcfea66dfa06 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:44.326366 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'status': 'completed', 'code': 200} Nov 12 21:22:44.367334 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2420e97d-13db-4d1a-a799-ae680301c39c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/floatingips/219874e0-0302-45fa-ab80-23ec08feeaa7 HTTP/1.1" status: 200 len: 991 time: 0.0782313 Nov 12 21:22:44.380172 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:44.396958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00380f-d43d-400a-9759-07928bc534e2 req-cff8b1ed-c781-4024-a04e-add329d6afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:44.398437 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4f00380f-d43d-400a-9759-07928bc534e2 req-cff8b1ed-c781-4024-a04e-add329d6afba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 1097 time: 0.0505211 Nov 12 21:22:44.492732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00380f-d43d-400a-9759-07928bc534e2 req-1aa80cbb-0a8b-4b39-bc22-0465b5673706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:44.494099 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4f00380f-d43d-400a-9759-07928bc534e2 req-1aa80cbb-0a8b-4b39-bc22-0465b5673706 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 HTTP/1.1" status: 200 len: 898 time: 0.0888684 Nov 12 21:22:44.559981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4f00380f-d43d-400a-9759-07928bc534e2 req-e3904eab-0111-4fa1-9e70-4b883b3b6adc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecc0e50-221d-456f-be21-7d9b27e63694 HTTP/1.1" status: 200 len: 999 time: 0.0584159 Nov 12 21:22:44.604714 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:20Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:42Z', 'revision_number': 0, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:44.610161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00380f-d43d-400a-9759-07928bc534e2 req-6e5cd217-6e11-4fcc-885c-5bd7f2f88a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:44.611676 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4f00380f-d43d-400a-9759-07928bc534e2 req-6e5cd217-6e11-4fcc-885c-5bd7f2f88a98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b49591d1-4f66-43c4-acac-136e29a91726 HTTP/1.1" status: 200 len: 835 time: 0.0445733 Nov 12 21:22:44.635994 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe77d6f-1293-44a2-886d-063a179095f2 None None] The sync data for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 is: [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:22:20Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:42Z', 'revision_number': 0, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:44.663359 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00380f-d43d-400a-9759-07928bc534e2 req-cc414108-8939-413d-b63b-dbbfa6f4ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:44.664969 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4f00380f-d43d-400a-9759-07928bc534e2 req-cc414108-8939-413d-b63b-dbbfa6f4ce56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455570 Nov 12 21:22:44.760100 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4f00380f-d43d-400a-9759-07928bc534e2 req-eef26404-16f5-43ed-a8a2-61d41354da4c service neutron] 10.222.0.46 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877957 Nov 12 21:22:44.831651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae71522-8882-48a1-bbb9-a30c0da1fabd None None] New status for floating IP 219874e0-0302-45fa-ab80-23ec08feeaa7: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:22:44.863270 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4f00380f-d43d-400a-9759-07928bc534e2 req-7f4af9af-3ad0-4d73-a9bd-62d092001e8d service neutron] 10.222.0.46 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957358 Nov 12 21:22:45.371142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57064) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:45.431390 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-42865961-51d6-487b-bea0-217d0aeae013 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/floatingips/219874e0-0302-45fa-ab80-23ec08feeaa7 HTTP/1.1" status: 200 len: 993 time: 0.0588562 Nov 12 21:22:46.100649 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:22:57.563759 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e7c7538e-9f69-4d1c-815e-aa97d155bc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:00.084404 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c8986de-50b1-4b9c-a0d2-3e34eb3e56c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:01.342695 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:01.671027 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-0da2c404-f0d1-40ff-aa79-4f72d5425027 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398502 Nov 12 21:23:01.759178 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-529c8f1c-2c41-491c-b391-5dc564ebb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:01.760704 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-529c8f1c-2c41-491c-b391-5dc564ebb068 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 1097 time: 0.0433438 Nov 12 21:23:01.864495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-0e374625-c7d7-4cfd-af30-34a4a8e37430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:01.865978 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-0e374625-c7d7-4cfd-af30-34a4a8e37430 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0848203 Nov 12 21:23:01.938009 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-17d40c5a-6584-4294-b9cc-fcf50c3b4db8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8272839-6d14-479f-8972-3c4e5f0a3071 HTTP/1.1" status: 200 len: 1001 time: 0.0637074 Nov 12 21:23:01.949312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828007-5e38-4c64-a6d5-643134acc116 req-09a2f89e-df90-44c7-96a2-3a474501bc0f tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:01.952050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c828007-5e38-4c64-a6d5-643134acc116 req-09a2f89e-df90-44c7-96a2-3a474501bc0f tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1098 time: 0.0441947 Nov 12 21:23:01.972359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c828007-5e38-4c64-a6d5-643134acc116 req-f7d4aa5c-e010-4d18-809e-a16d50b50298 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:01.992525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-ccc2ced7-131c-4d71-94ac-8172de90806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:01.993985 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-ccc2ced7-131c-4d71-94ac-8172de90806d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0469801 Nov 12 21:23:02.042229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-0bd1d50a-84b7-44b1-a544-33fc51a539bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:02.044124 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-0bd1d50a-84b7-44b1-a544-33fc51a539bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423825 Nov 12 21:23:02.051445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c828007-5e38-4c64-a6d5-643134acc116 req-f7d4aa5c-e010-4d18-809e-a16d50b50298 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:02.140423 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-b8eac7c1-e181-4682-8508-c8289b2238ae service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886207 Nov 12 21:23:02.146734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c828007-5e38-4c64-a6d5-643134acc116 req-f7d4aa5c-e010-4d18-809e-a16d50b50298 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:02.187637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c828007-5e38-4c64-a6d5-643134acc116 req-f7d4aa5c-e010-4d18-809e-a16d50b50298 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294164 Nov 12 21:23:02.188442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4aa5c-e010-4d18-809e-a16d50b50298 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dfbdaa-3c08-4cc9-8bd8-2dbaa0f6450c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:02.236678 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7ef21965-0cc8-43dc-b6d0-3732ee703a69 req-6b89d919-92d1-4ea1-8d43-f5a42a9c6f0e service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862379 Nov 12 21:23:02.311432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6488451-1e27-4405-a9f4-57cb5df9ecca req-b3583b84-d516-4e0f-998b-36500ec1ce7e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:02.312905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6488451-1e27-4405-a9f4-57cb5df9ecca req-b3583b84-d516-4e0f-998b-36500ec1ce7e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0529261 Nov 12 21:23:02.362423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6488451-1e27-4405-a9f4-57cb5df9ecca req-302a2b86-533e-4d62-846d-c37c7cdbc336 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435951 Nov 12 21:23:02.384796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57082) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:02.448374 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0389c536-299b-44da-8518-33911f14f09b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/b1f6d264-3434-4e44-982e-fc8775985478 HTTP/1.1" status: 200 len: 993 time: 0.0622382 Nov 12 21:23:02.764961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-3aa30037-3dad-4d9f-b1ee-b365df2b45d8 req-9d061caf-1c7b-4355-8305-e55294bd48c8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:23:02.765961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3aa30037-3dad-4d9f-b1ee-b365df2b45d8 req-9d061caf-1c7b-4355-8305-e55294bd48c8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056429 Nov 12 21:23:03.107070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:03.401758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97cc2c-2947-4ec6-8dc4-1b81945a6bcd req-db88f470-9314-4e02-810e-1e8d8a3bec0f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:03.403248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff97cc2c-2947-4ec6-8dc4-1b81945a6bcd req-db88f470-9314-4e02-810e-1e8d8a3bec0f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Nov 12 21:23:03.453213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff97cc2c-2947-4ec6-8dc4-1b81945a6bcd req-fe97a621-bd52-4ec1-bf87-c987670766cb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438957 Nov 12 21:23:03.551389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57102) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:03.655582 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:03.659992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-75791296-f82f-4815-bb9e-35b3931c3d9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075585 Nov 12 21:23:03.668769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-6878dd4a-04af-4e0a-825c-73d2459ac9b2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:23:03.674402 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-6878dd4a-04af-4e0a-825c-73d2459ac9b2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049295 Nov 12 21:23:04.108923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-5ef005ba-84f0-41eb-b7b9-960872cd664c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407405 Nov 12 21:23:04.194880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-48b78f31-9206-4a5b-a1e3-09dd726e6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:04.196395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-48b78f31-9206-4a5b-a1e3-09dd726e6aca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 1097 time: 0.0445011 Nov 12 21:23:04.303989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-0f3d948b-46a8-4407-bee3-0491b67a47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:04.305586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-0f3d948b-46a8-4407-bee3-0491b67a47f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 HTTP/1.1" status: 200 len: 910 time: 0.0893052 Nov 12 21:23:04.376627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-f8cea5b8-b39e-43ef-a0cb-ca571f43eaa3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 HTTP/1.1" status: 200 len: 1000 time: 0.0627372 Nov 12 21:23:04.429726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-6adccb57-b641-46db-9630-0de3be6b0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:04.431223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-6adccb57-b641-46db-9630-0de3be6b0741 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7893d36-a29f-4691-8d7f-22b891911613 HTTP/1.1" status: 200 len: 848 time: 0.0447302 Nov 12 21:23:04.479075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-9b2fd6d0-3770-416d-baa2-93999af9dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:04.480610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-9b2fd6d0-3770-416d-baa2-93999af9dd54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419111 Nov 12 21:23:04.608807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-7af6fed4-154d-4ec0-a748-77fac5f12faa service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195600 Nov 12 21:23:04.619673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ac465-9d0c-499d-be16-b0b89a5eb522 req-0e510e84-047f-4364-a90c-b2eb7538ebe6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:04.620978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e01ac465-9d0c-499d-be16-b0b89a5eb522 req-0e510e84-047f-4364-a90c-b2eb7538ebe6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0750723 Nov 12 21:23:04.731500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e01ac465-9d0c-499d-be16-b0b89a5eb522 req-a4a97638-4aec-45ab-9cb9-5f967f873acd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012104 Nov 12 21:23:04.752967 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d08510f-b18c-4950-b15d-9ff2c6254105 req-492b8178-69d2-493a-942f-898536a596e5 service neutron] 10.222.0.78 "GET /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310282 Nov 12 21:23:05.859313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff957e62-c7cb-4301-9fe6-1654a999fea9 req-7e38f3e2-5910-4fb2-aa23-3d6aa7672577 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:05.860834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff957e62-c7cb-4301-9fe6-1654a999fea9 req-7e38f3e2-5910-4fb2-aa23-3d6aa7672577 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0516341 Nov 12 21:23:05.909927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff957e62-c7cb-4301-9fe6-1654a999fea9 req-9ddac6a4-7436-40e7-9528-9fb05784d3a9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429993 Nov 12 21:23:05.968018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-8e600c82-4607-461b-b377-b7dcbb674775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:05.969508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-8e600c82-4607-461b-b377-b7dcbb674775 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1098 time: 0.0421567 Nov 12 21:23:06.070978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-a760f07d-2731-4393-b557-117fe49ed18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:06.072553 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-a760f07d-2731-4393-b557-117fe49ed18b service neutron] 10.222.0.78 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 898 time: 0.0889177 Nov 12 21:23:06.142495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-7b0eec6e-6c52-4582-a0af-9d394c57d0d8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 1001 time: 0.0625954 Nov 12 21:23:06.193403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-119bbe3f-ee87-4055-9f8b-078fc5ae57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:06.194899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-119bbe3f-ee87-4055-9f8b-078fc5ae57ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 200 len: 835 time: 0.0444887 Nov 12 21:23:06.241309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-c460c768-5e7e-4529-98a7-2da859fb97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:06.243031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-c460c768-5e7e-4529-98a7-2da859fb97a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0cfb0b50-8d7f-4424-892b-a747763a0ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405838 Nov 12 21:23:06.338747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-3b563478-9c4c-44fb-8a97-41db72dc3e10 service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882623 Nov 12 21:23:06.427458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-27e8b0d0-1ca2-4804-850c-91383af76dda service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807421 Nov 12 21:23:07.028091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845dbbe-2f50-4d22-9083-6545d685d318 req-f4d00321-ea92-46d8-b6e1-a55c1c9d495e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:07.029745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d845dbbe-2f50-4d22-9083-6545d685d318 req-f4d00321-ea92-46d8-b6e1-a55c1c9d495e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0497642 Nov 12 21:23:07.082836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d845dbbe-2f50-4d22-9083-6545d685d318 req-cc8aef37-78f3-470d-975b-b55400c924fd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471656 Nov 12 21:23:08.201117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd746def-303a-4811-9870-7d22cb659f31 req-9dc6bc42-7ec1-4b3c-8b66-3bc2eb17bfb5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:08.202576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd746def-303a-4811-9870-7d22cb659f31 req-9dc6bc42-7ec1-4b3c-8b66-3bc2eb17bfb5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0498118 Nov 12 21:23:08.255159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dd746def-303a-4811-9870-7d22cb659f31 req-5fdefad2-f3e4-4db7-9af2-544d269806d0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465918 Nov 12 21:23:09.377596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398b074-4151-4616-b7f9-5a5c5994d4e4 req-1c9ae7e1-bfc5-43d6-9477-73025070be4f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:09.379112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5398b074-4151-4616-b7f9-5a5c5994d4e4 req-1c9ae7e1-bfc5-43d6-9477-73025070be4f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0520248 Nov 12 21:23:09.429921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5398b074-4151-4616-b7f9-5a5c5994d4e4 req-cd292ff8-4c2e-4f36-8909-a6e010fe9b3f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442584 Nov 12 21:23:09.977989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e47c0-a13d-4de9-b40a-cfc22761f7a5 req-6a3edd19-dd86-40fe-8af5-ebb5a1d0d7ed tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:09.979481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be6e47c0-a13d-4de9-b40a-cfc22761f7a5 req-6a3edd19-dd86-40fe-8af5-ebb5a1d0d7ed tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 945 time: 0.0529728 Nov 12 21:23:10.029273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be6e47c0-a13d-4de9-b40a-cfc22761f7a5 req-5c9141ea-885d-41e0-b2bc-d9febb44c705 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427802 Nov 12 21:23:10.484181 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:10.514410 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:10.553794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d801fc6-d043-4001-9d7e-b990d73864de req-aeb6f5bc-ddfe-4ae5-a1d7-64fe6b35a7cf tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:10.555298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d801fc6-d043-4001-9d7e-b990d73864de req-aeb6f5bc-ddfe-4ae5-a1d7-64fe6b35a7cf tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0506127 Nov 12 21:23:10.605473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d801fc6-d043-4001-9d7e-b990d73864de req-c16c45a0-ad53-49c9-9924-4f35f76ee1d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Nov 12 21:23:11.154126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34c0b6-8b9a-459f-bea1-919efcd003b2 req-4ac54c15-b008-4a90-b356-bb12428aaefc tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:11.155645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c34c0b6-8b9a-459f-bea1-919efcd003b2 req-4ac54c15-b008-4a90-b356-bb12428aaefc tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 945 time: 0.0533340 Nov 12 21:23:11.215436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c34c0b6-8b9a-459f-bea1-919efcd003b2 req-245cd21b-0b16-4eab-9879-26d25716fb3a tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfb0f251-367b-4286-ad3d-70f236d33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538070 Nov 12 21:23:11.255078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-4399eb6a-c7be-4f52-a8cc-8ca1055c416e tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:11.256654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-4399eb6a-c7be-4f52-a8cc-8ca1055c416e tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.78 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 945 time: 0.0600033 Nov 12 21:23:11.347327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Deleting port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:11.347669 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:11.442767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] For port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:11.443231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:11.731222 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:11.731966 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:11.731966 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Floating IP 78f3fff2-1233-4509-9a66-6180f75ba9b0 disassociated. External IP: 172.25.8.34, port: 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8. Nov 12 21:23:11.732345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Calling delete_port for 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:11.843474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575b1c-8ee2-42e2-a9dd-46952cd96c3d req-98cb585b-3d6f-4bf5-a655-12c15b0e48c0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:11.844969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc575b1c-8ee2-42e2-a9dd-46952cd96c3d req-98cb585b-3d6f-4bf5-a655-12c15b0e48c0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.1626472 Nov 12 21:23:11.936567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc575b1c-8ee2-42e2-a9dd-46952cd96c3d req-b4be97e7-5e2a-4ae6-bf55-8e9b803a9138 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852065 Nov 12 21:23:12.028317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:12.059359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event deleted for resources: {'Port': ['ID=796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:12.179029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:23:12.299347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:23:12.309997 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] Sync routers for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:23:12.318077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f32441fa-320b-4b00-ac38-8ed76a08a442 req-0dcb91d3-94d4-4043-aa14-f8440054681b tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 210 time: 0.0308797 Nov 12 21:23:12.320197 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:23:12.321149 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:23:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:12.354268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] No DVR routers for this DVR port 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:23:12.357917 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:12.361564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96c9aa5c-4b37-42c1-b455-71fb97feed37 req-f574fe58-ae1b-479f-80ac-41474f954177 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.78 "DELETE /v2.0/ports/796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 HTTP/1.1" status: 204 len: 173 time: 1.0989256 Nov 12 21:23:12.362052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addaafa-7621-47f9-82cb-72c3fee34179', 'name': 'network-vif-deleted', 'tag': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:23:12.364495 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25ae68d-70c5-486e-b1d2-8f332098af2c" -d '{"events": [{"server_uuid": "7addaafa-7621-47f9-82cb-72c3fee34179", "name": "network-vif-deleted", "tag": "796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:23:12.408289 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89e09d2-549a-41b3-b066-f4af1947bb97 x-openstack-request-id: req-c89e09d2-549a-41b3-b066-f4af1947bb97 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:23:12.408645 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7addaafa-7621-47f9-82cb-72c3fee34179", "name": "network-vif-deleted", "tag": "796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:23:12.408963 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c89e09d2-549a-41b3-b066-f4af1947bb97 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:23:12.409462 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addaafa-7621-47f9-82cb-72c3fee34179', 'name': 'network-vif-deleted', 'tag': '796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8', 'status': 'completed', 'code': 200} Nov 12 21:23:12.529530 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:23:12.734324 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:58Z', 'revision_number': 5, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:12.760870 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] Checking router: f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:23:12.770113 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:23:12.770764 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:23:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:12.877438 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:23:13.085933 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:58Z', 'revision_number': 5, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:13.114325 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053ab97-3361-4a0b-ba56-8efa0939426e None None] The sync data for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 is: [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:52Z', 'revision_number': 4, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4ff3a78d-1998-495f-92c6-3091e1168a55', 'name': '', 'network_id': 'c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'mac_address': 'fa:16:3e:ec:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:51Z', 'updated_at': '2021-11-12T21:17:58Z', 'revision_number': 5, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'subnets': [{'id': 'b7893d36-a29f-4691-8d7f-22b891911613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:23:13.124060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1575b3-aa82-4a8e-b544-d6b040abe4e6 req-a1dae88a-520d-4d39-95f5-e645abdea203 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:13.125624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be1575b3-aa82-4a8e-b544-d6b040abe4e6 req-a1dae88a-520d-4d39-95f5-e645abdea203 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.1170721 Nov 12 21:23:13.179041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be1575b3-aa82-4a8e-b544-d6b040abe4e6 req-e2fcf2ba-cd88-41d1-a329-0d67e4419a8c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468404 Nov 12 21:23:13.340129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b976d-f354-4bfc-8677-8b189d9a6045 None None] New status for floating IP 78f3fff2-1233-4509-9a66-6180f75ba9b0: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:23:13.432649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7631efee-8709-4d97-a168-38913fb06064 req-e04a0a24-0c2a-426e-93b5-4b5b75c8c1a5 tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "GET /v2.0/ports?device_id=7addaafa-7621-47f9-82cb-72c3fee34179 HTTP/1.1" status: 200 len: 210 time: 0.0275164 Nov 12 21:23:14.298630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564e861-2e50-47fa-ae9d-6bd9c1cd9499 req-c36cae68-f717-4b43-a528-8b68ae4fb0cf tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:14.300139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e564e861-2e50-47fa-ae9d-6bd9c1cd9499 req-c36cae68-f717-4b43-a528-8b68ae4fb0cf tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0496142 Nov 12 21:23:14.349114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e564e861-2e50-47fa-ae9d-6bd9c1cd9499 req-ec312f78-94d6-48cb-bf96-8a328292d0c7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Nov 12 21:23:14.489385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57174) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:14.614389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Deleting port 4f7f1a8b-1706-4d34-8863-fb17375e41c6 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:14.614729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:14.693409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:14.693731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:14.705180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Calling delete_port for 4f7f1a8b-1706-4d34-8863-fb17375e41c6 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:14.823527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:23:14.842887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:23:14.843323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 796bb02a-d5f1-4a35-b6b8-5c2a66e1aed8 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:23:14.948125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:14.974212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event deleted for resources: {'Port': ['ID=4f7f1a8b-1706-4d34-8863-fb17375e41c6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:14.986966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.987374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.987717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.988052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.988382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.988712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.989036 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.989359 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.989681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.990005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.990326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:14.990647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:15.045118 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:15.047778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:15.048942 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-64aa7625-ad41-4047-8f76-fbccbd5ea2fa tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "DELETE /v2.0/floatingips/78f3fff2-1233-4509-9a66-6180f75ba9b0 HTTP/1.1" status: 204 len: 168 time: 0.5584593 Nov 12 21:23:15.117832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57180) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:15.174421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-280fc063-99d9-41ab-8a80-a85cfea650ac tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:15.199223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-280fc063-99d9-41ab-8a80-a85cfea650ac tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:15.359591 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-280fc063-99d9-41ab-8a80-a85cfea650ac tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:15.362196 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-280fc063-99d9-41ab-8a80-a85cfea650ac tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:15.363367 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-280fc063-99d9-41ab-8a80-a85cfea650ac tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] 10.222.0.64 "DELETE /v2.0/security-groups/dfb0f251-367b-4286-ad3d-70f236d33b5c HTTP/1.1" status: 204 len: 168 time: 0.2445171 Nov 12 21:23:15.373368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fc063-99d9-41ab-8a80-a85cfea650ac tempest-TestServerBasicOps-785387377 tempest-TestServerBasicOps-785387377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb0f251-367b-4286-ad3d-70f236d33b5c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:15.469262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57186) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:15.471379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c741414-76fb-4744-b914-95fa61ce2b11 req-3bdd9d20-017b-4a20-b2a4-6e2f7936f29a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:15.472914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c741414-76fb-4744-b914-95fa61ce2b11 req-3bdd9d20-017b-4a20-b2a4-6e2f7936f29a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0539348 Nov 12 21:23:15.525782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c741414-76fb-4744-b914-95fa61ce2b11 req-31bdefa0-6319-41bb-83b1-d9c07b45bb11 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463145 Nov 12 21:23:15.936333 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:16.457205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Deleting port 4ff3a78d-1998-495f-92c6-3091e1168a55 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:16.457537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:16.537741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] For port 4ff3a78d-1998-495f-92c6-3091e1168a55, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4ff3a78d-1998-495f-92c6-3091e1168a55,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:16.538018 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:16.550457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Calling delete_port for 4ff3a78d-1998-495f-92c6-3091e1168a55 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:16.649458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b58cd-72a3-4eee-9e12-3a16afd509b7 req-83e75a87-21a2-4ee8-9781-ac37907932a1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:16.651026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d03b58cd-72a3-4eee-9e12-3a16afd509b7 req-83e75a87-21a2-4ee8-9781-ac37907932a1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0536499 Nov 12 21:23:16.702503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d03b58cd-72a3-4eee-9e12-3a16afd509b7 req-5c79bb33-b6fe-4b2d-90c7-834be76359ce tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 Nov 12 21:23:16.799618 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:16.827150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff3a78d-1998-495f-92c6-3091e1168a55,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:16.995132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:17.213723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:23:17.320501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:23:17.325720 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b666857f-6115-4254-b86c-ebf0a5f85e8f admin admin] 10.222.0.64 "PUT /v2.0/routers/f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8554180 Nov 12 21:23:17.328512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57192) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:17.328756 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] Sync routers for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:23:17.338736 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:23:17.339366 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:23:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:17.435072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:17.445955 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:23:17.542451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:17.627704 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:23:16Z', 'revision_number': 5, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port': {'id': 'fcfbee99-51bc-4a2b-b041-7e0c5d951f46', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:17.659124 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] Checking router: f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:23:17.667505 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] Routers {'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:23:17.668123 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:23:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:17.705641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Deleting port fcfbee99-51bc-4a2b-b041-7e0c5d951f46 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:17.705983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:17.757848 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] Set router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:23:17.796715 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] For port fcfbee99-51bc-4a2b-b041-7e0c5d951f46, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fcfbee99-51bc-4a2b-b041-7e0c5d951f46,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:17.797099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:17.809859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Calling delete_port for fcfbee99-51bc-4a2b-b041-7e0c5d951f46 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:17.810095 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:23:17Z', 'revision_number': 6, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:17.826131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d2b26-5d56-43cd-bb5d-3e6596d9273e req-8a3e0975-aca8-4bd4-ab4b-5e8968056f40 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:17.827813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be2d2b26-5d56-43cd-bb5d-3e6596d9273e req-8a3e0975-aca8-4bd4-ab4b-5e8968056f40 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0535786 Nov 12 21:23:17.840054 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b850b-04af-4b24-bc44-b0612d256677 None None] The sync data for ids ['f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00'] in n-d-713498-29 is: [{'id': 'f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00', 'name': 'tempest-TestServerBasicOps-1144640015-router', 'tenant_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:47Z', 'updated_at': '2021-11-12T21:23:17Z', 'revision_number': 6, 'project_id': '72cd8b3787ed475a855df4f3e27c9cbc', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:23:17.891149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be2d2b26-5d56-43cd-bb5d-3e6596d9273e req-3e8defb4-535f-4c96-aab8-8becfde40f4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566354 Nov 12 21:23:18.119314 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.143645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfbee99-51bc-4a2b-b041-7e0c5d951f46,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:18.160092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b1e3d-26fb-4e7a-a402-cde18bd280d8 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:23:18.214273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.314617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.316789 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.422213 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.422696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:23:18.427061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.428256 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fc5c8fbe-fc07-4970-b48a-cb40cf89b6de admin admin] 10.222.0.64 "DELETE /v2.0/routers/f1dc99c0-1fe6-4639-97f6-4f4ab37a4d00 HTTP/1.1" status: 204 len: 168 time: 1.0987899 Nov 12 21:23:18.430849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:18.479394 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25d8a77-dfd5-4fab-bc80-e7e6de843231 admin admin] Deleting subnet b7893d36-a29f-4691-8d7f-22b891911613 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:23:18.482501 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d25d8a77-dfd5-4fab-bc80-e7e6de843231 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.516759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d25d8a77-dfd5-4fab-bc80-e7e6de843231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.537480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57200) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:18.600406 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d25d8a77-dfd5-4fab-bc80-e7e6de843231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.610047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b70b1b-b602-44ee-a969-80ffc288f6a3 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:18.612177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b70b1b-b602-44ee-a969-80ffc288f6a3 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:18.612177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b70b1b-b602-44ee-a969-80ffc288f6a3 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:18.617750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-39b70b1b-b602-44ee-a969-80ffc288f6a3 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=b550ce72c397456182871365ce74c6b5&network_id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 HTTP/1.1" status: 200 len: 2972 time: 0.0792971 Nov 12 21:23:18.749483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d25d8a77-dfd5-4fab-bc80-e7e6de843231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.776468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d8a77-dfd5-4fab-bc80-e7e6de843231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7893d36-a29f-4691-8d7f-22b891911613,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:18.781175 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d25d8a77-dfd5-4fab-bc80-e7e6de843231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.784494 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d25d8a77-dfd5-4fab-bc80-e7e6de843231 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b7893d36-a29f-4691-8d7f-22b891911613 HTTP/1.1" status: 204 len: 168 time: 0.3526838 Nov 12 21:23:18.786368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b835df3-690c-4f79-8ab5-5d03062876cb None None] Network c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:23:18.787134 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57204) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:18.880667 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.957639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Deleting port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:18.958005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:18.998369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] DHCP port deletion for c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:23:19.024304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] For port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:19.028451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.032183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2eb7e0-7536-4425-a7b4-ee7d367c777e req-16b3a547-512f-433f-8965-c6c57aebe6e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:19.033838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe2eb7e0-7536-4425-a7b4-ee7d367c777e req-16b3a547-512f-433f-8965-c6c57aebe6e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0518649 Nov 12 21:23:19.039968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Calling delete_port for f9a1470b-2e8b-4f24-9d12-b39a620c0cfb owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:19.057281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Deleting port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:19.057975 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.087527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe2eb7e0-7536-4425-a7b4-ee7d367c777e req-fc7b9765-0ab4-4b37-bb56-0d72f00f0cba tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462534 Nov 12 21:23:19.127662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] For port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,segment=NetworkSegment(ef5bb0d6-e58e-4780-b1fc-ff228ee3213c),segment_id=ef5bb0d6-e58e-4780-b1fc-ff228ee3213c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:19.128334 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.141476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Calling delete_port for f9a1470b-2e8b-4f24-9d12-b39a620c0cfb owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:19.188169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.216205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] No DVR routers for this DVR port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:23:19.221208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:19.221414 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.248053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Pushing event deleted for resources: {'Port': ['ID=f9a1470b-2e8b-4f24-9d12-b39a620c0cfb,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:19.255985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.256335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.256678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.257017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.257353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.257685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.258018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.258343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.258669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.258994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.259346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.259669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:19.263882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c8bc0-1705-4944-85ef-766bbe6c63bf None None] No DVR routers for this DVR port f9a1470b-2e8b-4f24-9d12-b39a620c0cfb on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:23:19.299415 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.319229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:19.329181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:19.329471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5bb0d6-e58e-4780-b1fc-ff228ee3213c') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:19.338952 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.352490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.358373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:23:19.358749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:23:19.360387 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:23:19.514172 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.519200 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:19.522447 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0 HTTP/1.1" status: 204 len: 168 time: 0.7342694 Nov 12 21:23:19.525520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57210) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:19.535503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a176ca3-2a3a-4791-9cb8-0acae9d550b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15ce8b1-a7bd-4253-8a80-bb179a3ce0c0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:19.552911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4ff3a78d-1998-495f-92c6-3091e1168a55 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:23:19.573721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4ff3a78d-1998-495f-92c6-3091e1168a55 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:23:19.574067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4ff3a78d-1998-495f-92c6-3091e1168a55 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:23:19.574471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fcfbee99-51bc-4a2b-b041-7e0c5d951f46 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:23:19.595059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: fcfbee99-51bc-4a2b-b041-7e0c5d951f46 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:23:19.595427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fcfbee99-51bc-4a2b-b041-7e0c5d951f46 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:23:19.597977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f9a1470b-2e8b-4f24-9d12-b39a620c0cfb no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:23:19.618430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: f9a1470b-2e8b-4f24-9d12-b39a620c0cfb {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:23:19.618776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device f9a1470b-2e8b-4f24-9d12-b39a620c0cfb not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:23:19.874599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:20.117359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Deleting port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:20.117359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:20.498102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] For port 9d1446e1-a3a5-44ee-bf10-521ae83adb8f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,segment=NetworkSegment(fc816cf0-5cec-4827-8157-58696744d91e),segment_id=fc816cf0-5cec-4827-8157-58696744d91e)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:20.498367 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:20.513719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b012769-f23c-4300-aa19-efb3798a7cbf req-189b3a38-06f0-423f-874e-592d2bf09759 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:20.515207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b012769-f23c-4300-aa19-efb3798a7cbf req-189b3a38-06f0-423f-874e-592d2bf09759 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.3500464 Nov 12 21:23:20.520689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Calling delete_port for 9d1446e1-a3a5-44ee-bf10-521ae83adb8f owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:20.606859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b012769-f23c-4300-aa19-efb3798a7cbf req-b2272050-b9da-4812-93d6-4c6f0493c0f9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841296 Nov 12 21:23:20.816781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:20.846518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1446e1-a3a5-44ee-bf10-521ae83adb8f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:21.015186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:21.230343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:23:21.336468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:23:21.343051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-59825fd6-cd17-4c36-93f4-9ef05775a3d7 admin admin] 10.222.0.64 "PUT /v2.0/routers/d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8162522 Nov 12 21:23:21.344693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57218) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:21.346060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] Sync routers for ids ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:23:21.355686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] Routers {'d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:23:21.356290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:23:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:21.449077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:21.463477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] Set router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:23:21.566618 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:21.585483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57220) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:21.639646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99f693-9ea6-469b-ad06-6b9bc811aadd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:21.646277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cb99f693-9ea6-469b-ad06-6b9bc811aadd tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de HTTP/1.1" status: 200 len: 814 time: 0.0539770 Nov 12 21:23:21.655435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:23:20Z', 'revision_number': 5, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port': {'id': 'eda0375b-b862-4e12-b7db-8a7f95b01b0c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:59Z', 'updated_at': '2021-11-12T21:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:21.682694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] Checking router: d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:23:21.694001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] Routers {'d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:23:21.694619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:23:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:21.756653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2394f38-a4a9-4fbf-b0f3-222b1f373edd req-52a5a669-2845-4cfd-800b-94cb7eb9dd15 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:21.758080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2394f38-a4a9-4fbf-b0f3-222b1f373edd req-52a5a669-2845-4cfd-800b-94cb7eb9dd15 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0774856 Nov 12 21:23:21.773473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Deleting port eda0375b-b862-4e12-b7db-8a7f95b01b0c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:21.773866 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:21.784964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] Set router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:23:21.840457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:23:21Z', 'revision_number': 6, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:21.869877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2394f38-a4a9-4fbf-b0f3-222b1f373edd req-f9e03a06-81bb-4b35-8e26-c6e7ec2a22a3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043396 Nov 12 21:23:21.872837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543af486-70ba-4c5d-8bc1-0730d0a5f547 None None] The sync data for ids ['d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1'] in n-d-713498-29 is: [{'id': 'd1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1', 'name': 'tempest-TestServerBasicOps-1703545578-router', 'tenant_id': '2ae53e3a0e97422db78000cf926b42d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:57Z', 'updated_at': '2021-11-12T21:23:21Z', 'revision_number': 6, 'project_id': '2ae53e3a0e97422db78000cf926b42d2', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:23:21.895645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] For port eda0375b-b862-4e12-b7db-8a7f95b01b0c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eda0375b-b862-4e12-b7db-8a7f95b01b0c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:21.896112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:21.914322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Calling delete_port for eda0375b-b862-4e12-b7db-8a7f95b01b0c owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:22.182444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.208625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Pushing event deleted for resources: {'Port': ['ID=eda0375b-b862-4e12-b7db-8a7f95b01b0c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:22.221914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7675b6-f423-42b3-9a1c-b39ac5e5f2a2 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:23:22.277208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.369244 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.371477 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.454364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57228) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:22.459627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'network': {'name': 'tempest-network-smoke--1855011849', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'port_security_enabled': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:22.548017 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.548592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:23:22.553461 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.554593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-51a5537a-b886-417d-973d-e172402b3acd admin admin] 10.222.0.64 "DELETE /v2.0/routers/d1fb46fc-cf1b-4b81-9b09-19d0c24dbbd1 HTTP/1.1" status: 204 len: 168 time: 1.2089589 Nov 12 21:23:22.557234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57230) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:22.611384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0b5bfd-e86b-486b-9251-527d22749196 admin admin] Deleting subnet cc6a8488-c1c2-4e8c-89b1-de7906d49694 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:23:22.614739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5bfd-e86b-486b-9251-527d22749196 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.616433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:23:22.620385 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.646917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:23:22.651902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5bfd-e86b-486b-9251-527d22749196 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.658277 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.658886 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Added segment abae8014-fc7b-41bd-b0e2-f1c41fc95222 of type vlan for network a985c5ef-2367-4267-a13f-55c0d4399b72 Nov 12 21:23:22.703581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.735587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5bfd-e86b-486b-9251-527d22749196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.810610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.816230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:22.820393 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.868600 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5bfd-e86b-486b-9251-527d22749196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.884530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Network': ['ID=a985c5ef-2367-4267-a13f-55c0d4399b72,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:22.896723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a985c5ef-2367-4267-a13f-55c0d4399b72 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:23:22.901240 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b5bfd-e86b-486b-9251-527d22749196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6a8488-c1c2-4e8c-89b1-de7906d49694,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:22.907506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5bfd-e86b-486b-9251-527d22749196 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.913496 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8a0b5bfd-e86b-486b-9251-527d22749196 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cc6a8488-c1c2-4e8c-89b1-de7906d49694 HTTP/1.1" status: 204 len: 168 time: 0.3528464 Nov 12 21:23:22.913815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:22.931031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5d519c48-4409-4b2a-93d0-d31e395a0b3e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4727108 Nov 12 21:23:22.931605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57236) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:22.955942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b55169e-10f2-4f2d-be05-03e8df5946a2 None None] Network 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:23:22.993913 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.070224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Deleting port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:23.070960 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.084463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc712937-eb03-41bf-b967-e7f12b4c0de0 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:23.089599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bc712937-eb03-41bf-b967-e7f12b4c0de0 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b550ce72c397456182871365ce74c6b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1543624 Nov 12 21:23:23.095187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57238) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:23.099982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498a7f-df9d-4097-9f27-a961be4471c7 req-9a2bdbc5-a6af-4951-84d5-fe54e10c9b9c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:23.104555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56498a7f-df9d-4097-9f27-a961be4471c7 req-9a2bdbc5-a6af-4951-84d5-fe54e10c9b9c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0901790 Nov 12 21:23:23.111713 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:23:23.165088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56498a7f-df9d-4097-9f27-a961be4471c7 req-7da8eca7-9d93-4473-9251-656cfb519480 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541203 Nov 12 21:23:23.220514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] DHCP port deletion for 77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:23:23.224662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] For port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,segment=NetworkSegment(fc816cf0-5cec-4827-8157-58696744d91e),segment_id=fc816cf0-5cec-4827-8157-58696744d91e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:23.225024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.244968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Calling delete_port for 6e68c8fd-9ce9-4150-b75d-75de90b6e00c owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:23.267935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] Deleting port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:23:23.268306 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.302514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb99bc9-55cd-47c1-95b1-0d346501de3e tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:23.304071 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bdb99bc9-55cd-47c1-95b1-0d346501de3e tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2075398 Nov 12 21:23:23.307122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57240) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:23.333998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] For port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,segment=NetworkSegment(fc816cf0-5cec-4827-8157-58696744d91e),segment_id=fc816cf0-5cec-4827-8157-58696744d91e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:23.334301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.339128 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-adbbc0d4-21b0-43bf-9c31-6196a9485502 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308409 Nov 12 21:23:23.342744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57242) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:23.347938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] Calling delete_port for 6e68c8fd-9ce9-4150-b75d-75de90b6e00c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:23:23.388841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a1c3b600-000f-4362-8f02-b808107240c9 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b550ce72c397456182871365ce74c6b5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419090 Nov 12 21:23:23.389103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57244) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:23.445248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.459194 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.477008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:23.478820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] No DVR routers for this DVR port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:23:23.489281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] Pushing event deleted for resources: {'Port': ['ID=6e68c8fd-9ce9-4150-b75d-75de90b6e00c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:23.491429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f0bdc-5301-43fd-9503-bffd6e46f5cf None None] No DVR routers for this DVR port 6e68c8fd-9ce9-4150-b75d-75de90b6e00c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:23:23.492131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6fd7a-16b7-4174-a31a-943e3a84ca82 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:23.502469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-66c6fd7a-16b7-4174-a31a-943e3a84ca82 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1084833 Nov 12 21:23:23.503181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57246) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:23.536881 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3c6d1a89-3771-4b13-845b-499b42d32704 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321317 Nov 12 21:23:23.537235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57248) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:23.543492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2075894359', 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:23.562159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.583326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:23.593718 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc816cf0-5cec-4827-8157-58696744d91e') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:23.594018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc816cf0-5cec-4827-8157-58696744d91e') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:23.597078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6e68c8fd-9ce9-4150-b75d-75de90b6e00c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:23:23.604912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.620964 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.621366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 6e68c8fd-9ce9-4150-b75d-75de90b6e00c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:23:23.621821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6e68c8fd-9ce9-4150-b75d-75de90b6e00c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:23:23.622913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eda0375b-b862-4e12-b7db-8a7f95b01b0c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:23:23.628709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:23:23.629132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:23:23.630961 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:23:23.645623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: eda0375b-b862-4e12-b7db-8a7f95b01b0c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:23:23.646344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eda0375b-b862-4e12-b7db-8a7f95b01b0c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:23:23.646998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9d1446e1-a3a5-44ee-bf10-521ae83adb8f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:23:23.666590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 9d1446e1-a3a5-44ee-bf10-521ae83adb8f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:23:23.669718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9d1446e1-a3a5-44ee-bf10-521ae83adb8f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:23:23.698985 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-c337272d-a0c2-4274-b0e4-4b0dfb637626 service neutron] show failed (client error): The resource could not be found. Nov 12 21:23:23.730972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-c337272d-a0c2-4274-b0e4-4b0dfb637626 service neutron] 10.222.0.78 "GET /v2.0/ports/0ddd6aee-09f2-42a3-96f5-da49e47ad970/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0919690 Nov 12 21:23:23.839469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.845542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:23.851441 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e HTTP/1.1" status: 204 len: 168 time: 0.9338880 Nov 12 21:23:23.860019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d786a-e97b-4cf8-934a-887b2d8f80d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ea6fe9-b5a2-45cd-bc8a-9c25f8da120e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:23.879609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:23:23.885541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.176658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.239259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Subnet': ['ID=35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:24.251238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.251611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.251955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.252299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.252633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.252987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.253514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.253830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.254168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.255157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.255520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.255856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:24.259786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:24.290467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Checking segment: {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:23:24.290829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network hostable DHCP agents. Network: a985c5ef-2367-4267-a13f-55c0d4399b72, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:23:24.314677 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-137d7fac-ec63-4b53-b383-0e2114eddbad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72cd8b3787ed475a855df4f3e27c9cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520966 Nov 12 21:23:24.320356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57256) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:24.323897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940d086-4a49-4170-98a5-c281ebc10030 req-ebd8358a-94fd-430b-90d9-26f68b20cbf2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:24.325629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2940d086-4a49-4170-98a5-c281ebc10030 req-ebd8358a-94fd-430b-90d9-26f68b20cbf2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0789745 Nov 12 21:23:24.370148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a4260c6-ec12-47d0-b199-58547b32d8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.376659 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2940d086-4a49-4170-98a5-c281ebc10030 req-94ad16a4-bdf5-4dfc-87c9-e4866a8e826a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446832 Nov 12 21:23:24.392766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a4260c6-ec12-47d0-b199-58547b32d8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.399097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network a985c5ef-2367-4267-a13f-55c0d4399b72 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:23:24.479377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a985c5ef-2367-4267-a13f-55c0d4399b72) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:23:24.486076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:24.488986 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.492241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1bf55-060f-41bb-a79a-16babfd50513 None None] Network a985c5ef-2367-4267-a13f-55c0d4399b72 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:23:24.508314 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a4260c6-ec12-47d0-b199-58547b32d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.512188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a4260c6-ec12-47d0-b199-58547b32d8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.512188 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6a4260c6-ec12-47d0-b199-58547b32d8ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c80fc63a-6420-424c-bdfe-05312ff431b9 HTTP/1.1" status: 204 len: 168 time: 0.1938863 Nov 12 21:23:24.525620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4260c6-ec12-47d0-b199-58547b32d8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80fc63a-6420-424c-bdfe-05312ff431b9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:24.537704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-d1d81ae0-f477-4285-b778-dcd4fd64982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:24.539199 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-d1d81ae0-f477-4285-b778-dcd4fd64982a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 1098 time: 0.0864255 Nov 12 21:23:24.556510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:24.579757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f3b6b510-58e4-4668-ac5c-df72a7f8ca5b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0412257 Nov 12 21:23:24.623010 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.666250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a985c5ef-2367-4267-a13f-55c0d4399b72', 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ips': [{'subnet_id': '35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:23:24.667341 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.832904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Allocated IP 172.20.0.18 (a985c5ef-2367-4267-a13f-55c0d4399b72/35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41/04bf1d5e-5679-4349-8d39-dc70be9811f1) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:23:24.850034 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:24.887823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:23:24.928735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:23:24.931045 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a51ec37-b765-4c51-9dfd-b9831e7ca90b" -d '{"events": [{"server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "name": "network-vif-unplugged", "status": "completed", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:23:24.936005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.948886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Transition to ACTIVE for port object 0ddd6aee-09f2-42a3-96f5-da49e47ad970 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:23:24.974465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57266) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:24.979160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-21194fa5-ffce-4e81-8713-37ac79612918 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885337975', 'description': 'tempest-secgroup-smoke-1885337975 description', 'project_id': 'b550ce72c397456182871365ce74c6b5'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:25.002148 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfe8382-0147-4802-bb18-bee4c7a69f86 x-openstack-request-id: req-3cfe8382-0147-4802-bb18-bee4c7a69f86 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:23:25.002448 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "name": "network-vif-unplugged", "status": "completed", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:23:25.010536 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cfe8382-0147-4802-bb18-bee4c7a69f86 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:23:25.010536 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'code': 200} Nov 12 21:23:25.014777 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.061772 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.125557 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21194fa5-ffce-4e81-8713-37ac79612918 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.125981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.175908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Network a985c5ef-2367-4267-a13f-55c0d4399b72 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:23:25.179096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:23:25.189144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=6']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:25.191328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:23:25.213503 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21194fa5-ffce-4e81-8713-37ac79612918 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.240445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Pushing event updated for resources: {'Port': ['ID=04bf1d5e-5679-4349-8d39-dc70be9811f1,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:25.279405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] No DVR routers for this DVR port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:23:25.284599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Attempting to bind port 04bf1d5e-5679-4349-8d39-dc70be9811f1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:23:25.284881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21194fa5-ffce-4e81-8713-37ac79612918 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.285316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Attempting to bind port 04bf1d5e-5679-4349-8d39-dc70be9811f1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:23:25.285707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Attempting to bind port 04bf1d5e-5679-4349-8d39-dc70be9811f1 on network a985c5ef-2367-4267-a13f-55c0d4399b72 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:23:25.291568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:23:25.291947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Checking segment: {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:23:25.292348 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.292808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Bound using segment: {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:23:25.293527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Bound port: 04bf1d5e-5679-4349-8d39-dc70be9811f1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:23:25.293681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.316381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57268) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:25.340196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21194fa5-ffce-4e81-8713-37ac79612918 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:25.368871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21194fa5-ffce-4e81-8713-37ac79612918 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.371366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-21194fa5-ffce-4e81-8713-37ac79612918 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3946352 Nov 12 21:23:25.373256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57270) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:25.379980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b00d80ac-caf3-4079-a73c-afbc62853055 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ae53e3a0e97422db78000cf926b42d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615842 Nov 12 21:23:25.381151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57272) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:25.384318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] For port 04bf1d5e-5679-4349-8d39-dc70be9811f1, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:23:25.388918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] For port 04bf1d5e-5679-4349-8d39-dc70be9811f1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=04bf1d5e-5679-4349-8d39-dc70be9811f1,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:23:25.437741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a66e80f-de97-4cd8-bd98-ed84b414271b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.469130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.478045 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a66e80f-de97-4cd8-bd98-ed84b414271b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.548178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d64f96-8e60-458e-aa88-5a7ff66b6f53 req-2b6a5d10-9568-4483-8a17-e354cde61d41 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:25.549706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19d64f96-8e60-458e-aa88-5a7ff66b6f53 req-2b6a5d10-9568-4483-8a17-e354cde61d41 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.0913765 Nov 12 21:23:25.551322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9009bdd-f00e-4e44-bff8-7729df2ad7c1 None None] Pushing event updated for resources: {'Port': ['ID=04bf1d5e-5679-4349-8d39-dc70be9811f1,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:25.625012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19d64f96-8e60-458e-aa88-5a7ff66b6f53 req-49ef0688-35f1-4fdd-a1ff-b4f1b32d2f05 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522208 Nov 12 21:23:25.650688 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a66e80f-de97-4cd8-bd98-ed84b414271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.653891 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9a66e80f-de97-4cd8-bd98-ed84b414271b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.655210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9a66e80f-de97-4cd8-bd98-ed84b414271b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6edeba1-172a-442d-ba8a-eda1d72eeb8d HTTP/1.1" status: 204 len: 168 time: 0.2730322 Nov 12 21:23:25.663880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66e80f-de97-4cd8-bd98-ed84b414271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6edeba1-172a-442d-ba8a-eda1d72eeb8d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:25.695423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c56070a5-b567-4867-880c-f0a3ab63c846 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': '5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:25.785314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Attempting to bind port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:23:25.785777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Attempting to bind port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:23:25.786020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Attempting to bind port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:23:25.797454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:23:25.797776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Attempting to bind port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:23:25.803672 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c56070a5-b567-4867-880c-f0a3ab63c846 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.806396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:23:25.806745 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Checking segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:23:25.807144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Bound using segment: {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:23:25.807600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Bound port: 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bc817d-025a-4fdb-b669-bcee4f3ec739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:23:25.807945 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.908740 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c56070a5-b567-4867-880c-f0a3ab63c846 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.911414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:23:25.923370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:23:25.970401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c56070a5-b567-4867-880c-f0a3ab63c846 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.990112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56070a5-b567-4867-880c-f0a3ab63c846 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3802de54-5475-41f5-944a-b8745f52ffe7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:25.999438 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.039485 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:26.039946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.041414 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 1093 time: 1.4894693 Nov 12 21:23:26.106047 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c56070a5-b567-4867-880c-f0a3ab63c846 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.110065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c56070a5-b567-4867-880c-f0a3ab63c846 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7329841 Nov 12 21:23:26.110065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5ccb4-6f10-405b-87d7-fea25428e135 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=7']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:26.110473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57278) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:26.123902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cf2db585-dc57-465c-87f9-2318b6d3c50b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': '5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:26.135062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-8b09368f-207f-4502-b9b4-69675b1d7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:26.136883 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-8b09368f-207f-4502-b9b4-69675b1d7c30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1096 time: 0.0632882 Nov 12 21:23:26.236715 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf2db585-dc57-465c-87f9-2318b6d3c50b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.299805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5cdaaff2-91b7-4d2b-bc16-34bc3efb19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:26.301364 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-5cdaaff2-91b7-4d2b-bc16-34bc3efb19c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 898 time: 0.1532934 Nov 12 21:23:26.342984 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf2db585-dc57-465c-87f9-2318b6d3c50b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.385441 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-55ba7c2a-e62d-4ca4-ae8e-779df89d9be0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 999 time: 0.0731862 Nov 12 21:23:26.422082 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf2db585-dc57-465c-87f9-2318b6d3c50b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.445990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-31bd0982-04ec-46ce-8d77-1216f3eb52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:26.446737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2db585-dc57-465c-87f9-2318b6d3c50b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0cfd4b-9244-4796-847d-245071e1ec0f,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:26.447499 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-31bd0982-04ec-46ce-8d77-1216f3eb52b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 200 len: 835 time: 0.0514226 Nov 12 21:23:26.504468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-0b7ac03d-d870-4fef-8d66-3dcb6638eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:26.505982 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-0b7ac03d-d870-4fef-8d66-3dcb6638eea9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cfb0b50-8d7f-4424-892b-a747763a0ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504396 Nov 12 21:23:26.509944 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cf2db585-dc57-465c-87f9-2318b6d3c50b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.511488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cf2db585-dc57-465c-87f9-2318b6d3c50b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3997931 Nov 12 21:23:26.514982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57280) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:26.520325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-7040d542-5c76-4b3d-9ca4-179ae0339858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': '5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:26.606206 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-2585466b-38f1-4ff0-b773-9c6e5148e8c7 service neutron] 10.222.0.46 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880666 Nov 12 21:23:26.607861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b345d5-7cac-46c2-8171-77224ee9857b None None] Network a985c5ef-2367-4267-a13f-55c0d4399b72 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:23:26.671212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7040d542-5c76-4b3d-9ca4-179ae0339858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.718273 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-baf8d852-0cdf-46b2-93da-300f6504dea0 req-d2bda919-c703-4333-a535-a8aed148a0d9 service neutron] 10.222.0.46 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004910 Nov 12 21:23:26.741223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f4efbce8-0574-470a-8531-e2879129807f None None] Provisioning complete for port 04bf1d5e-5679-4349-8d39-dc70be9811f1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:26.741916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4efbce8-0574-470a-8531-e2879129807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.768997 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7040d542-5c76-4b3d-9ca4-179ae0339858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.777729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549754f1-cb0c-4c86-988f-2a28856e5b58 req-dfda52b0-77eb-4b55-a5fb-52d71eb26599 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:26.780042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-549754f1-cb0c-4c86-988f-2a28856e5b58 req-dfda52b0-77eb-4b55-a5fb-52d71eb26599 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.0706513 Nov 12 21:23:26.833596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-549754f1-cb0c-4c86-988f-2a28856e5b58 req-4283fe50-90ef-4e7c-99ee-2f36f469627c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471978 Nov 12 21:23:26.868574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7040d542-5c76-4b3d-9ca4-179ae0339858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.894059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040d542-5c76-4b3d-9ca4-179ae0339858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdf9859-9681-4cf1-9fd2-7c7d6920b0f1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:26.954446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0ddd6aee-09f2-42a3-96f5-da49e47ad970 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:23:27.004255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:23:27.006925 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56" -d '{"events": [{"name": "network-changed", "server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:23:27.008243 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7040d542-5c76-4b3d-9ca4-179ae0339858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.009739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7040d542-5c76-4b3d-9ca4-179ae0339858 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4931507 Nov 12 21:23:27.012779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57286) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:27.014779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 0ddd6aee-09f2-42a3-96f5-da49e47ad970 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:23:27.029373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-74523a4b-1e65-420e-a769-53a9a0fcdd1b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': '5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:27.054154 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4efbce8-0574-470a-8531-e2879129807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.068653 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff65e949-c702-4b22-b526-9373aafd759d x-openstack-request-id: req-ff65e949-c702-4b22-b526-9373aafd759d {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:23:27.069040 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:23:27.069363 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff65e949-c702-4b22-b526-9373aafd759d {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:23:27.069832 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'status': 'completed', 'code': 200} Nov 12 21:23:27.141711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-2581abaa-cef3-4d37-bc9e-b3e226bbff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.143651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-2581abaa-cef3-4d37-bc9e-b3e226bbff7d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1096 time: 0.0511446 Nov 12 21:23:27.148476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-0edbcea5-49d0-4dd4-bba6-9df6f02775af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.150253 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-0edbcea5-49d0-4dd4-bba6-9df6f02775af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1096 time: 0.0535679 Nov 12 21:23:27.169227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f4efbce8-0574-470a-8531-e2879129807f None None] For port 04bf1d5e-5679-4349-8d39-dc70be9811f1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=04bf1d5e-5679-4349-8d39-dc70be9811f1,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:27.193980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74523a4b-1e65-420e-a769-53a9a0fcdd1b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.268420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4efbce8-0574-470a-8531-e2879129807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.294327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-f50ec8d2-dcf1-483c-b987-7412ffd2660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.296550 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-f50ec8d2-dcf1-483c-b987-7412ffd2660f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 898 time: 0.1219943 Nov 12 21:23:27.302955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-edbecf61-258b-4118-ab5e-46b03beb1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.311426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-edbecf61-258b-4118-ab5e-46b03beb1261 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 898 time: 0.1532478 Nov 12 21:23:27.324010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74523a4b-1e65-420e-a769-53a9a0fcdd1b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.331078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efbce8-0574-470a-8531-e2879129807f None None] Pushing event updated for resources: {'Port': ['ID=04bf1d5e-5679-4349-8d39-dc70be9811f1,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:27.368552 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-f51174da-9455-41d7-ae6e-dbabecde129d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 999 time: 0.0636590 Nov 12 21:23:27.383058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-a773baed-e5cc-4400-bd6b-aba56f00d09b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 999 time: 0.0685539 Nov 12 21:23:27.390096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0ce97e74-a377-4354-904b-633e4eb320f6 None None] Provisioning complete for port 04bf1d5e-5679-4349-8d39-dc70be9811f1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:27.390768 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0ce97e74-a377-4354-904b-633e4eb320f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.415471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74523a4b-1e65-420e-a769-53a9a0fcdd1b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.423442 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-aa770049-6d72-4e0c-8896-04b0521a4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.425201 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-aa770049-6d72-4e0c-8896-04b0521a4d4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 200 len: 835 time: 0.0493467 Nov 12 21:23:27.445099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74523a4b-1e65-420e-a769-53a9a0fcdd1b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8681c1a3-2b40-4f6c-a389-4e7989a8fb5b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:27.455514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-b04d702b-b4aa-4e84-83a2-8f80cf9687c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.456990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-b04d702b-b4aa-4e84-83a2-8f80cf9687c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 200 len: 835 time: 0.0674202 Nov 12 21:23:27.481884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-31c384d2-5c35-4a09-8256-3b9c606e0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.483924 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-31c384d2-5c35-4a09-8256-3b9c606e0472 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cfb0b50-8d7f-4424-892b-a747763a0ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494127 Nov 12 21:23:27.511251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-0c6ea941-df52-4420-8376-a4e924e15c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.513841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-0c6ea941-df52-4420-8376-a4e924e15c2c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0cfb0b50-8d7f-4424-892b-a747763a0ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484524 Nov 12 21:23:27.535786 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-74523a4b-1e65-420e-a769-53a9a0fcdd1b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.539696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-74523a4b-1e65-420e-a769-53a9a0fcdd1b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5124097 Nov 12 21:23:27.547374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57288) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:27.557679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a4de04e1-2698-43d1-ae8b-7ab34ec8bfa9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': '5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:27.560240 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48a1acd1-d5b8-4024-aa61-deaa90dc0f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.589016 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-6697ae09-6aad-4708-9842-36458d11bf3e service neutron] 10.222.0.46 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969467 Nov 12 21:23:27.603518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 04bf1d5e-5679-4349-8d39-dc70be9811f1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:23:27.672715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 04bf1d5e-5679-4349-8d39-dc70be9811f1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:27.673446 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:27.705295 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-0deb6842-bdd7-4e42-b9d9-b3567c1da6e1 service neutron] 10.222.0.46 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072290 Nov 12 21:23:27.978052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57403d3-e48f-4c32-8f23-2c85dbb3efaf req-e989b95f-48d4-4c61-bc29-9ee23163fa80 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:27.979488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a57403d3-e48f-4c32-8f23-2c85dbb3efaf req-e989b95f-48d4-4c61-bc29-9ee23163fa80 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.0715623 Nov 12 21:23:27.981238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-bee0c34b-8660-408a-b53c-de441f45dca8 service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577742 Nov 12 21:23:28.057245 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-a4de04e1-2698-43d1-ae8b-7ab34ec8bfa9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Project b550ce72c397456182871365ce74c6b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:23:28.071004 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a4de04e1-2698-43d1-ae8b-7ab34ec8bfa9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:28.111720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a57403d3-e48f-4c32-8f23-2c85dbb3efaf req-563cc1f3-64c6-4001-87ff-fbb6dc4d9372 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254082 Nov 12 21:23:28.150985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d7b8ecf-b930-45b3-ab43-2bfe3ea40c56 req-d1d61c2d-1599-46c8-a73c-5741de12c41e service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589065 Nov 12 21:23:28.173333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a4de04e1-2698-43d1-ae8b-7ab34ec8bfa9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:28.244908 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a4de04e1-2698-43d1-ae8b-7ab34ec8bfa9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:28.267367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de04e1-2698-43d1-ae8b-7ab34ec8bfa9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd158c2d-2d34-4ae9-9422-d0c812e1e253,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:28.373151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a4de04e1-2698-43d1-ae8b-7ab34ec8bfa9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:28.374370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a4de04e1-2698-43d1-ae8b-7ab34ec8bfa9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8260472 Nov 12 21:23:28.377783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57292) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:28.382861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7d9bcef1-568a-4775-abf1-7373e7461641 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': '5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:28.468056 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-7d9bcef1-568a-4775-abf1-7373e7461641 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Project b550ce72c397456182871365ce74c6b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:23:28.473023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9bcef1-568a-4775-abf1-7373e7461641 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:28.532832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9bcef1-568a-4775-abf1-7373e7461641 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:28.593205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9bcef1-568a-4775-abf1-7373e7461641 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:28.610619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bcef1-568a-4775-abf1-7373e7461641 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dfa1ca-f356-4395-af82-ba80f15e8faf,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:28.686918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9bcef1-568a-4775-abf1-7373e7461641 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:28.688290 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7d9bcef1-568a-4775-abf1-7373e7461641 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3094814 Nov 12 21:23:28.894652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-1a1886a7-ad2b-48ca-9454-5bd75118deb6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885337975&fields=id&tenant_id=b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 267 time: 0.0468442 Nov 12 21:23:29.009677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-a9574611-1e22-4871-81ab-e0de2289b35d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:29.011168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-a9574611-1e22-4871-81ab-e0de2289b35d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/networks?id=a985c5ef-2367-4267-a13f-55c0d4399b72 HTTP/1.1" status: 200 len: 797 time: 0.1077685 Nov 12 21:23:29.026463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-087613f0-c294-4b17-8141-da965a0144dd tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/quotas/b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 375 time: 0.0092006 Nov 12 21:23:29.088726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-8a7840e6-23dc-4092-a4cf-f32a33fe0bc8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0566599 Nov 12 21:23:29.293754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf96b1-af95-44f6-9525-b45ce44b3a3b req-6c6be4b4-7012-4f99-97b7-7814c37a7aac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:29.295865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d7cf96b1-af95-44f6-9525-b45ce44b3a3b req-6c6be4b4-7012-4f99-97b7-7814c37a7aac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.1132126 Nov 12 21:23:29.330499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-589d7a35-c3df-4cd4-b47d-06c7847457d5 service neutron] 10.222.0.64 "GET /v2.0/networks/a985c5ef-2367-4267-a13f-55c0d4399b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293632 Nov 12 21:23:29.383110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d7cf96b1-af95-44f6-9525-b45ce44b3a3b req-23eeaf99-abb9-47de-9d65-b3c0b8f8bb2f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811298 Nov 12 21:23:29.447484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-c112f68c-ed69-4800-b977-d4e47b85bd35 service neutron] 10.222.0.64 "GET /v2.0/networks/a985c5ef-2367-4267-a13f-55c0d4399b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073685 Nov 12 21:23:29.677222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5569029-1d38-4f7c-bac5-117a6389dd09 req-5bc7bf4a-704e-4414-ab75-4870ce2287ab tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Nov 12 21:23:29.754172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d49700-91c3-43f2-b470-a8738a6b51b2 req-02e16007-6b75-494d-9aca-0cac3f22f59d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:29.755875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14d49700-91c3-43f2-b470-a8738a6b51b2 req-02e16007-6b75-494d-9aca-0cac3f22f59d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 944 time: 0.0546820 Nov 12 21:23:29.887108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14d49700-91c3-43f2-b470-a8738a6b51b2 req-fdb7e6e9-30da-42b9-8135-cc72bcb12fd3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206892 Nov 12 21:23:29.895718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f487-1927-4931-9a77-afc89a6ca51b req-c43ea6c7-9c03-45a3-9a6e-74db2a7043d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:29.897203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-c43ea6c7-9c03-45a3-9a6e-74db2a7043d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 944 time: 0.1243124 Nov 12 21:23:29.951968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0ddd6aee-09f2-42a3-96f5-da49e47ad970 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:23:29.964332 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-c790f487-1927-4931-9a77-afc89a6ca51b req-2c85b6ec-21e2-490b-9ba7-716d1214480e service neutron] delete failed (client error): The resource could not be found. Nov 12 21:23:29.965381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-2c85b6ec-21e2-490b-9ba7-716d1214480e service neutron] 10.222.0.78 "DELETE /v2.0/ports/0ddd6aee-09f2-42a3-96f5-da49e47ad970/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0604308 Nov 12 21:23:30.056411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f487-1927-4931-9a77-afc89a6ca51b req-622e7d04-9798-4d7e-b947-fdb498882e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:30.058487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-622e7d04-9798-4d7e-b947-fdb498882e4a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1096 time: 0.0462346 Nov 12 21:23:30.083909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-87dce07c-4eec-4d85-9077-fa54c8c5f8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:30.086446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:30.097924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'port_id': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'mac_address': 'fa:16:3e:85:c5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:23:30.137273 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:30.156072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddd6aee-09f2-42a3-96f5-da49e47ad970 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:23:30.176780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f487-1927-4931-9a77-afc89a6ca51b req-4d6ad226-3ea6-4d3a-8cca-ac6108ad53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:30.181647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-4d6ad226-3ea6-4d3a-8cca-ac6108ad53c6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 898 time: 0.1135888 Nov 12 21:23:30.181930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:30.252901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-185ba7f7-d503-4eb8-98d3-a0d3e2e1ddec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 999 time: 0.0670862 Nov 12 21:23:30.268216 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:30.313836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f487-1927-4931-9a77-afc89a6ca51b req-4755a82d-1339-476d-b6af-6d89b44b8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:30.315325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-4755a82d-1339-476d-b6af-6d89b44b8434 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 200 len: 835 time: 0.0550709 Nov 12 21:23:30.317872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:30.362940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f487-1927-4931-9a77-afc89a6ca51b req-e7d6c29c-c3a6-43bf-b748-acd66e62a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:30.364517 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-e7d6c29c-c3a6-43bf-b748-acd66e62a829 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0cfb0b50-8d7f-4424-892b-a747763a0ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420446 Nov 12 21:23:30.459206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-822199fc-9575-4a70-8bf0-b1298dcd2732 service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873063 Nov 12 21:23:30.516700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['0ddd6aee-09f2-42a3-96f5-da49e47ad970'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:23:30.558946 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c790f487-1927-4931-9a77-afc89a6ca51b req-8b0c05ac-7b01-4e97-9a13-3c507730a85d service neutron] 10.222.0.78 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932155 Nov 12 21:23:30.776214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8dcc358-341a-4e19-85a0-521ac40ee63c req-388e722f-c31a-43c3-a871-fc194db62c1a tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 210 time: 0.0261867 Nov 12 21:23:31.006577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd798175-b2d0-475f-a69b-2badf6d4a0b4 req-7a1686ba-0ebd-4750-b15c-25ea988dd45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:31.008051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd798175-b2d0-475f-a69b-2badf6d4a0b4 req-7a1686ba-0ebd-4750-b15c-25ea988dd45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 945 time: 0.0500581 Nov 12 21:23:31.061950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd798175-b2d0-475f-a69b-2badf6d4a0b4 req-1e81cc51-9b57-4a29-8509-49932bd55822 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470312 Nov 12 21:23:31.341760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:31.870412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9eadcad-c474-48c3-96e4-d4a7e0c5a11a req-767c8adf-183d-407c-a9c2-5ed554c030a6 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 210 time: 0.0270379 Nov 12 21:23:31.947401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0ddd6aee-09f2-42a3-96f5-da49e47ad970 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:23:32.019345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-e3d21a0f-688c-422d-98b6-d35c2621e132 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:32.021051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-e3d21a0f-688c-422d-98b6-d35c2621e132 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "GET /v2.0/networks?id=a985c5ef-2367-4267-a13f-55c0d4399b72 HTTP/1.1" status: 200 len: 797 time: 0.1094906 Nov 12 21:23:32.051667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:23:32.056276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:32.056632 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:32.109108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-687aa304-8a27-411f-a1dd-70204a37cc1c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 472 time: 0.0789237 Nov 12 21:23:32.119506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'port': {'device_id': '692cbfdd-1181-4f98-b10c-a0258a6be5c6', 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72', 'admin_state_up': True, 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'security_groups': ['5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:32.137398 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:32.165581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:23:32.167897 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341d000d-61f3-4a28-b626-87e33c3f5a8e" -d '{"events": [{"server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "name": "network-vif-plugged", "status": "completed", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:23:32.189806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:32.210010 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f3034-a677-4932-b48b-a7ed7171d7d3 x-openstack-request-id: req-a42f3034-a677-4932-b48b-a7ed7171d7d3 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:23:32.210303 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "name": "network-vif-plugged", "status": "completed", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:23:32.210558 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a42f3034-a677-4932-b48b-a7ed7171d7d3 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:23:32.210986 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'code': 200} Nov 12 21:23:32.250184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c3804-a855-4e33-afc4-a93f16fa0977 req-75ebed7b-2f43-41b9-b08e-85a7633d567c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:32.251686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c8c3804-a855-4e33-afc4-a93f16fa0977 req-75ebed7b-2f43-41b9-b08e-85a7633d567c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 945 time: 0.1117456 Nov 12 21:23:32.262226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:32.313349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:32.321979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c8c3804-a855-4e33-afc4-a93f16fa0977 req-18a906c5-4d26-45e5-a187-3a6eca780533 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595474 Nov 12 21:23:32.345577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:32.382288 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:23:32.385814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:32.432920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-98fe8e57-f366-4446-83b9-ab05a021339b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/b1f6d264-3434-4e44-982e-fc8775985478 HTTP/1.1" status: 200 len: 993 time: 0.0861762 Nov 12 21:23:32.539126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.20.0.23 (a985c5ef-2367-4267-a13f-55c0d4399b72/35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41/6bc1ac1f-9d7a-4904-954a-f981b67b2929) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:23:32.678751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:32.770989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:32.812948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network a985c5ef-2367-4267-a13f-55c0d4399b72 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:23:32.815888 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:23:32.822128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:23:32.850044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=6bc1ac1f-9d7a-4904-954a-f981b67b2929,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:32.877148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:32.877767 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:32.985222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-bfa3f492-42ca-41c4-b8e9-710768aa571f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8697569 Nov 12 21:23:32.998822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c09872-d58f-4e48-916a-68334a76af90 req-6913c698-9885-4978-8ceb-e30b2e91dd9d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:33.001371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9c09872-d58f-4e48-916a-68334a76af90 req-6913c698-9885-4978-8ceb-e30b2e91dd9d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 932 time: 0.0582092 Nov 12 21:23:33.006394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Request body: {'port': {'device_id': '692cbfdd-1181-4f98-b10c-a0258a6be5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:23:33.045882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6776b9c1-42f7-4e66-a9d4-c8db72c2b471 None None] Provisioning complete for port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:33.046490 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6776b9c1-42f7-4e66-a9d4-c8db72c2b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.080733 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.081566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6776b9c1-42f7-4e66-a9d4-c8db72c2b471 None None] Port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:23:33.108225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.114889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9c09872-d58f-4e48-916a-68334a76af90 req-5d3b5ae9-a70b-45e0-bf82-4a3f2bf52a2e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057792 Nov 12 21:23:33.376605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc1ac1f-9d7a-4904-954a-f981b67b2929 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:23:33.384078 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.396449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Transition to ACTIVE for port object 6bc1ac1f-9d7a-4904-954a-f981b67b2929 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:23:33.501647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.557663 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Pushing event updated for resources: {'Port': ['ID=6bc1ac1f-9d7a-4904-954a-f981b67b2929,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:33.610698 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.626376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Attempting to bind port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:23:33.626716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Attempting to bind port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:23:33.627902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Attempting to bind port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 on network a985c5ef-2367-4267-a13f-55c0d4399b72 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:23:33.631609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 on network a985c5ef-2367-4267-a13f-55c0d4399b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:23:33.631938 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Attempting to bind port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 on network a985c5ef-2367-4267-a13f-55c0d4399b72 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:23:33.637294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:23:33.638250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Checking segment: {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:23:33.638628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Bound using segment: {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:23:33.639066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Bound port: 6bc1ac1f-9d7a-4904-954a-f981b67b2929, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:23:33.639468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.711337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] For port 6bc1ac1f-9d7a-4904-954a-f981b67b2929, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:23:33.714724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] For port 6bc1ac1f-9d7a-4904-954a-f981b67b2929, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6bc1ac1f-9d7a-4904-954a-f981b67b2929,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:23:33.788138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.823559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:33.823559 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:33.824963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] 10.222.0.78 "PUT /v2.0/ports/6bc1ac1f-9d7a-4904-954a-f981b67b2929 HTTP/1.1" status: 200 len: 1093 time: 0.8225851 Nov 12 21:23:33.826065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692cbfdd-1181-4f98-b10c-a0258a6be5c6', 'tag': '6bc1ac1f-9d7a-4904-954a-f981b67b2929'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:23:33.828499 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6ce51c-f242-48a8-9080-175e23a91b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "692cbfdd-1181-4f98-b10c-a0258a6be5c6", "tag": "6bc1ac1f-9d7a-4904-954a-f981b67b2929"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:23:33.853793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec01f73-79b5-4b6a-abad-33f6284f173c service neutron] Pushing event updated for resources: {'Port': ['ID=6bc1ac1f-9d7a-4904-954a-f981b67b2929,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:33.878092 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3498adf-bce4-40ff-8dbc-7ca0b88c0fd0 x-openstack-request-id: req-f3498adf-bce4-40ff-8dbc-7ca0b88c0fd0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:23:33.878431 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692cbfdd-1181-4f98-b10c-a0258a6be5c6", "tag": "6bc1ac1f-9d7a-4904-954a-f981b67b2929", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:23:33.878670 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3498adf-bce4-40ff-8dbc-7ca0b88c0fd0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:23:33.879081 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692cbfdd-1181-4f98-b10c-a0258a6be5c6', 'tag': '6bc1ac1f-9d7a-4904-954a-f981b67b2929', 'status': 'completed', 'code': 200} Nov 12 21:23:33.947539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce51c-f242-48a8-9080-175e23a91b9e req-9d3c7cff-d3a3-46fe-a7ed-e7eef99bc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:33.949048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac6ce51c-f242-48a8-9080-175e23a91b9e req-9d3c7cff-d3a3-46fe-a7ed-e7eef99bc95e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0470161 Nov 12 21:23:34.059004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce51c-f242-48a8-9080-175e23a91b9e req-18da84c5-32e0-4294-ac55-23411ab60924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:34.060126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce51c-f242-48a8-9080-175e23a91b9e req-18da84c5-32e0-4294-ac55-23411ab60924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:34.061675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac6ce51c-f242-48a8-9080-175e23a91b9e req-18da84c5-32e0-4294-ac55-23411ab60924 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b550ce72c397456182871365ce74c6b5&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1045420 Nov 12 21:23:34.155640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce51c-f242-48a8-9080-175e23a91b9e req-c111d6bc-29db-4cb5-96e0-2e6d157ccf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:34.157176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ac6ce51c-f242-48a8-9080-175e23a91b9e req-c111d6bc-29db-4cb5-96e0-2e6d157ccf0a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878658 Nov 12 21:23:34.270392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcef2c-7ea2-4858-813a-ddd2f166a1e7 req-623ef3ad-8f44-4ec4-b25f-09952bc2e616 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:34.271903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8fbcef2c-7ea2-4858-813a-ddd2f166a1e7 req-623ef3ad-8f44-4ec4-b25f-09952bc2e616 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 944 time: 0.0820663 Nov 12 21:23:34.274533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-35c56fa8-f9fc-4009-a5a6-d0e4120c8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:34.275908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-35c56fa8-f9fc-4009-a5a6-d0e4120c8432 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0767329 Nov 12 21:23:34.325521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-cad11232-2b1c-47d5-8775-9084c51ff4a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=6bc1ac1f-9d7a-4904-954a-f981b67b2929 HTTP/1.1" status: 200 len: 217 time: 0.0404153 Nov 12 21:23:34.383888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8fbcef2c-7ea2-4858-813a-ddd2f166a1e7 req-37ac0cb7-f247-4df5-9bce-358b65519439 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059425 Nov 12 21:23:34.396372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-83434efd-acc5-4296-b6bb-9108f3fff594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:34.397803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-83434efd-acc5-4296-b6bb-9108f3fff594 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41 HTTP/1.1" status: 200 len: 838 time: 0.0632691 Nov 12 21:23:34.443091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-f1a0ec19-52da-41cc-bfc8-66bce82eacad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:34.444592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-f1a0ec19-52da-41cc-bfc8-66bce82eacad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a985c5ef-2367-4267-a13f-55c0d4399b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0397496 Nov 12 21:23:34.539204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-a3cbf24c-b0d3-4ddb-84b5-586928c36666 service neutron] 10.222.0.78 "GET /v2.0/networks/a985c5ef-2367-4267-a13f-55c0d4399b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870104 Nov 12 21:23:34.632610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b63b24af-07ab-4fb5-bea2-b50f04aa50d5 req-00ea644a-5158-4026-9fe0-499b7a23cddf service neutron] 10.222.0.78 "GET /v2.0/networks/a985c5ef-2367-4267-a13f-55c0d4399b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860734 Nov 12 21:23:35.503143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b52ce-c5fd-4779-b12e-0de4a1a80496 req-dfaff3e8-9de7-41cf-90df-ab8ee97faebb tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:35.504670 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-852b52ce-c5fd-4779-b12e-0de4a1a80496 req-dfaff3e8-9de7-41cf-90df-ab8ee97faebb tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 944 time: 0.0498071 Nov 12 21:23:35.554194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-852b52ce-c5fd-4779-b12e-0de4a1a80496 req-87c76844-9005-43a2-8bf5-c2cecd8f16b4 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Nov 12 21:23:36.673150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869946bc-6058-4982-91a5-e8eed726fe01 req-5e172e57-6eb5-4d7f-95a2-1c3b567ae367 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:36.674655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-869946bc-6058-4982-91a5-e8eed726fe01 req-5e172e57-6eb5-4d7f-95a2-1c3b567ae367 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 944 time: 0.0535588 Nov 12 21:23:36.723047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-869946bc-6058-4982-91a5-e8eed726fe01 req-5814be49-dad9-43a4-b486-b448d5f4a0a9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Nov 12 21:23:36.931469 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6bc1ac1f-9d7a-4904-954a-f981b67b2929 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:23:37.024535 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6bc1ac1f-9d7a-4904-954a-f981b67b2929, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6bc1ac1f-9d7a-4904-954a-f981b67b2929,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:37.036155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '6bc1ac1f-9d7a-4904-954a-f981b67b2929', 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72', 'port_id': '6bc1ac1f-9d7a-4904-954a-f981b67b2929', 'mac_address': 'fa:16:3e:06:ef:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:23:37.076964 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:37.089773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc1ac1f-9d7a-4904-954a-f981b67b2929 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:23:37.108726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6bc1ac1f-9d7a-4904-954a-f981b67b2929, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6bc1ac1f-9d7a-4904-954a-f981b67b2929,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:37.193203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:37.242888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=6bc1ac1f-9d7a-4904-954a-f981b67b2929,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:37.395807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['6bc1ac1f-9d7a-4904-954a-f981b67b2929'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:23:37.838104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397daaef-ae34-4485-a350-213d1f10a712 req-c59755f7-faac-4619-a58d-a1f90b84d9cc tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:37.839591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-397daaef-ae34-4485-a350-213d1f10a712 req-c59755f7-faac-4619-a58d-a1f90b84d9cc tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 945 time: 0.0490072 Nov 12 21:23:37.888404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-397daaef-ae34-4485-a350-213d1f10a712 req-63dac58e-b575-4076-8ed9-5619f04ee5cf tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Nov 12 21:23:38.931520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6bc1ac1f-9d7a-4904-954a-f981b67b2929 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:23:39.003356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562a3a4-eff3-4a6b-8193-c3b1ae662358 req-186957b5-3dbf-4a70-8b8b-4e0f06f82af3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:39.004849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7562a3a4-eff3-4a6b-8193-c3b1ae662358 req-186957b5-3dbf-4a70-8b8b-4e0f06f82af3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 945 time: 0.0487387 Nov 12 21:23:39.057796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7562a3a4-eff3-4a6b-8193-c3b1ae662358 req-badc2b0f-4449-4a65-89e4-021fda7cbd04 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Nov 12 21:23:39.084330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:23:39.089282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:39.089282 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:39.167224 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:39.189711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692cbfdd-1181-4f98-b10c-a0258a6be5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc1ac1f-9d7a-4904-954a-f981b67b2929'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:23:39.191957 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb765d8a-5803-4105-b71c-13c0fd89452a" -d '{"events": [{"server_uuid": "692cbfdd-1181-4f98-b10c-a0258a6be5c6", "name": "network-vif-plugged", "status": "completed", "tag": "6bc1ac1f-9d7a-4904-954a-f981b67b2929"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:23:39.204384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 6bc1ac1f-9d7a-4904-954a-f981b67b2929, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6bc1ac1f-9d7a-4904-954a-f981b67b2929,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:39.227679 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d399e8e3-c93e-4450-bf06-aa64ded312ad x-openstack-request-id: req-d399e8e3-c93e-4450-bf06-aa64ded312ad {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:23:39.227978 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692cbfdd-1181-4f98-b10c-a0258a6be5c6", "name": "network-vif-plugged", "status": "completed", "tag": "6bc1ac1f-9d7a-4904-954a-f981b67b2929", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:23:39.228236 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d399e8e3-c93e-4450-bf06-aa64ded312ad {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:23:39.228675 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692cbfdd-1181-4f98-b10c-a0258a6be5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc1ac1f-9d7a-4904-954a-f981b67b2929', 'code': 200} Nov 12 21:23:39.273328 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:39.308436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-9f18b641-309a-4c98-9848-55822fe66d99 req-983f147c-cacf-486a-bc81-99bb55378540 tempest-ServersTestJSON-1664248372 tempest-ServersTestJSON-1664248372-project] (109629) timed out ('10.222.0.78', 53089) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:23:39.322301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=6bc1ac1f-9d7a-4904-954a-f981b67b2929,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:39.325243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc03621-3d80-4ada-bea2-1b362c5343b3 req-39a50cd1-498d-4680-b816-43ade8d2c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:39.327060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7dc03621-3d80-4ada-bea2-1b362c5343b3 req-39a50cd1-498d-4680-b816-43ade8d2c02f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 1098 time: 0.0425768 Nov 12 21:23:39.375993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7dc03621-3d80-4ada-bea2-1b362c5343b3 req-888f5294-7d49-4f19-880f-4a5e7257e943 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Nov 12 21:23:40.174667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec27b-ef21-4706-ba98-d1c4e6be0de1 req-ef3a87cb-08bd-44a0-8d81-76883489493c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:40.176183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39cec27b-ef21-4706-ba98-d1c4e6be0de1 req-ef3a87cb-08bd-44a0-8d81-76883489493c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 946 time: 0.0491710 Nov 12 21:23:40.225216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-39cec27b-ef21-4706-ba98-d1c4e6be0de1 req-75933104-0ce4-4885-8227-94a2b96d28ef tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432024 Nov 12 21:23:40.565034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:40.604311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:41.346099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530c52-9f9a-4b95-86cb-667c1cccf95d req-54387384-cf93-4b59-97d3-7ac96b5f6788 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:41.347617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58530c52-9f9a-4b95-86cb-667c1cccf95d req-54387384-cf93-4b59-97d3-7ac96b5f6788 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 946 time: 0.0532115 Nov 12 21:23:41.397175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-58530c52-9f9a-4b95-86cb-667c1cccf95d req-5665b1d6-f10f-4f9c-a6b6-89b25c2b02cb tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Nov 12 21:23:41.514471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb16bb-17ac-4e81-81ae-d0f881c37b80 req-5f9bd4e2-b743-4e85-8123-56fef5ab2cdf tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:23:41.516006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efbb16bb-17ac-4e81-81ae-d0f881c37b80 req-5f9bd4e2-b743-4e85-8123-56fef5ab2cdf tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 946 time: 0.0499046 Nov 12 21:23:41.564991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efbb16bb-17ac-4e81-81ae-d0f881c37b80 req-c5085e6a-a981-4ee0-93b2-01679350ab34 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 Nov 12 21:23:43.072041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57368) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:23:43.546785 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:43.817157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.20.0.17 (a985c5ef-2367-4267-a13f-55c0d4399b72/35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41/d4f98f1d-ce43-4664-ab60-275987b8025b) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:23:43.933606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:44.045541 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:44.083753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network a985c5ef-2367-4267-a13f-55c0d4399b72 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:23:44.086639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:23:44.093687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:23:44.126697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=d4f98f1d-ce43-4664-ab60-275987b8025b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:44.147030 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:44.355348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:44.412673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cea89801-ea17-4671-af1c-453c46965965 None None] Provisioning complete for port d4f98f1d-ce43-4664-ab60-275987b8025b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:44.413283 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cea89801-ea17-4671-af1c-453c46965965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:44.447898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-cea89801-ea17-4671-af1c-453c46965965 None None] Port d4f98f1d-ce43-4664-ab60-275987b8025b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:23:44.627582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:44.695595 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:44.771906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=d4f98f1d-ce43-4664-ab60-275987b8025b,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:44.774487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:44.865219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network a985c5ef-2367-4267-a13f-55c0d4399b72 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:23:44.866626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:23:44.985194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router 40157c2d-212b-4beb-b5cd-da61044f24ff has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:23:45.070830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6dc2bc98-fa50-4630-b9ae-d64773716bd2 None None] Provisioning complete for port d4f98f1d-ce43-4664-ab60-275987b8025b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:45.071195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6dc2bc98-fa50-4630-b9ae-d64773716bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:45.098970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:23:45.104342 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-714d71ed-d7fa-4362-8e83-5851a78de190 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "PUT /v2.0/routers/40157c2d-212b-4beb-b5cd-da61044f24ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0309279 Nov 12 21:23:45.109457 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Sync routers for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:23:45.113441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2bc98-fa50-4630-b9ae-d64773716bd2 None None] Port d4f98f1d-ce43-4664-ab60-275987b8025b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:23:45.119473 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:23:45.120078 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:23:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:45.227136 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:23:45.452844 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:23:44Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:44Z', 'revision_number': 1, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f98f1d-ce43-4664-ab60-275987b8025b', 'name': '', 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:09:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:23:43Z', 'updated_at': '2021-11-12T21:23:44Z', 'revision_number': 2, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:45.479120 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Checking router: 40157c2d-212b-4beb-b5cd-da61044f24ff for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:23:45.479405 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Updating router 40157c2d-212b-4beb-b5cd-da61044f24ff port d4f98f1d-ce43-4664-ab60-275987b8025b binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:23:45.503445 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:45.758743 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:45.844108 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:45.897106 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Pushing event updated for resources: {'Port': ['ID=d4f98f1d-ce43-4664-ab60-275987b8025b,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:45.921436 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.929695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:23:45.955361 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Attempting to bind port d4f98f1d-ce43-4664-ab60-275987b8025b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:23:45.955727 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Attempting to bind port d4f98f1d-ce43-4664-ab60-275987b8025b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:23:45.956081 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Attempting to bind port d4f98f1d-ce43-4664-ab60-275987b8025b on network a985c5ef-2367-4267-a13f-55c0d4399b72 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:23:45.961359 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:23:45.961729 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Checking segment: {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:23:45.962122 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:45.962764 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Bound using segment: {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:23:45.963436 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Bound port: d4f98f1d-ce43-4664-ab60-275987b8025b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abae8014-fc7b-41bd-b0e2-f1c41fc95222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:23:45.963817 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:46.032859 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] For port d4f98f1d-ce43-4664-ab60-275987b8025b, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:23:46.044212 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] For port d4f98f1d-ce43-4664-ab60-275987b8025b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d4f98f1d-ce43-4664-ab60-275987b8025b,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:23:46.138423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b83d18a7-e5a6-4536-8921-ddd9ed321b4f None None] Provisioning complete for port d4f98f1d-ce43-4664-ab60-275987b8025b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:46.139041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b83d18a7-e5a6-4536-8921-ddd9ed321b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:46.175859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b83d18a7-e5a6-4536-8921-ddd9ed321b4f None None] Port d4f98f1d-ce43-4664-ab60-275987b8025b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:23:46.261757 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:46.319145 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:23:46.319801 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:23:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:46.356476 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8f666-4dc1-4960-a93c-907425053cdd None None] Pushing event updated for resources: {'Port': ['ID=d4f98f1d-ce43-4664-ab60-275987b8025b,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:46.443063 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:23:46.495185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-80e43efa-f32c-407f-b8a8-6c80e157496d None None] Provisioning complete for port d4f98f1d-ce43-4664-ab60-275987b8025b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:46.496069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80e43efa-f32c-407f-b8a8-6c80e157496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:46.576182 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80e43efa-f32c-407f-b8a8-6c80e157496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:46.607193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-80e43efa-f32c-407f-b8a8-6c80e157496d None None] For port d4f98f1d-ce43-4664-ab60-275987b8025b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d4f98f1d-ce43-4664-ab60-275987b8025b,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:23:46.666755 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80e43efa-f32c-407f-b8a8-6c80e157496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:46.679244 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:23:44Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:44Z', 'revision_number': 1, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f98f1d-ce43-4664-ab60-275987b8025b', 'name': '', 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:09:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:23:43Z', 'updated_at': '2021-11-12T21:23:46Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:23:46.712799 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855bf4a-468c-4f7b-998f-969c1e03762d None None] The sync data for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 is: [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:23:44Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:44Z', 'revision_number': 1, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f98f1d-ce43-4664-ab60-275987b8025b', 'name': '', 'network_id': 'a985c5ef-2367-4267-a13f-55c0d4399b72', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:09:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:23:43Z', 'updated_at': '2021-11-12T21:23:46Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:23:46.722104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e43efa-f32c-407f-b8a8-6c80e157496d None None] Pushing event updated for resources: {'Port': ['ID=d4f98f1d-ce43-4664-ab60-275987b8025b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:23:47.139265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-2745f84d-a0e6-40df-8aa7-165bccfb1558 req-18d2a7c5-e6da-49b1-9375-6cb228cbcd94 service neutron] (109629) timed out ('10.222.0.64', 56178) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:23:47.581888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d4f98f1d-ce43-4664-ab60-275987b8025b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:23:47.628689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d4f98f1d-ce43-4664-ab60-275987b8025b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:23:47.629053 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:57.529918 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea89d-a119-407d-8b16-272a0145add0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:00.095515 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ba54b45c-60b8-40a3-8b02-be93c372c6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:00.111143 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:24:01.140733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4f140-b7fc-4a3d-b2cb-a37509d1a9f1 req-728faf02-018c-4f4d-9250-6fc079276ced tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:01.142283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40e4f140-b7fc-4a3d-b2cb-a37509d1a9f1 req-728faf02-018c-4f4d-9250-6fc079276ced tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1098 time: 0.0408571 Nov 12 21:24:01.191617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40e4f140-b7fc-4a3d-b2cb-a37509d1a9f1 req-6e2efdda-6a3f-4e76-bd81-0caa47387be4 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Nov 12 21:24:01.222042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57398) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:01.352529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:01.382978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port e1c4b752-fe63-4e2f-8638-6467fc45746e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:01.384572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:01.461634 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:01.462256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:01.474644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for e1c4b752-fe63-4e2f-8638-6467fc45746e owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:01.695234 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:01.726838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=e1c4b752-fe63-4e2f-8638-6467fc45746e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:01.784904 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:01.785233 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Floating IP b1f6d264-3434-4e44-982e-fc8775985478 disassociated (deleted). External IP: 172.25.8.48, port: 0ddd6aee-09f2-42a3-96f5-da49e47ad970. Nov 12 21:24:02.292932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9a942227-86eb-477e-9360-dad7cf8cad6d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:02.400810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:02.405832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:02.412527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] Sync routers for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:02.423051 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:02.423952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:02.432752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e9f980c9-cc1c-4d52-97b6-b145df26b31f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/floatingips/b1f6d264-3434-4e44-982e-fc8775985478 HTTP/1.1" status: 204 len: 168 time: 1.2096457 Nov 12 21:24:02.433343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:02.435638 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b17682-65fb-46de-bda9-fe7b57d08dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:02.475064 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db9751c-5474-44fe-a301-52022342342f x-openstack-request-id: req-3db9751c-5474-44fe-a301-52022342342f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:02.475064 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:02.475694 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3db9751c-5474-44fe-a301-52022342342f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:02.476186 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'status': 'completed', 'code': 200} Nov 12 21:24:02.548301 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-0abac0a4-ce52-4e24-91ba-fcc761602119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:02.549769 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-0abac0a4-ce52-4e24-91ba-fcc761602119 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 1098 time: 0.0430059 Nov 12 21:24:02.553594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:02.651035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-ffd85ea3-e159-48db-a6cb-de18ea9b8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:02.652746 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-ffd85ea3-e159-48db-a6cb-de18ea9b8790 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 200 len: 898 time: 0.0955348 Nov 12 21:24:02.701098 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-2cdedf28-2f00-4049-bdec-ef1335ee1e19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 200 len: 217 time: 0.0366189 Nov 12 21:24:02.756766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-c75bb1bb-6ed6-4dd3-a3e6-e569ca8e4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:02.758236 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-c75bb1bb-6ed6-4dd3-a3e6-e569ca8e4133 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 200 len: 835 time: 0.0503252 Nov 12 21:24:02.763797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:16Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:02.791773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] Checking router: 9a942227-86eb-477e-9360-dad7cf8cad6d for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:02.801251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:02.801782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:02.809805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-f5df6d7a-aa0d-42d9-8a71-f09f0d4efc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:02.811330 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-f5df6d7a-aa0d-42d9-8a71-f09f0d4efc0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cfb0b50-8d7f-4424-892b-a747763a0ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457058 Nov 12 21:24:02.907754 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-52e43c67-2bcf-4831-8374-49389f2d4ed1 service neutron] 10.222.0.46 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891078 Nov 12 21:24:02.929272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:02.977739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b2e57-ee9d-4813-a606-47658fab92df req-18790021-cbda-4322-8a5a-7e583d0d8ff9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:02.979564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b42b2e57-ee9d-4813-a606-47658fab92df req-18790021-cbda-4322-8a5a-7e583d0d8ff9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0552351 Nov 12 21:24:03.010847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-81b17682-65fb-46de-bda9-fe7b57d08dbf req-b4da0e42-4b20-402e-8868-085e3f68adf7 service neutron] 10.222.0.46 "GET /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938537 Nov 12 21:24:03.038842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b42b2e57-ee9d-4813-a606-47658fab92df req-af11ab37-f40a-4213-b4be-067bb9f24681 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505648 Nov 12 21:24:03.185168 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:03.420138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:16Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:03.447790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431e790d-0750-434a-8c09-e5469de6c4d3 None None] The sync data for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 is: [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:22:13Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '7e0cd468-96cc-48c9-bb98-6f69bc18a548', 'name': '', 'network_id': '0cfb0b50-8d7f-4424-892b-a747763a0ee8', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:32:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:12Z', 'updated_at': '2021-11-12T21:22:16Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '30e8bf66-9b7f-4742-acb5-91306f44a129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:03.610610 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:03.658324 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-639e3931-2645-40d8-911d-adfa1a39d1db req-7a3c0dca-947f-41ba-9725-c5c1b9b84496 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449255 Nov 12 21:24:03.677196 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affacb2-3aaa-4977-8b19-728c15ca2e62 None None] New status for floating IP b1f6d264-3434-4e44-982e-fc8775985478: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:24:03.727465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e3931-2645-40d8-911d-adfa1a39d1db req-f6c1875c-c5b2-4482-8cce-6acfbb1b3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:03.728933 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-639e3931-2645-40d8-911d-adfa1a39d1db req-f6c1875c-c5b2-4482-8cce-6acfbb1b3d41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 1097 time: 0.0405388 Nov 12 21:24:03.842942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e3931-2645-40d8-911d-adfa1a39d1db req-1dc035af-5dfb-4c92-af89-565dca77bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:03.844534 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-639e3931-2645-40d8-911d-adfa1a39d1db req-1dc035af-5dfb-4c92-af89-565dca77bff1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 HTTP/1.1" status: 200 len: 898 time: 0.0925632 Nov 12 21:24:03.915620 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-639e3931-2645-40d8-911d-adfa1a39d1db req-3de13dfd-fa08-4784-bf88-51d36d8f8102 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecc0e50-221d-456f-be21-7d9b27e63694 HTTP/1.1" status: 200 len: 1001 time: 0.0593202 Nov 12 21:24:03.970872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e3931-2645-40d8-911d-adfa1a39d1db req-27ef5e06-3ab5-4f80-908f-905774bd34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:03.972285 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-639e3931-2645-40d8-911d-adfa1a39d1db req-27ef5e06-3ab5-4f80-908f-905774bd34e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b49591d1-4f66-43c4-acac-136e29a91726 HTTP/1.1" status: 200 len: 835 time: 0.0483842 Nov 12 21:24:04.020308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e3931-2645-40d8-911d-adfa1a39d1db req-d05765e7-be73-43a4-912d-e0a65c267f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:04.021724 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-639e3931-2645-40d8-911d-adfa1a39d1db req-d05765e7-be73-43a4-912d-e0a65c267f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399644 Nov 12 21:24:04.117845 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-639e3931-2645-40d8-911d-adfa1a39d1db req-206a8627-e035-47e9-8229-a5a60593da33 service neutron] 10.222.0.46 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856400 Nov 12 21:24:04.162114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e885dfd-355d-400d-bcda-89c410f232b4 req-a15cb902-6b7c-4e58-824e-28fcd1191c2c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:04.163832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e885dfd-355d-400d-bcda-89c410f232b4 req-a15cb902-6b7c-4e58-824e-28fcd1191c2c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0523891 Nov 12 21:24:04.223465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e885dfd-355d-400d-bcda-89c410f232b4 req-2e80b962-e141-45d1-993a-56cd0a2f4743 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=51623431-9bd6-4178-aabd-4a0624d0b046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526228 Nov 12 21:24:04.471139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abed21-840e-443a-af47-0d7a2652674c req-da74a78b-1577-4722-ab52-f0ae3104ab2f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:04.472688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55abed21-840e-443a-af47-0d7a2652674c req-da74a78b-1577-4722-ab52-f0ae3104ab2f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 946 time: 0.0502214 Nov 12 21:24:04.513996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-639e3931-2645-40d8-911d-adfa1a39d1db req-7ee12134-70e9-47c5-a386-957b26122edd service neutron] 10.222.0.46 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881955 Nov 12 21:24:04.573564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:04.573901 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:04.663391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 0ddd6aee-09f2-42a3-96f5-da49e47ad970, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=0ddd6aee-09f2-42a3-96f5-da49e47ad970,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:04.663754 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:04.676115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 0ddd6aee-09f2-42a3-96f5-da49e47ad970 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:04.981207 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:05.009986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=0ddd6aee-09f2-42a3-96f5-da49e47ad970,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:05.055257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] No DVR routers for this DVR port 0ddd6aee-09f2-42a3-96f5-da49e47ad970 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:24:05.057994 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:05.061465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55abed21-840e-443a-af47-0d7a2652674c req-30b0ee50-4534-4aed-b90c-3ba6a56c136d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "DELETE /v2.0/ports/0ddd6aee-09f2-42a3-96f5-da49e47ad970 HTTP/1.1" status: 204 len: 173 time: 0.5816727 Nov 12 21:24:05.062515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'name': 'network-vif-deleted', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:05.064906 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97fba9e-15be-4046-b2dc-903cf28c032e" -d '{"events": [{"server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "name": "network-vif-deleted", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:05.102336 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79ef4c5-5cd9-4cef-912c-b5c92d701f43 x-openstack-request-id: req-b79ef4c5-5cd9-4cef-912c-b5c92d701f43 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:05.102721 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670e76b9-3d19-4185-b73d-7403fa4d5303", "name": "network-vif-deleted", "tag": "0ddd6aee-09f2-42a3-96f5-da49e47ad970", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:05.103144 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b79ef4c5-5cd9-4cef-912c-b5c92d701f43 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:05.103444 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670e76b9-3d19-4185-b73d-7403fa4d5303', 'name': 'network-vif-deleted', 'tag': '0ddd6aee-09f2-42a3-96f5-da49e47ad970', 'status': 'completed', 'code': 200} Nov 12 21:24:05.323245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52f08c85-a4af-4822-957d-f6e284654883 req-8b8ad0c5-3a76-4d57-9d91-7b22a08615a4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=670e76b9-3d19-4185-b73d-7403fa4d5303 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Nov 12 21:24:05.600238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57416) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:05.966023 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:06.297334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port d4f98f1d-ce43-4664-ab60-275987b8025b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:06.297678 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:06.380380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57420) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:06.392665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port d4f98f1d-ce43-4664-ab60-275987b8025b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d4f98f1d-ce43-4664-ab60-275987b8025b,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:06.393035 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:06.407700 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for d4f98f1d-ce43-4664-ab60-275987b8025b owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:06.666909 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:06.719883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=d4f98f1d-ce43-4664-ab60-275987b8025b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:06.753871 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:06.888342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:07.041200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 7e0cd468-96cc-48c9-bb98-6f69bc18a548 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:07.041462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:07.116616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router 40157c2d-212b-4beb-b5cd-da61044f24ff has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:07.146137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 7e0cd468-96cc-48c9-bb98-6f69bc18a548, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7e0cd468-96cc-48c9-bb98-6f69bc18a548,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:07.146513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:07.160893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 7e0cd468-96cc-48c9-bb98-6f69bc18a548 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:07.231844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:07.240731 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-961e277e-57eb-47f6-87e4-ff915fc9ff07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "PUT /v2.0/routers/40157c2d-212b-4beb-b5cd-da61044f24ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368306 Nov 12 21:24:07.253423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] Sync routers for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:07.267975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:07.275014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:07.381334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:07.454962 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:07.483146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=7e0cd468-96cc-48c9-bb98-6f69bc18a548,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:07.683553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:06Z', 'revision_number': 6, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:44Z', 'revision_number': 1, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:07.694713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:07.717553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] Checking router: 40157c2d-212b-4beb-b5cd-da61044f24ff for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:07.728861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:07.729483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:07.847956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:07.855126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db628778-3461-4635-93cc-db47fb1dc09b req-091711ea-fccd-4361-b2d5-d1b215520fc7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:07.856668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db628778-3461-4635-93cc-db47fb1dc09b req-091711ea-fccd-4361-b2d5-d1b215520fc7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 946 time: 0.1003768 Nov 12 21:24:07.981869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db628778-3461-4635-93cc-db47fb1dc09b req-fa1df9f6-e09d-4c61-86d1-1406679b0798 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171653 Nov 12 21:24:08.011020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9a942227-86eb-477e-9360-dad7cf8cad6d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:08.086519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:06Z', 'revision_number': 6, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:44Z', 'revision_number': 1, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:08.115707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92475834-dcc2-46e7-8c3f-04d815e1d351 None None] The sync data for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 is: [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:06Z', 'revision_number': 6, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '219874e0-0302-45fa-ab80-23ec08feeaa7', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'port_id': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'mac_address': 'fa:16:3e:8f:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:22:42Z', 'updated_at': '2021-11-12T21:22:44Z', 'revision_number': 1, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:08.125950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:08.131175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0e3a9e90-6706-4b81-841c-d186cda40c76 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "PUT /v2.0/routers/9a942227-86eb-477e-9360-dad7cf8cad6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495570 Nov 12 21:24:08.133842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57426) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:08.139174 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] Sync routers for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:08.146334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0ddd6aee-09f2-42a3-96f5-da49e47ad970 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:08.164630 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:08.165248 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:08.169919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 0ddd6aee-09f2-42a3-96f5-da49e47ad970 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:08.170271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 0ddd6aee-09f2-42a3-96f5-da49e47ad970 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:08.207944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-23356cec-3e19-47b8-bb74-8b806f8ca97d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting subnet 30e8bf66-9b7f-4742-acb5-91306f44a129 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:24:08.211201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23356cec-3e19-47b8-bb74-8b806f8ca97d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.254127 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23356cec-3e19-47b8-bb74-8b806f8ca97d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.275023 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:08.341107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23356cec-3e19-47b8-bb74-8b806f8ca97d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.535757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23356cec-3e19-47b8-bb74-8b806f8ca97d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.555709 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:24:07Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:08.563398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23356cec-3e19-47b8-bb74-8b806f8ca97d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Subnet': ['ID=30e8bf66-9b7f-4742-acb5-91306f44a129,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:08.573457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-23356cec-3e19-47b8-bb74-8b806f8ca97d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.580789 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-23356cec-3e19-47b8-bb74-8b806f8ca97d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/subnets/30e8bf66-9b7f-4742-acb5-91306f44a129 HTTP/1.1" status: 204 len: 168 time: 0.4420035 Nov 12 21:24:08.580789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57428) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:08.585631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41848703-f3ae-4165-8ca9-8dcca7b27b7c None None] Network 0cfb0b50-8d7f-4424-892b-a747763a0ee8 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:24:08.589371 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] Checking router: 9a942227-86eb-477e-9360-dad7cf8cad6d for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:08.599663 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] Routers {'9a942227-86eb-477e-9360-dad7cf8cad6d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:08.600463 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9a942227-86eb-477e-9360-dad7cf8cad6d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:08.722549 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] Set router 9a942227-86eb-477e-9360-dad7cf8cad6d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:08.732939 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.833154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] DHCP port deletion for 0cfb0b50-8d7f-4424-892b-a747763a0ee8 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:08.876115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.887976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] Deleting port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:08.888355 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.929728 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:24:07Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:08.957073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] For port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0b3eaf7a-9f1e-4595-94c9-2bf47524b13f,segment=NetworkSegment(37bc817d-025a-4fdb-b669-bcee4f3ec739),segment_id=37bc817d-025a-4fdb-b669-bcee4f3ec739)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:08.974663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:08.975243 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d278ba0-f57c-4784-832e-72d465b20fc4 None None] The sync data for ids ['9a942227-86eb-477e-9360-dad7cf8cad6d'] in n-d-713498-29 is: [{'id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072027962', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:08Z', 'updated_at': '2021-11-12T21:24:07Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '3e1b4288-4344-449c-8b04-2c1b4bce8bb9', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a942227-86eb-477e-9360-dad7cf8cad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:09Z', 'updated_at': '2021-11-12T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:08.975437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] Calling delete_port for 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:09.053798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-63274940-a4e4-42b4-91dd-7ddf6bfa38e3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:09.055245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-63274940-a4e4-42b4-91dd-7ddf6bfa38e3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 946 time: 0.0527861 Nov 12 21:24:09.161356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08724b-ba18-4105-8542-1ad28e5b31e3 req-bf448443-fab6-4541-8e8d-2eb63941c5ae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:09.162845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba08724b-ba18-4105-8542-1ad28e5b31e3 req-bf448443-fab6-4541-8e8d-2eb63941c5ae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 946 time: 0.1060445 Nov 12 21:24:09.203141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:09.206231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.225270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:09.225598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.243342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba08724b-ba18-4105-8542-1ad28e5b31e3 req-9b6ad140-5a9f-482d-a3c6-5b45d72195c1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732336 Nov 12 21:24:09.286589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 3e1b4288-4344-449c-8b04-2c1b4bce8bb9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3e1b4288-4344-449c-8b04-2c1b4bce8bb9,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:09.286958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.302153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:09.317979 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.334189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port 6bc1ac1f-9d7a-4904-954a-f981b67b2929, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=6bc1ac1f-9d7a-4904-954a-f981b67b2929,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:09.334568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.347038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] Pushing event deleted for resources: {'Port': ['ID=0b3eaf7a-9f1e-4595-94c9-2bf47524b13f,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:09.354168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for 6bc1ac1f-9d7a-4904-954a-f981b67b2929 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:09.358107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874eb14e-6ffc-40d6-b6d5-b5ca069df142 None None] No DVR routers for this DVR port 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:24:09.583880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7e0cd468-96cc-48c9-bb98-6f69bc18a548 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:09.598502 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.610298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 7e0cd468-96cc-48c9-bb98-6f69bc18a548 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:09.610887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7e0cd468-96cc-48c9-bb98-6f69bc18a548 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:09.617249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d4f98f1d-ce43-4664-ab60-275987b8025b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:09.627628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=3e1b4288-4344-449c-8b04-2c1b4bce8bb9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:09.631384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d4f98f1d-ce43-4664-ab60-275987b8025b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:09.631972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d4f98f1d-ce43-4664-ab60-275987b8025b not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:09.632779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:09.654328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b2fca-b440-452c-85e4-2dce8c612c17 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:09.657253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:09.657601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0b3eaf7a-9f1e-4595-94c9-2bf47524b13f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:09.705474 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.799064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.801164 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.923735 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.955629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=6bc1ac1f-9d7a-4904-954a-f981b67b2929,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:09.969347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.969347 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Fanout notify agent at l3_agent the message router_deleted on router 9a942227-86eb-477e-9360-dad7cf8cad6d {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:24:09.974871 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.976903 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-367a67d7-fef5-41a1-acfa-db7596a4ba5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/routers/9a942227-86eb-477e-9360-dad7cf8cad6d HTTP/1.1" status: 204 len: 168 time: 1.3892465 Nov 12 21:24:09.979248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57432) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:10.020376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] No DVR routers for this DVR port 6bc1ac1f-9d7a-4904-954a-f981b67b2929 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:24:10.024212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.027582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20c9a037-d2e5-4fc7-8ea6-df68c6468ef9 req-053e1821-a86d-42bd-81e6-c352bd5c0535 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "DELETE /v2.0/ports/6bc1ac1f-9d7a-4904-954a-f981b67b2929 HTTP/1.1" status: 204 len: 173 time: 0.9617345 Nov 12 21:24:10.028045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692cbfdd-1181-4f98-b10c-a0258a6be5c6', 'name': 'network-vif-deleted', 'tag': '6bc1ac1f-9d7a-4904-954a-f981b67b2929'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:10.031029 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9269d9a6-bb19-4377-a433-cf1de956baf5" -d '{"events": [{"server_uuid": "692cbfdd-1181-4f98-b10c-a0258a6be5c6", "name": "network-vif-deleted", "tag": "6bc1ac1f-9d7a-4904-954a-f981b67b2929"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:10.077832 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86c9789-ddf3-474e-a3cf-35794f27b2de x-openstack-request-id: req-a86c9789-ddf3-474e-a3cf-35794f27b2de {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:10.078507 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692cbfdd-1181-4f98-b10c-a0258a6be5c6", "name": "network-vif-deleted", "tag": "6bc1ac1f-9d7a-4904-954a-f981b67b2929", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:10.078507 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a86c9789-ddf3-474e-a3cf-35794f27b2de {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:10.078845 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692cbfdd-1181-4f98-b10c-a0258a6be5c6', 'name': 'network-vif-deleted', 'tag': '6bc1ac1f-9d7a-4904-954a-f981b67b2929', 'status': 'completed', 'code': 200} Nov 12 21:24:10.095786 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.187345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.209987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfb0b50-8d7f-4424-892b-a747763a0ee8']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:10.227874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bc817d-025a-4fdb-b669-bcee4f3ec739') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:10.228126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bc817d-025a-4fdb-b669-bcee4f3ec739') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:10.250716 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.272093 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.279337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:24:10.279737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:24:10.283379 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:24:10.368148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f900f29-23e7-4fd8-a235-841db6ff6ff9 req-cf7d47ad-7c70-46a9-8d34-cb89e0b5a42a tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=692cbfdd-1181-4f98-b10c-a0258a6be5c6 HTTP/1.1" status: 200 len: 210 time: 0.0396004 Nov 12 21:24:10.616283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.616796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.616796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.617539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.619745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/networks/0cfb0b50-8d7f-4424-892b-a747763a0ee8 HTTP/1.1" status: 204 len: 168 time: 0.6395044 Nov 12 21:24:10.622606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57438) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:10.630968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9cd7b-71f1-48f1-ad23-6f982244bc57 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Network': ['ID=0cfb0b50-8d7f-4424-892b-a747763a0ee8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:10.685087 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd90445d-48ee-4c86-8382-1a16be477d88 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.711045 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd90445d-48ee-4c86-8382-1a16be477d88 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.970577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd90445d-48ee-4c86-8382-1a16be477d88 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.973202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd90445d-48ee-4c86-8382-1a16be477d88 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:10.974394 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cd90445d-48ee-4c86-8382-1a16be477d88 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/security-groups/51623431-9bd6-4178-aabd-4a0624d0b046 HTTP/1.1" status: 204 len: 168 time: 0.3507450 Nov 12 21:24:10.984820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90445d-48ee-4c86-8382-1a16be477d88 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51623431-9bd6-4178-aabd-4a0624d0b046,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:11.361347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57444) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:11.366195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-be9db61d-ca4e-4859-9167-785855699d97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759525857', 'description': 'tempest-secgroup-smoke-1759525857 description', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:11.427746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57448) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:11.484387 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be9db61d-ca4e-4859-9167-785855699d97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.496642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18a51c7-ee75-4987-9ffb-049a3b617844 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.532562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18a51c7-ee75-4987-9ffb-049a3b617844 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.579678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:11.601255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:11.601598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3e1b4288-4344-449c-8b04-2c1b4bce8bb9 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:11.605319 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be9db61d-ca4e-4859-9167-785855699d97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.705951 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be9db61d-ca4e-4859-9167-785855699d97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.736353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9db61d-ca4e-4859-9167-785855699d97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5073d9e-f078-400a-a253-d07c063e200d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:11.740297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18a51c7-ee75-4987-9ffb-049a3b617844 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.743205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c18a51c7-ee75-4987-9ffb-049a3b617844 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.744118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c18a51c7-ee75-4987-9ffb-049a3b617844 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/security-groups/5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52 HTTP/1.1" status: 204 len: 168 time: 0.3151765 Nov 12 21:24:11.753479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a51c7-ee75-4987-9ffb-049a3b617844 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2f97c4-abd8-4b8e-a5c3-67a7182a1f52,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:11.800035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-be9db61d-ca4e-4859-9167-785855699d97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.801302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-be9db61d-ca4e-4859-9167-785855699d97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4389427 Nov 12 21:24:11.804240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57452) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:11.808693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-33db1277-ac0d-4c78-bb46-2374063c70e8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': 'c5073d9e-f078-400a-a253-d07c063e200d', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:11.856052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57454) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:11.909474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33db1277-ac0d-4c78-bb46-2374063c70e8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.918636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c75d37-d925-4c4a-9882-1e968f3451a7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting subnet 35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:24:11.929449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6c75d37-d925-4c4a-9882-1e968f3451a7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:11.992751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6c75d37-d925-4c4a-9882-1e968f3451a7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.027756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33db1277-ac0d-4c78-bb46-2374063c70e8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.121262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33db1277-ac0d-4c78-bb46-2374063c70e8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.126668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6c75d37-d925-4c4a-9882-1e968f3451a7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.162179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db1277-ac0d-4c78-bb46-2374063c70e8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9604f1c-fb61-4beb-b454-fd5688165be4,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:12.222894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-33db1277-ac0d-4c78-bb46-2374063c70e8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.224323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-33db1277-ac0d-4c78-bb46-2374063c70e8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4191074 Nov 12 21:24:12.227013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57456) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:12.231660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-08969a4e-4607-442e-be22-2fc5665a04f2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': 'c5073d9e-f078-400a-a253-d07c063e200d', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:12.245077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6c75d37-d925-4c4a-9882-1e968f3451a7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.283029 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e6c75d37-d925-4c4a-9882-1e968f3451a7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.286404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e6c75d37-d925-4c4a-9882-1e968f3451a7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/subnets/35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41 HTTP/1.1" status: 204 len: 168 time: 0.4293354 Nov 12 21:24:12.287203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c75d37-d925-4c4a-9882-1e968f3451a7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Subnet': ['ID=35f2d8a6-e19b-47b5-9dc6-7665b5cb0c41,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:12.289464 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57458) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:12.292354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb67205-78e0-4e0c-8095-93a359feb1d5 None None] Network a985c5ef-2367-4267-a13f-55c0d4399b72 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:24:12.366675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.425680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port 04bf1d5e-5679-4349-8d39-dc70be9811f1 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:12.426025 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.457832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08969a4e-4607-442e-be22-2fc5665a04f2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.476515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] DHCP port deletion for a985c5ef-2367-4267-a13f-55c0d4399b72 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:12.506879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port 04bf1d5e-5679-4349-8d39-dc70be9811f1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=04bf1d5e-5679-4349-8d39-dc70be9811f1,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:12.507260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.516177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08969a4e-4607-442e-be22-2fc5665a04f2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.521650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for 04bf1d5e-5679-4349-8d39-dc70be9811f1 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:12.536495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] Deleting port 04bf1d5e-5679-4349-8d39-dc70be9811f1 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:12.536892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.593358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08969a4e-4607-442e-be22-2fc5665a04f2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.604256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] For port 04bf1d5e-5679-4349-8d39-dc70be9811f1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=04bf1d5e-5679-4349-8d39-dc70be9811f1,segment=NetworkSegment(abae8014-fc7b-41bd-b0e2-f1c41fc95222),segment_id=abae8014-fc7b-41bd-b0e2-f1c41fc95222)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:12.604953 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.615580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08969a4e-4607-442e-be22-2fc5665a04f2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2799eb16-71d5-4a18-8762-13d3c79da4f1,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:12.620312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] Calling delete_port for 04bf1d5e-5679-4349-8d39-dc70be9811f1 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:12.712578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.719155 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.725836 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08969a4e-4607-442e-be22-2fc5665a04f2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.729773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-08969a4e-4607-442e-be22-2fc5665a04f2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4989862 Nov 12 21:24:12.730475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57460) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:12.735886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0732e8e6-01c8-4b12-826e-0ec028f51641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': 'c5073d9e-f078-400a-a253-d07c063e200d', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:12.741839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=04bf1d5e-5679-4349-8d39-dc70be9811f1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:12.743749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] No DVR routers for this DVR port 04bf1d5e-5679-4349-8d39-dc70be9811f1 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:24:12.748514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] Pushing event deleted for resources: {'Port': ['ID=04bf1d5e-5679-4349-8d39-dc70be9811f1,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:12.750753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f543e-23a7-4723-942f-3194a3b5d296 None None] No DVR routers for this DVR port 04bf1d5e-5679-4349-8d39-dc70be9811f1 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:24:12.823063 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.843695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0732e8e6-01c8-4b12-826e-0ec028f51641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.848682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a985c5ef-2367-4267-a13f-55c0d4399b72']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:12.858199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abae8014-fc7b-41bd-b0e2-f1c41fc95222') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:12.858598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abae8014-fc7b-41bd-b0e2-f1c41fc95222') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:12.909736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0732e8e6-01c8-4b12-826e-0ec028f51641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.986761 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0732e8e6-01c8-4b12-826e-0ec028f51641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:12.996156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6bc1ac1f-9d7a-4904-954a-f981b67b2929 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:13.008362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732e8e6-01c8-4b12-826e-0ec028f51641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5474d2e6-a1eb-4a42-ae53-8dbab2bf0d1b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:13.022514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 6bc1ac1f-9d7a-4904-954a-f981b67b2929 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:13.024688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 6bc1ac1f-9d7a-4904-954a-f981b67b2929 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:13.131478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0732e8e6-01c8-4b12-826e-0ec028f51641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.132757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0732e8e6-01c8-4b12-826e-0ec028f51641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4013441 Nov 12 21:24:13.135603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57462) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:13.140488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0e738504-9bdb-4dd9-a1a8-da919fa771b3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': 'c5073d9e-f078-400a-a253-d07c063e200d', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:13.160839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.174961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.180912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:24:13.181296 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:24:13.184416 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:24:13.294684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e738504-9bdb-4dd9-a1a8-da919fa771b3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.352281 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e738504-9bdb-4dd9-a1a8-da919fa771b3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.363466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.370483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.374532 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/networks/a985c5ef-2367-4267-a13f-55c0d4399b72 HTTP/1.1" status: 204 len: 168 time: 1.0831685 Nov 12 21:24:13.376861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57464) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:13.385018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9148bb-5101-4991-b3d7-f08884ddf877 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Network': ['ID=a985c5ef-2367-4267-a13f-55c0d4399b72,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:13.469556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e738504-9bdb-4dd9-a1a8-da919fa771b3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.496957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e738504-9bdb-4dd9-a1a8-da919fa771b3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f335455-212a-47d3-a214-de019e188cde,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:13.555799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port d3b84e5e-c51e-4f88-a004-54c26d565b14 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:13.556138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.576325 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e738504-9bdb-4dd9-a1a8-da919fa771b3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.580855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0e738504-9bdb-4dd9-a1a8-da919fa771b3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4415531 Nov 12 21:24:13.581023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 04bf1d5e-5679-4349-8d39-dc70be9811f1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:13.582957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57466) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:13.588195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4f2c11db-4cbb-4919-9d5f-0655c29f18c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': 'c5073d9e-f078-400a-a253-d07c063e200d', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:13.599343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 04bf1d5e-5679-4349-8d39-dc70be9811f1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:13.599694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 04bf1d5e-5679-4349-8d39-dc70be9811f1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:13.642834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.643073 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.654798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for d3b84e5e-c51e-4f88-a004-54c26d565b14 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:13.678026 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-4f2c11db-4cbb-4919-9d5f-0655c29f18c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Project 63bfa0f529684f2aa7252aa13ff2dad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:24:13.683532 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f2c11db-4cbb-4919-9d5f-0655c29f18c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.741401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f2c11db-4cbb-4919-9d5f-0655c29f18c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.820973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f2c11db-4cbb-4919-9d5f-0655c29f18c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.836403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c11db-4cbb-4919-9d5f-0655c29f18c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682fa831-8751-48f3-abf5-fc5f9d052e51,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:13.872413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.896943 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4f2c11db-4cbb-4919-9d5f-0655c29f18c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.898124 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4f2c11db-4cbb-4919-9d5f-0655c29f18c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3139813 Nov 12 21:24:13.899952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=d3b84e5e-c51e-4f88-a004-54c26d565b14,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:13.900873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57468) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:13.908356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e627a1e2-698f-407a-9538-4ad1d9df4162 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': 'c5073d9e-f078-400a-a253-d07c063e200d', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:13.961092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:13.961423 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Floating IP 219874e0-0302-45fa-ab80-23ec08feeaa7 disassociated (deleted). External IP: 172.25.8.132, port: 1ecc0e50-221d-456f-be21-7d9b27e63694. Nov 12 21:24:13.997843 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-e627a1e2-698f-407a-9538-4ad1d9df4162 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Project 63bfa0f529684f2aa7252aa13ff2dad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:24:14.003107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e627a1e2-698f-407a-9538-4ad1d9df4162 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.059099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e627a1e2-698f-407a-9538-4ad1d9df4162 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.180882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router 40157c2d-212b-4beb-b5cd-da61044f24ff has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:14.226526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e627a1e2-698f-407a-9538-4ad1d9df4162 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.249750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627a1e2-698f-407a-9538-4ad1d9df4162 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e448a6-c08b-4052-8ae7-50bb5d8041d8,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:14.297473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:14.297771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e627a1e2-698f-407a-9538-4ad1d9df4162 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.300330 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e627a1e2-698f-407a-9538-4ad1d9df4162 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3980138 Nov 12 21:24:14.301862 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.303408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57470) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:14.309925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'network': {'name': 'tempest-network-smoke--590498988', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'port_security_enabled': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:14.310442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] Sync routers for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:14.321050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:14.322416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:14.331788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-01d770fc-67bd-470c-a300-6211b81260b2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/floatingips/219874e0-0302-45fa-ab80-23ec08feeaa7 HTTP/1.1" status: 204 len: 168 time: 0.9537282 Nov 12 21:24:14.332388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:14.334678 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7582da1e-713d-4680-b8eb-868f395ddba4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:14.373518 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a121425b-25ff-4ffe-8bc2-ec4378372f58 x-openstack-request-id: req-a121425b-25ff-4ffe-8bc2-ec4378372f58 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:14.374490 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:14.374823 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a121425b-25ff-4ffe-8bc2-ec4378372f58 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:14.375233 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'status': 'completed', 'code': 200} Nov 12 21:24:14.404571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:24:14.409549 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.439360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:24:14.448489 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.448721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:14.448913 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Added segment 32c69080-f100-4aac-b377-748f8d84d7eb of type vlan for network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 Nov 12 21:24:14.453943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-89d9ec61-a7f4-4923-bfe5-860334f30d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:14.455573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-89d9ec61-a7f4-4923-bfe5-860334f30d9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 1097 time: 0.0472779 Nov 12 21:24:14.491497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.560469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-ef0465f1-b13b-4127-b9ee-ccb16c424626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:14.562409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-ef0465f1-b13b-4127-b9ee-ccb16c424626 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 HTTP/1.1" status: 200 len: 898 time: 0.0978601 Nov 12 21:24:14.581520 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.590450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:14.591179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.606276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-30a9ad68-5ea3-4c22-b0ae-e95951c876c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecc0e50-221d-456f-be21-7d9b27e63694 HTTP/1.1" status: 200 len: 217 time: 0.0369136 Nov 12 21:24:14.665467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:06Z', 'revision_number': 6, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:14.669609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-5da64b17-c87d-433e-af93-efbb7851438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:14.670603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Network': ['ID=12cfeb4c-6454-4a5c-9740-b7cde1a62434,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:14.671990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-5da64b17-c87d-433e-af93-efbb7851438e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b49591d1-4f66-43c4-acac-136e29a91726 HTTP/1.1" status: 200 len: 835 time: 0.0555537 Nov 12 21:24:14.704099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:24:14.706633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] Checking router: 40157c2d-212b-4beb-b5cd-da61044f24ff for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:14.722586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-ba18d460-f181-4f0b-b46b-316965d60f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:14.724142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-ba18d460-f181-4f0b-b46b-316965d60f78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439990 Nov 12 21:24:14.731776 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a505bf2f-8209-49a9-9cae-664ea506b482 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4273009 Nov 12 21:24:14.736322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57476) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:14.739581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'admin_state_up': True, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:14.766113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:14.766998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:14.840414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-6fd9bd30-fd1a-48cf-89c4-170c232874dc service neutron] 10.222.0.46 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074750 Nov 12 21:24:14.849784 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.851544 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.889150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:14.908227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:14.934459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd3b29-aee6-4c92-8326-76de625d1d2a req-6bec9601-8a5a-4a69-98d5-bf93f1276885 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:14.935975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eccd3b29-aee6-4c92-8326-76de625d1d2a req-6bec9601-8a5a-4a69-98d5-bf93f1276885 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 945 time: 0.1150963 Nov 12 21:24:14.980573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7582da1e-713d-4680-b8eb-868f395ddba4 req-b805c4be-1925-408d-9da1-fe5cbad736b5 service neutron] 10.222.0.46 "GET /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220186 Nov 12 21:24:15.010020 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eccd3b29-aee6-4c92-8326-76de625d1d2a req-f5097430-7ccc-44e3-ae60-4a9cf0cfb95f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632730 Nov 12 21:24:15.104546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:06Z', 'revision_number': 6, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:15.114236 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:15.135899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd8354-3e79-4670-bec1-f3da266e96c3 None None] The sync data for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 is: [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:06Z', 'revision_number': 6, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '4fb8fd26-7b41-4eb5-903e-83b5efe02ad0', 'name': '', 'network_id': '5ed7ee50-4b2b-4563-87a8-fa3d4c025d34', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:61:75:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:19Z', 'updated_at': '2021-11-12T21:22:24Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': 'b49591d1-4f66-43c4-acac-136e29a91726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:15.378857 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19880cd1-003e-49d4-93e9-ccc6b3755b28 None None] New status for floating IP 219874e0-0302-45fa-ab80-23ec08feeaa7: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:24:15.437868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:15.461850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:15.568630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.25.8.243 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/59765e1b-e871-45ea-92a7-593a9a723833) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:15.675046 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:15.815435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:15.854124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:15.859211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:15.862884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:15.868716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=59765e1b-e871-45ea-92a7-593a9a723833,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:15.873319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c910b617-2a4f-49cd-870d-d4ec87007cab None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:15.896087 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.896433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.902844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:15.985639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0619558b-7798-4f5b-b988-2bd1d42aca5a None None] Provisioning complete for port 59765e1b-e871-45ea-92a7-593a9a723833 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:15.986002 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0619558b-7798-4f5b-b988-2bd1d42aca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:16.022093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0619558b-7798-4f5b-b988-2bd1d42aca5a None None] Port 59765e1b-e871-45ea-92a7-593a9a723833 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:16.167679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5644b0-5c20-4625-a788-55847b6dccd6 req-58a0245b-c310-43f8-b707-dd60cb418125 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:16.169178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d5644b0-5c20-4625-a788-55847b6dccd6 req-58a0245b-c310-43f8-b707-dd60cb418125 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 945 time: 0.0869207 Nov 12 21:24:16.191163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85218a42-a3c9-4af2-a469-76a0dd8f53a5 req-6ac7edc5-0317-4952-951b-73f6594f225a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:16.192640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85218a42-a3c9-4af2-a469-76a0dd8f53a5 req-6ac7edc5-0317-4952-951b-73f6594f225a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 945 time: 0.0772200 Nov 12 21:24:16.261200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d5644b0-5c20-4625-a788-55847b6dccd6 req-0e2810c0-ce08-4df4-8b9d-b1c0270ee387 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a802caf9-44fd-4357-a77f-cab5e3b4d559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844867 Nov 12 21:24:16.269919 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:16.284900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85218a42-a3c9-4af2-a469-76a0dd8f53a5 req-ac6ae794-1fec-4074-8b24-cca2693a2c88 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842624 Nov 12 21:24:16.326043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-8201d81d-9af7-4871-96d7-ba7e4c85cf07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:16.328231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-8201d81d-9af7-4871-96d7-ba7e4c85cf07 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 945 time: 0.0567839 Nov 12 21:24:16.427184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port 1ecc0e50-221d-456f-be21-7d9b27e63694 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:16.427563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:16.474557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:16.518437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port 1ecc0e50-221d-456f-be21-7d9b27e63694, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=1ecc0e50-221d-456f-be21-7d9b27e63694,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:16.518807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:16.532897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for 1ecc0e50-221d-456f-be21-7d9b27e63694 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:16.666567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:24:16.729345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:16.761037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=1ecc0e50-221d-456f-be21-7d9b27e63694,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:16.783017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:16.792188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Sync routers for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:16.803845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:16.804491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:16.812671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] No DVR routers for this DVR port 1ecc0e50-221d-456f-be21-7d9b27e63694 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:24:16.815363 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:16.819469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7d69c12f-542e-49bd-bff5-ce5afe60f08c req-315bf0e4-bab0-4a33-9a01-f63df24bd653 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.46 "DELETE /v2.0/ports/1ecc0e50-221d-456f-be21-7d9b27e63694 HTTP/1.1" status: 204 len: 173 time: 0.4845755 Nov 12 21:24:16.819925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'name': 'network-vif-deleted', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:16.822994 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2de381-277d-4709-a176-bf96b4f2bc6c" -d '{"events": [{"server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "name": "network-vif-deleted", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:16.860030 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a95a492-169b-404c-9289-217e6baeacfd x-openstack-request-id: req-2a95a492-169b-404c-9289-217e6baeacfd {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:16.860327 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c708ec4-f8d5-4743-92f4-bb149456422e", "name": "network-vif-deleted", "tag": "1ecc0e50-221d-456f-be21-7d9b27e63694", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:16.860582 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a95a492-169b-404c-9289-217e6baeacfd {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:16.860980 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c708ec4-f8d5-4743-92f4-bb149456422e', 'name': 'network-vif-deleted', 'tag': '1ecc0e50-221d-456f-be21-7d9b27e63694', 'status': 'completed', 'code': 200} Nov 12 21:24:16.892612 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:16.894186 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6dec1801-d4ce-450d-b821-d63c25aa8f07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1579320 Nov 12 21:24:16.897394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57488) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:16.932621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-445b98fa-e711-42ab-a900-7e52536ac630 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=63bfa0f529684f2aa7252aa13ff2dad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338907 Nov 12 21:24:16.935314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57490) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:17.032914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0d084-acbb-4d5e-87ec-3aae533391c7 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:17.034372 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0be0d084-acbb-4d5e-87ec-3aae533391c7 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978906 Nov 12 21:24:17.037300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57492) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:17.067205 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a1a76bb6-e77f-4585-b2b6-37063b48709e tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288332 Nov 12 21:24:17.069661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57494) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:17.074516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959025001', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:17.083439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:17.272181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:24:17.276125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.285818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:16Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:17.314651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Checking router: 3c4cd316-c69f-42e3-986b-a6c52d3fb229 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:17.314651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Updating router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 port 59765e1b-e871-45ea-92a7-593a9a723833 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:24:17.344048 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.388141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-420bf083-122f-4231-a18e-c9e7e73c4797 req-8f0076ee-3248-4fe2-8984-01063f2c30d7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c708ec4-f8d5-4743-92f4-bb149456422e HTTP/1.1" status: 200 len: 210 time: 0.0328226 Nov 12 21:24:17.449897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c4dce-34a7-4f02-ad09-ed1c8b5d73cf req-d27349d8-a611-419b-80cd-13185c535931 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:17.451418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be7c4dce-34a7-4f02-ad09-ed1c8b5d73cf req-d27349d8-a611-419b-80cd-13185c535931 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 945 time: 0.0664339 Nov 12 21:24:17.514976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be7c4dce-34a7-4f02-ad09-ed1c8b5d73cf req-7bca6d76-8791-447f-806b-feb1578c28bd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557799 Nov 12 21:24:17.586497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.638091 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.652167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Subnet': ['ID=8b2302d3-b402-4568-b31d-6d36a1caa774,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:17.663820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Checking segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:17.664181 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network hostable DHCP agents. Network: 12cfeb4c-6454-4a5c-9740-b7cde1a62434, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:24:17.735181 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.769887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:24:17.781578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8763da-8046-41d7-a9e2-17377816d201 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:17.793474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Attempting to bind port 59765e1b-e871-45ea-92a7-593a9a723833 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:17.795385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Attempting to bind port 59765e1b-e871-45ea-92a7-593a9a723833 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:17.795385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Attempting to bind port 59765e1b-e871-45ea-92a7-593a9a723833 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:17.804413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:17.804789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:17.805190 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.805573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:17.806036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Bound port: 59765e1b-e871-45ea-92a7-593a9a723833, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:17.806420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.809332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d63e17-1864-430a-a264-b71c75d61e28 None None] Pushing event updated for resources: {'Port': ['ID=59765e1b-e871-45ea-92a7-593a9a723833,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:17.867794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] For port 59765e1b-e871-45ea-92a7-593a9a723833, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:17.871006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] For port 59765e1b-e871-45ea-92a7-593a9a723833, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=59765e1b-e871-45ea-92a7-593a9a723833,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:17.874189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5befdd38-5fb5-4be6-9008-8d1ba51c0f71 None None] Provisioning complete for port 59765e1b-e871-45ea-92a7-593a9a723833 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:17.874558 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5befdd38-5fb5-4be6-9008-8d1ba51c0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.889783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 12cfeb4c-6454-4a5c-9740-b7cde1a62434) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:17.897171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:17.899369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.900500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d39d0a-b471-459b-8210-b0fea4749250 None None] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:24:17.934040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5befdd38-5fb5-4be6-9008-8d1ba51c0f71 None None] Port 59765e1b-e871-45ea-92a7-593a9a723833 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:17.944580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-d85109bf-f1c4-415d-84e1-66fe30a5d0e2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:17.946108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-d85109bf-f1c4-415d-84e1-66fe30a5d0e2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 945 time: 0.0535665 Nov 12 21:24:17.962862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:17.986427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2db854fe-177c-4988-af2e-c825f2b28feb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9155173 Nov 12 21:24:17.989108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57500) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:18.024401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a7b326-e5cd-44a5-b8a9-39451ce41fb8 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:18.056399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port b8272839-6d14-479f-8972-3c4e5f0a3071 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:18.056745 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.062124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:18.062740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:18.065424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d63e17-1864-430a-a264-b71c75d61e28 None None] Pushing event updated for resources: {'Port': ['ID=59765e1b-e871-45ea-92a7-593a9a723833,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:18.169572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] For port b8272839-6d14-479f-8972-3c4e5f0a3071, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=b8272839-6d14-479f-8972-3c4e5f0a3071,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:18.169941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.225513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-460d6a13-3bbd-47db-80d6-33433392c243 None None] Provisioning complete for port 59765e1b-e871-45ea-92a7-593a9a723833 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:18.226052 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-460d6a13-3bbd-47db-80d6-33433392c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.232090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:24:18.233552 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.282423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:18.376435 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.377387 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.377387 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Floating IP 82860e69-ff40-4c49-8e87-3063f9b281d3 disassociated. External IP: 172.25.8.233, port: b8272839-6d14-479f-8972-3c4e5f0a3071. Nov 12 21:24:18.377783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for b8272839-6d14-479f-8972-3c4e5f0a3071 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:18.467131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57504) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:18.487605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.562377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6c53a3-6b42-4c05-b438-f44d00d38a5d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.566604 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-460d6a13-3bbd-47db-80d6-33433392c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.578846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Allocated IP 172.20.0.2 (12cfeb4c-6454-4a5c-9740-b7cde1a62434/8b2302d3-b402-4568-b31d-6d36a1caa774/a2de0b3b-22fe-4697-a5f8-afcd7c431e72) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:18.591520 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6c53a3-6b42-4c05-b438-f44d00d38a5d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.623312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-460d6a13-3bbd-47db-80d6-33433392c243 None None] For port 59765e1b-e871-45ea-92a7-593a9a723833, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=59765e1b-e871-45ea-92a7-593a9a723833,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:18.646293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:16Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:18.676404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be0729-168b-450e-8443-c21402aa9d85 None None] The sync data for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 is: [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:16Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:18.683181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524bb19-822d-4bd5-b22f-deb2e9a85c84 req-44965a32-1548-411e-9605-140dc2431d19 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:18.684940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4524bb19-822d-4bd5-b22f-deb2e9a85c84 req-44965a32-1548-411e-9605-140dc2431d19 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 945 time: 0.0623960 Nov 12 21:24:18.720295 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.739590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-460d6a13-3bbd-47db-80d6-33433392c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.765851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=b8272839-6d14-479f-8972-3c4e5f0a3071,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:18.804536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4524bb19-822d-4bd5-b22f-deb2e9a85c84 req-412c316f-b123-4205-a025-cf1a516c4852 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062663 Nov 12 21:24:18.838007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d6a13-3bbd-47db-80d6-33433392c243 None None] Pushing event updated for resources: {'Port': ['ID=59765e1b-e871-45ea-92a7-593a9a723833,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:18.907752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6c53a3-6b42-4c05-b438-f44d00d38a5d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.910582 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6c53a3-6b42-4c05-b438-f44d00d38a5d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:18.914711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ec6c53a3-6b42-4c05-b438-f44d00d38a5d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/security-groups/a802caf9-44fd-4357-a77f-cab5e3b4d559 HTTP/1.1" status: 204 len: 168 time: 0.4477937 Nov 12 21:24:18.935476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c53a3-6b42-4c05-b438-f44d00d38a5d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a802caf9-44fd-4357-a77f-cab5e3b4d559,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:18.950884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:18.960975 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:19.013759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57510) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:19.088242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:19.119480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:19.124862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:19.138819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:19.138939 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:19.151894 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:19.152984 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:19.179570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] No DVR routers for this DVR port b8272839-6d14-479f-8972-3c4e5f0a3071 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:24:19.182412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:19.182589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:19.192071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c30b4856-85af-4c05-88af-3ba168c72a0b req-38741c3a-e0d7-42f0-8dbb-6992d84ed1ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "DELETE /v2.0/ports/b8272839-6d14-479f-8972-3c4e5f0a3071 HTTP/1.1" status: 204 len: 173 time: 1.2361386 Nov 12 21:24:19.192581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'name': 'network-vif-deleted', 'tag': 'b8272839-6d14-479f-8972-3c4e5f0a3071'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:19.204345 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2851547c-65af-467d-ae92-c6feb402a559" -d '{"events": [{"server_uuid": "1de5b539-3e3b-400f-9a4b-3cfed4609571", "name": "network-vif-deleted", "tag": "b8272839-6d14-479f-8972-3c4e5f0a3071"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:19.279045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Pushing event updated for resources: {'Port': ['ID=a2de0b3b-22fe-4697-a5f8-afcd7c431e72,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:19.290657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.290657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.290657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.291020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.291367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.293117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.294106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.294570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.294921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.295261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.296466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.297215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:19.326066 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc9f2ab-627f-4916-aaa2-368f60856c8f x-openstack-request-id: req-5bc9f2ab-627f-4916-aaa2-368f60856c8f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:19.326375 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de5b539-3e3b-400f-9a4b-3cfed4609571", "name": "network-vif-deleted", "tag": "b8272839-6d14-479f-8972-3c4e5f0a3071", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:19.326682 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bc9f2ab-627f-4916-aaa2-368f60856c8f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:19.327104 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de5b539-3e3b-400f-9a4b-3cfed4609571', 'name': 'network-vif-deleted', 'tag': 'b8272839-6d14-479f-8972-3c4e5f0a3071', 'status': 'completed', 'code': 200} Nov 12 21:24:19.347275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Attempting to bind port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:19.347853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Attempting to bind port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:19.348229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Attempting to bind port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:19.354557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:19.355548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Checking segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:19.356085 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:19.356527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Bound using segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:19.357089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Bound port: a2de0b3b-22fe-4697-a5f8-afcd7c431e72, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:19.357483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:19.374335 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:19.504809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] For port a2de0b3b-22fe-4697-a5f8-afcd7c431e72, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:19.508289 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] For port a2de0b3b-22fe-4697-a5f8-afcd7c431e72, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a2de0b3b-22fe-4697-a5f8-afcd7c431e72,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:19.604698 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:19.652459 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:19.668805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.20.0.1 (12cfeb4c-6454-4a5c-9740-b7cde1a62434/8b2302d3-b402-4568-b31d-6d36a1caa774/c494b934-e252-425d-b2d5-390719b3b707) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:19.690124 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 59765e1b-e871-45ea-92a7-593a9a723833 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:19.700980 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:19.715521 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:19.716805 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:19.797309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be270fb-7f74-4b39-aff2-8c46ea1c23e1 None None] Pushing event updated for resources: {'Port': ['ID=a2de0b3b-22fe-4697-a5f8-afcd7c431e72,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:19.822399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 59765e1b-e871-45ea-92a7-593a9a723833 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:19.823486 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:19.938501 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:20.051266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-638325b8-cacc-4766-9976-678eb6dd4810 req-7f198334-cf70-4f4a-9c94-6a830cf09b9f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0837450 Nov 12 21:24:20.114863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:20.208042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1ecc0e50-221d-456f-be21-7d9b27e63694 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:20.249021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 1ecc0e50-221d-456f-be21-7d9b27e63694 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:20.249624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 1ecc0e50-221d-456f-be21-7d9b27e63694 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:20.250249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b8272839-6d14-479f-8972-3c4e5f0a3071 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:20.258632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:20.289405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: b8272839-6d14-479f-8972-3c4e5f0a3071 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:20.290004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device b8272839-6d14-479f-8972-3c4e5f0a3071 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:20.324843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:20.331041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:20.337471 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:20.341383 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:20.342354 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:20.348535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=c494b934-e252-425d-b2d5-390719b3b707,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:20.376348 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875743a5-5f14-454b-b6bc-6834679885ce None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:20.457927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:20.738008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:20.798621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:20.798968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:20.980740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:20.981108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:21.005544 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:21.205871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a13d9-0dfe-4150-afa8-c657e6e6a2c7 None None] New status for floating IP 82860e69-ff40-4c49-8e87-3063f9b281d3: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:24:21.246352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:21.279748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f4b1e-f2a4-449e-aeb6-e13c80ec3393 None None] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:24:21.329327 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:21.403551 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:21.528510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:21.540471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e311127-9d39-4882-806d-26927eeef97f None None] Provisioning complete for port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:21.540980 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e311127-9d39-4882-806d-26927eeef97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:21.578584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:21.583089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:21.604480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9d63b7e-1c0b-4faf-8e87-eb0bf6312b75 req-f41d3e2a-6cfc-4911-bccc-4fdc3e32e0f1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0585697 Nov 12 21:24:21.685664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=c494b934-e252-425d-b2d5-390719b3b707,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:21.756451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a2de0b3b-22fe-4697-a5f8-afcd7c431e72 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:21.838853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=4fb8fd26-7b41-4eb5-903e-83b5efe02ad0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:21.919522 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e311127-9d39-4882-806d-26927eeef97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:21.978756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:21.994550 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.002639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5e311127-9d39-4882-806d-26927eeef97f None None] For port a2de0b3b-22fe-4697-a5f8-afcd7c431e72, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a2de0b3b-22fe-4697-a5f8-afcd7c431e72,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:22.003881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:22.004350 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.084530 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e311127-9d39-4882-806d-26927eeef97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.133279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.204673 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:24:22.205061 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:24:22.222004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e311127-9d39-4882-806d-26927eeef97f None None] Pushing event updated for resources: {'Port': ['ID=a2de0b3b-22fe-4697-a5f8-afcd7c431e72,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:22.224055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:22.240882 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-22a3200f-0b6b-458b-90da-d6f06c04499c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "PUT /v2.0/routers/3c4cd316-c69f-42e3-986b-a6c52d3fb229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2404759 Nov 12 21:24:22.241202 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Sync routers for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:22.267443 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:22.283625 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:22.379696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router 40157c2d-212b-4beb-b5cd-da61044f24ff has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:22.429378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a5e8bddc-15c9-4c0f-a6d7-19113123939b None None] Provisioning complete for port c494b934-e252-425d-b2d5-390719b3b707 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:22.440009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bddc-15c9-4c0f-a6d7-19113123939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.531094 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:22.540432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8bddc-15c9-4c0f-a6d7-19113123939b None None] Port c494b934-e252-425d-b2d5-390719b3b707 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:22.554509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] Sync routers for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:22.565603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a5e8bddc-15c9-4c0f-a6d7-19113123939b None None] Provisioning complete for port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:22.566069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bddc-15c9-4c0f-a6d7-19113123939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.578335 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8773618d-0fbd-4829-8cb8-377ebe726da3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "PUT /v2.0/routers/40157c2d-212b-4beb-b5cd-da61044f24ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5556531 Nov 12 21:24:22.578335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57534) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:22.580251 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:22.617761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:22.620178 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:22.655994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-c51015e9-0bed-4dbb-aa24-6028c2be00fd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759525857&fields=id&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 267 time: 0.1197188 Nov 12 21:24:22.681017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-173b8c3e-5081-477d-b0a6-133c5e9162ce tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting subnet b49591d1-4f66-43c4-acac-136e29a91726 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:24:22.685665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-173b8c3e-5081-477d-b0a6-133c5e9162ce tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.768662 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-173b8c3e-5081-477d-b0a6-133c5e9162ce tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.854993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d23ed884-4065-43b1-8325-68f879300d94 req-324b775e-ab32-4ff6-a0cd-3a000b1cb274 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0562167 Nov 12 21:24:22.925824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-6f68d0c9-085b-45ae-a9e7-8586978062e3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:22.927852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-6f68d0c9-085b-45ae-a9e7-8586978062e3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 796 time: 0.2645855 Nov 12 21:24:22.938984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:22.945096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-173b8c3e-5081-477d-b0a6-133c5e9162ce tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.959584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-a6bcbd42-3e9e-4eed-a12f-fbf6740fc2b9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/quotas/63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 375 time: 0.0250263 Nov 12 21:24:22.965178 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 2, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:23.026728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-c245c0c8-785e-4ddf-b9ec-0558379547e2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655985 Nov 12 21:24:23.029969 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Checking router: 3c4cd316-c69f-42e3-986b-a6c52d3fb229 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:23.030339 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Updating router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 port c494b934-e252-425d-b2d5-390719b3b707 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:24:23.073719 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.095496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-173b8c3e-5081-477d-b0a6-133c5e9162ce tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.162217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-43e28f8d-a7ab-4af9-a547-bd8c01bb132d service neutron] 10.222.0.64 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253452 Nov 12 21:24:23.166530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b8c3e-5081-477d-b0a6-133c5e9162ce tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Subnet': ['ID=b49591d1-4f66-43c4-acac-136e29a91726,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:23.187673 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-173b8c3e-5081-477d-b0a6-133c5e9162ce tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.192554 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-173b8c3e-5081-477d-b0a6-133c5e9162ce tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/subnets/b49591d1-4f66-43c4-acac-136e29a91726 HTTP/1.1" status: 204 len: 168 time: 0.6201177 Nov 12 21:24:23.195218 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57538) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:23.214064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71de397-eb8d-4b38-bab3-133e4a05c4de None None] Network 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:24:23.327642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.456858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a577f687-bf26-4cb9-a32b-bd7478dc415b None None] Provisioning complete for port c494b934-e252-425d-b2d5-390719b3b707 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:23.457227 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a577f687-bf26-4cb9-a32b-bd7478dc415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.492968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.500029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a577f687-bf26-4cb9-a32b-bd7478dc415b None None] Port c494b934-e252-425d-b2d5-390719b3b707 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:23.529364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:21Z', 'revision_number': 7, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': '6e26fdbb-00b3-4bad-90ce-06065ce49769', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:22:15Z', 'updated_at': '2021-11-12T21:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:23.581509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] Checking router: 40157c2d-212b-4beb-b5cd-da61044f24ff for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:23.597557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] Routers {'40157c2d-212b-4beb-b5cd-da61044f24ff'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:23.597557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['40157c2d-212b-4beb-b5cd-da61044f24ff'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:23.597841 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.666422 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.690345 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port 6e26fdbb-00b3-4bad-90ce-06065ce49769 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:23.690779 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.707441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] Set router 40157c2d-212b-4beb-b5cd-da61044f24ff gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:23.748171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] DHCP port deletion for 5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:23.754677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-827f6355-f885-4e56-96fb-a30999a484d0 service neutron] 10.222.0.64 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896859 Nov 12 21:24:23.794918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:23Z', 'revision_number': 8, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:23.797373 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77c622-333c-42fb-a3e5-f3121f21290b None None] Pushing event updated for resources: {'Port': ['ID=c494b934-e252-425d-b2d5-390719b3b707,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:23.813280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a2de0b3b-22fe-4697-a5f8-afcd7c431e72 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:23.863301 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Attempting to bind port c494b934-e252-425d-b2d5-390719b3b707 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:23.863705 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Attempting to bind port c494b934-e252-425d-b2d5-390719b3b707 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:23.864072 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Attempting to bind port c494b934-e252-425d-b2d5-390719b3b707 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:23.870115 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:23.870490 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Checking segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:23.870906 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.871313 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Bound using segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:23.871783 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Bound port: c494b934-e252-425d-b2d5-390719b3b707, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:23.872160 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.917240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a05756-9329-4b6c-9ff3-bf2a589cf156 None None] The sync data for ids ['40157c2d-212b-4beb-b5cd-da61044f24ff'] in n-d-713498-29 is: [{'id': '40157c2d-212b-4beb-b5cd-da61044f24ff', 'name': 'tempest-TestNetworkBasicOps-router-1996552305', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:22:14Z', 'updated_at': '2021-11-12T21:24:23Z', 'revision_number': 8, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:23.952446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port 6e26fdbb-00b3-4bad-90ce-06065ce49769, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=6e26fdbb-00b3-4bad-90ce-06065ce49769,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:23.956318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.982699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] For port c494b934-e252-425d-b2d5-390719b3b707, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:23.987376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:23.987690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:23.987810 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] For port c494b934-e252-425d-b2d5-390719b3b707, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c494b934-e252-425d-b2d5-390719b3b707,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:23.990159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] Deleting port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:24:23.990511 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.015423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for 6e26fdbb-00b3-4bad-90ce-06065ce49769 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:24.028639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40e8df49-7c20-4544-9fab-7a8cf3cbeaf9 req-192d75ba-c8f0-41f8-bd2b-48a487b0f033 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0346885 Nov 12 21:24:24.066651 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.134908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] For port 496dcdf0-1839-4b1a-b2b0-781b7d504a25, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=496dcdf0-1839-4b1a-b2b0-781b7d504a25,segment=NetworkSegment(3398186a-2518-4909-b5ca-7cd48072b560),segment_id=3398186a-2518-4909-b5ca-7cd48072b560)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:24.137194 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.142920 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:24.144819 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:24.192034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] Calling delete_port for 496dcdf0-1839-4b1a-b2b0-781b7d504a25 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:24:24.261130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72500a9f-ab88-4bc8-b239-1e49f6b5917e req-03e72706-fcb1-4b64-b825-506244931807 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 210 time: 0.0510359 Nov 12 21:24:24.287366 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77c622-333c-42fb-a3e5-f3121f21290b None None] Pushing event updated for resources: {'Port': ['ID=c494b934-e252-425d-b2d5-390719b3b707,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:24.416178 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:24.438497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.494970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=6e26fdbb-00b3-4bad-90ce-06065ce49769,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:24.585317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf4636-47bd-42c2-88d2-8bdd1f3ce94a None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:24.621416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.667379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-05c64613-ce61-4f5b-8975-b202ad8816d5 None None] Provisioning complete for port c494b934-e252-425d-b2d5-390719b3b707 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:24.668009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-05c64613-ce61-4f5b-8975-b202ad8816d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.812719 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-05c64613-ce61-4f5b-8975-b202ad8816d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.815938 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.821909 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.850303 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:23Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:24.861028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-05c64613-ce61-4f5b-8975-b202ad8816d5 None None] For port c494b934-e252-425d-b2d5-390719b3b707, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c494b934-e252-425d-b2d5-390719b3b707,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:24.867160 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.894208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f65b2-be5a-4f30-b409-3c4ccc385e96 None None] The sync data for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 is: [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:23Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:24.899821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] Pushing event deleted for resources: {'Port': ['ID=496dcdf0-1839-4b1a-b2b0-781b7d504a25,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:24.911207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94765bf3-761a-4c6e-b6ae-bc7997d4a765 None None] No DVR routers for this DVR port 496dcdf0-1839-4b1a-b2b0-781b7d504a25 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:24:24.926245 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-05c64613-ce61-4f5b-8975-b202ad8816d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.947262 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.947860 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Fanout notify agent at l3_agent the message router_deleted on router 40157c2d-212b-4beb-b5cd-da61044f24ff {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:24:24.966680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.970047 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c2030fd2-4449-4475-b453-93edec649a26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/routers/40157c2d-212b-4beb-b5cd-da61044f24ff HTTP/1.1" status: 204 len: 168 time: 1.7734404 Nov 12 21:24:24.972858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57552) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:25.081852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c64613-ce61-4f5b-8975-b202ad8816d5 None None] Pushing event updated for resources: {'Port': ['ID=c494b934-e252-425d-b2d5-390719b3b707,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:25.092949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a1efb2d-13b4-40f1-826d-4b7d7d2d91e8 None None] Provisioning complete for port c494b934-e252-425d-b2d5-390719b3b707 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:25.093567 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a1efb2d-13b4-40f1-826d-4b7d7d2d91e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.104918 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.313087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2d304f2-9874-4d9b-b674-4dd762ec8c44 req-cba890c9-ba0e-4c19-a4c7-7967877bd131 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.1225610 Nov 12 21:24:25.325941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.356619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed7ee50-4b2b-4563-87a8-fa3d4c025d34']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:25.377582 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3398186a-2518-4909-b5ca-7cd48072b560') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:25.377967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3398186a-2518-4909-b5ca-7cd48072b560') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:25.411240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42c50875-afe5-45fc-afa8-bcd86f38f4d6 req-dac906f2-24b5-46ca-aeab-c52dc03ecdcf tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 210 time: 0.0423522 Nov 12 21:24:25.411240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.441112 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.448319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:24:25.448805 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:24:25.452277 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:24:25.592059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.602497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.605897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/networks/5ed7ee50-4b2b-4563-87a8-fa3d4c025d34 HTTP/1.1" status: 204 len: 168 time: 0.6320369 Nov 12 21:24:25.620438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Network': ['ID=5ed7ee50-4b2b-4563-87a8-fa3d4c025d34,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:25.629591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57558) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:25.632277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.632697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.633123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.634348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.634348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.634348 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.634656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.635037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.635515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.635916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.636265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.636603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b4c0a-e70d-4199-88d8-9b4c96cd0807 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:24:25.645196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'network': {'name': 'tempest-network-smoke--559622739', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'port_security_enabled': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:25.669769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c494b934-e252-425d-b2d5-390719b3b707 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:25.718931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:24:25.722889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.751168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c494b934-e252-425d-b2d5-390719b3b707 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:25.751592 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.753702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:24:25.770768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.771143 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Added segment b1c8f07f-354d-4334-91c9-9df9638b8cdc of type vlan for network 4eb8b892-228d-48e8-862b-480feea69c88 Nov 12 21:24:25.824146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.903711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 496dcdf0-1839-4b1a-b2b0-781b7d504a25 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:25.912256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.919045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:25.919893 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.935705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 496dcdf0-1839-4b1a-b2b0-781b7d504a25 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:25.936623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 496dcdf0-1839-4b1a-b2b0-781b7d504a25 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:25.939719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:25.965326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:25.965676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4fb8fd26-7b41-4eb5-903e-83b5efe02ad0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:25.966093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6e26fdbb-00b3-4bad-90ce-06065ce49769 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:24:25.986712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 6e26fdbb-00b3-4bad-90ce-06065ce49769 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:24:25.987060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 6e26fdbb-00b3-4bad-90ce-06065ce49769 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:24:26.007450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Network': ['ID=4eb8b892-228d-48e8-862b-480feea69c88,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:26.018413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 4eb8b892-228d-48e8-862b-480feea69c88 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:24:26.028511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c678bb91-9507-4ff0-b25c-364300f110df tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3871622 Nov 12 21:24:26.031542 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57560) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:26.038988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-845242288', 'admin_state_up': True, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:26.123585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:26.124838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:26.183317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:26.491049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5439c60c-bdce-43af-81b3-4f51396cb3a8 req-b06a9d90-e45b-403d-8a8d-1b62f038bd7f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5b539-3e3b-400f-9a4b-3cfed4609571 HTTP/1.1" status: 200 len: 210 time: 0.0538063 Nov 12 21:24:26.549733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-3a0a5957-73b8-4473-a120-614e083865d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:26.551258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-3a0a5957-73b8-4473-a120-614e083865d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 796 time: 0.2059209 Nov 12 21:24:26.582771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b859dd2f-eda4-4fc7-b9ba-22cbc2d76bc7 req-332f2fef-f4de-4534-bf3b-f4517f30bd46 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 210 time: 0.0544882 Nov 12 21:24:26.669819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-7c54c22f-24ab-45f2-ba87-58da9c29b772 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 380 time: 0.0944483 Nov 12 21:24:26.680801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'port': {'device_id': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'admin_state_up': True, 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'security_groups': ['c5073d9e-f078-400a-a253-d07c063e200d']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:26.732715 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:26.924854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:24:26.928428 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.002110 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.022112 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.057580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.20.0.3 (12cfeb4c-6454-4a5c-9740-b7cde1a62434/8b2302d3-b402-4568-b31d-6d36a1caa774/4e80272c-b253-4f2a-ba83-5eb95c986ff4) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:27.132244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.25.8.176 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/ea4d40f3-fba1-4e3f-9345-33d34c3d7c73) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:27.205635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.245173 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.283801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.327055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:27.332497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:27.336321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:27.341456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.344010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:27.389966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:27.392884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:27.395668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:27.399209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:27.399856 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.409691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f16d56-69ab-43d2-9cce-c4e5405a292f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:27.432983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=ea4d40f3-fba1-4e3f-9345-33d34c3d7c73,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:27.474768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-19ee7f9c-d186-45d2-b62a-731e859f89c5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981844 Nov 12 21:24:27.489214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-d3da048b-3ac9-4a41-827a-2b48bbb822ea tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:24:27.490256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-d3da048b-3ac9-4a41-827a-2b48bbb822ea tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054276 Nov 12 21:24:27.519191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7dc769c8-ac24-48c5-ad76-4fb06390ac58 None None] Provisioning complete for port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:27.520393 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7dc769c8-ac24-48c5-ad76-4fb06390ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.591519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7dc769c8-ac24-48c5-ad76-4fb06390ac58 None None] Port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:27.594160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Request body: {'port': {'device_id': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:27.597105 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-560d7cb4-e3ff-464f-9d40-267cc7196cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.665157 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.719017 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c201e230-8242-4674-a88c-965f758d6615 None None] Provisioning complete for port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:27.719617 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c201e230-8242-4674-a88c-965f758d6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.762377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c201e230-8242-4674-a88c-965f758d6615 None None] Port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:27.777627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:27.782840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6ac82-c8a3-4051-9f3b-1cc31d700877 req-36fb4824-6036-4999-b61d-07c73b64d8db tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:27.784394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48b6ac82-c8a3-4051-9f3b-1cc31d700877 req-36fb4824-6036-4999-b61d-07c73b64d8db tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 931 time: 0.1089115 Nov 12 21:24:27.883906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-556d6ae3-fe3f-42c7-9d96-1c2ae5b36ce2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806857471&fields=id&tenant_id=0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 267 time: 0.1473496 Nov 12 21:24:27.972244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48b6ac82-c8a3-4051-9f3b-1cc31d700877 req-431cc006-7c7a-45c8-8260-a0887a06678f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756718 Nov 12 21:24:27.981705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.097373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acadc7a-d308-4eff-973c-1282f37810eb req-0781e9b5-8ceb-4db2-8aca-f4027de6e7ba tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:28.098855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-0781e9b5-8ceb-4db2-8aca-f4027de6e7ba tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1988726 Nov 12 21:24:28.118041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-1ff5603e-ff01-4115-8ed9-b66b4b24cfc3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/quotas/0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 375 time: 0.0129216 Nov 12 21:24:28.168927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router cffcbc7d-dfbd-4e97-b285-e3b01019a6de is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:24:28.200932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e80272c-b253-4f2a-ba83-5eb95c986ff4 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:24:28.213137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-da5ef06d-d58c-4d63-a970-ae72fe623b1f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874195 Nov 12 21:24:28.218489 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.234922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-66eee679-1a4c-4f07-9b16-54b1e80bb83e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:24:28.239415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-66eee679-1a4c-4f07-9b16-54b1e80bb83e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078952 Nov 12 21:24:28.240879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Transition to ACTIVE for port object 4e80272c-b253-4f2a-ba83-5eb95c986ff4 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:24:28.282267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:28.294188 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Sync routers for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:28.305329 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:28.305934 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:28.307008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.358842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.365544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57580) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:28.369628 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cc1ba9d5-c0c3-4c16-b403-e27eb9ab62d2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3336928 Nov 12 21:24:28.419509 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:28.435080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c10a68e9-70f4-45c5-9ee3-524931ace6b1 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b550ce72c397456182871365ce74c6b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594423 Nov 12 21:24:28.437072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57582) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:28.457602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:28.470719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f071f4f5-115c-4649-a7dd-9ad6392e8f63 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274849 Nov 12 21:24:28.557473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a468df-a1d0-45a7-97ca-dacd5a0f4387 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:28.558816 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-92a468df-a1d0-45a7-97ca-dacd5a0f4387 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1206505 Nov 12 21:24:28.560610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:28.560986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:28.561317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:28.561720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57584) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:28.570205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:24:28.570533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:28.585473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:28.585829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Checking segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:28.586204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Bound using segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:28.586904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Bound port: 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:28.587262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.595565 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-92e37514-c5bb-4395-9a89-e8058ace700c tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326328 Nov 12 21:24:28.597990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57586) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:28.605198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2043614309', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:28.612389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-d3924f1f-092c-46e8-aee1-4a27c603c77a service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407235 Nov 12 21:24:28.682259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:28.682513 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:27Z', 'revision_number': 3, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:28.685583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:28.712519 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Checking router: cffcbc7d-dfbd-4e97-b285-e3b01019a6de for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:28.712519 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Updating router cffcbc7d-dfbd-4e97-b285-e3b01019a6de port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:24:28.738949 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.741067 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.758374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:24:28.763667 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.777483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:28.778169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:28.779795 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] 10.222.0.78 "PUT /v2.0/ports/4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 1092 time: 1.2816517 Nov 12 21:24:28.780325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:28.782683 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95a4fca-e058-4692-aab3-5fbe086764a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:28.837766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70235c-a673-4bd4-80f8-b5994f40ad5c service neutron] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:28.849170 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ebb2a3-4ca2-4509-9205-ddaf8de3d19c x-openstack-request-id: req-47ebb2a3-4ca2-4509-9205-ddaf8de3d19c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:28.849782 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:28.850219 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47ebb2a3-4ca2-4509-9205-ddaf8de3d19c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:28.850808 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'status': 'completed', 'code': 200} Nov 12 21:24:28.925218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4fca-e058-4692-aab3-5fbe086764a2 req-d76044ff-f14f-4e67-8522-6b46da246204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:28.927564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e95a4fca-e058-4692-aab3-5fbe086764a2 req-d76044ff-f14f-4e67-8522-6b46da246204 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1095 time: 0.0579889 Nov 12 21:24:29.067195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4fca-e058-4692-aab3-5fbe086764a2 req-7e623d7e-2cae-4d0e-bdbc-19d8a77b89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:29.069087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e95a4fca-e058-4692-aab3-5fbe086764a2 req-7e623d7e-2cae-4d0e-bdbc-19d8a77b89f8 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1338363 Nov 12 21:24:29.181696 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.248127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20dc3773-da3f-43d4-93be-b7e510388b1d req-8c21031b-c73d-4e05-99cf-4ad6b05c53dd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.0608552 Nov 12 21:24:29.263832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Subnet': ['ID=920eec52-1e69-47a1-857a-81b1e68e0a0e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:29.269511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Checking segment: {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:29.275339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network hostable DHCP agents. Network: 4eb8b892-228d-48e8-862b-480feea69c88, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:24:29.286969 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.287125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2077e0-a6c3-4314-b40f-88b11ce146fb req-47b9de12-b197-422a-afeb-bf1d8fbdf17f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:29.290201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc2077e0-a6c3-4314-b40f-88b11ce146fb req-47b9de12-b197-422a-afeb-bf1d8fbdf17f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.1996593 Nov 12 21:24:29.325836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4fca-e058-4692-aab3-5fbe086764a2 req-7b516ffd-c024-4d5d-92f3-fbfe07e575a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:29.327468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e95a4fca-e058-4692-aab3-5fbe086764a2 req-7b516ffd-c024-4d5d-92f3-fbfe07e575a4 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2512269 Nov 12 21:24:29.361382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc2077e0-a6c3-4314-b40f-88b11ce146fb req-99127393-9036-41de-b50b-6cbd4e92934d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531886 Nov 12 21:24:29.380338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network 4eb8b892-228d-48e8-862b-480feea69c88 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:24:29.407966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ae31dc5f-d40c-4a40-9ae9-823dd9158d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:29.408881 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.409398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ae31dc5f-d40c-4a40-9ae9-823dd9158d2a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1095 time: 0.0427649 Nov 12 21:24:29.452470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14ae54-886e-4812-aae9-327ed4d3a652 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:29.458535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-ef754226-c9cc-4ac3-a6ff-010e5019fa4d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 217 time: 0.0414464 Nov 12 21:24:29.466428 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Attempting to bind port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:29.466428 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Attempting to bind port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:29.466742 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Attempting to bind port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:29.469080 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9b78d-5d8d-45f6-8b69-325b34bbc004 None None] Pushing event updated for resources: {'Port': ['ID=ea4d40f3-fba1-4e3f-9345-33d34c3d7c73,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:29.474972 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:29.475381 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:29.475788 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.476223 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:29.477353 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Bound port: ea4d40f3-fba1-4e3f-9345-33d34c3d7c73, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:29.477353 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.484257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 4eb8b892-228d-48e8-862b-480feea69c88) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:29.490344 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:29.490946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.495067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d34f7a-e8ec-42cb-8ed0-dbaf1abd1c77 None None] Network 4eb8b892-228d-48e8-862b-480feea69c88 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:24:29.534396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-2b1b970c-de34-4313-9caf-e711f0d8bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:29.535904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-2b1b970c-de34-4313-9caf-e711f0d8bb62 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0710969 Nov 12 21:24:29.554818 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1a46394e-e523-4c0c-98b2-71ae87bf3908 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9547036 Nov 12 21:24:29.556705 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] For port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:29.558219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57606) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:29.563171 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] For port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ea4d40f3-fba1-4e3f-9345-33d34c3d7c73,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:29.587993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-0b9d9235-61d8-45b7-8aad-9b38418accf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:29.589826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-0b9d9235-61d8-45b7-8aad-9b38418accf8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469189 Nov 12 21:24:29.602816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-17b27ea1-d881-40c7-9877-1223e5868f0b None None] Provisioning complete for port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:29.603479 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-17b27ea1-d881-40c7-9877-1223e5868f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.644118 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.697473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-17b27ea1-d881-40c7-9877-1223e5868f0b None None] Port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:29.701201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-5cfacb7e-ddf8-46e9-9119-f72d05ae2de2 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037579 Nov 12 21:24:29.704110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245a0a1-ec00-4f7b-b85f-2cb46c024351 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:24:29.704261 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:29.704938 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:29.777888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-4eb8b892-228d-48e8-862b-480feea69c88', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:24:29.778427 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9b78d-5d8d-45f6-8b69-325b34bbc004 None None] Pushing event updated for resources: {'Port': ['ID=ea4d40f3-fba1-4e3f-9345-33d34c3d7c73,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:29.778854 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.852329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b84eeb7e-3e54-49d1-9eb6-2f7497dda2a3 req-9ae0e9b1-e433-436f-b7fd-bb96f2e093fa service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452456 Nov 12 21:24:29.884965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-50aeec33-033f-4d0f-b3c0-77db44371f61 None None] Provisioning complete for port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:29.885346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50aeec33-033f-4d0f-b3c0-77db44371f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:29.889021 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:29.969118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Allocated IP 172.20.0.2 (4eb8b892-228d-48e8-862b-480feea69c88/920eec52-1e69-47a1-857a-81b1e68e0a0e/acf71a84-e67e-4f64-91eb-4fd449bb6c82) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:30.077501 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50aeec33-033f-4d0f-b3c0-77db44371f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.103028 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:27Z', 'revision_number': 3, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:30.108454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-50aeec33-033f-4d0f-b3c0-77db44371f61 None None] For port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ea4d40f3-fba1-4e3f-9345-33d34c3d7c73,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:30.140666 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7274b83-8253-4148-8a1e-484ec926bd7c None None] The sync data for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 is: [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:27Z', 'revision_number': 3, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:30.151496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.169112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7bfecc29-8c9f-4b58-b359-c2b744db374e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.190543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.239674 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-50aeec33-033f-4d0f-b3c0-77db44371f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.288785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.300655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aeec33-033f-4d0f-b3c0-77db44371f61 None None] Pushing event updated for resources: {'Port': ['ID=ea4d40f3-fba1-4e3f-9345-33d34c3d7c73,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:30.340235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Network 4eb8b892-228d-48e8-862b-480feea69c88 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:30.346725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:30.354191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:30.416208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a4e6b8a-20f0-42ab-9a77-88acbd8b9fe3 req-e0734f2c-db03-4abf-94d7-080a869c9516 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.0699005 Nov 12 21:24:30.431184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Pushing event updated for resources: {'Port': ['ID=acf71a84-e67e-4f64-91eb-4fd449bb6c82,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:30.502648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Attempting to bind port acf71a84-e67e-4f64-91eb-4fd449bb6c82 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:30.503338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Attempting to bind port acf71a84-e67e-4f64-91eb-4fd449bb6c82 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:30.503452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Attempting to bind port acf71a84-e67e-4f64-91eb-4fd449bb6c82 on network 4eb8b892-228d-48e8-862b-480feea69c88 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:30.509783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:30.510078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Checking segment: {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:30.510540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.510935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Bound using segment: {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:30.511430 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Bound port: acf71a84-e67e-4f64-91eb-4fd449bb6c82, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:30.511814 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.559074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecc48b-806a-4da8-ba2c-02d746c2e49a req-43a71fe5-024b-4c42-988d-9f15a1b6e144 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:30.572317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cecc48b-806a-4da8-ba2c-02d746c2e49a req-43a71fe5-024b-4c42-988d-9f15a1b6e144 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.0969436 Nov 12 21:24:30.590259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] For port acf71a84-e67e-4f64-91eb-4fd449bb6c82, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:30.599357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] For port acf71a84-e67e-4f64-91eb-4fd449bb6c82, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=acf71a84-e67e-4f64-91eb-4fd449bb6c82,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:30.604010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.20.0.1 (4eb8b892-228d-48e8-862b-480feea69c88/920eec52-1e69-47a1-857a-81b1e68e0a0e/17092d23-77b2-4d08-b1e9-12cd9b833831) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:30.656920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cecc48b-806a-4da8-ba2c-02d746c2e49a req-e9bba99c-d3c7-4f01-93f3-b25d2ad5b5c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835557 Nov 12 21:24:30.661242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.751807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915dbdf-b026-4564-9d53-ae02b858b68d None None] Pushing event updated for resources: {'Port': ['ID=acf71a84-e67e-4f64-91eb-4fd449bb6c82,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:30.769636 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.844591 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:30.907749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network 4eb8b892-228d-48e8-862b-480feea69c88 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:30.913887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:30.916668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:30.953290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=17092d23-77b2-4d08-b1e9-12cd9b833831,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:30.994006 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:31.212808 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:31.357420 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:31.504977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf2521ac-dbe5-4182-8406-00ce5417a6b8 req-9afab212-6272-4bca-8e52-272ebf130487 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.0278056 Nov 12 21:24:31.526782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:31.609409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:31.681775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:31.688656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:31.700342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=17092d23-77b2-4d08-b1e9-12cd9b833831,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:31.710580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acadc7a-d308-4eff-973c-1282f37810eb req-64600c46-8cb5-4729-bf52-309c2d9b90d7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:31.713384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-64600c46-8cb5-4729-bf52-309c2d9b90d7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1541624 Nov 12 21:24:31.742717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:31.743428 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:31.838114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-d21d4714-febe-45a3-baa6-6a854f18e213 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 379 time: 0.1146498 Nov 12 21:24:31.850374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb51f-ff28-4dff-8fd2-dcfea03884a1 req-ea146fe4-4b40-4d4b-9932-2df5993a6a67 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:31.851637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device acf71a84-e67e-4f64-91eb-4fd449bb6c82 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:31.855165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network 4eb8b892-228d-48e8-862b-480feea69c88 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:31.856901 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:31.858494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf4fb51f-ff28-4dff-8fd2-dcfea03884a1 req-ea146fe4-4b40-4d4b-9932-2df5993a6a67 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.0983119 Nov 12 21:24:31.871434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'port': {'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'admin_state_up': True, 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'security_groups': ['5b3436ea-c388-427d-8e0b-740b3176898e']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:31.903321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port acf71a84-e67e-4f64-91eb-4fd449bb6c82 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:31.903627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:31.989938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf4fb51f-ff28-4dff-8fd2-dcfea03884a1 req-73e58ff5-eeeb-4b6a-98e9-68995bf59a2e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283474 Nov 12 21:24:32.012049 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:32.059586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port acf71a84-e67e-4f64-91eb-4fd449bb6c82, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=acf71a84-e67e-4f64-91eb-4fd449bb6c82,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:32.157627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:32.180459 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:24:32.186397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:32.249190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=acf71a84-e67e-4f64-91eb-4fd449bb6c82,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:32.350932 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router cffcbc7d-dfbd-4e97-b285-e3b01019a6de has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:32.356909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.20.0.14 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:32.506099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:32.516456 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-87d0f475-0bd4-4b9c-8ff3-0c91071f8aae tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "PUT /v2.0/routers/cffcbc7d-dfbd-4e97-b285-e3b01019a6de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9542732 Nov 12 21:24:32.516641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:32.523038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Sync routers for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:32.544275 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:32.546534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:32.546534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:32.658489 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a383e3d-115d-4cd7-b5c2-a4c1cb7335b4 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.659962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a383e3d-115d-4cd7-b5c2-a4c1cb7335b4 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.660647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a383e3d-115d-4cd7-b5c2-a4c1cb7335b4 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.661303 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a383e3d-115d-4cd7-b5c2-a4c1cb7335b4 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.661962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a383e3d-115d-4cd7-b5c2-a4c1cb7335b4 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.662955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a383e3d-115d-4cd7-b5c2-a4c1cb7335b4 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.663652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a383e3d-115d-4cd7-b5c2-a4c1cb7335b4 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.669062 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a383e3d-115d-4cd7-b5c2-a4c1cb7335b4 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1512496 Nov 12 21:24:32.669804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57624) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:32.721837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:32.745294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:32.767857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0d4a54ce-7f69-436b-83ee-3a3aead901c5 req-e90de87c-4a7a-416a-975d-3c5c94e53fbd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.1488400 Nov 12 21:24:32.830150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f3c5c-eb71-4a69-80ca-33394b8f09a5 None None] Network 4eb8b892-228d-48e8-862b-480feea69c88 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:24:32.830658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:32.843009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:32.845617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:32.853301 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c4e78-51fb-40fb-80fa-fe31978f5ac8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.853766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c4e78-51fb-40fb-80fa-fe31978f5ac8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.854216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c4e78-51fb-40fb-80fa-fe31978f5ac8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.854658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c4e78-51fb-40fb-80fa-fe31978f5ac8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.855098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c4e78-51fb-40fb-80fa-fe31978f5ac8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.855572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c4e78-51fb-40fb-80fa-fe31978f5ac8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.856054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c4e78-51fb-40fb-80fa-fe31978f5ac8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.860184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fb5c4e78-51fb-40fb-80fa-fe31978f5ac8 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1878664 Nov 12 21:24:32.861397 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57626) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:32.913880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:32.938839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:32.945050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:32.950179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-46db5a36-598f-4afb-9696-3aad2f3a78d4 None None] Provisioning complete for port acf71a84-e67e-4f64-91eb-4fd449bb6c82 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:32.950547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46db5a36-598f-4afb-9696-3aad2f3a78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:33.041802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-f8684bd5-7491-4344-85ca-cee6ad0cd5e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1803205 Nov 12 21:24:33.049446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:24:33.065173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Request body: {'port': {'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:33.124422 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fcbf3627-2ec2-4237-b10f-79e6de96b40b tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2607763 Nov 12 21:24:33.186527 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:33.215910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dc32a-6c9b-4b43-8567-49fefb9c1275 req-f5281c36-88e9-41fb-88c6-cf061744fb97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:33.218018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b5dc32a-6c9b-4b43-8567-49fefb9c1275 req-f5281c36-88e9-41fb-88c6-cf061744fb97 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.0974393 Nov 12 21:24:33.386016 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:33.466463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 2, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:33.470195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:33.504900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:24:33.508800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Checking router: cffcbc7d-dfbd-4e97-b285-e3b01019a6de for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:33.509154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Updating router cffcbc7d-dfbd-4e97-b285-e3b01019a6de port 17092d23-77b2-4d08-b1e9-12cd9b833831 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:24:33.513203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:33.515002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'port_id': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'mac_address': 'fa:16:3e:6d:bc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:24:33.527864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Transition to ACTIVE for port object e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:24:33.581220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b5dc32a-6c9b-4b43-8567-49fefb9c1275 req-6025dd50-680f-49d8-ac9f-3545e8097a6c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517983 Nov 12 21:24:33.594148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:33.620314 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:33.678577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device acf71a84-e67e-4f64-91eb-4fd449bb6c82 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:33.707181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:33.839521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Attempting to bind port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:33.839859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Attempting to bind port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:33.851475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Attempting to bind port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:33.862365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f on network d352e8da-8c69-475d-af61-0e9fe761384e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:24:33.862696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Attempting to bind port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:34.062581 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.093298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.163930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e80272c-b253-4f2a-ba83-5eb95c986ff4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:24:34.174039 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.186382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port acf71a84-e67e-4f64-91eb-4fd449bb6c82 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:34.187100 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.242946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:34.281279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.329527 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.340116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5caa9a01-dc9e-4c37-bd1c-8085cfbb9102 None None] Provisioning complete for port acf71a84-e67e-4f64-91eb-4fd449bb6c82 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:34.342471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5caa9a01-dc9e-4c37-bd1c-8085cfbb9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.404752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:34.405111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:34.405481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:34.405927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Bound port: e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:34.406280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.411590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebc171-fa99-4d19-9210-b4dc22dea875 None None] Pushing event updated for resources: {'Port': ['ID=17092d23-77b2-4d08-b1e9-12cd9b833831,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:34.450389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:34.455136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-68cc7966-719f-4c01-9b44-62f09a8ab1a1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230772632', 'description': 'tempest-secgroup-smoke-230772632 description', 'project_id': 'b550ce72c397456182871365ce74c6b5'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:34.500775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002e7e-b923-4e89-9b47-2dbda98f20b7 req-c0827043-65da-4ba7-b188-a32999cb0f02 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:34.508325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f002e7e-b923-4e89-9b47-2dbda98f20b7 req-c0827043-65da-4ba7-b188-a32999cb0f02 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.6349559 Nov 12 21:24:34.557634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68cc7966-719f-4c01-9b44-62f09a8ab1a1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.564269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] For port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:34.569950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] For port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:34.601340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['4e80272c-b253-4f2a-ba83-5eb95c986ff4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:24:34.604693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f002e7e-b923-4e89-9b47-2dbda98f20b7 req-c2507c27-d174-409e-8af8-b49e421dbb88 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954781 Nov 12 21:24:34.644376 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.692791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:34.703122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Attempting to bind port 17092d23-77b2-4d08-b1e9-12cd9b833831 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:34.703705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Attempting to bind port 17092d23-77b2-4d08-b1e9-12cd9b833831 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:34.704165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Attempting to bind port 17092d23-77b2-4d08-b1e9-12cd9b833831 on network 4eb8b892-228d-48e8-862b-480feea69c88 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:34.714980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:34.715673 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.717667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 1093 time: 1.6619315 Nov 12 21:24:34.721543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68cc7966-719f-4c01-9b44-62f09a8ab1a1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.750937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:34.751809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Checking segment: {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:34.752317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:34.753265 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.753918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Bound using segment: {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:34.754657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Bound port: 17092d23-77b2-4d08-b1e9-12cd9b833831, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:34.756057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.767602 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3711c7-f8b2-4e2c-a326-e475df4964da" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:34.827639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a250e1f-6525-4579-94f5-00794cac0825 req-44ab9975-99c1-4d4a-ba6a-3d8f22e2c21e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:34.832294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a250e1f-6525-4579-94f5-00794cac0825 req-44ab9975-99c1-4d4a-ba6a-3d8f22e2c21e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.1134024 Nov 12 21:24:34.855273 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fc262b-f61d-4739-8632-7fed90e98d0c x-openstack-request-id: req-14fc262b-f61d-4739-8632-7fed90e98d0c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:34.855643 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:34.855823 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14fc262b-f61d-4739-8632-7fed90e98d0c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:34.856217 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'status': 'completed', 'code': 200} Nov 12 21:24:34.872794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f90c9e-eee3-410e-be2c-c44f92d9a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:34.923825 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68cc7966-719f-4c01-9b44-62f09a8ab1a1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:34.970413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3a250e1f-6525-4579-94f5-00794cac0825 req-8e3dedcb-04a6-4a7d-94e7-c03a3eaf2eca tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241889 Nov 12 21:24:34.973656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3711c7-f8b2-4e2c-a326-e475df4964da req-29018bf0-f00d-4f8b-85d2-c1c88ba714a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:34.975138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c3711c7-f8b2-4e2c-a326-e475df4964da req-29018bf0-f00d-4f8b-85d2-c1c88ba714a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1096 time: 0.0971818 Nov 12 21:24:35.006216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5caa9a01-dc9e-4c37-bd1c-8085cfbb9102 None None] Provisioning complete for port 17092d23-77b2-4d08-b1e9-12cd9b833831 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:35.006633 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5caa9a01-dc9e-4c37-bd1c-8085cfbb9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.018967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc7966-719f-4c01-9b44-62f09a8ab1a1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:35.049015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] For port 17092d23-77b2-4d08-b1e9-12cd9b833831, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:35.074714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-68cc7966-719f-4c01-9b44-62f09a8ab1a1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.075059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] For port 17092d23-77b2-4d08-b1e9-12cd9b833831, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=17092d23-77b2-4d08-b1e9-12cd9b833831,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:35.079084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57640) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:35.079261 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-68cc7966-719f-4c01-9b44-62f09a8ab1a1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6277807 Nov 12 21:24:35.088297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-05120520-72dc-4d28-9dfb-012979364ef3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a25b50e5-4b15-4a66-9f9f-5b9001b00c4e', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:35.093931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5caa9a01-dc9e-4c37-bd1c-8085cfbb9102 None None] Port 17092d23-77b2-4d08-b1e9-12cd9b833831 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:35.134999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3711c7-f8b2-4e2c-a326-e475df4964da req-0a997dc9-7fa1-439a-82f2-1af114ca3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:35.136489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c3711c7-f8b2-4e2c-a326-e475df4964da req-0a997dc9-7fa1-439a-82f2-1af114ca3ff8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1515584 Nov 12 21:24:35.141296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.255868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:35.256417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:35.266198 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05120520-72dc-4d28-9dfb-012979364ef3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.297226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3711c7-f8b2-4e2c-a326-e475df4964da req-7b51fa2e-4bb2-4147-99ad-de36a84b5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:35.298729 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c3711c7-f8b2-4e2c-a326-e475df4964da req-7b51fa2e-4bb2-4147-99ad-de36a84b5815 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504283 Nov 12 21:24:35.334690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05120520-72dc-4d28-9dfb-012979364ef3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.338688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebc171-fa99-4d19-9210-b4dc22dea875 None None] Pushing event updated for resources: {'Port': ['ID=17092d23-77b2-4d08-b1e9-12cd9b833831,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:35.357198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-603babb9-c705-411e-8937-fd424f838edf None None] Provisioning complete for port 17092d23-77b2-4d08-b1e9-12cd9b833831 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:35.357849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603babb9-c705-411e-8937-fd424f838edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.412252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acadc7a-d308-4eff-973c-1282f37810eb req-86d3711e-49f7-4111-b801-8a92cc40e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:35.414216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-86d3711e-49f7-4111-b801-8a92cc40e6ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1096 time: 0.0643687 Nov 12 21:24:35.467804 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05120520-72dc-4d28-9dfb-012979364ef3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.470451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-a5c4ecbe-bb71-4088-9aba-f3d60af93856 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 217 time: 0.0437491 Nov 12 21:24:35.489705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:35.519062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05120520-72dc-4d28-9dfb-012979364ef3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0734ecb9-a928-42aa-bd81-fd63e0a2f77f,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:35.542192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acadc7a-d308-4eff-973c-1282f37810eb req-a336db09-e86e-4150-9642-da26343d27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:35.543136 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603babb9-c705-411e-8937-fd424f838edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.543694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-a336db09-e86e-4150-9642-da26343d27a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0623643 Nov 12 21:24:35.601433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acadc7a-d308-4eff-973c-1282f37810eb req-606710b0-4cb9-439f-9123-3983e3908d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:35.603260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-606710b0-4cb9-439f-9123-3983e3908d5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510015 Nov 12 21:24:35.617242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05120520-72dc-4d28-9dfb-012979364ef3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.620806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-05120520-72dc-4d28-9dfb-012979364ef3 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5398514 Nov 12 21:24:35.623535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57642) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:35.626732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-5966d7e3-55cb-49be-b6dc-69228d83dcd5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:24:35.628219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-5966d7e3-55cb-49be-b6dc-69228d83dcd5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061669 Nov 12 21:24:35.628835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e48b0789-0b75-491a-b808-1a4a05471c28 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a25b50e5-4b15-4a66-9f9f-5b9001b00c4e', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:35.690614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-603babb9-c705-411e-8937-fd424f838edf None None] For port 17092d23-77b2-4d08-b1e9-12cd9b833831, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=17092d23-77b2-4d08-b1e9-12cd9b833831,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:35.731321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e48b0789-0b75-491a-b808-1a4a05471c28 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.783011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-43ec451f-1bce-414a-b100-2a1b7ef433df service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440430 Nov 12 21:24:35.791817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed3680-4d13-400b-b295-1785ba5360c8 req-550ceecc-ddfb-445a-9dd4-ce67e1300a17 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:35.793288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1ed3680-4d13-400b-b295-1785ba5360c8 req-550ceecc-ddfb-445a-9dd4-ce67e1300a17 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0838480 Nov 12 21:24:35.811021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e48b0789-0b75-491a-b808-1a4a05471c28 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.846383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:35Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:35.849995 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-603babb9-c705-411e-8937-fd424f838edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.885017 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e48b0789-0b75-491a-b808-1a4a05471c28 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:35.901375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b699d1-3818-4030-b51d-94c26629a2b3 None None] The sync data for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 is: [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:35Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:35.907265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c1ed3680-4d13-400b-b295-1785ba5360c8 req-034e35de-1f26-4a97-a897-27605a63ecf9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041892 Nov 12 21:24:35.937001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acadc7a-d308-4eff-973c-1282f37810eb req-e74ee95b-af64-4358-bc04-33e7571f81b8 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317885 Nov 12 21:24:35.954462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b0789-0b75-491a-b808-1a4a05471c28 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9a5ff2-31e6-4ba0-b7d8-483a5f9ddf95,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:36.001719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603babb9-c705-411e-8937-fd424f838edf None None] Pushing event updated for resources: {'Port': ['ID=17092d23-77b2-4d08-b1e9-12cd9b833831,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:36.011827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e48b0789-0b75-491a-b808-1a4a05471c28 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.013705 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e48b0789-0b75-491a-b808-1a4a05471c28 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3881314 Nov 12 21:24:36.016050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57648) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:36.021758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cbb343bc-abe9-415c-b941-54a100702a43 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a25b50e5-4b15-4a66-9f9f-5b9001b00c4e', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:36.094041 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e46878bb-b9ef-4e8d-b557-d83f1097f95b None None] Provisioning complete for port 17092d23-77b2-4d08-b1e9-12cd9b833831 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:36.094628 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e46878bb-b9ef-4e8d-b557-d83f1097f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.132414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d6b73-49b3-402e-9f65-e58ef50727c5 req-bc3b53dd-8d57-42b8-ba92-476398ac4265 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:36.134550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a8d6b73-49b3-402e-9f65-e58ef50727c5 req-bc3b53dd-8d57-42b8-ba92-476398ac4265 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.0613465 Nov 12 21:24:36.199512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a8d6b73-49b3-402e-9f65-e58ef50727c5 req-f36c1774-03dc-4b63-b1d1-de9bd5bb9cc2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562074 Nov 12 21:24:36.205992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbb343bc-abe9-415c-b941-54a100702a43 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.264959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbb343bc-abe9-415c-b941-54a100702a43 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.328938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbb343bc-abe9-415c-b941-54a100702a43 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.350402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb343bc-abe9-415c-b941-54a100702a43 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924b77da-dc3c-4ce1-9be3-809143c9c644,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:36.416628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cbb343bc-abe9-415c-b941-54a100702a43 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.420591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cbb343bc-abe9-415c-b941-54a100702a43 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4007092 Nov 12 21:24:36.420849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57650) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:36.425357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1827f8f5-ef8d-4c30-9c1e-8d3e5ef2548b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a25b50e5-4b15-4a66-9f9f-5b9001b00c4e', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:36.505801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1827f8f5-ef8d-4c30-9c1e-8d3e5ef2548b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.578002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1827f8f5-ef8d-4c30-9c1e-8d3e5ef2548b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.637654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1827f8f5-ef8d-4c30-9c1e-8d3e5ef2548b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.657494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827f8f5-ef8d-4c30-9c1e-8d3e5ef2548b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a5da36-94bb-4487-ba73-6bd1855a2117,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:36.725490 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1827f8f5-ef8d-4c30-9c1e-8d3e5ef2548b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.727062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1827f8f5-ef8d-4c30-9c1e-8d3e5ef2548b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3052704 Nov 12 21:24:36.729748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57652) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:36.735700 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-245d12f0-4c87-4f92-b9b3-d5aaab130652 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a25b50e5-4b15-4a66-9f9f-5b9001b00c4e', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:36.809612 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-245d12f0-4c87-4f92-b9b3-d5aaab130652 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Project b550ce72c397456182871365ce74c6b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:24:36.818104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-245d12f0-4c87-4f92-b9b3-d5aaab130652 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.885924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-245d12f0-4c87-4f92-b9b3-d5aaab130652 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:36.980615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-245d12f0-4c87-4f92-b9b3-d5aaab130652 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.000071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d12f0-4c87-4f92-b9b3-d5aaab130652 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82dfb7c-b940-4458-8cb2-28dc9e5630ec,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:37.054719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:37.061996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b16bd-af82-4e55-8462-656f47c5c2a2 req-6cd2478d-7e72-493a-8ebd-8ea42dbc266e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:37.063994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-368b16bd-af82-4e55-8462-656f47c5c2a2 req-6cd2478d-7e72-493a-8ebd-8ea42dbc266e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0614476 Nov 12 21:24:37.111444 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:24:37.127825 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-245d12f0-4c87-4f92-b9b3-d5aaab130652 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.129082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-245d12f0-4c87-4f92-b9b3-d5aaab130652 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3981922 Nov 12 21:24:37.131954 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57656) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:37.133545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-368b16bd-af82-4e55-8462-656f47c5c2a2 req-1dc0fe3e-2b50-41f5-8737-831397d28042 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633574 Nov 12 21:24:37.137871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0da2eb54-9781-4170-b8aa-d8ee24147e5c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'security_group_rule': {'security_group_id': 'a25b50e5-4b15-4a66-9f9f-5b9001b00c4e', 'project_id': 'b550ce72c397456182871365ce74c6b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:37.180519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:24:37.184878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:37.185389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.266043 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-0da2eb54-9781-4170-b8aa-d8ee24147e5c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Project b550ce72c397456182871365ce74c6b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:24:37.271655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb54-9781-4170-b8aa-d8ee24147e5c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.281737 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.324905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:37.327112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:37.329956 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c20f12a-61fb-4245-8ea2-1642de14abcb" -d '{"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-plugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:37.343794 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb54-9781-4170-b8aa-d8ee24147e5c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.355332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e6ed-c430-44b0-a9b6-0290d08c5792 req-738fa2d6-b574-4fee-99bb-1afcc0085ae4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:37.356959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97d4e6ed-c430-44b0-a9b6-0290d08c5792 req-738fa2d6-b574-4fee-99bb-1afcc0085ae4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.0625956 Nov 12 21:24:37.373975 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56713746-ca45-4b41-9553-d73d828c447c x-openstack-request-id: req-56713746-ca45-4b41-9553-d73d828c447c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:37.373975 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-plugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:37.373975 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56713746-ca45-4b41-9553-d73d828c447c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:37.373975 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'code': 200} Nov 12 21:24:37.386767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.408787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb54-9781-4170-b8aa-d8ee24147e5c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.421938 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97d4e6ed-c430-44b0-a9b6-0290d08c5792 req-c1c5b8bc-8d91-4271-9026-9ddca8e02421 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576079 Nov 12 21:24:37.436899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2eb54-9781-4170-b8aa-d8ee24147e5c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9129b1de-3a7d-4a64-92da-506f348ad76b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:37.478393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:37.501518 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f3f50-bfe1-4ece-bd36-38b9843f384a req-c43fd90d-4fb4-46ee-8602-f0b45e5b952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:37.502613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb54-9781-4170-b8aa-d8ee24147e5c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.503124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb2f3f50-bfe1-4ece-bd36-38b9843f384a req-c43fd90d-4fb4-46ee-8602-f0b45e5b952a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1097 time: 0.0562725 Nov 12 21:24:37.504077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0da2eb54-9781-4170-b8aa-d8ee24147e5c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3709035 Nov 12 21:24:37.585493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb2f3f50-bfe1-4ece-bd36-38b9843f384a req-0b0e7fb7-9e17-4883-afec-8537a58631f0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753627 Nov 12 21:24:37.641251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 17092d23-77b2-4d08-b1e9-12cd9b833831 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:37.684099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-fabb8c56-8ff0-4ca9-92db-5e43b95be7fe tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230772632&fields=id&tenant_id=b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 267 time: 0.0570211 Nov 12 21:24:37.695727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 17092d23-77b2-4d08-b1e9-12cd9b833831 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:37.696091 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:37.800276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-08836fd1-0017-427d-9a75-b0843dc42ebc tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:37.801694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-08836fd1-0017-427d-9a75-b0843dc42ebc tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/networks?id=4eb8b892-228d-48e8-862b-480feea69c88 HTTP/1.1" status: 200 len: 796 time: 0.1087294 Nov 12 21:24:37.817842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-aa7df6e1-821d-4693-bd23-e4a10c4fb46c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/quotas/b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 375 time: 0.0099747 Nov 12 21:24:37.870329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-377edb21-b43b-4395-8203-c7423386ad0f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462906 Nov 12 21:24:37.939788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-89cd7834-20cf-48ff-a850-0bca0beb72b3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:24:37.940814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-89cd7834-20cf-48ff-a850-0bca0beb72b3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0580754 Nov 12 21:24:38.039460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-a252a4e2-9ce1-46be-aeb2-9772646027d1 service neutron] 10.222.0.64 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921421 Nov 12 21:24:38.131127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-789bfc0b-33bb-494c-90f5-7d41d6e5b7a8 service neutron] 10.222.0.64 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844879 Nov 12 21:24:38.271843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df314668-3032-48ce-ab2f-3dfcdc9959df req-110ed69a-b87c-4fdb-afc5-5d94d56442e7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:38.273352 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df314668-3032-48ce-ab2f-3dfcdc9959df req-110ed69a-b87c-4fdb-afc5-5d94d56442e7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0645444 Nov 12 21:24:38.325626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df314668-3032-48ce-ab2f-3dfcdc9959df req-722eb14b-a788-4311-a9c0-fe0d4edb4a9d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461583 Nov 12 21:24:38.392070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beb5004c-4727-4706-8f87-1007209700f4 req-2e89669d-4d32-4498-9ef9-851580409295 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 210 time: 0.0363963 Nov 12 21:24:38.552043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325002f-3009-4b5d-aab1-54c313786a7f req-f894ef21-3d71-4c27-9478-c9d1be01925a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:38.553839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4325002f-3009-4b5d-aab1-54c313786a7f req-f894ef21-3d71-4c27-9478-c9d1be01925a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0534122 Nov 12 21:24:38.606063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4325002f-3009-4b5d-aab1-54c313786a7f req-a80a1ad8-9ba8-4b5f-be9a-b7e2ecfd0dd0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 Nov 12 21:24:39.453409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780de9b5-f86e-4ff3-8cd3-3e0ce7e53e89 req-bfb296ee-d1a4-40a8-b5da-fa3954d6f47c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:39.456059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-780de9b5-f86e-4ff3-8cd3-3e0ce7e53e89 req-bfb296ee-d1a4-40a8-b5da-fa3954d6f47c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0586963 Nov 12 21:24:39.500452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-733431e0-3df9-40c1-b45f-47407c634f7e req-617f7223-84f5-44dc-9e9d-c226ea385de8 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 210 time: 0.0316942 Nov 12 21:24:39.530733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-780de9b5-f86e-4ff3-8cd3-3e0ce7e53e89 req-26eae5ec-9b09-401f-a89a-1c6e62d5e672 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695293 Nov 12 21:24:39.724240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa8b3e-0b0d-4f0f-9d48-fc277d9a49ad req-2c7a283a-cd91-43fe-8218-ab2c3d7963f4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:39.725735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45aa8b3e-0b0d-4f0f-9d48-fc277d9a49ad req-2c7a283a-cd91-43fe-8218-ab2c3d7963f4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0497739 Nov 12 21:24:39.776477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45aa8b3e-0b0d-4f0f-9d48-fc277d9a49ad req-6f55c2fb-3035-4ffc-96ab-0e1e1f25062a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445802 Nov 12 21:24:39.905012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff22dc-3e04-4e93-be46-17ac425ccba3 req-ef657020-2ceb-410b-9708-7937da5d0b0c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:39.906519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cff22dc-3e04-4e93-be46-17ac425ccba3 req-ef657020-2ceb-410b-9708-7937da5d0b0c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0560303 Nov 12 21:24:39.955739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cff22dc-3e04-4e93-be46-17ac425ccba3 req-4c8c8919-b87a-425e-8ed4-c551d4d21cf3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430715 Nov 12 21:24:39.980874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57698) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:40.022044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9c335-1c3f-4eed-bad7-33a9556cb5df tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:40.023506 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9bd9c335-1c3f-4eed-bad7-33a9556cb5df tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1092 time: 0.0413001 Nov 12 21:24:40.026352 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57700) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:40.031529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:40.100357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:40.202170 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:40.307332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.25.8.141 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/3f65f14e-9b6f-4394-aa09-88b99883fe85) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:40.420619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:40.448641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-3fcbba83-b26a-4b83-abc2-c07bcab552f5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:40.450590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-3fcbba83-b26a-4b83-abc2-c07bcab552f5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "GET /v2.0/networks?id=4eb8b892-228d-48e8-862b-480feea69c88 HTTP/1.1" status: 200 len: 796 time: 0.1112955 Nov 12 21:24:40.511774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:40.521046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-2b8786a6-f6d0-4ebc-99ef-6fda4ff64a78 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b550ce72c397456182871365ce74c6b5 HTTP/1.1" status: 200 len: 379 time: 0.0608399 Nov 12 21:24:40.530572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'port': {'device_id': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'admin_state_up': True, 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'security_groups': ['a25b50e5-4b15-4a66-9f9f-5b9001b00c4e']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:40.546901 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:40.547657 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:40.603419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:40.608444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:40.610432 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=3f65f14e-9b6f-4394-aa09-88b99883fe85,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:40.612678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:40.639332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95b79d72-3313-4d5d-9c9b-7d13b59b4bb3 req-3080edac-e058-4492-9896-9b82d231c88d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 210 time: 0.0444438 Nov 12 21:24:40.719483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f701d33-d266-4a5f-b31e-234c45825375 req-b67262f9-b3e2-4988-bf84-8199290c5748 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:40.720990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f701d33-d266-4a5f-b31e-234c45825375 req-b67262f9-b3e2-4988-bf84-8199290c5748 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0879595 Nov 12 21:24:40.778302 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f701d33-d266-4a5f-b31e-234c45825375 req-e380de0d-a24a-4ed2-8ce2-fa73b23b60ce tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468228 Nov 12 21:24:40.848921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Made reservation on behalf of b550ce72c397456182871365ce74c6b5 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:24:40.853741 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:40.979893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.20.0.14 (4eb8b892-228d-48e8-862b-480feea69c88/920eec52-1e69-47a1-857a-81b1e68e0a0e/4fed25fc-25f2-476f-81fe-7c3e0ed3a198) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:41.125891 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.128145 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.232955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.273045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network 4eb8b892-228d-48e8-862b-480feea69c88 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:41.276059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:41.283169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:41.314380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:41.321151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.349643 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:41.350316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.417705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-c8521569-7901-46bc-a017-2e09044a38de tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8912551 Nov 12 21:24:41.432805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Request body: {'port': {'device_id': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:41.485179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-18f2e239-9eec-4ba0-9d10-da068ee45b16 None None] Provisioning complete for port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:41.485652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18f2e239-9eec-4ba0-9d10-da068ee45b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.490102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.494407 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.575061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.651543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=3f65f14e-9b6f-4394-aa09-88b99883fe85,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:41.664331 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.698870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-18f2e239-9eec-4ba0-9d10-da068ee45b16 None None] Port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:24:41.773902 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Floating IP 0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e associated. External IP: 172.25.8.141, port: 4e80272c-b253-4f2a-ba83-5eb95c986ff4. Nov 12 21:24:41.796361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5e45d-df00-4f3a-977e-2a112b12b1b5 req-1dffabff-9fc7-43ca-b166-a0e671c534ea tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:41.797889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04f5e45d-df00-4f3a-977e-2a112b12b1b5 req-1dffabff-9fc7-43ca-b166-a0e671c534ea tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 932 time: 0.0759876 Nov 12 21:24:41.861299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:24:41.887079 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.922710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Transition to ACTIVE for port object 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:24:41.932094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04f5e45d-df00-4f3a-977e-2a112b12b1b5 req-740b635c-8459-4aae-89ed-a94cb02dcca0 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115141 Nov 12 21:24:41.945973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca493851-4181-4a09-b0ac-f3b5b64b2f69 req-7b6b489a-01aa-4951-b335-5039c40c1608 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:41.947428 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca493851-4181-4a09-b0ac-f3b5b64b2f69 req-7b6b489a-01aa-4951-b335-5039c40c1608 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0985770 Nov 12 21:24:41.986937 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:41.989536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:42.035103 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca493851-4181-4a09-b0ac-f3b5b64b2f69 req-c9ea683d-50d5-4502-9a22-0cbb6d4a47f0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807133 Nov 12 21:24:42.058416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Pushing event updated for resources: {'Port': ['ID=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:42.110408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:42.122479 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] Sync routers for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:42.139225 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:42.140163 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:42.144521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Attempting to bind port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:24:42.145972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Attempting to bind port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:24:42.145972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Attempting to bind port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 on network 4eb8b892-228d-48e8-862b-480feea69c88 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:42.149916 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 on network 4eb8b892-228d-48e8-862b-480feea69c88 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:24:42.150250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Attempting to bind port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 on network 4eb8b892-228d-48e8-862b-480feea69c88 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:24:42.156299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:24:42.156629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Checking segment: {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:24:42.157006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Bound using segment: {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:24:42.157575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Bound port: 4fed25fc-25f2-476f-81fe-7c3e0ed3a198, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c8f07f-354d-4334-91c9-9df9638b8cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:24:42.157927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:42.194125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:42.227533 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-90fdb54e-edb2-4b43-809d-fbf7a785d4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1978061 Nov 12 21:24:42.227533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:42.233267 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c5aaf6-ab10-417d-984a-367110f3b9af" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:42.233402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] For port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:24:42.235030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] For port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:24:42.273177 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51b9fa6-aaee-41bf-8e3d-d08a6eac6a34 x-openstack-request-id: req-d51b9fa6-aaee-41bf-8e3d-d08a6eac6a34 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:42.273745 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:42.274070 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d51b9fa6-aaee-41bf-8e3d-d08a6eac6a34 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:42.274819 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'status': 'completed', 'code': 200} Nov 12 21:24:42.284138 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:42.305610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.78', 53636) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:42.325169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:42.356678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-2b970fe9-d201-4d46-9151-a24e6df10185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:42.358455 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-2b970fe9-d201-4d46-9151-a24e6df10185 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1097 time: 0.0517042 Nov 12 21:24:42.372492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:42.373150 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:42.374570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] 10.222.0.78 "PUT /v2.0/ports/4fed25fc-25f2-476f-81fe-7c3e0ed3a198 HTTP/1.1" status: 200 len: 1093 time: 0.9473329 Nov 12 21:24:42.375203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:42.377599 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4acad67-00ae-4828-9034-86bdd0488cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:42.413886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8576e-17a5-4918-863b-1d13b1196c4d req-e33cf8d9-29b8-43ea-a5f9-48fafee3a488 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:42.415300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fda8576e-17a5-4918-863b-1d13b1196c4d req-e33cf8d9-29b8-43ea-a5f9-48fafee3a488 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.1286809 Nov 12 21:24:42.464136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe79bd0-2d19-4c03-b2d7-9b9d1cd8e300 service neutron] Pushing event updated for resources: {'Port': ['ID=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:42.471224 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5fc53b-47ac-4909-a988-08c140f4faff x-openstack-request-id: req-ec5fc53b-47ac-4909-a988-08c140f4faff {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:42.475875 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:42.475875 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec5fc53b-47ac-4909-a988-08c140f4faff {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:42.475875 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'status': 'completed', 'code': 200} Nov 12 21:24:42.507445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-be462594-834e-4012-a8df-74c39df6c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:42.509521 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-be462594-834e-4012-a8df-74c39df6c345 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.1355669 Nov 12 21:24:42.540376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-76dfce79-7e3f-42dd-b358-a911cb856347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:42.541834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-76dfce79-7e3f-42dd-b358-a911cb856347 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 1096 time: 0.0640931 Nov 12 21:24:42.546299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fda8576e-17a5-4918-863b-1d13b1196c4d req-656aea9e-99ae-4a74-83a3-b7c23bfb3a8d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222630 Nov 12 21:24:42.573076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57716) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:42.606398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-96bff144-ea15-433f-a0a1-9845202eed01 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198 HTTP/1.1" status: 200 len: 217 time: 0.0572734 Nov 12 21:24:42.608298 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'port_id': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'mac_address': 'fa:16:3e:6d:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:40Z', 'updated_at': '2021-11-12T21:24:40Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:24Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:42.639991 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] Checking router: 3c4cd316-c69f-42e3-986b-a6c52d3fb229 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:42.650139 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:42.650759 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:42.661445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-2037990a-86dc-4e4d-af2e-319343a4d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:42.662860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-2037990a-86dc-4e4d-af2e-319343a4d309 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=920eec52-1e69-47a1-857a-81b1e68e0a0e HTTP/1.1" status: 200 len: 835 time: 0.0501471 Nov 12 21:24:42.715448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-d14690ba-0f3d-4663-a671-b4b4d1677da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:42.718093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-d14690ba-0f3d-4663-a671-b4b4d1677da4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4eb8b892-228d-48e8-862b-480feea69c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475225 Nov 12 21:24:42.777075 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:42.825694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-7d530ea3-ea38-41f2-af2e-1cf087bd4359 service neutron] 10.222.0.78 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998380 Nov 12 21:24:42.930068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3caeb76c-3a22-4d78-b3c4-24f4705e5577 req-cfdfcb55-3692-4318-8698-2f0d42cce652 service neutron] 10.222.0.78 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966637 Nov 12 21:24:42.967647 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-cd2593c1-5ae8-46bc-9852-1655e606fa1c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 999 time: 0.4502063 Nov 12 21:24:42.989589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0a767686-032c-48d4-8e05-297f3cc22185 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e HTTP/1.1" status: 200 len: 991 time: 0.4148753 Nov 12 21:24:43.049722 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'port_id': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'mac_address': 'fa:16:3e:6d:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:40Z', 'updated_at': '2021-11-12T21:24:40Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:24Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:43.052912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-00f8352a-f2c8-44d6-9f10-aee03bc0a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:43.054501 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-00f8352a-f2c8-44d6-9f10-aee03bc0a1ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0704162 Nov 12 21:24:43.080692 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dc0bf-a644-4aa7-83a5-191241c61c88 None None] The sync data for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 is: [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'port_id': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'mac_address': 'fa:16:3e:6d:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:40Z', 'updated_at': '2021-11-12T21:24:40Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:24Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:43.127706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-4cd621f2-81e7-49eb-8f60-60376bf92a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:43.129646 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-4cd621f2-81e7-49eb-8f60-60376bf92a8c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677681 Nov 12 21:24:43.181517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7595f3-58a4-41fa-956d-81679c2b84bf req-910f5fbf-090c-48a5-a8fb-dd2b63b105f2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:43.193644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad7595f3-58a4-41fa-956d-81679c2b84bf req-910f5fbf-090c-48a5-a8fb-dd2b63b105f2 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 944 time: 0.1753447 Nov 12 21:24:43.246588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-dfe564dc-82a9-44b4-b363-4fd9d8a0c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:43.248184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-dfe564dc-82a9-44b4-b363-4fd9d8a0c19a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 1096 time: 0.1919467 Nov 12 21:24:43.262717 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-a1c603b2-0841-42a0-997d-e48af85a618b service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235566 Nov 12 21:24:43.376763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921b254-1866-48e9-a22d-333be4a7fa14 None None] New status for floating IP 0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:24:43.381760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad7595f3-58a4-41fa-956d-81679c2b84bf req-e1ac2e86-9cd5-453c-bdbb-2679d00fcf59 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872110 Nov 12 21:24:43.405293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-e7aff655-da17-4ece-9671-5f97d8f6997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:43.406316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-e7aff655-da17-4ece-9671-5f97d8f6997a service neutron] 10.222.0.78 "GET /v2.0/networks?id=4eb8b892-228d-48e8-862b-480feea69c88 HTTP/1.1" status: 200 len: 897 time: 0.1459877 Nov 12 21:24:43.409515 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-72c5aaf6-ab10-417d-984a-367110f3b9af req-9a4b0123-bf26-4204-b3ab-44838cccc4f9 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326358 Nov 12 21:24:43.415690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1099b32-50c4-4401-b91e-79b2fe29c29b req-80f14cbb-11ce-4556-9b45-26f79b8862f6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:43.417291 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1099b32-50c4-4401-b91e-79b2fe29c29b req-80f14cbb-11ce-4556-9b45-26f79b8862f6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.2183690 Nov 12 21:24:43.471789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-c405868d-822e-484f-ad9c-e938c620481c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198 HTTP/1.1" status: 200 len: 217 time: 0.0524998 Nov 12 21:24:43.538957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1099b32-50c4-4401-b91e-79b2fe29c29b req-70549d91-895f-4a6b-93be-cc0fd5d54655 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087530 Nov 12 21:24:43.552819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-00b5caeb-4033-4cb8-97da-2c105febfaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:43.559692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-00b5caeb-4033-4cb8-97da-2c105febfaa6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=920eec52-1e69-47a1-857a-81b1e68e0a0e HTTP/1.1" status: 200 len: 835 time: 0.0696518 Nov 12 21:24:43.601702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-ee165e18-5f35-40fb-b3e1-096d06f18c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:43.603205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-ee165e18-5f35-40fb-b3e1-096d06f18c41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4eb8b892-228d-48e8-862b-480feea69c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410612 Nov 12 21:24:43.704377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-00e47ac7-b40d-4846-bb5a-c36682dd395e service neutron] 10.222.0.78 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922296 Nov 12 21:24:43.803386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4acad67-00ae-4828-9034-86bdd0488cb9 req-9293bc76-fbff-4ea3-979e-e79c7598b27d service neutron] 10.222.0.78 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894985 Nov 12 21:24:43.993566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57722) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:44.059524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9a78f050-9c69-4f1c-b6c3-15f55987712e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e HTTP/1.1" status: 200 len: 993 time: 0.0647647 Nov 12 21:24:44.501000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a0616-769c-4020-95ec-83f4292f8940 req-1c0c87c9-568e-4e66-99df-c976eb078864 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:44.502478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-087a0616-769c-4020-95ec-83f4292f8940 req-1c0c87c9-568e-4e66-99df-c976eb078864 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 944 time: 0.0498736 Nov 12 21:24:44.551685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-087a0616-769c-4020-95ec-83f4292f8940 req-ccb2fe20-7751-4335-b047-d8e294ec9e72 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Nov 12 21:24:44.664914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6201de-53f5-46c9-a0dd-7606a9a69f3d req-11b2772e-bdca-443d-9ce7-8844c64458cb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:44.666306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b6201de-53f5-46c9-a0dd-7606a9a69f3d req-11b2772e-bdca-443d-9ce7-8844c64458cb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0535173 Nov 12 21:24:44.715203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b6201de-53f5-46c9-a0dd-7606a9a69f3d req-65a3d241-864e-4e1a-a91c-57008d64f6ff tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424156 Nov 12 21:24:45.667222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4677d-0d28-4817-94d7-9bf38610bbea req-0ad93da8-7199-4d7c-a8ad-5b6c8f8b511c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:45.668731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40e4677d-0d28-4817-94d7-9bf38610bbea req-0ad93da8-7199-4d7c-a8ad-5b6c8f8b511c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 944 time: 0.0487792 Nov 12 21:24:45.718909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40e4677d-0d28-4817-94d7-9bf38610bbea req-5fff9f0a-dcea-498e-82d1-d14308902972 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431712 Nov 12 21:24:45.836611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91608ff0-05dd-4eb1-a139-3e4d1a17bb0a req-016e1aba-dba0-460c-9a4a-1859bac45f2e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:45.837999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91608ff0-05dd-4eb1-a139-3e4d1a17bb0a req-016e1aba-dba0-460c-9a4a-1859bac45f2e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0530200 Nov 12 21:24:45.886652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91608ff0-05dd-4eb1-a139-3e4d1a17bb0a req-711aed81-d051-47a2-a6a3-83870f51fcdf tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Nov 12 21:24:46.834670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5d48-40a1-46ad-873e-f0516b0d7f7b req-56149eed-a9ba-475c-956c-638172bc1443 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:46.836562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea2f5d48-40a1-46ad-873e-f0516b0d7f7b req-56149eed-a9ba-475c-956c-638172bc1443 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 944 time: 0.0500774 Nov 12 21:24:46.886210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea2f5d48-40a1-46ad-873e-f0516b0d7f7b req-61c45814-33f8-46d0-b5f2-5489e4811491 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434117 Nov 12 21:24:47.000585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d441ef-83d0-4fd5-ae33-79232f80038d req-f4f887ca-72d7-40f5-95bb-c2f3cfcfb0de tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:47.002060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16d441ef-83d0-4fd5-ae33-79232f80038d req-f4f887ca-72d7-40f5-95bb-c2f3cfcfb0de tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0489893 Nov 12 21:24:47.057547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16d441ef-83d0-4fd5-ae33-79232f80038d req-53f8bb3c-ce36-42c0-b78c-b82cc918918e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494967 Nov 12 21:24:47.140141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:24:47.240235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:47.251281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'port_id': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'mac_address': 'fa:16:3e:c8:e9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:24:47.288335 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:47.301337 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:24:47.320138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:47.391271 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:47.444691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:47.618952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['4fed25fc-25f2-476f-81fe-7c3e0ed3a198'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:24:48.001775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd98eac-4387-447f-aa72-005ba13505a6 req-421e6208-c5c9-4449-80ff-e2f843bb57e9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:48.003245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9dd98eac-4387-447f-aa72-005ba13505a6 req-421e6208-c5c9-4449-80ff-e2f843bb57e9 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 945 time: 0.0491507 Nov 12 21:24:48.052480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9dd98eac-4387-447f-aa72-005ba13505a6 req-348c6b96-061e-4732-b785-fec4ce951313 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Nov 12 21:24:48.173193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd16cd-4597-49d8-8c64-737fdc5c98b7 req-c20568d6-648b-4261-8912-387465970d43 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:48.174628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20cd16cd-4597-49d8-8c64-737fdc5c98b7 req-c20568d6-648b-4261-8912-387465970d43 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 944 time: 0.0500135 Nov 12 21:24:48.224834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20cd16cd-4597-49d8-8c64-737fdc5c98b7 req-26397c32-d671-438a-9688-eff57302a680 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443008 Nov 12 21:24:48.339591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:24:48.434119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:48.445578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:24:48.486192 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:48.502383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:24:48.523697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:48.620126 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:48.666214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:48.879274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:24:49.133678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:49.174581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba62337-2a25-4f94-9486-c766e80fc606 req-77df7681-bcdd-471e-8601-9d9ea9ef265e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:49.176166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ba62337-2a25-4f94-9486-c766e80fc606 req-77df7681-bcdd-471e-8601-9d9ea9ef265e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 945 time: 0.0544198 Nov 12 21:24:49.226251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ba62337-2a25-4f94-9486-c766e80fc606 req-48549cee-b73b-40e0-871e-cc9e04cf48c5 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439193 Nov 12 21:24:49.265747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:24:49.269774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:49.270155 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:49.343876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ef81-774d-44f4-a784-21c6122a381f req-fe02300c-eda8-4bd4-a9f9-7197eac79820 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:49.345410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a159ef81-774d-44f4-a784-21c6122a381f req-fe02300c-eda8-4bd4-a9f9-7197eac79820 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 945 time: 0.0503488 Nov 12 21:24:49.352975 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:49.376260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:49.378555 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bde567-669c-432c-aefa-4fd86d62337a" -d '{"events": [{"server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "name": "network-vif-plugged", "status": "completed", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:49.393235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:49.396317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a159ef81-774d-44f4-a784-21c6122a381f req-bee3661e-47e4-4eb0-b8ba-d83d32ae8b6b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448895 Nov 12 21:24:49.421073 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ecfa54-7f25-47e8-a27b-8a4165fe09f7 x-openstack-request-id: req-39ecfa54-7f25-47e8-a27b-8a4165fe09f7 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:49.421368 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "name": "network-vif-plugged", "status": "completed", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:49.421623 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39ecfa54-7f25-47e8-a27b-8a4165fe09f7 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:49.422017 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'code': 200} Nov 12 21:24:49.517837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b5aa4-056e-4b12-be3e-760ca70dc7f0 req-48d5a4f7-9927-42e6-91b8-92c67bd84e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:49.519554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-164b5aa4-056e-4b12-be3e-760ca70dc7f0 req-48d5a4f7-9927-42e6-91b8-92c67bd84e03 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 1097 time: 0.0403528 Nov 12 21:24:49.534811 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:49.572255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-164b5aa4-056e-4b12-be3e-760ca70dc7f0 req-89efbf4b-e1b5-4e4c-a6a8-d9bfc2858fce service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459046 Nov 12 21:24:49.582223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:50.344011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ad6c-a337-45db-829b-7622a7915228 req-36a4e066-fd29-42db-a07d-98fb21ff7712 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:50.345492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7123ad6c-a337-45db-829b-7622a7915228 req-36a4e066-fd29-42db-a07d-98fb21ff7712 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 946 time: 0.0486050 Nov 12 21:24:50.354177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:24:50.397243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7123ad6c-a337-45db-829b-7622a7915228 req-7c00a7c8-eb9b-4eab-90c7-a309fc258411 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458767 Nov 12 21:24:50.471560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:24:50.475634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:24:50.476002 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:50.516909 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29e576-8d8d-48da-900b-bf72fa9e2c54 req-1f9696bb-dad4-4a39-991c-077e23f35c3b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:50.518374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a29e576-8d8d-48da-900b-bf72fa9e2c54 req-1f9696bb-dad4-4a39-991c-077e23f35c3b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 945 time: 0.0513952 Nov 12 21:24:50.554424 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:50.569437 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a29e576-8d8d-48da-900b-bf72fa9e2c54 req-56e5892d-691b-43b3-b2fc-7e606e337d3b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 Nov 12 21:24:50.587621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:24:50.677331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:50.724801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:51.423473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:51.425779 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331353a6-cd42-435f-8804-ca6142017e68" -d '{"events": [{"server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "name": "network-vif-plugged", "status": "completed", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:51.520452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842bc2a-9488-4807-9340-6afe241eca9b req-0e8ff407-f766-4907-aa62-62731f2eef26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:51.521995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e842bc2a-9488-4807-9340-6afe241eca9b req-0e8ff407-f766-4907-aa62-62731f2eef26 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 946 time: 0.0555084 Nov 12 21:24:51.531947 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337107c6-25ff-43d9-89e2-ac5a05d1bb0f x-openstack-request-id: req-337107c6-25ff-43d9-89e2-ac5a05d1bb0f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:51.532245 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "name": "network-vif-plugged", "status": "completed", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:51.532504 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-337107c6-25ff-43d9-89e2-ac5a05d1bb0f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:51.532902 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'code': 200} Nov 12 21:24:51.573652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e842bc2a-9488-4807-9340-6afe241eca9b req-fcd1fb7b-8e45-4974-b97b-efc3d0e12029 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455720 Nov 12 21:24:52.054330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de467-7efd-4916-9521-55bab5269a34 req-26de58ba-5fc6-4183-963a-92d3aa98e26e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:52.055832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-136de467-7efd-4916-9521-55bab5269a34 req-26de58ba-5fc6-4183-963a-92d3aa98e26e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 946 time: 0.4150357 Nov 12 21:24:52.064939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba5923-43fb-4581-a579-4cbd36ed8704 req-dbcdb9c0-45eb-46c8-8379-07c0068939e7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:52.066294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14ba5923-43fb-4581-a579-4cbd36ed8704 req-dbcdb9c0-45eb-46c8-8379-07c0068939e7 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 946 time: 0.4163246 Nov 12 21:24:52.067981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f6ffd-a365-4947-bad7-52ec87191d9e req-d4a2bd8d-f79b-4f20-85ee-d0d4f29f89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:52.069298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f8f6ffd-a365-4947-bad7-52ec87191d9e req-d4a2bd8d-f79b-4f20-85ee-d0d4f29f89ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1098 time: 0.4666159 Nov 12 21:24:52.162422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-136de467-7efd-4916-9521-55bab5269a34 req-3c78d994-f47f-4bf5-9d12-8d1e40bb6145 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921044 Nov 12 21:24:52.184278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14ba5923-43fb-4581-a579-4cbd36ed8704 req-4e7bb903-f542-4d4e-bb52-11899eddb691 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081853 Nov 12 21:24:52.187526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f8f6ffd-a365-4947-bad7-52ec87191d9e req-6b1880d6-c535-4c04-b7de-843d8172d8f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981817 Nov 12 21:24:52.207470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57762) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:52.250194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae220b-2c42-4881-859c-87291da786b9 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:52.251754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8fae220b-2c42-4881-859c-87291da786b9 tempest-TestNetworkBasicOps-4001057 tempest-TestNetworkBasicOps-4001057-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 1093 time: 0.0433102 Nov 12 21:24:52.254577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57764) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:52.258850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:52.357079 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:52.454147 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:52.559124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Allocated IP 172.25.8.70 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/90049bb5-83cf-47d3-a08d-fbdf882daba9) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:52.658723 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:52.757479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:52.796925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:52.799672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:52.805085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:52.830327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=90049bb5-83cf-47d3-a08d-fbdf882daba9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:53.158796 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:53.294449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:53.305345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d1df2-62ec-4d5e-bdbd-a508e7809d69 req-7e517739-35bc-4bf3-8600-7feede8bc48d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:53.307456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-767d1df2-62ec-4d5e-bdbd-a508e7809d69 req-7e517739-35bc-4bf3-8600-7feede8bc48d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 946 time: 0.0729563 Nov 12 21:24:53.407229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-767d1df2-62ec-4d5e-bdbd-a508e7809d69 req-8c6f244b-25f9-49cb-812c-bb1b4a805f58 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831008 Nov 12 21:24:53.496737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:53.568864 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:53.638008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event updated for resources: {'Port': ['ID=90049bb5-83cf-47d3-a08d-fbdf882daba9,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:53.652379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:53.753134 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Floating IP 1cc4b9a8-f897-4ce7-9721-8edaf45706c0 associated. External IP: 172.25.8.70, port: 4fed25fc-25f2-476f-81fe-7c3e0ed3a198. Nov 12 21:24:53.955562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router cffcbc7d-dfbd-4e97-b285-e3b01019a6de has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:54.062797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:54.072365 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] Sync routers for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:54.081750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:54.100533 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:54.159535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:54.190055 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:54.191221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-40c77766-3350-4660-9eca-2ad5aba1aa83 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9356434 Nov 12 21:24:54.192026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:54.194096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:54.194725 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2780bcd-7fb5-43d5-abdf-1d234904b111" -d '{"events": [{"name": "network-changed", "server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:54.256726 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0efd8c-ba23-4f70-b8b9-a9250ff6f316 x-openstack-request-id: req-cf0efd8c-ba23-4f70-b8b9-a9250ff6f316 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:54.257191 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:54.258050 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf0efd8c-ba23-4f70-b8b9-a9250ff6f316 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:54.258562 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'status': 'completed', 'code': 200} Nov 12 21:24:54.267279 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6dcac9aa-7c8c-46fb-8c81-4c491e56e80b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/floatingips/1cc4b9a8-f897-4ce7-9721-8edaf45706c0 HTTP/1.1" status: 200 len: 991 time: 0.0700138 Nov 12 21:24:54.305410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-2c9ae527-61bc-40c6-865d-4fcbc5da1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:54.307031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-2c9ae527-61bc-40c6-865d-4fcbc5da1f1c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 1098 time: 0.0457864 Nov 12 21:24:54.399775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-2d76355b-1941-4eb5-83ea-3eda4cef3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:54.401254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-2d76355b-1941-4eb5-83ea-3eda4cef3e31 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4eb8b892-228d-48e8-862b-480feea69c88 HTTP/1.1" status: 200 len: 897 time: 0.0872312 Nov 12 21:24:54.476062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-52aa6a12-9e21-487d-bc88-bd2ea1ed37e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198 HTTP/1.1" status: 200 len: 999 time: 0.0666716 Nov 12 21:24:54.511063 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '1cc4b9a8-f897-4ce7-9721-8edaf45706c0', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'port_id': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'mac_address': 'fa:16:3e:c8:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:53Z', 'updated_at': '2021-11-12T21:24:53Z', 'revision_number': 0, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:35Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:54.538395 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] Checking router: cffcbc7d-dfbd-4e97-b285-e3b01019a6de for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:54.548682 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:54.549288 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:54.549455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-15fcca9a-4ed9-427a-8663-18e75730e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:54.550861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-15fcca9a-4ed9-427a-8663-18e75730e06a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=920eec52-1e69-47a1-857a-81b1e68e0a0e HTTP/1.1" status: 200 len: 835 time: 0.0629900 Nov 12 21:24:54.562562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57566d91-88aa-4980-8097-cbbf72e0cd6e req-adce49a4-80e8-4c9b-a430-fe02c85dda98 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:54.564006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57566d91-88aa-4980-8097-cbbf72e0cd6e req-adce49a4-80e8-4c9b-a430-fe02c85dda98 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 946 time: 0.0864513 Nov 12 21:24:54.638696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-e0a3f432-47ce-47a4-9b28-831f797e7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:54.640433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-e0a3f432-47ce-47a4-9b28-831f797e7bb0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4eb8b892-228d-48e8-862b-480feea69c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755756 Nov 12 21:24:54.645491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-57566d91-88aa-4980-8097-cbbf72e0cd6e req-cd643602-51b7-4212-85a2-8facad1f346f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732644 Nov 12 21:24:54.657468 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:54.769567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-3d270ded-2c93-4d86-bde9-1e436d1b2f1d service neutron] 10.222.0.78 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200035 Nov 12 21:24:54.785098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf2931-81a6-4e9c-8a59-f45b50de1f61 req-1fa033af-3d5c-42ef-8e33-1e8eac9b3c8a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:54.786578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23bf2931-81a6-4e9c-8a59-f45b50de1f61 req-1fa033af-3d5c-42ef-8e33-1e8eac9b3c8a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 946 time: 0.0700974 Nov 12 21:24:54.887722 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '1cc4b9a8-f897-4ce7-9721-8edaf45706c0', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'port_id': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'mac_address': 'fa:16:3e:c8:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:53Z', 'updated_at': '2021-11-12T21:24:53Z', 'revision_number': 0, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:35Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:54.891715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23bf2931-81a6-4e9c-8a59-f45b50de1f61 req-d8b88cf8-3d16-401d-be51-0b3547172b54 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981569 Nov 12 21:24:54.910994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2780bcd-7fb5-43d5-abdf-1d234904b111 req-a3e6cd03-28c4-4db0-a322-d6b940d9a235 service neutron] 10.222.0.78 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311805 Nov 12 21:24:54.914603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57776) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:54.917057 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cec9e-683e-4c37-b5a5-12f6da6c4565 None None] The sync data for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 is: [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '1cc4b9a8-f897-4ce7-9721-8edaf45706c0', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'port_id': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'mac_address': 'fa:16:3e:c8:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:53Z', 'updated_at': '2021-11-12T21:24:53Z', 'revision_number': 0, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:35Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:54.958398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7858bddb-24aa-42b2-8fa2-bed4dd80fedf tempest-TestVolumeBootPattern-176597839 tempest-TestVolumeBootPattern-176597839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:54.960101 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7858bddb-24aa-42b2-8fa2-bed4dd80fedf tempest-TestVolumeBootPattern-176597839 tempest-TestVolumeBootPattern-176597839-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1093 time: 0.0442319 Nov 12 21:24:54.963221 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57778) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:54.968164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:24:55.125881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3238c5-d9cf-4b70-b18b-18e00c7d3cb8 None None] New status for floating IP 1cc4b9a8-f897-4ce7-9721-8edaf45706c0: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:24:55.152015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:55.254592 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:55.269495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57780) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:55.337909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-281ac4b8-52fd-4d81-9a4a-cb945fd5129d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/floatingips/1cc4b9a8-f897-4ce7-9721-8edaf45706c0 HTTP/1.1" status: 200 len: 991 time: 0.0659966 Nov 12 21:24:55.369097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.25.8.151 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/fab462ab-d384-4123-9d35-74a1344e90ad) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:24:55.469377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:55.574786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:55.614132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:24:55.619540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:24:55.623075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:24:55.628664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=fab462ab-d384-4123-9d35-74a1344e90ad,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:55.984273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:56.129553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:56.279040 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:56.339979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57782) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:24:56.369038 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:56.401355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-afb46023-0611-42b0-90c8-305f6fbe09ad tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/floatingips/1cc4b9a8-f897-4ce7-9721-8edaf45706c0 HTTP/1.1" status: 200 len: 993 time: 0.0602195 Nov 12 21:24:56.438150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=fab462ab-d384-4123-9d35-74a1344e90ad,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:24:56.456968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:56.558615 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Floating IP e91135af-6a21-4f07-a5c6-b6b0e15f1a79 associated. External IP: 172.25.8.151, port: e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f. Nov 12 21:24:56.765595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:24:56.872667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:24:56.882238 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:24:56.891809 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:56.897881 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:56.948137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:56.979211 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9159d85-cb5b-4017-af33-ce9a3ef213fc tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0146925 Nov 12 21:24:56.981876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:24:56.985323 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93200fda-221b-4a54-8e5a-6c7bed16884b" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:24:57.003103 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:57.083247 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f985e2-5127-432b-9424-1d2685313c7a x-openstack-request-id: req-89f985e2-5127-432b-9424-1d2685313c7a {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:24:57.083589 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:24:57.083839 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89f985e2-5127-432b-9424-1d2685313c7a {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:24:57.084269 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'status': 'completed', 'code': 200} Nov 12 21:24:57.147113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-ff4f4391-1db7-4f46-8ae0-86a85a973c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:57.148572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-ff4f4391-1db7-4f46-8ae0-86a85a973c5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1098 time: 0.0412593 Nov 12 21:24:57.238231 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:55Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:57.255804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-30a4c0a8-9cc1-4670-94eb-c0b2516f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:57.257367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-30a4c0a8-9cc1-4670-94eb-c0b2516f3e78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.1010695 Nov 12 21:24:57.265574 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:24:57.273784 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:24:57.274379 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:24:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:57.328824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-9bc778da-02b8-4197-8c43-54661d4bf96e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 1000 time: 0.0633974 Nov 12 21:24:57.378672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-a826b236-6372-4e94-a8da-6dacc7a88759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:57.380328 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-a826b236-6372-4e94-a8da-6dacc7a88759 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0453267 Nov 12 21:24:57.381391 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:24:57.427865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-36495a8f-3953-481f-a6f8-dfb635e71423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:24:57.429272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-36495a8f-3953-481f-a6f8-dfb635e71423 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419238 Nov 12 21:24:57.526383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-2ab8263a-5cc1-4806-8e78-806c54b1bc8e service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889783 Nov 12 21:24:57.562942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e4c513fb-7f2d-4b60-a277-250efe6f1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:57.611925 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:55Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:24:57.621693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93200fda-221b-4a54-8e5a-6c7bed16884b req-44247bf6-38e7-427a-953f-b10348bd9f34 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872254 Nov 12 21:24:57.643900 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2ac54-07fc-4653-8d3d-bbde29ac03f8 None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:55Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:24:57.841157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa63c0-1da6-4a67-b635-b9c1f491de53 None None] New status for floating IP e91135af-6a21-4f07-a5c6-b6b0e15f1a79: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:25:00.071190 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-024d4eb7-cb4a-483c-a622-fdfb43b1d38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:01.368416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:03.099659 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:03.579953 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:05.598624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-2ac9e4f1-b05e-4390-bc0b-49c6106a28fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401962 Nov 12 21:25:05.685198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-71e716fe-c497-4b19-8c83-cbfc13d1e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:05.686655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-71e716fe-c497-4b19-8c83-cbfc13d1e9ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1098 time: 0.0446398 Nov 12 21:25:05.791574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-ff708e17-be2e-4f90-bf99-0aa0c22ca01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:05.793045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-ff708e17-be2e-4f90-bf99-0aa0c22ca01e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0844219 Nov 12 21:25:05.863845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-fa5e986d-84fa-4295-9043-1e371fb6b289 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 1002 time: 0.0618491 Nov 12 21:25:05.913020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-5a444926-27d0-44d4-9fbd-ae857b1b0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:05.914489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-5a444926-27d0-44d4-9fbd-ae857b1b0dbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0442245 Nov 12 21:25:05.959424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-607e0585-380d-4a7d-ae15-347381bbda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:05.961157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-607e0585-380d-4a7d-ae15-347381bbda79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399337 Nov 12 21:25:06.055095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-309810c3-7eb7-4702-8adb-bb6d75f53663 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864506 Nov 12 21:25:06.144550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b37b600-fbdc-435d-bd56-3431e5f7a096 req-73af71b5-8dc2-4f6a-ae00-0ca1b4c7cb9c service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820262 Nov 12 21:25:08.098758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-370b4c0a-1151-44d1-a355-2e2ed311a8e8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456970 Nov 12 21:25:08.184026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-1587c2fa-de4b-4a15-a352-fa499c5cc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:08.185555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-1587c2fa-de4b-4a15-a352-fa499c5cc8d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1097 time: 0.0405548 Nov 12 21:25:08.289374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-8ac59bcc-bb68-4c9f-a7cf-586b4ca6b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:08.290859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-8ac59bcc-bb68-4c9f-a7cf-586b4ca6b2da service neutron] 10.222.0.78 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.0854213 Nov 12 21:25:08.359767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-1c41d1e3-5e8f-4091-ad7c-c936a797c032 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0619564 Nov 12 21:25:08.410774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-60140bbf-4ac3-4de0-aeeb-568ab1c43fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:08.412251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-60140bbf-4ac3-4de0-aeeb-568ab1c43fed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0439291 Nov 12 21:25:08.466486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-a01be04c-2088-4948-84c6-c13b2c00a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:08.468048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-a01be04c-2088-4948-84c6-c13b2c00a1c2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433922 Nov 12 21:25:08.564548 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-b39607d7-40d7-4e44-8310-b9fb06b1d62d service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876367 Nov 12 21:25:08.658761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-260461a2-e8bf-41f6-862b-5f6ada6eb57f req-93def52e-8cfe-4b7e-8c4b-1cafbfbd13ea service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Nov 12 21:25:10.494116 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:10.528213 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:14.110609 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:25:15.204719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda0f0-2280-46fc-908b-1e75b023a917 req-4129d89a-de23-4fe2-9fa2-e7b028c4ea53 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:15.206165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74dda0f0-2280-46fc-908b-1e75b023a917 req-4129d89a-de23-4fe2-9fa2-e7b028c4ea53 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1097 time: 0.0411880 Nov 12 21:25:15.252857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74dda0f0-2280-46fc-908b-1e75b023a917 req-be94399a-ec89-4171-8009-e2a3c21475d2 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Nov 12 21:25:15.381330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8edc3-4342-483f-8000-535abe2d3fe4 req-9cffa0a2-a1a3-4eab-8a87-0633231ae562 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:15.382727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdf8edc3-4342-483f-8000-535abe2d3fe4 req-9cffa0a2-a1a3-4eab-8a87-0633231ae562 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0503087 Nov 12 21:25:15.433486 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdf8edc3-4342-483f-8000-535abe2d3fe4 req-e058c605-c098-450c-a29e-5a00f75643a9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447392 Nov 12 21:25:15.456398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57810) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:15.521053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-82de5234-28da-4978-94bc-74c038e5c8d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e HTTP/1.1" status: 200 len: 993 time: 0.0635278 Nov 12 21:25:16.102214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1d463-f196-4545-ae3c-fd14e4e5b22d req-24980bce-e19f-4605-90cd-59bef2a35dc7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:16.103763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cce1d463-f196-4545-ae3c-fd14e4e5b22d req-24980bce-e19f-4605-90cd-59bef2a35dc7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0559247 Nov 12 21:25:16.152984 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cce1d463-f196-4545-ae3c-fd14e4e5b22d req-e00a0bd7-6bb0-4622-a0e7-f70ec7d74ee3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Nov 12 21:25:16.280153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57822) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:16.380512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-37c26513-32ff-46c7-9341-762f2b007364 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992050 Nov 12 21:25:16.389528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-e95ebe70-c63b-474b-8d56-f7d88986072e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:25:16.390508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-e95ebe70-c63b-474b-8d56-f7d88986072e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049338 Nov 12 21:25:17.274261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390d81b-762c-4375-97d2-173e1aedffa9 req-85dbab88-121a-4ea7-a374-7933b849da75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:17.275807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3390d81b-762c-4375-97d2-173e1aedffa9 req-85dbab88-121a-4ea7-a374-7933b849da75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0516608 Nov 12 21:25:17.326516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3390d81b-762c-4375-97d2-173e1aedffa9 req-208bdb1f-4650-44a2-a9a4-2e1526dc31b6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447164 Nov 12 21:25:18.451580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22bfb2-4ea6-4dac-aa8a-893f3f76dc50 req-454a6761-1736-41e4-80a2-8a7bbb44e2fa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:18.453179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff22bfb2-4ea6-4dac-aa8a-893f3f76dc50 req-454a6761-1736-41e4-80a2-8a7bbb44e2fa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0496163 Nov 12 21:25:18.509213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff22bfb2-4ea6-4dac-aa8a-893f3f76dc50 req-cd72dfbf-022b-427d-a7ce-bbc3ea6a8377 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491030 Nov 12 21:25:18.733401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-3d194e91-c80f-46ec-8c4d-a80ef2f3cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:18.734894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-3d194e91-c80f-46ec-8c4d-a80ef2f3cb72 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1097 time: 0.0463412 Nov 12 21:25:18.830639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-4ad074cc-b8b2-480f-ad2e-a1e02abfbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:18.832173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-4ad074cc-b8b2-480f-ad2e-a1e02abfbf41 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.0896330 Nov 12 21:25:18.903645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-e82f76b7-a13f-44e4-869c-405b2a977566 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0627668 Nov 12 21:25:18.952240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-34b54a5c-5824-4abd-8cc6-84313d72b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:18.953702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-34b54a5c-5824-4abd-8cc6-84313d72b527 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0436337 Nov 12 21:25:19.000948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-30257190-a1c2-4409-b56f-da5a0ea123ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:19.002738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-30257190-a1c2-4409-b56f-da5a0ea123ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399213 Nov 12 21:25:19.097301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-144d02ef-5d19-43bc-91b8-bf8e94c454f7 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866921 Nov 12 21:25:19.186197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-e3e6e990-d88d-4719-9d0b-4a410761e956 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815747 Nov 12 21:25:19.633878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc1a02-a3d6-4a6c-80bc-3d4eb795af34 req-32ae9deb-2898-4c60-8d4a-8ec971a7b271 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:19.635853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1cc1a02-a3d6-4a6c-80bc-3d4eb795af34 req-32ae9deb-2898-4c60-8d4a-8ec971a7b271 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0569797 Nov 12 21:25:19.992914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1cc1a02-a3d6-4a6c-80bc-3d4eb795af34 req-d1701655-0b04-4bcb-b95f-4fdb8f848fa8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512261 Nov 12 21:25:21.111622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59804e5-ff05-4edd-afc5-3676c01b0d84 req-6f1630ac-67da-4875-a20f-4cc862d6aa7c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:21.113134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b59804e5-ff05-4edd-afc5-3676c01b0d84 req-6f1630ac-67da-4875-a20f-4cc862d6aa7c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Nov 12 21:25:21.162389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b59804e5-ff05-4edd-afc5-3676c01b0d84 req-d7c0cd5b-2c9d-4f9d-8756-e4025e72157a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Nov 12 21:25:22.281031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5074-d050-4881-8da0-7b2ca5e339e1 req-605d8cb3-1bb5-47de-b861-d1d7db7e53d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:22.282549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f91a5074-d050-4881-8da0-7b2ca5e339e1 req-605d8cb3-1bb5-47de-b861-d1d7db7e53d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0495098 Nov 12 21:25:22.336124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f91a5074-d050-4881-8da0-7b2ca5e339e1 req-d6515801-2b53-4205-a23f-a6541f6fc887 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465014 Nov 12 21:25:23.452880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2cfd4-35fd-4640-a7a5-d174af1fbf67 req-3f85e121-826c-49b4-8a6f-b3bd1ec03f38 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:23.454526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7d2cfd4-35fd-4640-a7a5-d174af1fbf67 req-3f85e121-826c-49b4-8a6f-b3bd1ec03f38 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0501137 Nov 12 21:25:23.505388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c7d2cfd4-35fd-4640-a7a5-d174af1fbf67 req-9fe1064e-5644-42ad-a5be-39b2ff88caa5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448534 Nov 12 21:25:24.620394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca46fc9-25e8-43e5-9a90-5681ffd02670 req-5b5f97e3-0041-4fb5-99a5-ce1a800c810b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:24.621930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ca46fc9-25e8-43e5-9a90-5681ffd02670 req-5b5f97e3-0041-4fb5-99a5-ce1a800c810b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0495515 Nov 12 21:25:24.672200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ca46fc9-25e8-43e5-9a90-5681ffd02670 req-37f73e1c-5dc8-47ae-9381-21cc3e191609 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 Nov 12 21:25:25.794362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764e5f7-249d-4eb7-a96c-12109bc85722 req-c8dfd41d-6f10-4967-90b4-ebf69502f58c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:25.795880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a764e5f7-249d-4eb7-a96c-12109bc85722 req-c8dfd41d-6f10-4967-90b4-ebf69502f58c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0540359 Nov 12 21:25:25.845787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a764e5f7-249d-4eb7-a96c-12109bc85722 req-2434bda8-caf6-45b9-b512-5c039b2640d0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438874 Nov 12 21:25:26.964402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a0685-e0d1-4b24-98c4-dc6d7ab62dab req-5cbebc5c-fa92-4e2b-b8b1-079c231e824a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:26.965872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-861a0685-e0d1-4b24-98c4-dc6d7ab62dab req-5cbebc5c-fa92-4e2b-b8b1-079c231e824a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0495224 Nov 12 21:25:27.015527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-861a0685-e0d1-4b24-98c4-dc6d7ab62dab req-66275430-fdf9-4efe-aa8a-5fd7bba33d53 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Nov 12 21:25:27.559534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57882) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:27.579760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66387741-7c58-4480-9c73-8958db0ad152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:27.624067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a2d3e59c-a580-4edf-a7d2-72b312c6a79e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/floatingips/1cc4b9a8-f897-4ce7-9721-8edaf45706c0 HTTP/1.1" status: 200 len: 993 time: 0.0634522 Nov 12 21:25:27.888356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57888) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:28.047316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port 90049bb5-83cf-47d3-a08d-fbdf882daba9 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:25:28.047861 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:28.160348 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:28.160595 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:28.170891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae6a32-ed8d-4108-8bcc-3f746bfe939e req-eb4926aa-9f45-4010-a69a-ec7333bc32b7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:28.173522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6ae6a32-ed8d-4108-8bcc-3f746bfe939e req-eb4926aa-9f45-4010-a69a-ec7333bc32b7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0784841 Nov 12 21:25:28.188372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for 90049bb5-83cf-47d3-a08d-fbdf882daba9 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:25:28.277145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6ae6a32-ed8d-4108-8bcc-3f746bfe939e req-d47bc8c2-dddc-41e6-8dea-f46861df42a2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970800 Nov 12 21:25:28.482805 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:28.507584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=90049bb5-83cf-47d3-a08d-fbdf882daba9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:28.518515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.518867 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.519208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.519576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.519911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.520810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.520810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.520992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.521211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.521552 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.521856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.522178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:28.583989 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:28.584295 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Floating IP 1cc4b9a8-f897-4ce7-9721-8edaf45706c0 disassociated (deleted). External IP: 172.25.8.70, port: 4fed25fc-25f2-476f-81fe-7c3e0ed3a198. Nov 12 21:25:28.796795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router cffcbc7d-dfbd-4e97-b285-e3b01019a6de has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:25:28.907771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:25:28.912988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:28.917954 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] Sync routers for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:25:28.927313 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:28.928186 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:28.941279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6f12f7df-0f7a-4f86-b912-64e577eec41b tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/floatingips/1cc4b9a8-f897-4ce7-9721-8edaf45706c0 HTTP/1.1" status: 204 len: 168 time: 1.0518172 Nov 12 21:25:28.944788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:25:28.944788 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ccb322-4648-4f56-b162-043917f5bc64" -d '{"events": [{"name": "network-changed", "server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:25:29.038750 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:29.054744 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c626523b-db89-4668-a03f-38a3ec403b8d x-openstack-request-id: req-c626523b-db89-4668-a03f-38a3ec403b8d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:25:29.055225 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:25:29.055453 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c626523b-db89-4668-a03f-38a3ec403b8d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:25:29.055851 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'status': 'completed', 'code': 200} Nov 12 21:25:29.123528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccb322-4648-4f56-b162-043917f5bc64 req-cf5639fa-703e-44d5-a01d-aad0a1266e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:29.125149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ccb322-4648-4f56-b162-043917f5bc64 req-cf5639fa-703e-44d5-a01d-aad0a1266e66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b550ce72c397456182871365ce74c6b5&device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 1098 time: 0.0479093 Nov 12 21:25:29.229196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccb322-4648-4f56-b162-043917f5bc64 req-066c38db-fdf0-4bac-a53b-22da570c0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:29.230636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ccb322-4648-4f56-b162-043917f5bc64 req-066c38db-fdf0-4bac-a53b-22da570c0dc9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4eb8b892-228d-48e8-862b-480feea69c88 HTTP/1.1" status: 200 len: 897 time: 0.0978558 Nov 12 21:25:29.249925 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:35Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:29.277410 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] Checking router: cffcbc7d-dfbd-4e97-b285-e3b01019a6de for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:25:29.281873 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ccb322-4648-4f56-b162-043917f5bc64 req-aea33550-ef4b-4fbd-9d2b-de6a5af1de08 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198 HTTP/1.1" status: 200 len: 217 time: 0.0425754 Nov 12 21:25:29.286483 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:29.287110 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:29.349681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccb322-4648-4f56-b162-043917f5bc64 req-29a42d05-5eea-4f7e-a453-426fd852b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:29.351806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ccb322-4648-4f56-b162-043917f5bc64 req-29a42d05-5eea-4f7e-a453-426fd852b87f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=920eec52-1e69-47a1-857a-81b1e68e0a0e HTTP/1.1" status: 200 len: 835 time: 0.0634317 Nov 12 21:25:29.406488 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:29.465388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119615fb-85d5-4341-8319-2a2f13d9b565 req-1244c014-35e7-4960-8ee4-a49e39b95f10 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:29.466868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-119615fb-85d5-4341-8319-2a2f13d9b565 req-1244c014-35e7-4960-8ee4-a49e39b95f10 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.1013710 Nov 12 21:25:29.476794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43789b32-9e26-4b40-8dfb-7d382f32c149 req-25b16587-de40-48dc-a71e-92f6545ccb2d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:29.478203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43789b32-9e26-4b40-8dfb-7d382f32c149 req-25b16587-de40-48dc-a71e-92f6545ccb2d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 946 time: 0.1229019 Nov 12 21:25:29.482006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccb322-4648-4f56-b162-043917f5bc64 req-225efbaf-75c1-437c-94cb-2368ad729f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:29.483637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ccb322-4648-4f56-b162-043917f5bc64 req-225efbaf-75c1-437c-94cb-2368ad729f51 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4eb8b892-228d-48e8-862b-480feea69c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191783 Nov 12 21:25:29.618500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-119615fb-85d5-4341-8319-2a2f13d9b565 req-c915d1ce-e100-4360-a66d-f1d3ff078e66 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391973 Nov 12 21:25:29.618771 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:35Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:29.626345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-43789b32-9e26-4b40-8dfb-7d382f32c149 req-2eef84b1-7765-4a4b-9aec-471e21f96b9f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407135 Nov 12 21:25:29.648889 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a8db59-6d95-4a1a-acaa-5e63599bfdcc None None] The sync data for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 is: [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:24:31Z', 'revision_number': 4, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '17092d23-77b2-4d08-b1e9-12cd9b833831', 'name': '', 'network_id': '4eb8b892-228d-48e8-862b-480feea69c88', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'mac_address': 'fa:16:3e:15:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:30Z', 'updated_at': '2021-11-12T21:24:35Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'subnets': [{'id': '920eec52-1e69-47a1-857a-81b1e68e0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:25:29.656261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ccb322-4648-4f56-b162-043917f5bc64 req-56f63674-c2b3-4157-8acd-6330575934b9 service neutron] 10.222.0.78 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574631 Nov 12 21:25:29.755924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93ccb322-4648-4f56-b162-043917f5bc64 req-75374d2d-5e2a-4cb4-bd5a-3d90ba55f805 service neutron] 10.222.0.78 "GET /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896244 Nov 12 21:25:29.882169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefd64a-b952-4034-a2cc-70324cbe8a38 None None] New status for floating IP 1cc4b9a8-f897-4ce7-9721-8edaf45706c0: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:25:30.019812 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f2e8b0a7-17bb-4c3b-a0db-b08a7155f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:30.741652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-d26abdd7-4749-450f-8a51-29dd3905c055 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:30.743045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-d26abdd7-4749-450f-8a51-29dd3905c055 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 946 time: 0.0849936 Nov 12 21:25:30.821025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521c1d-b92c-4195-a585-40f594244d8b req-9a7fdcf4-1bfd-4e7f-8859-37c6ffb93573 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:30.822473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5521c1d-b92c-4195-a585-40f594244d8b req-9a7fdcf4-1bfd-4e7f-8859-37c6ffb93573 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.1267958 Nov 12 21:25:30.854991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19864-455a-4b8a-85d5-af9fbef13d3d req-1e42042e-6f74-4282-979d-9d8a3a7ba370 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:30.856455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5a19864-455a-4b8a-85d5-af9fbef13d3d req-1e42042e-6f74-4282-979d-9d8a3a7ba370 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 946 time: 0.1476986 Nov 12 21:25:30.949020 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5521c1d-b92c-4195-a585-40f594244d8b req-9eea6e7d-c716-4990-b7c1-3d4e408d0a7f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058455 Nov 12 21:25:30.956834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a5a19864-455a-4b8a-85d5-af9fbef13d3d req-decb9ddf-1339-4404-84a8-2613d54a7eba tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/security-groups?id=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924292 Nov 12 21:25:30.959884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:25:30.960493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:31.050412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:31.050778 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:31.063389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:25:31.247444 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:31.274054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=4fed25fc-25f2-476f-81fe-7c3e0ed3a198,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:31.320328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] No DVR routers for this DVR port 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:25:31.322841 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:31.326165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f05a3416-cbf3-4be6-8147-8f63fa819df2 req-a496bc7c-5bfa-4f23-a42f-7f78bf403ed1 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.78 "DELETE /v2.0/ports/4fed25fc-25f2-476f-81fe-7c3e0ed3a198 HTTP/1.1" status: 204 len: 173 time: 0.5637865 Nov 12 21:25:31.326607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'name': 'network-vif-deleted', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:25:31.329009 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d618cd3d-b712-45d7-a62f-be380a1eee98" -d '{"events": [{"server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "name": "network-vif-deleted", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:25:31.367262 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a6418d-fe52-4154-986e-9d91548030e2 x-openstack-request-id: req-24a6418d-fe52-4154-986e-9d91548030e2 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:25:31.367616 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc68f074-c8f0-496f-9cc4-d3d7ab0826f7", "name": "network-vif-deleted", "tag": "4fed25fc-25f2-476f-81fe-7c3e0ed3a198", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:25:31.367880 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24a6418d-fe52-4154-986e-9d91548030e2 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:25:31.368311 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc68f074-c8f0-496f-9cc4-d3d7ab0826f7', 'name': 'network-vif-deleted', 'tag': '4fed25fc-25f2-476f-81fe-7c3e0ed3a198', 'status': 'completed', 'code': 200} Nov 12 21:25:31.384648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:32.091896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e01e7233-5e87-45bd-8af4-cd179f44f797 req-da2bc3cc-159f-4d66-afa3-02c765042404 tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc68f074-c8f0-496f-9cc4-d3d7ab0826f7 HTTP/1.1" status: 200 len: 210 time: 0.0325484 Nov 12 21:25:32.107003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca522b6-5695-4a9a-84cf-af633b2edc81 req-0383c68d-6d38-4bb1-8948-a0775b605a07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:32.108585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ca522b6-5695-4a9a-84cf-af633b2edc81 req-0383c68d-6d38-4bb1-8948-a0775b605a07 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0812907 Nov 12 21:25:32.161156 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ca522b6-5695-4a9a-84cf-af633b2edc81 req-5c455f62-46e0-46ac-a46e-4aa85da9b1a4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464363 Nov 12 21:25:33.116614 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:33.149310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57914) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:33.212137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:33.239380 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:33.283131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cec84a-88c6-4599-bc9f-93f9723adaa7 req-8edf3ea3-23e1-44e2-80f0-03cc25c3b892 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:33.287026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0cec84a-88c6-4599-bc9f-93f9723adaa7 req-8edf3ea3-23e1-44e2-80f0-03cc25c3b892 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0535021 Nov 12 21:25:33.336476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:25:33.339887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0cec84a-88c6-4599-bc9f-93f9723adaa7 req-f80eb843-d59f-4fa9-8bfd-2f9b41fc263a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477355 Nov 12 21:25:33.363123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:25:33.363490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4fed25fc-25f2-476f-81fe-7c3e0ed3a198 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:25:33.396850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:33.399548 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:33.400745 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/security-groups/a25b50e5-4b15-4a66-9f9f-5b9001b00c4e HTTP/1.1" status: 204 len: 168 time: 0.2501359 Nov 12 21:25:33.410209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25b50e5-4b15-4a66-9f9f-5b9001b00c4e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:33.417772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.418119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.418454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.418789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.419114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.419465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.419794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.420120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.420434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.420752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.421073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.421390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b71f3-f175-4513-9769-27c86decd92e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:33.477648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57920) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:33.591014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:33.850682 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:34.102142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port 17092d23-77b2-4d08-b1e9-12cd9b833831 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:25:34.102389 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:34.188595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port 17092d23-77b2-4d08-b1e9-12cd9b833831, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=17092d23-77b2-4d08-b1e9-12cd9b833831,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:34.189904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:34.202137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for 17092d23-77b2-4d08-b1e9-12cd9b833831 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:25:34.436764 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:34.457349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537c3ed-e886-4247-ad18-b3b68bdac372 req-0b2b8f36-3726-4e85-b429-06db85e5bdfa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:34.458871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1537c3ed-e886-4247-ad18-b3b68bdac372 req-0b2b8f36-3726-4e85-b429-06db85e5bdfa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0496383 Nov 12 21:25:34.468180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=17092d23-77b2-4d08-b1e9-12cd9b833831,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:34.513526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1537c3ed-e886-4247-ad18-b3b68bdac372 req-19c584f8-279b-4527-8c34-891f7ac227bb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479205 Nov 12 21:25:34.647176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:35.180155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Router cffcbc7d-dfbd-4e97-b285-e3b01019a6de has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:25:35.284684 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:25:35.289633 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-67d666a5-b756-4bac-8863-19dbe3178f7f tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "PUT /v2.0/routers/cffcbc7d-dfbd-4e97-b285-e3b01019a6de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109756 Nov 12 21:25:35.292338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57926) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:35.294532 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] Sync routers for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:25:35.305369 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:35.306055 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:35.342819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-929f2064-fdf7-4d5a-9e86-bf93347efe1d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting subnet 920eec52-1e69-47a1-857a-81b1e68e0a0e {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:25:35.346167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-929f2064-fdf7-4d5a-9e86-bf93347efe1d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:35.386605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-929f2064-fdf7-4d5a-9e86-bf93347efe1d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:35.411907 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:35.476621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-929f2064-fdf7-4d5a-9e86-bf93347efe1d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:35.594675 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:25:34Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:35.609036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-929f2064-fdf7-4d5a-9e86-bf93347efe1d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:35.630792 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] Checking router: cffcbc7d-dfbd-4e97-b285-e3b01019a6de for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:25:35.640955 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] Routers {'cffcbc7d-dfbd-4e97-b285-e3b01019a6de'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:35.642185 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:35.644629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f2064-fdf7-4d5a-9e86-bf93347efe1d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Subnet': ['ID=920eec52-1e69-47a1-857a-81b1e68e0a0e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:35.648215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-929f2064-fdf7-4d5a-9e86-bf93347efe1d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:35.648494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd100e90-7852-4362-9a89-ae56370b6ce7 req-d8ddd0c2-c4a0-4d26-ac0f-5105f21fe6d6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:35.651540 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-929f2064-fdf7-4d5a-9e86-bf93347efe1d tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/subnets/920eec52-1e69-47a1-857a-81b1e68e0a0e HTTP/1.1" status: 204 len: 168 time: 0.3582082 Nov 12 21:25:35.654146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57930) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:35.660335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd100e90-7852-4362-9a89-ae56370b6ce7 req-d8ddd0c2-c4a0-4d26-ac0f-5105f21fe6d6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0666180 Nov 12 21:25:35.662979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d974d-24fe-42ff-9429-d12a63ef4790 None None] Network 4eb8b892-228d-48e8-862b-480feea69c88 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:25:35.729567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cd100e90-7852-4362-9a89-ae56370b6ce7 req-c0ed55f7-6c06-47ac-ab1f-f29bd89fa269 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611255 Nov 12 21:25:35.760419 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] Set router cffcbc7d-dfbd-4e97-b285-e3b01019a6de gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:35.770704 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:35.882416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:35.886819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] DHCP port deletion for 4eb8b892-228d-48e8-862b-480feea69c88 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:25:35.935751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Deleting port acf71a84-e67e-4f64-91eb-4fd449bb6c82 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:25:35.936125 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.002583 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] For port acf71a84-e67e-4f64-91eb-4fd449bb6c82, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=acf71a84-e67e-4f64-91eb-4fd449bb6c82,segment=NetworkSegment(b1c8f07f-354d-4334-91c9-9df9638b8cdc),segment_id=b1c8f07f-354d-4334-91c9-9df9638b8cdc)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:36.002849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.005844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Deleting port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:25:36.006363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.015849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Calling delete_port for acf71a84-e67e-4f64-91eb-4fd449bb6c82 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:25:36.032494 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:25:34Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:36.060133 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c71dd-3da7-415d-ad14-818d1b177f54 None None] The sync data for ids ['cffcbc7d-dfbd-4e97-b285-e3b01019a6de'] in n-d-713498-29 is: [{'id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'name': 'tempest-TestNetworkBasicOps-router-845242288', 'tenant_id': 'b550ce72c397456182871365ce74c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:26Z', 'updated_at': '2021-11-12T21:25:34Z', 'revision_number': 5, 'project_id': 'b550ce72c397456182871365ce74c6b5', 'gw_port': {'id': 'ea4d40f3-fba1-4e3f-9345-33d34c3d7c73', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcbc7d-dfbd-4e97-b285-e3b01019a6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:27Z', 'updated_at': '2021-11-12T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:25:36.089434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] For port ea4d40f3-fba1-4e3f-9345-33d34c3d7c73, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ea4d40f3-fba1-4e3f-9345-33d34c3d7c73,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:36.089805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.108505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Calling delete_port for ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:25:36.178508 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.205726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Pushing event deleted for resources: {'Port': ['ID=acf71a84-e67e-4f64-91eb-4fd449bb6c82,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:36.208898 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] No DVR routers for this DVR port acf71a84-e67e-4f64-91eb-4fd449bb6c82 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:25:36.215990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.216341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.216687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.217025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.217355 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.217685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.218012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.218363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.223670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.223670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.223670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.223670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d662ae0e-aab6-4754-8410-2630e9951ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:36.345143 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.373112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Port': ['ID=ea4d40f3-fba1-4e3f-9345-33d34c3d7c73,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:36.389118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97163c4-d131-41f9-9df3-66a9b811b138 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:25:36.442124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.487360 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-d6e006e0-495f-41e9-850e-67229d7f38fc service neutron] show failed (client error): The resource could not be found. Nov 12 21:25:36.488492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-d6e006e0-495f-41e9-850e-67229d7f38fc service neutron] 10.222.0.78 "GET /v2.0/ports/4e80272c-b253-4f2a-ba83-5eb95c986ff4/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0722821 Nov 12 21:25:36.543700 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.546842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.648490 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.649021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Fanout notify agent at l3_agent the message router_deleted on router cffcbc7d-dfbd-4e97-b285-e3b01019a6de {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:25:36.656469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.657648 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2783148b-be88-4ca0-9aac-ff30e70cba7c tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/routers/cffcbc7d-dfbd-4e97-b285-e3b01019a6de HTTP/1.1" status: 204 len: 168 time: 1.0024529 Nov 12 21:25:36.660494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57934) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:36.747606 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.841819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.864744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb8b892-228d-48e8-862b-480feea69c88']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:36.868752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f195bce-c9a6-44ee-91c4-540e2bd60e43 req-de530a22-633c-4e8e-be0f-1eb0f3f3ac46 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:36.868752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f195bce-c9a6-44ee-91c4-540e2bd60e43 req-de530a22-633c-4e8e-be0f-1eb0f3f3ac46 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.0601008 Nov 12 21:25:36.875135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c8f07f-354d-4334-91c9-9df9638b8cdc') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:36.875474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c8f07f-354d-4334-91c9-9df9638b8cdc') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:36.886181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.899482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.905830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:25:36.906307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:25:36.909842 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:25:36.919187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f195bce-c9a6-44ee-91c4-540e2bd60e43 req-c4d4bc0a-e90a-4365-94a5-efb992cf58af tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Nov 12 21:25:37.088829 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:37.108612 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:37.112744 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] 10.222.0.64 "DELETE /v2.0/networks/4eb8b892-228d-48e8-862b-480feea69c88 HTTP/1.1" status: 204 len: 168 time: 0.4512880 Nov 12 21:25:37.113756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05272c8-7530-46b5-8a23-1e49d0aa781e tempest-TestNetworkBasicOps-520886642 tempest-TestNetworkBasicOps-520886642-project] Pushing event deleted for resources: {'Network': ['ID=4eb8b892-228d-48e8-862b-480feea69c88,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:37.165527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-906a53ce-87de-4b42-a994-0d6a2b3769fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:37.167188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-906a53ce-87de-4b42-a994-0d6a2b3769fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 1097 time: 0.0803585 Nov 12 21:25:37.184140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:25:37.240710 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:37.445565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:37.478329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:37.517049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:25:37.520007 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2f3a64-c3b7-4962-bb82-1e43bcf0edb9" -d '{"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:25:37.523726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:37.536634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Transition to ACTIVE for port object 4e80272c-b253-4f2a-ba83-5eb95c986ff4 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:25:37.578477 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e388b3a-e3ce-40e8-a9e8-2afc347532a1 x-openstack-request-id: req-7e388b3a-e3ce-40e8-a9e8-2afc347532a1 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:25:37.579555 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:25:37.579555 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e388b3a-e3ce-40e8-a9e8-2afc347532a1 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:25:37.580553 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'code': 200} Nov 12 21:25:37.612679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:37.632379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:25:37.653564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:25:37.654234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ea4d40f3-fba1-4e3f-9345-33d34c3d7c73 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:25:37.656802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 17092d23-77b2-4d08-b1e9-12cd9b833831 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:25:37.677590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:37.693006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 17092d23-77b2-4d08-b1e9-12cd9b833831 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:25:37.693556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 17092d23-77b2-4d08-b1e9-12cd9b833831 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:25:37.694167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device acf71a84-e67e-4f64-91eb-4fd449bb6c82 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:25:37.716807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: acf71a84-e67e-4f64-91eb-4fd449bb6c82 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:25:37.717652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device acf71a84-e67e-4f64-91eb-4fd449bb6c82 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:25:37.734077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:37.816748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] No DVR routers for this DVR port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:25:37.857630 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ee3ad826-75eb-49d1-8407-ac25e6e0c336 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b550ce72c397456182871365ce74c6b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785307 Nov 12 21:25:37.860152 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57948) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:37.920300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c94b-c0fe-42e2-aa5d-9b504db2879f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:37.944004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c94b-c0fe-42e2-aa5d-9b504db2879f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:37.956760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:25:37.957322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:25:37.957483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:37.962157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:25:37.962480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:37.967572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:25:37.967762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Checking segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:37.968142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Bound using segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:25:37.968574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Bound port: 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:25:37.968930 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:38.065686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c94b-c0fe-42e2-aa5d-9b504db2879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:38.065986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:38.068686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c94b-c0fe-42e2-aa5d-9b504db2879f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:38.070162 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6ae2c94b-c0fe-42e2-aa5d-9b504db2879f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4930c320-00d1-46cc-884c-75057bf9cd16 HTTP/1.1" status: 204 len: 168 time: 0.2090051 Nov 12 21:25:38.071307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:25:38.079899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2c94b-c0fe-42e2-aa5d-9b504db2879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4930c320-00d1-46cc-884c-75057bf9cd16,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:38.085865 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17351015-7a1e-4c96-a862-728db699c339 req-ba3883eb-98fc-405c-bf58-27991834bc88 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:38.087538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17351015-7a1e-4c96-a862-728db699c339 req-ba3883eb-98fc-405c-bf58-27991834bc88 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.0811708 Nov 12 21:25:38.141236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17351015-7a1e-4c96-a862-728db699c339 req-8ef15580-a9ef-4820-9d83-54efa85271ef tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469954 Nov 12 21:25:38.169057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:38.203539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:38.204158 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:38.206127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 1092 time: 1.0261109 Nov 12 21:25:38.229201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7ed2c-a57c-4bba-91e0-f687b3234c39 service neutron] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:38.280672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-f2d41b8e-be94-4ee3-99d0-a5fc4d7cc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:38.284041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-f2d41b8e-be94-4ee3-99d0-a5fc4d7cc2a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1095 time: 0.0462732 Nov 12 21:25:38.696419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-e138c589-c515-45d8-acf2-464947ff242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:38.698074 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-e138c589-c515-45d8-acf2-464947ff242d service neutron] 10.222.0.46 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.4032869 Nov 12 21:25:38.732040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57956) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:38.745279 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e7e00ce-3726-49bf-bf78-a8a63e8f020e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:38.766823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-4af44763-e5b8-4a9f-a8b0-93074b72b63b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 999 time: 0.0596213 Nov 12 21:25:38.820273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e7e00ce-3726-49bf-bf78-a8a63e8f020e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:38.823759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-79df88ff-469c-40d6-81fb-d294cbb2c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:38.825215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-79df88ff-469c-40d6-81fb-d294cbb2c6ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0485020 Nov 12 21:25:38.874089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-eefb662f-7868-4fcb-9f96-c8363d91299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:38.875605 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-eefb662f-7868-4fcb-9f96-c8363d91299f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395467 Nov 12 21:25:38.899861 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1e7e00ce-3726-49bf-bf78-a8a63e8f020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:38.942378 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1e7e00ce-3726-49bf-bf78-a8a63e8f020e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e87ac030d5054456a0adb60e3c1b975e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2091870 Nov 12 21:25:38.943225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e00ce-3726-49bf-bf78-a8a63e8f020e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19aec4b-2896-440a-869e-0425f34b1ce8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:38.946314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57958) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:39.006241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-6c63a312-c002-4c16-96f4-bba66ba7026a service neutron] 10.222.0.46 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178565 Nov 12 21:25:39.029667 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d6d92077-7d3e-4d29-b421-ed0e8a749676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:39.092427 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d6d92077-7d3e-4d29-b421-ed0e8a749676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:39.145648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c5a709ca-25b7-4b2c-9d14-33dbc6863da0 req-0467b36f-ce8f-4005-9440-7ed74d26ae41 service neutron] 10.222.0.46 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264062 Nov 12 21:25:39.241776 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d6d92077-7d3e-4d29-b421-ed0e8a749676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:39.244426 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d6d92077-7d3e-4d29-b421-ed0e8a749676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:39.245528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d6d92077-7d3e-4d29-b421-ed0e8a749676 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d19aec4b-2896-440a-869e-0425f34b1ce8 HTTP/1.1" status: 204 len: 168 time: 0.2982097 Nov 12 21:25:39.259317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d92077-7d3e-4d29-b421-ed0e8a749676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19aec4b-2896-440a-869e-0425f34b1ce8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:39.281495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133761a-ca0e-4987-b71d-a6cbf4d9327f req-58d6cd1c-e6fb-4cf7-83f2-f927e58a8380 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:39.283617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e133761a-ca0e-4987-b71d-a6cbf4d9327f req-58d6cd1c-e6fb-4cf7-83f2-f927e58a8380 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.0710876 Nov 12 21:25:39.339143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:25:39.341182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e133761a-ca0e-4987-b71d-a6cbf4d9327f req-5b904a9e-b1ba-4e04-916e-e439706f2252 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455496 Nov 12 21:25:39.379004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:25:39.582117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:25:39.584532 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fa6ae7-de73-4980-b5b9-06e753763e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:25:39.639011 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9eae80-6af1-459c-b41a-e3261e6b467d x-openstack-request-id: req-1a9eae80-6af1-459c-b41a-e3261e6b467d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:25:39.639412 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:25:39.639752 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a9eae80-6af1-459c-b41a-e3261e6b467d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:25:39.640753 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'status': 'completed', 'code': 200} Nov 12 21:25:39.729369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-a159401e-43fc-4d9f-8152-3cc4b85d5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:39.730848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-a159401e-43fc-4d9f-8152-3cc4b85d5517 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1095 time: 0.0609407 Nov 12 21:25:39.733510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-25e982c9-1a9d-40dd-b37d-da9beeb76e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:39.734969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-25e982c9-1a9d-40dd-b37d-da9beeb76e58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1095 time: 0.0753012 Nov 12 21:25:39.895951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-e4fe3b3c-36ab-40cc-b610-864b0829b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:39.897394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-e4fe3b3c-36ab-40cc-b610-864b0829b0e7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.1591992 Nov 12 21:25:39.899905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-a031fa77-5033-4b34-8334-0b83b4461422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:39.901214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-a031fa77-5033-4b34-8334-0b83b4461422 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.1559222 Nov 12 21:25:40.012757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-d4ce9a01-1c74-4cba-9fc0-3cb000e5e916 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 999 time: 0.1088111 Nov 12 21:25:40.014500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-f2a685f5-6eb5-4965-afc3-5fa29a13d658 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 999 time: 0.1039627 Nov 12 21:25:40.096699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-576c56ee-1fab-4ef9-b4f4-6e77cfbc9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:40.101046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-576c56ee-1fab-4ef9-b4f4-6e77cfbc9a1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0714719 Nov 12 21:25:40.101046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-767f035e-e1b0-4b56-99d0-d5211e12ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:40.101046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-767f035e-e1b0-4b56-99d0-d5211e12ace7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0810180 Nov 12 21:25:40.178731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-aadc48b5-9c23-4dec-abbd-c33dd45b7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:40.180298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-aadc48b5-9c23-4dec-abbd-c33dd45b7bff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745232 Nov 12 21:25:40.182944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-d2491da0-6471-43e0-b2d9-f1794cb01e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:40.184321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-d2491da0-6471-43e0-b2d9-f1794cb01e03 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699351 Nov 12 21:25:40.343186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-97307f8b-e3c0-48e8-8306-291e4e875035 service neutron] 10.222.0.46 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538727 Nov 12 21:25:40.345034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-3c218419-f53b-4180-beee-28a1e37e15fc service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486640 Nov 12 21:25:40.350068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57984) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:40.487822 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:40.558912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-eb9f6a62-46d7-448b-ae59-d15c905b4a3c service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020767 Nov 12 21:25:40.560661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9fa6ae7-de73-4980-b5b9-06e753763e6a req-2c820bfe-7487-4ac5-afdb-e5278162491a service neutron] 10.222.0.46 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048941 Nov 12 21:25:40.562704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:40.575729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d64584-dff2-4965-877d-b473adb4b7ba req-2a12a046-3c6b-4b53-9e96-b61400a5b300 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:40.580503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84d64584-dff2-4965-877d-b473adb4b7ba req-2a12a046-3c6b-4b53-9e96-b61400a5b300 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.1141577 Nov 12 21:25:40.605698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1674705124-network', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:25:40.648084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84d64584-dff2-4965-877d-b473adb4b7ba req-41757032-77d3-40a8-ba7b-c15415419621 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629969 Nov 12 21:25:40.733762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Made reservation on behalf of d2668b7de9f042b2afeec175d278659b for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:25:40.736169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:40.745426 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:40.817697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:40.882649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:40.906889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:25:40.915499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302f8453-f2a0-444a-8f3c-ea543851eee4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:40.921288 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:40.921624 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Added segment 85b8a240-1ed0-41e1-81ef-7729d1712e1c of type vlan for network 17329100-6317-40e9-831d-ba8bda105755 Nov 12 21:25:40.962328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:41.059252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:41.060293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:41.060905 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:41.154129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] Pushing event updated for resources: {'Network': ['ID=17329100-6317-40e9-831d-ba8bda105755,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:41.165737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 17329100-6317-40e9-831d-ba8bda105755 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:25:41.186682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-05150ca6-3681-4623-a556-70627a43835f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8355961 Nov 12 21:25:41.190566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 57990) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:41.196004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Request body: {'subnet': {'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1674705124-subnet', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:25:41.276838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Made reservation on behalf of d2668b7de9f042b2afeec175d278659b for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:25:41.279262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:41.539926 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:41.602120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f750fa6-60a0-4556-b545-3a59961d1fc9,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:41.611967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Checking segment: {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:41.611967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Network hostable DHCP agents. Network: 17329100-6317-40e9-831d-ba8bda105755, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:25:41.722614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Network 17329100-6317-40e9-831d-ba8bda105755 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:25:41.776351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031263-2d80-402f-a097-a34304726e82 req-067687cb-ebec-4560-a4e0-9a3f1a7ba062 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:41.777821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48031263-2d80-402f-a097-a34304726e82 req-067687cb-ebec-4560-a4e0-9a3f1a7ba062 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.0517609 Nov 12 21:25:41.823814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 17329100-6317-40e9-831d-ba8bda105755) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:41.831117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48031263-2d80-402f-a097-a34304726e82 req-32e9c9fa-3da3-429b-9d27-dc1335d5c37a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462117 Nov 12 21:25:41.832376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:41.832644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32afc6-b56e-4f87-aed1-3dc3d38880cd None None] Network 17329100-6317-40e9-831d-ba8bda105755 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:25:41.833080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:41.934298 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 57996) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:41.938702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:25:41.943493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d5ea4b8c-bde3-4563-9b94-f291a6531c20 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7518137 Nov 12 21:25:41.980928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-17329100-6317-40e9-831d-ba8bda105755', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:25:41.981818 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.077028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.078011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.119009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Allocated IP 172.20.0.2 (17329100-6317-40e9-831d-ba8bda105755/7f750fa6-60a0-4556-b545-3a59961d1fc9/be415f45-1e89-4d6f-9bb7-99a7d1894468) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:25:42.134072 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.265427 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.351331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.363067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.371023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709d745-9522-4a9a-ba1b-3f86b3b68259 req-5d890f8c-3a0f-428c-ac31-f538b0abfe0c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:42.372706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d709d745-9522-4a9a-ba1b-3f86b3b68259 req-5d890f8c-3a0f-428c-ac31-f538b0abfe0c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 943 time: 0.0517759 Nov 12 21:25:42.389509 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Network 17329100-6317-40e9-831d-ba8bda105755 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:25:42.393237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:42.399141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:25:42.411576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Pushing event updated for resources: {'Port': ['ID=be415f45-1e89-4d6f-9bb7-99a7d1894468,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:42.461513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Attempting to bind port be415f45-1e89-4d6f-9bb7-99a7d1894468 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:25:42.461887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Attempting to bind port be415f45-1e89-4d6f-9bb7-99a7d1894468 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:25:42.462257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Attempting to bind port be415f45-1e89-4d6f-9bb7-99a7d1894468 on network 17329100-6317-40e9-831d-ba8bda105755 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:42.467332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:25:42.467714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Checking segment: {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:42.468148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.468498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Bound using segment: {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:25:42.468918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d709d745-9522-4a9a-ba1b-3f86b3b68259 req-f7e947e6-81c6-41ae-99a0-1c1796682c70 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890386 Nov 12 21:25:42.469055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Bound port: be415f45-1e89-4d6f-9bb7-99a7d1894468, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:25:42.469340 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.484378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-189518a4-c023-4cb4-ab12-c36a0a21a27a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:42.486950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-189518a4-c023-4cb4-ab12-c36a0a21a27a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 943 time: 0.0899651 Nov 12 21:25:42.516435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:25:42.553222 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-fa06f53d-3137-48fc-aa56-91526b641d27 service neutron] 10.222.0.46 "GET /v2.0/ports/4e80272c-b253-4f2a-ba83-5eb95c986ff4/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 383 time: 0.0582933 Nov 12 21:25:42.609936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] For port be415f45-1e89-4d6f-9bb7-99a7d1894468, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:42.619831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-c63c8abc-c68f-48f6-86f3-2033fe089964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:42.621358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-c63c8abc-c68f-48f6-86f3-2033fe089964 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1095 time: 0.0434752 Nov 12 21:25:42.628476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] For port be415f45-1e89-4d6f-9bb7-99a7d1894468, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=be415f45-1e89-4d6f-9bb7-99a7d1894468,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:25:42.652835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:42.669300 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'port_id': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'mac_address': 'fa:16:3e:6d:bc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:25:42.679706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.701565 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.716767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.732321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e80272c-b253-4f2a-ba83-5eb95c986ff4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:25:42.734276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-b83c5b50-452c-4d09-b558-78e15439dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:42.736814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-b83c5b50-452c-4d09-b558-78e15439dd4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.1077244 Nov 12 21:25:42.754388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:42.762871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.811113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-99ad108f-f9bf-4615-a50c-450b5b29992f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 999 time: 0.0675495 Nov 12 21:25:42.828843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4043-52ba-47d4-b4c1-46589867e540 None None] Pushing event updated for resources: {'Port': ['ID=be415f45-1e89-4d6f-9bb7-99a7d1894468,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:42.838216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Allocated IP 172.25.8.205 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/8c5e60af-8617-48fc-8ab8-af16fc8b670f) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:25:42.870766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:42.871489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-4377dd37-9fbe-476a-9ce0-5afa38b42564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:42.872737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-4377dd37-9fbe-476a-9ce0-5afa38b42564 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0540562 Nov 12 21:25:42.921615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:42.928522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-6dec8a0a-8bed-4b70-be23-848c40811658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:42.930133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-6dec8a0a-8bed-4b70-be23-848c40811658 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505788 Nov 12 21:25:42.965225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:43.056068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-5b877a22-f7dc-4f8b-afe4-914f9fa712b6 service neutron] 10.222.0.46 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179402 Nov 12 21:25:43.108472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4e80272c-b253-4f2a-ba83-5eb95c986ff4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:25:43.129193 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:43.195916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-4b3e4589-37af-40a4-b984-394887c93768 service neutron] 10.222.0.46 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312757 Nov 12 21:25:43.210633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5e60af-8617-48fc-8ab8-af16fc8b670f,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:43.232276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:25:43.234030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:43.244141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:25:43.255065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c50838-39d0-423b-836b-d1ac9d8423b8 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:25:43.367117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fa54ffed-d0d6-4270-b2bd-0acd78254b68 None None] Provisioning complete for port 8c5e60af-8617-48fc-8ab8-af16fc8b670f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:43.367822 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fa54ffed-d0d6-4270-b2bd-0acd78254b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:43.576421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fa54ffed-d0d6-4270-b2bd-0acd78254b68 None None] Port 8c5e60af-8617-48fc-8ab8-af16fc8b670f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:43.614539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:43.642520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fc40-6388-42a5-8048-92414284bb4d req-c86bf96e-0b37-4796-a992-fd5cddc750c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:43.644805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bc6fc40-6388-42a5-8048-92414284bb4d req-c86bf96e-0b37-4796-a992-fd5cddc750c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.0799959 Nov 12 21:25:43.754568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2bc6fc40-6388-42a5-8048-92414284bb4d req-490e4cb8-c1cc-46e7-a000-86f9298ca52c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032627 Nov 12 21:25:43.765329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device be415f45-1e89-4d6f-9bb7-99a7d1894468 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:43.831554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port be415f45-1e89-4d6f-9bb7-99a7d1894468 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:43.831925 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:43.871244 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:43.935270 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:43.975347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port be415f45-1e89-4d6f-9bb7-99a7d1894468, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=be415f45-1e89-4d6f-9bb7-99a7d1894468,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:44.034865 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd61627-002d-4199-9ffc-966c857bb27b None None] Network 17329100-6317-40e9-831d-ba8bda105755 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:25:44.096676 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:44.145491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Router 7e40910e-000e-4329-80e5-7aa59995b79d is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:25:44.157985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7409e029-8029-46bb-8589-43a61a5beb71 None None] Provisioning complete for port be415f45-1e89-4d6f-9bb7-99a7d1894468 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:44.157985 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7409e029-8029-46bb-8589-43a61a5beb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:44.224923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=be415f45-1e89-4d6f-9bb7-99a7d1894468,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:44.276685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:25:44.299334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Sync routers for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:25:44.328092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:44.328704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:44.388554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:44.392533 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5594d72c-c26a-48ca-82c2-769266824400 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4546022 Nov 12 21:25:44.392830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58002) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:44.449501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:44.526683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:44.660848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9203ef5e-51c7-4e40-9623-ea3137aa22e1 None None] Provisioning complete for port be415f45-1e89-4d6f-9bb7-99a7d1894468 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:44.661148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9203ef5e-51c7-4e40-9623-ea3137aa22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:44.691794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:25:44.708721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:44.709092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:44.756392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:43Z', 'revision_number': 3, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:44.789626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Checking router: 7e40910e-000e-4329-80e5-7aa59995b79d for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:25:44.795975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Updating router 7e40910e-000e-4329-80e5-7aa59995b79d port 8c5e60af-8617-48fc-8ab8-af16fc8b670f binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:25:44.841822 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:44.855570 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:44.889161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da0cbd-015c-47b6-bbb1-85b7d108339a req-0692638a-e183-4a05-b789-0789ea024d3a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:44.890689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8da0cbd-015c-47b6-bbb1-85b7d108339a req-0692638a-e183-4a05-b789-0789ea024d3a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.0593317 Nov 12 21:25:44.952839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8da0cbd-015c-47b6-bbb1-85b7d108339a req-fa94de1d-5d8e-4b7a-a0a6-49932bf04fc3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Nov 12 21:25:44.965662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.003527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:25:45.005759 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd789597-a126-4896-9eb2-52c4dc64c31b" -d '{"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-plugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:25:45.019077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Allocated IP 172.20.0.1 (17329100-6317-40e9-831d-ba8bda105755/7f750fa6-60a0-4556-b545-3a59961d1fc9/d283cb56-2e55-4f97-bf65-3cac1ce903de) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:25:45.023235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:45.067078 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c249ac4-929e-4aa1-9ba6-7e20cbd8aadb x-openstack-request-id: req-6c249ac4-929e-4aa1-9ba6-7e20cbd8aadb {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:25:45.067416 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-plugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:25:45.067670 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c249ac4-929e-4aa1-9ba6-7e20cbd8aadb {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:25:45.068056 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'code': 200} Nov 12 21:25:45.120768 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.128812 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.216194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:45.224710 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.243158 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.280873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Network 17329100-6317-40e9-831d-ba8bda105755 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:25:45.284330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:45.289668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:25:45.300174 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.317816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d283cb56-2e55-4f97-bf65-3cac1ce903de,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:45.350242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3963bf23-27fe-4275-a0d5-2b888bbe08c6 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:25:45.350650 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.375188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Attempting to bind port 8c5e60af-8617-48fc-8ab8-af16fc8b670f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:25:45.375719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Attempting to bind port 8c5e60af-8617-48fc-8ab8-af16fc8b670f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:25:45.376159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Attempting to bind port 8c5e60af-8617-48fc-8ab8-af16fc8b670f on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:45.381315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458df442-192d-4975-b796-72d48ecaeca4 None None] Pushing event updated for resources: {'Port': ['ID=8c5e60af-8617-48fc-8ab8-af16fc8b670f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:45.394981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:25:45.395471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:45.396002 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.396543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:25:45.397185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Bound port: 8c5e60af-8617-48fc-8ab8-af16fc8b670f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:25:45.398350 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.463150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] For port 8c5e60af-8617-48fc-8ab8-af16fc8b670f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:45.467357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] For port 8c5e60af-8617-48fc-8ab8-af16fc8b670f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8c5e60af-8617-48fc-8ab8-af16fc8b670f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:25:45.486094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-466db27a-33c5-49d9-a8b8-a0dbbfe2b69a None None] Provisioning complete for port 8c5e60af-8617-48fc-8ab8-af16fc8b670f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:45.486463 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-466db27a-33c5-49d9-a8b8-a0dbbfe2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.521816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-466db27a-33c5-49d9-a8b8-a0dbbfe2b69a None None] Port 8c5e60af-8617-48fc-8ab8-af16fc8b670f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:45.568816 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.618423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eada5a3-8de9-42c8-a0f3-a25a08b79360 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:25:45.641403 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device be415f45-1e89-4d6f-9bb7-99a7d1894468 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:45.665326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.677681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458df442-192d-4975-b796-72d48ecaeca4 None None] Pushing event updated for resources: {'Port': ['ID=8c5e60af-8617-48fc-8ab8-af16fc8b670f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:45.691729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:45.692427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:45.744798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e753d30b-0e1f-4522-b131-0e364c7439cb None None] Provisioning complete for port d283cb56-2e55-4f97-bf65-3cac1ce903de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:45.744798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e753d30b-0e1f-4522-b131-0e364c7439cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.836547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e753d30b-0e1f-4522-b131-0e364c7439cb None None] Port d283cb56-2e55-4f97-bf65-3cac1ce903de cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:45.839844 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.844260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port be415f45-1e89-4d6f-9bb7-99a7d1894468 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:45.844690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.873109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:45.934081 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:45.956094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ca6f8e70-7578-4980-8036-4fad8a633324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:45.957754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ca6f8e70-7578-4980-8036-4fad8a633324 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 1097 time: 0.0442541 Nov 12 21:25:45.969557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:25:46.006890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d283cb56-2e55-4f97-bf65-3cac1ce903de,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:46.012136 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:46.050756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:46.052981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3b8b0618-abfc-4179-8cff-ff756df402a1 None None] Provisioning complete for port 8c5e60af-8617-48fc-8ab8-af16fc8b670f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:46.053482 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0618-abfc-4179-8cff-ff756df402a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:46.120175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Network 17329100-6317-40e9-831d-ba8bda105755 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:25:46.121305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:46.216768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7be35e-abb1-4f9c-b392-fc5fc5c4cb93 req-21023c73-28bc-4941-9a05-7d9f51fa0351 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:46.223078 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0618-abfc-4179-8cff-ff756df402a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:46.225727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df7be35e-abb1-4f9c-b392-fc5fc5c4cb93 req-21023c73-28bc-4941-9a05-7d9f51fa0351 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 945 time: 0.1599221 Nov 12 21:25:46.246662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 1, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:46.297709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df7be35e-abb1-4f9c-b392-fc5fc5c4cb93 req-0333d7f3-ac11-4354-9cf6-d4286cd92d99 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685306 Nov 12 21:25:46.431698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:46.459257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3b8b0618-abfc-4179-8cff-ff756df402a1 None None] For port 8c5e60af-8617-48fc-8ab8-af16fc8b670f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8c5e60af-8617-48fc-8ab8-af16fc8b670f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:46.462101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52e12-a046-4bc1-bae9-a1051a932e5a None None] The sync data for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 is: [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 1, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:25:46.476967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:46.526573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:25:46.529205 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2970f16-a7e5-424a-999a-85d25348bfc5" -d '{"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:25:46.534153 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:46.540423 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0618-abfc-4179-8cff-ff756df402a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:46.564402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Transition to ACTIVE for port object 4e80272c-b253-4f2a-ba83-5eb95c986ff4 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:25:46.604389 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b0618-abfc-4179-8cff-ff756df402a1 None None] Pushing event updated for resources: {'Port': ['ID=8c5e60af-8617-48fc-8ab8-af16fc8b670f,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:46.609809 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d857be42-609b-4387-96a1-0a067c076f5b x-openstack-request-id: req-d857be42-609b-4387-96a1-0a067c076f5b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:25:46.610108 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:25:46.610382 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d857be42-609b-4387-96a1-0a067c076f5b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:25:46.610995 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'code': 200} Nov 12 21:25:46.619260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Router 7e40910e-000e-4329-80e5-7aa59995b79d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:25:46.631204 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:46.661846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7b43f410-3719-4e60-a652-876c376bd934 None None] Provisioning complete for port d283cb56-2e55-4f97-bf65-3cac1ce903de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:46.662209 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7b43f410-3719-4e60-a652-876c376bd934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:46.719846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7b43f410-3719-4e60-a652-876c376bd934 None None] Port d283cb56-2e55-4f97-bf65-3cac1ce903de cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:46.793332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:46.802955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:25:46.809843 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1413ab39-a160-4ad4-9bc3-2fd99a7d14b3 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e40910e-000e-4329-80e5-7aa59995b79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4157450 Nov 12 21:25:46.862179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] No DVR routers for this DVR port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:25:47.023946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:25:47.024682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:25:47.024682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:47.029294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:25:47.029625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Attempting to bind port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:47.034803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:25:47.038137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Checking segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:47.038759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Bound using segment: {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:25:47.039421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Bound port: 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c69080-f100-4aac-b377-748f8d84d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:25:47.039971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:47.117600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:47.121154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:25:47.230229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:47.293570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:47.293570 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:47.294830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] 10.222.0.78 "PUT /v2.0/ports/4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 1093 time: 1.3294036 Nov 12 21:25:47.357668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb359f-ed3a-4f0f-ab04-c7806196e7ac service neutron] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=11']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:47.380565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-7619bda0-8d6a-46a9-9318-ac59c4837e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:47.396965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-7619bda0-8d6a-46a9-9318-ac59c4837e06 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1096 time: 0.0721803 Nov 12 21:25:47.530912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863d3d5-9a4f-44d7-aeb5-e6467883feae req-9ca34c62-f7ef-4396-a46a-01eae1475641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:47.538573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d3d5-9a4f-44d7-aeb5-e6467883feae req-9ca34c62-f7ef-4396-a46a-01eae1475641 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.1401963 Nov 12 21:25:47.623879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4863d3d5-9a4f-44d7-aeb5-e6467883feae req-9995b989-bbe0-4b01-9815-aa070ed88030 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840757 Nov 12 21:25:47.633890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-0f57c5fc-dab7-4520-968a-beceff0e2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:47.635433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-0f57c5fc-dab7-4520-968a-beceff0e2960 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.2227681 Nov 12 21:25:47.713763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8c5e60af-8617-48fc-8ab8-af16fc8b670f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:47.728580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-c6cc44f4-96ee-4ef3-a228-fad486c15db3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 999 time: 0.0851834 Nov 12 21:25:47.776621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8c5e60af-8617-48fc-8ab8-af16fc8b670f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:47.777072 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:47.794163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-16ef430f-1f98-4def-ba28-8b71adbef97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:47.794839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58030) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:47.795838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-16ef430f-1f98-4def-ba28-8b71adbef97e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0607097 Nov 12 21:25:47.800635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-225148509-network', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:25:47.847727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-df785b3e-4bd6-47e3-9a23-fbdcd7d73d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:47.851241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-df785b3e-4bd6-47e3-9a23-fbdcd7d73d9b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467541 Nov 12 21:25:47.898549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Made reservation on behalf of 292577c3555b44b291ac379b4de6c4fc for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:25:47.901076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:47.911602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:47.952360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-2a2102b9-d1a0-497c-88f4-f7090a451841 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954745 Nov 12 21:25:47.999581 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:48.094610 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:48.124335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:25:48.137463 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdb3dcb-3e3c-4fa4-967b-662230b99822,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:48.142761 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:48.143194 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Added segment ed7122f7-9a5e-4902-aaa9-5ddfd3082a13 of type vlan for network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 Nov 12 21:25:48.201715 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:48.294567 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:48.295506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:48.296085 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:48.356481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] Pushing event updated for resources: {'Network': ['ID=07ce9e53-445e-4e0b-82a2-912e33f8a0f6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:48.368569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:25:48.380569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8e2f9ca6-596a-4469-b9bd-8cbc9bedad54 req-5017f720-412b-4b17-88cd-98695f8948b5 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217548 Nov 12 21:25:48.393870 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f48cd7a-0946-4e7a-842e-ee5874080548 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5975444 Nov 12 21:25:48.396637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58032) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:48.401567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Request body: {'subnet': {'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-225148509-subnet', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:25:48.527750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:25:48.534652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Made reservation on behalf of 292577c3555b44b291ac379b4de6c4fc for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:25:48.537662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:48.573210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:25:48.615205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:25:48.617593 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1141669-fac0-4489-9498-3f1ef46db81e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:25:48.680725 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525153e6-b708-458f-b78f-b3de58f2472c x-openstack-request-id: req-525153e6-b708-458f-b78f-b3de58f2472c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:25:48.685275 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:25:48.685275 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-525153e6-b708-458f-b78f-b3de58f2472c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:25:48.685275 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'status': 'completed', 'code': 200} Nov 12 21:25:48.836935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141669-fac0-4489-9498-3f1ef46db81e req-e3e4547e-6719-4694-9670-f374516f831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:48.838420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-e3e4547e-6719-4694-9670-f374516f831e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1096 time: 0.1163111 Nov 12 21:25:48.851139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572694b5-3e74-4099-81d0-22cb2cf36fcb req-7ded44fa-d173-451f-b6e2-2b24a658be5a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:48.852623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-572694b5-3e74-4099-81d0-22cb2cf36fcb req-7ded44fa-d173-451f-b6e2-2b24a658be5a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.1544504 Nov 12 21:25:48.855805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141669-fac0-4489-9498-3f1ef46db81e req-407fac9f-a3f0-4a0b-9b96-ebcfe6733ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:48.857151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-407fac9f-a3f0-4a0b-9b96-ebcfe6733ae2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1096 time: 0.1366601 Nov 12 21:25:48.880526 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:48.903883 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Sync routers for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:25:48.915693 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:48.921685 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:49.023897 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:49.088637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-572694b5-3e74-4099-81d0-22cb2cf36fcb req-485c1d47-84ea-4849-81f8-cc4df618d12b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243736 Nov 12 21:25:49.093576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210e0389-8ae8-435c-86e4-ba35eaf6cc6c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:49.128798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Checking segment: {'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:49.129161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Network hostable DHCP agents. Network: 07ce9e53-445e-4e0b-82a2-912e33f8a0f6, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:25:49.135019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141669-fac0-4489-9498-3f1ef46db81e req-e1fb2f7b-b23b-4ed2-b208-c0a31cf0c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:49.136752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-e1fb2f7b-b23b-4ed2-b208-c0a31cf0c1b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.2832730 Nov 12 21:25:49.144528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141669-fac0-4489-9498-3f1ef46db81e req-b790c793-3ca1-40a5-b335-c5bd9ddb3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:49.145985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-b790c793-3ca1-40a5-b335-c5bd9ddb3535 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.2558045 Nov 12 21:25:49.234692 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 2, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:49.261514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-057aba7c-0048-4e75-a801-4ef4380b25dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 999 time: 0.1146221 Nov 12 21:25:49.265454 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Checking router: 7e40910e-000e-4329-80e5-7aa59995b79d for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:25:49.265454 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Updating router 7e40910e-000e-4329-80e5-7aa59995b79d port d283cb56-2e55-4f97-bf65-3cac1ce903de binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:25:49.285106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-8b6fdb95-23b4-4ea8-9c2b-83e12cd5170a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 999 time: 0.1274800 Nov 12 21:25:49.293218 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.303117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:25:49.360211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141669-fac0-4489-9498-3f1ef46db81e req-78ccd26f-3c68-408c-924c-544cc6c40bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:49.362149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-78ccd26f-3c68-408c-924c-544cc6c40bed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0924432 Nov 12 21:25:49.367576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141669-fac0-4489-9498-3f1ef46db81e req-76ac0532-b0e4-481e-95f4-458677cb6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:49.368923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-76ac0532-b0e4-481e-95f4-458677cb6341 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0621986 Nov 12 21:25:49.420314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 07ce9e53-445e-4e0b-82a2-912e33f8a0f6) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:49.428240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:49.428799 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.429570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972082e-2ec3-4d64-86f6-36068c5ab858 None None] Network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:25:49.458634 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141669-fac0-4489-9498-3f1ef46db81e req-9be8f1ec-f878-40c4-80cb-7534622f34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:49.460430 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-9be8f1ec-f878-40c4-80cb-7534622f34b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900435 Nov 12 21:25:49.462287 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141669-fac0-4489-9498-3f1ef46db81e req-0d94aad5-8ca3-4da2-876f-60647142da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:49.463638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-0d94aad5-8ca3-4da2-876f-60647142da60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837858 Nov 12 21:25:49.577880 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.579198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f4a5f26-b340-491a-9c0d-4d78d5030019 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1814485 Nov 12 21:25:49.582666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58040) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:49.587998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:25:49.594443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-07ce9e53-445e-4e0b-82a2-912e33f8a0f6', 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'fixed_ips': [{'subnet_id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:25:49.598095 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.635323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-3b264ea4-0ca5-44b4-b26d-62f87e2a89d0 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638591 Nov 12 21:25:49.637119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-062888a4-593c-43b3-99c2-3765a0a13f08 service neutron] 10.222.0.46 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599462 Nov 12 21:25:49.654057 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.683261 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.686134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.762275 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Allocated IP 172.20.0.2 (07ce9e53-445e-4e0b-82a2-912e33f8a0f6/210e0389-8ae8-435c-86e4-ba35eaf6cc6c/025efc71-d438-4cfa-84b0-e78efda25ee3) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:25:49.774268 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Pushing event updated for resources: {'Port': ['ID=d283cb56-2e55-4f97-bf65-3cac1ce903de,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:49.800698 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.802483 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.802483 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.802483 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.802483 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.802930 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.803193 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.803664 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.808304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.808304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.808304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.808304 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:25:49.829223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-a7657a01-9698-4b3a-8643-185fd65dd60f service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897354 Nov 12 21:25:49.838590 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Attempting to bind port d283cb56-2e55-4f97-bf65-3cac1ce903de on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:25:49.838958 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Attempting to bind port d283cb56-2e55-4f97-bf65-3cac1ce903de by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:25:49.840775 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Attempting to bind port d283cb56-2e55-4f97-bf65-3cac1ce903de on network 17329100-6317-40e9-831d-ba8bda105755 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:49.841741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1141669-fac0-4489-9498-3f1ef46db81e req-07984051-111d-416d-9770-7ffde37f13b6 service neutron] 10.222.0.46 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839368 Nov 12 21:25:49.846579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.860319 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:25:49.863396 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Checking segment: {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:49.864253 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.864925 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Bound using segment: {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:25:49.865619 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Bound port: d283cb56-2e55-4f97-bf65-3cac1ce903de, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:25:49.866533 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:49.962723 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] For port d283cb56-2e55-4f97-bf65-3cac1ce903de, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:49.967211 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] For port d283cb56-2e55-4f97-bf65-3cac1ce903de, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d283cb56-2e55-4f97-bf65-3cac1ce903de,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:25:50.000318 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.028866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bd3bcdc6-6a5e-45f5-b9f1-c8b146e22669 None None] Provisioning complete for port d283cb56-2e55-4f97-bf65-3cac1ce903de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:50.029167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd3bcdc6-6a5e-45f5-b9f1-c8b146e22669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.065129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bcdc6-6a5e-45f5-b9f1-c8b146e22669 None None] Port d283cb56-2e55-4f97-bf65-3cac1ce903de cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:50.076188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.104168 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.171187 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:50.172091 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:50.178800 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.223989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b341a2d-48f8-4e6d-a35d-bc5b2264d537 req-21c76208-9c44-4af2-9d6f-2cd59595a065 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:50.225299 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:25:50.226283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b341a2d-48f8-4e6d-a35d-bc5b2264d537 req-21c76208-9c44-4af2-9d6f-2cd59595a065 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.0614452 Nov 12 21:25:50.229063 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7c2d8-2e41-4bcb-ab8a-7af58265a037 None None] Pushing event updated for resources: {'Port': ['ID=d283cb56-2e55-4f97-bf65-3cac1ce903de,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:50.230738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:50.234642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:25:50.257935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Pushing event updated for resources: {'Port': ['ID=025efc71-d438-4cfa-84b0-e78efda25ee3,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:50.344664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b341a2d-48f8-4e6d-a35d-bc5b2264d537 req-ca0c9dac-f1df-4f03-bf42-24b364b70e1c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967834 Nov 12 21:25:50.353114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Attempting to bind port 025efc71-d438-4cfa-84b0-e78efda25ee3 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:25:50.353498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Attempting to bind port 025efc71-d438-4cfa-84b0-e78efda25ee3 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:25:50.353866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Attempting to bind port 025efc71-d438-4cfa-84b0-e78efda25ee3 on network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:50.359555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:25:50.361467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Checking segment: {'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:50.361467 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.361467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Bound using segment: {'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:25:50.362045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Bound port: 025efc71-d438-4cfa-84b0-e78efda25ee3, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:25:50.362194 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.367619 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:50.448339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] For port 025efc71-d438-4cfa-84b0-e78efda25ee3, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:50.453154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] For port 025efc71-d438-4cfa-84b0-e78efda25ee3, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=025efc71-d438-4cfa-84b0-e78efda25ee3,segment=NetworkSegment(ed7122f7-9a5e-4902-aaa9-5ddfd3082a13),segment_id=ed7122f7-9a5e-4902-aaa9-5ddfd3082a13)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:25:50.487555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f5f847ca-03c2-4250-af5a-4e659edf338e None None] Provisioning complete for port d283cb56-2e55-4f97-bf65-3cac1ce903de triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:50.488023 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f5f847ca-03c2-4250-af5a-4e659edf338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.538590 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.559318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.569825 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.606875 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:49Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:50.624205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f5f847ca-03c2-4250-af5a-4e659edf338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.638465 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93bd2ba-29a6-4bf6-ae9b-c03a33010b99 None None] The sync data for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 is: [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:49Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:25:50.675070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc744d-7c43-4832-a2b9-68c9dd4a6b32 None None] Pushing event updated for resources: {'Port': ['ID=025efc71-d438-4cfa-84b0-e78efda25ee3,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:50.680799 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f5f847ca-03c2-4250-af5a-4e659edf338e None None] For port d283cb56-2e55-4f97-bf65-3cac1ce903de, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d283cb56-2e55-4f97-bf65-3cac1ce903de,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:50.707483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Allocated IP 172.25.8.13 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/accc4f96-b844-4d01-a796-632d51492e4d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:25:50.745547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f5f847ca-03c2-4250-af5a-4e659edf338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.809665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f847ca-03c2-4250-af5a-4e659edf338e None None] Pushing event updated for resources: {'Port': ['ID=d283cb56-2e55-4f97-bf65-3cac1ce903de,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:50.835426 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.961887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:51.004650 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:25:51.009785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:51.013400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:25:51.024594 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840489e-e3df-4c66-80fd-69e83b88b3a0 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:25:51.038252 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Pushing event updated for resources: {'Port': ['ID=accc4f96-b844-4d01-a796-632d51492e4d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:51.074401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-45fad62b-10e3-4725-8b44-dc0becc0cd97 None None] Provisioning complete for port accc4f96-b844-4d01-a796-632d51492e4d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:51.074861 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45fad62b-10e3-4725-8b44-dc0becc0cd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:51.111743 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:25:51.117529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-45fad62b-10e3-4725-8b44-dc0becc0cd97 None None] Port accc4f96-b844-4d01-a796-632d51492e4d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:51.338731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:51.414269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:25:51.550065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282792bb-c180-407a-b1f5-d26434920a06 req-b3ab59be-7f71-4dd5-bc1a-c1aebd427de5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:25:51.554041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-282792bb-c180-407a-b1f5-d26434920a06 req-b3ab59be-7f71-4dd5-bc1a-c1aebd427de5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 944 time: 0.0850010 Nov 12 21:25:51.603186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:51.614771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:51.619188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'port_id': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'mac_address': 'fa:16:3e:6d:bc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:25:51.629714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-282792bb-c180-407a-b1f5-d26434920a06 req-c8ddf748-aa53-4c13-9ffc-cb483d3220f1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702143 Nov 12 21:25:51.650953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58046) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:51.690914 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:51.712187 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e80272c-b253-4f2a-ba83-5eb95c986ff4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:25:51.744843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a99d101f-e1d5-44c6-b5e4-a4ad8dad52c9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e HTTP/1.1" status: 200 len: 991 time: 0.0924976 Nov 12 21:25:51.755984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:51.817539 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d283cb56-2e55-4f97-bf65-3cac1ce903de up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:51.844118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb2d99-842a-4a93-b0a6-87bd9beb5106 None None] Network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:25:51.851203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:51.892929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:25:51.947980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-38d83531-6b7c-4809-8b13-3606251570de None None] Provisioning complete for port 025efc71-d438-4cfa-84b0-e78efda25ee3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:51.948347 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38d83531-6b7c-4809-8b13-3606251570de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.001014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=12']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:52.003452 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:25:52.021419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Sync routers for ids ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:25:52.042500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d283cb56-2e55-4f97-bf65-3cac1ce903de triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:52.042872 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.091491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['4e80272c-b253-4f2a-ba83-5eb95c986ff4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:25:52.093620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Routers {'597a58d2-3ba1-4dbd-bce4-ca7106802a4b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:52.094250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:52.100177 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.103984 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1daaa8cd-ef68-4b80-aba5-3fb131229da2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5171793 Nov 12 21:25:52.104205 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58048) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:25:52.306008 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38d83531-6b7c-4809-8b13-3606251570de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.362554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Set router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:52.546997 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.981768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-38d83531-6b7c-4809-8b13-3606251570de None None] For port 025efc71-d438-4cfa-84b0-e78efda25ee3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=025efc71-d438-4cfa-84b0-e78efda25ee3,segment=NetworkSegment(ed7122f7-9a5e-4902-aaa9-5ddfd3082a13),segment_id=ed7122f7-9a5e-4902-aaa9-5ddfd3082a13)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:52.981768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 025efc71-d438-4cfa-84b0-e78efda25ee3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:52.984959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Allocated IP 172.20.0.1 (07ce9e53-445e-4e0b-82a2-912e33f8a0f6/210e0389-8ae8-435c-86e4-ba35eaf6cc6c/458ef5b7-91a3-4ae3-b935-ba3d4ba56950) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:25:52.986959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38d83531-6b7c-4809-8b13-3606251570de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.987186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.987332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 025efc71-d438-4cfa-84b0-e78efda25ee3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:52.987332 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.987332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d83531-6b7c-4809-8b13-3606251570de None None] Pushing event updated for resources: {'Port': ['ID=025efc71-d438-4cfa-84b0-e78efda25ee3,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:52.987332 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b4703263-cf9c-4128-ac5f-066040a8a348 None None] Provisioning complete for port 025efc71-d438-4cfa-84b0-e78efda25ee3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:52.987332 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b4703263-cf9c-4128-ac5f-066040a8a348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.039715 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:25:51Z', 'revision_number': 3, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port': {'id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:50Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:53.088726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.101222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Checking router: 597a58d2-3ba1-4dbd-bce4-ca7106802a4b for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:25:53.102044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Updating router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b port accc4f96-b844-4d01-a796-632d51492e4d binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:25:53.135907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:25:53.141122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:53.145501 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:25:53.175469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Pushing event updated for resources: {'Port': ['ID=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:53.179994 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.197259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.445459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.470173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-eec6a9c6-2684-4712-8e0f-f6f2d4e110c0 None None] Provisioning complete for port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:53.470540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eec6a9c6-2684-4712-8e0f-f6f2d4e110c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.499816 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.514412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-eec6a9c6-2684-4712-8e0f-f6f2d4e110c0 None None] Port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:53.613321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.639465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 025efc71-d438-4cfa-84b0-e78efda25ee3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:53.664314 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.703228 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.728185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116383c-6701-44d1-b30e-dd90365e7a30 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:25:53.737953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886b3c-f9d9-4056-ba34-7cf1600a493b None None] Pushing event updated for resources: {'Port': ['ID=accc4f96-b844-4d01-a796-632d51492e4d,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:53.741276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Attempting to bind port accc4f96-b844-4d01-a796-632d51492e4d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:25:53.741637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Attempting to bind port accc4f96-b844-4d01-a796-632d51492e4d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:25:53.741991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Attempting to bind port accc4f96-b844-4d01-a796-632d51492e4d on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:53.754446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:25:53.754446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:53.754446 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.754446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:25:53.754851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Bound port: accc4f96-b844-4d01-a796-632d51492e4d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:25:53.754851 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.774888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Pushing event updated for resources: {'Port': ['ID=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:53.781315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 025efc71-d438-4cfa-84b0-e78efda25ee3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:53.782189 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.782809 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.847794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] For port accc4f96-b844-4d01-a796-632d51492e4d, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:53.851184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] For port accc4f96-b844-4d01-a796-632d51492e4d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=accc4f96-b844-4d01-a796-632d51492e4d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:25:53.859115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a619ab2a-aedb-4b31-9737-2aff0e9cbaea None None] Provisioning complete for port accc4f96-b844-4d01-a796-632d51492e4d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:53.859507 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a619ab2a-aedb-4b31-9737-2aff0e9cbaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:53.878372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:25:53.879800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:25:53.921927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a619ab2a-aedb-4b31-9737-2aff0e9cbaea None None] Port accc4f96-b844-4d01-a796-632d51492e4d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:53.961753 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:54.015117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ed32c-7ee9-4ea5-b05c-8343c0699bb7 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:25:54.035246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886b3c-f9d9-4056-ba34-7cf1600a493b None None] Pushing event updated for resources: {'Port': ['ID=accc4f96-b844-4d01-a796-632d51492e4d,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:54.038630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Routers {'597a58d2-3ba1-4dbd-bce4-ca7106802a4b'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:54.039328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:54.164479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] Provisioning complete for port accc4f96-b844-4d01-a796-632d51492e4d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:54.164769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:54.167336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] Set router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:54.349953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:25:54.381287 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:54.423935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] For port accc4f96-b844-4d01-a796-632d51492e4d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=accc4f96-b844-4d01-a796-632d51492e4d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:54.451091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 4, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port': {'id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:50Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '458ef5b7-91a3-4ae3-b935-ba3d4ba56950', 'name': '', 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'mac_address': 'fa:16:3e:e1:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:52Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 2, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'subnets': [{'id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:54.460249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:25:54.465182 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d2b54300-9842-4a5d-bcfd-5be5f9cedc3f admin admin] 10.222.0.64 "PUT /v2.0/routers/597a58d2-3ba1-4dbd-bce4-ca7106802a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3599997 Nov 12 21:25:54.486457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9ac56-bdbd-44fb-81e1-e9f09709aa8f None None] The sync data for ids ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'] in n-d-713498-29 is: [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 4, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port': {'id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:50Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '458ef5b7-91a3-4ae3-b935-ba3d4ba56950', 'name': '', 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'mac_address': 'fa:16:3e:e1:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:52Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 2, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'subnets': [{'id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:25:54.511504 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:54.558273 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] Provisioning complete for port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:54.558652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:54.595903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] Pushing event updated for resources: {'Port': ['ID=accc4f96-b844-4d01-a796-632d51492e4d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:54.610576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-653cf091-fcd5-482f-be63-2fa425fdeb75 None None] Port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:55.466864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:55.568406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:25:55.573283 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:55.573863 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:55.696903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:55.724454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:25:55.726873 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6be79-c3b2-4b47-9ce5-2dbd01a8502f" -d '{"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-plugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:25:55.736191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device accc4f96-b844-4d01-a796-632d51492e4d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:55.774402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:55.774402 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa213f6-68c7-41d8-8936-a7789afb205d x-openstack-request-id: req-0aa213f6-68c7-41d8-8936-a7789afb205d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:25:55.774402 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-plugged", "status": "completed", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:25:55.774402 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aa213f6-68c7-41d8-8936-a7789afb205d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:25:55.774698 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'code': 200} Nov 12 21:25:55.796786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port accc4f96-b844-4d01-a796-632d51492e4d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:55.797152 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:56.038500 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:56.096005 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=13']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:57.554936 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d3a055b-4cd5-457d-aa57-b6f94e8f031d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:58.013150 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Sync routers for ids ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:25:58.025198 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Routers {'597a58d2-3ba1-4dbd-bce4-ca7106802a4b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:58.026087 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:58.140058 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Set router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:58.459836 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 4, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port': {'id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:50Z', 'updated_at': '2021-11-12T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '458ef5b7-91a3-4ae3-b935-ba3d4ba56950', 'name': '', 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'mac_address': 'fa:16:3e:e1:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:52Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 2, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'subnets': [{'id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:58.488184 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Checking router: 597a58d2-3ba1-4dbd-bce4-ca7106802a4b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:25:58.488533 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Updating router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:25:58.513739 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:58.792478 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:58.893981 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:58.955830 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a7196-69ef-4838-809c-5f0cb66dc81d None None] Pushing event updated for resources: {'Port': ['ID=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:59.015622 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Attempting to bind port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:25:59.016255 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Attempting to bind port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:25:59.016445 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Attempting to bind port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 on network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:25:59.022657 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:25:59.023021 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Checking segment: {'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:25:59.023443 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:59.023904 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Bound using segment: {'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:25:59.024352 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Bound port: 458ef5b7-91a3-4ae3-b935-ba3d4ba56950, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:25:59.024720 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:59.096624 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] For port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:25:59.100133 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] For port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,segment=NetworkSegment(ed7122f7-9a5e-4902-aaa9-5ddfd3082a13),segment_id=ed7122f7-9a5e-4902-aaa9-5ddfd3082a13)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:25:59.164935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4572da74-5c23-4975-8542-cf2ccaed9688 None None] Provisioning complete for port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:59.165948 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4572da74-5c23-4975-8542-cf2ccaed9688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:59.208441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4572da74-5c23-4975-8542-cf2ccaed9688 None None] Port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:25:59.218195 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:59.272437 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Routers {'597a58d2-3ba1-4dbd-bce4-ca7106802a4b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:25:59.273049 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:25:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:59.315973 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a7196-69ef-4838-809c-5f0cb66dc81d None None] Pushing event updated for resources: {'Port': ['ID=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:25:59.402619 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] Set router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:25:59.531149 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-aae56367-d73a-4d44-968f-e8ba5a6bc034 None None] Provisioning complete for port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:59.531555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aae56367-d73a-4d44-968f-e8ba5a6bc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:59.624480 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aae56367-d73a-4d44-968f-e8ba5a6bc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:59.631887 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 4, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port': {'id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:50Z', 'updated_at': '2021-11-12T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '458ef5b7-91a3-4ae3-b935-ba3d4ba56950', 'name': '', 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'mac_address': 'fa:16:3e:e1:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:52Z', 'updated_at': '2021-11-12T21:25:59Z', 'revision_number': 4, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'subnets': [{'id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:25:59.664964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-aae56367-d73a-4d44-968f-e8ba5a6bc034 None None] For port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,segment=NetworkSegment(ed7122f7-9a5e-4902-aaa9-5ddfd3082a13),segment_id=ed7122f7-9a5e-4902-aaa9-5ddfd3082a13)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:25:59.676453 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb7ca8-25de-4eee-a55b-6c6b1d0de88b None None] The sync data for ids ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'] in n-d-713498-29 is: [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:25:53Z', 'revision_number': 4, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port': {'id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:50Z', 'updated_at': '2021-11-12T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '458ef5b7-91a3-4ae3-b935-ba3d4ba56950', 'name': '', 'network_id': '07ce9e53-445e-4e0b-82a2-912e33f8a0f6', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'mac_address': 'fa:16:3e:e1:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:52Z', 'updated_at': '2021-11-12T21:25:59Z', 'revision_number': 4, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'subnets': [{'id': '210e0389-8ae8-435c-86e4-ba35eaf6cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:25:59.683573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:25:59.744111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:25:59.744489 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:59.771014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aae56367-d73a-4d44-968f-e8ba5a6bc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:59.872749 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae56367-d73a-4d44-968f-e8ba5a6bc034 None None] Pushing event updated for resources: {'Port': ['ID=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:00.097757 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5df6a969-cd9b-47ce-b38f-434553b899c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:01.422310 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:01.643404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:26:01.697468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:01.697826 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:03.139725 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:03.785690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:07.408518 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-59d45a35-7677-43a8-900e-56e6d12b8800 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449061 Nov 12 21:26:07.498139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-6d8c7fde-d34f-47f1-8806-9a7e63e26914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:07.499731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-6d8c7fde-d34f-47f1-8806-9a7e63e26914 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1098 time: 0.0433278 Nov 12 21:26:07.619350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-aec303df-1b30-4c23-a6ac-0de8f84fe211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:07.620823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-aec303df-1b30-4c23-a6ac-0de8f84fe211 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0929341 Nov 12 21:26:07.691538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-fa091ffb-5755-4d68-a208-65041fa0676f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 1002 time: 0.0600061 Nov 12 21:26:07.758086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-6684e5d4-5a74-4a75-9c98-7d298630dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:07.759595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-6684e5d4-5a74-4a75-9c98-7d298630dd24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0588660 Nov 12 21:26:07.820043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-4719249b-6a3d-452c-8492-3c334ddcb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:07.821528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-4719249b-6a3d-452c-8492-3c334ddcb95d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498662 Nov 12 21:26:07.918958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-3624499d-b588-4cb0-ba58-7200510497bb service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857015 Nov 12 21:26:08.024711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7e2d312-c8e3-4ce2-a7d9-57378c89ba10 req-8b0e73ba-2048-475b-a949-8f4c3874b2e4 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924408 Nov 12 21:26:10.525924 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:10.583171 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:20.402261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259feb0-7946-41d0-ac96-7ae6209f6d09 req-1b8015a8-9817-411c-9d88-34ee6a93a980 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:20.403718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4259feb0-7946-41d0-ac96-7ae6209f6d09 req-1b8015a8-9817-411c-9d88-34ee6a93a980 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1098 time: 0.0421147 Nov 12 21:26:20.451129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4259feb0-7946-41d0-ac96-7ae6209f6d09 req-cd65dec4-0bbd-480b-ad3b-fbac952f137a tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Nov 12 21:26:20.474695 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58230) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:20.634790 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 3f65f14e-9b6f-4394-aa09-88b99883fe85 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:26:20.635182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:20.713958 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:20.714284 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:20.728045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 3f65f14e-9b6f-4394-aa09-88b99883fe85 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:26:20.994307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:21.026616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=3f65f14e-9b6f-4394-aa09-88b99883fe85,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:21.087669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:21.088005 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Floating IP 0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e disassociated (deleted). External IP: 172.25.8.141, port: 4e80272c-b253-4f2a-ba83-5eb95c986ff4. Nov 12 21:26:21.300777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:26:21.413289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:26:21.418247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:21.423871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] Sync routers for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:26:21.434989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:21.435631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:21.445946 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4887c439-ef97-44c4-aa49-873360130d09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/floatingips/0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e HTTP/1.1" status: 204 len: 168 time: 0.9701049 Nov 12 21:26:21.446561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:26:21.449251 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:26:21.506649 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b6214-a7a2-462f-bc11-aad0c6bce4ed x-openstack-request-id: req-497b6214-a7a2-462f-bc11-aad0c6bce4ed {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:26:21.507243 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:26:21.507243 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-497b6214-a7a2-462f-bc11-aad0c6bce4ed {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:26:21.507713 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'status': 'completed', 'code': 200} Nov 12 21:26:21.563600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:21.606602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-72db49ab-1823-4595-a755-f75f4b235aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:21.609581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-72db49ab-1823-4595-a755-f75f4b235aa5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 1098 time: 0.0776906 Nov 12 21:26:21.715534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-24c5b34a-da8a-43ee-9251-d6b8da54ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:21.716995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-24c5b34a-da8a-43ee-9251-d6b8da54ff56 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 200 len: 897 time: 0.1011362 Nov 12 21:26:21.762985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-e70549d8-55ce-4acb-ab74-0663ae06d71d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 200 len: 217 time: 0.0366948 Nov 12 21:26:21.817814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:24Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:21.835197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-faac6824-bd85-4e35-a952-e3482a781932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:21.836761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-faac6824-bd85-4e35-a952-e3482a781932 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 200 len: 834 time: 0.0560539 Nov 12 21:26:21.846988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] Checking router: 3c4cd316-c69f-42e3-986b-a6c52d3fb229 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:26:21.857507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:21.858204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:21.897981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-95cf88a6-0cbc-4599-b94e-148faed18b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:21.899901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-95cf88a6-0cbc-4599-b94e-148faed18b90 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12cfeb4c-6454-4a5c-9740-b7cde1a62434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545125 Nov 12 21:26:21.985416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:22.042954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c1a42-4391-4632-9dea-fe148090adc6 req-c8654ec9-e714-43e8-923d-cf0e573b74c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:22.044570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-020c1a42-4391-4632-9dea-fe148090adc6 req-c8654ec9-e714-43e8-923d-cf0e573b74c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 946 time: 0.0973985 Nov 12 21:26:22.072859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-a10961e1-eff6-452d-9008-13eec558b866 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620767 Nov 12 21:26:22.157100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-020c1a42-4391-4632-9dea-fe148090adc6 req-5a5aae75-16a7-4548-a6d8-f59e73e7c27e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029184 Nov 12 21:26:22.192696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ed81f-2c2f-4bd1-bc9b-5c2bf2df25ad req-fb95fc25-6193-47a7-acc7-e43745a22d81 service neutron] 10.222.0.78 "GET /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112328 Nov 12 21:26:22.212630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:24Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:22.240359 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f889c0-a8cf-4fc0-b78c-c840e452f1f3 None None] The sync data for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 is: [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:24:20Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'c494b934-e252-425d-b2d5-390719b3b707', 'name': '', 'network_id': '12cfeb4c-6454-4a5c-9740-b7cde1a62434', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:36:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:18Z', 'updated_at': '2021-11-12T21:24:24Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '8b2302d3-b402-4568-b31d-6d36a1caa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:26:22.476553 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc9408-f083-4a6a-82eb-5a6ff43ed12f None None] New status for floating IP 0b662cd8-ea19-4d7e-ac81-31f0fc6ec37e: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:26:23.296602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-e5f8855d-84ac-45f5-b15e-5992624ed467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:23.298145 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-e5f8855d-84ac-45f5-b15e-5992624ed467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 946 time: 0.0798757 Nov 12 21:26:23.312806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee3e5d-e792-4219-b305-1ac0cc01a51e req-2d88b4e2-0995-4763-86b3-86ca09e67439 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:23.314331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4ee3e5d-e792-4219-b305-1ac0cc01a51e req-2d88b4e2-0995-4763-86b3-86ca09e67439 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 946 time: 0.0693972 Nov 12 21:26:23.422204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a4ee3e5d-e792-4219-b305-1ac0cc01a51e req-839b12bc-6507-4409-aa6c-72cb759ca15c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=c5073d9e-f078-400a-a253-d07c063e200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998702 Nov 12 21:26:23.450885 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:26:23.451226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:23.542057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 4e80272c-b253-4f2a-ba83-5eb95c986ff4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=4e80272c-b253-4f2a-ba83-5eb95c986ff4,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:23.542429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:23.555998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 4e80272c-b253-4f2a-ba83-5eb95c986ff4 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:26:23.760106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:23.789974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=4e80272c-b253-4f2a-ba83-5eb95c986ff4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:23.837495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] No DVR routers for this DVR port 4e80272c-b253-4f2a-ba83-5eb95c986ff4 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:26:23.840211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:23.843579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc9bdd3f-18d0-40e7-a11a-954fe818d884 req-7bf53d0c-ef00-4c35-80bc-509be168033a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "DELETE /v2.0/ports/4e80272c-b253-4f2a-ba83-5eb95c986ff4 HTTP/1.1" status: 204 len: 173 time: 0.5391695 Nov 12 21:26:23.844027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-deleted', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:26:23.846291 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ab3857-083a-49ac-9f5d-988ae4c793db" -d '{"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-deleted", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:26:23.884779 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d47a5-f98b-434d-851b-a9291fc152c0 x-openstack-request-id: req-a61d47a5-f98b-434d-851b-a9291fc152c0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:26:23.885073 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c6b41a-bf01-4772-b6e8-182bd5fa99c9", "name": "network-vif-deleted", "tag": "4e80272c-b253-4f2a-ba83-5eb95c986ff4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:26:23.885470 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a61d47a5-f98b-434d-851b-a9291fc152c0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:26:23.885878 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c6b41a-bf01-4772-b6e8-182bd5fa99c9', 'name': 'network-vif-deleted', 'tag': '4e80272c-b253-4f2a-ba83-5eb95c986ff4', 'status': 'completed', 'code': 200} Nov 12 21:26:24.537633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-531c5224-763f-4d8b-a926-1a6e3c0243cc req-bc4bb637-0c39-4334-a532-61e52e033723 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c6b41a-bf01-4772-b6e8-182bd5fa99c9 HTTP/1.1" status: 200 len: 210 time: 0.0287864 Nov 12 21:26:25.554695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:26:25.577308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 4e80272c-b253-4f2a-ba83-5eb95c986ff4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:26:25.577652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 4e80272c-b253-4f2a-ba83-5eb95c986ff4 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:26:25.600582 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58260) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:25.970543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:26.228527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port c494b934-e252-425d-b2d5-390719b3b707 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:26:26.228790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:26.322095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port c494b934-e252-425d-b2d5-390719b3b707, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c494b934-e252-425d-b2d5-390719b3b707,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:26.322463 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:26.337081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for c494b934-e252-425d-b2d5-390719b3b707 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:26:26.585631 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:26.611305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=c494b934-e252-425d-b2d5-390719b3b707,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:26.803446 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.035364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:26:27.143040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:26:27.151904 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cdaba03b-2746-4f21-af2f-9f5f45f54935 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "PUT /v2.0/routers/3c4cd316-c69f-42e3-986b-a6c52d3fb229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5470448 Nov 12 21:26:27.152631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] Sync routers for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:26:27.156023 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58278) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:27.163672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:27.164267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:27.211948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2015342-9ab3-4ce7-a6f0-13c9c5123bb6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting subnet 8b2302d3-b402-4568-b31d-6d36a1caa774 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:26:27.215060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2015342-9ab3-4ce7-a6f0-13c9c5123bb6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.257496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2015342-9ab3-4ce7-a6f0-13c9c5123bb6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.274372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:27.346594 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2015342-9ab3-4ce7-a6f0-13c9c5123bb6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.452955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:26:26Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:27.484665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] Checking router: 3c4cd316-c69f-42e3-986b-a6c52d3fb229 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:26:27.488043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2015342-9ab3-4ce7-a6f0-13c9c5123bb6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.500114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] Routers {'3c4cd316-c69f-42e3-986b-a6c52d3fb229'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:27.500718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:27.515843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2015342-9ab3-4ce7-a6f0-13c9c5123bb6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2302d3-b402-4568-b31d-6d36a1caa774,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:27.519255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2015342-9ab3-4ce7-a6f0-13c9c5123bb6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.524962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a2015342-9ab3-4ce7-a6f0-13c9c5123bb6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/subnets/8b2302d3-b402-4568-b31d-6d36a1caa774 HTTP/1.1" status: 204 len: 168 time: 0.3660288 Nov 12 21:26:27.525311 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58284) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:27.544354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605c421-6016-41bd-8586-141d2a622b7c None None] Network 12cfeb4c-6454-4a5c-9740-b7cde1a62434 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:26:27.576461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f6fcd69-9b71-4abb-aa3f-cbd9ebf66170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.650372 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.769738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:27.853885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] Set router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:27.932293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 59765e1b-e871-45ea-92a7-593a9a723833 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:26:27.932775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:28.034030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 59765e1b-e871-45ea-92a7-593a9a723833, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=59765e1b-e871-45ea-92a7-593a9a723833,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:28.034395 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:28.051683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 59765e1b-e871-45ea-92a7-593a9a723833 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:26:28.080527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:26:26Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:28.109655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bcc77-99da-470b-8d91-c6ba7917c5e0 None None] The sync data for ids ['3c4cd316-c69f-42e3-986b-a6c52d3fb229'] in n-d-713498-29 is: [{'id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505222409', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '59765e1b-e871-45ea-92a7-593a9a723833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:24:14Z', 'updated_at': '2021-11-12T21:26:26Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '59765e1b-e871-45ea-92a7-593a9a723833', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cd316-c69f-42e3-986b-a6c52d3fb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:24:15Z', 'updated_at': '2021-11-12T21:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:26:28.111334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] DHCP port deletion for 12cfeb4c-6454-4a5c-9740-b7cde1a62434 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:26:28.127527 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:26:28.183262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] Deleting port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:26:28.183883 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:28.252525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] For port a2de0b3b-22fe-4697-a5f8-afcd7c431e72, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a2de0b3b-22fe-4697-a5f8-afcd7c431e72,segment=NetworkSegment(32c69080-f100-4aac-b377-748f8d84d7eb),segment_id=32c69080-f100-4aac-b377-748f8d84d7eb)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:28.252921 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:28.266602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] Calling delete_port for a2de0b3b-22fe-4697-a5f8-afcd7c431e72 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:26:28.345174 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:28.370188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=59765e1b-e871-45ea-92a7-593a9a723833,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:28.389823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6b9e5-76d4-4702-b859-708b912324f2 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:26:28.442479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:28.446637 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:28.483339 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] Pushing event deleted for resources: {'Port': ['ID=a2de0b3b-22fe-4697-a5f8-afcd7c431e72,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:28.485268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a1bec-f904-42e1-85c1-065876558b55 None None] No DVR routers for this DVR port a2de0b3b-22fe-4697-a5f8-afcd7c431e72 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:26:28.900327 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:28.902453 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.059481 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.060039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Fanout notify agent at l3_agent the message router_deleted on router 3c4cd316-c69f-42e3-986b-a6c52d3fb229 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:26:29.068390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.069511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dee6fb54-7907-4f20-b517-36c16bcd365f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/routers/3c4cd316-c69f-42e3-986b-a6c52d3fb229 HTTP/1.1" status: 204 len: 168 time: 1.5434234 Nov 12 21:26:29.072201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58304) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:29.157545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.261010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.280387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cfeb4c-6454-4a5c-9740-b7cde1a62434']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:29.289470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c69080-f100-4aac-b377-748f8d84d7eb') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:29.293896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c69080-f100-4aac-b377-748f8d84d7eb') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:29.298837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.312300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.318869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:26:29.319248 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:26:29.322250 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:26:29.505289 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.512824 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.516055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/networks/12cfeb4c-6454-4a5c-9740-b7cde1a62434 HTTP/1.1" status: 204 len: 168 time: 0.4423559 Nov 12 21:26:29.518912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58308) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:29.529314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Network': ['ID=12cfeb4c-6454-4a5c-9740-b7cde1a62434,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:29.537837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.538875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.538875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.538875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.539145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.539467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.539800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.540145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.540463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.541291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.541291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.541484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0245b-25c1-4056-b0fc-bb5c2387d642 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:29.584115 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c383225-73e8-44db-83a0-7d3a0015a71c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.614586 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c383225-73e8-44db-83a0-7d3a0015a71c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.660418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 59765e1b-e871-45ea-92a7-593a9a723833 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:26:29.691564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 59765e1b-e871-45ea-92a7-593a9a723833 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:26:29.692046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 59765e1b-e871-45ea-92a7-593a9a723833 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:26:29.692520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c494b934-e252-425d-b2d5-390719b3b707 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:26:29.713619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c494b934-e252-425d-b2d5-390719b3b707 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:26:29.713958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c494b934-e252-425d-b2d5-390719b3b707 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:26:29.714363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a2de0b3b-22fe-4697-a5f8-afcd7c431e72 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:26:29.733704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a2de0b3b-22fe-4697-a5f8-afcd7c431e72 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:26:29.734037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a2de0b3b-22fe-4697-a5f8-afcd7c431e72 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:26:29.756400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c383225-73e8-44db-83a0-7d3a0015a71c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.759305 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3c383225-73e8-44db-83a0-7d3a0015a71c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:29.760531 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3c383225-73e8-44db-83a0-7d3a0015a71c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/security-groups/c5073d9e-f078-400a-a253-d07c063e200d HTTP/1.1" status: 204 len: 168 time: 0.2399154 Nov 12 21:26:29.771010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c383225-73e8-44db-83a0-7d3a0015a71c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5073d9e-f078-400a-a253-d07c063e200d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:30.047820 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c599e572-04ae-499b-8ee3-0c55f011b4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:30.330858 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58318) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:30.336329 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f66a57e6-fbd6-4c76-88f3-2c31bb74c532 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866295532', 'description': 'tempest-secgroup-smoke-1866295532 description', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:30.451271 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f66a57e6-fbd6-4c76-88f3-2c31bb74c532 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:30.516751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f66a57e6-fbd6-4c76-88f3-2c31bb74c532 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:30.593963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f66a57e6-fbd6-4c76-88f3-2c31bb74c532 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:30.624746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a57e6-fbd6-4c76-88f3-2c31bb74c532 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734392e7-af14-4129-a477-7e5cb5fac79c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:30.750379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f66a57e6-fbd6-4c76-88f3-2c31bb74c532 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:30.751744 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f66a57e6-fbd6-4c76-88f3-2c31bb74c532 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4197555 Nov 12 21:26:30.754558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58322) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:30.759740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dce30d3d-6568-4476-804b-87798605f45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '734392e7-af14-4129-a477-7e5cb5fac79c', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:30.901807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dce30d3d-6568-4476-804b-87798605f45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:30.956479 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dce30d3d-6568-4476-804b-87798605f45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.056930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dce30d3d-6568-4476-804b-87798605f45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.078673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce30d3d-6568-4476-804b-87798605f45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e11280-f85b-41d6-8290-ab781280d789,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:31.138665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dce30d3d-6568-4476-804b-87798605f45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.142593 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dce30d3d-6568-4476-804b-87798605f45b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844233 Nov 12 21:26:31.142709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58328) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:31.147047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-119ec407-7eba-4cab-99c8-92512de4229f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '734392e7-af14-4129-a477-7e5cb5fac79c', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:31.238945 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-119ec407-7eba-4cab-99c8-92512de4229f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.298429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-119ec407-7eba-4cab-99c8-92512de4229f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.379031 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.390780 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-119ec407-7eba-4cab-99c8-92512de4229f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.408637 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ec407-7eba-4cab-99c8-92512de4229f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93116e8f-c166-4c6f-a41a-67411678cb37,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:31.501459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-119ec407-7eba-4cab-99c8-92512de4229f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.502679 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-119ec407-7eba-4cab-99c8-92512de4229f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3590155 Nov 12 21:26:31.505644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58330) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:31.510363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-75b7de8a-3197-4303-a082-3994ea285465 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '734392e7-af14-4129-a477-7e5cb5fac79c', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:31.629719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75b7de8a-3197-4303-a082-3994ea285465 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.686743 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75b7de8a-3197-4303-a082-3994ea285465 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.782377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75b7de8a-3197-4303-a082-3994ea285465 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.800103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7de8a-3197-4303-a082-3994ea285465 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83e1006-cbe8-435d-bdec-ff532eec4d6b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:31.886959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75b7de8a-3197-4303-a082-3994ea285465 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:31.888379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-75b7de8a-3197-4303-a082-3994ea285465 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3816178 Nov 12 21:26:31.891164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58332) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:31.895503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-735765f7-7ed5-4d70-a475-1d301facc02d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '734392e7-af14-4129-a477-7e5cb5fac79c', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:31.975806 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-735765f7-7ed5-4d70-a475-1d301facc02d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.032842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-735765f7-7ed5-4d70-a475-1d301facc02d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.154114 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-735765f7-7ed5-4d70-a475-1d301facc02d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.172831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735765f7-7ed5-4d70-a475-1d301facc02d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f6fdac-bd25-4c5e-9078-e7628133c1b6,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:32.247530 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-735765f7-7ed5-4d70-a475-1d301facc02d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.248783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-735765f7-7ed5-4d70-a475-1d301facc02d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566682 Nov 12 21:26:32.251644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:32.256550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-834a37d9-eae6-493b-b65c-382a7634b2d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '734392e7-af14-4129-a477-7e5cb5fac79c', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:32.330981 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-834a37d9-eae6-493b-b65c-382a7634b2d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Project 63bfa0f529684f2aa7252aa13ff2dad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:26:32.340219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-834a37d9-eae6-493b-b65c-382a7634b2d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.406295 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-834a37d9-eae6-493b-b65c-382a7634b2d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.479811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-834a37d9-eae6-493b-b65c-382a7634b2d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.498368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a37d9-eae6-493b-b65c-382a7634b2d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e8bd16-a270-450f-9fce-b8ebaf759a9e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:32.598420 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-834a37d9-eae6-493b-b65c-382a7634b2d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.600265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-834a37d9-eae6-493b-b65c-382a7634b2d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3476851 Nov 12 21:26:32.602950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58344) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:32.607207 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-dec5c3f3-8434-43e7-92e6-1623aaaf9f75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '734392e7-af14-4129-a477-7e5cb5fac79c', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:32.688062 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-dec5c3f3-8434-43e7-92e6-1623aaaf9f75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Project 63bfa0f529684f2aa7252aa13ff2dad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:26:32.693287 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dec5c3f3-8434-43e7-92e6-1623aaaf9f75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.760861 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dec5c3f3-8434-43e7-92e6-1623aaaf9f75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.828690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dec5c3f3-8434-43e7-92e6-1623aaaf9f75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.847501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5c3f3-8434-43e7-92e6-1623aaaf9f75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb007885-d25a-4933-b3c3-ebcf3c1dbfd5,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:32.912795 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dec5c3f3-8434-43e7-92e6-1623aaaf9f75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:32.914100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dec5c3f3-8434-43e7-92e6-1623aaaf9f75 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102069 Nov 12 21:26:32.916944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 58348) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:32.921731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'network': {'name': 'tempest-network-smoke--538768807', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'port_security_enabled': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:32.996346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:26:33.000008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.025545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:26:33.034910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.035249 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Added segment 42d2659c-8779-487e-aa04-50c45f59e88e of type vlan for network cef38384-c470-4919-9d10-1dfca0ddfea3 Nov 12 21:26:33.075002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.112095 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.159698 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.171347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:33.171347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.236710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Network': ['ID=cef38384-c470-4919-9d10-1dfca0ddfea3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:33.250291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network cef38384-c470-4919-9d10-1dfca0ddfea3 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:26:33.263961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4ab34357-9465-4e8b-8460-2eea6f0ada4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3432777 Nov 12 21:26:33.264219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58356) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:33.268754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'admin_state_up': True, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:33.366421 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.367475 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.419086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.624899 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.629880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.944726 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:33.968891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:34.084776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.25.8.142 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/16b2e3e2-4c22-4fc7-8cbe-7533736effaa) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:26:34.203351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:34.639979 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:34.684263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:26:34.687179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:26:34.689781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:26:34.700064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a803df-3813-4675-a729-c0159c7936b8 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:26:34.716216 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=16b2e3e2-4c22-4fc7-8cbe-7533736effaa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:34.727009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.727406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.727755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.728091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.728461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.728794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.729120 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.729523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.729856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.730212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.730535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.730856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:34.825840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8e46c71d-2710-4616-b5db-5ae6581f42b7 None None] Provisioning complete for port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:34.826214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8e46c71d-2710-4616-b5db-5ae6581f42b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:34.861327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8e46c71d-2710-4616-b5db-5ae6581f42b7 None None] Port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:26:35.022049 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:35.223273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:35.436228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:26:35.546366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:26:35.556797 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Sync routers for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:26:35.566586 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:35.567179 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:35.641819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:35.643311 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-856a11b3-8e50-480e-b7b4-414f40166b33 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3780043 Nov 12 21:26:35.646495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58382) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:35.675333 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:35.690005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-883f86a0-1ffa-4ece-9906-1acf7ad2d296 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=63bfa0f529684f2aa7252aa13ff2dad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398099 Nov 12 21:26:35.690385 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58384) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:35.790258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5786c23c-4c7c-4485-9099-44994fadad63 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:35.792288 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5786c23c-4c7c-4485-9099-44994fadad63 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005962 Nov 12 21:26:35.795044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58386) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:35.828164 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c4160a35-2d66-4949-b108-c9f4e906dabb tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291073 Nov 12 21:26:35.828363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58388) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:35.833132 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589403970', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:35.858989 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:34Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:35.973953 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Checking router: 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:26:35.974382 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Updating router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:26:36.000320 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.008450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:26:36.012190 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.265578 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.288317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.339228 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.358524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Subnet': ['ID=cb109c24-8471-43db-b688-7bc174915c7d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:36.362871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Checking segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:26:36.363226 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network hostable DHCP agents. Network: cef38384-c470-4919-9d10-1dfca0ddfea3, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:26:36.387116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb2cfb-7ca3-41f8-806e-b8c65131fee1 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:26:36.404251 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0a20a-e879-44f1-b811-30c56cb7396a None None] Pushing event updated for resources: {'Port': ['ID=16b2e3e2-4c22-4fc7-8cbe-7533736effaa,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:36.406793 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Attempting to bind port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:26:36.407264 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Attempting to bind port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:26:36.407758 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Attempting to bind port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:26:36.414382 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:26:36.414753 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:26:36.415304 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.415726 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:26:36.416192 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Bound port: 16b2e3e2-4c22-4fc7-8cbe-7533736effaa, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:26:36.416576 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.453166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network cef38384-c470-4919-9d10-1dfca0ddfea3 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:26:36.467443 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] For port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:26:36.470443 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] For port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=16b2e3e2-4c22-4fc7-8cbe-7533736effaa,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:26:36.493677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5184b1a8-1b81-483e-bf05-5ddc2782a7f9 None None] Provisioning complete for port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:36.494040 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5184b1a8-1b81-483e-bf05-5ddc2782a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.528827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5184b1a8-1b81-483e-bf05-5ddc2782a7f9 None None] Port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:26:36.555872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, cef38384-c470-4919-9d10-1dfca0ddfea3) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:26:36.559877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:36.560639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.564473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1afe7e-7209-47ea-8e33-b55dfc7199fd None None] Network cef38384-c470-4919-9d10-1dfca0ddfea3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:26:36.608216 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.654096 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3e616d2e-b55f-4665-b3a1-39ef202baf17 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8246090 Nov 12 21:26:36.656732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58396) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:36.670229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1598fb-f9dc-4332-8284-64b1e74922fa None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:26:36.672629 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:36.673406 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:36.716165 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0a20a-e879-44f1-b811-30c56cb7396a None None] Pushing event updated for resources: {'Port': ['ID=16b2e3e2-4c22-4fc7-8cbe-7533736effaa,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:36.722861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-cef38384-c470-4919-9d10-1dfca0ddfea3', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:26:36.723983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.768145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Provisioning complete for port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:36.768753 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:36.819592 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:36.945616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Allocated IP 172.20.0.2 (cef38384-c470-4919-9d10-1dfca0ddfea3/cb109c24-8471-43db-b688-7bc174915c7d/dd68ec54-e838-4a25-89a1-652df1747336) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:26:37.038668 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:34Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:37.075478 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6faa4-d893-4c68-b617-84a05b6d861b None None] The sync data for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 is: [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:34Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:26:37.081438 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.164549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] For port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=16b2e3e2-4c22-4fc7-8cbe-7533736effaa,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:37.186517 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.223703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.319829 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.399116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Pushing event updated for resources: {'Port': ['ID=16b2e3e2-4c22-4fc7-8cbe-7533736effaa,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:37.407595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.407946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.408293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.408701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.408957 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.409293 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.409662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.409945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.410269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.410592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.410913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.411459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f65617-3193-4b9c-9804-e53cacd2cd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:26:37.415309 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.485581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Network cef38384-c470-4919-9d10-1dfca0ddfea3 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:26:37.490453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:26:37.493396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:26:37.497185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Pushing event updated for resources: {'Port': ['ID=dd68ec54-e838-4a25-89a1-652df1747336,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:37.572085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Attempting to bind port dd68ec54-e838-4a25-89a1-652df1747336 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:26:37.572461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Attempting to bind port dd68ec54-e838-4a25-89a1-652df1747336 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:26:37.572831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Attempting to bind port dd68ec54-e838-4a25-89a1-652df1747336 on network cef38384-c470-4919-9d10-1dfca0ddfea3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:26:37.580302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:26:37.580683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Checking segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:26:37.581102 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.581519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Bound using segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:26:37.582002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Bound port: dd68ec54-e838-4a25-89a1-652df1747336, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:26:37.582975 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.608998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.20.0.1 (cef38384-c470-4919-9d10-1dfca0ddfea3/cb109c24-8471-43db-b688-7bc174915c7d/2b35277a-4373-4e47-9997-1a65adb213f3) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:26:37.680221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] For port dd68ec54-e838-4a25-89a1-652df1747336, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:26:37.684228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] For port dd68ec54-e838-4a25-89a1-652df1747336, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dd68ec54-e838-4a25-89a1-652df1747336,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:26:37.751412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 16b2e3e2-4c22-4fc7-8cbe-7533736effaa up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:26:37.767829 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.793678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.864622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:37.866889 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.868751 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d6329-27a1-4a89-946c-e433e0d2cda4 None None] Pushing event updated for resources: {'Port': ['ID=dd68ec54-e838-4a25-89a1-652df1747336,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:37.870954 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.933201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network cef38384-c470-4919-9d10-1dfca0ddfea3 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:26:37.936986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:26:37.939991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:26:38.014723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=2b35277a-4373-4e47-9997-1a65adb213f3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:38.017240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:38.277041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:38.570605 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:38.653300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:38.729671 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:38.731634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=2b35277a-4373-4e47-9997-1a65adb213f3,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:38.846466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network cef38384-c470-4919-9d10-1dfca0ddfea3 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:26:38.850478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:26:38.960757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa26255-5519-4c58-835f-3fc236252dd6 None None] Network cef38384-c470-4919-9d10-1dfca0ddfea3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:26:38.979994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:26:39.042364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e11d3611-5e15-455b-a89a-a56e24f43b37 None None] Provisioning complete for port dd68ec54-e838-4a25-89a1-652df1747336 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:39.042741 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e11d3611-5e15-455b-a89a-a56e24f43b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:39.116455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:26:39.132966 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c0d4185b-19b2-429c-93a4-926c026845e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "PUT /v2.0/routers/9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4750323 Nov 12 21:26:39.200649 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e11d3611-5e15-455b-a89a-a56e24f43b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:39.248175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e11d3611-5e15-455b-a89a-a56e24f43b37 None None] For port dd68ec54-e838-4a25-89a1-652df1747336, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dd68ec54-e838-4a25-89a1-652df1747336,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:39.333199 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e11d3611-5e15-455b-a89a-a56e24f43b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:39.393193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-35106e94-68fe-497c-b96c-ef5dbe251a2a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866295532&fields=id&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 267 time: 0.0768666 Nov 12 21:26:39.431806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d3611-5e15-455b-a89a-a56e24f43b37 None None] Pushing event updated for resources: {'Port': ['ID=dd68ec54-e838-4a25-89a1-652df1747336,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:39.480772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Sync routers for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:26:39.492599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:39.493231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:39.520155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-beee9de7-ba06-4b71-a12f-4c2e12bb8ed5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:39.523386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-beee9de7-ba06-4b71-a12f-4c2e12bb8ed5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/networks?id=cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 200 len: 796 time: 0.1273067 Nov 12 21:26:39.543878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-0d86f60a-8275-4845-a2f0-2ccc2ece0f49 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/quotas/63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 375 time: 0.0146685 Nov 12 21:26:39.602275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-d62b30cb-d887-4e5f-90e3-d035acbe4a73 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549920 Nov 12 21:26:39.610973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-929f2e77-bfee-4364-9665-b2f9c65eba84 None None] Provisioning complete for port 2b35277a-4373-4e47-9997-1a65adb213f3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:39.611481 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-929f2e77-bfee-4364-9665-b2f9c65eba84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:39.658828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-929f2e77-bfee-4364-9665-b2f9c65eba84 None None] Port 2b35277a-4373-4e47-9997-1a65adb213f3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:26:39.682926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:39.712699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-929f2e77-bfee-4364-9665-b2f9c65eba84 None None] Provisioning complete for port dd68ec54-e838-4a25-89a1-652df1747336 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:39.713148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-929f2e77-bfee-4364-9665-b2f9c65eba84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:39.775999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa221439-11c3-485d-9654-0f8dcbff30b7 service neutron] 10.222.0.64 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432507 Nov 12 21:26:39.816070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dd68ec54-e838-4a25-89a1-652df1747336 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:26:39.903054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-7587ab4b-8281-4a85-b2b9-3c3de2933f81 service neutron] 10.222.0.64 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197901 Nov 12 21:26:40.124837 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port dd68ec54-e838-4a25-89a1-652df1747336 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:40.125364 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.228198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-190a8d2b-0b79-4248-9f7a-3241baf970d3 req-d95e0034-4715-4224-bdb5-0f741991cc04 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 210 time: 0.0491917 Nov 12 21:26:40.285153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 2, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:40.320164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Checking router: 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:26:40.320164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Updating router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 port 2b35277a-4373-4e47-9997-1a65adb213f3 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:26:40.354164 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.365710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1f5a7da5-a484-4010-b2f7-c46d27efa442 None None] Provisioning complete for port 2b35277a-4373-4e47-9997-1a65adb213f3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:40.366076 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7da5-a484-4010-b2f7-c46d27efa442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.444030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a7da5-a484-4010-b2f7-c46d27efa442 None None] Port 2b35277a-4373-4e47-9997-1a65adb213f3 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:26:40.516092 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.579061 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.679773 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.739196 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.813853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8cc65-ac1e-4d9e-aa2b-098ba77999b2 None None] Pushing event updated for resources: {'Port': ['ID=2b35277a-4373-4e47-9997-1a65adb213f3,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:40.857308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Attempting to bind port 2b35277a-4373-4e47-9997-1a65adb213f3 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:26:40.857728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Attempting to bind port 2b35277a-4373-4e47-9997-1a65adb213f3 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:26:40.858095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Attempting to bind port 2b35277a-4373-4e47-9997-1a65adb213f3 on network cef38384-c470-4919-9d10-1dfca0ddfea3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:26:40.865229 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:26:40.865697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Checking segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:26:40.866012 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.866407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Bound using segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:26:40.866879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Bound port: 2b35277a-4373-4e47-9997-1a65adb213f3, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:26:40.867263 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:40.935400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] For port 2b35277a-4373-4e47-9997-1a65adb213f3, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:26:40.941068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] For port 2b35277a-4373-4e47-9997-1a65adb213f3, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2b35277a-4373-4e47-9997-1a65adb213f3,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:26:41.065977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-833dbd3c-081b-42da-9baf-4f706481d5f9 None None] Provisioning complete for port 2b35277a-4373-4e47-9997-1a65adb213f3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:41.066262 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-833dbd3c-081b-42da-9baf-4f706481d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:41.069995 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:41.166998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:41.167708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:41.169514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8cc65-ac1e-4d9e-aa2b-098ba77999b2 None None] Pushing event updated for resources: {'Port': ['ID=2b35277a-4373-4e47-9997-1a65adb213f3,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:41.320735 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-833dbd3c-081b-42da-9baf-4f706481d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:41.377613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0b33b99b-c610-453a-8827-105385e26ff5 req-19fa91c9-6eea-464d-bd54-96dcbe7c54f7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 210 time: 0.0484452 Nov 12 21:26:41.382659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-833dbd3c-081b-42da-9baf-4f706481d5f9 None None] For port 2b35277a-4373-4e47-9997-1a65adb213f3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2b35277a-4373-4e47-9997-1a65adb213f3,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:41.390465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:41.463153 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-833dbd3c-081b-42da-9baf-4f706481d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:41.564223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dbd3c-081b-42da-9baf-4f706481d5f9 None None] Pushing event updated for resources: {'Port': ['ID=2b35277a-4373-4e47-9997-1a65adb213f3,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:41.602552 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-925bf4b9-6967-4d3b-9d96-522bd52547db None None] Provisioning complete for port 2b35277a-4373-4e47-9997-1a65adb213f3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:41.602914 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-925bf4b9-6967-4d3b-9d96-522bd52547db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:41.709423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:40Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:41.739673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faed77-ed34-4f3c-980b-395681cd6c0d None None] The sync data for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 is: [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:40Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:26:42.488534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e182fa8b-f0b4-4309-af4f-11c88f0199d6 req-0ebab028-98c5-4ade-9770-d2cfa9ba9328 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 210 time: 0.0325296 Nov 12 21:26:42.532580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-f38fbaba-6cb1-4b68-adcb-8c2418e9b615 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:42.534360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-f38fbaba-6cb1-4b68-adcb-8c2418e9b615 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/networks?id=cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 200 len: 796 time: 0.1510651 Nov 12 21:26:42.609295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-34b76147-bd6a-4cbc-b973-c93503a3367c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 380 time: 0.0653546 Nov 12 21:26:42.619926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'port': {'device_id': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'admin_state_up': True, 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'security_groups': ['734392e7-af14-4129-a477-7e5cb5fac79c']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:42.828393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:26:42.832374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:42.976303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.20.0.11 (cef38384-c470-4919-9d10-1dfca0ddfea3/cb109c24-8471-43db-b688-7bc174915c7d/09a234a5-21a0-4469-a5c3-2a33b68021d2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:26:43.122387 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:43.251423 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:43.304782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network cef38384-c470-4919-9d10-1dfca0ddfea3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:26:43.309875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:26:43.313672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:26:43.320531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:43.375886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:43.376577 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:43.467528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-9f1b1e9f-d608-4e34-baf3-dbc87ad3c2b0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8517330 Nov 12 21:26:43.481149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Request body: {'port': {'device_id': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:43.562324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:43.695551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b3543eab-4244-4c1f-8947-bd36e1fd9230 None None] Provisioning complete for port 09a234a5-21a0-4469-a5c3-2a33b68021d2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:43.696128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b3543eab-4244-4c1f-8947-bd36e1fd9230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:43.737669 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2b35277a-4373-4e47-9997-1a65adb213f3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:26:43.780835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b3543eab-4244-4c1f-8947-bd36e1fd9230 None None] Port 09a234a5-21a0-4469-a5c3-2a33b68021d2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:26:43.808174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2b35277a-4373-4e47-9997-1a65adb213f3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:43.808726 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:43.881022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122bab-3e76-4684-912d-7638f47b8f80 req-cd976ca4-7d37-4bc1-b90b-01e7062050da tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:43.888835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f122bab-3e76-4684-912d-7638f47b8f80 req-cd976ca4-7d37-4bc1-b90b-01e7062050da tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 932 time: 0.2885294 Nov 12 21:26:43.955493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a234a5-21a0-4469-a5c3-2a33b68021d2 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:26:43.968464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:43.975331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8f122bab-3e76-4684-912d-7638f47b8f80 req-16b62230-2c08-44f8-a4c0-358f5e6dc1f6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856121 Nov 12 21:26:43.987075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Transition to ACTIVE for port object 09a234a5-21a0-4469-a5c3-2a33b68021d2 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:26:44.062225 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:44.127788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:44.208009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:26:44.208992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:26:44.209342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:26:44.214074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:26:44.214554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:26:44.220261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:26:44.220816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Checking segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:26:44.221342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Bound using segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:26:44.223140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Bound port: 09a234a5-21a0-4469-a5c3-2a33b68021d2, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:26:44.223724 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:44.307151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:26:44.310501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:26:44.402680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:44.464380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:44.465030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:44.466527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] 10.222.0.78 "PUT /v2.0/ports/09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 1093 time: 0.9902370 Nov 12 21:26:44.466988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:26:44.469319 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6f5200-b636-43fd-bfa9-04e46675ea1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:26:44.503395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f9a18-5a9a-4aaf-a7d9-67912f91f2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:44.529076 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37dfc0a-3d0d-4cc6-af37-f28eec74633e x-openstack-request-id: req-a37dfc0a-3d0d-4cc6-af37-f28eec74633e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:26:44.529688 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:26:44.530115 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a37dfc0a-3d0d-4cc6-af37-f28eec74633e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:26:44.531890 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'status': 'completed', 'code': 200} Nov 12 21:26:44.596856 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f5200-b636-43fd-bfa9-04e46675ea1e req-a189bcf1-70bc-47b2-9bee-f4aac9565ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:44.598388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e6f5200-b636-43fd-bfa9-04e46675ea1e req-a189bcf1-70bc-47b2-9bee-f4aac9565ba2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1096 time: 0.0470512 Nov 12 21:26:44.706638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f5200-b636-43fd-bfa9-04e46675ea1e req-805b4c8e-8722-49a7-8bd8-e5ed0c8eb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:44.708168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e6f5200-b636-43fd-bfa9-04e46675ea1e req-805b4c8e-8722-49a7-8bd8-e5ed0c8eb922 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1019831 Nov 12 21:26:44.806099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f5200-b636-43fd-bfa9-04e46675ea1e req-1f718769-8384-4660-b815-ed5322f3e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:44.807607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e6f5200-b636-43fd-bfa9-04e46675ea1e req-1f718769-8384-4660-b815-ed5322f3e452 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923667 Nov 12 21:26:44.886351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-4420a5ae-ec57-42fb-9406-13a9582c30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:44.887883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-4420a5ae-ec57-42fb-9406-13a9582c30f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1096 time: 0.0437503 Nov 12 21:26:44.936234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-cc017c9b-3bda-4401-8b19-d6837469e6e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 217 time: 0.0405154 Nov 12 21:26:44.985772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-39c05366-7ced-4319-b9ec-25ab9ad6c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:44.987248 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-39c05366-7ced-4319-b9ec-25ab9ad6c23a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb109c24-8471-43db-b688-7bc174915c7d HTTP/1.1" status: 200 len: 834 time: 0.0449002 Nov 12 21:26:45.033474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-c2d82e89-564f-4302-a69c-7e2649ae6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:45.034985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-c2d82e89-564f-4302-a69c-7e2649ae6f6d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cef38384-c470-4919-9d10-1dfca0ddfea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406065 Nov 12 21:26:45.161452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c1d33-2573-4fe1-b6e0-329895962e17 req-aaa61483-d122-4010-a363-cef43b71c9ff tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:45.163441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a30c1d33-2573-4fe1-b6e0-329895962e17 req-aaa61483-d122-4010-a363-cef43b71c9ff tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 944 time: 0.1037908 Nov 12 21:26:45.187161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-921ed150-6a1c-4d85-a872-b2753b2c55b9 service neutron] 10.222.0.78 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449504 Nov 12 21:26:45.275770 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a30c1d33-2573-4fe1-b6e0-329895962e17 req-9a2035e9-9cbc-4500-883c-7c215474f681 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060779 Nov 12 21:26:45.310230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01a8bbfd-80e0-4b3d-965a-5f14999beb5f req-55c93e58-60f8-48da-9a17-21701aba5da0 service neutron] 10.222.0.78 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162260 Nov 12 21:26:46.413852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a093c44-35e7-4f20-a532-d211e85be804 req-b91a898c-42d8-4aee-a33d-d54ee2a5cf40 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:46.415622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a093c44-35e7-4f20-a532-d211e85be804 req-b91a898c-42d8-4aee-a33d-d54ee2a5cf40 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 944 time: 0.0548863 Nov 12 21:26:46.466985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a093c44-35e7-4f20-a532-d211e85be804 req-ddd17736-df86-4542-ab0f-ebda9f7298c4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Nov 12 21:26:47.588921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d9f2c-4d9f-40ba-874e-e5b995f4973a req-c25d2272-e604-4b4f-9e51-9f625b49d046 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:47.590503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb0d9f2c-4d9f-40ba-874e-e5b995f4973a req-c25d2272-e604-4b4f-9e51-9f625b49d046 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 944 time: 0.0497189 Nov 12 21:26:47.630939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 09a234a5-21a0-4469-a5c3-2a33b68021d2 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:26:47.646228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb0d9f2c-4d9f-40ba-874e-e5b995f4973a req-be2594e2-6b04-4670-a6db-3a5b2d553b70 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497713 Nov 12 21:26:47.729671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:47.741698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'port_id': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'mac_address': 'fa:16:3e:de:f6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:26:47.779217 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:47.791791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a234a5-21a0-4469-a5c3-2a33b68021d2 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:26:47.814947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:47.882066 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:47.928468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:48.071558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['09a234a5-21a0-4469-a5c3-2a33b68021d2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:26:48.766067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6284b4-4ad9-4862-a9b0-6101f7d00ec4 req-7ceeb457-5e10-4506-98e4-9a369838e3e7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:48.767675 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d6284b4-4ad9-4862-a9b0-6101f7d00ec4 req-7ceeb457-5e10-4506-98e4-9a369838e3e7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 945 time: 0.0506372 Nov 12 21:26:48.819179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d6284b4-4ad9-4862-a9b0-6101f7d00ec4 req-e94d5819-3468-4866-992c-2d309c5c943b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Nov 12 21:26:49.710154 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 09a234a5-21a0-4469-a5c3-2a33b68021d2 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:26:49.767615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 09a234a5-21a0-4469-a5c3-2a33b68021d2 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:26:49.772242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 09a234a5-21a0-4469-a5c3-2a33b68021d2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:26:49.772629 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:49.852006 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:49.888917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:26:49.889864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:26:49.892309 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6675729c-ad0e-4350-9162-dae2f3ed8ddc" -d '{"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-plugged", "status": "completed", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:26:49.931538 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d482fe-e116-46cf-9c5b-2b7f26642eb9 x-openstack-request-id: req-a9d482fe-e116-46cf-9c5b-2b7f26642eb9 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:26:49.931916 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-plugged", "status": "completed", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:26:49.932237 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9d482fe-e116-46cf-9c5b-2b7f26642eb9 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:26:49.933771 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'code': 200} Nov 12 21:26:49.943171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e1819-79b2-4507-9c46-63e42452f29f req-8c39fbcd-8d24-4ed0-b3a6-282089e1b771 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:49.944803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-310e1819-79b2-4507-9c46-63e42452f29f req-8c39fbcd-8d24-4ed0-b3a6-282089e1b771 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 945 time: 0.0538461 Nov 12 21:26:49.970909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:50.007122 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-310e1819-79b2-4507-9c46-63e42452f29f req-135f9515-7a86-4b5e-8066-270bcfa4c0c9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553179 Nov 12 21:26:50.030234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:50.056027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508386d2-4039-4c65-b9ee-b4f8358a80b5 req-af3100db-7079-4c61-b402-4f9d3e1e1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:50.057837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-508386d2-4039-4c65-b9ee-b4f8358a80b5 req-af3100db-7079-4c61-b402-4f9d3e1e1af0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1098 time: 0.0495772 Nov 12 21:26:50.105823 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-508386d2-4039-4c65-b9ee-b4f8358a80b5 req-528c6740-365d-45aa-bbd8-7f3ad7612be2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Nov 12 21:26:51.130031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f0c4-063d-449a-8ffe-502e643e5318 req-d25f441f-dc57-4aff-8a71-e12013c3b5aa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:51.131725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d26f0c4-063d-449a-8ffe-502e643e5318 req-d25f441f-dc57-4aff-8a71-e12013c3b5aa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0516086 Nov 12 21:26:51.183684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d26f0c4-063d-449a-8ffe-502e643e5318 req-bd86ccbf-40d7-4c3c-b6ae-87e53774c206 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459273 Nov 12 21:26:52.309773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c79468-2603-42dd-b4da-7fe99728c76a req-391ec058-5f3d-4d63-8a28-1a3a3cb4fc4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:52.311277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c79468-2603-42dd-b4da-7fe99728c76a req-391ec058-5f3d-4d63-8a28-1a3a3cb4fc4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0542819 Nov 12 21:26:52.361002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82c79468-2603-42dd-b4da-7fe99728c76a req-dde5f0da-a382-48d8-a7e4-9260f1a0c4d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437324 Nov 12 21:26:52.478688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119088e-eb20-4749-af65-a3dc014395ec req-3f921886-b277-4382-8c29-6e869149b864 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:52.480105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0119088e-eb20-4749-af65-a3dc014395ec req-3f921886-b277-4382-8c29-6e869149b864 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0512664 Nov 12 21:26:52.529545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0119088e-eb20-4749-af65-a3dc014395ec req-cf403a89-9f55-4afe-b512-35a15c4cbdd0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Nov 12 21:26:52.551256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58536) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:52.592195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5eced-b037-49fb-a88b-3e69cb14d922 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:52.593706 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-52c5eced-b037-49fb-a88b-3e69cb14d922 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1093 time: 0.0414193 Nov 12 21:26:52.596636 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58538) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:52.600875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:26:52.707513 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:52.803737 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:52.908616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.25.8.123 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/0d56f47a-94ec-4739-854f-e35c01eba255) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:26:53.012753 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:53.108169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:53.146533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:26:53.151469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:26:53.157833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:26:53.160783 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=0d56f47a-94ec-4739-854f-e35c01eba255,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:53.526377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:53.967674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:54.117004 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:54.190343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:54.258690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=0d56f47a-94ec-4739-854f-e35c01eba255,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:26:54.272139 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:54.374230 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Floating IP 179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c associated. External IP: 172.25.8.123, port: 09a234a5-21a0-4469-a5c3-2a33b68021d2. Nov 12 21:26:54.579904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:26:54.693451 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:26:54.703612 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] Sync routers for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:26:54.714413 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:54.715152 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:54.767054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:54.798882 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-81f2158a-a1be-4a65-8095-d3dff62f432f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2010398 Nov 12 21:26:54.803062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:26:54.811797 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb49aaf2-3e25-444d-9642-d4d8216485fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:26:54.826326 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:54.854673 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af9097a-b41d-485a-8731-3593ac73a9d4 x-openstack-request-id: req-8af9097a-b41d-485a-8731-3593ac73a9d4 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:26:54.855027 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:26:54.855842 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8af9097a-b41d-485a-8731-3593ac73a9d4 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:26:54.855842 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'status': 'completed', 'code': 200} Nov 12 21:26:54.950249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c65937-e0a3-437e-a97d-fcc0fe30d563 req-8b62e228-1fdb-4fd0-ad06-e764c296374e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:54.951788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56c65937-e0a3-437e-a97d-fcc0fe30d563 req-8b62e228-1fdb-4fd0-ad06-e764c296374e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0876031 Nov 12 21:26:54.959278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-d914c485-af5b-40f3-a370-8ef532f7c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:54.960986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-d914c485-af5b-40f3-a370-8ef532f7c787 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1098 time: 0.0696814 Nov 12 21:26:55.064478 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'port_id': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'mac_address': 'fa:16:3e:de:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:26:53Z', 'updated_at': '2021-11-12T21:26:53Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:41Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:55.070274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56c65937-e0a3-437e-a97d-fcc0fe30d563 req-80cc542b-e619-46cb-a9d4-77a1d8c6e5a2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081848 Nov 12 21:26:55.087972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-104fa3b6-e54c-4575-8b61-413ec73eff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:55.089366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-104fa3b6-e54c-4575-8b61-413ec73eff9f service neutron] 10.222.0.78 "GET /v2.0/networks?id=cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 200 len: 897 time: 0.1205919 Nov 12 21:26:55.096291 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] Checking router: 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:26:55.100498 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58560) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:55.115154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:26:55.116477 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:26:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:55.164779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-31eba804-cdfc-4c5c-a0db-3351e4914353 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 1000 time: 0.0680392 Nov 12 21:26:55.170698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0a9488d8-b67c-49b7-9d7d-dfc8dc2cf1ea tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c HTTP/1.1" status: 200 len: 992 time: 0.0677049 Nov 12 21:26:55.215169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-a462fc1c-d73f-44be-897a-aad83c060d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:55.217267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-a462fc1c-d73f-44be-897a-aad83c060d5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb109c24-8471-43db-b688-7bc174915c7d HTTP/1.1" status: 200 len: 834 time: 0.0456169 Nov 12 21:26:55.237671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:26:55.276849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-b8bb6477-336a-4033-ad49-64466d0918b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:26:55.278442 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-b8bb6477-336a-4033-ad49-64466d0918b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cef38384-c470-4919-9d10-1dfca0ddfea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535069 Nov 12 21:26:55.372385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-ff52f2c6-8703-4e35-a3ca-73c91d96344e service neutron] 10.222.0.78 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867298 Nov 12 21:26:55.466573 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'port_id': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'mac_address': 'fa:16:3e:de:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:26:53Z', 'updated_at': '2021-11-12T21:26:53Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:41Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:26:55.473787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cb49aaf2-3e25-444d-9642-d4d8216485fb req-f30e5bbf-24af-4876-990a-67543484326f service neutron] 10.222.0.78 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945921 Nov 12 21:26:55.579642 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec60126-09d3-4052-ad2b-b5f7c7d70f11 None None] The sync data for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 is: [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'port_id': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'mac_address': 'fa:16:3e:de:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:26:53Z', 'updated_at': '2021-11-12T21:26:53Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:41Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:26:55.792517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa3083-15f8-46e1-80cf-aba0eb861e79 None None] New status for floating IP 179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:26:56.172936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58568) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:26:56.233716 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3c3d6c95-2c09-46db-908f-f7165a61b5ee tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c HTTP/1.1" status: 200 len: 994 time: 0.0596290 Nov 12 21:26:57.555957 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5649e5b9-2e73-4574-940c-754de3dbdb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:00.061736 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-03075d60-cd96-488d-beb3-104b8e2f0026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:01.364280 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:03.104324 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:03.618610 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:05.106627 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:27:08.116815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-914dbe3d-9e72-47d3-a17b-13c59382456b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405025 Nov 12 21:27:08.216731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-7d144826-a1b2-49cb-af83-1b1e0767f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:08.218213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-7d144826-a1b2-49cb-af83-1b1e0767f7f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1098 time: 0.0440228 Nov 12 21:27:08.344562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-ce1d5706-3046-49e2-ac25-7b39b2437111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:08.346058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-ce1d5706-3046-49e2-ac25-7b39b2437111 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.1016846 Nov 12 21:27:08.422621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-5ab3602b-7c6f-4ea3-9ca1-8adb684a8494 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 1002 time: 0.0658007 Nov 12 21:27:08.479166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-3dff027c-49b0-4296-a6cd-f4aac201dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:08.480766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-3dff027c-49b0-4296-a6cd-f4aac201dfe2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0494866 Nov 12 21:27:08.528335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-7709234a-61d4-4f34-8cb8-b66d322034f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:08.529825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-7709234a-61d4-4f34-8cb8-b66d322034f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419955 Nov 12 21:27:08.630381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-423f9f70-f532-4779-b324-dc68d872e0fe service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875096 Nov 12 21:27:08.734777 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8b13dc6-f74d-4f62-b6a9-e54375ba8eb9 req-4d13abd0-ded2-421c-a8cd-791f44258513 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932355 Nov 12 21:27:10.102283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-f3074622-3aed-451b-afbc-58b3510f997f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415525 Nov 12 21:27:10.198410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-2c50f7b0-2d15-4a06-9eb1-18f5227ddcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:10.199955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-2c50f7b0-2d15-4a06-9eb1-18f5227ddcb2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1098 time: 0.0477602 Nov 12 21:27:10.349298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-3033e4e5-cd45-4540-89f9-a960e2eb50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:10.351196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-3033e4e5-cd45-4540-89f9-a960e2eb50b9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 200 len: 897 time: 0.1268330 Nov 12 21:27:10.439512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-f39aefc7-1940-4df3-9c35-0ccaa18913ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 1002 time: 0.0787525 Nov 12 21:27:10.499027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-a94319ca-f129-41cf-b61f-440481886593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:10.500999 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-a94319ca-f129-41cf-b61f-440481886593 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb109c24-8471-43db-b688-7bc174915c7d HTTP/1.1" status: 200 len: 834 time: 0.0547223 Nov 12 21:27:10.518669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:10.555482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-697dda5f-fe52-4785-bb8a-8367b8acf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:10.556951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-697dda5f-fe52-4785-bb8a-8367b8acf42f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cef38384-c470-4919-9d10-1dfca0ddfea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480735 Nov 12 21:27:10.587054 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:10.651263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-e891986c-2b36-4c2c-be0d-7a298e7f7f00 service neutron] 10.222.0.78 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858989 Nov 12 21:27:10.749722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-838e616e-ebd9-42a2-8432-2ca654c16139 req-efb14269-b237-4b32-98cd-a99c79742494 service neutron] 10.222.0.78 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909011 Nov 12 21:27:23.090268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4cb90-b5c5-4dbb-82cb-f7d9c0dc45b5 req-d7e4bc0b-7a2c-40a8-ba82-f86eb01556c1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:23.091996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17e4cb90-b5c5-4dbb-82cb-f7d9c0dc45b5 req-d7e4bc0b-7a2c-40a8-ba82-f86eb01556c1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0591683 Nov 12 21:27:23.151694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17e4cb90-b5c5-4dbb-82cb-f7d9c0dc45b5 req-fb472e21-d535-4cf3-9ab5-da639b7435ff tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533800 Nov 12 21:27:23.176223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 58812) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:23.252549 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5a99a985-dca0-4f22-9798-6bb3d66053b2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c HTTP/1.1" status: 200 len: 994 time: 0.0708909 Nov 12 21:27:23.769718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb23c-23a7-44e6-a5ba-c974211dd58b req-69206c3a-355d-4f54-8efd-ef545cdf88cb tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:23.774250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed4eb23c-23a7-44e6-a5ba-c974211dd58b req-69206c3a-355d-4f54-8efd-ef545cdf88cb tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1098 time: 0.0615180 Nov 12 21:27:23.825763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed4eb23c-23a7-44e6-a5ba-c974211dd58b req-05f03921-c98d-454e-9b1a-4185ecde5d53 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Nov 12 21:27:24.942926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-85751472-91db-4b72-a7b1-c682782e8232 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434284 Nov 12 21:27:24.955733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-6880447b-3f0b-40d1-9fa1-fbf3372ffb1b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:27:24.956698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-6880447b-3f0b-40d1-9fa1-fbf3372ffb1b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050282 Nov 12 21:27:26.127313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-be011ac4-4ca9-4086-b066-4f63bb21ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:26.129261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-be011ac4-4ca9-4086-b066-4f63bb21ce1b service neutron] 10.222.0.64 "GET /v2.0/ports/09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 1095 time: 0.0381184 Nov 12 21:27:26.139393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Request body: {'binding': {'host': 'n-h2-713498-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:26.139960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Unknown quota resources ['binding']. {{(pid=109629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 21:27:26.294842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on host n-h2-713498-29 for vnic_type normal with profile None {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:27:26.295174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:27:26.295530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:27:26.301279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:27:26.302809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:27:26.308001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:27:26.308333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Checking segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:27:26.315656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Bound using segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:27:26.315656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Bound port: 09a234a5-21a0-4469-a5c3-2a33b68021d2, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:27:26.399369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:27:26.503033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:26.504237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] 10.222.0.64 "POST /v2.0/ports/09a234a5-21a0-4469-a5c3-2a33b68021d2/bindings HTTP/1.1" status: 201 len: 390 time: 0.3684053 Nov 12 21:27:26.851849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a2c1-06f2-41fb-b7fe-86c7293fe69e req-430d534d-450e-49ae-9012-c8c7081a1508 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:26.853372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af31a2c1-06f2-41fb-b7fe-86c7293fe69e req-430d534d-450e-49ae-9012-c8c7081a1508 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0543270 Nov 12 21:27:26.908793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af31a2c1-06f2-41fb-b7fe-86c7293fe69e req-9f259b6b-40e0-46f9-97a8-3d6b9af9774e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489674 Nov 12 21:27:27.365672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-f17eddcb-1cb2-42b9-b31b-0adacf38fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:27.367250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-f17eddcb-1cb2-42b9-b31b-0adacf38fee7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1098 time: 0.0443742 Nov 12 21:27:27.494309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-17e22a81-4021-4b89-8123-d85ffb38904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:27.496031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-17e22a81-4021-4b89-8123-d85ffb38904c service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 200 len: 897 time: 0.1174066 Nov 12 21:27:27.575668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-f19e460e-76c3-43d0-bfae-dcf44b96a73c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 1002 time: 0.0684838 Nov 12 21:27:27.632887 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b816f130-73ff-478c-888a-77427066dc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:27.640063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-489db534-4428-4a4f-8667-85db0a74c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:27.641521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-489db534-4428-4a4f-8667-85db0a74c810 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb109c24-8471-43db-b688-7bc174915c7d HTTP/1.1" status: 200 len: 834 time: 0.0545776 Nov 12 21:27:27.696229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-6e66d151-60a2-4bd5-8538-62647ac46553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:27.697700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-6e66d151-60a2-4bd5-8538-62647ac46553 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef38384-c470-4919-9d10-1dfca0ddfea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451031 Nov 12 21:27:27.795661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-d393a34c-0fa2-4bd4-9f80-fbfb69da8c9f service neutron] 10.222.0.46 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Nov 12 21:27:27.897370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-915e9fa6-57e2-4fc7-a6a3-e3c587008afc service neutron] 10.222.0.46 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904682 Nov 12 21:27:28.414554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-8bc04df6-eebc-4412-ba8c-367609fdcddd tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:28.416268 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-8bc04df6-eebc-4412-ba8c-367609fdcddd tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1098 time: 0.4440174 Nov 12 21:27:28.427405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e02c-c9e4-451e-8159-91904d579120 req-184474c0-b25d-447f-b256-8067e3771a2d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:28.429044 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbe9e02c-c9e4-451e-8159-91904d579120 req-184474c0-b25d-447f-b256-8067e3771a2d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.4475915 Nov 12 21:27:28.433995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-29'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:28.529635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dbe9e02c-c9e4-451e-8159-91904d579120 req-a92f6d93-b0b6-4e5e-acd3-a698a7730c72 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928578 Nov 12 21:27:28.530283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:28.672777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:28.714624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:27:28.756161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:27:28.758478 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647cd303-b8c7-49b4-9290-9b43495fe6ac" -d '{"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-unplugged", "status": "completed", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:27:28.762442 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:28.809352 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73f64ed-b80b-4662-ac12-121819af26ce x-openstack-request-id: req-f73f64ed-b80b-4662-ac12-121819af26ce {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:27:28.809690 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-unplugged", "status": "completed", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:27:28.809955 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f73f64ed-b80b-4662-ac12-121819af26ce {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:27:28.810362 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'code': 200} Nov 12 21:27:28.855747 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:28.961017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:29.016786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on host n-h1-713498-29 for vnic_type normal with profile {"migrating_to": "n-h2-713498-29"} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:27:29.017126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:27:29.017457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:27:29.022253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:27:29.022590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Attempting to bind port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on network cef38384-c470-4919-9d10-1dfca0ddfea3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:27:29.027742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:27:29.028083 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Checking segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:27:29.030787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Bound using segment: {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:27:29.030787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Bound port: 09a234a5-21a0-4469-a5c3-2a33b68021d2, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d2659c-8779-487e-aa04-50c45f59e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:27:29.030787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:29.102309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:27:29.105561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:27:29.134258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-dc3341e9-43f2-4dc5-a2d2-6762a0e415c3 None None] Provisioning complete for port 09a234a5-21a0-4469-a5c3-2a33b68021d2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:27:29.134793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dc3341e9-43f2-4dc5-a2d2-6762a0e415c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:29.267006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:29.342651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-dc3341e9-43f2-4dc5-a2d2-6762a0e415c3 None None] Port 09a234a5-21a0-4469-a5c3-2a33b68021d2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:27:29.392322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=8']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:29.452837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:29.453656 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:29.455365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0395139e-ba24-48c7-94d7-c4b031a57c3a service neutron] 10.222.0.46 "PUT /v2.0/ports/09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 1124 time: 1.0251143 Nov 12 21:27:29.516675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['09a234a5-21a0-4469-a5c3-2a33b68021d2'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:27:29.691270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bf9efac6-dd10-4454-9c25-f4d0f554bc77 None None] Provisioning complete for port 09a234a5-21a0-4469-a5c3-2a33b68021d2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:27:29.691662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf9efac6-dd10-4454-9c25-f4d0f554bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:29.699570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308a66a-50b1-4bc5-b715-5bc0e361a113 req-c03995bf-bd88-4984-824e-4b1395e4cf34 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:29.701172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b308a66a-50b1-4bc5-b715-5bc0e361a113 req-c03995bf-bd88-4984-824e-4b1395e4cf34 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 944 time: 0.0809898 Nov 12 21:27:29.782537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b308a66a-50b1-4bc5-b715-5bc0e361a113 req-04f9895a-df94-42a6-83f1-55d5bf40004a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730808 Nov 12 21:27:29.846772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf9efac6-dd10-4454-9c25-f4d0f554bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:29.873338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:27:29.875926 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00903440-0848-4d32-a361-132c2157ce0f" -d '{"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-plugged", "status": "completed", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:27:29.897174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bf9efac6-dd10-4454-9c25-f4d0f554bc77 None None] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:29.922260 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5257cd8f-7e02-4c67-91ae-ca3eb1a362da x-openstack-request-id: req-5257cd8f-7e02-4c67-91ae-ca3eb1a362da {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:27:29.922552 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-plugged", "status": "completed", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:27:29.922804 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5257cd8f-7e02-4c67-91ae-ca3eb1a362da {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:27:29.923222 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'code': 200} Nov 12 21:27:30.047438 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf9efac6-dd10-4454-9c25-f4d0f554bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:30.126450 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c68f57d-8ee7-433f-9d80-d0a09344b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:30.215004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9efac6-dd10-4454-9c25-f4d0f554bc77 None None] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:30.811883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:27:30.814521 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586" -d '{"events": [{"name": "network-changed", "server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:27:30.855695 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd08f3e-5c2d-4217-b974-da6a908c4384 x-openstack-request-id: req-edd08f3e-5c2d-4217-b974-da6a908c4384 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:27:30.856058 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:27:30.856382 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edd08f3e-5c2d-4217-b974-da6a908c4384 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:27:30.856906 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'status': 'completed', 'code': 200} Nov 12 21:27:30.947085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413269-a8a0-4b29-bb5f-6026320548aa req-10fbb993-db3c-4e4b-b094-18d0667149de tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:30.948723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2413269-a8a0-4b29-bb5f-6026320548aa req-10fbb993-db3c-4e4b-b094-18d0667149de tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0864849 Nov 12 21:27:30.959505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 09a234a5-21a0-4469-a5c3-2a33b68021d2 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:27:30.962030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-d53de912-0b3f-4253-ae1e-07ed1ae13b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:30.963713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-d53de912-0b3f-4253-ae1e-07ed1ae13b74 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1129 time: 0.0677288 Nov 12 21:27:31.073813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2413269-a8a0-4b29-bb5f-6026320548aa req-aafb93a3-3e7a-4117-a458-1b6ddbae8481 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145382 Nov 12 21:27:31.107205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:31.111098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-a9e63128-3779-47ff-9726-74c6a640a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:31.112710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-a9e63128-3779-47ff-9726-74c6a640a516 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 200 len: 897 time: 0.1351483 Nov 12 21:27:31.119615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 09a234a5-21a0-4469-a5c3-2a33b68021d2 has no active binding in host n-h2-713498-29 {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 21:27:31.186107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-72499915-8616-44e0-93ec-2dd66c9ba139 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 1002 time: 0.0655601 Nov 12 21:27:31.236734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-7a338e0a-713b-4332-a00a-b95f3c42b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:31.238196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-7a338e0a-713b-4332-a00a-b95f3c42b5ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb109c24-8471-43db-b688-7bc174915c7d HTTP/1.1" status: 200 len: 834 time: 0.0447109 Nov 12 21:27:31.296122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-5b753e1e-bddd-46ad-8707-3a5cb88cf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:31.297624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-5b753e1e-bddd-46ad-8707-3a5cb88cf926 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cef38384-c470-4919-9d10-1dfca0ddfea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481749 Nov 12 21:27:31.388429 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-d7b5c192-0189-4123-9c00-e2779d94e1eb service neutron] 10.222.0.78 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836792 Nov 12 21:27:31.406952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:31.493254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-564c3b0d-f755-40d9-b7f8-9b4e8fff9586 req-6a15eb01-ebf5-4804-b122-bdf11ca602f2 service neutron] 10.222.0.78 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980947 Nov 12 21:27:32.203028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54675df9-5db3-489b-aab0-29043db6694f req-053d1091-8811-4c81-865c-d06f2bddb8ed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:32.204598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54675df9-5db3-489b-aab0-29043db6694f req-053d1091-8811-4c81-865c-d06f2bddb8ed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0510528 Nov 12 21:27:32.256332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54675df9-5db3-489b-aab0-29043db6694f req-2adf3f39-875d-4081-912a-f539984ef968 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Nov 12 21:27:33.215322 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:33.389860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e3de1-94bf-4eed-b3cb-d1fb64202465 req-0922c686-f559-425a-8985-1e0691cc939f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:33.391425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb8e3de1-94bf-4eed-b3cb-d1fb64202465 req-0922c686-f559-425a-8985-1e0691cc939f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0598607 Nov 12 21:27:33.446761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb8e3de1-94bf-4eed-b3cb-d1fb64202465 req-603a34ef-a9b6-4b3c-a2c4-6c9e86e76864 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484023 Nov 12 21:27:33.655757 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:34.573515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f68e-2d42-435e-b85e-013df9a45df2 req-0b56a42a-1edb-425b-9f09-17ecd9ef2085 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:34.575070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae80f68e-2d42-435e-b85e-013df9a45df2 req-0b56a42a-1edb-425b-9f09-17ecd9ef2085 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 946 time: 0.0526724 Nov 12 21:27:34.630620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ae80f68e-2d42-435e-b85e-013df9a45df2 req-3088a073-184f-402c-a999-e14df47b3b5c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489774 Nov 12 21:27:34.787264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-ad8a2ad6-7035-4357-b276-6a9b6af6e2a4 service neutron] 10.222.0.78 "GET /v2.0/ports/09a234a5-21a0-4469-a5c3-2a33b68021d2/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 385 time: 0.0682678 Nov 12 21:27:34.996570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:35.024269 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:27:35.075006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:27:35.077661 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5333b153-59e5-408d-a355-dabac5715916" -d '{"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-unplugged", "status": "completed", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:27:35.086441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:35.122239 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1c00c0-65e9-41a7-b1b2-9a8dc660db31 x-openstack-request-id: req-0c1c00c0-65e9-41a7-b1b2-9a8dc660db31 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:27:35.122716 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-unplugged", "status": "completed", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:27:35.123122 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c1c00c0-65e9-41a7-b1b2-9a8dc660db31 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:27:35.123622 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'code': 200} Nov 12 21:27:35.192970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:35.275359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Transition to ACTIVE for port object 09a234a5-21a0-4469-a5c3-2a33b68021d2 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:27:35.375172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:35.492337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Pushing event updated for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=11']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:35.506964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.507226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.507596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.507932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.508264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.508595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.508921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.509246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.509677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.510003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.510327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.510737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:35.532862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] No DVR routers for this DVR port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:27:35.671123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-4387ed78-a7f8-4693-a420-0377eac2683e service neutron] 10.222.0.78 "PUT /v2.0/ports/09a234a5-21a0-4469-a5c3-2a33b68021d2/bindings/n-h2-713498-29/activate HTTP/1.1" status: 200 len: 370 time: 0.8767450 Nov 12 21:27:35.767176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bab2c3-013f-48dd-a70a-bd23785fb9d3 req-17c798e2-5ca2-4dec-9b19-9d6661f2eecf tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:35.769165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53bab2c3-013f-48dd-a70a-bd23785fb9d3 req-17c798e2-5ca2-4dec-9b19-9d6661f2eecf tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 945 time: 0.0642710 Nov 12 21:27:35.822426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53bab2c3-013f-48dd-a70a-bd23785fb9d3 req-9ed512bf-85a5-4cd9-b113-1db820c8c35b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465598 Nov 12 21:27:35.873122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-57979aa5-8714-472c-8cd9-53b25af7ce9a tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:35.874648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-57979aa5-8714-472c-8cd9-53b25af7ce9a tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.0513322 Nov 12 21:27:35.929072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-7e50978d-e0c1-4406-8d63-307c00c779f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:35.930597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-7e50978d-e0c1-4406-8d63-307c00c779f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 1097 time: 0.0428660 Nov 12 21:27:36.001967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0ef47122-b31b-4ca7-99e8-1d5e6d930e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:36.003499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0ef47122-b31b-4ca7-99e8-1d5e6d930e65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1097 time: 0.0421669 Nov 12 21:27:36.106322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-5de976e4-751a-4b72-ac47-80088ef006d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:36.107840 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-5de976e4-751a-4b72-ac47-80088ef006d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 200 len: 897 time: 0.0927119 Nov 12 21:27:36.182786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-99e0535d-2907-4f15-ae5e-3dee1e993324 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 1000 time: 0.0622382 Nov 12 21:27:36.237298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-234b9cb5-8d4f-4983-b653-05fe616dd82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:36.238756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-234b9cb5-8d4f-4983-b653-05fe616dd82d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb109c24-8471-43db-b688-7bc174915c7d HTTP/1.1" status: 200 len: 834 time: 0.0444903 Nov 12 21:27:36.294899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-5545651b-5642-4c0e-b1c9-f9bc082556cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:36.296361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-5545651b-5642-4c0e-b1c9-f9bc082556cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef38384-c470-4919-9d10-1dfca0ddfea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469890 Nov 12 21:27:36.398644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-45ff6c92-6967-4032-8e5b-2cbfbf0ad5ca service neutron] 10.222.0.46 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889494 Nov 12 21:27:36.501892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-0cd342b2-ee0c-4a74-83b5-d8fe6b1cbfdf service neutron] 10.222.0.46 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918186 Nov 12 21:27:36.947111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca072d-f7fb-481d-a5e7-f7827ed83d00 req-507c4fa6-bb19-42e6-b216-6568d19eacf8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:36.948637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fca072d-f7fb-481d-a5e7-f7827ed83d00 req-507c4fa6-bb19-42e6-b216-6568d19eacf8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 945 time: 0.0510228 Nov 12 21:27:37.001201 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fca072d-f7fb-481d-a5e7-f7827ed83d00 req-c1ea8fc9-cef3-4c4f-b638-267fc603c89d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463228 Nov 12 21:27:37.066883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-66421ca8-5453-415b-a8ca-a883f9ccc961 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:37.068573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-66421ca8-5453-415b-a8ca-a883f9ccc961 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 1097 time: 0.0511403 Nov 12 21:27:37.276046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-03325c30-ca5b-40f5-b187-4fdd13cd8565 service neutron] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:27:37.279318 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-03325c30-ca5b-40f5-b187-4fdd13cd8565 service neutron] Publish callbacks [] for binding, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:37.280474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-03325c30-ca5b-40f5-b187-4fdd13cd8565 service neutron] 10.222.0.46 "DELETE /v2.0/ports/09a234a5-21a0-4469-a5c3-2a33b68021d2/bindings/n-h1-713498-29 HTTP/1.1" status: 204 len: 173 time: 0.2005312 Nov 12 21:27:38.124548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375bac-b589-4dc1-bebd-2ae8b73920ea req-5325f90a-ba60-4205-a81d-4a120dc27cd4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:38.126192 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71375bac-b589-4dc1-bebd-2ae8b73920ea req-5325f90a-ba60-4205-a81d-4a120dc27cd4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 945 time: 0.0535526 Nov 12 21:27:38.180197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-71375bac-b589-4dc1-bebd-2ae8b73920ea req-3099a68c-da69-459f-9004-f6b9a799457a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465777 Nov 12 21:27:38.306223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b729811-5d17-4c2d-9700-f86a64481642 req-63237936-2984-48b8-8c1f-dad78c97dc9d tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:38.307940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b729811-5d17-4c2d-9700-f86a64481642 req-63237936-2984-48b8-8c1f-dad78c97dc9d tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1097 time: 0.0474062 Nov 12 21:27:38.357775 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b729811-5d17-4c2d-9700-f86a64481642 req-ad563aa6-8a98-4b97-8a9d-e3c73b8a4b9f tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Nov 12 21:27:38.475606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b0fa2-c073-4cc0-a1e1-f3f3247e07c9 req-3623f1a8-f309-4fc2-a442-9c916d7f861f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:38.477117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb1b0fa2-c073-4cc0-a1e1-f3f3247e07c9 req-3623f1a8-f309-4fc2-a442-9c916d7f861f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 945 time: 0.0509427 Nov 12 21:27:38.526212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb1b0fa2-c073-4cc0-a1e1-f3f3247e07c9 req-07e4551c-5446-469d-82b7-33c81ded5d87 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431955 Nov 12 21:27:38.552254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59056) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:38.622680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bd7f8388-68e0-4693-aef6-9fd41ccd6aca tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c HTTP/1.1" status: 200 len: 992 time: 0.0692410 Nov 12 21:27:39.848375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 09a234a5-21a0-4469-a5c3-2a33b68021d2 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:27:39.887847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 09a234a5-21a0-4469-a5c3-2a33b68021d2 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:27:40.523454 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:40.629426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:40.896437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59092) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:41.063123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 0d56f47a-94ec-4739-854f-e35c01eba255 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:27:41.063438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:41.143981 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:41.144306 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:41.155911 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 0d56f47a-94ec-4739-854f-e35c01eba255 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:27:41.407008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:41.436327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=0d56f47a-94ec-4739-854f-e35c01eba255,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:41.504253 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:41.504807 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Floating IP 179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c disassociated (deleted). External IP: 172.25.8.123, port: 09a234a5-21a0-4469-a5c3-2a33b68021d2. Nov 12 21:27:41.725258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:27:41.839178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:27:41.846466 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:41.850931 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] Sync routers for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:27:41.861142 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:27:41.861668 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:27:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:41.872639 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c5e86fde-7a62-4f9c-8a78-fb0d4ea8daa4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/floatingips/179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c HTTP/1.1" status: 204 len: 168 time: 0.9750621 Nov 12 21:27:41.873240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:27:41.876446 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d6dada-f624-445a-9f59-cd4061b3a0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:27:41.936130 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ecb346-4906-4058-b413-e52de70427cd x-openstack-request-id: req-70ecb346-4906-4058-b413-e52de70427cd {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:27:41.936709 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:27:41.936709 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70ecb346-4906-4058-b413-e52de70427cd {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:27:41.937161 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'status': 'completed', 'code': 200} Nov 12 21:27:41.993150 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:27:42.017537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-5d9db298-0186-4c05-bd96-3e08d9021416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:42.019163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-5d9db298-0186-4c05-bd96-3e08d9021416 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 1097 time: 0.0527036 Nov 12 21:27:42.136926 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:27:42.153303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-99d91e3c-a0b7-44ab-8d82-78cafa9405bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:42.154871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-99d91e3c-a0b7-44ab-8d82-78cafa9405bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 200 len: 897 time: 0.1225529 Nov 12 21:27:42.204263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-49148627-9199-46fe-8d90-d66c2518e33e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 200 len: 217 time: 0.0370779 Nov 12 21:27:42.219068 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:41Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:42.246409 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] Checking router: 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:27:42.255320 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:27:42.255906 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:27:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:42.260388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-e877f2bb-0e66-4593-9a76-243cd0952d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:42.261869 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-e877f2bb-0e66-4593-9a76-243cd0952d96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb109c24-8471-43db-b688-7bc174915c7d HTTP/1.1" status: 200 len: 834 time: 0.0483620 Nov 12 21:27:42.318598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-22f42f04-183d-4805-b04b-42e9da52525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:42.320172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-22f42f04-183d-4805-b04b-42e9da52525d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef38384-c470-4919-9d10-1dfca0ddfea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475235 Nov 12 21:27:42.367567 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:27:42.418152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-fadd0768-adf4-4775-b169-c3cf4ea65c51 service neutron] 10.222.0.46 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865650 Nov 12 21:27:42.592496 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:41Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:42.621355 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa3c5c-9792-4099-a517-c527aec4514f None None] The sync data for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 is: [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:38Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2b35277a-4373-4e47-9997-1a65adb213f3', 'name': '', 'network_id': 'cef38384-c470-4919-9d10-1dfca0ddfea3', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:ef:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:37Z', 'updated_at': '2021-11-12T21:26:41Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': 'cb109c24-8471-43db-b688-7bc174915c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:27:42.909283 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e889ece8-e785-460e-b917-35ae92741787 None None] New status for floating IP 179ad2f0-74c0-4b7e-a52c-4c6fc4ed681c: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:27:42.933184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45612cbd-0fc7-457e-895b-08e9c564daef req-bf47ed57-c936-4775-916c-4231ab56108b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:42.934716 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-45612cbd-0fc7-457e-895b-08e9c564daef req-bf47ed57-c936-4775-916c-4231ab56108b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 945 time: 0.0583444 Nov 12 21:27:42.948201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91758c4-db1e-4c76-8f6d-e6e7219ac4d7 req-11ba8ead-33da-473a-8fef-c4ce215b1541 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:42.949166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f91758c4-db1e-4c76-8f6d-e6e7219ac4d7 req-11ba8ead-33da-473a-8fef-c4ce215b1541 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 945 time: 0.0752866 Nov 12 21:27:42.953232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-39c22b2e-8fba-449e-bdd0-7c1bfc50293c service neutron] 10.222.0.46 "GET /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168815 Nov 12 21:27:43.034195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f91758c4-db1e-4c76-8f6d-e6e7219ac4d7 req-1ebc38ce-b052-4c1b-9f86-3a01d8643f44 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=734392e7-af14-4129-a477-7e5cb5fac79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774300 Nov 12 21:27:43.069378 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 09a234a5-21a0-4469-a5c3-2a33b68021d2 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:27:43.069716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:43.170880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 09a234a5-21a0-4469-a5c3-2a33b68021d2, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=09a234a5-21a0-4469-a5c3-2a33b68021d2,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:43.171232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:43.184698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 09a234a5-21a0-4469-a5c3-2a33b68021d2 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:27:43.441554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:43.476304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=09a234a5-21a0-4469-a5c3-2a33b68021d2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:43.531231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] No DVR routers for this DVR port 09a234a5-21a0-4469-a5c3-2a33b68021d2 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:27:43.533518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.533866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.534200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.534562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.534891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.535217 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.535640 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.535923 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.536253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.536677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.537135 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.537405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:43.540454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:43.543856 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-45612cbd-0fc7-457e-895b-08e9c564daef req-1d5c7489-2954-4350-8f2e-9b6b19af61d8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "DELETE /v2.0/ports/09a234a5-21a0-4469-a5c3-2a33b68021d2 HTTP/1.1" status: 204 len: 173 time: 0.5993829 Nov 12 21:27:43.544282 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-deleted', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:27:43.546529 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f812b57b-5389-4001-92e0-eeaa7ccd9b83" -d '{"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-deleted", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:27:43.591540 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66089841-f27f-4ff5-8133-2334e3f20f0c x-openstack-request-id: req-66089841-f27f-4ff5-8133-2334e3f20f0c {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:27:43.591836 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a776a5c-eb2b-4781-b4b2-372b67c7893e", "name": "network-vif-deleted", "tag": "09a234a5-21a0-4469-a5c3-2a33b68021d2", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:27:43.592089 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66089841-f27f-4ff5-8133-2334e3f20f0c {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:27:43.592496 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a776a5c-eb2b-4781-b4b2-372b67c7893e', 'name': 'network-vif-deleted', 'tag': '09a234a5-21a0-4469-a5c3-2a33b68021d2', 'status': 'completed', 'code': 200} Nov 12 21:27:44.164279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-535c950f-207d-4211-a665-db3f1b7296db req-eefb257f-8009-4247-97eb-500c2c3a6c00 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a776a5c-eb2b-4781-b4b2-372b67c7893e HTTP/1.1" status: 200 len: 210 time: 0.0385053 Nov 12 21:27:45.229318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59148) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:45.608246 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:45.876115 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 2b35277a-4373-4e47-9997-1a65adb213f3 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:27:45.876369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:45.972192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 2b35277a-4373-4e47-9997-1a65adb213f3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2b35277a-4373-4e47-9997-1a65adb213f3,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:45.972561 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:45.988072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 2b35277a-4373-4e47-9997-1a65adb213f3 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:27:46.248845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:46.281660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=2b35277a-4373-4e47-9997-1a65adb213f3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:46.467358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:46.700497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:27:46.812815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:27:46.819025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0bb3015e-5e9f-4f63-a623-96a965b2ddac tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "PUT /v2.0/routers/9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886261 Nov 12 21:27:46.821749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59154) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:46.824474 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] Sync routers for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:27:46.837312 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:27:46.838009 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:27:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:46.885264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-342c3f6b-9f8f-4bd4-b9e1-8a4e7db0ab06 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting subnet cb109c24-8471-43db-b688-7bc174915c7d {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:27:46.888819 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-342c3f6b-9f8f-4bd4-b9e1-8a4e7db0ab06 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:46.936628 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-342c3f6b-9f8f-4bd4-b9e1-8a4e7db0ab06 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:46.959783 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:27:47.029802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-342c3f6b-9f8f-4bd4-b9e1-8a4e7db0ab06 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.070658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 09a234a5-21a0-4469-a5c3-2a33b68021d2 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:27:47.106236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 09a234a5-21a0-4469-a5c3-2a33b68021d2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:27:47.106610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 09a234a5-21a0-4469-a5c3-2a33b68021d2 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:27:47.174691 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:27:46Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:47.203826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-342c3f6b-9f8f-4bd4-b9e1-8a4e7db0ab06 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.205664 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] Checking router: 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:27:47.214793 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] Routers {'9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:27:47.215425 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:27:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:47.233927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c3f6b-9f8f-4bd4-b9e1-8a4e7db0ab06 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Subnet': ['ID=cb109c24-8471-43db-b688-7bc174915c7d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:47.246890 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-342c3f6b-9f8f-4bd4-b9e1-8a4e7db0ab06 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.251605 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-342c3f6b-9f8f-4bd4-b9e1-8a4e7db0ab06 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/subnets/cb109c24-8471-43db-b688-7bc174915c7d HTTP/1.1" status: 204 len: 168 time: 0.4277577 Nov 12 21:27:47.254342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59158) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:47.261893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657da01-e534-4832-9a38-ca040e029af4 None None] Network cef38384-c470-4919-9d10-1dfca0ddfea3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:27:47.390238 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.524077 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] DHCP port deletion for cef38384-c470-4919-9d10-1dfca0ddfea3 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:27:47.525040 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] Set router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:27:47.574181 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.603009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Deleting port dd68ec54-e838-4a25-89a1-652df1747336 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:27:47.604505 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.696742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] For port dd68ec54-e838-4a25-89a1-652df1747336, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=dd68ec54-e838-4a25-89a1-652df1747336,segment=NetworkSegment(42d2659c-8779-487e-aa04-50c45f59e88e),segment_id=42d2659c-8779-487e-aa04-50c45f59e88e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:47.697290 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.712621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Calling delete_port for dd68ec54-e838-4a25-89a1-652df1747336 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:27:47.756733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:27:47.758376 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.782628 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:27:46Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:47.821822 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb7561-0583-49ad-9de0-f9f20a25d6d2 None None] The sync data for ids ['9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2'] in n-d-713498-29 is: [{'id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646084161', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:27:46Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': '16b2e3e2-4c22-4fc7-8cbe-7533736effaa', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:26:33Z', 'updated_at': '2021-11-12T21:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:27:47.854911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device dd68ec54-e838-4a25-89a1-652df1747336 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:27:47.891490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-877f332c-c166-4aaa-81e8-038b7a536028 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806857471&fields=id&tenant_id=0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 267 time: 0.1161366 Nov 12 21:27:47.915165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 16b2e3e2-4c22-4fc7-8cbe-7533736effaa, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=16b2e3e2-4c22-4fc7-8cbe-7533736effaa,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:47.917435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.935990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 16b2e3e2-4c22-4fc7-8cbe-7533736effaa owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:27:47.944124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.964416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:47.991560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] No DVR routers for this DVR port dd68ec54-e838-4a25-89a1-652df1747336 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:27:47.993150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Pushing event deleted for resources: {'Port': ['ID=dd68ec54-e838-4a25-89a1-652df1747336,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:48.019252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.019662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.020551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.020891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.021231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.021730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.021884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.022216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.022543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.022870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.023363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.023699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cf8d75-608a-4571-8f06-bebdf1317451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:27:48.032550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993832-aa06-4740-a89d-882fbc832e1b req-fb550851-3600-402a-8db5-c926d9642348 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:48.033615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-fb550851-3600-402a-8db5-c926d9642348 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1412508 Nov 12 21:27:48.050673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-a862ca73-6bd0-4c29-99c2-89d459ae4260 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/quotas/0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 375 time: 0.0107625 Nov 12 21:27:48.132462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-551e99a0-1ab4-402b-add7-f5ae534b48eb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0751758 Nov 12 21:27:48.259906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-e6f3bb7e-8a49-4048-9c52-2b6571af0edc service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117699 Nov 12 21:27:48.265919 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.302616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=16b2e3e2-4c22-4fc7-8cbe-7533736effaa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:48.320549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beced6c2-fa25-4745-b6fa-efbe8e78beac None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:27:48.382624 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.405182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-0b08be2b-fc4c-448b-ad5d-93da175efc78 service neutron] 10.222.0.64 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370637 Nov 12 21:27:48.497804 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.500111 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.637209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.637793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Fanout notify agent at l3_agent the message router_deleted on router 9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:27:48.652008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.653210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac4c249e-c080-49e8-ac08-507b12d69f31 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/routers/9dfc8450-c98a-4fac-9c3d-1d4b0257a4c2 HTTP/1.1" status: 204 len: 168 time: 1.3971326 Nov 12 21:27:48.655867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59178) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:48.744082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.849353 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.871677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef38384-c470-4919-9d10-1dfca0ddfea3']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:48.883223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d2659c-8779-487e-aa04-50c45f59e88e') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:48.891265 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d2659c-8779-487e-aa04-50c45f59e88e') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:48.893273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.906233 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.914761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:27:48.914761 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:27:48.917660 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:27:49.120859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba1e53f0-64dc-4e0d-92bb-0e2c24d6dd21 req-8acbf55d-05ce-452c-822d-f6f82f0fe887 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 210 time: 0.0362566 Nov 12 21:27:49.127448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:49.129649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:49.134638 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/networks/cef38384-c470-4919-9d10-1dfca0ddfea3 HTTP/1.1" status: 204 len: 168 time: 0.4777503 Nov 12 21:27:49.137972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59186) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:49.167617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e73d0d-08bf-48d2-8d77-2ba4b7dc8f32 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Network': ['ID=cef38384-c470-4919-9d10-1dfca0ddfea3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:49.220161 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e427fe6-4089-4a97-9942-fe6cc006c3c8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:49.258035 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e427fe6-4089-4a97-9942-fe6cc006c3c8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:49.460396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e427fe6-4089-4a97-9942-fe6cc006c3c8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:49.462967 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8e427fe6-4089-4a97-9942-fe6cc006c3c8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:49.464157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8e427fe6-4089-4a97-9942-fe6cc006c3c8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/security-groups/734392e7-af14-4129-a477-7e5cb5fac79c HTTP/1.1" status: 204 len: 168 time: 0.3248072 Nov 12 21:27:49.474067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e427fe6-4089-4a97-9942-fe6cc006c3c8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734392e7-af14-4129-a477-7e5cb5fac79c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:49.715741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 16b2e3e2-4c22-4fc7-8cbe-7533736effaa no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:27:49.737073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 16b2e3e2-4c22-4fc7-8cbe-7533736effaa {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:27:49.737506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 16b2e3e2-4c22-4fc7-8cbe-7533736effaa not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:27:49.737938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2b35277a-4373-4e47-9997-1a65adb213f3 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:27:49.757470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 2b35277a-4373-4e47-9997-1a65adb213f3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:27:49.757814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2b35277a-4373-4e47-9997-1a65adb213f3 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:27:49.948881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59198) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:49.953568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-a55aebc4-3311-4b22-ae7b-9fa22e023056 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636026072', 'description': 'tempest-secgroup-smoke-636026072 description', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:50.043031 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a55aebc4-3311-4b22-ae7b-9fa22e023056 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.110587 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a55aebc4-3311-4b22-ae7b-9fa22e023056 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.180141 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a55aebc4-3311-4b22-ae7b-9fa22e023056 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.213203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aebc4-3311-4b22-ae7b-9fa22e023056 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cd4f1a-abe9-4637-8566-0160d50e5ba7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:50.245124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c06923a-6186-452c-b511-112b777b0737 req-6cda4ffd-908e-4b4c-ae4f-eb978c9bb50a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 210 time: 0.0278614 Nov 12 21:27:50.346776 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a55aebc4-3311-4b22-ae7b-9fa22e023056 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.348819 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a55aebc4-3311-4b22-ae7b-9fa22e023056 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3981938 Nov 12 21:27:50.351741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59208) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:50.356350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2dbccb87-eaa8-47e0-b661-2b3de3dad080 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '06cd4f1a-abe9-4637-8566-0160d50e5ba7', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:50.471070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2dbccb87-eaa8-47e0-b661-2b3de3dad080 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.525604 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2dbccb87-eaa8-47e0-b661-2b3de3dad080 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.686563 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2dbccb87-eaa8-47e0-b661-2b3de3dad080 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.704709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbccb87-eaa8-47e0-b661-2b3de3dad080 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c995c39-6820-4d56-b2e7-6cb74ade77c9,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:50.786600 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2dbccb87-eaa8-47e0-b661-2b3de3dad080 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.791445 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2dbccb87-eaa8-47e0-b661-2b3de3dad080 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4350445 Nov 12 21:27:50.791711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59210) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:50.796052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-31da1597-948f-4be8-b4a7-f0bc86b9f945 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '06cd4f1a-abe9-4637-8566-0160d50e5ba7', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:50.932335 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31da1597-948f-4be8-b4a7-f0bc86b9f945 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.999078 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31da1597-948f-4be8-b4a7-f0bc86b9f945 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.100200 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31da1597-948f-4be8-b4a7-f0bc86b9f945 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.117899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da1597-948f-4be8-b4a7-f0bc86b9f945 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77279fca-342d-4e05-8432-0f902df89a3b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:51.193877 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-31da1597-948f-4be8-b4a7-f0bc86b9f945 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.195136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-31da1597-948f-4be8-b4a7-f0bc86b9f945 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4025159 Nov 12 21:27:51.197930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59214) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:51.202528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f59c0c1a-dbfb-4030-96de-57134e1ff70c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '06cd4f1a-abe9-4637-8566-0160d50e5ba7', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:51.327813 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f59c0c1a-dbfb-4030-96de-57134e1ff70c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.344287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dadd6c1c-31ba-4fe2-b771-a09e83ffd25a req-b2355920-f075-4dc8-8204-533152844b91 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 210 time: 0.0285494 Nov 12 21:27:51.387786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f59c0c1a-dbfb-4030-96de-57134e1ff70c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.471676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f59c0c1a-dbfb-4030-96de-57134e1ff70c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.491488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c0c1a-dbfb-4030-96de-57134e1ff70c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be28074-c2c7-4abe-a51c-5c850dcb6749,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:51.549982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993832-aa06-4740-a89d-882fbc832e1b req-629cc17c-3aad-4f31-b25b-5e3701372cd1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:51.552001 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-629cc17c-3aad-4f31-b25b-5e3701372cd1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.78 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 812 time: 0.1167159 Nov 12 21:27:51.617690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-b2765925-4392-4c4d-8940-90f633c81b8f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ddbfa529c244cb8b21f3907765fa6db HTTP/1.1" status: 200 len: 379 time: 0.0566418 Nov 12 21:27:51.627553 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'port': {'device_id': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'admin_state_up': True, 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'security_groups': ['5b3436ea-c388-427d-8e0b-740b3176898e']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:51.656214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f59c0c1a-dbfb-4030-96de-57134e1ff70c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.660995 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f59c0c1a-dbfb-4030-96de-57134e1ff70c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4585888 Nov 12 21:27:51.661305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59220) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:51.665965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d56f51a4-d296-43fa-b85a-1c43ce33c402 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '06cd4f1a-abe9-4637-8566-0160d50e5ba7', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:51.768976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56f51a4-d296-43fa-b85a-1c43ce33c402 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.832674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56f51a4-d296-43fa-b85a-1c43ce33c402 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.871452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Made reservation on behalf of 0ddbfa529c244cb8b21f3907765fa6db for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:27:51.874965 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.905673 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56f51a4-d296-43fa-b85a-1c43ce33c402 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.926774 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f51a4-d296-43fa-b85a-1c43ce33c402 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332758bc-6406-47eb-9a74-e0eca59a3a65,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:52.023279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.20.0.5 (d352e8da-8c69-475d-af61-0e9fe761384e/3ad293ec-07f6-437b-97ef-846920b9355f/12530e4e-3cb2-4bad-aea3-9a66461a6335) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:27:52.050827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d56f51a4-d296-43fa-b85a-1c43ce33c402 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.053622 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d56f51a4-d296-43fa-b85a-1c43ce33c402 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3908529 Nov 12 21:27:52.056116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59222) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:52.061328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-adf27b70-955e-4764-adc2-bcba29e7defa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '06cd4f1a-abe9-4637-8566-0160d50e5ba7', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:52.169790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.214123 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-adf27b70-955e-4764-adc2-bcba29e7defa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Project 63bfa0f529684f2aa7252aa13ff2dad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:27:52.220304 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-adf27b70-955e-4764-adc2-bcba29e7defa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.260496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.302851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-adf27b70-955e-4764-adc2-bcba29e7defa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.317319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network d352e8da-8c69-475d-af61-0e9fe761384e is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:27:52.322815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:27:52.325320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:27:52.374677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=12530e4e-3cb2-4bad-aea3-9a66461a6335,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:52.392168 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-adf27b70-955e-4764-adc2-bcba29e7defa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.414545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf27b70-955e-4764-adc2-bcba29e7defa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ad4d75-7a04-41e0-b817-254b55293293,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:52.427685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:52.428459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.519133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-adf27b70-955e-4764-adc2-bcba29e7defa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.519571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beebaf-c3ec-4732-b924-35f8e3a7aa34 req-ef299c20-b852-48db-9884-7feaaf4aef46 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:52.523830 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-adf27b70-955e-4764-adc2-bcba29e7defa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4641061 Nov 12 21:27:52.524052 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59226) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:52.528077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4beebaf-c3ec-4732-b924-35f8e3a7aa34 req-ef299c20-b852-48db-9884-7feaaf4aef46 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 931 time: 0.0645349 Nov 12 21:27:52.528605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7c1bc4da-845e-4203-bc83-61a5605d1a4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'security_group_rule': {'security_group_id': '06cd4f1a-abe9-4637-8566-0160d50e5ba7', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:52.539214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c78b1512-f3b9-4275-b47a-75a2fd8ce4c6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9153461 Nov 12 21:27:52.554226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Request body: {'port': {'device_id': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:52.613157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4beebaf-c3ec-4732-b924-35f8e3a7aa34 req-d342d288-469c-4a59-9224-4cd815a2de79 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808394 Nov 12 21:27:52.640279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3b03b6e2-8c6a-4071-adbb-844b1de3b10c None None] Provisioning complete for port 12530e4e-3cb2-4bad-aea3-9a66461a6335 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:27:52.640279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6e2-8c6a-4071-adbb-844b1de3b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.640772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.662196 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-7c1bc4da-845e-4203-bc83-61a5605d1a4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Project 63bfa0f529684f2aa7252aa13ff2dad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:27:52.668162 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc4da-845e-4203-bc83-61a5605d1a4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.698391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3b03b6e2-8c6a-4071-adbb-844b1de3b10c None None] Port 12530e4e-3cb2-4bad-aea3-9a66461a6335 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:27:52.742192 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc4da-845e-4203-bc83-61a5605d1a4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.820051 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc4da-845e-4203-bc83-61a5605d1a4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.839826 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bc4da-845e-4203-bc83-61a5605d1a4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2945d2ab-8ccb-4635-bdad-3b0693824982,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:52.962878 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc4da-845e-4203-bc83-61a5605d1a4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:52.964072 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c1bc4da-845e-4203-bc83-61a5605d1a4c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4390655 Nov 12 21:27:52.967006 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59230) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:52.972096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'network': {'name': 'tempest-network-smoke--2015107131', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'port_security_enabled': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:53.082496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12530e4e-3cb2-4bad-aea3-9a66461a6335 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:27:53.090510 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.094350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:27:53.098378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.103461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Transition to ACTIVE for port object 12530e4e-3cb2-4bad-aea3-9a66461a6335 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:27:53.123266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:27:53.133026 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.134073 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Added segment 5bf0c87b-8e4a-4ba2-857e-2267c7739ba0 of type vlan for network f2557d5f-af87-41a0-9fe4-0a52d25ff31d Nov 12 21:27:53.174901 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.202678 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.292438 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.299369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:53.300203 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.307814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=12530e4e-3cb2-4bad-aea3-9a66461a6335,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:53.383065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Network': ['ID=f2557d5f-af87-41a0-9fe4-0a52d25ff31d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:53.396091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:27:53.399677 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8fd248a0-20a8-486d-97c6-8e6f1de9e7d9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4314156 Nov 12 21:27:53.402616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:53.407590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'admin_state_up': True, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:53.423540 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Attempting to bind port 12530e4e-3cb2-4bad-aea3-9a66461a6335 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:27:53.429024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Attempting to bind port 12530e4e-3cb2-4bad-aea3-9a66461a6335 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:27:53.429024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Attempting to bind port 12530e4e-3cb2-4bad-aea3-9a66461a6335 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:27:53.431629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Port 12530e4e-3cb2-4bad-aea3-9a66461a6335 on network d352e8da-8c69-475d-af61-0e9fe761384e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:27:53.433085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Attempting to bind port 12530e4e-3cb2-4bad-aea3-9a66461a6335 on network d352e8da-8c69-475d-af61-0e9fe761384e {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:27:53.441117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:27:53.442737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Checking segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:27:53.443407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Bound using segment: {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:27:53.443937 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Bound port: 12530e4e-3cb2-4bad-aea3-9a66461a6335, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:27:53.444475 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.500313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.501474 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.574122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] For port 12530e4e-3cb2-4bad-aea3-9a66461a6335, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:27:53.578561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] For port 12530e4e-3cb2-4bad-aea3-9a66461a6335, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:27:53.585918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.717778 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.772603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:53.773273 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:53.774855 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] 10.222.0.78 "PUT /v2.0/ports/12530e4e-3cb2-4bad-aea3-9a66461a6335 HTTP/1.1" status: 200 len: 1092 time: 1.2267940 Nov 12 21:27:53.778277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:27:53.789219 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1751a4b6-5bf3-47e1-ad5b-30ce9ddae49a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:27:53.871721 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fb0744-3307-457c-8163-1f624842cf7b x-openstack-request-id: req-a8fb0744-3307-457c-8163-1f624842cf7b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:27:53.872231 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:27:53.872629 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8fb0744-3307-457c-8163-1f624842cf7b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:27:53.873167 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'status': 'completed', 'code': 200} Nov 12 21:27:53.884337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b78b3b-8141-483c-badf-7527c9132cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=12530e4e-3cb2-4bad-aea3-9a66461a6335,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:53.921414 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:54.007717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0979c-bf70-4c60-ab78-e79b02ad998d req-ba82d3cd-8743-4e21-8471-cc37c25a20ab tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:54.015370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dce0979c-bf70-4c60-ab78-e79b02ad998d req-ba82d3cd-8743-4e21-8471-cc37c25a20ab tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.3156466 Nov 12 21:27:54.067676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751a4b6-5bf3-47e1-ad5b-30ce9ddae49a req-b1f36356-be9e-4737-bdd9-419ba88d841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:54.075613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1751a4b6-5bf3-47e1-ad5b-30ce9ddae49a req-b1f36356-be9e-4737-bdd9-419ba88d841d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 1095 time: 0.1788373 Nov 12 21:27:54.078483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dce0979c-bf70-4c60-ab78-e79b02ad998d req-1855be9c-9c0e-4299-878f-e5cd5d63d96b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623059 Nov 12 21:27:54.187928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751a4b6-5bf3-47e1-ad5b-30ce9ddae49a req-19f1e05b-6ecd-46c8-9c0a-8bfea71ab5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:54.190084 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1751a4b6-5bf3-47e1-ad5b-30ce9ddae49a req-19f1e05b-6ecd-46c8-9c0a-8bfea71ab5c9 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1101718 Nov 12 21:27:54.344447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751a4b6-5bf3-47e1-ad5b-30ce9ddae49a req-79129c08-df0d-4b8c-9d38-c4d847abf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:54.346048 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1751a4b6-5bf3-47e1-ad5b-30ce9ddae49a req-79129c08-df0d-4b8c-9d38-c4d847abf476 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1500430 Nov 12 21:27:54.428492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993832-aa06-4740-a89d-882fbc832e1b req-f4b58989-ef3e-4843-bd5f-472d40122bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:54.430059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-f4b58989-ef3e-4843-bd5f-472d40122bf5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 1095 time: 0.0460689 Nov 12 21:27:54.481886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-cd1dd4b7-d367-4944-aadb-39f50b1805e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335 HTTP/1.1" status: 200 len: 217 time: 0.0428090 Nov 12 21:27:54.537096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993832-aa06-4740-a89d-882fbc832e1b req-0e31eb14-4d24-41b1-a77b-9d778ac44e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:54.538621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-0e31eb14-4d24-41b1-a77b-9d778ac44e44 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0490236 Nov 12 21:27:54.590883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993832-aa06-4740-a89d-882fbc832e1b req-61ee61d0-248e-4f68-8680-b9b17024abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:54.592624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-61ee61d0-248e-4f68-8680-b9b17024abe6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465620 Nov 12 21:27:54.687956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:54.698247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-81fea79b-509f-45ac-830c-056ad3c73592 service neutron] 10.222.0.78 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979087 Nov 12 21:27:54.708456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:54.795033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5c993832-aa06-4740-a89d-882fbc832e1b req-32a5cc65-5756-407f-9bb8-ff72224baf62 service neutron] 10.222.0.78 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897212 Nov 12 21:27:54.816294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.25.8.102 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/c3ed154a-218e-46f4-8c35-bbb54c361324) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:27:54.925493 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:55.048774 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:55.088202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:27:55.093068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:27:55.096613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:27:55.102262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=c3ed154a-218e-46f4-8c35-bbb54c361324,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:55.117740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c6b03-e4de-4b90-b57c-28a2c7fd072c None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:27:55.195504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6ecc9c01-7116-45e1-a821-b328c67c133e None None] Provisioning complete for port c3ed154a-218e-46f4-8c35-bbb54c361324 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:27:55.195839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9c01-7116-45e1-a821-b328c67c133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:55.231668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09783d67-13fc-4ddd-a709-d5812f9d6d7d req-bf325881-ce94-4daf-bd96-d58cfc690dd9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:55.240386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09783d67-13fc-4ddd-a709-d5812f9d6d7d req-bf325881-ce94-4daf-bd96-d58cfc690dd9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0705686 Nov 12 21:27:55.245014 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc9c01-7116-45e1-a821-b328c67c133e None None] Port c3ed154a-218e-46f4-8c35-bbb54c361324 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:27:55.309629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09783d67-13fc-4ddd-a709-d5812f9d6d7d req-3abfcdfb-2b4d-404b-a822-3ff3827bd6e6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627239 Nov 12 21:27:55.537466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:55.742743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:55.985737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 6497956e-8ef0-46eb-8494-4eabe4444d92 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:27:56.097964 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:27:56.108462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Sync routers for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:27:56.121602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:27:56.122314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:27:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:56.209694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:56.214121 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4bfb00d0-e31e-4bd7-88f2-58658c662b77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8073845 Nov 12 21:27:56.214910 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:56.231001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:27:56.246104 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d0de8b59-99f6-441e-98f5-304e296fb5b2 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=63bfa0f529684f2aa7252aa13ff2dad2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305691 Nov 12 21:27:56.248661 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59250) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:56.367879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1af188-c39e-49c5-9d05-4dcfcfa4c539 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:56.369411 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2a1af188-c39e-49c5-9d05-4dcfcfa4c539 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1198120 Nov 12 21:27:56.372241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59256) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:56.403688 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dff1df71-09f6-44c3-b8ef-c5e2d5abe3ad tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300810 Nov 12 21:27:56.406251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59258) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:56.411805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139021778', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:27:56.445445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:55Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:56.479230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c4e02-2122-4860-8417-e97c8820d6a9 req-337ea306-1beb-47bc-bcc0-72d70a3b9f59 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:56.480857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-446c4e02-2122-4860-8417-e97c8820d6a9 req-337ea306-1beb-47bc-bcc0-72d70a3b9f59 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0684373 Nov 12 21:27:56.483416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Checking router: 6497956e-8ef0-46eb-8494-4eabe4444d92 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:27:56.484369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Updating router 6497956e-8ef0-46eb-8494-4eabe4444d92 port c3ed154a-218e-46f4-8c35-bbb54c361324 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:27:56.513787 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:56.534963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-446c4e02-2122-4860-8417-e97c8820d6a9 req-0fb3835d-fde9-455d-8570-dbfad77f8ccb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461283 Nov 12 21:27:56.608616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:27:56.613039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:56.781470 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:56.892792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:56.938562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:56.942487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62e03e-0b6f-4a69-84a2-cdcd4020afc6 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:27:56.955302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Attempting to bind port c3ed154a-218e-46f4-8c35-bbb54c361324 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:27:56.955302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Attempting to bind port c3ed154a-218e-46f4-8c35-bbb54c361324 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:27:56.955748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Attempting to bind port c3ed154a-218e-46f4-8c35-bbb54c361324 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:27:56.971313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a8bbd-dc8b-4a4a-82d0-4b86c46241f2 None None] Pushing event updated for resources: {'Port': ['ID=c3ed154a-218e-46f4-8c35-bbb54c361324,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:56.980882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:27:56.981287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:27:56.981693 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:56.982093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:27:56.982576 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Bound port: c3ed154a-218e-46f4-8c35-bbb54c361324, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:27:56.982955 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.030551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Subnet': ['ID=0e119af6-4fad-409c-8067-07058c1b6979,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:57.044621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Checking segment: {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:27:57.045026 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network hostable DHCP agents. Network: f2557d5f-af87-41a0-9fe4-0a52d25ff31d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:27:57.136391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:27:57.172396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-27db601b-6895-4093-baae-52dae29c0581 None None] Provisioning complete for port c3ed154a-218e-46f4-8c35-bbb54c361324 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:27:57.172952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-27db601b-6895-4093-baae-52dae29c0581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.219987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f2557d5f-af87-41a0-9fe4-0a52d25ff31d) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:27:57.222858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] For port c3ed154a-218e-46f4-8c35-bbb54c361324, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:27:57.226081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:57.226907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.227421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] For port c3ed154a-218e-46f4-8c35-bbb54c361324, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c3ed154a-218e-46f4-8c35-bbb54c361324,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:27:57.228747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-27db601b-6895-4093-baae-52dae29c0581 None None] Port c3ed154a-218e-46f4-8c35-bbb54c361324 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:27:57.232784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e5c85-f2a6-459b-872d-044d22bd6db5 None None] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:27:57.286253 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.301657 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-281ede90-f6e4-45b9-ad5c-0e74ca5dda28 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8906248 Nov 12 21:27:57.301959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59260) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:27:57.346076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a8bbd-dc8b-4a4a-82d0-4b86c46241f2 None None] Pushing event updated for resources: {'Port': ['ID=c3ed154a-218e-46f4-8c35-bbb54c361324,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:57.380763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fc5853-404d-4c8a-ae2d-e0fd566f3588 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:27:57.428211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:27:57.429177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:27:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:57.533316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-33807ff1-2350-4012-b7a3-cc0bdd0918f5 None None] Provisioning complete for port c3ed154a-218e-46f4-8c35-bbb54c361324 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:27:57.533688 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-33807ff1-2350-4012-b7a3-cc0bdd0918f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.584651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:27:57.585525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.607987 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a0206458-cdf6-484b-817a-d19abf4151a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.708238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:27:57.718778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd3e8-3dfd-4083-bd77-9d54a924004c req-5cdf50e5-a8c0-4648-918f-7f8c33fabdeb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:57.727382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df9cd3e8-3dfd-4083-bd77-9d54a924004c req-5cdf50e5-a8c0-4648-918f-7f8c33fabdeb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0894334 Nov 12 21:27:57.775774 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df9cd3e8-3dfd-4083-bd77-9d54a924004c req-a0928795-aa4d-4d78-9ef3-d8f78e9f97e8 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472460 Nov 12 21:27:57.813564 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.910340 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-33807ff1-2350-4012-b7a3-cc0bdd0918f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:57.930968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-33807ff1-2350-4012-b7a3-cc0bdd0918f5 None None] For port c3ed154a-218e-46f4-8c35-bbb54c361324, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c3ed154a-218e-46f4-8c35-bbb54c361324,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:27:57.958517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Allocated IP 172.20.0.2 (f2557d5f-af87-41a0-9fe4-0a52d25ff31d/0e119af6-4fad-409c-8067-07058c1b6979/c3466ca7-8817-4760-a78c-ed334a615f7f) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:27:58.061487 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-33807ff1-2350-4012-b7a3-cc0bdd0918f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:58.181078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33807ff1-2350-4012-b7a3-cc0bdd0918f5 None None] Pushing event updated for resources: {'Port': ['ID=c3ed154a-218e-46f4-8c35-bbb54c361324,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:58.223484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:55Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:27:58.258591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d01fe-0a3b-44c6-b598-1bd777e32621 None None] The sync data for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 is: [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:55Z', 'revision_number': 3, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:27:58.319720 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:58.409087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:58.457381 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:27:58.464049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:27:58.467861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:27:58.475016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Pushing event updated for resources: {'Port': ['ID=c3466ca7-8817-4760-a78c-ed334a615f7f,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:58.493817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.20.0.1 (f2557d5f-af87-41a0-9fe4-0a52d25ff31d/0e119af6-4fad-409c-8067-07058c1b6979/3be95668-bcb1-4f84-91da-0a5ae1801bcc) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:27:58.556765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Attempting to bind port c3466ca7-8817-4760-a78c-ed334a615f7f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:27:58.556765 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Attempting to bind port c3466ca7-8817-4760-a78c-ed334a615f7f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:27:58.561285 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Attempting to bind port c3466ca7-8817-4760-a78c-ed334a615f7f on network f2557d5f-af87-41a0-9fe4-0a52d25ff31d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:27:58.583470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:27:58.583939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Checking segment: {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:27:58.584353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:58.584937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Bound using segment: {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:27:58.585431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Bound port: c3466ca7-8817-4760-a78c-ed334a615f7f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:27:58.586435 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:58.664078 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:58.680991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] For port c3466ca7-8817-4760-a78c-ed334a615f7f, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:27:58.684843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] For port c3466ca7-8817-4760-a78c-ed334a615f7f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c3466ca7-8817-4760-a78c-ed334a615f7f,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:27:58.858271 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:58.887277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:58.924140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cca8a-eef7-4b54-91ae-fd784596eb3d None None] Pushing event updated for resources: {'Port': ['ID=c3466ca7-8817-4760-a78c-ed334a615f7f,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:58.936818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833eaff-f986-4082-bb50-ca876eea882c req-0e81dd40-f9f0-435c-ac51-c0f95670eb60 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:27:58.938412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2833eaff-f986-4082-bb50-ca876eea882c req-0e81dd40-f9f0-435c-ac51-c0f95670eb60 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0775898 Nov 12 21:27:58.980814 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:27:58.984349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:27:58.998105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:27:59.038392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2833eaff-f986-4082-bb50-ca876eea882c req-f89cf61c-ce2a-48f4-b467-b64ab39bfc70 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916388 Nov 12 21:27:59.049570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:59.098751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=3be95668-bcb1-4f84-91da-0a5ae1801bcc,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:59.312179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:59.631041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:59.732357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:59.786716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c3ed154a-218e-46f4-8c35-bbb54c361324 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:27:59.821542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:59.823339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=3be95668-bcb1-4f84-91da-0a5ae1801bcc,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:27:59.865270 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c3ed154a-218e-46f4-8c35-bbb54c361324 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:27:59.865979 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:59.940504 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:27:59.942577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:27:59.959966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c3466ca7-8817-4760-a78c-ed334a615f7f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:28:00.024873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c3466ca7-8817-4760-a78c-ed334a615f7f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:00.025351 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:00.072203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f72ad8f6-09ea-4047-8bf9-890edaea22ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:00.080444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 6497956e-8ef0-46eb-8494-4eabe4444d92 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:28:00.128691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:00.176416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port c3466ca7-8817-4760-a78c-ed334a615f7f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c3466ca7-8817-4760-a78c-ed334a615f7f,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:00.214537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee773d4-a9df-42d1-956a-10cfa735804e req-438705f4-11bb-4a09-8e74-9d336f783eb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:00.224378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aee773d4-a9df-42d1-956a-10cfa735804e req-438705f4-11bb-4a09-8e74-9d336f783eb0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0730598 Nov 12 21:28:00.246769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:28:00.258323 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:00.267372 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-65adf932-6530-4315-bba6-92273d9cda93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "PUT /v2.0/routers/6497956e-8ef0-46eb-8494-4eabe4444d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9599411 Nov 12 21:28:00.335868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=c3466ca7-8817-4760-a78c-ed334a615f7f,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:00.343678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aee773d4-a9df-42d1-956a-10cfa735804e req-0fd39a1a-4f1a-46ab-bba7-a553e4b35c62 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178727 Nov 12 21:28:00.353959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47763495-f6a7-4463-9e17-31b07b47e08d None None] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:28:00.449048 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a1afb300-5a12-45e6-ae4e-e1cfd39f920b None None] Provisioning complete for port c3466ca7-8817-4760-a78c-ed334a615f7f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:00.449254 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a1afb300-5a12-45e6-ae4e-e1cfd39f920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:00.463804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-db872ef3-9e00-45c4-8d51-ab2e6799f3db tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636026072&fields=id&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 267 time: 0.0650053 Nov 12 21:28:00.602884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-9d028541-e088-41e1-a03c-5293f5f99ee0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:00.604475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-9d028541-e088-41e1-a03c-5293f5f99ee0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/networks?id=f2557d5f-af87-41a0-9fe4-0a52d25ff31d HTTP/1.1" status: 200 len: 797 time: 0.1330714 Nov 12 21:28:00.639846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-b33689da-c45a-4985-b154-b52be6eb1b9f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/quotas/63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 375 time: 0.0179050 Nov 12 21:28:00.692387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-0284f4b7-4ad3-40a0-bd43-5738208d4ebd tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511057 Nov 12 21:28:00.801260 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Sync routers for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:28:00.818571 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:28:00.819599 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:28:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:00.834610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-dac2aa63-44d4-49be-85ca-34e3762508fa service neutron] 10.222.0.64 "GET /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289558 Nov 12 21:28:00.945477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fe6822ad-0744-4041-9d23-e5cb4734fcb6 None None] Provisioning complete for port c3466ca7-8817-4760-a78c-ed334a615f7f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:00.946021 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe6822ad-0744-4041-9d23-e5cb4734fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:00.952813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-02d10cec-32ef-4d06-8016-06ff458b519f service neutron] 10.222.0.64 "GET /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107261 Nov 12 21:28:00.985608 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:28:01.101787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fe6822ad-0744-4041-9d23-e5cb4734fcb6 None None] Provisioning complete for port 3be95668-bcb1-4f84-91da-0a5ae1801bcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:01.102292 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe6822ad-0744-4041-9d23-e5cb4734fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:01.142042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fe6822ad-0744-4041-9d23-e5cb4734fcb6 None None] Port 3be95668-bcb1-4f84-91da-0a5ae1801bcc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:28:01.274184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4219580b-c98b-45d3-98ac-46a5c9e13887 None None] Provisioning complete for port 3be95668-bcb1-4f84-91da-0a5ae1801bcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:01.274929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4219580b-c98b-45d3-98ac-46a5c9e13887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:01.308673 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 2, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:01.366778 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Checking router: 6497956e-8ef0-46eb-8494-4eabe4444d92 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:28:01.369897 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Updating router 6497956e-8ef0-46eb-8494-4eabe4444d92 port 3be95668-bcb1-4f84-91da-0a5ae1801bcc binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:28:01.400692 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:01.410892 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0ba3ca9-cc67-4314-b196-38c6a4255bc3 req-f9339816-c3fa-4082-ac62-5553bec6c00b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 210 time: 0.0582292 Nov 12 21:28:01.528887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4219580b-c98b-45d3-98ac-46a5c9e13887 None None] Port 3be95668-bcb1-4f84-91da-0a5ae1801bcc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:28:01.631421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298c66f-8dd3-49c6-8af4-3a7191c7417a req-483febea-5c61-4141-8276-6b69e0697d1f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:01.638189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7298c66f-8dd3-49c6-8af4-3a7191c7417a req-483febea-5c61-4141-8276-6b69e0697d1f tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.1377602 Nov 12 21:28:01.685193 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:01.762439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3349b32f-0534-45db-8f9b-6a5d788fe57e None None] Provisioning complete for port 3be95668-bcb1-4f84-91da-0a5ae1801bcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:01.762811 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3349b32f-0534-45db-8f9b-6a5d788fe57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:01.808420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7298c66f-8dd3-49c6-8af4-3a7191c7417a req-ef2a355c-d085-42f6-8e64-3b4edacf9740 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337318 Nov 12 21:28:01.815452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c3466ca7-8817-4760-a78c-ed334a615f7f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:28:01.830211 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:01.872785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3349b32f-0534-45db-8f9b-6a5d788fe57e None None] Port 3be95668-bcb1-4f84-91da-0a5ae1801bcc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:28:01.889074 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c3466ca7-8817-4760-a78c-ed334a615f7f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:01.889573 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:01.963436 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:02.094758 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Pushing event updated for resources: {'Port': ['ID=3be95668-bcb1-4f84-91da-0a5ae1801bcc,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:02.121951 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.122775 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.123276 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.124300 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.124801 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.125356 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.125985 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.126620 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.127169 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.127715 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.128211 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.128744 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:02.162839 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Attempting to bind port 3be95668-bcb1-4f84-91da-0a5ae1801bcc on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:28:02.168631 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Attempting to bind port 3be95668-bcb1-4f84-91da-0a5ae1801bcc by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:28:02.168631 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Attempting to bind port 3be95668-bcb1-4f84-91da-0a5ae1801bcc on network f2557d5f-af87-41a0-9fe4-0a52d25ff31d {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:28:02.170860 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:28:02.171466 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Checking segment: {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:28:02.171893 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:02.172467 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Bound using segment: {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:28:02.172941 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Bound port: 3be95668-bcb1-4f84-91da-0a5ae1801bcc, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:28:02.173322 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:02.250831 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] For port 3be95668-bcb1-4f84-91da-0a5ae1801bcc, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:28:02.255942 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] For port 3be95668-bcb1-4f84-91da-0a5ae1801bcc, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3be95668-bcb1-4f84-91da-0a5ae1801bcc,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:28:02.340219 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:02.399245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-30578919-4827-4363-9a60-40482a9e8b37 None None] Provisioning complete for port 3be95668-bcb1-4f84-91da-0a5ae1801bcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:02.399821 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30578919-4827-4363-9a60-40482a9e8b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:02.401009 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:28:02.401613 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:28:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:02.403485 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716c5e6-b008-4742-9ccb-0c09adfab121 None None] Pushing event updated for resources: {'Port': ['ID=3be95668-bcb1-4f84-91da-0a5ae1801bcc,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:02.523641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b509e8ad-f066-4fb3-bcae-d3992303f23d req-add7faff-603f-4a51-a6ae-b386f77c6a58 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 210 time: 0.0470517 Nov 12 21:28:02.540654 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30578919-4827-4363-9a60-40482a9e8b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:02.578801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-30578919-4827-4363-9a60-40482a9e8b37 None None] For port 3be95668-bcb1-4f84-91da-0a5ae1801bcc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3be95668-bcb1-4f84-91da-0a5ae1801bcc,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:02.582950 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:28:02.728578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30578919-4827-4363-9a60-40482a9e8b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:02.787778 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30578919-4827-4363-9a60-40482a9e8b37 None None] Pushing event updated for resources: {'Port': ['ID=3be95668-bcb1-4f84-91da-0a5ae1801bcc,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:02.823812 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:28:02Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:02.853691 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbec032-7c24-43a5-bd92-2c05b849f4f3 None None] The sync data for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 is: [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:28:02Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:28:02.882375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-dee2316b-92a5-423c-9176-36501c8bc34c None None] Provisioning complete for port 3be95668-bcb1-4f84-91da-0a5ae1801bcc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:02.882763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dee2316b-92a5-423c-9176-36501c8bc34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:03.003116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5face3bc-f1fe-4df1-8505-8193dfc59383 req-784b9d22-da33-4269-ae30-3a76ac7bfe9b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:03.007649 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5face3bc-f1fe-4df1-8505-8193dfc59383 req-784b9d22-da33-4269-ae30-3a76ac7bfe9b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.1016088 Nov 12 21:28:03.129542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5face3bc-f1fe-4df1-8505-8193dfc59383 req-931613b8-93d2-4ea1-921c-9f139229bd80 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110554 Nov 12 21:28:03.183809 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:03.636969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3bfe37d4-de2a-4c4f-8de2-d496b8956762 req-416cfd06-2ab7-4310-a829-e1d5185e7151 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 210 time: 0.0345469 Nov 12 21:28:03.715054 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:03.740705 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3be95668-bcb1-4f84-91da-0a5ae1801bcc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:28:03.792660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 3be95668-bcb1-4f84-91da-0a5ae1801bcc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:03.793120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:04.173549 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-940b3df1-6188-41d3-a226-5a385ad09aec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:04.175199 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-940b3df1-6188-41d3-a226-5a385ad09aec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "GET /v2.0/networks?id=f2557d5f-af87-41a0-9fe4-0a52d25ff31d HTTP/1.1" status: 200 len: 797 time: 0.1102026 Nov 12 21:28:04.272349 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-45902ecd-1294-4a78-b56d-a8024461123a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63bfa0f529684f2aa7252aa13ff2dad2 HTTP/1.1" status: 200 len: 379 time: 0.0874078 Nov 12 21:28:04.285403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'port': {'device_id': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'admin_state_up': True, 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'security_groups': ['06cd4f1a-abe9-4637-8566-0160d50e5ba7']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:04.289983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165c68-de2e-4b23-a2f6-a79b29c9ed94 req-6a83318c-2b86-45a6-b70c-19c231c3455d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:04.291667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce165c68-de2e-4b23-a2f6-a79b29c9ed94 req-6a83318c-2b86-45a6-b70c-19c231c3455d tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0596621 Nov 12 21:28:04.344750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce165c68-de2e-4b23-a2f6-a79b29c9ed94 req-9151621e-d907-4b9b-86f5-c0d845248f4b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471942 Nov 12 21:28:04.493670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Made reservation on behalf of 63bfa0f529684f2aa7252aa13ff2dad2 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:28:04.497331 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:04.630920 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.20.0.6 (f2557d5f-af87-41a0-9fe4-0a52d25ff31d/0e119af6-4fad-409c-8067-07058c1b6979/4d1e4aa0-70f8-4b78-a3e3-629692c02204) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:28:04.734392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f2f5604-a570-43a8-9ad5-5231199d7c0d req-81cb907e-f620-432d-990f-cd90d47a0c2e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 210 time: 0.0276699 Nov 12 21:28:04.786881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:04.939615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:04.949843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:28:04.952986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:28:04.956747 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:28:04.995359 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:05.016906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:05.017545 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:05.142839 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-1e7ad4aa-595e-4948-8e98-1b6faae88aed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8551996 Nov 12 21:28:05.153846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Request body: {'port': {'device_id': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:05.168732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5fade029-37b8-4822-a1cf-596a811a9d55 None None] Provisioning complete for port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:05.169353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5fade029-37b8-4822-a1cf-596a811a9d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:05.212202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:05.217047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5fade029-37b8-4822-a1cf-596a811a9d55 None None] Port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:28:05.506201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe18b97-8030-41fc-9353-a6fe2727a160 req-cf4fe8ea-e309-466c-9f7c-7ef57c82c628 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:05.507956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe18b97-8030-41fc-9353-a6fe2727a160 req-cf4fe8ea-e309-466c-9f7c-7ef57c82c628 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0770800 Nov 12 21:28:05.569499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fe18b97-8030-41fc-9353-a6fe2727a160 req-2916fb21-a3bb-4f7c-a438-fae274532fd9 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540884 Nov 12 21:28:05.833776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1e4aa0-70f8-4b78-a3e3-629692c02204 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:28:05.841137 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:05.853956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Transition to ACTIVE for port object 4d1e4aa0-70f8-4b78-a3e3-629692c02204 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:28:05.860607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce54462-b986-4822-ab26-8e8d04e2dcf5 req-0ae07b86-6ffa-452d-a014-d129ef862e71 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:05.862146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dce54462-b986-4822-ab26-8e8d04e2dcf5 req-0ae07b86-6ffa-452d-a014-d129ef862e71 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 931 time: 0.0517790 Nov 12 21:28:05.917126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dce54462-b986-4822-ab26-8e8d04e2dcf5 req-e9b31719-a5dd-4b2e-9bc3-1068971bbd8d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486515 Nov 12 21:28:05.933839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:05.986998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:06.073873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Attempting to bind port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:28:06.074206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Attempting to bind port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:28:06.074532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Attempting to bind port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 on network f2557d5f-af87-41a0-9fe4-0a52d25ff31d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:28:06.079085 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 on network f2557d5f-af87-41a0-9fe4-0a52d25ff31d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:28:06.079438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Attempting to bind port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 on network f2557d5f-af87-41a0-9fe4-0a52d25ff31d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:28:06.084844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:28:06.085108 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Checking segment: {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:28:06.085492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Bound using segment: {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:28:06.085913 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Bound port: 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:28:06.086268 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:06.156476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:28:06.160484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:28:06.225622 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:06.262880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:06.263414 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:06.264950 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d1e4aa0-70f8-4b78-a3e3-629692c02204 HTTP/1.1" status: 200 len: 1092 time: 1.1155972 Nov 12 21:28:06.270323 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:28:06.270323 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391c8aaf-8f48-49a8-a727-3b856af353b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:28:06.294775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9cc57-1577-4bc3-87fa-f573c764a124 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:06.315021 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2570ba3c-3476-4164-beb1-7f70fa5329cd x-openstack-request-id: req-2570ba3c-3476-4164-beb1-7f70fa5329cd {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:28:06.315349 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:28:06.315654 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2570ba3c-3476-4164-beb1-7f70fa5329cd {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:28:06.316729 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'status': 'completed', 'code': 200} Nov 12 21:28:06.391557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8aaf-8f48-49a8-a727-3b856af353b9 req-65484634-834d-44ec-9b11-c77c344f3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:06.393485 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-391c8aaf-8f48-49a8-a727-3b856af353b9 req-65484634-834d-44ec-9b11-c77c344f3d3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0471451 Nov 12 21:28:06.514409 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8aaf-8f48-49a8-a727-3b856af353b9 req-8d098a08-2231-48c7-8ff2-386d121d1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:06.515976 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-391c8aaf-8f48-49a8-a727-3b856af353b9 req-8d098a08-2231-48c7-8ff2-386d121d1831 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1086619 Nov 12 21:28:06.625681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8aaf-8f48-49a8-a727-3b856af353b9 req-eabb6a51-d6a6-412c-aee4-db59dc12a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:06.627272 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-391c8aaf-8f48-49a8-a727-3b856af353b9 req-eabb6a51-d6a6-412c-aee4-db59dc12a876 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000788 Nov 12 21:28:06.699265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa733-bbf3-437d-a880-ec6163b9f66a req-2fb261bf-bf2b-4cdf-9660-4f71f1e95093 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:06.701069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-877aa733-bbf3-437d-a880-ec6163b9f66a req-2fb261bf-bf2b-4cdf-9660-4f71f1e95093 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0597973 Nov 12 21:28:06.723590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-2f44105d-d5d7-43e5-9dea-d447cccb4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:06.725264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-2f44105d-d5d7-43e5-9dea-d447cccb4449 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0515628 Nov 12 21:28:06.764659 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-877aa733-bbf3-437d-a880-ec6163b9f66a req-505e8ff4-50cb-4780-b89d-7dcb6feb44d1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548403 Nov 12 21:28:06.771605 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-f1160a84-dabc-4dcf-be5e-094f92a03bff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204 HTTP/1.1" status: 200 len: 217 time: 0.0367785 Nov 12 21:28:06.824676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-accdb71a-be77-4d29-bca0-56074080ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:06.826141 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-accdb71a-be77-4d29-bca0-56074080ba30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e119af6-4fad-409c-8067-07058c1b6979 HTTP/1.1" status: 200 len: 834 time: 0.0457647 Nov 12 21:28:06.881904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-b898b092-e24a-4e84-b42e-35ef17223f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:06.883574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-b898b092-e24a-4e84-b42e-35ef17223f9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2557d5f-af87-41a0-9fe4-0a52d25ff31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457594 Nov 12 21:28:06.981432 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-0df9ffd5-a0e7-45a1-8c91-79e836d33761 service neutron] 10.222.0.46 "GET /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901494 Nov 12 21:28:07.055076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07257c-14fe-4f96-a291-a4d10c7cd9de req-14d44149-0275-4a75-8cce-4bb362eb4b19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:07.056874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b07257c-14fe-4f96-a291-a4d10c7cd9de req-14d44149-0275-4a75-8cce-4bb362eb4b19 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 943 time: 0.0540841 Nov 12 21:28:07.090590 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-36d57d3d-bcf5-4dd9-8880-9b0fde5fc97f req-72c5f52d-6d1e-4b6b-a502-81cc25346190 service neutron] 10.222.0.46 "GET /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979378 Nov 12 21:28:07.117200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b07257c-14fe-4f96-a291-a4d10c7cd9de req-15b6797d-2a5d-40d2-ac7d-c853754d611c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530469 Nov 12 21:28:07.897810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481de0-8753-48ce-b0e3-3eae322bb3c1 req-40d9d71a-1b77-47e3-a9e8-b8bc1df0939e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:07.899361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36481de0-8753-48ce-b0e3-3eae322bb3c1 req-40d9d71a-1b77-47e3-a9e8-b8bc1df0939e tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0535591 Nov 12 21:28:07.951216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36481de0-8753-48ce-b0e3-3eae322bb3c1 req-cee43f9d-ff46-47a9-9187-97fd1537b485 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459344 Nov 12 21:28:08.248137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a4899-8bc1-47cf-b463-6e2fcac5e733 req-f41c5c83-76df-49eb-b099-cebddb1b4d7e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:08.249664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45a4899-8bc1-47cf-b463-6e2fcac5e733 req-f41c5c83-76df-49eb-b099-cebddb1b4d7e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 943 time: 0.0536282 Nov 12 21:28:08.316431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45a4899-8bc1-47cf-b463-6e2fcac5e733 req-1ff3a660-d7df-4521-ad5e-423f71efbf11 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597370 Nov 12 21:28:08.805781 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-0c56dfda-06e1-4814-8ca1-c5c341ad9d57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471039 Nov 12 21:28:08.898630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-999cb835-e41b-401e-a5b3-b28a979936a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:08.900342 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-999cb835-e41b-401e-a5b3-b28a979936a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1098 time: 0.0430939 Nov 12 21:28:09.016516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-b2dd7f56-2b56-4a8e-b0de-cff1b82e0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:09.017974 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-b2dd7f56-2b56-4a8e-b0de-cff1b82e0bbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0922015 Nov 12 21:28:09.076065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0267d2-b85a-4c49-8e32-51e24d5c700c req-7f5cfb3f-5ad3-433f-8e85-eb7dd8225841 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:09.076065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba0267d2-b85a-4c49-8e32-51e24d5c700c req-7f5cfb3f-5ad3-433f-8e85-eb7dd8225841 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0498905 Nov 12 21:28:09.088137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-98942af6-ff3e-4dd8-8e2c-33d2cc1d2fef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 1002 time: 0.0595546 Nov 12 21:28:09.124858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba0267d2-b85a-4c49-8e32-51e24d5c700c req-a3537aae-735a-4ce0-bd3b-2ef0a947e4ee tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463405 Nov 12 21:28:09.149013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d1e4aa0-70f8-4b78-a3e3-629692c02204 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:28:09.167617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-9dc38bf3-6a27-488d-9f33-62c8becb744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:09.169303 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-9dc38bf3-6a27-488d-9f33-62c8becb744d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0668943 Nov 12 21:28:09.228646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-bce608ed-4fb2-46b2-ad89-6a6006804528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:09.230281 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-bce608ed-4fb2-46b2-ad89-6a6006804528 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485206 Nov 12 21:28:09.270782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:09.284329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'port_id': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'mac_address': 'fa:16:3e:04:26:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:28:09.325658 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:09.355908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1e4aa0-70f8-4b78-a3e3-629692c02204 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:28:09.357655 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-df6c0197-57f8-4ea0-b911-eb7afed970c3 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064100 Nov 12 21:28:09.370418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:09.450178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8640cd-06ac-49c2-a754-c721b15fb8e1 req-45f24a89-f86d-44ea-b529-f04b0c71ef24 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:09.451894 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a8640cd-06ac-49c2-a754-c721b15fb8e1 req-45f24a89-f86d-44ea-b529-f04b0c71ef24 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 943 time: 0.0548689 Nov 12 21:28:09.457478 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1c36e65a-2263-463f-a2ec-bec5177af0d7 req-1d4d4ae6-a47d-4340-bdbd-06fdd1c8170a service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973721 Nov 12 21:28:09.508513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9a8640cd-06ac-49c2-a754-c721b15fb8e1 req-4ba96a67-7c05-43ce-9bbf-be5310df2724 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494056 Nov 12 21:28:09.533785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:09.587114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:09.809757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4d1e4aa0-70f8-4b78-a3e3-629692c02204'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:28:10.006407 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 12530e4e-3cb2-4bad-aea3-9a66461a6335 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:28:10.153007 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 12530e4e-3cb2-4bad-aea3-9a66461a6335, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:10.164453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'port_id': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'mac_address': 'fa:16:3e:2e:f2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:28:10.204555 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:10.220657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12530e4e-3cb2-4bad-aea3-9a66461a6335 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:28:10.242516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 12530e4e-3cb2-4bad-aea3-9a66461a6335, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:10.278062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981edc-c7fb-4228-b58e-dd4c8654d900 req-54525b8d-c409-4c18-b02b-d0c58adc57e2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:10.279571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03981edc-c7fb-4228-b58e-dd4c8654d900 req-54525b8d-c409-4c18-b02b-d0c58adc57e2 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 943 time: 0.0702496 Nov 12 21:28:10.333729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:10.335988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-03981edc-c7fb-4228-b58e-dd4c8654d900 req-406b859c-1cd6-4303-9cc9-8e2e9594244b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484140 Nov 12 21:28:10.393363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=12530e4e-3cb2-4bad-aea3-9a66461a6335,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:10.530376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['12530e4e-3cb2-4bad-aea3-9a66461a6335'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:28:10.562147 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:10.606747 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:10.635233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2aa90-d89b-4f5f-9a5f-656e19808d5c req-18d2c504-ac39-417e-93dc-b44fff95f30c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:10.636929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0a2aa90-d89b-4f5f-9a5f-656e19808d5c req-18d2c504-ac39-417e-93dc-b44fff95f30c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 944 time: 0.0559134 Nov 12 21:28:10.694057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0a2aa90-d89b-4f5f-9a5f-656e19808d5c req-f4d79d6d-39c1-4c32-9d11-145fd51102e9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497441 Nov 12 21:28:11.162822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d1e4aa0-70f8-4b78-a3e3-629692c02204 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:28:11.339368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:28:11.343437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:11.343810 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:11.422664 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:11.445830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:28:11.449381 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b29f52-f36f-402f-8206-ea0b2f3c031e" -d '{"events": [{"server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "name": "network-vif-plugged", "status": "completed", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:28:11.463680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:11.497001 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fed453-8987-4153-bc09-133b7b37a3c9 x-openstack-request-id: req-e0fed453-8987-4153-bc09-133b7b37a3c9 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:28:11.497359 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "name": "network-vif-plugged", "status": "completed", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:28:11.497642 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0fed453-8987-4153-bc09-133b7b37a3c9 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:28:11.498034 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'code': 200} Nov 12 21:28:11.563011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:11.593309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a9874-7ad5-4de6-b429-49371a1f5af4 req-ce3b7f37-6b38-416a-b05b-f57cb89ef7ed tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:11.594968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-017a9874-7ad5-4de6-b429-49371a1f5af4 req-ce3b7f37-6b38-416a-b05b-f57cb89ef7ed tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 944 time: 0.1894906 Nov 12 21:28:11.630828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514dd8f-6975-4d6e-8303-77af33590924 req-afabb73e-c7f4-44dc-896b-65ddddaf1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:11.635164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:11.635319 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f514dd8f-6975-4d6e-8303-77af33590924 req-afabb73e-c7f4-44dc-896b-65ddddaf1386 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0702136 Nov 12 21:28:11.653049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-017a9874-7ad5-4de6-b429-49371a1f5af4 req-5ff6a5d6-5999-40e0-87f0-96234da832fd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502844 Nov 12 21:28:11.690689 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f514dd8f-6975-4d6e-8303-77af33590924 req-3aa2313c-91b4-4f09-988b-0a9b21da101a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463123 Nov 12 21:28:11.821317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22671ab2-b31b-412d-a007-96865b28ca1a req-c8c9bb06-04cb-4053-8093-87a6d5c4c1d0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:11.822819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22671ab2-b31b-412d-a007-96865b28ca1a req-c8c9bb06-04cb-4053-8093-87a6d5c4c1d0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0499604 Nov 12 21:28:11.882878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22671ab2-b31b-412d-a007-96865b28ca1a req-7866b081-2133-4499-8072-09a8cd67cf36 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471377 Nov 12 21:28:12.017549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 12530e4e-3cb2-4bad-aea3-9a66461a6335 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:28:12.122274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 12530e4e-3cb2-4bad-aea3-9a66461a6335 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:28:12.127234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 12530e4e-3cb2-4bad-aea3-9a66461a6335 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:12.127650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:12.208674 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:12.246839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 12530e4e-3cb2-4bad-aea3-9a66461a6335, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:12.322436 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:12.372918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=12530e4e-3cb2-4bad-aea3-9a66461a6335,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:12.778431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82187ec-4830-4261-a1ff-7a547f15e7b3 req-1b5527d8-ee9f-466c-8500-6e6a9292a622 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:12.779806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c82187ec-4830-4261-a1ff-7a547f15e7b3 req-1b5527d8-ee9f-466c-8500-6e6a9292a622 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 945 time: 0.0551424 Nov 12 21:28:12.836017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c82187ec-4830-4261-a1ff-7a547f15e7b3 req-661d9a97-cfe8-4d77-9d70-8b894a599ffd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500808 Nov 12 21:28:12.996712 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a2a71-cefa-4641-9506-146943f0fdf9 req-d35a8765-c16f-4103-ab18-16d330287426 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:12.998454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f71a2a71-cefa-4641-9506-146943f0fdf9 req-d35a8765-c16f-4103-ab18-16d330287426 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0502918 Nov 12 21:28:13.059895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f71a2a71-cefa-4641-9506-146943f0fdf9 req-ae29fbb1-90c9-42e9-a403-dac147f02a1d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545208 Nov 12 21:28:13.499409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:28:13.502605 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9841e-050e-4836-b1fc-00fef5e91bc9" -d '{"events": [{"server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "name": "network-vif-plugged", "status": "completed", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:28:13.540973 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70380e46-3dc6-4a0d-99c1-c2e9b2ae5d09 x-openstack-request-id: req-70380e46-3dc6-4a0d-99c1-c2e9b2ae5d09 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:28:13.541458 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "name": "network-vif-plugged", "status": "completed", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:28:13.541718 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70380e46-3dc6-4a0d-99c1-c2e9b2ae5d09 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:28:13.542113 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'code': 200} Nov 12 21:28:13.645936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e7c47-e6dc-424d-af88-daf4c3d544b4 req-c9018a50-4c51-4082-ba5c-6fbe9caf1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:13.647481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-841e7c47-e6dc-424d-af88-daf4c3d544b4 req-c9018a50-4c51-4082-ba5c-6fbe9caf1bb2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 1097 time: 0.0432799 Nov 12 21:28:13.700459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-841e7c47-e6dc-424d-af88-daf4c3d544b4 req-01fa14c1-a9b3-4c92-9360-1371ebb42837 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457385 Nov 12 21:28:14.017036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f483c6-b5bd-4061-82ab-8f8fb9d56476 req-d049313c-7421-4e5e-9b3d-51e8371ba55a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:14.018613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6f483c6-b5bd-4061-82ab-8f8fb9d56476 req-d049313c-7421-4e5e-9b3d-51e8371ba55a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 945 time: 0.1130764 Nov 12 21:28:14.072075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6f483c6-b5bd-4061-82ab-8f8fb9d56476 req-301874b5-b500-4031-b4f7-c029356e02ff tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469878 Nov 12 21:28:14.184077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724cdd3-95c6-48ba-9475-42f3ffb7d94c req-73ae4bd2-45a7-434a-afc6-a0a55ddd5d77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:14.184077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0724cdd3-95c6-48ba-9475-42f3ffb7d94c req-73ae4bd2-45a7-434a-afc6-a0a55ddd5d77 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Nov 12 21:28:14.230717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0724cdd3-95c6-48ba-9475-42f3ffb7d94c req-e0d1ed39-3e95-476c-a5c7-c964c750b644 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 Nov 12 21:28:14.359707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beaef-b3b6-43a3-85ea-bfa352bc0144 req-4d623f90-f006-4071-a68b-62d63a951150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:14.361290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-134beaef-b3b6-43a3-85ea-bfa352bc0144 req-4d623f90-f006-4071-a68b-62d63a951150 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0618067 Nov 12 21:28:14.414744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-134beaef-b3b6-43a3-85ea-bfa352bc0144 req-03fc55b7-6a6d-4617-82c7-3931c24db51a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466092 Nov 12 21:28:14.437288 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59480) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:14.478955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c199bf-a8da-43e0-89c4-1ff1efc6f711 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:14.480507 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-65c199bf-a8da-43e0-89c4-1ff1efc6f711 tempest-TestNetworkAdvancedServerOps-2037079018 tempest-TestNetworkAdvancedServerOps-2037079018-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 1092 time: 0.0422456 Nov 12 21:28:14.483478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59482) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:14.489150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:14.642445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:14.750712 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:14.866366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Allocated IP 172.25.8.176 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/401961a0-0733-4eee-ad1a-5f6f2942e19c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:28:14.978032 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:15.054905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:15.094042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:28:15.101342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:28:15.108124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:28:15.109361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=401961a0-0733-4eee-ad1a-5f6f2942e19c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:15.212173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffe79-31ce-4f6a-b6db-c85342d69c04 req-5c3ce068-7d1d-4615-aaf4-0ddf87e4b4ee tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:15.213698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8fffe79-31ce-4f6a-b6db-c85342d69c04 req-5c3ce068-7d1d-4615-aaf4-0ddf87e4b4ee tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 945 time: 0.0681305 Nov 12 21:28:15.282177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8fffe79-31ce-4f6a-b6db-c85342d69c04 req-feef0a9a-4a6f-4548-94f8-5a6bbc5fe4f3 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613613 Nov 12 21:28:15.415157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146eea8-e2cf-4e01-a2d8-9cc29da9bc7a req-65544863-f007-4c5b-a5d0-008eb275c8cb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:15.417146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6146eea8-e2cf-4e01-a2d8-9cc29da9bc7a req-65544863-f007-4c5b-a5d0-008eb275c8cb tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 945 time: 0.0574591 Nov 12 21:28:15.470908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6146eea8-e2cf-4e01-a2d8-9cc29da9bc7a req-7e834f58-8dab-423d-b4b7-35ab05ee9d61 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474389 Nov 12 21:28:15.501054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59498) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:15.501260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:15.676137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab99d69-097e-4ac9-ac4f-29ba1d1dcf82 tempest-TestVolumeBootPattern-176597839 tempest-TestVolumeBootPattern-176597839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:15.679346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3ab99d69-097e-4ac9-ac4f-29ba1d1dcf82 tempest-TestVolumeBootPattern-176597839 tempest-TestVolumeBootPattern-176597839-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 1092 time: 0.1757691 Nov 12 21:28:15.680677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59504) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:15.685371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:15.691656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:15.802394 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:15.859429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:15.910053 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:15.939223 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:16.017194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event updated for resources: {'Port': ['ID=401961a0-0733-4eee-ad1a-5f6f2942e19c,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:16.027739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:16.039016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Allocated IP 172.25.8.116 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/d33e16b7-6dd2-4086-8fdb-1eada7e0f479) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:28:16.137816 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Floating IP e882e962-2772-49af-9e4d-c6d1dfa3d2a4 associated. External IP: 172.25.8.176, port: 4d1e4aa0-70f8-4b78-a3e3-629692c02204. Nov 12 21:28:16.154656 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:16.293936 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:16.332107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:28:16.337680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:28:16.344174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:28:16.364572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 6497956e-8ef0-46eb-8494-4eabe4444d92 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:28:16.365759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=d33e16b7-6dd2-4086-8fdb-1eada7e0f479,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:16.486338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:28:16.498488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] Sync routers for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:28:16.509988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:28:16.510673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:28:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:16.572545 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:16.613411 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-42e622be-3ce7-402d-a10d-5bf41c4c558d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1264122 Nov 12 21:28:16.613411 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:28:16.614805 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944bc8da-c200-4848-851b-eff5f51c5e62" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:28:16.630939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:28:16.669647 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbd1872-8ccb-480d-a0a6-965ad44a1323 x-openstack-request-id: req-9dbd1872-8ccb-480d-a0a6-965ad44a1323 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:28:16.669647 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:28:16.669647 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dbd1872-8ccb-480d-a0a6-965ad44a1323 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:28:16.669647 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'status': 'completed', 'code': 200} Nov 12 21:28:16.738881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-6f9b8d3b-1c5e-43c5-a7dc-031acfe057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:16.740579 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-6f9b8d3b-1c5e-43c5-a7dc-031acfe057f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0555584 Nov 12 21:28:16.752876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d9e48-17d3-4a91-9c55-b76e3f8ec6d0 req-e51930e0-4736-4423-86b7-0f561203227c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:16.754094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-598d9e48-17d3-4a91-9c55-b76e3f8ec6d0 req-e51930e0-4736-4423-86b7-0f561203227c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0700860 Nov 12 21:28:16.830010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-598d9e48-17d3-4a91-9c55-b76e3f8ec6d0 req-9023a659-59d5-4565-b8f2-1a854b8d89c0 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534554 Nov 12 21:28:16.852662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:16.854071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59522) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:16.867844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-d7c4ea18-9d5c-4c22-a289-205c17979dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:16.867844 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-d7c4ea18-9d5c-4c22-a289-205c17979dfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=f2557d5f-af87-41a0-9fe4-0a52d25ff31d HTTP/1.1" status: 200 len: 898 time: 0.1189556 Nov 12 21:28:16.933085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e882e962-2772-49af-9e4d-c6d1dfa3d2a4', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'port_id': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'mac_address': 'fa:16:3e:04:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:15Z', 'updated_at': '2021-11-12T21:28:15Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:28:02Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:16.950343 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-de531d57-32aa-4fb3-be85-e4c9321f0636 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204 HTTP/1.1" status: 200 len: 999 time: 0.0761108 Nov 12 21:28:16.957163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-820ba2b2-e0d9-45c5-b0ee-0ff47a9aaab9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/e882e962-2772-49af-9e4d-c6d1dfa3d2a4 HTTP/1.1" status: 200 len: 991 time: 0.1018996 Nov 12 21:28:16.962513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] Checking router: 6497956e-8ef0-46eb-8494-4eabe4444d92 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:28:16.971654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:28:16.972388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:28:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:17.015070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-e759ef5e-a897-4e54-be07-00c1338208f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:17.018752 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-e759ef5e-a897-4e54-be07-00c1338208f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e119af6-4fad-409c-8067-07058c1b6979 HTTP/1.1" status: 200 len: 834 time: 0.0575957 Nov 12 21:28:17.038151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:17.080459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-5e397e8c-4522-42c9-b25b-dae3e26ab485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:17.082240 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-5e397e8c-4522-42c9-b25b-dae3e26ab485 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2557d5f-af87-41a0-9fe4-0a52d25ff31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476270 Nov 12 21:28:17.101057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:28:17.195065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-1f5d456c-e738-40f0-9cc1-fefb408c89e2 service neutron] 10.222.0.46 "GET /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057854 Nov 12 21:28:17.214409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:17.302957 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-944bc8da-c200-4848-851b-eff5f51c5e62 req-3dd84af0-fcfb-4ff7-b518-618870adfe32 service neutron] 10.222.0.46 "GET /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997393 Nov 12 21:28:17.360933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e882e962-2772-49af-9e4d-c6d1dfa3d2a4', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'port_id': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'mac_address': 'fa:16:3e:04:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:15Z', 'updated_at': '2021-11-12T21:28:15Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:28:02Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:17.379358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:17.465707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event updated for resources: {'Port': ['ID=d33e16b7-6dd2-4086-8fdb-1eada7e0f479,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:17.477152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:17.549405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0095-1951-4690-a51f-435be0d81b25 None None] The sync data for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 is: [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e882e962-2772-49af-9e4d-c6d1dfa3d2a4', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'port_id': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'mac_address': 'fa:16:3e:04:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:15Z', 'updated_at': '2021-11-12T21:28:15Z', 'revision_number': 0, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:28:02Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:28:17.590135 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Floating IP 69e802a9-549b-4d57-89d9-1d178a486bf9 associated. External IP: 172.25.8.116, port: 12530e4e-3cb2-4bad-aea3-9a66461a6335. Nov 12 21:28:17.780145 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f547cee-4f15-4182-9902-f28ff18b5d1c None None] New status for floating IP e882e962-2772-49af-9e4d-c6d1dfa3d2a4: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:28:17.960904 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59538) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:18.034008 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4fae871a-188e-4723-90f0-2d4c39f4fecc tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/e882e962-2772-49af-9e4d-c6d1dfa3d2a4 HTTP/1.1" status: 200 len: 991 time: 0.0717037 Nov 12 21:28:18.171919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:28:18.289059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:28:18.301822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:28:18.313045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:28:18.313639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:28:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:18.426643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:28:18.460697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:18.503412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fac5808a-9307-493d-9736-54e20637c57b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8095167 Nov 12 21:28:18.503412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:28:18.503412 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4b624f-c6eb-4c76-8167-f2083dc12e02" -d '{"events": [{"name": "network-changed", "server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:28:18.537420 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb4a70-8507-4037-9f3c-8489dacf1fa0 x-openstack-request-id: req-eccb4a70-8507-4037-9f3c-8489dacf1fa0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:28:18.537789 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:28:18.538161 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eccb4a70-8507-4037-9f3c-8489dacf1fa0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:28:18.538561 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'status': 'completed', 'code': 200} Nov 12 21:28:18.606550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-0daec9e1-322e-4bc7-8f92-05ea53742ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:18.608223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-0daec9e1-322e-4bc7-8f92-05ea53742ec8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 1097 time: 0.0485952 Nov 12 21:28:18.668024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '69e802a9-549b-4d57-89d9-1d178a486bf9', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:2e:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:16Z', 'updated_at': '2021-11-12T21:28:16Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}, {'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:57Z', 'revision_number': 1, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:18.702289 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:28:18.712710 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:28:18.713380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:28:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:18.720179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-1d2ceaf3-79af-4ff5-b8bb-1e1c0f089ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:18.721665 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-1d2ceaf3-79af-4ff5-b8bb-1e1c0f089ec4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.1054709 Nov 12 21:28:18.794028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-8ac1cb85-b551-480b-bd01-a105d9040742 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335 HTTP/1.1" status: 200 len: 999 time: 0.0645795 Nov 12 21:28:18.836107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:28:18.852401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-d2b9b8e3-1ed5-49d4-a8f7-9f30f6c757ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:18.854282 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-d2b9b8e3-1ed5-49d4-a8f7-9f30f6c757ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0500882 Nov 12 21:28:18.906499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-c7acfc06-fb25-46bb-b342-6b9d13d9e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:18.908289 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-c7acfc06-fb25-46bb-b342-6b9d13d9e1aa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467792 Nov 12 21:28:19.004695 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-ab217edb-e2fc-4378-878a-88e1a5b75b3b service neutron] 10.222.0.78 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894775 Nov 12 21:28:19.037457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59560) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:19.105216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '69e802a9-549b-4d57-89d9-1d178a486bf9', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:2e:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:16Z', 'updated_at': '2021-11-12T21:28:16Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}, {'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:57Z', 'revision_number': 1, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:28:19.107196 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7866cc6c-126a-4df5-bd32-22a40b874241 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/e882e962-2772-49af-9e4d-c6d1dfa3d2a4 HTTP/1.1" status: 200 len: 993 time: 0.0678184 Nov 12 21:28:19.110155 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:28:19.119703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df4b624f-c6eb-4c76-8167-f2083dc12e02 req-d1658170-71a9-4d9b-ad64-98834ae7c42d service neutron] 10.222.0.78 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082370 Nov 12 21:28:19.143210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6012b-714c-4a99-b666-77a8fb99e045 None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '69e802a9-549b-4d57-89d9-1d178a486bf9', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:2e:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:16Z', 'updated_at': '2021-11-12T21:28:16Z', 'revision_number': 0, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}, {'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:57Z', 'revision_number': 1, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:28:19.364235 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1592bd15-d458-4041-8509-1c93b441e65d None None] New status for floating IP 69e802a9-549b-4d57-89d9-1d178a486bf9: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:28:27.601376 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69373e5a-7c66-4e07-b58a-a4d29d173092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:30.087882 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7efbb93a-252d-4b43-90b7-f788fc527f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:31.470241 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:33.173083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:33.647243 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:33.819107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59682) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:33.824303 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b6db0a4c-5b61-41cf-aa33-c931fea14704 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789946410', 'description': 'tempest-secgroup-smoke-789946410 description', 'project_id': 'd2668b7de9f042b2afeec175d278659b'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:33.926953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6db0a4c-5b61-41cf-aa33-c931fea14704 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:33.993497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6db0a4c-5b61-41cf-aa33-c931fea14704 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.098434 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6db0a4c-5b61-41cf-aa33-c931fea14704 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.127842 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db0a4c-5b61-41cf-aa33-c931fea14704 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c283558-5091-400d-9cfd-494dce2c74f8,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:34.236838 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b6db0a4c-5b61-41cf-aa33-c931fea14704 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.238126 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b6db0a4c-5b61-41cf-aa33-c931fea14704 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4179926 Nov 12 21:28:34.241144 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59684) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:34.245607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-efb75788-a780-4f87-8aee-b5aae3f247d9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'security_group_rule': {'security_group_id': '9c283558-5091-400d-9cfd-494dce2c74f8', 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:34.350745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-efb75788-a780-4f87-8aee-b5aae3f247d9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.411588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-efb75788-a780-4f87-8aee-b5aae3f247d9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.527183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-efb75788-a780-4f87-8aee-b5aae3f247d9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.547850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb75788-a780-4f87-8aee-b5aae3f247d9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b99881-dd58-4b1a-84f8-e5ec71d9926e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:34.631114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-efb75788-a780-4f87-8aee-b5aae3f247d9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.632805 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-efb75788-a780-4f87-8aee-b5aae3f247d9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902159 Nov 12 21:28:34.636038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59686) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:34.640469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9b69655f-3a04-4dd5-b836-90c3fcc1f531 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'security_group_rule': {'security_group_id': '9c283558-5091-400d-9cfd-494dce2c74f8', 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:34.749604 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b69655f-3a04-4dd5-b836-90c3fcc1f531 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.842727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b69655f-3a04-4dd5-b836-90c3fcc1f531 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.920986 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b69655f-3a04-4dd5-b836-90c3fcc1f531 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:34.941859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69655f-3a04-4dd5-b836-90c3fcc1f531 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e73e5e6-5b32-4403-9538-097cc2688368,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:35.020807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9b69655f-3a04-4dd5-b836-90c3fcc1f531 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.022052 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9b69655f-3a04-4dd5-b836-90c3fcc1f531 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3850718 Nov 12 21:28:35.025592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59688) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:35.030606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c7fbc122-cb43-4f37-acaf-f93976377925 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'security_group_rule': {'security_group_id': '9c283558-5091-400d-9cfd-494dce2c74f8', 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:35.120658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7fbc122-cb43-4f37-acaf-f93976377925 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.182549 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7fbc122-cb43-4f37-acaf-f93976377925 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.246836 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7fbc122-cb43-4f37-acaf-f93976377925 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.264993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbc122-cb43-4f37-acaf-f93976377925 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a8f7dd-870b-416e-b54f-dc68738bb19f,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:35.352024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7fbc122-cb43-4f37-acaf-f93976377925 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.353267 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c7fbc122-cb43-4f37-acaf-f93976377925 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267362 Nov 12 21:28:35.356012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59690) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:35.360433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e17a5913-8725-4850-b30a-1e1a13420bca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'security_group_rule': {'security_group_id': '9c283558-5091-400d-9cfd-494dce2c74f8', 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:35.452253 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e17a5913-8725-4850-b30a-1e1a13420bca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.512806 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e17a5913-8725-4850-b30a-1e1a13420bca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.584101 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e17a5913-8725-4850-b30a-1e1a13420bca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.602986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a5913-8725-4850-b30a-1e1a13420bca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db55656c-68b6-45e2-92bc-973ff0b56661,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:35.677614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e17a5913-8725-4850-b30a-1e1a13420bca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.679945 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e17a5913-8725-4850-b30a-1e1a13420bca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218336 Nov 12 21:28:35.682102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59692) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:35.686584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ff11abe0-db06-49c4-80e1-a6753ac4a696 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'security_group_rule': {'security_group_id': '9c283558-5091-400d-9cfd-494dce2c74f8', 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:35.802044 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-ff11abe0-db06-49c4-80e1-a6753ac4a696 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Project d2668b7de9f042b2afeec175d278659b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:28:35.809424 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff11abe0-db06-49c4-80e1-a6753ac4a696 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.878377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff11abe0-db06-49c4-80e1-a6753ac4a696 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.939323 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff11abe0-db06-49c4-80e1-a6753ac4a696 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:35.965098 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11abe0-db06-49c4-80e1-a6753ac4a696 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20c8750-0739-479f-bb5e-09c5e31d5f41,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:36.027143 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ff11abe0-db06-49c4-80e1-a6753ac4a696 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:36.028583 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ff11abe0-db06-49c4-80e1-a6753ac4a696 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3455155 Nov 12 21:28:36.031264 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59694) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:36.036564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2076906d-445e-4c43-b543-1271abea7002 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'security_group_rule': {'security_group_id': '9c283558-5091-400d-9cfd-494dce2c74f8', 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:36.156232 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-2076906d-445e-4c43-b543-1271abea7002 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Project d2668b7de9f042b2afeec175d278659b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:28:36.164159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2076906d-445e-4c43-b543-1271abea7002 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:36.240321 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2076906d-445e-4c43-b543-1271abea7002 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:36.326729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2076906d-445e-4c43-b543-1271abea7002 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:36.348566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076906d-445e-4c43-b543-1271abea7002 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70ae6dd-c5dd-4c23-ae53-fdfb3eb43481,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:36.415255 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2076906d-445e-4c43-b543-1271abea7002 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:36.416441 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2076906d-445e-4c43-b543-1271abea7002 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3841496 Nov 12 21:28:36.574011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-f1445939-200d-4b45-914c-3ccf4d2a0bd3 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789946410&fields=id&tenant_id=d2668b7de9f042b2afeec175d278659b HTTP/1.1" status: 200 len: 267 time: 0.0444269 Nov 12 21:28:36.685466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-6525a119-8b0c-4312-b771-c6136d1612d2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:36.687045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-6525a119-8b0c-4312-b771-c6136d1612d2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/networks?id=17329100-6317-40e9-831d-ba8bda105755 HTTP/1.1" status: 200 len: 814 time: 0.1059227 Nov 12 21:28:36.701895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-e8d6df45-4db6-459b-ba15-710ff95d9350 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/quotas/d2668b7de9f042b2afeec175d278659b HTTP/1.1" status: 200 len: 375 time: 0.0092130 Nov 12 21:28:36.754734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-4daf4389-af24-4fb9-baff-70e65e295241 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2668b7de9f042b2afeec175d278659b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474703 Nov 12 21:28:36.856291 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-08d8e448-eb3b-46ba-aba6-c306c92c1afd service neutron] 10.222.0.64 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888956 Nov 12 21:28:36.946129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-2a07a068-f413-46e1-ae90-2f44326d505d service neutron] 10.222.0.64 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836353 Nov 12 21:28:37.554409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6842063d-9bb4-428c-9de7-db74dadb37c3 req-410767bc-0504-4944-8944-0c0269d60c99 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 210 time: 0.0324159 Nov 12 21:28:38.634647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-180cd120-f5ff-494f-bdb5-391b005ddd62 req-3cff9a89-1688-4506-87ae-54d31b45a3e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 210 time: 0.0268974 Nov 12 21:28:39.731521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c76bbe29-863e-447c-b4db-4f014ab75bf4 req-973f2750-f029-4ba1-8638-aa9236cfc0b1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Nov 12 21:28:40.022699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-6b5af1ad-a7ee-49e4-90bc-ebe3979c4ed9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:40.024826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-6b5af1ad-a7ee-49e4-90bc-ebe3979c4ed9 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.78 "GET /v2.0/networks?id=17329100-6317-40e9-831d-ba8bda105755 HTTP/1.1" status: 200 len: 814 time: 0.1007001 Nov 12 21:28:40.098493 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-50ebfe2f-4413-46fe-adce-864726504118 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2668b7de9f042b2afeec175d278659b HTTP/1.1" status: 200 len: 379 time: 0.0605185 Nov 12 21:28:40.108345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'port': {'device_id': '8a2079b6-d432-4140-8344-4dcf287dd483', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'admin_state_up': True, 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'security_groups': ['9c283558-5091-400d-9cfd-494dce2c74f8']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:40.305233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Made reservation on behalf of d2668b7de9f042b2afeec175d278659b for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:28:40.309172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:40.443377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Allocated IP 172.20.0.5 (17329100-6317-40e9-831d-ba8bda105755/7f750fa6-60a0-4556-b545-3a59961d1fc9/b4d31a9f-bd6e-443f-a094-e71b931d723d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:28:40.578864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:40.598939 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:40.657973 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:40.733381 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:40.781868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Network 17329100-6317-40e9-831d-ba8bda105755 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:28:40.788086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:28:40.793098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:28:40.836101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'Port': ['ID=b4d31a9f-bd6e-443f-a094-e71b931d723d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:40.875825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.876172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.876512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.876851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.877191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.877524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.877850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.878173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.878499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.878843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.879167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.879513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:40.897351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:40.898727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:40.928382 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e965-a252-4341-a92a-6f7179265290 req-d958da13-32df-4989-b565-9008d7427287 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:40.931152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e77e965-a252-4341-a92a-6f7179265290 req-d958da13-32df-4989-b565-9008d7427287 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 931 time: 0.1092167 Nov 12 21:28:40.997733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce9848d5-da08-40dc-aa00-e8e86abe220c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8928783 Nov 12 21:28:41.009925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e77e965-a252-4341-a92a-6f7179265290 req-ad14a926-400f-451e-befd-cac4e351dd85 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717392 Nov 12 21:28:41.025528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Request body: {'port': {'device_id': '8a2079b6-d432-4140-8344-4dcf287dd483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:41.079277 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:41.125491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-54c82841-59ee-41eb-a728-951c4eebe171 None None] Provisioning complete for port b4d31a9f-bd6e-443f-a094-e71b931d723d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:41.125957 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-54c82841-59ee-41eb-a728-951c4eebe171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:41.161732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-54c82841-59ee-41eb-a728-951c4eebe171 None None] Port b4d31a9f-bd6e-443f-a094-e71b931d723d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:28:41.358361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d31a9f-bd6e-443f-a094-e71b931d723d {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:28:41.366172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:41.379176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Transition to ACTIVE for port object b4d31a9f-bd6e-443f-a094-e71b931d723d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:28:41.481479 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:41.560089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d31a9f-bd6e-443f-a094-e71b931d723d,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:41.617430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Attempting to bind port b4d31a9f-bd6e-443f-a094-e71b931d723d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:28:41.617784 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Attempting to bind port b4d31a9f-bd6e-443f-a094-e71b931d723d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:28:41.618119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Attempting to bind port b4d31a9f-bd6e-443f-a094-e71b931d723d on network 17329100-6317-40e9-831d-ba8bda105755 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:28:41.622681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Port b4d31a9f-bd6e-443f-a094-e71b931d723d on network 17329100-6317-40e9-831d-ba8bda105755 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:28:41.623009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Attempting to bind port b4d31a9f-bd6e-443f-a094-e71b931d723d on network 17329100-6317-40e9-831d-ba8bda105755 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:28:41.628261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:28:41.628597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Checking segment: {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:28:41.628990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Bound using segment: {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:28:41.629485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Bound port: b4d31a9f-bd6e-443f-a094-e71b931d723d, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b8a240-1ed0-41e1-81ef-7729d1712e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '17329100-6317-40e9-831d-ba8bda105755'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:28:41.629797 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:41.702216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] For port b4d31a9f-bd6e-443f-a094-e71b931d723d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:28:41.706025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] For port b4d31a9f-bd6e-443f-a094-e71b931d723d, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:28:41.767766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:41.823056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:41.823056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:41.824348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] 10.222.0.78 "PUT /v2.0/ports/b4d31a9f-bd6e-443f-a094-e71b931d723d HTTP/1.1" status: 200 len: 1092 time: 0.8119366 Nov 12 21:28:41.824786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:28:41.827492 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba8293-022a-4f22-89b7-5c6aacdf8b37" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:28:41.866260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a92a28-1096-4fad-abc9-5b8005518d60 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d31a9f-bd6e-443f-a094-e71b931d723d,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:41.885327 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3464e2b8-af54-4927-b4f6-0746d2d34ec0 x-openstack-request-id: req-3464e2b8-af54-4927-b4f6-0746d2d34ec0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:28:41.885895 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:28:41.886302 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3464e2b8-af54-4927-b4f6-0746d2d34ec0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:28:41.886862 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'status': 'completed', 'code': 200} Nov 12 21:28:41.943817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8293-022a-4f22-89b7-5c6aacdf8b37 req-eed4cbf0-7cdc-425e-8867-17cc047f915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:41.945814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbba8293-022a-4f22-89b7-5c6aacdf8b37 req-eed4cbf0-7cdc-425e-8867-17cc047f915e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d2668b7de9f042b2afeec175d278659b&device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1095 time: 0.0499635 Nov 12 21:28:42.059248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8293-022a-4f22-89b7-5c6aacdf8b37 req-56cfe6ef-b8f8-4955-b7d0-156793a793d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:42.061024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbba8293-022a-4f22-89b7-5c6aacdf8b37 req-56cfe6ef-b8f8-4955-b7d0-156793a793d7 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=d2668b7de9f042b2afeec175d278659b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1058314 Nov 12 21:28:42.194263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16969060-7680-407f-9cf1-8205a3247c80 req-49ebf50b-8008-499d-b4cb-8af8fcfb1f7c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:42.196200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16969060-7680-407f-9cf1-8205a3247c80 req-49ebf50b-8008-499d-b4cb-8af8fcfb1f7c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.1036742 Nov 12 21:28:42.201146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8293-022a-4f22-89b7-5c6aacdf8b37 req-f6d0f89f-3ee9-4147-8be8-8becbf4fc09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:42.202538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbba8293-022a-4f22-89b7-5c6aacdf8b37 req-f6d0f89f-3ee9-4147-8be8-8becbf4fc09a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352155 Nov 12 21:28:42.289864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16969060-7680-407f-9cf1-8205a3247c80 req-851b8556-bb61-4fee-ad0c-0ffaf969c03c tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863562 Nov 12 21:28:42.303568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-55043fe3-5d40-445a-9637-635c206c8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:42.305906 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-55043fe3-5d40-445a-9637-635c206c8350 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d2668b7de9f042b2afeec175d278659b&device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1095 time: 0.0554643 Nov 12 21:28:42.349196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-e9ed755a-b9cc-4121-b8ab-2cae9cbc2fee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d HTTP/1.1" status: 200 len: 217 time: 0.0347829 Nov 12 21:28:42.402345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce09c3bc-6082-4416-bd76-de3afca09347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:42.403839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-ce09c3bc-6082-4416-bd76-de3afca09347 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f750fa6-60a0-4556-b545-3a59961d1fc9 HTTP/1.1" status: 200 len: 853 time: 0.0459657 Nov 12 21:28:42.456686 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-7ecba9b4-fee3-4fbd-9574-947e8f3c8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:42.458138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-7ecba9b4-fee3-4fbd-9574-947e8f3c8a4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=17329100-6317-40e9-831d-ba8bda105755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469685 Nov 12 21:28:42.552383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-5ac9b3f3-5950-49d8-a230-31507b60b2d7 service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871940 Nov 12 21:28:42.652338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bef31fc6-1c49-425f-9e76-ca013d7a8cbf req-e81ade2d-efd9-460a-963e-5492139b29ed service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929170 Nov 12 21:28:43.414977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d083e-7bc8-418c-9d40-3e3e35eedfde req-69f5e0d5-8e1e-498d-92e3-8ed9a3bb17ca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:43.416567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-018d083e-7bc8-418c-9d40-3e3e35eedfde req-69f5e0d5-8e1e-498d-92e3-8ed9a3bb17ca tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0527487 Nov 12 21:28:43.470615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-018d083e-7bc8-418c-9d40-3e3e35eedfde req-3fce87be-b424-4231-962c-8721e5d5b1e1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476329 Nov 12 21:28:44.592196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c6dd-cc2c-4e27-bdfa-1f586744bd53 req-58ea3a3a-009f-4ccf-8af8-d29defd3542b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:44.593680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00b8c6dd-cc2c-4e27-bdfa-1f586744bd53 req-58ea3a3a-009f-4ccf-8af8-d29defd3542b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0503247 Nov 12 21:28:44.642772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00b8c6dd-cc2c-4e27-bdfa-1f586744bd53 req-3b7c1215-5cf4-4d25-b6de-1703ab763d53 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428560 Nov 12 21:28:45.767871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b7a3a-fce8-4cdd-b260-1a5158618b33 req-5ca0459a-b975-4363-bdfc-1fd3a8148a1d tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:45.769459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c8b7a3a-fce8-4cdd-b260-1a5158618b33 req-5ca0459a-b975-4363-bdfc-1fd3a8148a1d tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0568600 Nov 12 21:28:45.819645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c8b7a3a-fce8-4cdd-b260-1a5158618b33 req-47ff2c23-556a-4b4c-9d31-860dedd6fd08 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Nov 12 21:28:46.938724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017eb85-032e-4eed-b8d6-92ce670ea68d req-be9ea1f1-1b26-408d-bd40-bb9fbd2d7f74 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:46.940282 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b017eb85-032e-4eed-b8d6-92ce670ea68d req-be9ea1f1-1b26-408d-bd40-bb9fbd2d7f74 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0509198 Nov 12 21:28:46.990715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b017eb85-032e-4eed-b8d6-92ce670ea68d req-9dc7de27-6631-4396-bd51-17aa5601ce6a tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438499 Nov 12 21:28:48.115527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a5322-a475-4785-a587-aa69ad4d1e20 req-9e8b7b74-11df-4ed3-bd2c-eecae9d29aa5 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:48.117033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-791a5322-a475-4785-a587-aa69ad4d1e20 req-9e8b7b74-11df-4ed3-bd2c-eecae9d29aa5 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0547719 Nov 12 21:28:48.167814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-791a5322-a475-4785-a587-aa69ad4d1e20 req-87e67159-7028-4c6f-9292-0d279b4a55d0 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 Nov 12 21:28:49.287808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082c4fe-2637-4bcc-ad67-ec70f29768b0 req-7c75af58-7f15-4948-a803-ed452874d91e tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:49.290124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a082c4fe-2637-4bcc-ad67-ec70f29768b0 req-7c75af58-7f15-4948-a803-ed452874d91e tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0510149 Nov 12 21:28:49.339958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a082c4fe-2637-4bcc-ad67-ec70f29768b0 req-560cc3ba-d99d-45f3-a999-8c6475ca147a tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436277 Nov 12 21:28:50.454578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70721938-9596-4531-91f6-852e2f860cf9 req-71dc6c63-1109-4e9c-b92c-cd38172dc4b1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:50.456317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70721938-9596-4531-91f6-852e2f860cf9 req-71dc6c63-1109-4e9c-b92c-cd38172dc4b1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0489411 Nov 12 21:28:50.509836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70721938-9596-4531-91f6-852e2f860cf9 req-615e0c40-6e67-4898-af4f-119792a61411 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474138 Nov 12 21:28:50.824093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad9362-fba1-4555-8701-75f8eaf9877a req-835a22aa-6cae-45a1-afa8-dc4c6f582b24 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:50.824093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59ad9362-fba1-4555-8701-75f8eaf9877a req-835a22aa-6cae-45a1-afa8-dc4c6f582b24 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0537601 Nov 12 21:28:50.858559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-59ad9362-fba1-4555-8701-75f8eaf9877a req-173322b4-9c6e-4758-b4a6-91fa22783f93 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Nov 12 21:28:51.628062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71267d4-c4ed-4070-8239-d8958fa53dee req-eb30fbdc-026a-40aa-93ad-84956e908060 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:51.629546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b71267d4-c4ed-4070-8239-d8958fa53dee req-eb30fbdc-026a-40aa-93ad-84956e908060 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0500984 Nov 12 21:28:51.680196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b71267d4-c4ed-4070-8239-d8958fa53dee req-211f39e8-ca34-4f3a-9ffc-b7db7d8e16c5 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431960 Nov 12 21:28:51.982551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5c344-4e10-4346-88f6-1f560e1395cc req-6924fb62-1e49-430c-9e2d-440e4b28a006 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:51.984064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eec5c344-4e10-4346-88f6-1f560e1395cc req-6924fb62-1e49-430c-9e2d-440e4b28a006 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0549326 Nov 12 21:28:52.034277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eec5c344-4e10-4346-88f6-1f560e1395cc req-3883792e-5504-44c8-b04e-7175a6c36c09 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436981 Nov 12 21:28:52.797996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a49d3-03f7-48a8-b563-0fdf7839a91a req-4d4b9223-97fc-496b-928e-f2cdacab4617 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:52.799583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-566a49d3-03f7-48a8-b563-0fdf7839a91a req-4d4b9223-97fc-496b-928e-f2cdacab4617 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0505767 Nov 12 21:28:52.851416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-566a49d3-03f7-48a8-b563-0fdf7839a91a req-fb53f48c-920d-46f0-9145-2dcf75b9f2ab tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457354 Nov 12 21:28:53.151766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e0670-8ec1-4a63-a65c-7c5ed3da9d5e req-53df2460-3456-47e2-a039-94b12fffbd7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:53.153231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c4e0670-8ec1-4a63-a65c-7c5ed3da9d5e req-53df2460-3456-47e2-a039-94b12fffbd7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Nov 12 21:28:53.210361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c4e0670-8ec1-4a63-a65c-7c5ed3da9d5e req-f9b651ce-d32d-45cf-b0fe-c7f8dbaaec5e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509076 Nov 12 21:28:53.970606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b90734-dcde-4e84-b652-4c0de3166a98 req-3ad4d929-4c06-4aa6-807d-541164c481e1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:53.972146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6b90734-dcde-4e84-b652-4c0de3166a98 req-3ad4d929-4c06-4aa6-807d-541164c481e1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 943 time: 0.0516431 Nov 12 21:28:54.022120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6b90734-dcde-4e84-b652-4c0de3166a98 req-6c0c67e4-2657-4ae7-bc74-4cdbddaea7dc tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Nov 12 21:28:54.185358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b4d31a9f-bd6e-443f-a094-e71b931d723d details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:28:54.285139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b4d31a9f-bd6e-443f-a094-e71b931d723d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:54.297530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'mac_address': 'fa:16:3e:46:c5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:28:54.333715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bb4fe-d845-45cb-9079-6b520ac85a5e req-fa1737d0-3919-494c-8784-549d9796e33d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:54.335221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb7bb4fe-d845-45cb-9079-6b520ac85a5e req-fa1737d0-3919-494c-8784-549d9796e33d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0506155 Nov 12 21:28:54.335611 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:54.349135 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d31a9f-bd6e-443f-a094-e71b931d723d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:28:54.368897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b4d31a9f-bd6e-443f-a094-e71b931d723d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:54.387213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb7bb4fe-d845-45cb-9079-6b520ac85a5e req-f7179065-0e16-4c41-8b2e-fcbbf010aaae tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450075 Nov 12 21:28:54.435109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:54.482604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b4d31a9f-bd6e-443f-a094-e71b931d723d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:54.489825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.490166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.490504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.490839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.491171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.491544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.491870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.492200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.493279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.493724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.494060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.494386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:54.657696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['b4d31a9f-bd6e-443f-a094-e71b931d723d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:28:55.143113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0990103-3100-4dc4-8379-2908da0d61fa req-a6a88790-f0e3-45b7-85f3-b073c2c08b0b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:55.144628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0990103-3100-4dc4-8379-2908da0d61fa req-a6a88790-f0e3-45b7-85f3-b073c2c08b0b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 944 time: 0.0524807 Nov 12 21:28:55.193635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0990103-3100-4dc4-8379-2908da0d61fa req-ae012c9e-93ef-4c15-9573-e86857d435e8 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Nov 12 21:28:55.505707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431e85d-2603-43e4-ac15-9d94c3ca8d4d req-232857e1-293f-4360-bab3-b236287b1483 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:55.507174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9431e85d-2603-43e4-ac15-9d94c3ca8d4d req-232857e1-293f-4360-bab3-b236287b1483 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0496645 Nov 12 21:28:55.556024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9431e85d-2603-43e4-ac15-9d94c3ca8d4d req-2c55edd7-fd1d-45e6-a79c-652f7a881a0f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 Nov 12 21:28:56.110266 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:28:56.206498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b4d31a9f-bd6e-443f-a094-e71b931d723d up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:28:56.314077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a536daa-93a2-4461-8522-1dcb53b63dbe req-aebf46f4-e37e-44d9-bfb3-63075c81f1f7 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:56.315597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a536daa-93a2-4461-8522-1dcb53b63dbe req-aebf46f4-e37e-44d9-bfb3-63075c81f1f7 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 944 time: 0.0533733 Nov 12 21:28:56.337720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port b4d31a9f-bd6e-443f-a094-e71b931d723d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:28:56.341688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port b4d31a9f-bd6e-443f-a094-e71b931d723d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:28:56.342059 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:56.365327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8a536daa-93a2-4461-8522-1dcb53b63dbe req-621b81f5-3303-4621-af7e-f48a0eadcce7 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436487 Nov 12 21:28:56.418862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:56.441191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:28:56.443428 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64568daa-19f7-445f-a0f5-56097c234b28" -d '{"events": [{"server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "name": "network-vif-plugged", "status": "completed", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:28:56.459695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port b4d31a9f-bd6e-443f-a094-e71b931d723d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:28:56.484623 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73537b0d-09f3-4f1f-b9ad-24c3bf2ec19c x-openstack-request-id: req-73537b0d-09f3-4f1f-b9ad-24c3bf2ec19c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:28:56.484623 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "name": "network-vif-plugged", "status": "completed", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:28:56.484623 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73537b0d-09f3-4f1f-b9ad-24c3bf2ec19c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:28:56.484623 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'code': 200} Nov 12 21:28:56.526647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:56.577244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d28ff-e07c-41a7-a706-8458b7e9140a req-fb6ec567-2807-44fc-ab34-d44250c7e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:56.577790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=b4d31a9f-bd6e-443f-a094-e71b931d723d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:56.578759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f51d28ff-e07c-41a7-a706-8458b7e9140a req-fb6ec567-2807-44fc-ab34-d44250c7e2ff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1097 time: 0.0415802 Nov 12 21:28:56.626793 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f51d28ff-e07c-41a7-a706-8458b7e9140a req-861c7531-752b-4e3f-b9c7-e7ae1416571e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413122 Nov 12 21:28:56.674940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d292d4-7bae-4e8d-8965-3681fa006ee7 req-1a138f4b-53f9-43f0-b585-b98c9777ce49 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:56.676656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d292d4-7bae-4e8d-8965-3681fa006ee7 req-1a138f4b-53f9-43f0-b585-b98c9777ce49 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Nov 12 21:28:56.729788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9d292d4-7bae-4e8d-8965-3681fa006ee7 req-a1cb53f4-b0ea-4096-92c8-1af744e0a3d4 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470402 Nov 12 21:28:57.482931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94268-6186-43c4-9f61-97bce9956514 req-6640a4b3-da73-454e-b06e-6c19f37d858f tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:57.484462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eb94268-6186-43c4-9f61-97bce9956514 req-6640a4b3-da73-454e-b06e-6c19f37d858f tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 945 time: 0.0511997 Nov 12 21:28:57.535602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1eb94268-6186-43c4-9f61-97bce9956514 req-fb8be304-4262-4c80-b444-c033737be6aa tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448859 Nov 12 21:28:57.566003 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-db4e99a7-7910-4fcb-baf7-fca7d1e77358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:57.848352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456f061-e172-4542-9233-a0b5f57fd2c1 req-282b05e8-266e-481a-a8cf-19beb0c88676 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:57.849864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d456f061-e172-4542-9233-a0b5f57fd2c1 req-282b05e8-266e-481a-a8cf-19beb0c88676 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Nov 12 21:28:57.899606 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d456f061-e172-4542-9233-a0b5f57fd2c1 req-d2f26933-132f-4082-b0f0-5550157eb3c8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Nov 12 21:28:58.654810 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784551c2-1d8b-4056-820b-b5c675d950e7 req-de11b082-01bb-4b96-924d-bf773476cd8a tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:58.656307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-784551c2-1d8b-4056-820b-b5c675d950e7 req-de11b082-01bb-4b96-924d-bf773476cd8a tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 945 time: 0.0531671 Nov 12 21:28:58.705242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-784551c2-1d8b-4056-820b-b5c675d950e7 req-9fe37e8b-891c-48fd-a2d8-281193b6b7db tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Nov 12 21:28:58.819837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb1d7d-24fd-45c5-91fc-8a98eaf6832a req-dda0c4a2-8bdb-4ca6-b050-dceeb4eabe7f tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:58.821238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfbb1d7d-24fd-45c5-91fc-8a98eaf6832a req-dda0c4a2-8bdb-4ca6-b050-dceeb4eabe7f tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 945 time: 0.0499380 Nov 12 21:28:58.872184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfbb1d7d-24fd-45c5-91fc-8a98eaf6832a req-83213dd5-6cf7-4c90-9194-05841d8f8887 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Nov 12 21:28:58.894085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59806) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:59.005299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01afef4-2be9-449e-b0bd-114a07549aa5 tempest-TestVolumeBackupRestore-983525308 tempest-TestVolumeBackupRestore-983525308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:59.006807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f01afef4-2be9-449e-b0bd-114a07549aa5 tempest-TestVolumeBackupRestore-983525308 tempest-TestVolumeBackupRestore-983525308-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1092 time: 0.1117313 Nov 12 21:28:59.009874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59812) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:28:59.014402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:28:59.031234 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112124-be47-4aff-a5fe-9195229770a3 req-d1c1a67d-3296-47c7-9fbd-b2d808786ffa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:28:59.032828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82112124-be47-4aff-a5fe-9195229770a3 req-d1c1a67d-3296-47c7-9fbd-b2d808786ffa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0592241 Nov 12 21:28:59.083094 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82112124-be47-4aff-a5fe-9195229770a3 req-e1bbf8f3-963e-4901-a7fb-97a78eea10f8 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439737 Nov 12 21:28:59.114964 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:59.213681 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:59.324075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Allocated IP 172.25.8.185 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/aa83185c-f6cb-4e3e-863f-981908227a68) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:28:59.424212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:59.515091 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:59.552616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:28:59.558224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:28:59.561732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:28:59.567250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'Port': ['ID=aa83185c-f6cb-4e3e-863f-981908227a68,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:28:59.600204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.600540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.604759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:28:59.938836 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:00.075042 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab6527f8-a309-4fc3-b9c2-753850cd384c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:00.077443 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:00.211241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b95659-ec44-49ac-92fa-5213a5cb3c45 req-96bc7d33-e6b7-47ac-a14d-d4198e8c4caa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:00.212814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0b95659-ec44-49ac-92fa-5213a5cb3c45 req-96bc7d33-e6b7-47ac-a14d-d4198e8c4caa tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0504055 Nov 12 21:29:00.235309 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:00.263635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0b95659-ec44-49ac-92fa-5213a5cb3c45 req-fc699b8a-2b21-47c5-b30b-c172fd218807 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447557 Nov 12 21:29:00.303363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:00.378813 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event updated for resources: {'Port': ['ID=aa83185c-f6cb-4e3e-863f-981908227a68,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:00.387133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:00.801947 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Floating IP da2c5f58-69bd-42a2-b8b0-bbf111a86612 associated. External IP: 172.25.8.185, port: b4d31a9f-bd6e-443f-a094-e71b931d723d. Nov 12 21:29:01.003332 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Router 7e40910e-000e-4329-80e5-7aa59995b79d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:29:01.111446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:29:01.121767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] Sync routers for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:29:01.131805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:29:01.133589 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:29:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:01.179814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:01.211333 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ced5f72b-d1df-402f-a37e-197a9d0496ba tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2003272 Nov 12 21:29:01.211928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:29:01.214457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59816) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:01.216657 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1409d85-7c15-4153-bbfa-b1db050dc50f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:29:01.247920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:29:01.261553 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb4f24-53a0-426d-b143-4f7d8338503e x-openstack-request-id: req-dedb4f24-53a0-426d-b143-4f7d8338503e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:29:01.261853 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:29:01.262104 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dedb4f24-53a0-426d-b143-4f7d8338503e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:29:01.262222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2225ff-2fc9-43b9-affe-26ed146bdd17 tempest-TestVolumeBackupRestore-983525308 tempest-TestVolumeBackupRestore-983525308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:01.262507 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'status': 'completed', 'code': 200} Nov 12 21:29:01.266391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dd2225ff-2fc9-43b9-affe-26ed146bdd17 tempest-TestVolumeBackupRestore-983525308 tempest-TestVolumeBackupRestore-983525308-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1092 time: 0.0482972 Nov 12 21:29:01.266616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59820) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:01.270962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4b7bc01c-bb1e-4349-bb35-8ca35afae8c1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Request body: {'floatingip': {'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:29:01.386506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc01c-bb1e-4349-bb35-8ca35afae8c1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:01.429659 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:01.431929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-60841801-993b-4d52-b420-5405ee5c7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:01.433502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-60841801-993b-4d52-b420-5405ee5c7b80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d2668b7de9f042b2afeec175d278659b&device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1097 time: 0.1279926 Nov 12 21:29:01.459322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb29024-6d91-4922-ac6c-6d0c2789a52a req-727ac7aa-ea27-45ec-8b76-4e890e86f12d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:01.460767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4bb29024-6d91-4922-ac6c-6d0c2789a52a req-727ac7aa-ea27-45ec-8b76-4e890e86f12d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.1256785 Nov 12 21:29:01.500860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'da2c5f58-69bd-42a2-b8b0-bbf111a86612', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'mac_address': 'fa:16:3e:46:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2079b6-d432-4140-8344-4dcf287dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:59Z', 'updated_at': '2021-11-12T21:28:59Z', 'revision_number': 0, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:01.529118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] Checking router: 7e40910e-000e-4329-80e5-7aa59995b79d for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:29:01.537517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:29:01.538109 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:29:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:01.647788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4bb29024-6d91-4922-ac6c-6d0c2789a52a req-0fd37ab3-8565-4481-8493-3ec1a642c7a3 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789107 Nov 12 21:29:01.687575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-d9f0c070-a4d8-4c40-a682-12dc13ab48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:01.689041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-d9f0c070-a4d8-4c40-a682-12dc13ab48e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=17329100-6317-40e9-831d-ba8bda105755 HTTP/1.1" status: 200 len: 915 time: 0.2470980 Nov 12 21:29:01.800065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-ed3a542b-4fe5-45cb-9286-d8e7a7e2e6b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d HTTP/1.1" status: 200 len: 999 time: 0.1032295 Nov 12 21:29:01.807035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:29:01.856921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-f63d2d17-8438-44f6-9a7d-56b73c5f9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:01.858434 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-f63d2d17-8438-44f6-9a7d-56b73c5f9df3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f750fa6-60a0-4556-b545-3a59961d1fc9 HTTP/1.1" status: 200 len: 853 time: 0.0501328 Nov 12 21:29:02.054395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'da2c5f58-69bd-42a2-b8b0-bbf111a86612', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'mac_address': 'fa:16:3e:46:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2079b6-d432-4140-8344-4dcf287dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:59Z', 'updated_at': '2021-11-12T21:28:59Z', 'revision_number': 0, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:02.090409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980cda7-21d4-4af1-81cf-726dec05cbce None None] The sync data for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 is: [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'da2c5f58-69bd-42a2-b8b0-bbf111a86612', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'mac_address': 'fa:16:3e:46:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2079b6-d432-4140-8344-4dcf287dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:59Z', 'updated_at': '2021-11-12T21:28:59Z', 'revision_number': 0, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:29:02.293905 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc15f06-2d8b-45fc-914c-b0e5bff38a75 None None] New status for floating IP da2c5f58-69bd-42a2-b8b0-bbf111a86612: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:29:02.321814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-d573a0ae-dddb-41ff-abe6-f71d1abf23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:02.323701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-d573a0ae-dddb-41ff-abe6-f71d1abf23f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=17329100-6317-40e9-831d-ba8bda105755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4367051 Nov 12 21:29:02.495623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-ffe3fc35-9c53-4877-91f7-407f9225a33e service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638772 Nov 12 21:29:02.597626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc01c-bb1e-4349-bb35-8ca35afae8c1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:02.629337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1409d85-7c15-4153-bbfa-b1db050dc50f req-f7fefb56-11ec-4f31-b513-fb342c090f21 service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999160 Nov 12 21:29:02.657502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc01c-bb1e-4349-bb35-8ca35afae8c1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:02.658283 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.db.api [None req-ebc15f06-2d8b-45fc-914c-b0e5bff38a75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:29:02.658663 n-d-713498-29 neutron-server[109631]: DEBUG oslo_db.api [None req-ebc15f06-2d8b-45fc-914c-b0e5bff38a75 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:29:02.841290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692751-7cfc-4d2d-af11-404493c86b30 req-d36c6b01-b6b2-4ae1-86aa-91aeac1a166b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:02.842836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3692751-7cfc-4d2d-af11-404493c86b30 req-d36c6b01-b6b2-4ae1-86aa-91aeac1a166b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.1024215 Nov 12 21:29:02.944083 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3692751-7cfc-4d2d-af11-404493c86b30 req-5708c2f5-bb04-4959-a49a-789e29116efb tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948234 Nov 12 21:29:02.952503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7bc01c-bb1e-4349-bb35-8ca35afae8c1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Router 7e40910e-000e-4329-80e5-7aa59995b79d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:29:03.066564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7bc01c-bb1e-4349-bb35-8ca35afae8c1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:29:03.071108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc01c-bb1e-4349-bb35-8ca35afae8c1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:03.101676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:29:03.104025 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:29:03.104191 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:03.129783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4b7bc01c-bb1e-4349-bb35-8ca35afae8c1 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "PUT /v2.0/floatingips/da2c5f58-69bd-42a2-b8b0-bbf111a86612 HTTP/1.1" status: 200 len: 991 time: 1.8621893 Nov 12 21:29:03.140827 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7918b86a-45e9-432c-8655-a979be0ee58d x-openstack-request-id: req-7918b86a-45e9-432c-8655-a979be0ee58d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:29:03.141140 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:29:03.141394 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7918b86a-45e9-432c-8655-a979be0ee58d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:29:03.141797 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'status': 'completed', 'code': 200} Nov 12 21:29:03.160156 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc15f06-2d8b-45fc-914c-b0e5bff38a75 None None] New status for floating IP da2c5f58-69bd-42a2-b8b0-bbf111a86612: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:29:03.206882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-952735ed-4e87-4a17-978d-8a237d2eb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:03.208499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-952735ed-4e87-4a17-978d-8a237d2eb176 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d2668b7de9f042b2afeec175d278659b&device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1097 time: 0.0437632 Nov 12 21:29:03.313801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-8bbf2724-9522-472e-b324-2585e1c1b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:03.315316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-8bbf2724-9522-472e-b324-2585e1c1b983 service neutron] 10.222.0.78 "GET /v2.0/networks?id=17329100-6317-40e9-831d-ba8bda105755 HTTP/1.1" status: 200 len: 915 time: 0.1000824 Nov 12 21:29:03.394698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-6f8c5265-d17c-4fdb-a996-ecb32b8741db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d HTTP/1.1" status: 200 len: 999 time: 0.0605845 Nov 12 21:29:03.439759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] Sync routers for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:29:03.449947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:29:03.450617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:29:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:03.452163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-c039ca28-a531-4fd6-87b5-e72a0bbb049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:03.453762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-c039ca28-a531-4fd6-87b5-e72a0bbb049e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f750fa6-60a0-4556-b545-3a59961d1fc9 HTTP/1.1" status: 200 len: 853 time: 0.0525575 Nov 12 21:29:03.501384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-53e5480e-631b-484d-ab69-7f83f7110ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:03.502893 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-53e5480e-631b-484d-ab69-7f83f7110ae2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=17329100-6317-40e9-831d-ba8bda105755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417519 Nov 12 21:29:03.573087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:29:03.598133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-dbe018df-585d-4be1-888c-e5136634b81d service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872505 Nov 12 21:29:03.652671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:03.696874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeee477f-b4c8-4227-a6d9-bfe0e64c63a8 req-dc275613-c073-44cd-a880-eab37eb32b25 service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911653 Nov 12 21:29:03.810405 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'da2c5f58-69bd-42a2-b8b0-bbf111a86612', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'mac_address': 'fa:16:3e:46:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2079b6-d432-4140-8344-4dcf287dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:59Z', 'updated_at': '2021-11-12T21:29:03Z', 'revision_number': 2, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:03.836351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] Checking router: 7e40910e-000e-4329-80e5-7aa59995b79d for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:29:03.844530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:29:03.845179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:29:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:03.948065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:29:04.063369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91b6d-ae8b-4ff0-8716-84ac55387cd0 req-ef5e30f8-424d-4464-aa36-957ef2b689e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:04.064781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48f91b6d-ae8b-4ff0-8716-84ac55387cd0 req-ef5e30f8-424d-4464-aa36-957ef2b689e1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0503833 Nov 12 21:29:04.116015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48f91b6d-ae8b-4ff0-8716-84ac55387cd0 req-365d62b6-1560-43bf-be75-507ab5bc4c2c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452681 Nov 12 21:29:04.173032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'da2c5f58-69bd-42a2-b8b0-bbf111a86612', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'mac_address': 'fa:16:3e:46:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2079b6-d432-4140-8344-4dcf287dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:59Z', 'updated_at': '2021-11-12T21:29:03Z', 'revision_number': 2, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:04.202259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e64e60-99aa-4fbd-aa0d-4aeb6346c760 None None] The sync data for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 is: [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'da2c5f58-69bd-42a2-b8b0-bbf111a86612', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'port_id': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'mac_address': 'fa:16:3e:46:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2079b6-d432-4140-8344-4dcf287dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:28:59Z', 'updated_at': '2021-11-12T21:29:03Z', 'revision_number': 2, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:29:05.143528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:29:05.145882 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:29:05.182237 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa108667-4984-45c5-8241-b39bf5b8c913 x-openstack-request-id: req-aa108667-4984-45c5-8241-b39bf5b8c913 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:29:05.182534 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:29:05.182868 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa108667-4984-45c5-8241-b39bf5b8c913 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:29:05.183262 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'status': 'completed', 'code': 200} Nov 12 21:29:05.272765 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52542f93-c96e-4fed-9896-e43abb1bf385 req-3ca88ab1-21e7-40cb-86f8-7b9b2994782a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:05.274246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52542f93-c96e-4fed-9896-e43abb1bf385 req-3ca88ab1-21e7-40cb-86f8-7b9b2994782a tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0800719 Nov 12 21:29:05.280099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-f8d36d57-13e9-4567-a085-f7a693ed2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:05.281503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-f8d36d57-13e9-4567-a085-f7a693ed2290 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d2668b7de9f042b2afeec175d278659b&device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1097 time: 0.0751297 Nov 12 21:29:05.380009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52542f93-c96e-4fed-9896-e43abb1bf385 req-5e01afe2-7e82-419e-b3ab-abe7d3b99a4d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975552 Nov 12 21:29:05.405775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-d4040c76-3186-4d41-8843-ea469cb4f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:05.407167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-d4040c76-3186-4d41-8843-ea469cb4f8f4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=17329100-6317-40e9-831d-ba8bda105755 HTTP/1.1" status: 200 len: 915 time: 0.1181700 Nov 12 21:29:05.473716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-08b1bb4d-622d-463b-bd78-7fc82b558f1c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d HTTP/1.1" status: 200 len: 1001 time: 0.0598874 Nov 12 21:29:05.522478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-44e60638-412f-4f5b-ac21-2987d405a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:05.523937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-44e60638-412f-4f5b-ac21-2987d405a2c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f750fa6-60a0-4556-b545-3a59961d1fc9 HTTP/1.1" status: 200 len: 853 time: 0.0437226 Nov 12 21:29:05.573949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-2b7f7e22-eeba-4852-b67b-a0ea29398f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:05.575492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-2b7f7e22-eeba-4852-b67b-a0ea29398f4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=17329100-6317-40e9-831d-ba8bda105755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444999 Nov 12 21:29:05.664916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-99dac735-0a24-4829-b176-7bb4b817156e service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821648 Nov 12 21:29:05.757831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7654e70e-9282-4bb0-a0a1-8ebad15a1f9c req-34b75bd0-c57a-4179-9522-71c6264c15ec service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865772 Nov 12 21:29:06.501067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec93ddd-0201-45bb-9049-616ff4c3ce4b req-203f912f-775c-48ce-a92f-e29a1f0236a6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:06.502488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec93ddd-0201-45bb-9049-616ff4c3ce4b req-203f912f-775c-48ce-a92f-e29a1f0236a6 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Nov 12 21:29:06.551644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fec93ddd-0201-45bb-9049-616ff4c3ce4b req-0d322da4-145d-4ecc-896b-1940fdb4621c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 Nov 12 21:29:07.667847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32abf7-8a43-453f-a0be-25528097ce9c req-4aacd925-df20-47c3-81ed-6986dbc0678d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:07.669315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c32abf7-8a43-453f-a0be-25528097ce9c req-4aacd925-df20-47c3-81ed-6986dbc0678d tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0494425 Nov 12 21:29:07.723579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2c32abf7-8a43-453f-a0be-25528097ce9c req-f13c5934-ac47-4533-b952-551da7c6dd14 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482180 Nov 12 21:29:08.846289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb12560-0427-467b-9736-af2869a83878 req-400237d7-0bc6-4e38-bce2-b17cf2eca2ae tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:08.847871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cb12560-0427-467b-9736-af2869a83878 req-400237d7-0bc6-4e38-bce2-b17cf2eca2ae tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0501456 Nov 12 21:29:08.897483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cb12560-0427-467b-9736-af2869a83878 req-97cc9e0b-bdd0-4b07-9f76-0d74c2512b9c tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Nov 12 21:29:09.644328 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0398022c-64b1-4401-a097-b8758f20acee req-f65c87bb-aa39-4afa-af50-271853715ebd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386057 Nov 12 21:29:09.726146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398022c-64b1-4401-a097-b8758f20acee req-964a20f0-e55f-4d83-a0b7-a91b9560675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:09.727669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0398022c-64b1-4401-a097-b8758f20acee req-964a20f0-e55f-4d83-a0b7-a91b9560675e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1098 time: 0.0410442 Nov 12 21:29:09.834267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398022c-64b1-4401-a097-b8758f20acee req-734528ab-69c8-426e-81fd-3d3e2cd95bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:09.835734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0398022c-64b1-4401-a097-b8758f20acee req-734528ab-69c8-426e-81fd-3d3e2cd95bc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0882177 Nov 12 21:29:09.901913 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0398022c-64b1-4401-a097-b8758f20acee req-3b0e3e56-c6ac-450f-aaa2-58b0739ec747 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 1002 time: 0.0579972 Nov 12 21:29:09.950601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398022c-64b1-4401-a097-b8758f20acee req-f9a941c1-b761-480d-8053-6f289121a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:09.952085 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0398022c-64b1-4401-a097-b8758f20acee req-f9a941c1-b761-480d-8053-6f289121a152 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0426502 Nov 12 21:29:10.003023 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398022c-64b1-4401-a097-b8758f20acee req-979abad5-444d-45f0-8a27-3ff7d2914527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:10.004556 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0398022c-64b1-4401-a097-b8758f20acee req-979abad5-444d-45f0-8a27-3ff7d2914527 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452316 Nov 12 21:29:10.016770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0138-3e64-4b62-9c37-fe2523d320c7 req-dc3905d2-9618-40a5-bc76-cf873e23ed9f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:10.018366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6cd0138-3e64-4b62-9c37-fe2523d320c7 req-dc3905d2-9618-40a5-bc76-cf873e23ed9f tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Nov 12 21:29:10.068542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d6cd0138-3e64-4b62-9c37-fe2523d320c7 req-c85e3319-f36c-4971-b71b-a37842963a27 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441458 Nov 12 21:29:10.096177 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0398022c-64b1-4401-a097-b8758f20acee req-9e13c3d0-7508-4f82-9cf9-4227ec3426ff service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835156 Nov 12 21:29:10.192935 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0398022c-64b1-4401-a097-b8758f20acee req-300f100f-fd05-4e6d-8200-cc547d27b3aa service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 Nov 12 21:29:10.531681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:10.583161 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:10.595269 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61398d4-527f-40b9-833f-702b9e44ede5 req-64bf293a-d2b7-4f2f-888a-ac8a01dc5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:10.596847 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d61398d4-527f-40b9-833f-702b9e44ede5 req-64bf293a-d2b7-4f2f-888a-ac8a01dc5ba1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0417840 Nov 12 21:29:10.646987 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d61398d4-527f-40b9-833f-702b9e44ede5 req-97fc73b1-7d56-4040-b584-8f87ee6e58a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Nov 12 21:29:11.085542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-c4bb312e-87f3-450b-8ea5-bdf6434b9cff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446224 Nov 12 21:29:11.207559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc1c9a-1385-4a8c-94f4-e10d637cd3b9 req-f704b9ca-6be0-4174-a29b-cc49f3b770c9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:11.209087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2dc1c9a-1385-4a8c-94f4-e10d637cd3b9 req-f704b9ca-6be0-4174-a29b-cc49f3b770c9 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0691230 Nov 12 21:29:11.211974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-1f9b193d-9a9f-49db-a566-04036be0cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:11.213346 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-1f9b193d-9a9f-49db-a566-04036be0cb38 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 1097 time: 0.0815961 Nov 12 21:29:11.318313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2dc1c9a-1385-4a8c-94f4-e10d637cd3b9 req-44d5c6e5-c0eb-4f03-856e-226baf23dfd1 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032474 Nov 12 21:29:11.351361 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-a8408f23-ff4d-4f14-baba-49f9aa096a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:11.352825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-a8408f23-ff4d-4f14-baba-49f9aa096a9e service neutron] 10.222.0.78 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.1169953 Nov 12 21:29:11.419785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-031380a7-c346-46d5-8fae-c2acdc6fc703 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335 HTTP/1.1" status: 200 len: 1001 time: 0.0581877 Nov 12 21:29:11.474219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-1b7f9240-467b-4077-ad11-521952722a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:11.481164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-1b7f9240-467b-4077-ad11-521952722a95 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0487452 Nov 12 21:29:11.525721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-dd153135-eb06-41ff-b431-2e23dab13cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:11.527240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-dd153135-eb06-41ff-b431-2e23dab13cc0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412800 Nov 12 21:29:11.620237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-fc1231fc-3317-41bb-971d-a784bf644aa6 service neutron] 10.222.0.78 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Nov 12 21:29:11.716538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8fd7340-caa0-4561-95d5-8d4961a95424 req-9fa82174-6281-4a57-acc4-dbd8a5bdf8f2 service neutron] 10.222.0.78 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Nov 12 21:29:12.435024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bd239-b3eb-47dd-9003-547aea71544d req-d543dbf6-b36d-4071-8965-d754d6538f48 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:12.436663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e3bd239-b3eb-47dd-9003-547aea71544d req-d543dbf6-b36d-4071-8965-d754d6538f48 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0506475 Nov 12 21:29:12.486184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e3bd239-b3eb-47dd-9003-547aea71544d req-7a53de9a-2589-494b-845a-9990d6aa23d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435395 Nov 12 21:29:12.508734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59848) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:12.573349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-645a7f96-f067-4788-abae-b59b4e9ef747 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/floatingips/e882e962-2772-49af-9e4d-c6d1dfa3d2a4 HTTP/1.1" status: 200 len: 993 time: 0.0634861 Nov 12 21:29:13.399744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d1e4aa0-70f8-4b78-a3e3-629692c02204 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:29:13.402813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d1e4aa0-70f8-4b78-a3e3-629692c02204 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:29:13.543496 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:13.569738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:29:13.592620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:29:13.594857 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0709e6-9c21-4165-92c4-2f75e83b243e" -d '{"events": [{"server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:29:13.599402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'port_id': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'mac_address': 'fa:16:3e:04:26:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:29:13.609317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:29:13.632893 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f21f73e-ca56-498a-a461-ebee97605762 x-openstack-request-id: req-5f21f73e-ca56-498a-a461-ebee97605762 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:29:13.633178 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:29:13.633429 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f21f73e-ca56-498a-a461-ebee97605762 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:29:13.633812 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'code': 200} Nov 12 21:29:13.647235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:13.660319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d1e4aa0-70f8-4b78-a3e3-629692c02204 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:29:13.670316 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:13.742320 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:29:13.742678 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:29:13.747336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:14.280303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:14.292541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1e4aa0-70f8-4b78-a3e3-629692c02204 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:29:14.310657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:29:14.370986 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:14.420324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:14.627223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4d1e4aa0-70f8-4b78-a3e3-629692c02204'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:29:15.409521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d1e4aa0-70f8-4b78-a3e3-629692c02204 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:29:15.463240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:29:15.463970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:15.538207 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:15.571853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:29:15.634991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:29:15.637792 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcdc1e9-bc6d-4200-9d6e-91080eca690a" -d '{"events": [{"server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "name": "network-vif-plugged", "status": "completed", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:29:15.651704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:15.681868 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e11521-44ef-409e-abb3-c31ed54b8ae4 x-openstack-request-id: req-e4e11521-44ef-409e-abb3-c31ed54b8ae4 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:29:15.696414 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "name": "network-vif-plugged", "status": "completed", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:29:15.696414 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4e11521-44ef-409e-abb3-c31ed54b8ae4 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:29:15.696414 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'code': 200} Nov 12 21:29:15.708347 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:27.593592 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d3cf71cc-f27c-4211-b424-b54824af0bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:30.067915 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b7c52764-f771-4a70-adbe-f711e624a0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:31.460671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:33.112308 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:29:33.130665 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:33.668111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:40.522551 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:40.816193 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:49.731131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59876) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:49.890199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 401961a0-0733-4eee-ad1a-5f6f2942e19c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:29:49.890509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:49.970445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:49.970686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:49.982354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 401961a0-0733-4eee-ad1a-5f6f2942e19c owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:29:50.216446 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:50.245091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=401961a0-0733-4eee-ad1a-5f6f2942e19c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:50.256536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.256883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.257219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.257547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.257873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.258706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.258706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.258890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.259120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.259465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.259782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.260095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:50.320622 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:50.320944 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Floating IP e882e962-2772-49af-9e4d-c6d1dfa3d2a4 disassociated (deleted). External IP: 172.25.8.176, port: 4d1e4aa0-70f8-4b78-a3e3-629692c02204. Nov 12 21:29:50.533098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 6497956e-8ef0-46eb-8494-4eabe4444d92 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:29:50.643563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:29:50.648544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:50.653168 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] Sync routers for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:29:50.662557 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:29:50.663151 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:29:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:50.675130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-25cad581-fbf4-4092-82b3-40d268c6ba7b tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/floatingips/e882e962-2772-49af-9e4d-c6d1dfa3d2a4 HTTP/1.1" status: 204 len: 168 time: 0.9428208 Nov 12 21:29:50.715210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:29:50.715210 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9350694-684d-4b02-9a6e-89cbb6d5ec20" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:29:50.717132 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17504876-9651-48be-99da-706b9d95f245 x-openstack-request-id: req-17504876-9651-48be-99da-706b9d95f245 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:29:50.717132 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:29:50.717132 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17504876-9651-48be-99da-706b9d95f245 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:29:50.717981 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'status': 'completed', 'code': 200} Nov 12 21:29:50.778640 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:29:50.784689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-cccf51bf-7731-42cd-920d-c7f3c2b2b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:50.786137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-cccf51bf-7731-42cd-920d-c7f3c2b2b7c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0431297 Nov 12 21:29:50.887197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-4c4c4ee1-42cb-4fe8-b34f-6afd435a8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:50.888756 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-4c4c4ee1-42cb-4fe8-b34f-6afd435a8135 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f2557d5f-af87-41a0-9fe4-0a52d25ff31d HTTP/1.1" status: 200 len: 898 time: 0.0957098 Nov 12 21:29:50.934021 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-6c8f2f12-40f0-49c9-90ab-bd5994b278a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204 HTTP/1.1" status: 200 len: 217 time: 0.0375307 Nov 12 21:29:50.997389 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-7cb94bd3-a378-426f-9a22-9858144abd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:50.997845 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:28:02Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:50.999111 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-7cb94bd3-a378-426f-9a22-9858144abd3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e119af6-4fad-409c-8067-07058c1b6979 HTTP/1.1" status: 200 len: 834 time: 0.0545664 Nov 12 21:29:51.024477 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] Checking router: 6497956e-8ef0-46eb-8494-4eabe4444d92 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:29:51.033418 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:29:51.034008 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:29:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:51.046710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-b978c201-29ae-4a8d-a9ba-71826b4af333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:51.048220 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-b978c201-29ae-4a8d-a9ba-71826b4af333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2557d5f-af87-41a0-9fe4-0a52d25ff31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418599 Nov 12 21:29:51.147062 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-1659538e-d700-4666-bc71-28e2df82acf6 service neutron] 10.222.0.46 "GET /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912583 Nov 12 21:29:51.149698 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:29:51.193606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda2e3b-cac4-4e5c-9002-3df194f70042 req-2d2c7744-5902-4634-9345-8bd700736086 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:51.195342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdda2e3b-cac4-4e5c-9002-3df194f70042 req-2d2c7744-5902-4634-9345-8bd700736086 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0510855 Nov 12 21:29:51.264608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdda2e3b-cac4-4e5c-9002-3df194f70042 req-ebbf07dc-89e3-454e-928c-c225298fe0ed tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632236 Nov 12 21:29:51.266939 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f9350694-684d-4b02-9a6e-89cbb6d5ec20 req-e8f8be51-ea66-4a08-8abe-00bc436947df service neutron] 10.222.0.46 "GET /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119800 Nov 12 21:29:51.355072 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:28:02Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:51.473106 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9e565-e386-452b-8570-58cbdc9b257c None None] The sync data for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 is: [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:27:59Z', 'revision_number': 4, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '3be95668-bcb1-4f84-91da-0a5ae1801bcc', 'name': '', 'network_id': 'f2557d5f-af87-41a0-9fe4-0a52d25ff31d', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'mac_address': 'fa:16:3e:24:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '0e119af6-4fad-409c-8067-07058c1b6979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:57Z', 'updated_at': '2021-11-12T21:28:02Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'subnets': [{'id': '0e119af6-4fad-409c-8067-07058c1b6979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:29:51.690429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc2a71-f6a5-4f59-a2f9-dc7dcb95092a None None] New status for floating IP e882e962-2772-49af-9e4d-c6d1dfa3d2a4: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:29:52.393163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353f57d-7c5c-471a-b81e-6726573499b7 req-e2759e42-e4cb-47bb-a058-1fb779f71180 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:52.394644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3353f57d-7c5c-471a-b81e-6726573499b7 req-e2759e42-e4cb-47bb-a058-1fb779f71180 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Nov 12 21:29:52.445394 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3353f57d-7c5c-471a-b81e-6726573499b7 req-0232bbae-5e0e-43cf-8be2-60384d7623c2 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/security-groups?id=06cd4f1a-abe9-4637-8566-0160d50e5ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448010 Nov 12 21:29:52.573891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-0a5f5343-fe80-4d5e-bdcf-e1ff2a7c1c85 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:29:52.576035 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-0a5f5343-fe80-4d5e-bdcf-e1ff2a7c1c85 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Nov 12 21:29:52.682370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:29:52.682717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:52.774004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 4d1e4aa0-70f8-4b78-a3e3-629692c02204, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4d1e4aa0-70f8-4b78-a3e3-629692c02204,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:29:52.774360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:52.787416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 4d1e4aa0-70f8-4b78-a3e3-629692c02204 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:29:53.021984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:53.052011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=4d1e4aa0-70f8-4b78-a3e3-629692c02204,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:53.097881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] No DVR routers for this DVR port 4d1e4aa0-70f8-4b78-a3e3-629692c02204 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:29:53.100579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:53.103924 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f0f4b7c-b571-4b5c-8026-dc578ef47d7d req-5bbef4fc-ff78-4749-9bb5-afda2d24d2d7 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.46 "DELETE /v2.0/ports/4d1e4aa0-70f8-4b78-a3e3-629692c02204 HTTP/1.1" status: 204 len: 173 time: 0.5187056 Nov 12 21:29:53.104374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'name': 'network-vif-deleted', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:29:53.107463 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403639c3-8f72-4bc7-8c88-5170e76e1eaf" -d '{"events": [{"server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "name": "network-vif-deleted", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:29:53.145149 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ff3bf8-36d9-48bd-b052-93740fc3e3f6 x-openstack-request-id: req-21ff3bf8-36d9-48bd-b052-93740fc3e3f6 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:29:53.145467 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3", "name": "network-vif-deleted", "tag": "4d1e4aa0-70f8-4b78-a3e3-629692c02204", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:29:53.145723 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21ff3bf8-36d9-48bd-b052-93740fc3e3f6 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:29:53.146123 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3', 'name': 'network-vif-deleted', 'tag': '4d1e4aa0-70f8-4b78-a3e3-629692c02204', 'status': 'completed', 'code': 200} Nov 12 21:29:53.547805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4aadefa3-05cc-49a9-9e63-c3d7f488be13 req-677d5001-7944-4d38-94f4-ec857d625227 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e6cd0f-9b5e-4b9a-942e-c4fe4c82b0c3 HTTP/1.1" status: 200 len: 210 time: 0.0281432 Nov 12 21:29:54.605076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59898) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:54.975963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:55.242021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port 3be95668-bcb1-4f84-91da-0a5ae1801bcc {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:29:55.242278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:55.336742 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port 3be95668-bcb1-4f84-91da-0a5ae1801bcc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=3be95668-bcb1-4f84-91da-0a5ae1801bcc,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:29:55.337102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:55.350600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for 3be95668-bcb1-4f84-91da-0a5ae1801bcc owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:29:55.610377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:55.636308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=3be95668-bcb1-4f84-91da-0a5ae1801bcc,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:55.823453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.047460 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Router 6497956e-8ef0-46eb-8494-4eabe4444d92 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:29:56.153679 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:29:56.158925 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e311a835-df67-4bc1-a43a-3e7a340fc0ec tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "PUT /v2.0/routers/6497956e-8ef0-46eb-8494-4eabe4444d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5526409 Nov 12 21:29:56.161392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59902) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:56.164042 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] Sync routers for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:29:56.174505 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:29:56.175093 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:29:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:56.213678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b88cb7a-6709-4a98-b103-cd6c833d5467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting subnet 0e119af6-4fad-409c-8067-07058c1b6979 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:29:56.217612 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b88cb7a-6709-4a98-b103-cd6c833d5467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.263363 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b88cb7a-6709-4a98-b103-cd6c833d5467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.283699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:29:56.353888 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b88cb7a-6709-4a98-b103-cd6c833d5467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.466258 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:29:55Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:56.473803 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b88cb7a-6709-4a98-b103-cd6c833d5467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.496310 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] Checking router: 6497956e-8ef0-46eb-8494-4eabe4444d92 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:29:56.502491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88cb7a-6709-4a98-b103-cd6c833d5467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Subnet': ['ID=0e119af6-4fad-409c-8067-07058c1b6979,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:56.507053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7b88cb7a-6709-4a98-b103-cd6c833d5467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.508062 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] Routers {'6497956e-8ef0-46eb-8494-4eabe4444d92'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:29:56.508663 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:29:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6497956e-8ef0-46eb-8494-4eabe4444d92'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:56.510920 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7b88cb7a-6709-4a98-b103-cd6c833d5467 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/subnets/0e119af6-4fad-409c-8067-07058c1b6979 HTTP/1.1" status: 204 len: 168 time: 0.3485765 Nov 12 21:29:56.514530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59904) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:56.515469 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee48e1d-ac8e-4e1e-b539-547371e46ddd None None] Network f2557d5f-af87-41a0-9fe4-0a52d25ff31d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:29:56.614890 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] Set router 6497956e-8ef0-46eb-8494-4eabe4444d92 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:29:56.625484 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.732869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] DHCP port deletion for f2557d5f-af87-41a0-9fe4-0a52d25ff31d request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:29:56.792729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Deleting port c3466ca7-8817-4760-a78c-ed334a615f7f {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:29:56.793118 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.814593 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:29:55Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:56.844328 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c56b3-56f3-468d-8d94-d3935b3c2d1b None None] The sync data for ids ['6497956e-8ef0-46eb-8494-4eabe4444d92'] in n-d-713498-29 is: [{'id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361638767', 'tenant_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:27:53Z', 'updated_at': '2021-11-12T21:29:55Z', 'revision_number': 5, 'project_id': '63bfa0f529684f2aa7252aa13ff2dad2', 'gw_port': {'id': 'c3ed154a-218e-46f4-8c35-bbb54c361324', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497956e-8ef0-46eb-8494-4eabe4444d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:27:54Z', 'updated_at': '2021-11-12T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:29:57.034012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] For port c3466ca7-8817-4760-a78c-ed334a615f7f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c3466ca7-8817-4760-a78c-ed334a615f7f,segment=NetworkSegment(5bf0c87b-8e4a-4ba2-857e-2267c7739ba0),segment_id=5bf0c87b-8e4a-4ba2-857e-2267c7739ba0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:29:57.034329 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.052435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Calling delete_port for c3466ca7-8817-4760-a78c-ed334a615f7f owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:29:57.092106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.250439 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.260533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Deleting port c3ed154a-218e-46f4-8c35-bbb54c361324 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:29:57.260533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.281908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Pushing event deleted for resources: {'Port': ['ID=c3466ca7-8817-4760-a78c-ed334a615f7f,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:57.289963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] No DVR routers for this DVR port c3466ca7-8817-4760-a78c-ed334a615f7f on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:29:57.292630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.292989 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.293322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.294540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.295076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.295599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.296089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.296577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.297066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.297550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.297885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.298214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d84dd-e7aa-4b59-9c5d-a74f369d56a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:29:57.350848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] For port c3ed154a-218e-46f4-8c35-bbb54c361324, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c3ed154a-218e-46f4-8c35-bbb54c361324,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:29:57.351370 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.370248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Calling delete_port for c3ed154a-218e-46f4-8c35-bbb54c361324 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:29:57.542500 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-117acb30-d47b-4316-b8ff-cd477118793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.615013 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d1e4aa0-70f8-4b78-a3e3-629692c02204 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:29:57.625085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 4d1e4aa0-70f8-4b78-a3e3-629692c02204 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:29:57.625431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4d1e4aa0-70f8-4b78-a3e3-629692c02204 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:29:57.639249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.665179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Port': ['ID=c3ed154a-218e-46f4-8c35-bbb54c361324,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:57.679783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c0c88-fedc-4bc1-a6af-d92502b4f7a9 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:29:57.731195 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.816596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c3466ca7-8817-4760-a78c-ed334a615f7f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:29:57.829641 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.831979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.838150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c3466ca7-8817-4760-a78c-ed334a615f7f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:29:57.838497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c3466ca7-8817-4760-a78c-ed334a615f7f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:29:57.838918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3be95668-bcb1-4f84-91da-0a5ae1801bcc no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:29:57.861871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 3be95668-bcb1-4f84-91da-0a5ae1801bcc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:29:57.862449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 3be95668-bcb1-4f84-91da-0a5ae1801bcc not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:29:57.913647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.914180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Fanout notify agent at l3_agent the message router_deleted on router 6497956e-8ef0-46eb-8494-4eabe4444d92 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:29:57.921406 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:57.922412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1f00286e-81bb-4f70-acbf-de12a340bf86 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/routers/6497956e-8ef0-46eb-8494-4eabe4444d92 HTTP/1.1" status: 204 len: 168 time: 1.4069085 Nov 12 21:29:57.925355 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 59906) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:58.010087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:58.104908 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:58.125478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2557d5f-af87-41a0-9fe4-0a52d25ff31d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:58.135142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:58.135475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf0c87b-8e4a-4ba2-857e-2267c7739ba0') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:29:58.145880 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:58.158915 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:58.164718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:29:58.165102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:29:58.168018 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:29:58.673445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:58.678102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:58.681721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/networks/f2557d5f-af87-41a0-9fe4-0a52d25ff31d HTTP/1.1" status: 204 len: 168 time: 0.7552245 Nov 12 21:29:58.685350 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59908) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:29:58.697697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e45106-6487-4822-b10b-0e9adb4a861e tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'Network': ['ID=f2557d5f-af87-41a0-9fe4-0a52d25ff31d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:58.747661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89731c94-1c33-4750-9de4-3eeec54712d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:58.772349 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89731c94-1c33-4750-9de4-3eeec54712d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:59.095697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89731c94-1c33-4750-9de4-3eeec54712d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:59.098383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-89731c94-1c33-4750-9de4-3eeec54712d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:59.099598 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-89731c94-1c33-4750-9de4-3eeec54712d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] 10.222.0.64 "DELETE /v2.0/security-groups/06cd4f1a-abe9-4637-8566-0160d50e5ba7 HTTP/1.1" status: 204 len: 168 time: 0.4132137 Nov 12 21:29:59.109572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89731c94-1c33-4750-9de4-3eeec54712d5 tempest-TestNetworkAdvancedServerOps-960087536 tempest-TestNetworkAdvancedServerOps-960087536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cd4f1a-abe9-4637-8566-0160d50e5ba7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:29:59.726228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c3ed154a-218e-46f4-8c35-bbb54c361324 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:29:59.746600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c3ed154a-218e-46f4-8c35-bbb54c361324 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:29:59.747483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c3ed154a-218e-46f4-8c35-bbb54c361324 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:00.073080 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-760fbe50-943c-49c3-acbf-0cf2b1698a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:00.788621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59918) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:00.925492 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a7ad685d-39db-41f4-9ae3-57c8e948622a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63bfa0f529684f2aa7252aa13ff2dad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356981 Nov 12 21:30:00.928040 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59922) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:00.977193 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:00.999318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:01.142257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:01.146003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:01.147192 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9abc7cd-323a-4403-87a2-2f569cb02ca4 HTTP/1.1" status: 204 len: 168 time: 0.2182276 Nov 12 21:30:01.156834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9abc7cd-323a-4403-87a2-2f569cb02ca4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:01.165116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.165459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.165790 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.166228 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.166562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.166882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.167203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.167557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.167885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.168194 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.168507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.168866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44228e0d-1b5f-4031-932c-c06bba4507dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:01.410613 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:01.854934 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59930) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:01.901052 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e9f95b7-e8d6-4880-beb8-9bd3a229f055 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3cf3cc0e1bb48b58d2c8c692f017812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448353 Nov 12 21:30:01.903469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59932) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:01.951612 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69a14904-f321-49a9-ae06-264377da6834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:01.972357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69a14904-f321-49a9-ae06-264377da6834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:02.159277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69a14904-f321-49a9-ae06-264377da6834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:02.162695 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-69a14904-f321-49a9-ae06-264377da6834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:02.163955 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-69a14904-f321-49a9-ae06-264377da6834 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08dfbdaa-3c08-4cc9-8bd8-2dbaa0f6450c HTTP/1.1" status: 204 len: 168 time: 0.2595725 Nov 12 21:30:02.173373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a14904-f321-49a9-ae06-264377da6834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dfbdaa-3c08-4cc9-8bd8-2dbaa0f6450c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:03.113370 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:03.615650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:10.112788 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:30:10.615562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:10.672603 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:12.249213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-659b60bd-b463-45ae-b0ed-3a5dd9257be1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1875808 Nov 12 21:30:12.310669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-e936ca04-d203-4bb6-8b46-20f5eff8675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:12.312199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-e936ca04-d203-4bb6-8b46-20f5eff8675f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d2668b7de9f042b2afeec175d278659b&device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1097 time: 0.0399320 Nov 12 21:30:12.417843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-d6ebe2ee-ec40-4fda-a730-36cc58cc6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:12.419422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-d6ebe2ee-ec40-4fda-a730-36cc58cc6421 service neutron] 10.222.0.78 "GET /v2.0/networks?id=17329100-6317-40e9-831d-ba8bda105755 HTTP/1.1" status: 200 len: 915 time: 0.0878842 Nov 12 21:30:12.487259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-74429b3c-ee54-40b1-93f0-eef74f06b25b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d HTTP/1.1" status: 200 len: 1001 time: 0.0602424 Nov 12 21:30:12.541071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-23dd0ea8-b400-40fe-84d4-d3da17eb8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:12.542523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-23dd0ea8-b400-40fe-84d4-d3da17eb8d8b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f750fa6-60a0-4556-b545-3a59961d1fc9 HTTP/1.1" status: 200 len: 853 time: 0.0486913 Nov 12 21:30:12.588008 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-cfe73ee5-c2bb-4788-aee1-fe02180a941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:12.589488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-cfe73ee5-c2bb-4788-aee1-fe02180a941f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=17329100-6317-40e9-831d-ba8bda105755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400198 Nov 12 21:30:12.683255 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-9e183c88-a600-40dc-8d94-f4c3e3e04ce7 service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Nov 12 21:30:12.776458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0cfbc49-af68-4bca-b3e3-15fec018aeaa req-115db78e-1466-4509-ab21-118df99cb441 service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863283 Nov 12 21:30:18.232894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59942) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:18.393308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Deleting port aa83185c-f6cb-4e3e-863f-981908227a68 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:18.393646 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:18.471232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:18.471584 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:18.483069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Calling delete_port for aa83185c-f6cb-4e3e-863f-981908227a68 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:18.690413 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:18.717967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event deleted for resources: {'Port': ['ID=aa83185c-f6cb-4e3e-863f-981908227a68,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:18.783665 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:18.783915 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Floating IP da2c5f58-69bd-42a2-b8b0-bbf111a86612 disassociated (deleted). External IP: 172.25.8.185, port: b4d31a9f-bd6e-443f-a094-e71b931d723d. Nov 12 21:30:18.996318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Router 7e40910e-000e-4329-80e5-7aa59995b79d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:30:19.427155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:30:19.431965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:19.438348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] Sync routers for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:30:19.448450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:19.453677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:19.458926 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6e4c728b-96db-4eae-9f83-10a4f4fbf8e4 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "DELETE /v2.0/floatingips/da2c5f58-69bd-42a2-b8b0-bbf111a86612 HTTP/1.1" status: 204 len: 168 time: 1.2248554 Nov 12 21:30:19.459574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:30:19.462030 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341580b-ef8a-4d58-82ca-781be02b416d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:30:19.566714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:19.648864 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef42c81d-e1ba-4fef-9ac2-4fc72a33352a x-openstack-request-id: req-ef42c81d-e1ba-4fef-9ac2-4fc72a33352a {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:30:19.649215 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:30:19.649474 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef42c81d-e1ba-4fef-9ac2-4fc72a33352a {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:30:19.649872 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'status': 'completed', 'code': 200} Nov 12 21:30:19.723374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341580b-ef8a-4d58-82ca-781be02b416d req-e732bd39-3843-4854-b4b0-0615e6dc3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:19.723374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2341580b-ef8a-4d58-82ca-781be02b416d req-e732bd39-3843-4854-b4b0-0615e6dc3327 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d2668b7de9f042b2afeec175d278659b&device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 1097 time: 0.0455136 Nov 12 21:30:19.795858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:19.826138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] Checking router: 7e40910e-000e-4329-80e5-7aa59995b79d for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:30:19.829256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341580b-ef8a-4d58-82ca-781be02b416d req-76142670-8e1f-46e2-b168-10f1b16656ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:19.830755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2341580b-ef8a-4d58-82ca-781be02b416d req-76142670-8e1f-46e2-b168-10f1b16656ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=17329100-6317-40e9-831d-ba8bda105755 HTTP/1.1" status: 200 len: 915 time: 0.1008615 Nov 12 21:30:19.833731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:19.834395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:19.877223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2341580b-ef8a-4d58-82ca-781be02b416d req-83f8c920-0549-4b2f-9ee5-badc40935c0c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d HTTP/1.1" status: 200 len: 217 time: 0.0387175 Nov 12 21:30:19.946085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:19.963741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341580b-ef8a-4d58-82ca-781be02b416d req-9804fc05-e94e-4ffd-9885-f4e72d6f13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:19.965224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2341580b-ef8a-4d58-82ca-781be02b416d req-9804fc05-e94e-4ffd-9885-f4e72d6f13b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f750fa6-60a0-4556-b545-3a59961d1fc9 HTTP/1.1" status: 200 len: 853 time: 0.0734975 Nov 12 21:30:19.974494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb718-079a-48ab-981c-2d2953b95cca req-851c4d0a-e039-444d-a093-8467a7aeda1e tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:19.975958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-245cb718-079a-48ab-981c-2d2953b95cca req-851c4d0a-e039-444d-a093-8467a7aeda1e tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 945 time: 0.0930853 Nov 12 21:30:20.049741 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341580b-ef8a-4d58-82ca-781be02b416d req-3be37d4f-3ca9-485d-87f8-d24755673efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:20.051168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2341580b-ef8a-4d58-82ca-781be02b416d req-3be37d4f-3ca9-485d-87f8-d24755673efc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=17329100-6317-40e9-831d-ba8bda105755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743551 Nov 12 21:30:20.055244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-245cb718-079a-48ab-981c-2d2953b95cca req-6f6dff25-a02b-4119-a76b-71772812419a tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707200 Nov 12 21:30:20.152382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2341580b-ef8a-4d58-82ca-781be02b416d req-e8bb324e-2515-41f5-ad5c-efd90dbf460e service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921302 Nov 12 21:30:20.152867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:20.180563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b4cd2-2a43-4f00-a8b9-e9576edeaff4 None None] The sync data for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 is: [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:45Z', 'revision_number': 4, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd283cb56-2e55-4f97-bf65-3cac1ce903de', 'name': '', 'network_id': '17329100-6317-40e9-831d-ba8bda105755', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'mac_address': 'fa:16:3e:bd:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:44Z', 'updated_at': '2021-11-12T21:25:50Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'subnets': [{'id': '7f750fa6-60a0-4556-b545-3a59961d1fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:30:20.251574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2341580b-ef8a-4d58-82ca-781be02b416d req-9ffcb809-c9fd-4115-b384-ca6b42e5cf36 service neutron] 10.222.0.78 "GET /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918245 Nov 12 21:30:20.424699 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187e614-69ac-4d64-ad38-a829da2f5b77 None None] New status for floating IP da2c5f58-69bd-42a2-b8b0-bbf111a86612: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:30:21.179954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b7f3-1c94-4ee7-89d6-3172fdb2f09d req-20c9ad0c-b655-4a6d-a62f-f61a430a102f tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:21.181455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b194b7f3-1c94-4ee7-89d6-3172fdb2f09d req-20c9ad0c-b655-4a6d-a62f-f61a430a102f tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 945 time: 0.0551958 Nov 12 21:30:21.230988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b194b7f3-1c94-4ee7-89d6-3172fdb2f09d req-8fedba0d-2944-45a4-8c19-26bba5444550 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c283558-5091-400d-9cfd-494dce2c74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435431 Nov 12 21:30:21.435419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960b0c-c686-4c55-845d-255cab6e0dce req-a728f2e1-9b67-45d2-b538-a66ba4c7f6ab tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:21.436870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27960b0c-c686-4c55-845d-255cab6e0dce req-a728f2e1-9b67-45d2-b538-a66ba4c7f6ab tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 945 time: 0.0480890 Nov 12 21:30:21.537244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Deleting port b4d31a9f-bd6e-443f-a094-e71b931d723d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:21.537578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:21.626514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] For port b4d31a9f-bd6e-443f-a094-e71b931d723d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=b4d31a9f-bd6e-443f-a094-e71b931d723d,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:21.626880 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:21.639261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Calling delete_port for b4d31a9f-bd6e-443f-a094-e71b931d723d owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:21.820603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:21.850013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event deleted for resources: {'Port': ['ID=b4d31a9f-bd6e-443f-a094-e71b931d723d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:21.894293 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] No DVR routers for this DVR port b4d31a9f-bd6e-443f-a094-e71b931d723d on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:30:21.896912 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:21.900174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27960b0c-c686-4c55-845d-255cab6e0dce req-3c7a851d-ceda-49a1-9578-4bb947588ec2 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.78 "DELETE /v2.0/ports/b4d31a9f-bd6e-443f-a094-e71b931d723d HTTP/1.1" status: 204 len: 173 time: 0.4573100 Nov 12 21:30:21.900609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'name': 'network-vif-deleted', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:30:21.902885 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ffff47-96ba-4266-b01e-7f63ff2d543d" -d '{"events": [{"server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "name": "network-vif-deleted", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:30:21.938464 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccd1e47-fc60-4e64-a8b9-1442b7e51ac0 x-openstack-request-id: req-0ccd1e47-fc60-4e64-a8b9-1442b7e51ac0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:30:21.938743 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2079b6-d432-4140-8344-4dcf287dd483", "name": "network-vif-deleted", "tag": "b4d31a9f-bd6e-443f-a094-e71b931d723d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:30:21.938989 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ccd1e47-fc60-4e64-a8b9-1442b7e51ac0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:30:21.939425 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2079b6-d432-4140-8344-4dcf287dd483', 'name': 'network-vif-deleted', 'tag': 'b4d31a9f-bd6e-443f-a094-e71b931d723d', 'status': 'completed', 'code': 200} Nov 12 21:30:22.343578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9266e997-93be-4d3e-806f-227b53901d6a req-b1ca730b-5676-47c2-a753-581f3588fb48 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 210 time: 0.0337610 Nov 12 21:30:23.444603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-923bb324-4bdb-42bf-9d35-6a81f6685e06 req-737757c8-1545-4653-b3b6-e7f1cbf38ed3 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 210 time: 0.0268877 Nov 12 21:30:24.542821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4de96144-157c-4f9d-8486-6f5fbcae3559 req-3bc77b96-f2f6-452e-9d48-f2207c5d7626 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 210 time: 0.0283744 Nov 12 21:30:25.642207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fd27d51-53c6-46c3-bca4-e65cec0bbc7f req-d016274b-0589-4d04-b198-b6f743bd0cc3 tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Nov 12 21:30:26.661536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b4d31a9f-bd6e-443f-a094-e71b931d723d no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:26.685886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: b4d31a9f-bd6e-443f-a094-e71b931d723d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:26.686242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device b4d31a9f-bd6e-443f-a094-e71b931d723d not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:26.748559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8f76f49-3928-4fbd-92bb-712dd0fd8038 req-ab47ab34-85b4-4491-ace9-e56e3513abab tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2079b6-d432-4140-8344-4dcf287dd483 HTTP/1.1" status: 200 len: 210 time: 0.0268350 Nov 12 21:30:27.586096 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e850d53-aaa8-41c5-86d3-5ce03cd2bf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:27.804903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 59970) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:27.861336 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b49-e6ae-4ecc-8645-597c8852475b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:27.886352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b49-e6ae-4ecc-8645-597c8852475b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:28.004001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b49-e6ae-4ecc-8645-597c8852475b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:28.006598 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7b49-e6ae-4ecc-8645-597c8852475b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:28.007775 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cbdd7b49-e6ae-4ecc-8645-597c8852475b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] 10.222.0.64 "DELETE /v2.0/security-groups/9c283558-5091-400d-9cfd-494dce2c74f8 HTTP/1.1" status: 204 len: 168 time: 0.2018881 Nov 12 21:30:28.017719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7b49-e6ae-4ecc-8645-597c8852475b tempest-TestVolumeBackupRestore-1726276619 tempest-TestVolumeBackupRestore-1726276619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c283558-5091-400d-9cfd-494dce2c74f8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:30.107908 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b19cb4d1-ea4e-4bfc-bb7e-60d6641ffad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:31.387138 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:33.049864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60178) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:33.163353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:33.418439 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:33.677294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Deleting port d283cb56-2e55-4f97-bf65-3cac1ce903de {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:33.677574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:33.757304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] For port d283cb56-2e55-4f97-bf65-3cac1ce903de, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d283cb56-2e55-4f97-bf65-3cac1ce903de,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:33.757661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:33.770919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Calling delete_port for d283cb56-2e55-4f97-bf65-3cac1ce903de owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:33.821659 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.027070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.056914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Pushing event deleted for resources: {'Port': ['ID=d283cb56-2e55-4f97-bf65-3cac1ce903de,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:34.230647 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.311769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60218) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:34.464250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Router 7e40910e-000e-4329-80e5-7aa59995b79d has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:30:34.575049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:30:34.581116 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-680019d0-2e15-4f75-933c-f257bc651235 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e40910e-000e-4329-80e5-7aa59995b79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5285110 Nov 12 21:30:34.583649 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:34.587948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] Sync routers for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:30:34.602477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:34.606792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:34.648589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port d33e16b7-6dd2-4086-8fdb-1eada7e0f479 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:34.648927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.702959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.716998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:34.735825 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.736413 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.749117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for d33e16b7-6dd2-4086-8fdb-1eada7e0f479 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:34.811654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.917547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Deleting port 8c5e60af-8617-48fc-8ab8-af16fc8b670f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:34.917880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:34.921070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:30:33Z', 'revision_number': 5, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port': {'id': '8c5e60af-8617-48fc-8ab8-af16fc8b670f', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:34.948207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] Checking router: 7e40910e-000e-4329-80e5-7aa59995b79d for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:30:34.957696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] Routers {'7e40910e-000e-4329-80e5-7aa59995b79d'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:34.958290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['7e40910e-000e-4329-80e5-7aa59995b79d'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:35.002161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] For port 8c5e60af-8617-48fc-8ab8-af16fc8b670f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8c5e60af-8617-48fc-8ab8-af16fc8b670f,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:35.002527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.004357 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.020781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Calling delete_port for 8c5e60af-8617-48fc-8ab8-af16fc8b670f owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:35.030839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=d33e16b7-6dd2-4086-8fdb-1eada7e0f479,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:35.054688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] Set router 7e40910e-000e-4329-80e5-7aa59995b79d gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:35.095085 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.095478 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Floating IP 69e802a9-549b-4d57-89d9-1d178a486bf9 disassociated (deleted). External IP: 172.25.8.116, port: 12530e4e-3cb2-4bad-aea3-9a66461a6335. Nov 12 21:30:35.112822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:30:34Z', 'revision_number': 6, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:35.141170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098acb1-caad-4376-8f8f-54f4a8404b62 None None] The sync data for ids ['7e40910e-000e-4329-80e5-7aa59995b79d'] in n-d-713498-29 is: [{'id': '7e40910e-000e-4329-80e5-7aa59995b79d', 'name': 'tempest-TestVolumeBackupRestore-1674705124-router', 'tenant_id': 'd2668b7de9f042b2afeec175d278659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:42Z', 'updated_at': '2021-11-12T21:30:34Z', 'revision_number': 6, 'project_id': 'd2668b7de9f042b2afeec175d278659b', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:30:35.284481 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.311678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5e60af-8617-48fc-8ab8-af16fc8b670f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:35.330645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c514f-e6c1-4188-97f1-9902d373628c None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:30:35.336056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:30:35.385963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.450416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:30:35.456655 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.461128 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:30:35.474877 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:35.475755 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:35.481232 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.484113 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.500418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8fb37508-a180-448b-ac96-49f28b74a726 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "DELETE /v2.0/floatingips/69e802a9-549b-4d57-89d9-1d178a486bf9 HTTP/1.1" status: 204 len: 168 time: 1.1771019 Nov 12 21:30:35.503503 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:30:35.508960 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca25ca8e-b8ef-4a55-ab67-154680433e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:30:35.636899 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:35.637042 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a9bcc-e5ba-4e45-bd88-8c372ba4ea6f x-openstack-request-id: req-9f9a9bcc-e5ba-4e45-bd88-8c372ba4ea6f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:30:35.637505 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:30:35.637953 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f9a9bcc-e5ba-4e45-bd88-8c372ba4ea6f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:30:35.638939 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'status': 'completed', 'code': 200} Nov 12 21:30:35.655564 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.656706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e40910e-000e-4329-80e5-7aa59995b79d {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:30:35.662154 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.664025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca81d429-9d90-4259-bc03-1bf3d2b09171 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7e40910e-000e-4329-80e5-7aa59995b79d HTTP/1.1" status: 204 len: 168 time: 1.0786855 Nov 12 21:30:35.666109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60280) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:35.709003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-c5c2c4d8-899a-4995-9c40-455d6d6b3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:35.710826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-c5c2c4d8-899a-4995-9c40-455d6d6b3ef1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 1097 time: 0.0467432 Nov 12 21:30:35.718850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dc7520-67b0-4732-935c-9d8164d5b24b admin admin] Deleting subnet 7f750fa6-60a0-4556-b545-3a59961d1fc9 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:30:35.722642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7520-67b0-4732-935c-9d8164d5b24b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.771525 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7520-67b0-4732-935c-9d8164d5b24b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.827708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-ebca4ffe-e144-416b-9c9e-276007e2658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:35.829997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-ebca4ffe-e144-416b-9c9e-276007e2658f service neutron] 10.222.0.78 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.1113477 Nov 12 21:30:35.857930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7520-67b0-4732-935c-9d8164d5b24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:35.890039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-98ec22b7-adbf-424b-a75e-4934d8d82d1b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335 HTTP/1.1" status: 200 len: 217 time: 0.0526471 Nov 12 21:30:35.893964 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:57Z', 'revision_number': 1, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:35.923319 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:30:35.931793 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:35.932396 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:35.948570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-1b82210f-77f4-4e8f-9c42-539a59dfce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:35.950144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-1b82210f-77f4-4e8f-9c42-539a59dfce7d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0532961 Nov 12 21:30:35.993835 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7520-67b0-4732-935c-9d8164d5b24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.034678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc7520-67b0-4732-935c-9d8164d5b24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f750fa6-60a0-4556-b545-3a59961d1fc9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:36.040992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7520-67b0-4732-935c-9d8164d5b24b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.041624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0056c53-8449-49c9-a1d0-b77a12d7dd9a None None] Network 17329100-6317-40e9-831d-ba8bda105755 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:30:36.044673 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a7dc7520-67b0-4732-935c-9d8164d5b24b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f750fa6-60a0-4556-b545-3a59961d1fc9 HTTP/1.1" status: 204 len: 168 time: 0.3775680 Nov 12 21:30:36.049493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60296) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:36.065314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-20f60779-6b15-4abf-be52-a3e99f8afdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:36.066167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-20f60779-6b15-4abf-be52-a3e99f8afdd7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086438 Nov 12 21:30:36.067319 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:36.179749 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.274876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Deleting port be415f45-1e89-4d6f-9bb7-99a7d1894468 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:36.275535 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.277570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15f5f6-bd4a-4061-94f3-4f4265e8edad req-1f8164b4-93b9-421e-bc13-8caae208d87a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:36.285698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb15f5f6-bd4a-4061-94f3-4f4265e8edad req-1f8164b4-93b9-421e-bc13-8caae208d87a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 945 time: 0.0955780 Nov 12 21:30:36.290591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-a62e1331-c9a0-4215-8216-0162997523e2 service neutron] 10.222.0.78 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162201 Nov 12 21:30:36.405027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d283cb56-2e55-4f97-bf65-3cac1ce903de no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:36.424058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] For port be415f45-1e89-4d6f-9bb7-99a7d1894468, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=be415f45-1e89-4d6f-9bb7-99a7d1894468,segment=NetworkSegment(85b8a240-1ed0-41e1-81ef-7729d1712e1c),segment_id=85b8a240-1ed0-41e1-81ef-7729d1712e1c)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:36.424575 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.427994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb15f5f6-bd4a-4061-94f3-4f4265e8edad req-af0fb3d8-3227-42dc-9600-9344a28cfc47 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359437 Nov 12 21:30:36.430972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d283cb56-2e55-4f97-bf65-3cac1ce903de {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:36.431523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d283cb56-2e55-4f97-bf65-3cac1ce903de not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:36.432156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8c5e60af-8617-48fc-8ab8-af16fc8b670f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:36.457164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Calling delete_port for be415f45-1e89-4d6f-9bb7-99a7d1894468 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:36.462214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8c5e60af-8617-48fc-8ab8-af16fc8b670f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:36.462771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8c5e60af-8617-48fc-8ab8-af16fc8b670f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:36.502989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ca25ca8e-b8ef-4a55-ab67-154680433e7c req-da775ade-ee50-4b93-b127-5578ec7ce50e service neutron] 10.222.0.78 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022300 Nov 12 21:30:36.595224 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:57Z', 'revision_number': 1, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:36.615635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] DHCP port deletion for 17329100-6317-40e9-831d-ba8bda105755 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:30:36.622094 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b96a20-6d6d-452b-8201-d59da45a79cb None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'e91135af-6a21-4f07-a5c6-b6b0e15f1a79', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'port_id': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'mac_address': 'fa:16:3e:66:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:24:55Z', 'updated_at': '2021-11-12T21:24:57Z', 'revision_number': 1, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:30:36.661912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.676725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] Deleting port be415f45-1e89-4d6f-9bb7-99a7d1894468 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:36.677249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.695795 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Pushing event deleted for resources: {'Port': ['ID=be415f45-1e89-4d6f-9bb7-99a7d1894468,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:36.702991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] No DVR routers for this DVR port be415f45-1e89-4d6f-9bb7-99a7d1894468 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:30:36.744611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] For port be415f45-1e89-4d6f-9bb7-99a7d1894468, host n-d-713498-29, got binding levels [] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:36.745000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.759022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] Calling delete_port for be415f45-1e89-4d6f-9bb7-99a7d1894468 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:36.762572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.ipam_backend_mixin [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] Port be415f45-1e89-4d6f-9bb7-99a7d1894468 was not found and therefore no delete operation was performed {{(pid=109630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 21:30:36.764014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.775171 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.796491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17329100-6317-40e9-831d-ba8bda105755']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:36.798027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] Pushing event deleted for resources: {'Port': ['ID=be415f45-1e89-4d6f-9bb7-99a7d1894468,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:36.801777 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54ec8b-4605-4705-9cb3-c32bb2727d33 None None] No DVR routers for this DVR port be415f45-1e89-4d6f-9bb7-99a7d1894468 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:30:36.809065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b8a240-1ed0-41e1-81ef-7729d1712e1c') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:36.809624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b8a240-1ed0-41e1-81ef-7729d1712e1c') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:36.821294 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.835976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.842725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:30:36.843125 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:30:36.846696 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:30:36.920988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa59dd0-d6b3-41f3-b434-ffe2b1e8df22 None None] New status for floating IP 69e802a9-549b-4d57-89d9-1d178a486bf9: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:30:37.014350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:37.022130 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:37.028977 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] 10.222.0.64 "DELETE /v2.0/networks/17329100-6317-40e9-831d-ba8bda105755 HTTP/1.1" status: 204 len: 168 time: 0.9686604 Nov 12 21:30:37.029089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60334) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:37.036468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77997df8-c49c-45f5-b3e7-1676acbf7721 admin admin] Pushing event deleted for resources: {'Network': ['ID=17329100-6317-40e9-831d-ba8bda105755,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:37.389238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:37.525376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-8bf17dc3-1fa6-4ef1-995b-81f9ac71cb63 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:37.526837 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-8bf17dc3-1fa6-4ef1-995b-81f9ac71cb63 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 945 time: 0.1016481 Nov 12 21:30:37.669423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a110f71-91ff-455b-84eb-c8956ab42d9c req-afb4c539-596d-448c-bc99-04882b8e723b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:37.670889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a110f71-91ff-455b-84eb-c8956ab42d9c req-afb4c539-596d-448c-bc99-04882b8e723b tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 945 time: 0.1724560 Nov 12 21:30:37.783788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2a110f71-91ff-455b-84eb-c8956ab42d9c req-e2a2a643-53d0-4979-8763-63f02c0c22f0 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873899 Nov 12 21:30:37.803412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port 12530e4e-3cb2-4bad-aea3-9a66461a6335 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:37.803412 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:37.809727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device be415f45-1e89-4d6f-9bb7-99a7d1894468 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:37.834628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: be415f45-1e89-4d6f-9bb7-99a7d1894468 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:37.834975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device be415f45-1e89-4d6f-9bb7-99a7d1894468 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:38.304796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] For port 12530e4e-3cb2-4bad-aea3-9a66461a6335, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=12530e4e-3cb2-4bad-aea3-9a66461a6335,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:38.305162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:38.321678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for 12530e4e-3cb2-4bad-aea3-9a66461a6335 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:38.341838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Deleting port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:38.342183 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:38.476684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] For port 458ef5b7-91a3-4ae3-b935-ba3d4ba56950, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,segment=NetworkSegment(ed7122f7-9a5e-4902-aaa9-5ddfd3082a13),segment_id=ed7122f7-9a5e-4902-aaa9-5ddfd3082a13)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:38.476995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:38.510605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Calling delete_port for 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:38.660751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:38.691394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=12530e4e-3cb2-4bad-aea3-9a66461a6335,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:38.757118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] No DVR routers for this DVR port 12530e4e-3cb2-4bad-aea3-9a66461a6335 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:30:38.760924 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:38.764230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb6ca388-00c4-4eb2-aea7-20712ca30167 req-3dcf1e52-69b0-4172-b4d3-4a909ccb5919 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.78 "DELETE /v2.0/ports/12530e4e-3cb2-4bad-aea3-9a66461a6335 HTTP/1.1" status: 204 len: 173 time: 1.2165523 Nov 12 21:30:38.767894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'name': 'network-vif-deleted', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:30:38.767894 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa35108-f83b-4f4e-93b0-e391bc374a79" -d '{"events": [{"server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "name": "network-vif-deleted", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:30:38.804979 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7283e3-acb5-466c-bee0-61d4bb853aef x-openstack-request-id: req-dd7283e3-acb5-466c-bee0-61d4bb853aef {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:30:38.807964 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f520336-ac7d-4a80-a488-eecc639f4fbb", "name": "network-vif-deleted", "tag": "12530e4e-3cb2-4bad-aea3-9a66461a6335", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:30:38.807964 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd7283e3-acb5-466c-bee0-61d4bb853aef {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:30:38.807964 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f520336-ac7d-4a80-a488-eecc639f4fbb', 'name': 'network-vif-deleted', 'tag': '12530e4e-3cb2-4bad-aea3-9a66461a6335', 'status': 'completed', 'code': 200} Nov 12 21:30:38.884088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60c7c183-c91e-4685-99be-09759e39de80 req-5014d560-c7f3-44da-8103-4bbd5ff698e7 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 210 time: 0.0267844 Nov 12 21:30:38.989296 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:39.011374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Pushing event deleted for resources: {'Port': ['ID=458ef5b7-91a3-4ae3-b935-ba3d4ba56950,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:39.207237 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:39.455225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:30:39.573887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:30:39.583559 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-88493b7e-ab4d-4dc9-aa37-f915272af132 admin admin] 10.222.0.64 "PUT /v2.0/routers/597a58d2-3ba1-4dbd-bce4-ca7106802a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5513551 Nov 12 21:30:39.584395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60438) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:39.586539 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] Sync routers for ids ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:30:39.598004 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] Routers {'597a58d2-3ba1-4dbd-bce4-ca7106802a4b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:39.598707 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:39.701196 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:39.713381 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] Set router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:39.852259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:39.909028 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:30:38Z', 'revision_number': 5, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port': {'id': 'accc4f96-b844-4d01-a796-632d51492e4d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:25:50Z', 'updated_at': '2021-11-12T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:39.938217 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] Checking router: 597a58d2-3ba1-4dbd-bce4-ca7106802a4b for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:30:39.953389 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] Routers {'597a58d2-3ba1-4dbd-bce4-ca7106802a4b'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:39.954540 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:39.976970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Deleting port accc4f96-b844-4d01-a796-632d51492e4d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:39.977313 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.062213 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] Set router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:40.067522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d143346-ea4b-4fe2-8318-b0e8a48b42d8 req-3dcf8547-60bf-4f19-b82b-7098bc284bf6 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 210 time: 0.0693016 Nov 12 21:30:40.108823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] For port accc4f96-b844-4d01-a796-632d51492e4d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=accc4f96-b844-4d01-a796-632d51492e4d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:40.109293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.122609 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:30:39Z', 'revision_number': 6, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:40.123210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Calling delete_port for accc4f96-b844-4d01-a796-632d51492e4d owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:40.151803 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed99608-2740-46c2-b186-586b9978a4a2 None None] The sync data for ids ['597a58d2-3ba1-4dbd-bce4-ca7106802a4b'] in n-d-713498-29 is: [{'id': '597a58d2-3ba1-4dbd-bce4-ca7106802a4b', 'name': 'tempest-TestVolumeBackupRestore-225148509-router', 'tenant_id': '292577c3555b44b291ac379b4de6c4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:25:49Z', 'updated_at': '2021-11-12T21:30:39Z', 'revision_number': 6, 'project_id': '292577c3555b44b291ac379b4de6c4fc', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:30:40.352429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.379976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=accc4f96-b844-4d01-a796-632d51492e4d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:40.395980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f168a-782a-4559-86e4-06f138ef5e54 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:30:40.445881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.542288 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.544639 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.569852 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.597172 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.673693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.674231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 597a58d2-3ba1-4dbd-bce4-ca7106802a4b {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:30:40.678860 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.680217 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0e7180a8-13cd-4b0c-a82a-40a13a2ecdf0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/597a58d2-3ba1-4dbd-bce4-ca7106802a4b HTTP/1.1" status: 204 len: 168 time: 1.0943775 Nov 12 21:30:40.682546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60460) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:40.829005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca7dd8d-3d7a-4686-9d6a-b78cf636b53d admin admin] Deleting subnet 210e0389-8ae8-435c-86e4-ba35eaf6cc6c {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:30:40.832185 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dd8d-3d7a-4686-9d6a-b78cf636b53d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.872272 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dd8d-3d7a-4686-9d6a-b78cf636b53d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:40.961591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dd8d-3d7a-4686-9d6a-b78cf636b53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.090784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dd8d-3d7a-4686-9d6a-b78cf636b53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.119342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7dd8d-3d7a-4686-9d6a-b78cf636b53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210e0389-8ae8-435c-86e4-ba35eaf6cc6c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:41.125727 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dd8d-3d7a-4686-9d6a-b78cf636b53d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.129690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6ca7dd8d-3d7a-4686-9d6a-b78cf636b53d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/210e0389-8ae8-435c-86e4-ba35eaf6cc6c HTTP/1.1" status: 204 len: 168 time: 0.4457080 Nov 12 21:30:41.134162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15885d-0480-4acb-b441-daa7f77bade8 None None] Network 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:30:41.134752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60466) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:41.227833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80fa9100-7860-4ab1-a353-4ec3780251e4 req-5667469b-97c3-4938-b581-1b1f2c7e76ba tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 210 time: 0.0706553 Nov 12 21:30:41.248805 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.320459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Deleting port 025efc71-d438-4cfa-84b0-e78efda25ee3 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:41.320579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.361694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] DHCP port deletion for 07ce9e53-445e-4e0b-82a2-912e33f8a0f6 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:30:41.397625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] For port 025efc71-d438-4cfa-84b0-e78efda25ee3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=025efc71-d438-4cfa-84b0-e78efda25ee3,segment=NetworkSegment(ed7122f7-9a5e-4902-aaa9-5ddfd3082a13),segment_id=ed7122f7-9a5e-4902-aaa9-5ddfd3082a13)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:41.398473 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.412024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] Deleting port 025efc71-d438-4cfa-84b0-e78efda25ee3 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:41.412582 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.412680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Calling delete_port for 025efc71-d438-4cfa-84b0-e78efda25ee3 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:41.482714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] For port 025efc71-d438-4cfa-84b0-e78efda25ee3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=025efc71-d438-4cfa-84b0-e78efda25ee3,segment=NetworkSegment(ed7122f7-9a5e-4902-aaa9-5ddfd3082a13),segment_id=ed7122f7-9a5e-4902-aaa9-5ddfd3082a13)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:41.483111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.497563 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] Calling delete_port for 025efc71-d438-4cfa-84b0-e78efda25ee3 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:41.569691 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.575930 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.598209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=025efc71-d438-4cfa-84b0-e78efda25ee3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:41.602816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] No DVR routers for this DVR port 025efc71-d438-4cfa-84b0-e78efda25ee3 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:30:41.607402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] Pushing event deleted for resources: {'Port': ['ID=025efc71-d438-4cfa-84b0-e78efda25ee3,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:41.615024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622745df-6e44-4a27-9333-6dcd206dab02 None None] No DVR routers for this DVR port 025efc71-d438-4cfa-84b0-e78efda25ee3 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:30:41.688438 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.710259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ce9e53-445e-4e0b-82a2-912e33f8a0f6']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:41.721456 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:41.721750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7122f7-9a5e-4902-aaa9-5ddfd3082a13') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:41.732236 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.748068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.756210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:30:41.759371 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:30:41.798118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:41.820345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:41.820702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 458ef5b7-91a3-4ae3-b935-ba3d4ba56950 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:41.821118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device accc4f96-b844-4d01-a796-632d51492e4d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:41.844459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: accc4f96-b844-4d01-a796-632d51492e4d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:41.844810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device accc4f96-b844-4d01-a796-632d51492e4d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:41.845250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 025efc71-d438-4cfa-84b0-e78efda25ee3 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:41.864838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 025efc71-d438-4cfa-84b0-e78efda25ee3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:41.865202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 025efc71-d438-4cfa-84b0-e78efda25ee3 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:41.895399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.900955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:41.904230 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/07ce9e53-445e-4e0b-82a2-912e33f8a0f6 HTTP/1.1" status: 204 len: 168 time: 0.7680192 Nov 12 21:30:41.915682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfd921-40c9-43eb-893c-c0cab69c83f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ce9e53-445e-4e0b-82a2-912e33f8a0f6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:42.246984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60472) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:42.289048 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4a27966b-aec9-4d59-ac1b-22caefe0fb14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2668b7de9f042b2afeec175d278659b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407195 Nov 12 21:30:42.296004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60474) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:42.325757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d0db7e4-ad99-4d9b-b2fb-9871b7723937 req-9fda080e-3957-415f-a9ad-68dbd8db184c tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 210 time: 0.0267956 Nov 12 21:30:42.350798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12cb625d-d0e1-4e6e-ac6d-7c7f76d92f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:42.372100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12cb625d-d0e1-4e6e-ac6d-7c7f76d92f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:42.530248 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12cb625d-d0e1-4e6e-ac6d-7c7f76d92f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:42.533667 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12cb625d-d0e1-4e6e-ac6d-7c7f76d92f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:42.534857 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-12cb625d-d0e1-4e6e-ac6d-7c7f76d92f20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/302f8453-f2a0-444a-8f3c-ea543851eee4 HTTP/1.1" status: 204 len: 168 time: 0.2377203 Nov 12 21:30:42.542828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb625d-d0e1-4e6e-ac6d-7c7f76d92f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302f8453-f2a0-444a-8f3c-ea543851eee4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:42.689808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 12530e4e-3cb2-4bad-aea3-9a66461a6335 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:42.711608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 12530e4e-3cb2-4bad-aea3-9a66461a6335 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:42.713935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 12530e4e-3cb2-4bad-aea3-9a66461a6335 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:43.393183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60482) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:43.435008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62262739-8606-4951-8957-1b090cdc57ff req-98e6fc14-a651-4751-b0e4-774dbac175cd tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f520336-ac7d-4a80-a488-eecc639f4fbb HTTP/1.1" status: 200 len: 210 time: 0.0282986 Nov 12 21:30:43.436444 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-00825911-8e08-4f89-8375-a211dcd35175 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=292577c3555b44b291ac379b4de6c4fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420299 Nov 12 21:30:43.439610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60484) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:43.492957 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37a17669-4bdb-4b4d-b177-7bb1a6bc7e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:43.517102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37a17669-4bdb-4b4d-b177-7bb1a6bc7e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:43.694409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37a17669-4bdb-4b4d-b177-7bb1a6bc7e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:43.697211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-37a17669-4bdb-4b4d-b177-7bb1a6bc7e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:43.702864 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-37a17669-4bdb-4b4d-b177-7bb1a6bc7e2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccdb3dcb-3e3c-4fa4-967b-662230b99822 HTTP/1.1" status: 204 len: 168 time: 0.2605979 Nov 12 21:30:43.711380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a17669-4bdb-4b4d-b177-7bb1a6bc7e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdb3dcb-3e3c-4fa4-967b-662230b99822,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:47.111784 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:30:50.018792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60508) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:50.176209 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port fab462ab-d384-4123-9d35-74a1344e90ad {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:50.176465 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:50.250992 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:50.251345 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:50.263175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for fab462ab-d384-4123-9d35-74a1344e90ad owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:50.466857 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:50.492756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=fab462ab-d384-4123-9d35-74a1344e90ad,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:50.554652 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:50.555005 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Floating IP e91135af-6a21-4f07-a5c6-b6b0e15f1a79 disassociated (deleted). External IP: 172.25.8.151, port: e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f. Nov 12 21:30:50.760312 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:30:51.184261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:30:51.189108 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:51.197782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:30:51.207916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:51.208531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:51.215787 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-95db713f-41e5-4fef-9e6e-6f856737e246 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "DELETE /v2.0/floatingips/e91135af-6a21-4f07-a5c6-b6b0e15f1a79 HTTP/1.1" status: 204 len: 168 time: 1.1957877 Nov 12 21:30:51.216324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:30:51.218622 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a0c9df-4c7f-4fe4-b630-4184511856e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:30:51.262124 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f2314b-f6c7-4295-a0fb-e36a0ded5be2 x-openstack-request-id: req-c0f2314b-f6c7-4295-a0fb-e36a0ded5be2 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:30:51.262417 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:30:51.262674 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0f2314b-f6c7-4295-a0fb-e36a0ded5be2 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:30:51.263073 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'status': 'completed', 'code': 200} Nov 12 21:30:51.318934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:51.468007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-64c3bf4d-9461-4c80-84e7-fa5f0a0b8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:51.470028 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-64c3bf4d-9461-4c80-84e7-fa5f0a0b8982 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 1098 time: 0.1762176 Nov 12 21:30:51.525034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:51.552794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:30:51.561112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:30:51.561723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:30:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:51.577779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-04cc4791-11e1-4b65-96d9-7ed580b92eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:51.579998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-04cc4791-11e1-4b65-96d9-7ed580b92eb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 200 len: 913 time: 0.0895848 Nov 12 21:30:51.631326 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-b90d3899-ad7e-4f62-ae6e-2aa9902a3b33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 200 len: 217 time: 0.0388644 Nov 12 21:30:51.676436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:30:51.682645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-ada6d0a0-a01c-43ab-ad09-23dafda56343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:51.684132 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-ada6d0a0-a01c-43ab-ad09-23dafda56343 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 200 len: 851 time: 0.0456240 Nov 12 21:30:51.687362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2e8c6-1ab3-41a2-8cf5-7b43b2ee1921 req-77b8777a-4992-4499-8ef6-54bd9e8baf60 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:51.689794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48d2e8c6-1ab3-41a2-8cf5-7b43b2ee1921 req-77b8777a-4992-4499-8ef6-54bd9e8baf60 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 946 time: 0.0533540 Nov 12 21:30:51.740253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-48edf640-228e-45f1-b389-7da329cc8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:51.741977 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48d2e8c6-1ab3-41a2-8cf5-7b43b2ee1921 req-03097907-5b6a-4bca-b2a9-b19f4586385a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b3436ea-c388-427d-8e0b-740b3176898e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459106 Nov 12 21:30:51.742121 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-48edf640-228e-45f1-b389-7da329cc8bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d352e8da-8c69-475d-af61-0e9fe761384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485938 Nov 12 21:30:51.846775 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-a26e1baf-82f6-40d4-a44f-a0b660e0b67f service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944507 Nov 12 21:30:51.889435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:30:51.916282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc8762-d337-4925-8d1f-92d939d3999f None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:13:59Z', 'revision_number': 4, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '8e323b26-e351-465e-9993-05368e6d3a10', 'name': '', 'network_id': 'd352e8da-8c69-475d-af61-0e9fe761384e', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'mac_address': 'fa:16:3e:6a:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:58Z', 'updated_at': '2021-11-12T21:14:08Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'subnets': [{'id': '3ad293ec-07f6-437b-97ef-846920b9355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:30:51.946556 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c9a0c9df-4c7f-4fe4-b630-4184511856e8 req-138dc96c-df35-4c1d-a6c0-441a8f597356 service neutron] 10.222.0.46 "GET /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892036 Nov 12 21:30:52.141740 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689227c9-0d6f-4297-b91a-725a952a14f4 None None] New status for floating IP e91135af-6a21-4f07-a5c6-b6b0e15f1a79: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:30:52.329440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-5f0f018b-610f-4bf9-a8f9-11335a1fd14a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:30:52.330820 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-5f0f018b-610f-4bf9-a8f9-11335a1fd14a tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 946 time: 0.0496190 Nov 12 21:30:52.420678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:52.421015 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:52.513454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] For port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:30:52.513814 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:52.527231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:52.718173 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:52.747055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:52.789002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] No DVR routers for this DVR port e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:30:52.791693 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:52.795174 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c0d212f2-98e3-40c6-b9aa-f57a7f9ed9b7 req-868c0188-9afb-42d8-a8e0-92a7dca39791 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.46 "DELETE /v2.0/ports/e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f HTTP/1.1" status: 204 len: 173 time: 0.4572337 Nov 12 21:30:52.848177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-377d8900-173f-46ef-9a09-d3f5507fecdc req-a820fc29-73d3-436b-97ef-19160f72ab44 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.0274701 Nov 12 21:30:53.264139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'name': 'network-vif-deleted', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:30:53.266680 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc54c94-2bb3-45ea-9bae-4bcada2e17ee" -d '{"events": [{"server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "name": "network-vif-deleted", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:30:53.303066 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c563fff0-9204-4e01-aee4-9a1e5f3902ce x-openstack-request-id: req-c563fff0-9204-4e01-aee4-9a1e5f3902ce {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:30:53.303366 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf9ca91-d039-4508-b9b3-0ddfa626c2dc", "name": "network-vif-deleted", "tag": "e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:30:53.303621 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c563fff0-9204-4e01-aee4-9a1e5f3902ce {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:30:53.304022 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf9ca91-d039-4508-b9b3-0ddfa626c2dc', 'name': 'network-vif-deleted', 'tag': 'e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f', 'status': 'completed', 'code': 200} Nov 12 21:30:53.958845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bdbec4ed-0544-42aa-9c76-d567c0949158 req-d6d8d658-ac98-4627-936a-417df1b8db29 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.0412121 Nov 12 21:30:55.061748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-151e790a-ccbd-4437-887a-616b6cbc845d req-73aaa0a1-2998-4c85-8672-5001fc78f3c1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.0273409 Nov 12 21:30:55.832514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:30:55.852027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:30:55.852375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device e7f8358a-8b54-4ee9-8ffb-e9c6d1a0cf3f not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:30:56.156778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4885e6e-89cf-4e97-90d3-ceac8f1f7420 req-757755d6-a0ab-4fef-90af-5c5e044c40c4 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.0266042 Nov 12 21:30:57.253579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38593214-664f-4bd7-82f9-f4257f751ce7 req-3eae8662-79a6-4fd6-bcc0-903746652476 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bf9ca91-d039-4508-b9b3-0ddfa626c2dc HTTP/1.1" status: 200 len: 210 time: 0.0278778 Nov 12 21:30:57.540831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddaabedf-b69a-44ab-ab7a-6655fc0c724e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:58.313641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60540) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:30:58.437219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Deleting port 0dfc99e8-70ec-4bd6-ba4c-8cc08df32494 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:30:58.437578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:58.515092 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:58.515368 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:58.527476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Calling delete_port for 0dfc99e8-70ec-4bd6-ba4c-8cc08df32494 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:30:58.735120 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:58.761225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'Port': ['ID=0dfc99e8-70ec-4bd6-ba4c-8cc08df32494,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:30:58.773780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.774145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.774487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.774827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.775170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.775534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.775892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.776223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.776558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.776886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.777211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.777546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:30:58.832242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:58.835042 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:58.836244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6c4ef9ca-ee53-4fda-8e2f-e96f73648528 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "DELETE /v2.0/floatingips/82860e69-ff40-4c49-8e87-3063f9b281d3 HTTP/1.1" status: 204 len: 168 time: 0.5215783 Nov 12 21:31:00.066847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f6af15c1-c0b5-474b-8560-c43893195d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:01.391538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:02.360478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60558) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:02.431591 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:02.459075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:02.711127 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:02.713893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:02.715092 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] 10.222.0.64 "DELETE /v2.0/security-groups/5b3436ea-c388-427d-8e0b-740b3176898e HTTP/1.1" status: 204 len: 168 time: 0.3536172 Nov 12 21:31:02.726594 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3436ea-c388-427d-8e0b-740b3176898e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:02.735692 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.738949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.738949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.738949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.738949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.738949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.738949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.738949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.738949 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.739648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.739648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.739845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d6d57-e446-4e9f-bcec-061a432e68a1 tempest-TestVolumeBootPattern-1525873118 tempest-TestVolumeBootPattern-1525873118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:02.871244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60562) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:03.124071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:03.339024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:03.592652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Deleting port 8e323b26-e351-465e-9993-05368e6d3a10 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:03.593001 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:03.615836 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:03.674650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] For port 8e323b26-e351-465e-9993-05368e6d3a10, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8e323b26-e351-465e-9993-05368e6d3a10,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:03.675008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:03.687039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Calling delete_port for 8e323b26-e351-465e-9993-05368e6d3a10 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:03.956323 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:03.985735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e323b26-e351-465e-9993-05368e6d3a10,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:04.151232 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:04.690943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Router d0afb531-8945-4fb0-a92d-559c1ff26fe1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:31:04.796049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:31:04.801344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eb386395-a9cc-432d-8402-90b4c0fe840d admin admin] 10.222.0.64 "PUT /v2.0/routers/d0afb531-8945-4fb0-a92d-559c1ff26fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9252002 Nov 12 21:31:04.803866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60566) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:04.805009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] Sync routers for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:31:04.815572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:31:04.816172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:31:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:04.909231 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:04.919196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:31:05.009945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.097317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:31:03Z', 'revision_number': 5, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port': {'id': '7e4bb554-f2a4-42e1-8d93-86c11b2c53bb', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:13:52Z', 'updated_at': '2021-11-12T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:05.124741 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] Checking router: d0afb531-8945-4fb0-a92d-559c1ff26fe1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:31:05.133646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] Routers {'d0afb531-8945-4fb0-a92d-559c1ff26fe1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:31:05.134281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:31:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:05.134939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Deleting port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:05.135184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.216181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] For port 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7e4bb554-f2a4-42e1-8d93-86c11b2c53bb,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:05.216546 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.220406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] Set router d0afb531-8945-4fb0-a92d-559c1ff26fe1 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:31:05.229614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Calling delete_port for 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:05.276417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:31:05Z', 'revision_number': 6, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:05.303023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6ab7a-657a-425f-b57e-03af743622fc None None] The sync data for ids ['d0afb531-8945-4fb0-a92d-559c1ff26fe1'] in n-d-713498-29 is: [{'id': 'd0afb531-8945-4fb0-a92d-559c1ff26fe1', 'name': 'tempest-TestVolumeBootPattern-1024466179-router', 'tenant_id': '0ddbfa529c244cb8b21f3907765fa6db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:13:51Z', 'updated_at': '2021-11-12T21:31:05Z', 'revision_number': 6, 'project_id': '0ddbfa529c244cb8b21f3907765fa6db', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:31:05.523548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.550883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4bb554-f2a4-42e1-8d93-86c11b2c53bb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:05.565254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6834b4c4-691d-4df4-865a-1b4a1c65ff89 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:31:05.620614 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.715528 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.717828 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.824746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.825309 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0afb531-8945-4fb0-a92d-559c1ff26fe1 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:31:05.830681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.831871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6587964b-90a0-4211-9d77-925cb4c1a43f admin admin] 10.222.0.64 "DELETE /v2.0/routers/d0afb531-8945-4fb0-a92d-559c1ff26fe1 HTTP/1.1" status: 204 len: 168 time: 1.0270674 Nov 12 21:31:05.834429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60568) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:05.884145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-706e508e-d34d-49e3-aaa8-94860ba86517 admin admin] Deleting subnet 3ad293ec-07f6-437b-97ef-846920b9355f {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:31:05.887213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-706e508e-d34d-49e3-aaa8-94860ba86517 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.922219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-706e508e-d34d-49e3-aaa8-94860ba86517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:05.997787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-706e508e-d34d-49e3-aaa8-94860ba86517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.123948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-706e508e-d34d-49e3-aaa8-94860ba86517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.125068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8e323b26-e351-465e-9993-05368e6d3a10 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:31:06.146307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8e323b26-e351-465e-9993-05368e6d3a10 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:31:06.150219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8e323b26-e351-465e-9993-05368e6d3a10 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:31:06.150219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:31:06.165203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e508e-d34d-49e3-aaa8-94860ba86517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad293ec-07f6-437b-97ef-846920b9355f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:06.166905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:31:06.167351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7e4bb554-f2a4-42e1-8d93-86c11b2c53bb not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:31:06.170314 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-706e508e-d34d-49e3-aaa8-94860ba86517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.175723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-706e508e-d34d-49e3-aaa8-94860ba86517 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3ad293ec-07f6-437b-97ef-846920b9355f HTTP/1.1" status: 204 len: 168 time: 0.3401513 Nov 12 21:31:06.177026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f74af-ea9e-41c0-bddb-f8a6271f9512 None None] Network d352e8da-8c69-475d-af61-0e9fe761384e requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:31:06.178170 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60570) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:06.264959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.333785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Deleting port edf90c50-6044-4610-a37c-661c80783a4c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:06.333785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.399019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] For port edf90c50-6044-4610-a37c-661c80783a4c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=edf90c50-6044-4610-a37c-661c80783a4c,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:06.399415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.413910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Calling delete_port for edf90c50-6044-4610-a37c-661c80783a4c owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:06.534529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] DHCP port deletion for d352e8da-8c69-475d-af61-0e9fe761384e request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:31:06.586610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Deleting port edf90c50-6044-4610-a37c-661c80783a4c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:06.586900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.592505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.626310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf90c50-6044-4610-a37c-661c80783a4c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:06.629884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] No DVR routers for this DVR port edf90c50-6044-4610-a37c-661c80783a4c on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:31:06.651003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] For port edf90c50-6044-4610-a37c-661c80783a4c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=edf90c50-6044-4610-a37c-661c80783a4c,segment=NetworkSegment(a554c476-1a96-40ac-9bfe-3487d8ee4eb0),segment_id=a554c476-1a96-40ac-9bfe-3487d8ee4eb0)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:06.651428 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.664844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Calling delete_port for edf90c50-6044-4610-a37c-661c80783a4c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:06.703583 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.726006 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d352e8da-8c69-475d-af61-0e9fe761384e']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:06.736561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:06.737200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a554c476-1a96-40ac-9bfe-3487d8ee4eb0') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:06.744541 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.746597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.760179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.768045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:31:06.770072 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:31:06.770187 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:31:06.773442 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] No DVR routers for this DVR port edf90c50-6044-4610-a37c-661c80783a4c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:31:06.777304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Pushing event deleted for resources: {'Port': ['ID=edf90c50-6044-4610-a37c-661c80783a4c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:06.786414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.786761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.787100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.787471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.787803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.788131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.788457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.788780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.789102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.789419 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.789738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.790056 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f2ce8-4662-46ea-a9c4-84754f331d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:31:06.872459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.878462 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:06.881657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d352e8da-8c69-475d-af61-0e9fe761384e HTTP/1.1" status: 204 len: 168 time: 0.7025218 Nov 12 21:31:06.884856 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60572) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:06.893446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d090204-a963-4a86-b821-753d696c3cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d352e8da-8c69-475d-af61-0e9fe761384e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:07.226156 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:07.467373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Deleting port 9b708bae-09c3-4990-8bab-f1a0a56ce394 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:07.467717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:07.548997 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] For port 9b708bae-09c3-4990-8bab-f1a0a56ce394, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9b708bae-09c3-4990-8bab-f1a0a56ce394,segment=NetworkSegment(e9fa45fb-6a18-4c30-b23d-931c48b51ff7),segment_id=e9fa45fb-6a18-4c30-b23d-931c48b51ff7)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:07.549272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:07.561526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Calling delete_port for 9b708bae-09c3-4990-8bab-f1a0a56ce394 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:07.813548 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:07.838397 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b708bae-09c3-4990-8bab-f1a0a56ce394,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:07.880895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device edf90c50-6044-4610-a37c-661c80783a4c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:31:07.904312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: edf90c50-6044-4610-a37c-661c80783a4c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:31:07.904924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device edf90c50-6044-4610-a37c-661c80783a4c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:31:08.017480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:08.231568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:31:08.339335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:31:08.346001 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0d71deb9-0608-4a93-b9c8-fc7346693bfc admin admin] 10.222.0.64 "PUT /v2.0/routers/6253b4a6-b086-49ea-b1fa-d455c461e3d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4585097 Nov 12 21:31:08.347063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60574) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:08.350299 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] Sync routers for ids ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:31:08.360003 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] Routers {'6253b4a6-b086-49ea-b1fa-d455c461e3d2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:31:08.361174 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:31:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:08.450653 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:08.465139 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] Set router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:31:08.555062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:08.643418 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:31:07Z', 'revision_number': 5, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port': {'id': '488f332c-5477-4c0d-9398-99abb1dfff7b', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:14:08Z', 'updated_at': '2021-11-12T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:08.669729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Deleting port 488f332c-5477-4c0d-9398-99abb1dfff7b {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:08.670069 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:08.674247 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] Checking router: 6253b4a6-b086-49ea-b1fa-d455c461e3d2 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:31:08.682536 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] Routers {'6253b4a6-b086-49ea-b1fa-d455c461e3d2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:31:08.683124 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:31:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:08.753260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] For port 488f332c-5477-4c0d-9398-99abb1dfff7b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=488f332c-5477-4c0d-9398-99abb1dfff7b,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:08.753635 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:08.767473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Calling delete_port for 488f332c-5477-4c0d-9398-99abb1dfff7b owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:08.864939 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] Set router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:31:08.916764 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:31:08Z', 'revision_number': 6, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:08.947683 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdfb41-d651-4ca4-9dd5-e22e7bdff04a None None] The sync data for ids ['6253b4a6-b086-49ea-b1fa-d455c461e3d2'] in n-d-713498-29 is: [{'id': '6253b4a6-b086-49ea-b1fa-d455c461e3d2', 'name': 'tempest-TestVolumeBootPattern-1343813300-router', 'tenant_id': '9f1e5025d20f4a798b47e6d75d960b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:14:06Z', 'updated_at': '2021-11-12T21:31:08Z', 'revision_number': 6, 'project_id': '9f1e5025d20f4a798b47e6d75d960b86', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:31:09.019375 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.044906 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=488f332c-5477-4c0d-9398-99abb1dfff7b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:09.059341 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23557e-a65a-43af-966a-a509272ed600 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:31:09.106218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.198809 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.200883 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.318392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.318985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6253b4a6-b086-49ea-b1fa-d455c461e3d2 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:31:09.323247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.324435 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fac1e01f-6af0-41e8-ade8-f1368c5a4d9a admin admin] 10.222.0.64 "DELETE /v2.0/routers/6253b4a6-b086-49ea-b1fa-d455c461e3d2 HTTP/1.1" status: 204 len: 168 time: 0.9764309 Nov 12 21:31:09.327456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60576) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:09.380199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da4a8b4-cf18-4edb-b8fa-13946c1d0db9 admin admin] Deleting subnet bf9ee993-c9d4-4708-94b8-902b8a144347 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:31:09.383240 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da4a8b4-cf18-4edb-b8fa-13946c1d0db9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.423030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da4a8b4-cf18-4edb-b8fa-13946c1d0db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.498653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da4a8b4-cf18-4edb-b8fa-13946c1d0db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.620910 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da4a8b4-cf18-4edb-b8fa-13946c1d0db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.648481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4a8b4-cf18-4edb-b8fa-13946c1d0db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9ee993-c9d4-4708-94b8-902b8a144347,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:09.650496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8da4a8b4-cf18-4edb-b8fa-13946c1d0db9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.654004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8da4a8b4-cf18-4edb-b8fa-13946c1d0db9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bf9ee993-c9d4-4708-94b8-902b8a144347 HTTP/1.1" status: 204 len: 168 time: 0.3252404 Nov 12 21:31:09.654223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850c8a1-277c-4ed0-a726-10f891fb6a32 None None] Network 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:31:09.657420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60578) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:09.737005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.791953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Deleting port 35d50298-20fd-4e03-994c-3d7e4e64aa93 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:09.792297 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.841754 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] DHCP port deletion for 2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:31:09.871579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] For port 35d50298-20fd-4e03-994c-3d7e4e64aa93, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=35d50298-20fd-4e03-994c-3d7e4e64aa93,segment=NetworkSegment(e9fa45fb-6a18-4c30-b23d-931c48b51ff7),segment_id=e9fa45fb-6a18-4c30-b23d-931c48b51ff7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:09.871947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.887247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Calling delete_port for 35d50298-20fd-4e03-994c-3d7e4e64aa93 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:09.901767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9b708bae-09c3-4990-8bab-f1a0a56ce394 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:31:09.925790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] Deleting port 35d50298-20fd-4e03-994c-3d7e4e64aa93 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:09.926162 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:09.927924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 9b708bae-09c3-4990-8bab-f1a0a56ce394 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:31:09.928579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9b708bae-09c3-4990-8bab-f1a0a56ce394 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:31:09.928701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 488f332c-5477-4c0d-9398-99abb1dfff7b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:31:09.963662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 488f332c-5477-4c0d-9398-99abb1dfff7b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:31:09.964011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 488f332c-5477-4c0d-9398-99abb1dfff7b not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:31:09.964620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 35d50298-20fd-4e03-994c-3d7e4e64aa93 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:31:10.039604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] For port 35d50298-20fd-4e03-994c-3d7e4e64aa93, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=35d50298-20fd-4e03-994c-3d7e4e64aa93,segment=NetworkSegment(e9fa45fb-6a18-4c30-b23d-931c48b51ff7),segment_id=e9fa45fb-6a18-4c30-b23d-931c48b51ff7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:10.039916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.056792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] Calling delete_port for 35d50298-20fd-4e03-994c-3d7e4e64aa93 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:10.083912 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.112142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d50298-20fd-4e03-994c-3d7e4e64aa93,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:10.113972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] No DVR routers for this DVR port 35d50298-20fd-4e03-994c-3d7e4e64aa93 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:31:10.141279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.190315 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.199221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.215659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2578bf1f-0a04-4700-85f7-2ab7b6e4afa3']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:10.225522 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:10.225823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fa45fb-6a18-4c30-b23d-931c48b51ff7') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:31:10.230748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] Pushing event deleted for resources: {'Port': ['ID=35d50298-20fd-4e03-994c-3d7e4e64aa93,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:10.232588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb1a92-0264-46c6-867d-dd8130730b54 None None] No DVR routers for this DVR port 35d50298-20fd-4e03-994c-3d7e4e64aa93 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:31:10.240517 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.254219 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.260374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:31:10.260760 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:31:10.262404 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:31:10.397790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.403839 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.407872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2578bf1f-0a04-4700-85f7-2ab7b6e4afa3 HTTP/1.1" status: 204 len: 168 time: 0.7494447 Nov 12 21:31:10.418779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37ad23-62c4-4177-9c54-9d527cb57a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2578bf1f-0a04-4700-85f7-2ab7b6e4afa3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:10.553694 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.649024 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.736384 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60582) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:10.776310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-075aa20e-e308-4ddd-8f99-3fd2c6f22538 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ddbfa529c244cb8b21f3907765fa6db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387895 Nov 12 21:31:10.778802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60584) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:10.825213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0274033-400f-4ab4-9953-7193e6102dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.846674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0274033-400f-4ab4-9953-7193e6102dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.969506 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0274033-400f-4ab4-9953-7193e6102dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.972143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b0274033-400f-4ab4-9953-7193e6102dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:10.973340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b0274033-400f-4ab4-9953-7193e6102dde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a68d8333-7228-4184-9f49-3894e72b30af HTTP/1.1" status: 204 len: 168 time: 0.1934597 Nov 12 21:31:10.981221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0274033-400f-4ab4-9953-7193e6102dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68d8333-7228-4184-9f49-3894e72b30af,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:11.782699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60590) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:11.824767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f1ded1a3-8ffc-4dd7-8131-756f43ce6eac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f1e5025d20f4a798b47e6d75d960b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385249 Nov 12 21:31:11.825296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60592) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:11.875941 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f98f71ea-cf75-4d88-b065-9123d93babf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:11.896852 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f98f71ea-cf75-4d88-b065-9123d93babf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:12.024646 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f98f71ea-cf75-4d88-b065-9123d93babf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:12.027144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f98f71ea-cf75-4d88-b065-9123d93babf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:12.028341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f98f71ea-cf75-4d88-b065-9123d93babf5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d6c8034-f64c-4932-9107-4583ed6892fb HTTP/1.1" status: 204 len: 168 time: 0.2022419 Nov 12 21:31:12.037351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f71ea-cf75-4d88-b065-9123d93babf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c8034-f64c-4932-9107-4583ed6892fb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:22.910050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-2c7d3200-fafb-4f1e-bc7e-36282c2e17c9 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6ef5f6be2520411e882fb5ba73093c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299101 Nov 12 21:31:23.098602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-16b08a6c-1521-4410-a520-0fc3681de38c tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:23.100111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-16b08a6c-1521-4410-a520-0fc3681de38c tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822834 Nov 12 21:31:23.114700 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-d9d7efff-da8c-46dd-be89-8d1d281304dc tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/quotas/6ef5f6be2520411e882fb5ba73093c4e HTTP/1.1" status: 200 len: 375 time: 0.0088916 Nov 12 21:31:23.149692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-e6480fb2-f973-4969-a701-0a439480d043 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ef5f6be2520411e882fb5ba73093c4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298173 Nov 12 21:31:23.384859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d81b5a8e-6300-439c-b422-121ae3528019 req-df6fe8e0-5112-4985-b256-9e27e1b885a9 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Nov 12 21:31:24.111706 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:31:24.466824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-152b0239-6f81-4b4e-ac0d-cc97e9dfadc2 req-feb02744-3900-44b5-87d9-bbeac072e65a tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 210 time: 0.0277255 Nov 12 21:31:25.563884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6db1b548-cedc-4204-9735-994f65698958 req-4c019c47-4ddc-474a-b142-0cb417632c3f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 210 time: 0.0257320 Nov 12 21:31:25.711850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-9f5793f5-edb5-4305-996a-d81b4eb22221 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6ef5f6be2520411e882fb5ba73093c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208986 Nov 12 21:31:25.824338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-1e7208a9-4ccb-4db7-9f4b-13c78d2f8d1b tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:25.825743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-1e7208a9-4ccb-4db7-9f4b-13c78d2f8d1b tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068535 Nov 12 21:31:25.839966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Request body: {'port': {'device_id': '3427f0b2-17c3-4379-af17-04c1a95cf048', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'admin_state_up': True, 'tenant_id': '6ef5f6be2520411e882fb5ba73093c4e'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:31:26.029343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Made reservation on behalf of 6ef5f6be2520411e882fb5ba73093c4e for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:31:26.033645 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.042509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.114529 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.178223 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.236846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9ec966-6b47-4b9f-a8e3-77d2305db982,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:26.314018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Allocated IP 192.168.233.241 (28fcef4a-2080-48e6-a903-3f8faf8c7038/387d1fd5-7d1f-47a2-8e87-2653e9b5d994/7994b241-d5b9-4d58-ae7e-7b0c7c0cffca) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:31:26.458445 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.546353 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.593178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Network 28fcef4a-2080-48e6-a903-3f8faf8c7038 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:31:26.595697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:31:26.601678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:31:26.634137 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Pushing event updated for resources: {'Port': ['ID=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:26.681693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:26.682338 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.712184 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76652d5-4eff-4686-b3c3-a4a9bf5000f5 req-c555c4d2-6537-41c8-b8c3-30bacacbbb49 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:26.713652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f76652d5-4eff-4686-b3c3-a4a9bf5000f5 req-c555c4d2-6537-41c8-b8c3-30bacacbbb49 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 936 time: 0.0746655 Nov 12 21:31:26.765799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-4d055117-77a0-4807-bef6-9cc8c2637e66 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9303651 Nov 12 21:31:26.769658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f76652d5-4eff-4686-b3c3-a4a9bf5000f5 req-66ba58b0-11a3-4329-919c-219267a7f9b8 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497379 Nov 12 21:31:26.778575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Request body: {'port': {'device_id': '3427f0b2-17c3-4379-af17-04c1a95cf048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:31:26.825712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-74c42a1a-cbe8-474b-86cf-070f51d08b44 None None] Provisioning complete for port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:31:26.826606 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-74c42a1a-cbe8-474b-86cf-070f51d08b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.836192 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.859093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-74c42a1a-cbe8-474b-86cf-070f51d08b44 None None] Port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:31:27.102957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:31:27.110291 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:27.121803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Transition to ACTIVE for port object 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:31:27.207662 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:27.263093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:27.336134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Attempting to bind port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:31:27.336477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Attempting to bind port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:31:27.336809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Attempting to bind port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:31:27.341350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:31:27.341668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Attempting to bind port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca on network 28fcef4a-2080-48e6-a903-3f8faf8c7038 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:31:27.347168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:31:27.347533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Checking segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:31:27.347917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Bound using segment: {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:31:27.348344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Bound port: 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11fa4ab-2726-4f67-86be-84fa2a442dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:31:27.348706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:27.414850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] For port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:31:27.417958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] For port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:31:27.499396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:27.533844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:27.535164 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:27.536725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] 10.222.0.78 "PUT /v2.0/ports/7994b241-d5b9-4d58-ae7e-7b0c7c0cffca HTTP/1.1" status: 200 len: 1097 time: 0.7627342 Nov 12 21:31:27.539142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3427f0b2-17c3-4379-af17-04c1a95cf048', 'tag': '7994b241-d5b9-4d58-ae7e-7b0c7c0cffca'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:31:27.541654 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427f5f19-c31d-4ed6-a80a-fa8ae5ee0195" -d '{"events": [{"name": "network-changed", "server_uuid": "3427f0b2-17c3-4379-af17-04c1a95cf048", "tag": "7994b241-d5b9-4d58-ae7e-7b0c7c0cffca"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:31:27.573264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca9b99-427b-4cfc-bb8e-16e096b121b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:27.581233 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d5caeb0-34ed-4c7e-b392-b523c16c8024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:27.583713 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f64bcc-ae8b-434a-a8e3-7bbea431d62e x-openstack-request-id: req-d0f64bcc-ae8b-434a-a8e3-7bbea431d62e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:31:27.584074 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3427f0b2-17c3-4379-af17-04c1a95cf048", "tag": "7994b241-d5b9-4d58-ae7e-7b0c7c0cffca", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:31:27.584366 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0f64bcc-ae8b-434a-a8e3-7bbea431d62e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:31:27.584765 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3427f0b2-17c3-4379-af17-04c1a95cf048', 'tag': '7994b241-d5b9-4d58-ae7e-7b0c7c0cffca', 'status': 'completed', 'code': 200} Nov 12 21:31:27.649739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f5f19-c31d-4ed6-a80a-fa8ae5ee0195 req-6b27cbab-4690-4255-b696-cc9f03bef1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:27.651426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-427f5f19-c31d-4ed6-a80a-fa8ae5ee0195 req-6b27cbab-4690-4255-b696-cc9f03bef1bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef5f6be2520411e882fb5ba73093c4e&device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 1100 time: 0.0482650 Nov 12 21:31:27.681543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-427f5f19-c31d-4ed6-a80a-fa8ae5ee0195 req-7394a742-7647-4e8c-86e1-df4a5004760b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=6ef5f6be2520411e882fb5ba73093c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212018 Nov 12 21:31:27.780125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f5f19-c31d-4ed6-a80a-fa8ae5ee0195 req-e1661a07-85a8-4689-b367-ade765dde739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:27.781583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-427f5f19-c31d-4ed6-a80a-fa8ae5ee0195 req-e1661a07-85a8-4689-b367-ade765dde739 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930815 Nov 12 21:31:27.894419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-c41ae413-68e4-4f6d-ba49-1e7a3caa397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:27.895749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-c41ae413-68e4-4f6d-ba49-1e7a3caa397f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef5f6be2520411e882fb5ba73093c4e&device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 1100 time: 0.0762212 Nov 12 21:31:27.907949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1926-2de8-4823-b96a-1e326a42b207 req-2d807395-7497-4cc0-bcd0-02243d2c4352 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:27.909406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2dd1926-2de8-4823-b96a-1e326a42b207 req-2d807395-7497-4cc0-bcd0-02243d2c4352 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 948 time: 0.0594413 Nov 12 21:31:27.949804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-0c71c8cd-b9d2-458c-a797-609bfd2905a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca HTTP/1.1" status: 200 len: 217 time: 0.0394588 Nov 12 21:31:28.022249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2dd1926-2de8-4823-b96a-1e326a42b207 req-7718219f-33ec-48f1-ae8d-b3649ddc784b tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060026 Nov 12 21:31:28.025902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-39b31998-ca53-48f7-8240-fea8f8062398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:28.027335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-39b31998-ca53-48f7-8240-fea8f8062398 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=387d1fd5-7d1f-47a2-8e87-2653e9b5d994 HTTP/1.1" status: 200 len: 843 time: 0.0690536 Nov 12 21:31:28.073853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-eea9b4a0-8f44-4cec-bd1a-0be8e296e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:28.075329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-eea9b4a0-8f44-4cec-bd1a-0be8e296e6c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=28fcef4a-2080-48e6-a903-3f8faf8c7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0409403 Nov 12 21:31:28.170464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-6306108f-f674-4e15-a70d-1403c94717ef service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864656 Nov 12 21:31:28.262250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fbbab94-614b-42d7-9e29-384fe0838389 req-648cbd03-a2f5-4517-8632-2627a16bf1a7 service neutron] 10.222.0.78 "GET /v2.0/networks/28fcef4a-2080-48e6-a903-3f8faf8c7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848494 Nov 12 21:31:29.140389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c7849-e372-4065-8229-51d67eb01c97 req-2a7c26ef-09b8-4d85-838a-872f112ea25f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:29.141872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e7c7849-e372-4065-8229-51d67eb01c97 req-2a7c26ef-09b8-4d85-838a-872f112ea25f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 948 time: 0.0496385 Nov 12 21:31:29.193082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e7c7849-e372-4065-8229-51d67eb01c97 req-b6c4b9e8-0034-4bfb-9d83-06cb2b8aebb7 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 Nov 12 21:31:30.120959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7c27403a-cc92-41ae-b4b9-cfdbb5912e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:30.311204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6ff1-3fc4-4937-ac3b-2e336ab5873b req-cdc29c9f-db32-4918-9517-cec882d3e24a tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:30.312678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab9f6ff1-3fc4-4937-ac3b-2e336ab5873b req-cdc29c9f-db32-4918-9517-cec882d3e24a tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 948 time: 0.0484204 Nov 12 21:31:30.360682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab9f6ff1-3fc4-4937-ac3b-2e336ab5873b req-14ed4103-d7da-4cbf-85ff-1764e0f5c29c tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Nov 12 21:31:30.951456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:31:31.048626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:31.059781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '7994b241-d5b9-4d58-ae7e-7b0c7c0cffca', 'network_id': '28fcef4a-2080-48e6-a903-3f8faf8c7038', 'port_id': '7994b241-d5b9-4d58-ae7e-7b0c7c0cffca', 'mac_address': 'fa:16:3e:01:dc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387d1fd5-7d1f-47a2-8e87-2653e9b5d994', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:31:31.097952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:31.110245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:31:31.129701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:31.195431 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:31.243771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:31.380522 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:31.417533 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['7994b241-d5b9-4d58-ae7e-7b0c7c0cffca'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:31:31.479238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701158b7-8fef-4991-b53d-9c08cf3912c0 req-fb0847b3-d807-48fc-9621-8852f2db6c1f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:31.480909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-701158b7-8fef-4991-b53d-9c08cf3912c0 req-fb0847b3-d807-48fc-9621-8852f2db6c1f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 949 time: 0.0505726 Nov 12 21:31:31.529682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-701158b7-8fef-4991-b53d-9c08cf3912c0 req-5ddfc0ce-c876-46ac-9457-784715be2cbb tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Nov 12 21:31:32.691346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094e6ac-a338-40ba-8f0f-7d71744996c3 req-23461216-869b-4c3f-80a0-7cea14dd960e tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:32.692996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5094e6ac-a338-40ba-8f0f-7d71744996c3 req-23461216-869b-4c3f-80a0-7cea14dd960e tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 949 time: 0.0523596 Nov 12 21:31:32.739164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5094e6ac-a338-40ba-8f0f-7d71744996c3 req-2f37a7d9-0d05-40de-9498-47cafb2caf46 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Nov 12 21:31:32.966570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:31:33.109088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:31:33.113459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:31:33.118462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:33.140111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:33.190831 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:33.213019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3427f0b2-17c3-4379-af17-04c1a95cf048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7994b241-d5b9-4d58-ae7e-7b0c7c0cffca'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:31:33.215252 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d16f26-44de-4c52-921d-8e649ccf0a23" -d '{"events": [{"server_uuid": "3427f0b2-17c3-4379-af17-04c1a95cf048", "name": "network-vif-plugged", "status": "completed", "tag": "7994b241-d5b9-4d58-ae7e-7b0c7c0cffca"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:31:33.228238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:33.387996 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec8f0de-4d01-460e-8724-83a328769f6d x-openstack-request-id: req-4ec8f0de-4d01-460e-8724-83a328769f6d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:31:33.387996 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3427f0b2-17c3-4379-af17-04c1a95cf048", "name": "network-vif-plugged", "status": "completed", "tag": "7994b241-d5b9-4d58-ae7e-7b0c7c0cffca", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:31:33.387996 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ec8f0de-4d01-460e-8724-83a328769f6d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:31:33.387996 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3427f0b2-17c3-4379-af17-04c1a95cf048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7994b241-d5b9-4d58-ae7e-7b0c7c0cffca', 'code': 200} Nov 12 21:31:33.409097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:33.423069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ff9c8-c536-4de3-9d4c-ef95ba1c9fff req-363507f5-1e26-4ef4-9d1c-a68ca2b4fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:33.424638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a20ff9c8-c536-4de3-9d4c-ef95ba1c9fff req-363507f5-1e26-4ef4-9d1c-a68ca2b4fc0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 1101 time: 0.0417902 Nov 12 21:31:33.456820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:33.469332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a20ff9c8-c536-4de3-9d4c-ef95ba1c9fff req-86746f0d-8726-46e7-ada1-c08432719485 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373895 Nov 12 21:31:33.629275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:33.855414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7282-57fe-4c21-a7dc-ffeec82ec930 req-760bad34-8f0a-4751-ab72-1aa945777663 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:33.857121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc9a7282-57fe-4c21-a7dc-ffeec82ec930 req-760bad34-8f0a-4751-ab72-1aa945777663 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 950 time: 0.0509694 Nov 12 21:31:33.911587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc9a7282-57fe-4c21-a7dc-ffeec82ec930 req-589fa14a-e96b-40be-bd1d-bbaff4031e0b tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485320 Nov 12 21:31:35.027080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2b89-567a-4a42-995c-84cbe4bb92e2 req-91c557a1-a53d-429f-a4e3-3a07211f5d86 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:35.028580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-728f2b89-567a-4a42-995c-84cbe4bb92e2 req-91c557a1-a53d-429f-a4e3-3a07211f5d86 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 950 time: 0.0488300 Nov 12 21:31:35.075985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-728f2b89-567a-4a42-995c-84cbe4bb92e2 req-624ed30c-6ac9-44ec-9cdd-42b9f80b899c tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Nov 12 21:31:35.522358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-5fafdd00-26fe-4d87-b639-99a311ab12e6 req-46458107-e763-4fe1-aaa7-7160068cf887 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:31:35.523483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fafdd00-26fe-4d87-b639-99a311ab12e6 req-46458107-e763-4fe1-aaa7-7160068cf887 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1021516 Nov 12 21:31:36.004076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-7e89fdfe-3219-4484-bfc4-908832b09c89 req-78fd5309-346a-4478-a800-a677ac69e290 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:31:36.005180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e89fdfe-3219-4484-bfc4-908832b09c89 req-78fd5309-346a-4478-a800-a677ac69e290 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537474 Nov 12 21:31:36.665716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c517d-d5b4-4cbe-8954-7f4de25b2d5c req-d6a3d807-94ce-4ccf-9e33-23d3c5e02573 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:36.667223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-608c517d-d5b4-4cbe-8954-7f4de25b2d5c req-d6a3d807-94ce-4ccf-9e33-23d3c5e02573 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 950 time: 0.0488069 Nov 12 21:31:36.714680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-608c517d-d5b4-4cbe-8954-7f4de25b2d5c req-0580231a-788a-440c-a2f3-318756d83630 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Nov 12 21:31:37.837260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7413b-8eef-4a4d-ad92-9cea1e0b4aac req-d47308ca-e1e2-41fc-b762-8f7da08a905b tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:37.838730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88b7413b-8eef-4a4d-ad92-9cea1e0b4aac req-d47308ca-e1e2-41fc-b762-8f7da08a905b tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 950 time: 0.0521858 Nov 12 21:31:37.885878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-88b7413b-8eef-4a4d-ad92-9cea1e0b4aac req-feeb797d-3ea9-4457-b332-ec9470de445d tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/security-groups?id=be9ec966-6b47-4b9f-a8e3-77d2305db982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Nov 12 21:31:37.950449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-ccae28b1-6153-42ba-9418-4e5242457dba tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:37.952159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-ccae28b1-6153-42ba-9418-4e5242457dba tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.78 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 950 time: 0.0480912 Nov 12 21:31:38.376789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Deleting port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:31:38.377123 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:38.466535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] For port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,segment=NetworkSegment(f11fa4ab-2726-4f67-86be-84fa2a442dea),segment_id=f11fa4ab-2726-4f67-86be-84fa2a442dea)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:38.466888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:38.480499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Calling delete_port for 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:31:38.687390 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:38.701353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['7994b241-d5b9-4d58-ae7e-7b0c7c0cffca'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:31:38.721837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Pushing event deleted for resources: {'Port': ['ID=7994b241-d5b9-4d58-ae7e-7b0c7c0cffca,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:38.769403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] No DVR routers for this DVR port 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:31:38.773153 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:38.776541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04fcedd5-1b2e-4da1-a66a-2b65beab77cf req-069a8d1d-aa18-4b5d-8d53-2d54d567c55f tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.78 "DELETE /v2.0/ports/7994b241-d5b9-4d58-ae7e-7b0c7c0cffca HTTP/1.1" status: 204 len: 173 time: 0.8178027 Nov 12 21:31:38.776994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3427f0b2-17c3-4379-af17-04c1a95cf048', 'name': 'network-vif-deleted', 'tag': '7994b241-d5b9-4d58-ae7e-7b0c7c0cffca'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:31:38.781943 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c104eca-8382-49d2-8d43-01dc4bf1ccb5" -d '{"events": [{"server_uuid": "3427f0b2-17c3-4379-af17-04c1a95cf048", "name": "network-vif-deleted", "tag": "7994b241-d5b9-4d58-ae7e-7b0c7c0cffca"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:31:38.823541 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23634f78-d7cc-4aae-941a-fad7d6bfa972 x-openstack-request-id: req-23634f78-d7cc-4aae-941a-fad7d6bfa972 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:31:38.824182 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3427f0b2-17c3-4379-af17-04c1a95cf048", "name": "network-vif-deleted", "tag": "7994b241-d5b9-4d58-ae7e-7b0c7c0cffca", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:31:38.824720 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23634f78-d7cc-4aae-941a-fad7d6bfa972 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:31:38.825278 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3427f0b2-17c3-4379-af17-04c1a95cf048', 'name': 'network-vif-deleted', 'tag': '7994b241-d5b9-4d58-ae7e-7b0c7c0cffca', 'status': 'completed', 'code': 200} Nov 12 21:31:38.994814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-563f9ec9-6680-49fb-bbde-f02a7d1cecc8 req-0b689a1a-f3f2-4964-a92b-6819d88ca957 tempest-ServersAdminNegativeTestJSON-48752756 tempest-ServersAdminNegativeTestJSON-48752756-project] 10.222.0.64 "GET /v2.0/ports?device_id=3427f0b2-17c3-4379-af17-04c1a95cf048 HTTP/1.1" status: 200 len: 210 time: 0.0293045 Nov 12 21:31:40.464272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60746) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:40.589382 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:40.596483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-21181a44-f6b0-46bf-ab56-a90aeb8bdbaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ef5f6be2520411e882fb5ba73093c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310675 Nov 12 21:31:40.604923 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60750) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:40.629646 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:40.652096 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4700f2ca-f23c-4530-98f8-2e07c33a6214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:40.672947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4700f2ca-f23c-4530-98f8-2e07c33a6214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:40.820047 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4700f2ca-f23c-4530-98f8-2e07c33a6214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:40.822572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4700f2ca-f23c-4530-98f8-2e07c33a6214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:40.823747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4700f2ca-f23c-4530-98f8-2e07c33a6214 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be9ec966-6b47-4b9f-a8e3-77d2305db982 HTTP/1.1" status: 204 len: 168 time: 0.2179167 Nov 12 21:31:40.832514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700f2ca-f23c-4530-98f8-2e07c33a6214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9ec966-6b47-4b9f-a8e3-77d2305db982,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:41.478565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 60756) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:41.493024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a98b4155-4034-4811-be6d-0eda3669c35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:41.568424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a98b4155-4034-4811-be6d-0eda3669c35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:41.677089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a98b4155-4034-4811-be6d-0eda3669c35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:41.716275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a98b4155-4034-4811-be6d-0eda3669c35e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e2d3fad5cbf4bd48769c9c33fd372e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362328 Nov 12 21:31:41.717334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b4155-4034-4811-be6d-0eda3669c35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf569f5c-7536-4394-9935-720689db9914,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:41.718992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60758) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:41.767358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfd1e610-3225-4013-9b9e-bbd2492fbde7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:41.789086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfd1e610-3225-4013-9b9e-bbd2492fbde7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:41.892295 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfd1e610-3225-4013-9b9e-bbd2492fbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:41.895471 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfd1e610-3225-4013-9b9e-bbd2492fbde7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:41.896798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bfd1e610-3225-4013-9b9e-bbd2492fbde7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf569f5c-7536-4394-9935-720689db9914 HTTP/1.1" status: 204 len: 168 time: 0.1766837 Nov 12 21:31:41.904584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1e610-3225-4013-9b9e-bbd2492fbde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf569f5c-7536-4394-9935-720689db9914,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:42.868079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60780) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:42.962398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1671277933-network', 'tenant_id': '54451338f98d49e5ad3061638263b2ea'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:31:43.001212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:31:43.021023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:31:43.023675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 7994b241-d5b9-4d58-ae7e-7b0c7c0cffca not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:31:43.037310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Made reservation on behalf of 54451338f98d49e5ad3061638263b2ea for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:31:43.058968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.058968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.127340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.189374 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.215204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:31:43.224693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709135f9-227d-497e-a5a0-721e14366aed,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:43.231648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.231998 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Added segment 345ecb96-e8b7-429c-9dc1-a23d79c66038 of type vlan for network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 Nov 12 21:31:43.275469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.355098 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.356193 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:43.356884 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.419889 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] Pushing event updated for resources: {'Network': ['ID=c7bbe5de-0e35-4165-b9a5-edbeee7684d3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:43.430804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:31:43.461115 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9d379e1b-af3d-4aa2-a948-9ca876b66e9f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5919085 Nov 12 21:31:43.464049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60784) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:31:43.469056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Request body: {'subnet': {'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1671277933-subnet', 'tenant_id': '54451338f98d49e5ad3061638263b2ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:31:43.543343 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Made reservation on behalf of 54451338f98d49e5ad3061638263b2ea for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:31:43.545717 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.772349 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:43.821419 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0beb5e8b-76d7-402b-a32e-870a059e0242,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:43.838080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Checking segment: {'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:31:43.838568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Network hostable DHCP agents. Network: c7bbe5de-0e35-4165-b9a5-edbeee7684d3, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:31:43.909267 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:31:43.994712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, c7bbe5de-0e35-4165-b9a5-edbeee7684d3) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:31:43.998930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:43.999545 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:44.005960 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0936b9c-2853-4755-8ce7-66afca1fe617 None None] Network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:31:44.097521 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0420faae-a99a-4903-928e-f9ed2f72c5fb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6322463 Nov 12 21:31:44.137870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a43fc-02ea-44d6-bf6e-55645798c2a0 None None] Network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:31:44.527879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-00a511b7-b714-4601-bce0-1126c6c13416 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:44.529358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-00a511b7-b714-4601-bce0-1126c6c13416 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/networks?id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 200 len: 812 time: 0.1022034 Nov 12 21:31:44.544219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-6365a99e-3670-4e82-920a-c6791dfa3d88 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/quotas/54451338f98d49e5ad3061638263b2ea HTTP/1.1" status: 200 len: 375 time: 0.0091522 Nov 12 21:31:44.580687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-24ed7cb9-ab5e-4c95-9472-9545fcd9caa7 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311098 Nov 12 21:31:44.669370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9c8267b2-b884-423f-b37a-afcbd2e7d1c7 service neutron] 10.222.0.64 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815735 Nov 12 21:31:44.762216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-eb69d4f8-f0be-42c1-a91f-94d9013eaf68 service neutron] 10.222.0.64 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869796 Nov 12 21:31:45.016966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-996a7916-e5cc-424d-aa41-8cfd7207e8b7 req-05d803ea-994e-4696-9bc7-0798cca4d1da tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 210 time: 0.0267673 Nov 12 21:31:46.098100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8d30401-4cad-4318-a999-abb9c9f41793 req-61c3b8a6-2efb-4f4c-bc3e-c71de7dab0e9 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 210 time: 0.0264430 Nov 12 21:31:47.368826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-57df63c8-fad4-4426-8a6f-7207407bee61 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:47.370412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-57df63c8-fad4-4426-8a6f-7207407bee61 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.78 "GET /v2.0/networks?id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 200 len: 812 time: 0.1230171 Nov 12 21:31:47.384882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Request body: {'port': {'device_id': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3', 'admin_state_up': True, 'tenant_id': '54451338f98d49e5ad3061638263b2ea'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:31:47.466037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b6aca6e-3bc5-46a5-bdcf-e2874702113e req-6ff88371-f809-430a-94a6-a4d75233a747 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 210 time: 0.0305710 Nov 12 21:31:47.594283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Made reservation on behalf of 54451338f98d49e5ad3061638263b2ea for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:31:47.597971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:47.725732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Allocated IP 172.20.0.11 (c7bbe5de-0e35-4165-b9a5-edbeee7684d3/0beb5e8b-76d7-402b-a32e-870a059e0242/d54a90a1-3acc-40fe-8589-b8f379d71e97) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:31:47.872363 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:47.968819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:48.012130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:31:48.017681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:31:48.021664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:31:48.028823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:48.076878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:48.077483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:48.151386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-042daf38-88f0-456c-85b6-f105c1f0aa48 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720282 Nov 12 21:31:48.164119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Request body: {'port': {'device_id': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:31:48.221250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:48.486736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54a90a1-3acc-40fe-8589-b8f379d71e97 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:31:48.494317 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:48.506667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Transition to ACTIVE for port object d54a90a1-3acc-40fe-8589-b8f379d71e97 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:31:48.583939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7df92-5dad-4ae0-8644-bf4ae608b0e0 req-52b69326-b3bf-4b20-b22d-1f958ce72a0a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:48.585438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47c7df92-5dad-4ae0-8644-bf4ae608b0e0 req-52b69326-b3bf-4b20-b22d-1f958ce72a0a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 932 time: 0.0497556 Nov 12 21:31:48.586530 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:48.666589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:48.720663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47c7df92-5dad-4ae0-8644-bf4ae608b0e0 req-ff5a69cc-df9b-4db0-93e4-02a9fcbf8859 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262746 Nov 12 21:31:48.744409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Attempting to bind port d54a90a1-3acc-40fe-8589-b8f379d71e97 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:31:48.744678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Attempting to bind port d54a90a1-3acc-40fe-8589-b8f379d71e97 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:31:48.745009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Attempting to bind port d54a90a1-3acc-40fe-8589-b8f379d71e97 on network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:31:48.749255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Port d54a90a1-3acc-40fe-8589-b8f379d71e97 on network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:31:48.749580 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Attempting to bind port d54a90a1-3acc-40fe-8589-b8f379d71e97 on network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:31:48.754364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:31:48.755232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Checking segment: {'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:31:48.755674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Bound using segment: {'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:31:48.756070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Bound port: d54a90a1-3acc-40fe-8589-b8f379d71e97, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:31:48.756425 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:48.823274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:31:48.826507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:31:48.926227 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:48.961934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:48.962684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:48.964111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] 10.222.0.78 "PUT /v2.0/ports/d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 1093 time: 0.8046772 Nov 12 21:31:48.964546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:31:48.966798 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e2afe-0240-4ec5-ac22-5e15220eb070" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:31:48.990756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd603e1-96d7-49c6-817e-5104ed1a052c service neutron] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:49.002650 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81614020-aa86-45dc-b8f9-24340275f5eb x-openstack-request-id: req-81614020-aa86-45dc-b8f9-24340275f5eb {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:31:49.002955 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:31:49.003252 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81614020-aa86-45dc-b8f9-24340275f5eb {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:31:49.003682 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'status': 'completed', 'code': 200} Nov 12 21:31:49.064679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2afe-0240-4ec5-ac22-5e15220eb070 req-264f9172-34ad-4faa-b907-121ee8647b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:49.066179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-136e2afe-0240-4ec5-ac22-5e15220eb070 req-264f9172-34ad-4faa-b907-121ee8647b40 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1096 time: 0.0420895 Nov 12 21:31:49.168946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2afe-0240-4ec5-ac22-5e15220eb070 req-48ca2609-3aa5-486d-9735-397a23bf0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:49.170451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-136e2afe-0240-4ec5-ac22-5e15220eb070 req-48ca2609-3aa5-486d-9735-397a23bf0a16 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=54451338f98d49e5ad3061638263b2ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0970058 Nov 12 21:31:49.266191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2afe-0240-4ec5-ac22-5e15220eb070 req-b3e14e0b-9c0d-421d-b448-a9d9b18f976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:49.267615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-136e2afe-0240-4ec5-ac22-5e15220eb070 req-b3e14e0b-9c0d-421d-b448-a9d9b18f976f service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898650 Nov 12 21:31:49.345669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-b674b8fe-00cd-41d1-9b26-5f87090db9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:49.347172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-b674b8fe-00cd-41d1-9b26-5f87090db9d6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1096 time: 0.0456929 Nov 12 21:31:49.389162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-6971e2e7-e076-477f-82bc-349a8f9a3545 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 217 time: 0.0348175 Nov 12 21:31:49.441584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-f0d8d919-b40a-4f1d-a755-9debdfb5203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:49.443095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-f0d8d919-b40a-4f1d-a755-9debdfb5203a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0beb5e8b-76d7-402b-a32e-870a059e0242 HTTP/1.1" status: 200 len: 852 time: 0.0471585 Nov 12 21:31:49.475703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-d65f9605-728a-4f81-8a89-0175dca28c98 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256162 Nov 12 21:31:49.570364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-1b757945-d316-42bd-8b5c-33f4c3bb285a service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Nov 12 21:31:49.663655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffa0b578-03f5-436e-82bf-2741fb62acb6 req-ad137c98-e7ab-4f58-9dad-a5d0ab28bd1e service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864866 Nov 12 21:31:49.840087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed9a20-8c50-4178-8671-e133fb4ae279 req-122d2fa2-60b5-4566-9ff2-02e60a984472 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:49.841584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54ed9a20-8c50-4178-8671-e133fb4ae279 req-122d2fa2-60b5-4566-9ff2-02e60a984472 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 944 time: 0.0501018 Nov 12 21:31:49.889683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54ed9a20-8c50-4178-8671-e133fb4ae279 req-156fea67-39cc-44d7-8f06-0dc045e65641 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Nov 12 21:31:51.005370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac36d47-38d9-4ad5-8138-749809a1be2e req-2220eadb-ffe0-406b-bd6c-b9d9afee721d tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:51.006839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eac36d47-38d9-4ad5-8138-749809a1be2e req-2220eadb-ffe0-406b-bd6c-b9d9afee721d tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 944 time: 0.0482540 Nov 12 21:31:51.053785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eac36d47-38d9-4ad5-8138-749809a1be2e req-54d8c7b3-2934-4d83-b70e-6f120455f025 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Nov 12 21:31:52.172197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3a0db-582b-4598-b1f4-8a356afb03d2 req-54426bbb-a855-4765-840d-73216e33a565 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:52.173655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4c3a0db-582b-4598-b1f4-8a356afb03d2 req-54426bbb-a855-4765-840d-73216e33a565 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 944 time: 0.0520933 Nov 12 21:31:52.220817 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4c3a0db-582b-4598-b1f4-8a356afb03d2 req-297324eb-0811-42f7-b4c1-53be9a167e4a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 Nov 12 21:31:53.044161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d54a90a1-3acc-40fe-8589-b8f379d71e97 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:31:53.141528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:53.153247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3', 'port_id': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'mac_address': 'fa:16:3e:04:49:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beb5e8b-76d7-402b-a32e-870a059e0242', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:31:53.193931 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:53.206762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54a90a1-3acc-40fe-8589-b8f379d71e97 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:31:53.226189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:53.336670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9bfb-0a05-45e5-af11-ade080b0da5f req-b891259a-4931-4263-8bb7-cc8fac817bb9 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:53.338093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-308a9bfb-0a05-45e5-af11-ade080b0da5f req-b891259a-4931-4263-8bb7-cc8fac817bb9 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 944 time: 0.0501590 Nov 12 21:31:53.345876 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:53.386237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-308a9bfb-0a05-45e5-af11-ade080b0da5f req-87a720b9-a964-401d-a742-af0d4cb443db tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Nov 12 21:31:53.393443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:53.530959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['d54a90a1-3acc-40fe-8589-b8f379d71e97'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:31:54.502196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33938e94-b4b9-44bf-82e3-491ea869becf req-9a64884f-edab-461c-8ef7-e3efb262d916 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:54.503651 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33938e94-b4b9-44bf-82e3-491ea869becf req-9a64884f-edab-461c-8ef7-e3efb262d916 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 945 time: 0.0491619 Nov 12 21:31:54.555538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33938e94-b4b9-44bf-82e3-491ea869becf req-5466d97e-810c-4c75-972f-d4dc7b9cb9ef tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Nov 12 21:31:55.060203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d54a90a1-3acc-40fe-8589-b8f379d71e97 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:31:55.168529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port d54a90a1-3acc-40fe-8589-b8f379d71e97 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:31:55.172333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port d54a90a1-3acc-40fe-8589-b8f379d71e97 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:31:55.172698 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:55.247906 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:55.269829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:31:55.272952 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a201a6-b64f-44a8-9b84-5564ba8850a3" -d '{"events": [{"server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "name": "network-vif-plugged", "status": "completed", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:31:55.289251 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:31:55.310539 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6bbf4c-9ef3-4627-9755-1be0abb5c047 x-openstack-request-id: req-1a6bbf4c-9ef3-4627-9755-1be0abb5c047 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:31:55.310539 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "name": "network-vif-plugged", "status": "completed", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:31:55.310539 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a6bbf4c-9ef3-4627-9755-1be0abb5c047 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:31:55.310539 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'code': 200} Nov 12 21:31:55.360677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:55.421013 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67f7d4-108f-4cc3-a9a7-fba4e3d596fa req-019eab2f-5530-41b4-95df-ab6ed0dc75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:55.422521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d67f7d4-108f-4cc3-a9a7-fba4e3d596fa req-019eab2f-5530-41b4-95df-ab6ed0dc75e3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1098 time: 0.0554786 Nov 12 21:31:55.426937 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:31:55.469391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d67f7d4-108f-4cc3-a9a7-fba4e3d596fa req-dcb959ca-40b0-423f-8e46-e31604675012 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Nov 12 21:31:55.669852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6bcea-bfd2-43bc-8bf6-9dbdda25d949 req-137dd4ba-54a2-4b12-906f-235d8e3d3581 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:55.671338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27c6bcea-bfd2-43bc-8bf6-9dbdda25d949 req-137dd4ba-54a2-4b12-906f-235d8e3d3581 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0486543 Nov 12 21:31:55.718526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-27c6bcea-bfd2-43bc-8bf6-9dbdda25d949 req-68c7e6b4-8b41-4257-b7db-681d32e471a3 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Nov 12 21:31:56.840635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91a206-e13a-4333-a875-26581d174a93 req-7eb5ea90-3e22-4317-ab05-35e93bc8445b tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:56.842114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e91a206-e13a-4333-a875-26581d174a93 req-7eb5ea90-3e22-4317-ab05-35e93bc8445b tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0537059 Nov 12 21:31:56.888786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e91a206-e13a-4333-a875-26581d174a93 req-3e6a2c7b-8874-4f27-858c-7cc060afa351 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Nov 12 21:31:57.254976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b1ec8-03ed-45bb-bad2-f74b9afcedbe req-015de3bf-7bc8-4b25-929c-fbfa31a99580 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:57.256714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a59b1ec8-03ed-45bb-bad2-f74b9afcedbe req-015de3bf-7bc8-4b25-929c-fbfa31a99580 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0502820 Nov 12 21:31:57.305109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a59b1ec8-03ed-45bb-bad2-f74b9afcedbe req-afe08ded-a624-4a56-8124-ead5a18f610d tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Nov 12 21:31:57.430597 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-12d114d0-b2e6-4818-ae03-3f4134f0f220 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871019 Nov 12 21:31:57.565943 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99644397-00fe-4f3c-a254-34a0216fa923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:58.425783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555701bf-e6d1-46c8-a269-c8f183b22bb5 req-87f05f60-15cd-49c3-a397-26a85a0a87c7 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:58.427386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-555701bf-e6d1-46c8-a269-c8f183b22bb5 req-87f05f60-15cd-49c3-a397-26a85a0a87c7 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0544281 Nov 12 21:31:58.476231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-555701bf-e6d1-46c8-a269-c8f183b22bb5 req-89c9da3e-9c37-4fbe-90e9-dcc919b55d51 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Nov 12 21:31:59.544465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-92d7946e-fd80-44c5-a9c8-8451cbbfae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:59.545988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-92d7946e-fd80-44c5-a9c8-8451cbbfae9f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1098 time: 0.0413625 Nov 12 21:31:59.648449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2b2f-4ca7-4ff9-8045-7930b2f75792 req-1cef8c30-2d07-4d04-bf14-f55b996ee6d1 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:59.649929 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-951c2b2f-4ca7-4ff9-8045-7930b2f75792 req-1cef8c30-2d07-4d04-bf14-f55b996ee6d1 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.1030865 Nov 12 21:31:59.687449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-3d0ec871-1d52-4589-ab24-3fcc64e36a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:59.688859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-3d0ec871-1d52-4589-ab24-3fcc64e36a20 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 200 len: 913 time: 0.1332653 Nov 12 21:31:59.745581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-a5392076-63e5-48de-9d65-ff49ee8fe3dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 217 time: 0.0497315 Nov 12 21:31:59.749275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-951c2b2f-4ca7-4ff9-8045-7930b2f75792 req-655e3c68-e115-4ea1-a393-13cab084ee8b tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930295 Nov 12 21:31:59.796534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-104f24eb-8c94-4d68-845d-49bdf3dbe69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:31:59.797962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-104f24eb-8c94-4d68-845d-49bdf3dbe69a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0beb5e8b-76d7-402b-a32e-870a059e0242 HTTP/1.1" status: 200 len: 852 time: 0.0454104 Nov 12 21:31:59.829108 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-958673c5-3d71-42c1-a126-87111ae0af08 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243473 Nov 12 21:31:59.921294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-d6df53f5-5827-465b-8625-b524d3a5bb55 service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855186 Nov 12 21:32:00.012821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-97801383-32b4-4126-84d5-e6846e001823 service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836639 Nov 12 21:32:00.088436 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-17b59f6e-e7ae-4a53-9996-b3c504617da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:00.867016 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e31a4-b7dd-43e8-bec2-9e95c04e6dfb req-93d05cff-6466-4084-90ed-531ff097ecad tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:00.868576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e9e31a4-b7dd-43e8-bec2-9e95c04e6dfb req-93d05cff-6466-4084-90ed-531ff097ecad tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0494900 Nov 12 21:32:00.919413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e9e31a4-b7dd-43e8-bec2-9e95c04e6dfb req-624f823f-473c-4a32-87eb-e59ae5ebe7c4 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Nov 12 21:32:01.112306 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:32:01.445346 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:02.037073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6593e-daa6-4ac5-b99e-3276dd598736 req-e6427fe7-b41a-42f1-9d00-0cdfbd6790a3 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:02.038544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af6593e-daa6-4ac5-b99e-3276dd598736 req-e6427fe7-b41a-42f1-9d00-0cdfbd6790a3 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0488634 Nov 12 21:32:02.087219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3af6593e-daa6-4ac5-b99e-3276dd598736 req-5903b6d9-a620-407c-a104-cff1d8a7f684 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Nov 12 21:32:03.137833 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:03.207993 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1ac43-cc79-44d6-82d7-0a9a237e9a41 req-85211b28-5dbb-4671-ae81-3907dd662b80 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:03.209807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04a1ac43-cc79-44d6-82d7-0a9a237e9a41 req-85211b28-5dbb-4671-ae81-3907dd662b80 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0504274 Nov 12 21:32:03.259988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04a1ac43-cc79-44d6-82d7-0a9a237e9a41 req-1a29bc75-d281-4128-8306-ec72feaaed11 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Nov 12 21:32:03.642767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:04.379085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0a894-5a32-4c1b-801c-93ada416eb44 req-3bb64388-c67f-43b9-b8a5-3cea2192bb27 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:04.380577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cad0a894-5a32-4c1b-801c-93ada416eb44 req-3bb64388-c67f-43b9-b8a5-3cea2192bb27 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0523942 Nov 12 21:32:04.426421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cad0a894-5a32-4c1b-801c-93ada416eb44 req-5d651acc-0cfa-48e3-baac-9904fa6d9dcd tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Nov 12 21:32:05.541670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e880f6-36b2-4f5e-88aa-9499d9272316 req-dffb179e-9fca-4af1-9afe-b885cd8f0259 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:05.543413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19e880f6-36b2-4f5e-88aa-9499d9272316 req-dffb179e-9fca-4af1-9afe-b885cd8f0259 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0494611 Nov 12 21:32:05.590896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19e880f6-36b2-4f5e-88aa-9499d9272316 req-41f8628e-d356-4644-8ef3-f56edd1d4915 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Nov 12 21:32:06.708823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb31c12-8ba4-42e6-b322-a193becff0aa req-ce65a52b-b4b1-4692-81c5-a0ddd2fb154a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:06.710277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cb31c12-8ba4-42e6-b322-a193becff0aa req-ce65a52b-b4b1-4692-81c5-a0ddd2fb154a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0479174 Nov 12 21:32:06.760727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cb31c12-8ba4-42e6-b322-a193becff0aa req-4a658180-1fd6-486e-a9a4-4fbde915dd56 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Nov 12 21:32:07.879187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612c13c-09cf-4716-8900-ff5c440ec5dc req-7c2c8926-0d7e-4aa6-973a-e0b659fa08b4 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:07.880702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d612c13c-09cf-4716-8900-ff5c440ec5dc req-7c2c8926-0d7e-4aa6-973a-e0b659fa08b4 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0498929 Nov 12 21:32:07.928446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d612c13c-09cf-4716-8900-ff5c440ec5dc req-08d357d7-1de7-4565-aa5a-32f07499979a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Nov 12 21:32:09.046294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0666e3-9982-4a99-bb4a-1b3310c088d0 req-0ba375db-0769-4761-9c93-90723c1c71d8 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:09.047801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e0666e3-9982-4a99-bb4a-1b3310c088d0 req-0ba375db-0769-4761-9c93-90723c1c71d8 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0483336 Nov 12 21:32:09.094830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e0666e3-9982-4a99-bb4a-1b3310c088d0 req-6f348ea9-a355-40a1-aa2d-c46ab7e9821e tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Nov 12 21:32:10.217484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7930680-69d3-4fdf-87b6-e51b317229e8 req-2e3c9540-606a-472b-850d-34a1310c38c0 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:10.218996 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7930680-69d3-4fdf-87b6-e51b317229e8 req-2e3c9540-606a-472b-850d-34a1310c38c0 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0531716 Nov 12 21:32:10.267242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a7930680-69d3-4fdf-87b6-e51b317229e8 req-386917c7-60c5-4a6e-9045-b6876a314a12 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Nov 12 21:32:10.588501 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:10.648005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:11.384517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8deaf6-4bfe-4ece-9fe3-07efc9d5346f req-f203ea75-0c39-4846-a634-65a7fdd5b155 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:11.386660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a8deaf6-4bfe-4ece-9fe3-07efc9d5346f req-f203ea75-0c39-4846-a634-65a7fdd5b155 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0502880 Nov 12 21:32:11.433376 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a8deaf6-4bfe-4ece-9fe3-07efc9d5346f req-326754df-6f0c-4685-8f30-242afafc7894 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Nov 12 21:32:12.555828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161d534-9f2d-4f27-b40e-b926de5781ac req-0d37aa9e-9106-4098-aad9-d359df0a5a6b tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:12.557223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f161d534-9f2d-4f27-b40e-b926de5781ac req-0d37aa9e-9106-4098-aad9-d359df0a5a6b tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0531299 Nov 12 21:32:12.604802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f161d534-9f2d-4f27-b40e-b926de5781ac req-582aae72-5ae1-481e-9146-9006039823cd tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Nov 12 21:32:13.722667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c7bd4-ec9f-47ab-81e4-16803da21603 req-28af1ce5-2b17-4f4b-9435-14f8629253f0 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:13.724221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e9c7bd4-ec9f-47ab-81e4-16803da21603 req-28af1ce5-2b17-4f4b-9435-14f8629253f0 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0501149 Nov 12 21:32:13.770966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e9c7bd4-ec9f-47ab-81e4-16803da21603 req-320ce921-3aeb-444f-a2ab-f1f108a0be7b tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Nov 12 21:32:14.123188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-f1898b5d-7ac5-42b8-a6f8-75d775ac1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:14.124684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-f1898b5d-7ac5-42b8-a6f8-75d775ac1366 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1098 time: 0.0397983 Nov 12 21:32:14.230830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-d535321d-cfea-4f55-b5af-2bbdd8a8d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:14.232324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-d535321d-cfea-4f55-b5af-2bbdd8a8d1bb service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 200 len: 913 time: 0.0882275 Nov 12 21:32:14.274041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-aef94689-7dea-4b69-9c08-3034d23a059b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 217 time: 0.0347564 Nov 12 21:32:14.326042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-1199ab14-1d74-4fcd-8418-2f07b9bee7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:14.327483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-1199ab14-1d74-4fcd-8418-2f07b9bee7f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0beb5e8b-76d7-402b-a32e-870a059e0242 HTTP/1.1" status: 200 len: 852 time: 0.0467286 Nov 12 21:32:14.358556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-19ee22e8-a739-4230-8543-46ec177adf2c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245669 Nov 12 21:32:14.446406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-c2f7e1d9-cfdb-4478-9010-e2a4c7a9a1d9 service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810084 Nov 12 21:32:14.540024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c660cd-cd60-4b02-af56-562e31eb04fa req-e5a78d2b-67a7-40d6-a269-9c169d5373d2 service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863507 Nov 12 21:32:14.886529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d956b82-31ba-4c1d-ad6a-30043beccb1a req-5d594913-0c84-4019-b6d1-7853faa226e5 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:14.888056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d956b82-31ba-4c1d-ad6a-30043beccb1a req-5d594913-0c84-4019-b6d1-7853faa226e5 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0495121 Nov 12 21:32:14.934993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1d956b82-31ba-4c1d-ad6a-30043beccb1a req-06c73b0c-a58a-4c08-acad-3b482bd07a6b tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Nov 12 21:32:16.053262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fd433-4d47-4b70-9227-4041f7ef7b14 req-509484d3-7e0f-44e5-afea-535de2e7eee7 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:16.054774 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c4fd433-4d47-4b70-9227-4041f7ef7b14 req-509484d3-7e0f-44e5-afea-535de2e7eee7 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0526958 Nov 12 21:32:16.101844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c4fd433-4d47-4b70-9227-4041f7ef7b14 req-240c51af-fdbc-4edd-b931-3facaf878b0d tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Nov 12 21:32:17.218623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc160d7f-6528-42e5-8ba2-7cc04c50225b req-05846a1e-b66e-4f07-b663-c2034c5dc6c2 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:17.220113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc160d7f-6528-42e5-8ba2-7cc04c50225b req-05846a1e-b66e-4f07-b663-c2034c5dc6c2 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0491419 Nov 12 21:32:17.267130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc160d7f-6528-42e5-8ba2-7cc04c50225b req-f9bf149e-1cac-4a61-b3be-287666c987c6 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Nov 12 21:32:18.390278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc11b31-c3ba-4200-9dc9-b873dd55319d req-9037d0f8-6106-471c-b758-152a544355cd tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:18.391826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc11b31-c3ba-4200-9dc9-b873dd55319d req-9037d0f8-6106-471c-b758-152a544355cd tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0518067 Nov 12 21:32:18.442769 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acc11b31-c3ba-4200-9dc9-b873dd55319d req-18390db5-1fc0-474c-b9f9-0052c7c911f5 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450687 Nov 12 21:32:19.560780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd80e0-3235-411e-8e65-5c2a51ed0e11 req-9ad56835-ff4f-4e70-a41f-89424cb42f47 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:19.562178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4edd80e0-3235-411e-8e65-5c2a51ed0e11 req-9ad56835-ff4f-4e70-a41f-89424cb42f47 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0502622 Nov 12 21:32:19.609879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4edd80e0-3235-411e-8e65-5c2a51ed0e11 req-d9b59aa0-bdb0-495e-9c6f-a721911b1bf7 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Nov 12 21:32:20.724392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef75432-f1c2-4277-b45d-5b31e6912630 req-5687027e-03b0-45fc-be8d-c88a989595cc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:20.725859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef75432-f1c2-4277-b45d-5b31e6912630 req-5687027e-03b0-45fc-be8d-c88a989595cc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0487604 Nov 12 21:32:20.776875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef75432-f1c2-4277-b45d-5b31e6912630 req-7a78ca20-ec5a-40f5-938e-85c2867f2f06 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Nov 12 21:32:21.899537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538be26-e5e2-4924-ad1e-e51b5f28b045 req-0be42181-a14d-4b62-9914-7d23fad9b3bc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:21.900979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5538be26-e5e2-4924-ad1e-e51b5f28b045 req-0be42181-a14d-4b62-9914-7d23fad9b3bc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0523849 Nov 12 21:32:21.947102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5538be26-e5e2-4924-ad1e-e51b5f28b045 req-1a50d385-0ad5-405c-8a9d-ae4d1ae34329 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Nov 12 21:32:23.064220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e0d77-932c-43fe-a32b-9c5811530aad req-113b795a-4f60-4ac4-8820-199443ad9a5c tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:23.065750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-985e0d77-932c-43fe-a32b-9c5811530aad req-113b795a-4f60-4ac4-8820-199443ad9a5c tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0491984 Nov 12 21:32:23.112773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-985e0d77-932c-43fe-a32b-9c5811530aad req-26e6d6b5-8f8f-47d0-a6e0-adf66ec453c0 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Nov 12 21:32:24.231684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a743b08-1ad4-42df-bd11-d0c2c793aed6 req-845e9d3c-5790-4b91-af28-981aaf0148c7 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:24.233176 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a743b08-1ad4-42df-bd11-d0c2c793aed6 req-845e9d3c-5790-4b91-af28-981aaf0148c7 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0497947 Nov 12 21:32:24.286422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0a743b08-1ad4-42df-bd11-d0c2c793aed6 req-c04e5ea9-7f2c-4793-a79a-635702a86c69 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472307 Nov 12 21:32:25.401496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c069a-b949-4683-9b30-afff19f074b9 req-33157b0f-6378-4e35-aa99-529a0e5000ac tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:25.402951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b7c069a-b949-4683-9b30-afff19f074b9 req-33157b0f-6378-4e35-aa99-529a0e5000ac tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0480485 Nov 12 21:32:25.448814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b7c069a-b949-4683-9b30-afff19f074b9 req-e09ddafa-1480-44e5-b5e7-28819cb3d997 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 Nov 12 21:32:26.567045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86c8b-dddd-4740-88df-0756c9678b16 req-29644747-648b-4fb8-a921-257451f63514 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:26.568461 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ced86c8b-dddd-4740-88df-0756c9678b16 req-29644747-648b-4fb8-a921-257451f63514 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0485866 Nov 12 21:32:26.615680 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ced86c8b-dddd-4740-88df-0756c9678b16 req-0213bc91-0966-4c26-b83c-064fecf05d3f tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Nov 12 21:32:27.148373 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-edad5962-1535-4f89-8393-52b5281217f6 service neutron] show failed (client error): The resource could not be found. Nov 12 21:32:27.149393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-edad5962-1535-4f89-8393-52b5281217f6 service neutron] 10.222.0.78 "GET /v2.0/ports/d54a90a1-3acc-40fe-8589-b8f379d71e97/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0561857 Nov 12 21:32:27.570230 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d49c3d9-80f9-4d29-badb-c793f126a3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:27.738474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ee2bb-0763-4cab-ae85-b29a6676bf1c req-a2d6c026-dcd8-4333-89e0-7a0f7d5c1a1c tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:27.740019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e61ee2bb-0763-4cab-ae85-b29a6676bf1c req-a2d6c026-dcd8-4333-89e0-7a0f7d5c1a1c tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0515950 Nov 12 21:32:27.744121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-047be437-05be-4f1b-b8c2-cea4eb25505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:27.745624 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-047be437-05be-4f1b-b8c2-cea4eb25505f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d&tenant_id=54451338f98d49e5ad3061638263b2ea HTTP/1.1" status: 200 len: 1098 time: 0.0446565 Nov 12 21:32:27.763564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:32:27.789208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e61ee2bb-0763-4cab-ae85-b29a6676bf1c req-01dd6bed-1435-4b5f-a35d-c884d3fa3821 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Nov 12 21:32:27.820699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:28.025248 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:32:28.058739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:32:28.098416 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:32:28.100715 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9d8c04-4e70-4edc-b2c7-fe6f6809555d" -d '{"events": [{"server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:32:28.104806 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:28.117902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Transition to ACTIVE for port object d54a90a1-3acc-40fe-8589-b8f379d71e97 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:32:28.150166 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a705bc8-256a-446e-b5d3-63324e960888 x-openstack-request-id: req-9a705bc8-256a-446e-b5d3-63324e960888 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:32:28.150463 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:32:28.150717 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a705bc8-256a-446e-b5d3-63324e960888 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:32:28.151114 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'code': 200} Nov 12 21:32:28.181927 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:28.555723 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] No DVR routers for this DVR port d54a90a1-3acc-40fe-8589-b8f379d71e97 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:32:28.562688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=6']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:28.572839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.573180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.573511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.573841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.574418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.574741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.575706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.576028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.576349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.576668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.576980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.577294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:28.604754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Attempting to bind port d54a90a1-3acc-40fe-8589-b8f379d71e97 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:32:28.605081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Attempting to bind port d54a90a1-3acc-40fe-8589-b8f379d71e97 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:32:28.605401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Attempting to bind port d54a90a1-3acc-40fe-8589-b8f379d71e97 on network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:32:28.609612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Port d54a90a1-3acc-40fe-8589-b8f379d71e97 on network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:32:28.609926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Attempting to bind port d54a90a1-3acc-40fe-8589-b8f379d71e97 on network c7bbe5de-0e35-4165-b9a5-edbeee7684d3 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:32:28.614628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:32:28.614957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Checking segment: {'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:32:28.615366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Bound using segment: {'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:32:28.615782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Bound port: d54a90a1-3acc-40fe-8589-b8f379d71e97, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345ecb96-e8b7-429c-9dc1-a23d79c66038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:32:28.616129 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:28.677438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:32:28.680461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:32:28.733627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:28.768224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:28.768834 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:28.770196 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] 10.222.0.46 "PUT /v2.0/ports/d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 1093 time: 1.0114748 Nov 12 21:32:28.792511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260abee-c171-4ff1-b607-81d22a241931 service neutron] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=7']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:28.845299 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-64df75ea-eb80-45f5-b932-8339a0f313cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:28.846855 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-64df75ea-eb80-45f5-b932-8339a0f313cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1096 time: 0.0464721 Nov 12 21:32:28.910064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715f26-9239-4a53-ab32-f4d799f93d8b req-a33ed5c5-3e08-455a-955b-ca4fa3bbffef tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:28.911719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b715f26-9239-4a53-ab32-f4d799f93d8b req-a33ed5c5-3e08-455a-955b-ca4fa3bbffef tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 944 time: 0.0516369 Nov 12 21:32:28.947973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-54ed6e71-1750-46b6-a44b-ca6c120130f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:28.949713 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-54ed6e71-1750-46b6-a44b-ca6c120130f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 200 len: 913 time: 0.0919278 Nov 12 21:32:28.963215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b715f26-9239-4a53-ab32-f4d799f93d8b req-33a2ba84-e9c7-4a26-a7ed-9d7bcb6e2259 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Nov 12 21:32:29.002066 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-7f37bebe-9ef7-4108-915f-6fbc7271984d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 217 time: 0.0409760 Nov 12 21:32:29.055351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-701ad354-605c-47e3-b348-82587eea116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:29.056801 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-701ad354-605c-47e3-b348-82587eea116f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0beb5e8b-76d7-402b-a32e-870a059e0242 HTTP/1.1" status: 200 len: 852 time: 0.0432451 Nov 12 21:32:29.092521 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-30e66772-7675-4b69-8878-dd5f21ccdd53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243466 Nov 12 21:32:29.190276 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-f3541719-7c29-42f4-a619-cee75a8570d7 service neutron] 10.222.0.46 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861034 Nov 12 21:32:29.286447 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c4fb19d8-f30e-45f7-907c-a6d93080702a req-d22db380-1196-47bc-af1f-bfe82a3cf4a6 service neutron] 10.222.0.46 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Nov 12 21:32:30.045525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d7278f4-d3b2-462b-a998-95f312554baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:30.084310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b260574-414f-433f-a41e-50ab4f83dc4b req-940390fd-500c-47d7-a202-9583d8c6297a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:30.085784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b260574-414f-433f-a41e-50ab4f83dc4b req-940390fd-500c-47d7-a202-9583d8c6297a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 944 time: 0.0501776 Nov 12 21:32:30.133556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1b260574-414f-433f-a41e-50ab4f83dc4b req-3e71ca5b-f7e5-4c70-8707-ad31e21a8688 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Nov 12 21:32:30.152590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:32:30.155620 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa622099-4237-4bfb-af2c-63bd31d3cfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:32:30.202458 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5789a0-5ee6-49e2-8657-2ae2c609945e x-openstack-request-id: req-cd5789a0-5ee6-49e2-8657-2ae2c609945e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:32:30.202746 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:32:30.202994 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd5789a0-5ee6-49e2-8657-2ae2c609945e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:32:30.203421 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'status': 'completed', 'code': 200} Nov 12 21:32:30.266967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-be8c0daf-0288-4a46-b8e6-74fb5b1fcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:30.268466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-be8c0daf-0288-4a46-b8e6-74fb5b1fcc3b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1096 time: 0.0428076 Nov 12 21:32:30.270334 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-c00f7254-1d65-4dc2-b14e-9a25ce2638e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:30.271845 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-c00f7254-1d65-4dc2-b14e-9a25ce2638e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1096 time: 0.0429492 Nov 12 21:32:30.365310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-9a122b53-8586-4fe4-b45c-15c70cee7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:30.366926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-9a122b53-8586-4fe4-b45c-15c70cee7567 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 200 len: 913 time: 0.0908442 Nov 12 21:32:30.368257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-20d3d47f-b0c2-4746-b294-bb3d538754cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:30.369692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-20d3d47f-b0c2-4746-b294-bb3d538754cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 200 len: 913 time: 0.0903199 Nov 12 21:32:30.408299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-f07a52c9-7762-47d7-ad53-e6de874b0882 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 217 time: 0.0345211 Nov 12 21:32:30.412823 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-d0fea7cf-8db3-4558-a7ca-c6d5fe37901d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 217 time: 0.0343635 Nov 12 21:32:30.457473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-eff73a3f-6352-4002-96ea-92e37c2eec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:30.458986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-eff73a3f-6352-4002-96ea-92e37c2eec77 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0beb5e8b-76d7-402b-a32e-870a059e0242 HTTP/1.1" status: 200 len: 852 time: 0.0441642 Nov 12 21:32:30.467916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-8ac51b7c-f0a5-4078-9995-da5d214f34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:30.469366 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-8ac51b7c-f0a5-4078-9995-da5d214f34ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0beb5e8b-76d7-402b-a32e-870a059e0242 HTTP/1.1" status: 200 len: 852 time: 0.0477633 Nov 12 21:32:30.494951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-b496757c-e34e-477d-a656-c603acab8d5e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286889 Nov 12 21:32:30.502962 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-db7817f7-5449-4242-9c2f-dd9460710bba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251625 Nov 12 21:32:30.586459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-cc5281b2-def2-4960-986e-01e36c20eb51 service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846703 Nov 12 21:32:30.593806 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-fdc87dae-8ed5-4b88-9d3f-3104fc4503e9 service neutron] 10.222.0.46 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831861 Nov 12 21:32:30.681047 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-45b20ebe-c8c5-423f-94f4-a98d06ac0411 service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866880 Nov 12 21:32:30.688836 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa622099-4237-4bfb-af2c-63bd31d3cfc9 req-2005f2a6-ba94-4b25-80ef-6e27179d2f5d service neutron] 10.222.0.46 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872431 Nov 12 21:32:31.253906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4b86-bf4c-47af-8be4-9f0d9ef272c7 req-0b96b3fe-2619-4c11-b855-34963f73c52e tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:31.255495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e89f4b86-bf4c-47af-8be4-9f0d9ef272c7 req-0b96b3fe-2619-4c11-b855-34963f73c52e tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 944 time: 0.0509050 Nov 12 21:32:31.262032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d54a90a1-3acc-40fe-8589-b8f379d71e97 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:32:31.301424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device d54a90a1-3acc-40fe-8589-b8f379d71e97 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:32:31.306616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e89f4b86-bf4c-47af-8be4-9f0d9ef272c7 req-aa4bf99d-8f65-4904-9c5a-17a4d841ae8a tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Nov 12 21:32:31.390732 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:32.268978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d54a90a1-3acc-40fe-8589-b8f379d71e97 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:32:32.363264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:32:32.375483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'network_id': 'c7bbe5de-0e35-4165-b9a5-edbeee7684d3', 'port_id': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'mac_address': 'fa:16:3e:04:49:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beb5e8b-76d7-402b-a32e-870a059e0242', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:32:32.412690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:32.424060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881f07d-5452-4ee2-b00a-aef5f7efa872 req-394bb515-d9f1-4888-a9cf-cbb9a870d4a5 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:32.425614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1881f07d-5452-4ee2-b00a-aef5f7efa872 req-394bb515-d9f1-4888-a9cf-cbb9a870d4a5 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 944 time: 0.0475140 Nov 12 21:32:32.428779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54a90a1-3acc-40fe-8589-b8f379d71e97 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:32:32.448658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:32:32.477918 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1881f07d-5452-4ee2-b00a-aef5f7efa872 req-5832b28e-d556-4dbc-aa85-e05490634a00 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462663 Nov 12 21:32:32.533621 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:32.738983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:32.749202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.749545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.749879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.750213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.750541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.750864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.751186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.751608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.751929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.752312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.752633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.752954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:32:32.817103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d54a90a1-3acc-40fe-8589-b8f379d71e97'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:32:32.926261 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-7dd7734a-6df5-4405-a98d-e56e0c1d70a6 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:32.927715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-7dd7734a-6df5-4405-a98d-e56e0c1d70a6 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d&tenant_id=54451338f98d49e5ad3061638263b2ea&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 945 time: 0.0508530 Nov 12 21:32:32.989674 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-03b996b2-a32f-41b1-a744-61f25d46e175 service neutron] delete failed (client error): The resource could not be found. Nov 12 21:32:32.990661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-03b996b2-a32f-41b1-a744-61f25d46e175 service neutron] 10.222.0.78 "DELETE /v2.0/ports/d54a90a1-3acc-40fe-8589-b8f379d71e97/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0547998 Nov 12 21:32:33.073417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-284d54df-d668-4bf9-b12e-309d29550e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:33.075127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-284d54df-d668-4bf9-b12e-309d29550e60 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=54451338f98d49e5ad3061638263b2ea&device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 1097 time: 0.0415270 Nov 12 21:32:33.157233 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:33.169987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-02042442-5b99-46a8-ac26-09ed96ed9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:33.173974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-02042442-5b99-46a8-ac26-09ed96ed9d0e service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 200 len: 913 time: 0.0900710 Nov 12 21:32:33.211959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-4685b97f-2c13-423a-8b13-b6ae682d5b56 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 200 len: 217 time: 0.0336363 Nov 12 21:32:33.264175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-01186a5a-79ee-4bab-8db0-b7787b4b9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:33.265731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-01186a5a-79ee-4bab-8db0-b7787b4b9b48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0beb5e8b-76d7-402b-a32e-870a059e0242 HTTP/1.1" status: 200 len: 852 time: 0.0467656 Nov 12 21:32:33.634722 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-e017dfd4-3c28-4098-982a-350a32cfa9ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7bbe5de-0e35-4165-b9a5-edbeee7684d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3625195 Nov 12 21:32:33.685191 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:33.724392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-d28590b8-abd6-4924-b778-9f1b9c0d3a09 service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815728 Nov 12 21:32:33.814415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-f18b35f5-bd72-4598-8b9e-4fed4439dafa service neutron] 10.222.0.78 "GET /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829310 Nov 12 21:32:34.265476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d54a90a1-3acc-40fe-8589-b8f379d71e97 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:32:34.410172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port d54a90a1-3acc-40fe-8589-b8f379d71e97 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:32:34.414973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port d54a90a1-3acc-40fe-8589-b8f379d71e97 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:32:34.415648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:34.494753 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:34.517433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:32:34.519674 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3246369e-5595-416c-b16e-2d7a5f720c05" -d '{"events": [{"server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "name": "network-vif-plugged", "status": "completed", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:32:34.534764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:32:34.564359 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6f94e6-cd10-42f2-af23-a143a41d3cdc x-openstack-request-id: req-ad6f94e6-cd10-42f2-af23-a143a41d3cdc {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:32:34.564359 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "name": "network-vif-plugged", "status": "completed", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:32:34.564359 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad6f94e6-cd10-42f2-af23-a143a41d3cdc {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:32:34.564359 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'code': 200} Nov 12 21:32:34.615896 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:34.663970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:35.383913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5837-e69c-4975-80be-5bc237e23c92 req-47af8de2-2461-4c7a-af53-0f2e7b1753dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:35.385378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-111d5837-e69c-4975-80be-5bc237e23c92 req-47af8de2-2461-4c7a-af53-0f2e7b1753dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0493915 Nov 12 21:32:35.434940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-111d5837-e69c-4975-80be-5bc237e23c92 req-2561ee15-c95d-49b5-ba81-22dca2cba72f tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Nov 12 21:32:36.559277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb42f5-1001-4e5d-b9dc-794412ed4547 req-98f51da8-146f-4efb-ae7d-05d77f357676 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:36.565358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdeb42f5-1001-4e5d-b9dc-794412ed4547 req-98f51da8-146f-4efb-ae7d-05d77f357676 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0554469 Nov 12 21:32:36.609050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdeb42f5-1001-4e5d-b9dc-794412ed4547 req-31336c11-4a55-4f3e-b88c-0587178e9d82 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/security-groups?id=709135f9-227d-497e-a5a0-721e14366aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426126 Nov 12 21:32:36.768811 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-ce71b668-4d6d-40d6-b26a-698061e26155 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:36.770270 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-ce71b668-4d6d-40d6-b26a-698061e26155 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 946 time: 0.0487859 Nov 12 21:32:36.866578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Deleting port d54a90a1-3acc-40fe-8589-b8f379d71e97 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:32:36.866915 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:36.954275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] For port d54a90a1-3acc-40fe-8589-b8f379d71e97, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=d54a90a1-3acc-40fe-8589-b8f379d71e97,segment=NetworkSegment(345ecb96-e8b7-429c-9dc1-a23d79c66038),segment_id=345ecb96-e8b7-429c-9dc1-a23d79c66038)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:32:36.954639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:36.967764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Calling delete_port for d54a90a1-3acc-40fe-8589-b8f379d71e97 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:32:37.170505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:37.186579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['d54a90a1-3acc-40fe-8589-b8f379d71e97'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:32:37.198687 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Pushing event deleted for resources: {'Port': ['ID=d54a90a1-3acc-40fe-8589-b8f379d71e97,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:37.244072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] No DVR routers for this DVR port d54a90a1-3acc-40fe-8589-b8f379d71e97 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:32:37.246718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:37.250283 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9d72070e-ffa8-4c2e-ae99-946b3a974256 req-3480d523-8cdb-47ab-bec9-06cb7b4677dc tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.46 "DELETE /v2.0/ports/d54a90a1-3acc-40fe-8589-b8f379d71e97 HTTP/1.1" status: 204 len: 173 time: 0.4703593 Nov 12 21:32:37.250725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'name': 'network-vif-deleted', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:32:37.253040 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be717fd2-c304-43a7-b5a0-9919f3d24b46" -d '{"events": [{"server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "name": "network-vif-deleted", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:32:37.289760 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e66e66-1ae3-424b-83f3-c842af581caf x-openstack-request-id: req-72e66e66-1ae3-424b-83f3-c842af581caf {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:32:37.290050 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a8e0f5-52e0-429b-a06a-cd1025d94c3d", "name": "network-vif-deleted", "tag": "d54a90a1-3acc-40fe-8589-b8f379d71e97", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:32:37.290543 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72e66e66-1ae3-424b-83f3-c842af581caf {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:32:37.290937 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a8e0f5-52e0-429b-a06a-cd1025d94c3d', 'name': 'network-vif-deleted', 'tag': 'd54a90a1-3acc-40fe-8589-b8f379d71e97', 'status': 'completed', 'code': 200} Nov 12 21:32:37.714755 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2128988c-dcb6-4b30-933f-25cfafdf235b req-821a5af4-62f9-4c48-b4be-db2fd4a98541 tempest-DeleteServersTestJSON-1198870010 tempest-DeleteServersTestJSON-1198870010-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a8e0f5-52e0-429b-a06a-cd1025d94c3d HTTP/1.1" status: 200 len: 210 time: 0.0266464 Nov 12 21:32:38.113283 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:32:38.867839 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60972) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:32:38.921239 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdb9a06-ec11-4d36-810d-ceb98bb110c9 admin admin] Deleting subnet 0beb5e8b-76d7-402b-a32e-870a059e0242 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:32:38.924456 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9a06-ec11-4d36-810d-ceb98bb110c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:38.967475 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9a06-ec11-4d36-810d-ceb98bb110c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.015174 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9a06-ec11-4d36-810d-ceb98bb110c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.199651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9a06-ec11-4d36-810d-ceb98bb110c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.227668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb9a06-ec11-4d36-810d-ceb98bb110c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0beb5e8b-76d7-402b-a32e-870a059e0242,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:39.229619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9a06-ec11-4d36-810d-ceb98bb110c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.235762 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5fdb9a06-ec11-4d36-810d-ceb98bb110c9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0beb5e8b-76d7-402b-a32e-870a059e0242 HTTP/1.1" status: 204 len: 168 time: 0.3647344 Nov 12 21:32:39.236975 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60974) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:32:39.305807 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.389917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.410076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bbe5de-0e35-4165-b9a5-edbeee7684d3']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:32:39.419879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345ecb96-e8b7-429c-9dc1-a23d79c66038') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:32:39.420225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345ecb96-e8b7-429c-9dc1-a23d79c66038') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:32:39.429795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.442891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.448777 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:32:39.449416 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:32:39.451633 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:32:39.564277 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.569574 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:39.572760 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] 10.222.0.64 "DELETE /v2.0/networks/c7bbe5de-0e35-4165-b9a5-edbeee7684d3 HTTP/1.1" status: 204 len: 168 time: 0.3354123 Nov 12 21:32:39.584803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790759ce-766e-4ce7-a6fd-277f88656f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7bbe5de-0e35-4165-b9a5-edbeee7684d3,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:39.916363 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:32:39.957031 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-69cf6ac5-5d2b-4b4f-84d3-46a657c690e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54451338f98d49e5ad3061638263b2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395274 Nov 12 21:32:39.959656 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 60980) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:32:40.006307 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9726-3053-486d-b278-3de02c2d0fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:40.028224 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9726-3053-486d-b278-3de02c2d0fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:40.158718 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9726-3053-486d-b278-3de02c2d0fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:40.161351 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9726-3053-486d-b278-3de02c2d0fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:40.162552 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7f0b9726-3053-486d-b278-3de02c2d0fda admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/709135f9-227d-497e-a5a0-721e14366aed HTTP/1.1" status: 204 len: 168 time: 0.2020078 Nov 12 21:32:40.171107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b9726-3053-486d-b278-3de02c2d0fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709135f9-227d-497e-a5a0-721e14366aed,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:40.316806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d54a90a1-3acc-40fe-8589-b8f379d71e97 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:32:40.336416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: d54a90a1-3acc-40fe-8589-b8f379d71e97 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:32:40.336693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device d54a90a1-3acc-40fe-8589-b8f379d71e97 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:32:40.603779 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:40.672647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.215200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32770) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:32:41.311988 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1028544651-network', 'tenant_id': '673ebabd20644f60b6f385a6e38b7bbe'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:32:41.403991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Made reservation on behalf of 673ebabd20644f60b6f385a6e38b7bbe for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:32:41.406366 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.415205 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.493348 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.587218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.612875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:32:41.623326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:41.628138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.628478 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Added segment dffafbc9-e68f-4b1c-bbc5-1279c06da395 of type vlan for network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 Nov 12 21:32:41.668961 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.748091 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.749046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:41.749617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:41.807809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] Pushing event updated for resources: {'Network': ['ID=0c824178-0e63-4fa6-b4c0-81e7d2d53037,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:41.818664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:32:41.852630 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bfa4d702-a431-4990-8559-80ee85208a73 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6356187 Nov 12 21:32:41.855529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 32774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:32:41.860905 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Request body: {'subnet': {'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1028544651-subnet', 'tenant_id': '673ebabd20644f60b6f385a6e38b7bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:32:41.952425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Made reservation on behalf of 673ebabd20644f60b6f385a6e38b7bbe for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:32:41.954760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:42.173316 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:42.233102 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6fa7a6-17ac-4953-9770-46ceecda4652,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:42.241767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Checking segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:32:42.242612 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Network hostable DHCP agents. Network: 0c824178-0e63-4fa6-b4c0-81e7d2d53037, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:32:42.321959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:32:42.395886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 0c824178-0e63-4fa6-b4c0-81e7d2d53037) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:32:42.400545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:42.401319 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:42.409499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38738427-c6cc-498c-a4aa-742f6acb4f30 None None] Network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:32:42.509756 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5e78be02-9411-4b06-abe9-05b6250e4dd8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6530848 Nov 12 21:32:42.527580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc49a89d-04b7-4457-8e0c-d9dffd77f903 None None] Network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:32:42.932279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-aa7927b4-e6bf-42b3-a5e5-4a331ab80c03 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:42.933733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-aa7927b4-e6bf-42b3-a5e5-4a331ab80c03 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 815 time: 0.1019099 Nov 12 21:32:42.948623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-f0cc388b-b0d1-4c8c-9638-7ef65edf8446 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/quotas/673ebabd20644f60b6f385a6e38b7bbe HTTP/1.1" status: 200 len: 375 time: 0.0091493 Nov 12 21:32:42.981682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-d0daf95a-62ae-478a-b59a-dfff3bc029bf tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269873 Nov 12 21:32:43.073228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-82c82e24-7f50-4cf5-910c-18c8dbd25de9 service neutron] 10.222.0.64 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839689 Nov 12 21:32:43.170189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-23f04da3-1bd0-423b-b8bd-db08ce291896 service neutron] 10.222.0.64 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893052 Nov 12 21:32:43.427561 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ca9ef12-1cc4-4b58-9592-bf58dd8c804e req-d3de50c8-6490-4ba2-92c8-035a6e8eb339 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 210 time: 0.0324278 Nov 12 21:32:44.523139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4af1acd2-d86a-43c6-ba22-4bcebf352aed req-f690c6ad-026b-43c5-a727-3a1c0fbc6f78 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 210 time: 0.0276837 Nov 12 21:32:45.480313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-91be88f5-8265-4f38-84ba-7788462b1e69 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:45.481894 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-91be88f5-8265-4f38-84ba-7788462b1e69 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.46 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 815 time: 0.1041114 Nov 12 21:32:45.507270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Request body: {'port': {'device_id': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037', 'admin_state_up': True, 'tenant_id': '673ebabd20644f60b6f385a6e38b7bbe'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:32:45.671608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4d7a2e7-870a-4e7d-85e9-70014e64fd27 req-7816af84-434f-47a9-85bf-fb78199b72c4 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 210 time: 0.0264688 Nov 12 21:32:45.687667 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Made reservation on behalf of 673ebabd20644f60b6f385a6e38b7bbe for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:32:45.691341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:45.816272 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Allocated IP 172.20.0.4 (0c824178-0e63-4fa6-b4c0-81e7d2d53037/1e6fa7a6-17ac-4953-9770-46ceecda4652/89b779cb-b56a-436a-b676-52d75564c318) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:32:45.962991 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.053779 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.100511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:32:46.106009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:32:46.110022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:32:46.116572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:46.162897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:46.163536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.235596 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-3c60b0f7-cd4d-47dc-8b9e-5851eafc22df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7322030 Nov 12 21:32:46.253565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Request body: {'port': {'device_id': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:32:46.306719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.568138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b779cb-b56a-436a-b676-52d75564c318 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:32:46.576087 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.587987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Transition to ACTIVE for port object 89b779cb-b56a-436a-b676-52d75564c318 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:32:46.655855 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.708444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:46.772320 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Attempting to bind port 89b779cb-b56a-436a-b676-52d75564c318 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:32:46.772658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Attempting to bind port 89b779cb-b56a-436a-b676-52d75564c318 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:32:46.772990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Attempting to bind port 89b779cb-b56a-436a-b676-52d75564c318 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:32:46.777480 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Port 89b779cb-b56a-436a-b676-52d75564c318 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:32:46.777805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Attempting to bind port 89b779cb-b56a-436a-b676-52d75564c318 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:32:46.783871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:32:46.784206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Checking segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:32:46.784591 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Bound using segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:32:46.785018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Bound port: 89b779cb-b56a-436a-b676-52d75564c318, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:32:46.785386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.798970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a6714-183b-4e11-b114-8e36a0497cc7 req-e3d47cb7-32db-42c6-b395-01a932ba255f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:46.800504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-981a6714-183b-4e11-b114-8e36a0497cc7 req-e3d47cb7-32db-42c6-b395-01a932ba255f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 943 time: 0.0537949 Nov 12 21:32:46.849583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-981a6714-183b-4e11-b114-8e36a0497cc7 req-0bc696a6-2472-4807-b4d8-1696aaee3d74 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Nov 12 21:32:46.853627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:32:46.856751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:32:46.941492 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.976268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:46.976871 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:46.978290 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] 10.222.0.46 "PUT /v2.0/ports/89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 1092 time: 0.7292013 Nov 12 21:32:46.978716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'tag': '89b779cb-b56a-436a-b676-52d75564c318'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:32:46.980976 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691a8a97-95e7-458b-a72f-93c30ce72c69" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "tag": "89b779cb-b56a-436a-b676-52d75564c318"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:32:47.006276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41131a56-6733-484f-9d8b-dabed900e202 service neutron] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:47.019073 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f833b-b50e-4fc9-b7c2-6bb0e75c3100 x-openstack-request-id: req-f83f833b-b50e-4fc9-b7c2-6bb0e75c3100 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:32:47.019402 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "tag": "89b779cb-b56a-436a-b676-52d75564c318", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:32:47.019664 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f83f833b-b50e-4fc9-b7c2-6bb0e75c3100 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:32:47.020069 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'tag': '89b779cb-b56a-436a-b676-52d75564c318', 'status': 'completed', 'code': 200} Nov 12 21:32:47.084327 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a8a97-95e7-458b-a72f-93c30ce72c69 req-6c3f9af2-2251-4d28-bb78-0bad6dd044b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:47.085833 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-691a8a97-95e7-458b-a72f-93c30ce72c69 req-6c3f9af2-2251-4d28-bb78-0bad6dd044b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1095 time: 0.0442250 Nov 12 21:32:47.189367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a8a97-95e7-458b-a72f-93c30ce72c69 req-abb27916-a5df-413c-b39e-23b394e4943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:47.190745 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-691a8a97-95e7-458b-a72f-93c30ce72c69 req-abb27916-a5df-413c-b39e-23b394e4943d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0945394 Nov 12 21:32:47.287820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a8a97-95e7-458b-a72f-93c30ce72c69 req-81b1cf80-ec2a-4e92-ac57-9b7b92efdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:47.289298 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-691a8a97-95e7-458b-a72f-93c30ce72c69 req-81b1cf80-ec2a-4e92-ac57-9b7b92efdafe service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879095 Nov 12 21:32:47.376462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-acaccd77-a70d-487a-8fef-c7ebfbfb63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:47.377913 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-acaccd77-a70d-487a-8fef-c7ebfbfb63e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1095 time: 0.0448966 Nov 12 21:32:47.427893 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-2180ae4e-4864-4f76-84fc-f901dbf38a09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 217 time: 0.0360215 Nov 12 21:32:47.481780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-2161e534-fb0e-408e-af0c-cdfa4aa70311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:47.483988 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-2161e534-fb0e-408e-af0c-cdfa4aa70311 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0442607 Nov 12 21:32:47.519435 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-9e7417ca-97f0-4f30-b100-686d98c7792d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245841 Nov 12 21:32:47.617208 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-ebad9b06-65d3-4636-88a4-b24c21236de5 service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863092 Nov 12 21:32:47.711353 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8085c9cc-1e15-4894-8b34-19f1700f9c28 req-6aff2b98-1526-48c0-9876-350f440e944d service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825989 Nov 12 21:32:47.971525 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b353b-2c8f-4b34-b3fc-ff41a8ab510e req-3d37ad44-102a-4163-8cb4-28daded44310 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:47.973013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-092b353b-2c8f-4b34-b3fc-ff41a8ab510e req-3d37ad44-102a-4163-8cb4-28daded44310 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 943 time: 0.0491869 Nov 12 21:32:48.020452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-092b353b-2c8f-4b34-b3fc-ff41a8ab510e req-d96d9cf7-3dfb-42d5-90fa-67102fb1a6dc tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Nov 12 21:32:49.135629 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8191a-ad40-47ad-b664-e22c4963fc0f req-3a44e972-edbc-4f4f-8104-df98698af453 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:49.137102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6d8191a-ad40-47ad-b664-e22c4963fc0f req-3a44e972-edbc-4f4f-8104-df98698af453 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 943 time: 0.0477910 Nov 12 21:32:49.188118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b6d8191a-ad40-47ad-b664-e22c4963fc0f req-b60c0ca2-2c98-47a9-b0a1-e24619a5f100 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Nov 12 21:32:50.303770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291a97-bcc1-4b72-91b2-9900b460b8e5 req-102735fd-442d-4f14-85a0-c907c9d3cd22 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:50.305249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2291a97-bcc1-4b72-91b2-9900b460b8e5 req-102735fd-442d-4f14-85a0-c907c9d3cd22 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 943 time: 0.0486362 Nov 12 21:32:50.352865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2291a97-bcc1-4b72-91b2-9900b460b8e5 req-5a2bde0a-b88c-4a81-964e-8080f7fa1727 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Nov 12 21:32:50.359600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 89b779cb-b56a-436a-b676-52d75564c318 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:32:50.452590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:32:50.464759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '89b779cb-b56a-436a-b676-52d75564c318', 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037', 'port_id': '89b779cb-b56a-436a-b676-52d75564c318', 'mac_address': 'fa:16:3e:ae:36:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6fa7a6-17ac-4953-9770-46ceecda4652', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:32:50.504595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:50.517153 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b779cb-b56a-436a-b676-52d75564c318 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:32:50.536785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:32:50.615027 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:50.662770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:50.852634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['89b779cb-b56a-436a-b676-52d75564c318'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:32:51.467915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125d863-098d-499c-aad5-0b0180d2188b req-06a9c092-4431-4939-a8af-929360a31cef tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:51.469775 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0125d863-098d-499c-aad5-0b0180d2188b req-06a9c092-4431-4939-a8af-929360a31cef tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 944 time: 0.0485437 Nov 12 21:32:51.517847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0125d863-098d-499c-aad5-0b0180d2188b req-cce13858-c283-4574-9e07-0908929fa99e tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Nov 12 21:32:52.360045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 89b779cb-b56a-436a-b676-52d75564c318 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:32:52.499075 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 89b779cb-b56a-436a-b676-52d75564c318 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:32:52.503008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 89b779cb-b56a-436a-b676-52d75564c318 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:32:52.503415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:52.582163 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:52.608556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b779cb-b56a-436a-b676-52d75564c318'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:32:52.610833 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e78737-9efa-43ac-9afa-5e3fb5bf3d2d" -d '{"events": [{"server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "name": "network-vif-plugged", "status": "completed", "tag": "89b779cb-b56a-436a-b676-52d75564c318"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:32:52.623680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:32:52.642153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51c20-6669-4d00-aabb-bf601aa1a0cc req-c3c88474-2c08-42b5-bb45-6d072418d76d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:52.643699 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30f51c20-6669-4d00-aabb-bf601aa1a0cc req-c3c88474-2c08-42b5-bb45-6d072418d76d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 944 time: 0.0559173 Nov 12 21:32:52.650682 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece3b880-deec-4a61-8099-88b2d9765975 x-openstack-request-id: req-ece3b880-deec-4a61-8099-88b2d9765975 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:32:52.651070 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "name": "network-vif-plugged", "status": "completed", "tag": "89b779cb-b56a-436a-b676-52d75564c318", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:32:52.651270 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ece3b880-deec-4a61-8099-88b2d9765975 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:32:52.651706 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b779cb-b56a-436a-b676-52d75564c318', 'code': 200} Nov 12 21:32:52.693078 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:52.694679 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30f51c20-6669-4d00-aabb-bf601aa1a0cc req-ad86be49-f5e9-44f6-b5bf-b98c9273029c tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Nov 12 21:32:52.743883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:32:52.761872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2af16-eeb2-4369-8c1b-6b88b0349fd2 req-abf69776-96bf-4ab1-9b47-eb6c8234de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:52.763954 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7b2af16-eeb2-4369-8c1b-6b88b0349fd2 req-abf69776-96bf-4ab1-9b47-eb6c8234de6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1097 time: 0.0458708 Nov 12 21:32:52.811598 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7b2af16-eeb2-4369-8c1b-6b88b0349fd2 req-395d784a-468a-480a-9c66-ab6415a6f765 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Nov 12 21:32:53.818034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7207389-eb75-41f7-a821-b16aaabf41c5 req-a5ced87f-6e32-478d-a0f1-95003fad59de tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:53.819615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7207389-eb75-41f7-a821-b16aaabf41c5 req-a5ced87f-6e32-478d-a0f1-95003fad59de tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0518942 Nov 12 21:32:53.869212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7207389-eb75-41f7-a821-b16aaabf41c5 req-22e24b39-270d-40ca-beb2-9c9ea3f578d2 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Nov 12 21:32:54.987546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f2692-7c99-4079-891d-abcb804106d0 req-ba25aa34-47a8-4463-9bad-920aa32f389c tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:54.989027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976f2692-7c99-4079-891d-abcb804106d0 req-ba25aa34-47a8-4463-9bad-920aa32f389c tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0519755 Nov 12 21:32:55.036323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-976f2692-7c99-4079-891d-abcb804106d0 req-5996581b-567e-4d26-a729-46b589a317bc tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Nov 12 21:32:55.154198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd76c9-fe91-4b03-8b0c-c7aa41d2932e req-7c3f3f89-a546-410f-a0a2-60988a1ee2a3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:55.155641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89fd76c9-fe91-4b03-8b0c-c7aa41d2932e req-7c3f3f89-a546-410f-a0a2-60988a1ee2a3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0508423 Nov 12 21:32:55.205464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89fd76c9-fe91-4b03-8b0c-c7aa41d2932e req-f4cac622-f4fc-4ae8-8883-ab3be1740135 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Nov 12 21:32:55.467834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1408c-a2bc-423f-8e07-81b9120059c9 req-df7894ce-5823-40d1-9ed1-05e8cfebb61a tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:55.469207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6b1408c-a2bc-423f-8e07-81b9120059c9 req-df7894ce-5823-40d1-9ed1-05e8cfebb61a tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0480824 Nov 12 21:32:55.521778 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6b1408c-a2bc-423f-8e07-81b9120059c9 req-17949f7d-d39d-42fc-83b8-b3dc7fe12230 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Nov 12 21:32:55.636754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427e7b2-0578-453d-b9e3-d39c3508ff63 req-72e5205b-38a8-4d55-954d-d8a353ceac42 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:55.638912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4427e7b2-0578-453d-b9e3-d39c3508ff63 req-72e5205b-38a8-4d55-954d-d8a353ceac42 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0508173 Nov 12 21:32:55.685338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4427e7b2-0578-453d-b9e3-d39c3508ff63 req-ecae48e7-6d3e-47c5-a2e1-339619672464 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Nov 12 21:32:56.138621 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379041b7-6b03-4b58-ae6d-6a19a09607e2 req-ff233042-45e4-41f9-aefb-feff668d8d96 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:56.140133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-379041b7-6b03-4b58-ae6d-6a19a09607e2 req-ff233042-45e4-41f9-aefb-feff668d8d96 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0495799 Nov 12 21:32:56.188786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-379041b7-6b03-4b58-ae6d-6a19a09607e2 req-edcaeecd-3b4a-44fe-b4a2-d5eeaa30ed07 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426378 Nov 12 21:32:56.217654 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-e77ee40d-fb1e-479e-874c-bcd752bf6d52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407164 Nov 12 21:32:57.314025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f05a2-80a7-4d0b-b571-b81293417394 req-9abfb3ab-0c9b-4155-8469-e9ba5f323911 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:57.316114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c39f05a2-80a7-4d0b-b571-b81293417394 req-9abfb3ab-0c9b-4155-8469-e9ba5f323911 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0539739 Nov 12 21:32:57.364766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c39f05a2-80a7-4d0b-b571-b81293417394 req-d26636d4-f5a7-4cf7-9380-b94bd969df71 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Nov 12 21:32:57.575213 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2f12-bbe5-4309-95cd-90616bdd646e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:32:58.257553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-e6f0f31a-b7a7-4526-92fc-80e32bc1e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:58.259080 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-e6f0f31a-b7a7-4526-92fc-80e32bc1e45e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1097 time: 0.0438137 Nov 12 21:32:58.355665 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-db88dc0c-8856-4f38-8085-56ab0cdf0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:58.357705 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-db88dc0c-8856-4f38-8085-56ab0cdf0e18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.0892248 Nov 12 21:32:58.398992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-2b4f4b87-5070-46a5-af08-bf4e4cea7fe5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 217 time: 0.0340769 Nov 12 21:32:58.454467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-74f0121d-677b-4bec-bc9f-8624b07ca08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:58.455992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-74f0121d-677b-4bec-bc9f-8624b07ca08b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0495179 Nov 12 21:32:58.480660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c447b3-93dd-4d01-9e89-2da25c08d140 req-f0943d84-2fdc-462d-b22a-76595b26f4da tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:58.485849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9c447b3-93dd-4d01-9e89-2da25c08d140 req-f0943d84-2fdc-462d-b22a-76595b26f4da tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0495133 Nov 12 21:32:58.491719 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-489d2740-3ea6-4be6-9eb0-13eaa725af18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258837 Nov 12 21:32:58.531410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9c447b3-93dd-4d01-9e89-2da25c08d140 req-66d7f006-49ed-4c37-8123-9cc9691c1390 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Nov 12 21:32:58.584582 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-44deda1f-c679-4045-9f87-764a6c574587 service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854254 Nov 12 21:32:58.679588 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-1beb8dc8-ab4e-4e2b-8959-0e7c1581ce34 service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850317 Nov 12 21:32:59.647797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1872b9-f127-4be3-9b5e-031f6bf948b9 req-45d6767d-a673-492a-b6ad-6055a6793b21 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:32:59.649318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b1872b9-f127-4be3-9b5e-031f6bf948b9 req-45d6767d-a673-492a-b6ad-6055a6793b21 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Nov 12 21:32:59.702236 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b1872b9-f127-4be3-9b5e-031f6bf948b9 req-aa4fc421-fa80-4039-a694-1fe9e9e1a665 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Nov 12 21:33:00.055178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38123cb8-8f9c-4c5c-a8ca-0a5cd3d419b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:00.817506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552535d-e91c-4551-ba3b-2056769e7c71 req-fb1b4660-9d40-4c7c-9ecc-70a7617451e5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:00.818969 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6552535d-e91c-4551-ba3b-2056769e7c71 req-fb1b4660-9d40-4c7c-9ecc-70a7617451e5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Nov 12 21:33:00.866926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6552535d-e91c-4551-ba3b-2056769e7c71 req-ec05a22b-6f76-442b-bc26-65bb6c382f70 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Nov 12 21:33:01.401256 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:01.983541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466c977-5284-4e70-bb67-7c19677a2130 req-dfd7b065-6dac-485f-b129-7196d30b61ca tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:01.985055 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7466c977-5284-4e70-bb67-7c19677a2130 req-dfd7b065-6dac-485f-b129-7196d30b61ca tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0485070 Nov 12 21:33:02.032252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7466c977-5284-4e70-bb67-7c19677a2130 req-5017748c-b8e0-4fa5-ae3c-06fb27b122f3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Nov 12 21:33:03.127446 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:03.154742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154c34-3990-40b1-a080-91bd68fb2844 req-6dd25eba-7808-4343-96d2-d49e9705ded7 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:03.156310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65154c34-3990-40b1-a080-91bd68fb2844 req-6dd25eba-7808-4343-96d2-d49e9705ded7 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0539393 Nov 12 21:33:03.206021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65154c34-3990-40b1-a080-91bd68fb2844 req-a488cf4b-710b-474e-8846-649e1ffe8132 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Nov 12 21:33:03.672018 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:04.322417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c7588-2a00-47e2-b17f-32964ae23c37 req-2202aac6-86a6-484d-af1a-140bb6cab7a1 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:04.324189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-727c7588-2a00-47e2-b17f-32964ae23c37 req-2202aac6-86a6-484d-af1a-140bb6cab7a1 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0494664 Nov 12 21:33:04.372473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-727c7588-2a00-47e2-b17f-32964ae23c37 req-2c2d44b5-8875-4494-bc02-8a17a2a72516 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Nov 12 21:33:05.490562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecff514-1f2b-4181-bcd3-a6bdf79fe939 req-ab18a508-4468-4e64-b3c2-7fc6c36afcd2 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:05.492096 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ecff514-1f2b-4181-bcd3-a6bdf79fe939 req-ab18a508-4468-4e64-b3c2-7fc6c36afcd2 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0527995 Nov 12 21:33:05.539093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ecff514-1f2b-4181-bcd3-a6bdf79fe939 req-5202f90a-f4e8-4f51-9554-5403ebef4090 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Nov 12 21:33:06.660482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecfdd0-8ef2-48d9-931e-aa6958bcf35e req-c1e02535-412b-44ee-88f2-0424294a6c2d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:06.661981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fecfdd0-8ef2-48d9-931e-aa6958bcf35e req-c1e02535-412b-44ee-88f2-0424294a6c2d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0550220 Nov 12 21:33:06.709400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9fecfdd0-8ef2-48d9-931e-aa6958bcf35e req-cce926a4-2197-429a-b7fa-3b33d4baa67e tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Nov 12 21:33:07.825130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea79c-e1e3-4609-a9d6-25057e2eda06 req-ba2e9b95-ab14-4599-8f4d-8dc693be43a3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:07.827182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f7ea79c-e1e3-4609-a9d6-25057e2eda06 req-ba2e9b95-ab14-4599-8f4d-8dc693be43a3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0497460 Nov 12 21:33:07.878801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f7ea79c-e1e3-4609-a9d6-25057e2eda06 req-18845434-694e-4aa8-b2b3-74515ea642e6 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Nov 12 21:33:08.996334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d418a4-5819-4d12-9615-a7bed5b9a49a req-e6c23b28-7963-4beb-b462-b874c3f22a09 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:08.997805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8d418a4-5819-4d12-9615-a7bed5b9a49a req-e6c23b28-7963-4beb-b462-b874c3f22a09 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0490441 Nov 12 21:33:09.044883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8d418a4-5819-4d12-9615-a7bed5b9a49a req-43e08482-5240-440f-80af-962f51a33a1d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Nov 12 21:33:10.160697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6a8bb-62fc-48dc-b1d2-fa953c364888 req-c255e15c-c90c-416e-9cff-bae3efbfcc0e tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:10.162098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21e6a8bb-62fc-48dc-b1d2-fa953c364888 req-c255e15c-c90c-416e-9cff-bae3efbfcc0e tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0496335 Nov 12 21:33:10.209528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-21e6a8bb-62fc-48dc-b1d2-fa953c364888 req-8f95d59c-3053-4eb9-94bd-30c3cf2478ff tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Nov 12 21:33:10.578584 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:10.694353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:11.332589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c4456-e439-4dd4-b4a9-4b092085f490 req-1e517eca-9aaa-4d27-ba50-ebda9059840d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:11.334067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa5c4456-e439-4dd4-b4a9-4b092085f490 req-1e517eca-9aaa-4d27-ba50-ebda9059840d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0537183 Nov 12 21:33:11.497963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa5c4456-e439-4dd4-b4a9-4b092085f490 req-6aef44ee-336b-49f9-811d-2dfad3e031f2 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578789 Nov 12 21:33:12.620822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3f54-485a-41a2-bd61-5c9470f6491f req-32849f36-c398-4217-ae74-0f05dfd3a731 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:12.622359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-183d3f54-485a-41a2-bd61-5c9470f6491f req-32849f36-c398-4217-ae74-0f05dfd3a731 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0512328 Nov 12 21:33:12.631924 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-fdbc6633-9920-4159-9be8-2689b85f20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:12.633411 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-fdbc6633-9920-4159-9be8-2689b85f20f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1097 time: 0.0415678 Nov 12 21:33:12.671829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-183d3f54-485a-41a2-bd61-5c9470f6491f req-82c03ade-f2c4-45e5-81b0-8625d9579dde tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Nov 12 21:33:12.743045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-80a9c9a0-4b93-4da3-80a6-dcba7e836ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:12.744532 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-80a9c9a0-4b93-4da3-80a6-dcba7e836ae2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.0913339 Nov 12 21:33:12.787004 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-ac3285bc-0554-42f6-9b25-c7bbad120e8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 217 time: 0.0349324 Nov 12 21:33:12.834873 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-0fc2b860-3809-46f2-970c-763b31aab54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:12.836340 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-0fc2b860-3809-46f2-970c-763b31aab54a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0426579 Nov 12 21:33:12.873853 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-8b894b84-4f99-4b66-b34e-b43f019d4c8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289147 Nov 12 21:33:12.964643 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-5aad7137-b48b-473a-910b-b3d0857ad541 service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833712 Nov 12 21:33:13.064609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-808d2e3f-70b4-4ddf-97c7-dc5d08ac1071 req-024339ed-f54e-45be-a5aa-a660f4073d51 service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862784 Nov 12 21:33:13.787951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f29577-6ca4-4bef-891c-8c6017f44938 req-b5d4a342-6c70-4231-9528-710a6a0b75f5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:13.789414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-69f29577-6ca4-4bef-891c-8c6017f44938 req-b5d4a342-6c70-4231-9528-710a6a0b75f5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Nov 12 21:33:13.840024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-69f29577-6ca4-4bef-891c-8c6017f44938 req-a74d2da5-95b2-44e6-ad8d-506e98df7150 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Nov 12 21:33:15.025307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90032a9a-e46b-43de-873e-b8786c2e9268 req-82100fa5-2fa9-4b93-95cb-f09aab04cea5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:15.026799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90032a9a-e46b-43de-873e-b8786c2e9268 req-82100fa5-2fa9-4b93-95cb-f09aab04cea5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.1133232 Nov 12 21:33:15.073629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90032a9a-e46b-43de-873e-b8786c2e9268 req-0a1def71-0a3d-47f3-bbaa-57fd7017ef25 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Nov 12 21:33:15.111369 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:33:16.189181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66fb8-3935-4dfe-9951-9b330c1943f5 req-31106114-ac15-4318-8a99-fab5af1588dd tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:16.190676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fba66fb8-3935-4dfe-9951-9b330c1943f5 req-31106114-ac15-4318-8a99-fab5af1588dd tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0492022 Nov 12 21:33:16.238600 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fba66fb8-3935-4dfe-9951-9b330c1943f5 req-05173942-c545-46f8-a160-7e8d45c55fa0 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Nov 12 21:33:17.358399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9389a-f050-4bbe-b596-07a9b19a6be8 req-27be8b27-db9a-4a19-b0de-b961390756c8 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:17.359915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a9389a-f050-4bbe-b596-07a9b19a6be8 req-27be8b27-db9a-4a19-b0de-b961390756c8 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0533195 Nov 12 21:33:17.408632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-62a9389a-f050-4bbe-b596-07a9b19a6be8 req-0779f5f8-a825-4fbb-a798-04e6b91ee53d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Nov 12 21:33:18.525624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ebafc-fdf6-4e4c-892c-977803ab69ad req-0237780c-9a61-4ed4-a7a3-5ea72b25de24 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:18.527089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ebafc-fdf6-4e4c-892c-977803ab69ad req-0237780c-9a61-4ed4-a7a3-5ea72b25de24 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0508831 Nov 12 21:33:18.574794 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-de1ebafc-fdf6-4e4c-892c-977803ab69ad req-6b9a220b-53d4-4d5c-9967-a5d3406c1d94 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Nov 12 21:33:19.694341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867370a-457c-481b-9548-ca0a8db7a95e req-64ba0a94-a9ad-46d2-bb56-395c8cd19a20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:19.695963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1867370a-457c-481b-9548-ca0a8db7a95e req-64ba0a94-a9ad-46d2-bb56-395c8cd19a20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0537775 Nov 12 21:33:19.743658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1867370a-457c-481b-9548-ca0a8db7a95e req-f5573d75-0e4a-4303-ac6d-ccc8d4abf8b8 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Nov 12 21:33:20.861160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffbf2b-2ef4-4234-9c56-679cea8eec4b req-e1bf75ba-b2fd-41f6-98c5-3ee5e410dbcb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:20.862657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9ffbf2b-2ef4-4234-9c56-679cea8eec4b req-e1bf75ba-b2fd-41f6-98c5-3ee5e410dbcb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0505440 Nov 12 21:33:20.910372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9ffbf2b-2ef4-4234-9c56-679cea8eec4b req-a57fa157-6ef8-41f9-a168-f819e99beebc tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Nov 12 21:33:22.025668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495442a-4408-4e25-943c-c98463be6911 req-65d80083-22a5-4b62-a80b-6a24362652bf tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:22.027152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e495442a-4408-4e25-943c-c98463be6911 req-65d80083-22a5-4b62-a80b-6a24362652bf tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0491607 Nov 12 21:33:22.079707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e495442a-4408-4e25-943c-c98463be6911 req-5c2e64d0-1309-4d0d-921b-10f687274f54 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464580 Nov 12 21:33:23.197344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29d99b-b71d-494f-960f-9330ff1bef50 req-b5ab9a35-9534-4e8e-8056-b44e1068ca58 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:23.202564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e29d99b-b71d-494f-960f-9330ff1bef50 req-b5ab9a35-9534-4e8e-8056-b44e1068ca58 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0502205 Nov 12 21:33:23.246707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e29d99b-b71d-494f-960f-9330ff1bef50 req-7ae44ae5-f6e1-4ff8-9aa5-65a3acda2412 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Nov 12 21:33:24.363379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074a8c9-dfe4-41eb-9f20-2b7e46199003 req-108ba5bb-6ceb-4cb8-9ffc-98740a4c7626 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:24.364908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c074a8c9-dfe4-41eb-9f20-2b7e46199003 req-108ba5bb-6ceb-4cb8-9ffc-98740a4c7626 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0505862 Nov 12 21:33:24.411714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c074a8c9-dfe4-41eb-9f20-2b7e46199003 req-1c7c94d3-6b0f-441f-b927-3e7eed74ca1b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Nov 12 21:33:25.533679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e505-5e7f-4f32-a5d8-1ae17e162abe req-e12d8afa-5ed0-469c-abdc-c57ea922b6fc tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:25.535789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d30e505-5e7f-4f32-a5d8-1ae17e162abe req-e12d8afa-5ed0-469c-abdc-c57ea922b6fc tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0535114 Nov 12 21:33:25.582536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5d30e505-5e7f-4f32-a5d8-1ae17e162abe req-77640ac4-071c-41ac-a569-5374e02c91f1 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Nov 12 21:33:26.095372 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-eecc81d4-8de8-47b0-866c-3368e57ff516 service neutron] show failed (client error): The resource could not be found. Nov 12 21:33:26.096783 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-eecc81d4-8de8-47b0-866c-3368e57ff516 service neutron] 10.222.0.46 "GET /v2.0/ports/89b779cb-b56a-436a-b676-52d75564c318/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0562260 Nov 12 21:33:26.581292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-e8065dfe-bd5a-4096-9567-7ad0eeac0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:26.582708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-e8065dfe-bd5a-4096-9567-7ad0eeac0f79 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77&tenant_id=673ebabd20644f60b6f385a6e38b7bbe HTTP/1.1" status: 200 len: 1097 time: 0.0423040 Nov 12 21:33:26.594323 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:33:26.652842 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:26.746066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec292df-96ce-4fe0-9f89-6a6b4b3a7b7d req-0bb3e084-6f2d-4e9e-939e-5085de6c413f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:26.747580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ec292df-96ce-4fe0-9f89-6a6b4b3a7b7d req-0bb3e084-6f2d-4e9e-939e-5085de6c413f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0925751 Nov 12 21:33:26.891940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ec292df-96ce-4fe0-9f89-6a6b4b3a7b7d req-fca5a6a4-4976-491f-b2f6-b2e5f14ded43 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027133 Nov 12 21:33:26.926608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:33:26.958882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:33:26.996897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b779cb-b56a-436a-b676-52d75564c318'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:33:26.999148 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5fb09e-831c-4baf-a456-b9807c1cffa9" -d '{"events": [{"server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "name": "network-vif-unplugged", "status": "completed", "tag": "89b779cb-b56a-436a-b676-52d75564c318"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:33:27.002995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:27.015100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Transition to ACTIVE for port object 89b779cb-b56a-436a-b676-52d75564c318 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:33:27.051006 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e1a97-fb24-481d-a594-a4d138d6bdc7 x-openstack-request-id: req-db7e1a97-fb24-481d-a594-a4d138d6bdc7 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:33:27.051323 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "name": "network-vif-unplugged", "status": "completed", "tag": "89b779cb-b56a-436a-b676-52d75564c318", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:33:27.051583 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db7e1a97-fb24-481d-a594-a4d138d6bdc7 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:33:27.051984 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b779cb-b56a-436a-b676-52d75564c318', 'code': 200} Nov 12 21:33:27.086997 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:27.154214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] No DVR routers for this DVR port 89b779cb-b56a-436a-b676-52d75564c318 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:33:27.157253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:27.183383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.183733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.184075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.184411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.184740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.185068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.185393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.185720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.186043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.186364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.186685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.187003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:27.200586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Attempting to bind port 89b779cb-b56a-436a-b676-52d75564c318 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:33:27.200922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Attempting to bind port 89b779cb-b56a-436a-b676-52d75564c318 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:33:27.201246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Attempting to bind port 89b779cb-b56a-436a-b676-52d75564c318 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:33:27.205646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Port 89b779cb-b56a-436a-b676-52d75564c318 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:33:27.205973 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Attempting to bind port 89b779cb-b56a-436a-b676-52d75564c318 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:33:27.210762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:33:27.211099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Checking segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:33:27.211511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Bound using segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:33:27.211934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Bound port: 89b779cb-b56a-436a-b676-52d75564c318, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:33:27.212289 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:27.274755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:33:27.277697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:33:27.350138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:27.388631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:27.389319 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:27.390708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] 10.222.0.78 "PUT /v2.0/ports/89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 1092 time: 0.8003273 Nov 12 21:33:27.411735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec168b7-8d4d-4ac4-a6cf-323a86e223fd service neutron] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:27.454862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-af9a00ee-0458-453d-b779-53de3d7ec991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:27.456407 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-af9a00ee-0458-453d-b779-53de3d7ec991 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1095 time: 0.0418844 Nov 12 21:33:27.553409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-3ca1d07a-369f-4b9a-855e-a7b3063e794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:27.554866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-3ca1d07a-369f-4b9a-855e-a7b3063e794b service neutron] 10.222.0.78 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.0913241 Nov 12 21:33:27.601314 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b4821081-9095-4b16-be7a-9f290d9a0c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:27.602403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-fc4d0ef0-2f74-47f0-af8e-42279ea4331b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 217 time: 0.0397840 Nov 12 21:33:27.651815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-44dc0a78-7314-4cb4-88f5-d8d791dcc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:27.653242 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-44dc0a78-7314-4cb4-88f5-d8d791dcc08d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0446169 Nov 12 21:33:27.684435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-3a2e95b8-8a47-4845-937d-6faac6ec858f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239515 Nov 12 21:33:27.777046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-d8ae4c1a-0a3c-4d4b-931d-1b05794c54da service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859215 Nov 12 21:33:27.866231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9614988b-9cda-4ee6-8c7b-dab05166c937 req-f949f170-5845-4b77-94b0-86f5046f109b service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812614 Nov 12 21:33:28.017987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f90e2-39fa-465e-a348-581d3f8adeae req-515e5f1c-f7e9-4460-bd15-ef98ed7c2193 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:28.020070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d1f90e2-39fa-465e-a348-581d3f8adeae req-515e5f1c-f7e9-4460-bd15-ef98ed7c2193 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 943 time: 0.0551569 Nov 12 21:33:28.068590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d1f90e2-39fa-465e-a348-581d3f8adeae req-d3bba4d6-1249-42dc-b370-b78320ea5ecc tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Nov 12 21:33:29.052881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'tag': '89b779cb-b56a-436a-b676-52d75564c318'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:33:29.055240 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "tag": "89b779cb-b56a-436a-b676-52d75564c318"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:33:29.104179 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99195179-90cb-4bdc-a375-468e304f56f5 x-openstack-request-id: req-99195179-90cb-4bdc-a375-468e304f56f5 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:33:29.104474 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "tag": "89b779cb-b56a-436a-b676-52d75564c318", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:33:29.104727 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99195179-90cb-4bdc-a375-468e304f56f5 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:33:29.105157 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'tag': '89b779cb-b56a-436a-b676-52d75564c318', 'status': 'completed', 'code': 200} Nov 12 21:33:29.171866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-edbbdc76-d907-4e50-bfa0-5de4caa1422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:29.173375 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-edbbdc76-d907-4e50-bfa0-5de4caa1422f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1095 time: 0.0432110 Nov 12 21:33:29.197857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-8c55bf22-af9a-46bb-8e61-79fcc05899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:29.199390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-8c55bf22-af9a-46bb-8e61-79fcc05899cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1095 time: 0.0689120 Nov 12 21:33:29.214243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfdc50-0866-4e70-858e-1feac3dce93f req-47091ad8-9148-4b06-9d4e-b29105ced4f5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:29.215734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38dfdc50-0866-4e70-858e-1feac3dce93f req-47091ad8-9148-4b06-9d4e-b29105ced4f5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 943 time: 0.0743334 Nov 12 21:33:29.275375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-37900414-18b3-4ad3-b60d-9689bf41cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:29.276858 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-37900414-18b3-4ad3-b60d-9689bf41cbde service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.0917308 Nov 12 21:33:29.321631 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-a941c029-e88c-4b31-bfc4-ca195a0a3f50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 217 time: 0.0337207 Nov 12 21:33:29.323126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38dfdc50-0866-4e70-858e-1feac3dce93f req-4b57e0f5-d83f-4c50-b5dd-2e4d51a54894 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987384 Nov 12 21:33:29.338658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-abaaa6c1-8817-414e-91e6-11f302b9a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:29.340157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-abaaa6c1-8817-414e-91e6-11f302b9a4c0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.1235740 Nov 12 21:33:29.375382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-d17a092b-a2b0-4f45-9f3a-2b79de988983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:29.376897 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-d17a092b-a2b0-4f45-9f3a-2b79de988983 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0447135 Nov 12 21:33:29.388355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-28e7e4e6-67e6-4dc6-b4e0-4464ace0f44c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 217 time: 0.0379729 Nov 12 21:33:29.417709 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-9028f35d-9a4c-4a2f-8034-c21b4d8c6633 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298409 Nov 12 21:33:29.438735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-872b6a61-136a-465a-9ae9-fad3b85dc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:29.440370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-872b6a61-136a-465a-9ae9-fad3b85dc8c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0445168 Nov 12 21:33:29.487989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-91193477-ce6e-4c58-afbb-fa65f8c7a9b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274374 Nov 12 21:33:29.518036 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-0c56e5db-739a-4e7a-882a-6ce171351587 service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888932 Nov 12 21:33:29.597460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-4ebaf4e8-3c9a-4be5-a18e-b525c6f0e2be service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981536 Nov 12 21:33:29.623734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-9ecd6a85-5373-4e95-b559-1ccb94c4c9ca service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946994 Nov 12 21:33:29.691135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce5ffc63-07f0-46b1-a795-9f9e0dd93427 req-90b4fecd-b6ba-4092-bacf-f36659fdbc85 service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861590 Nov 12 21:33:29.729747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 89b779cb-b56a-436a-b676-52d75564c318 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:33:29.828103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:33:29.840129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '89b779cb-b56a-436a-b676-52d75564c318', 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037', 'port_id': '89b779cb-b56a-436a-b676-52d75564c318', 'mac_address': 'fa:16:3e:ae:36:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6fa7a6-17ac-4953-9770-46ceecda4652', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:33:29.877071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:29.892844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b779cb-b56a-436a-b676-52d75564c318 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:33:29.909593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:33:29.984240 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:30.031785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:30.045201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b992c14a-4a60-4c2d-bea6-0b9e1fe75cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:30.196196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['89b779cb-b56a-436a-b676-52d75564c318'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:33:30.440734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e47fe-8eb7-49cd-a84d-551c8e88cbc8 req-5aeea957-537e-44cc-b5c1-e57b3068d336 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:30.442249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a0e47fe-8eb7-49cd-a84d-551c8e88cbc8 req-5aeea957-537e-44cc-b5c1-e57b3068d336 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 944 time: 0.0495811 Nov 12 21:33:30.498031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a0e47fe-8eb7-49cd-a84d-551c8e88cbc8 req-1bfef771-2424-462c-9af8-7a10027b4b7a tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Nov 12 21:33:30.505580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 89b779cb-b56a-436a-b676-52d75564c318 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:33:30.545443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 89b779cb-b56a-436a-b676-52d75564c318 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:33:30.806472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e62b61-581c-42ad-878e-55370b5a0047 req-58f6c0a4-dcbd-4ae7-a276-1edac184f744 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:30.807902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68e62b61-581c-42ad-878e-55370b5a0047 req-58f6c0a4-dcbd-4ae7-a276-1edac184f744 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 944 time: 0.0490685 Nov 12 21:33:30.856451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-68e62b61-581c-42ad-878e-55370b5a0047 req-5af0e145-7beb-42c8-856d-b33468f929dd tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Nov 12 21:33:30.964366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-c0344dbd-30f6-46b4-b856-5a4bc9ed4ac6 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:30.965813 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-c0344dbd-30f6-46b4-b856-5a4bc9ed4ac6 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77&tenant_id=673ebabd20644f60b6f385a6e38b7bbe&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 944 time: 0.0842040 Nov 12 21:33:31.029151 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-d93874ef-7962-4c8e-b9ac-a7ce3df6800c service neutron] delete failed (client error): The resource could not be found. Nov 12 21:33:31.030145 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-d93874ef-7962-4c8e-b9ac-a7ce3df6800c service neutron] 10.222.0.46 "DELETE /v2.0/ports/89b779cb-b56a-436a-b676-52d75564c318/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0526795 Nov 12 21:33:31.120598 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-0e4696f4-e239-4f89-8b73-4de788cbefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:31.122069 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-0e4696f4-e239-4f89-8b73-4de788cbefbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 1096 time: 0.0454564 Nov 12 21:33:31.215981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-b0c4c91b-276f-4d75-8653-3f4678ea44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:31.217442 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-b0c4c91b-276f-4d75-8653-3f4678ea44d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.0844681 Nov 12 21:33:31.266881 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-47fadb9f-2872-438d-bba3-3190ce16cc66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 200 len: 217 time: 0.0376501 Nov 12 21:33:31.319444 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-dba02fa9-9534-4ae4-b1e8-46d6dbfd6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:31.320846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-dba02fa9-9534-4ae4-b1e8-46d6dbfd6924 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0437522 Nov 12 21:33:31.357817 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-bb31c776-c34a-4cb9-b3d9-6ea9251da743 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251310 Nov 12 21:33:31.429739 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:31.745327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 89b779cb-b56a-436a-b676-52d75564c318 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:33:31.771157 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-519e280e-a8ab-45af-8ec6-44f1592f1f31 service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024568 Nov 12 21:33:31.842049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 89b779cb-b56a-436a-b676-52d75564c318 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:33:31.845932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 89b779cb-b56a-436a-b676-52d75564c318 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:33:31.846532 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:31.867551 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31d1061f-2f11-4099-b4be-208138e27ba4 req-93726085-0daa-4557-b4cf-5fc977a4e4fd service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831578 Nov 12 21:33:31.929264 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:31.953795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b779cb-b56a-436a-b676-52d75564c318'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:33:31.956719 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f484fe7a-612a-4e71-bd35-0c5d01a31977" -d '{"events": [{"server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "name": "network-vif-plugged", "status": "completed", "tag": "89b779cb-b56a-436a-b676-52d75564c318"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:33:31.975897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:33:31.979401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d4e3d-1964-4d91-b73b-7e209947895b req-ffa95956-bef0-44c3-a20f-524c09440252 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:31.981627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a6d4e3d-1964-4d91-b73b-7e209947895b req-ffa95956-bef0-44c3-a20f-524c09440252 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 944 time: 0.0516164 Nov 12 21:33:32.009475 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd407ff-0027-4f61-b2ff-ee52fb3c1f5d x-openstack-request-id: req-fdd407ff-0027-4f61-b2ff-ee52fb3c1f5d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:33:32.009766 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "name": "network-vif-plugged", "status": "completed", "tag": "89b779cb-b56a-436a-b676-52d75564c318", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:33:32.010013 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdd407ff-0027-4f61-b2ff-ee52fb3c1f5d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:33:32.010402 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b779cb-b56a-436a-b676-52d75564c318', 'code': 200} Nov 12 21:33:32.030267 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a6d4e3d-1964-4d91-b73b-7e209947895b req-ad498004-759b-4d18-8b95-744918bdf110 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Nov 12 21:33:32.036759 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:32.086138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:33.122152 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:33.157097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05931b-23c0-4559-a11c-cf92523685f6 req-3a146ab7-8903-403e-af6b-de64762192a5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:33.158582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec05931b-23c0-4559-a11c-cf92523685f6 req-3a146ab7-8903-403e-af6b-de64762192a5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0525413 Nov 12 21:33:33.208450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec05931b-23c0-4559-a11c-cf92523685f6 req-d1e52864-d7a2-4493-b47a-341df7944baa tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 Nov 12 21:33:33.322945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be2c5f-deb8-41eb-9719-456e181b00b0 req-ec8e9f4d-7b31-47d9-ad2a-0a9345ed624b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:33.324427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15be2c5f-deb8-41eb-9719-456e181b00b0 req-ec8e9f4d-7b31-47d9-ad2a-0a9345ed624b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Nov 12 21:33:33.371870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15be2c5f-deb8-41eb-9719-456e181b00b0 req-f34b9f91-70e4-4b81-940c-91cd36d164ad tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Nov 12 21:33:33.484385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15639e8d-b221-4c0a-8889-ef376331de1f req-e9217326-3908-447f-ab76-b8b2b64d0dd3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:33.485931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15639e8d-b221-4c0a-8889-ef376331de1f req-e9217326-3908-447f-ab76-b8b2b64d0dd3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0497756 Nov 12 21:33:33.540678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15639e8d-b221-4c0a-8889-ef376331de1f req-37351235-e154-44a6-ae63-99ab5705e0e5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487125 Nov 12 21:33:33.608085 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:34.109357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-142b804a-f755-4975-b184-aa50459e1084 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:34.110797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-142b804a-f755-4975-b184-aa50459e1084 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 815 time: 0.1022298 Nov 12 21:33:34.125741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-bbc64f23-cc71-4258-8207-15845cdb712b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/quotas/673ebabd20644f60b6f385a6e38b7bbe HTTP/1.1" status: 200 len: 375 time: 0.0090573 Nov 12 21:33:34.178834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-ef00a137-0059-4203-8bda-81f7dff1fec6 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471277 Nov 12 21:33:34.269507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-eb98b071-771b-4212-b995-3ad658fce061 service neutron] 10.222.0.64 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830603 Nov 12 21:33:34.360812 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-f77803b2-f717-4240-b24b-f7fb109a0fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848646 Nov 12 21:33:34.600179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ab6d8298-2d38-4505-ab6e-8162f4305108 req-97f7e891-5925-472d-81bf-5d7ed54a167d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 210 time: 0.0269651 Nov 12 21:33:35.316180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-5a7e0632-067b-4470-965b-ae599395dcc4 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:35.317616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-5a7e0632-067b-4470-965b-ae599395dcc4 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d0732d9-33b3-4318-922c-4e0ad27c5a77 HTTP/1.1" status: 200 len: 945 time: 0.0486815 Nov 12 21:33:35.410745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Deleting port 89b779cb-b56a-436a-b676-52d75564c318 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:33:35.410972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:35.499498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] For port 89b779cb-b56a-436a-b676-52d75564c318, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=89b779cb-b56a-436a-b676-52d75564c318,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:33:35.499865 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:35.512755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Calling delete_port for 89b779cb-b56a-436a-b676-52d75564c318 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:33:35.700391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d1715fd7-888d-4220-95a5-d9f7d3f59625 req-00cda322-3e11-442c-958f-f64fbb025354 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 210 time: 0.0274506 Nov 12 21:33:35.704784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:35.725240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['89b779cb-b56a-436a-b676-52d75564c318'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:33:35.734448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Pushing event deleted for resources: {'Port': ['ID=89b779cb-b56a-436a-b676-52d75564c318,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:35.780905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] No DVR routers for this DVR port 89b779cb-b56a-436a-b676-52d75564c318 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:33:35.783638 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:35.787965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-22a1176b-5f7d-4246-887f-1bbee06b204c req-d5e7634c-897a-482a-82bc-32e7262b4e20 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.78 "DELETE /v2.0/ports/89b779cb-b56a-436a-b676-52d75564c318 HTTP/1.1" status: 204 len: 173 time: 0.4641330 Nov 12 21:33:35.788423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'name': 'network-vif-deleted', 'tag': '89b779cb-b56a-436a-b676-52d75564c318'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:33:35.791569 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9cc797-0275-41a9-bbbd-a06f8865c256" -d '{"events": [{"server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "name": "network-vif-deleted", "tag": "89b779cb-b56a-436a-b676-52d75564c318"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:33:35.828024 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a4eb3c-451a-41a5-b612-b16947060b9d x-openstack-request-id: req-56a4eb3c-451a-41a5-b612-b16947060b9d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:33:35.828314 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0732d9-33b3-4318-922c-4e0ad27c5a77", "name": "network-vif-deleted", "tag": "89b779cb-b56a-436a-b676-52d75564c318", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:33:35.832508 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56a4eb3c-451a-41a5-b612-b16947060b9d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:33:35.832508 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0732d9-33b3-4318-922c-4e0ad27c5a77', 'name': 'network-vif-deleted', 'tag': '89b779cb-b56a-436a-b676-52d75564c318', 'status': 'completed', 'code': 200} Nov 12 21:33:36.417374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-6314fd90-5cb0-4c08-bb8f-2f79049d3c93 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:36.418832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-6314fd90-5cb0-4c08-bb8f-2f79049d3c93 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.78 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 815 time: 0.1067126 Nov 12 21:33:36.431781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Request body: {'port': {'device_id': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037', 'admin_state_up': True, 'tenant_id': '673ebabd20644f60b6f385a6e38b7bbe'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:33:36.636787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Made reservation on behalf of 673ebabd20644f60b6f385a6e38b7bbe for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:33:36.640380 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:36.764375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Allocated IP 172.20.0.14 (0c824178-0e63-4fa6-b4c0-81e7d2d53037/1e6fa7a6-17ac-4953-9770-46ceecda4652/eecee434-3381-4aee-b173-29f59b544069) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:33:36.809433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19a960f5-b22a-43ca-9347-c2b3cafc2957 req-0a564fea-695a-4882-889b-03d411ce78e1 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 210 time: 0.0358279 Nov 12 21:33:36.937693 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.025083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.037297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['89b779cb-b56a-436a-b676-52d75564c318'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:33:37.071179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:33:37.076532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:33:37.080280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:33:37.087534 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:37.132230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:37.132834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.216365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-30f276b6-3dd6-4d0e-931c-956e5a1ff490 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7884846 Nov 12 21:33:37.228398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Request body: {'port': {'device_id': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:33:37.282179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.538303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecee434-3381-4aee-b173-29f59b544069 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:33:37.545486 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.557787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Transition to ACTIVE for port object eecee434-3381-4aee-b173-29f59b544069 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:33:37.636213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.688332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:37.751353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Attempting to bind port eecee434-3381-4aee-b173-29f59b544069 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:33:37.751692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Attempting to bind port eecee434-3381-4aee-b173-29f59b544069 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:33:37.752022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Attempting to bind port eecee434-3381-4aee-b173-29f59b544069 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:33:37.756931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Port eecee434-3381-4aee-b173-29f59b544069 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:33:37.757259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Attempting to bind port eecee434-3381-4aee-b173-29f59b544069 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:33:37.762104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:33:37.762437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Checking segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:33:37.762816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Bound using segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:33:37.763237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Bound port: eecee434-3381-4aee-b173-29f59b544069, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:33:37.763624 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.828854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] For port eecee434-3381-4aee-b173-29f59b544069, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:33:37.832500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] For port eecee434-3381-4aee-b173-29f59b544069, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:33:37.929357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8350c-1075-46a8-9bb9-75124785cfbf req-bedb1663-58f6-437b-83d6-9eea92f138bb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:37.930904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6df8350c-1075-46a8-9bb9-75124785cfbf req-bedb1663-58f6-437b-83d6-9eea92f138bb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 944 time: 0.0506842 Nov 12 21:33:37.932056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.981695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:37.982306 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:37.983731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] 10.222.0.78 "PUT /v2.0/ports/eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 1093 time: 0.7593889 Nov 12 21:33:37.987922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'tag': 'eecee434-3381-4aee-b173-29f59b544069'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:33:37.990182 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ad9bd8-1c41-4f91-a662-f375ff96d775" -d '{"events": [{"name": "network-changed", "server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "tag": "eecee434-3381-4aee-b173-29f59b544069"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:33:38.016878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c05d-e4e5-4498-9853-e181bcb5d417 service neutron] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:38.029990 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcf10da-a516-4fa3-ab85-ff317f3e8d64 x-openstack-request-id: req-2bcf10da-a516-4fa3-ab85-ff317f3e8d64 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:33:38.030278 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "tag": "eecee434-3381-4aee-b173-29f59b544069", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:33:38.030527 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bcf10da-a516-4fa3-ab85-ff317f3e8d64 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:33:38.030917 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'tag': 'eecee434-3381-4aee-b173-29f59b544069', 'status': 'completed', 'code': 200} Nov 12 21:33:38.038707 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6df8350c-1075-46a8-9bb9-75124785cfbf req-9025ac67-2b8d-49e9-a7e6-12796d51d21a tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015131 Nov 12 21:33:38.425743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9bd8-1c41-4f91-a662-f375ff96d775 req-13ee4c42-0abf-4a52-9313-27a335bb86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:38.427396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ad9bd8-1c41-4f91-a662-f375ff96d775 req-13ee4c42-0abf-4a52-9313-27a335bb86a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1096 time: 0.3761027 Nov 12 21:33:38.523922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9bd8-1c41-4f91-a662-f375ff96d775 req-f51f30e2-c5d3-48ea-8130-5aff90e308b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:38.525327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ad9bd8-1c41-4f91-a662-f375ff96d775 req-f51f30e2-c5d3-48ea-8130-5aff90e308b1 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0897186 Nov 12 21:33:38.626990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9bd8-1c41-4f91-a662-f375ff96d775 req-526ea485-2771-41e0-a1f0-f45aca670d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:38.628697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9ad9bd8-1c41-4f91-a662-f375ff96d775 req-526ea485-2771-41e0-a1f0-f45aca670d74 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969672 Nov 12 21:33:38.703767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-f6be391e-eedd-4d92-b84b-4467bb1047cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:38.705233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-f6be391e-eedd-4d92-b84b-4467bb1047cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1096 time: 0.0405781 Nov 12 21:33:38.751463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-dc1fdd99-3c7d-4adc-9cda-3a81233a5f13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 217 time: 0.0382137 Nov 12 21:33:38.799624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-7042bba0-b648-468b-a904-be317947cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:38.801492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-7042bba0-b648-468b-a904-be317947cadb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0435743 Nov 12 21:33:38.832959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-02ef006c-57d9-46b2-9ccf-0b7ee0870a2d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245731 Nov 12 21:33:38.933621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-b4337445-e113-409a-b012-b7d01d0b5f6b service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910573 Nov 12 21:33:39.024843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5587ee4b-bd08-4fc3-853f-a218fbe77f69 req-d02b71f8-5a8c-400d-b3ca-80e340ef5d8c service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843241 Nov 12 21:33:39.156882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95925-a096-4674-a085-e9be71b3ac0c req-16c7d28e-06b1-49d9-8b00-bbc2a46fe139 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:39.158367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9cd95925-a096-4674-a085-e9be71b3ac0c req-16c7d28e-06b1-49d9-8b00-bbc2a46fe139 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 944 time: 0.0494785 Nov 12 21:33:39.209789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9cd95925-a096-4674-a085-e9be71b3ac0c req-59929ff5-dedd-401d-b390-eb1eca100192 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446527 Nov 12 21:33:39.760108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 89b779cb-b56a-436a-b676-52d75564c318 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:33:39.780879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 89b779cb-b56a-436a-b676-52d75564c318 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:33:39.781221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 89b779cb-b56a-436a-b676-52d75564c318 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:33:40.329498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d0c2-9fb8-42a7-904a-e0291e79a261 req-9f2527ec-725b-413c-8dc3-273e4ebf3e37 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:40.331088 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ee8d0c2-9fb8-42a7-904a-e0291e79a261 req-9f2527ec-725b-413c-8dc3-273e4ebf3e37 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 944 time: 0.0527542 Nov 12 21:33:40.382316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ee8d0c2-9fb8-42a7-904a-e0291e79a261 req-153ba470-23ff-4e41-97d1-8da73b4dcd06 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 Nov 12 21:33:40.579503 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:40.699361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:41.498180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56ddde-44d7-4245-97cc-f76df5b47b6b req-a8bac843-8b29-4ce1-bc95-70aa6d26de51 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:41.499598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b56ddde-44d7-4245-97cc-f76df5b47b6b req-a8bac843-8b29-4ce1-bc95-70aa6d26de51 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 944 time: 0.0493238 Nov 12 21:33:41.550944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7b56ddde-44d7-4245-97cc-f76df5b47b6b req-599b4e5f-166a-41f6-a97e-ef107e4b56c1 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Nov 12 21:33:41.824727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device eecee434-3381-4aee-b173-29f59b544069 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:33:41.920688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port eecee434-3381-4aee-b173-29f59b544069, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:33:41.932167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'eecee434-3381-4aee-b173-29f59b544069', 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037', 'port_id': 'eecee434-3381-4aee-b173-29f59b544069', 'mac_address': 'fa:16:3e:26:51:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6fa7a6-17ac-4953-9770-46ceecda4652', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:33:41.968591 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:41.981517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecee434-3381-4aee-b173-29f59b544069 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:33:42.001036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port eecee434-3381-4aee-b173-29f59b544069, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:33:42.076215 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:42.128993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:42.136232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.136581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.136928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.137262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.137596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.137924 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.138250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.138574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.138900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.139218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.139660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.139984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:33:42.265836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['eecee434-3381-4aee-b173-29f59b544069'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:33:42.670149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa4ab1-ebb6-4c44-baf7-e1b0c73884ee req-97ce1266-2882-4b88-a077-48ecc8023370 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:42.671646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76fa4ab1-ebb6-4c44-baf7-e1b0c73884ee req-97ce1266-2882-4b88-a077-48ecc8023370 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 945 time: 0.0531881 Nov 12 21:33:42.718147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76fa4ab1-ebb6-4c44-baf7-e1b0c73884ee req-04f86fba-9c43-46b1-bb57-2a60a5f2f874 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Nov 12 21:33:43.834624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30717eb-7904-4776-a581-45c80a33ff98 req-3a160eac-0889-4d44-a46c-59b2ec9b3666 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:43.836182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c30717eb-7904-4776-a581-45c80a33ff98 req-3a160eac-0889-4d44-a46c-59b2ec9b3666 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 945 time: 0.0496626 Nov 12 21:33:43.838890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device eecee434-3381-4aee-b173-29f59b544069 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:33:43.887536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c30717eb-7904-4776-a581-45c80a33ff98 req-b9d885a1-ff1d-4633-b1dc-b629d9c15868 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Nov 12 21:33:43.979072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port eecee434-3381-4aee-b173-29f59b544069 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:33:43.983157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port eecee434-3381-4aee-b173-29f59b544069 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:33:43.983615 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:44.061540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:44.085106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecee434-3381-4aee-b173-29f59b544069'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:33:44.087614 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08f1fbf-da2f-40fd-a00f-3936adeb6246" -d '{"events": [{"server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "name": "network-vif-plugged", "status": "completed", "tag": "eecee434-3381-4aee-b173-29f59b544069"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:33:44.101414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port eecee434-3381-4aee-b173-29f59b544069, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:33:44.125915 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef1457e-fa23-4163-bee0-52115999a939 x-openstack-request-id: req-fef1457e-fa23-4163-bee0-52115999a939 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:33:44.126303 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "name": "network-vif-plugged", "status": "completed", "tag": "eecee434-3381-4aee-b173-29f59b544069", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:33:44.126507 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fef1457e-fa23-4163-bee0-52115999a939 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:33:44.126894 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecee434-3381-4aee-b173-29f59b544069', 'code': 200} Nov 12 21:33:44.179512 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:44.225108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096f082-f7b0-4ef7-9a76-adac31f5a71d req-7f540641-d1e6-4f10-9889-f2e2a67a83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:44.226664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4096f082-f7b0-4ef7-9a76-adac31f5a71d req-7f540641-d1e6-4f10-9889-f2e2a67a83bb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1098 time: 0.0424299 Nov 12 21:33:44.235647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:33:44.278943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4096f082-f7b0-4ef7-9a76-adac31f5a71d req-0994bd45-eb3b-48e3-8e18-c56c436275f7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Nov 12 21:33:45.004905 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532901d-87b9-48fa-83dd-6975ad16c103 req-96e51462-2896-4981-9c91-298ee817e2c8 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:45.006379 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c532901d-87b9-48fa-83dd-6975ad16c103 req-96e51462-2896-4981-9c91-298ee817e2c8 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0488548 Nov 12 21:33:45.053735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c532901d-87b9-48fa-83dd-6975ad16c103 req-d4fadd57-b682-4966-ae2f-cac43fd1d223 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 Nov 12 21:33:46.172259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26281af-4b4e-42a4-a32a-edac210a943b req-209b7c6b-4ce5-4a66-b076-bd1eafde9781 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:46.173681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d26281af-4b4e-42a4-a32a-edac210a943b req-209b7c6b-4ce5-4a66-b076-bd1eafde9781 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0484512 Nov 12 21:33:46.221323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d26281af-4b4e-42a4-a32a-edac210a943b req-5a996379-714c-4d81-a697-874adcd40313 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Nov 12 21:33:46.344195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8d258-ca20-43b6-8d39-513c6bd6b37e req-f1af9106-b779-4541-9d56-c38e81e2cbf6 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:46.345664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ca8d258-ca20-43b6-8d39-513c6bd6b37e req-f1af9106-b779-4541-9d56-c38e81e2cbf6 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0526052 Nov 12 21:33:46.392616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6ca8d258-ca20-43b6-8d39-513c6bd6b37e req-05bfab4d-25aa-4f50-88e8-03ba9a6bad8f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 Nov 12 21:33:46.744902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a439f4-ce39-4bb3-bb16-f6d7c2ce12fb req-876da9ab-a173-4035-8b02-2248f87166c7 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:46.746303 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3a439f4-ce39-4bb3-bb16-f6d7c2ce12fb req-876da9ab-a173-4035-8b02-2248f87166c7 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0509710 Nov 12 21:33:46.796835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a3a439f4-ce39-4bb3-bb16-f6d7c2ce12fb req-8fafc63e-81ae-4b78-b9cb-ed827d1dec62 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Nov 12 21:33:46.818186 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-0ae0fe1a-321d-4dff-8b4d-2491122af640 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412271 Nov 12 21:33:46.827187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-d23bf0dd-5d12-4063-b90b-28cdf37343e4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:33:46.828183 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-d23bf0dd-5d12-4063-b90b-28cdf37343e4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049593 Nov 12 21:33:47.918698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c227cff-97f9-4fc2-a9f7-ea52885e7a58 req-d4c6cb38-a55f-4a98-a6e6-4dfd8b90f6ae tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:47.920245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c227cff-97f9-4fc2-a9f7-ea52885e7a58 req-d4c6cb38-a55f-4a98-a6e6-4dfd8b90f6ae tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0536335 Nov 12 21:33:47.968917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c227cff-97f9-4fc2-a9f7-ea52885e7a58 req-f2b041ab-84d3-4482-92fb-c6d484a33dd8 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Nov 12 21:33:49.017152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-50e64138-fb02-4ade-9ad5-3ac019d7bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:49.018710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-50e64138-fb02-4ade-9ad5-3ac019d7bb5a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1098 time: 0.0411837 Nov 12 21:33:49.140247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3216-1ede-4002-99aa-f56881ffcaa4 req-8746bc29-5747-4a72-b080-a37c28a1672f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:49.141721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd8c3216-1ede-4002-99aa-f56881ffcaa4 req-8746bc29-5747-4a72-b080-a37c28a1672f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0980675 Nov 12 21:33:49.156677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-8668dd4f-5e7c-414f-b68f-fa7e7d0e9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:49.158087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-8668dd4f-5e7c-414f-b68f-fa7e7d0e9945 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.1321821 Nov 12 21:33:49.204221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-1797a603-a328-47e6-97dc-814036eda99e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 217 time: 0.0373361 Nov 12 21:33:49.259979 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd8c3216-1ede-4002-99aa-f56881ffcaa4 req-d94c2872-5d47-42aa-8f63-c94189371b75 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107438 Nov 12 21:33:49.272691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-6dfc0062-fa9e-4283-852f-b9d2927881ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:49.274142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-6dfc0062-fa9e-4283-852f-b9d2927881ab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0630012 Nov 12 21:33:49.307711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-2520537c-9365-44c6-927a-57a1dd43df57 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261650 Nov 12 21:33:49.400153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-3b92a33d-f33f-48cb-85c9-c731485eed99 service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858760 Nov 12 21:33:49.498081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-139fee37-2600-4f04-8989-231abf21f944 service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887959 Nov 12 21:33:50.376421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79b34-b175-4081-9392-001edabd7f7a req-10bf384b-594e-4e76-b119-ef22b89bfd16 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:50.377907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1f79b34-b175-4081-9392-001edabd7f7a req-10bf384b-594e-4e76-b119-ef22b89bfd16 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0501778 Nov 12 21:33:50.427616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1f79b34-b175-4081-9392-001edabd7f7a req-85387e7f-dc11-4e10-b67e-7b840e80698b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Nov 12 21:33:51.544900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ab4ff-97fe-4315-9166-8cc7cdbe8c62 req-6489c758-13ad-4f42-a8b7-2ed46b5ca808 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:51.546318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e60ab4ff-97fe-4315-9166-8cc7cdbe8c62 req-6489c758-13ad-4f42-a8b7-2ed46b5ca808 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0482428 Nov 12 21:33:51.599740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e60ab4ff-97fe-4315-9166-8cc7cdbe8c62 req-f18d8301-6c99-42b5-b239-3f68dad00083 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Nov 12 21:33:52.110088 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:33:52.716090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ee39-c571-45b9-93ee-8252a6f8d5bf req-eb715640-b2f8-4b9e-96bf-c54ba77d206c tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:52.717577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3964ee39-c571-45b9-93ee-8252a6f8d5bf req-eb715640-b2f8-4b9e-96bf-c54ba77d206c tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0503652 Nov 12 21:33:52.766569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3964ee39-c571-45b9-93ee-8252a6f8d5bf req-6daca963-fab4-402b-a614-a38a36467f1f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Nov 12 21:33:53.881812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16feb7-fab7-4e37-a7eb-92d532fcff43 req-8767e555-8c82-4a0f-9fe8-86504aefc923 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:53.883258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a16feb7-fab7-4e37-a7eb-92d532fcff43 req-8767e555-8c82-4a0f-9fe8-86504aefc923 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0485334 Nov 12 21:33:53.930197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5a16feb7-fab7-4e37-a7eb-92d532fcff43 req-f7c573be-a31f-4593-8b09-c6d7a939ec4f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Nov 12 21:33:55.051609 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477625-b03d-4c06-89ba-f0ed3ca46abe req-e41f5ea9-04f9-444b-9d7c-0d98ce0ab934 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:55.053121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40477625-b03d-4c06-89ba-f0ed3ca46abe req-e41f5ea9-04f9-444b-9d7c-0d98ce0ab934 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0540459 Nov 12 21:33:55.101981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40477625-b03d-4c06-89ba-f0ed3ca46abe req-db05369f-89c3-444c-a566-5e3af6f13452 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Nov 12 21:33:56.217834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067ea76-0df3-42ef-b18d-422ddfb61b60 req-0c26b1bb-87ec-4ecc-b1f8-cc198708d199 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:56.219238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9067ea76-0df3-42ef-b18d-422ddfb61b60 req-0c26b1bb-87ec-4ecc-b1f8-cc198708d199 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0490816 Nov 12 21:33:56.267372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9067ea76-0df3-42ef-b18d-422ddfb61b60 req-12ab99d1-a746-4b45-9192-42ac5f366bbe tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Nov 12 21:33:57.389862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2cd3c-bef8-4243-9433-7431aa317425 req-86caba13-0438-4e1b-b165-97d932ba5498 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:57.391415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccb2cd3c-bef8-4243-9433-7431aa317425 req-86caba13-0438-4e1b-b165-97d932ba5498 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0521934 Nov 12 21:33:57.438519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ccb2cd3c-bef8-4243-9433-7431aa317425 req-462ec45e-37b4-4215-b44f-213f92a3eb98 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Nov 12 21:33:57.589853 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-96c1f276-042f-4d52-a499-d135499cbf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:33:58.557231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31a79d-24f6-437a-996d-00d14dc5a0fe req-ec263403-0532-43b5-babf-d2e0f8ce2bfb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:58.558644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad31a79d-24f6-437a-996d-00d14dc5a0fe req-ec263403-0532-43b5-babf-d2e0f8ce2bfb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0496812 Nov 12 21:33:58.606022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad31a79d-24f6-437a-996d-00d14dc5a0fe req-9a4e745a-0e3f-4b39-b7a7-56b18517f99a tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Nov 12 21:33:59.723231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e912554-41a3-44ed-9716-34971f49f3eb req-bb4d3300-dd3d-4621-82bb-42c2759c5cb4 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:33:59.724735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e912554-41a3-44ed-9716-34971f49f3eb req-bb4d3300-dd3d-4621-82bb-42c2759c5cb4 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0494447 Nov 12 21:33:59.776571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e912554-41a3-44ed-9716-34971f49f3eb req-8c39647e-5431-43a1-a4fd-207aef99c37b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Nov 12 21:34:00.041017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c80e-0763-4aaf-ba5c-16bd86324fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:00.892037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506f71-a867-4871-81bf-401b1193952f req-b55fc48d-8c7c-47c6-ad20-97039b94457d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:00.893523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9506f71-a867-4871-81bf-401b1193952f req-b55fc48d-8c7c-47c6-ad20-97039b94457d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0485277 Nov 12 21:34:00.941420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c9506f71-a867-4871-81bf-401b1193952f req-2a29f19c-ca2d-4e86-b9b3-abba7dc99b76 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Nov 12 21:34:01.400958 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:02.058095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2ec38-dc5a-45f0-9ff7-31b9dc6cb1ba req-3e3739d1-8f0b-47df-82c3-4a4ff55e51f2 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:02.059710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61b2ec38-dc5a-45f0-9ff7-31b9dc6cb1ba req-3e3739d1-8f0b-47df-82c3-4a4ff55e51f2 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0506594 Nov 12 21:34:02.107589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61b2ec38-dc5a-45f0-9ff7-31b9dc6cb1ba req-5d132b4a-7dd1-4790-a6ce-6e45d2b182c1 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Nov 12 21:34:03.127347 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:03.235435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cb22b-937e-496f-a1d1-66426a11fb7c req-f5ab6d38-fd08-4a96-ba06-1a4e3e866eec tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:03.237663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c9cb22b-937e-496f-a1d1-66426a11fb7c req-f5ab6d38-fd08-4a96-ba06-1a4e3e866eec tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0556898 Nov 12 21:34:03.287609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c9cb22b-937e-496f-a1d1-66426a11fb7c req-23571217-2cf8-4fe2-b19a-7b954d1af9a9 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Nov 12 21:34:03.617914 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:04.404695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ceaf4-cd20-4cf8-863a-9929fa2cab27 req-7c5520d6-2409-48ba-8706-ce553bc0271b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:04.406164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc1ceaf4-cd20-4cf8-863a-9929fa2cab27 req-7c5520d6-2409-48ba-8706-ce553bc0271b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0498476 Nov 12 21:34:04.453282 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc1ceaf4-cd20-4cf8-863a-9929fa2cab27 req-b9900c69-2264-4396-b5cb-aef2d0e188df tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Nov 12 21:34:04.775741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-838c54fd-897e-447f-9116-5338bca45b0e req-74e6ae7f-80b9-4567-968d-e53e2785a61f service neutron] (109628) timed out ('10.222.0.64', 52478) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:34:05.569455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bce932-7ef9-412c-8fe8-473cd8f69cc3 req-1bd4d7c0-d2cf-430b-b1bd-4144058d0f15 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:05.570988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8bce932-7ef9-412c-8fe8-473cd8f69cc3 req-1bd4d7c0-d2cf-430b-b1bd-4144058d0f15 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0492702 Nov 12 21:34:05.622878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8bce932-7ef9-412c-8fe8-473cd8f69cc3 req-baa571b7-a8a9-4ead-bc55-28f9d66deed6 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Nov 12 21:34:06.739298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd6ecc-0983-44d0-bc2f-4820c687af27 req-0faf966f-a942-49b5-8ee4-55bcb34ccbf2 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:06.740780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4afd6ecc-0983-44d0-bc2f-4820c687af27 req-0faf966f-a942-49b5-8ee4-55bcb34ccbf2 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0496826 Nov 12 21:34:06.788784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4afd6ecc-0983-44d0-bc2f-4820c687af27 req-3e2e6285-8e28-47d6-8b32-27d40a5a9296 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Nov 12 21:34:07.904695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810b29-e223-4a13-b8a7-8e6177e2a172 req-b814e1a8-42c4-4794-97cf-387c7c5b3c8f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:07.906235 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e810b29-e223-4a13-b8a7-8e6177e2a172 req-b814e1a8-42c4-4794-97cf-387c7c5b3c8f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0495281 Nov 12 21:34:07.953788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e810b29-e223-4a13-b8a7-8e6177e2a172 req-d60385f9-09dd-4d93-96ad-2d18e9cd787c tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Nov 12 21:34:09.073282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0dfb7-a10c-4410-bb3e-979ce3a50800 req-a0eea964-e12f-4070-a443-d70926736f67 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:09.074772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ff0dfb7-a10c-4410-bb3e-979ce3a50800 req-a0eea964-e12f-4070-a443-d70926736f67 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0529308 Nov 12 21:34:09.122182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ff0dfb7-a10c-4410-bb3e-979ce3a50800 req-3f4e1758-9137-4d07-a865-e0df155d5773 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Nov 12 21:34:10.243780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14964e86-87d1-4bba-92e1-c3cdc22a7732 req-dec830db-bc0e-4011-ae9a-1f69e1875227 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:10.245343 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14964e86-87d1-4bba-92e1-c3cdc22a7732 req-dec830db-bc0e-4011-ae9a-1f69e1875227 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0538299 Nov 12 21:34:10.294497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14964e86-87d1-4bba-92e1-c3cdc22a7732 req-5c47a68f-32a2-424f-9e87-6e0c89d2c0f9 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Nov 12 21:34:10.589559 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:10.669311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:11.415423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfd3f9-5c27-4abc-9bbb-7303ff5832cc req-986a80ff-a39d-4cd8-ba2f-c69be8185ff5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:11.416882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07cfd3f9-5c27-4abc-9bbb-7303ff5832cc req-986a80ff-a39d-4cd8-ba2f-c69be8185ff5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0524623 Nov 12 21:34:11.463880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07cfd3f9-5c27-4abc-9bbb-7303ff5832cc req-e0618408-02fd-491a-98dc-520775d2f4e9 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Nov 12 21:34:12.580614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375500-65b2-45c4-96e1-16f5bec59bc5 req-af903d57-c4f1-45c6-8e23-ca40092456d5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:12.582095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89375500-65b2-45c4-96e1-16f5bec59bc5 req-af903d57-c4f1-45c6-8e23-ca40092456d5 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0504014 Nov 12 21:34:12.637875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-89375500-65b2-45c4-96e1-16f5bec59bc5 req-f94294f9-ed13-4ddf-ab09-ec66314f4375 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490494 Nov 12 21:34:13.752387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa2a65-03b0-46c7-95c3-da7df95e8919 req-9797bdbd-8ff9-4531-b7aa-dada337b2aa3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:13.753940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50aa2a65-03b0-46c7-95c3-da7df95e8919 req-9797bdbd-8ff9-4531-b7aa-dada337b2aa3 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0473943 Nov 12 21:34:13.805018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50aa2a65-03b0-46c7-95c3-da7df95e8919 req-37af85ba-8d0d-43b0-a06e-098166b74f84 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445166 Nov 12 21:34:14.922744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcee98-22e1-4167-9bfa-dd4b65f44c01 req-47168bec-57ce-4680-8582-546e1f8507a9 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:14.924244 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15bcee98-22e1-4167-9bfa-dd4b65f44c01 req-47168bec-57ce-4680-8582-546e1f8507a9 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0489030 Nov 12 21:34:14.972016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15bcee98-22e1-4167-9bfa-dd4b65f44c01 req-82053653-ea39-49e1-9f4c-55a53b19fb57 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Nov 12 21:34:16.122568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe3802-e8ef-4fc0-bfaf-992b3885de52 req-f5201392-3946-45a6-a27f-ede9ce426a68 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:16.124059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eafe3802-e8ef-4fc0-bfaf-992b3885de52 req-f5201392-3946-45a6-a27f-ede9ce426a68 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0792227 Nov 12 21:34:16.129628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-6cfa13e5-b601-43bc-836d-066fb31d39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:16.131126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-6cfa13e5-b601-43bc-836d-066fb31d39ad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1098 time: 0.0607805 Nov 12 21:34:16.220481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eafe3802-e8ef-4fc0-bfaf-992b3885de52 req-fb2392d0-223a-4332-ba80-8fe3e155ed94 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882771 Nov 12 21:34:16.252677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-9b52d371-248d-46a5-a9b5-3396561c2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:16.254805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-9b52d371-248d-46a5-a9b5-3396561c2af6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.1028860 Nov 12 21:34:16.299365 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-dfc13a27-4599-4082-9d79-2dd097cc14ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 217 time: 0.0376773 Nov 12 21:34:16.349604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-dc57515e-6e27-4b20-9091-cf98f53b5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:16.351050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-dc57515e-6e27-4b20-9091-cf98f53b5749 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0437837 Nov 12 21:34:16.383087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-76ccc1e3-0c17-4b12-ae7f-1d0d2f8b3e4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243785 Nov 12 21:34:16.478212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-d92d97de-fe26-474a-b7dd-482d03dec3bf service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872750 Nov 12 21:34:16.544297 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-cf457e46-b454-4ee9-9581-6fe265bc2f43 service neutron] show failed (client error): The resource could not be found. Nov 12 21:34:16.545340 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-cf457e46-b454-4ee9-9581-6fe265bc2f43 service neutron] 10.222.0.78 "GET /v2.0/ports/eecee434-3381-4aee-b173-29f59b544069/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0588257 Nov 12 21:34:16.571446 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d463d3f-9915-4f29-a8f1-9caf8e2f7bab req-2bc7ab64-a3d7-4391-a782-99a4a921aba4 service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845857 Nov 12 21:34:17.122838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-91dff8a6-8fc8-47f7-82b5-6b0f87c18945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:17.124354 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-91dff8a6-8fc8-47f7-82b5-6b0f87c18945 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd&tenant_id=673ebabd20644f60b6f385a6e38b7bbe HTTP/1.1" status: 200 len: 1098 time: 0.0404315 Nov 12 21:34:17.141423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:17.193526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:17.339139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecdc6d-59a2-44ac-9a85-009846d49ed7 req-f9983c62-4bd5-466e-bfc3-425b34a01f32 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:17.340669 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15ecdc6d-59a2-44ac-9a85-009846d49ed7 req-f9983c62-4bd5-466e-bfc3-425b34a01f32 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0495770 Nov 12 21:34:17.392374 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15ecdc6d-59a2-44ac-9a85-009846d49ed7 req-89380ca0-99af-4228-a680-2342d5a6934b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456152 Nov 12 21:34:17.399241 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] For port eecee434-3381-4aee-b173-29f59b544069, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:17.432740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] For port eecee434-3381-4aee-b173-29f59b544069, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:34:17.471951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecee434-3381-4aee-b173-29f59b544069'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:34:17.475600 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c780ca-1a48-4adf-a4f8-ff9994edae78" -d '{"events": [{"server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "name": "network-vif-unplugged", "status": "completed", "tag": "eecee434-3381-4aee-b173-29f59b544069"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:34:17.478669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:17.494367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Transition to ACTIVE for port object eecee434-3381-4aee-b173-29f59b544069 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:34:17.528365 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6127ab86-5812-4311-9f7b-1c85a7948351 x-openstack-request-id: req-6127ab86-5812-4311-9f7b-1c85a7948351 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:34:17.528671 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "name": "network-vif-unplugged", "status": "completed", "tag": "eecee434-3381-4aee-b173-29f59b544069", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:34:17.528922 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6127ab86-5812-4311-9f7b-1c85a7948351 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:34:17.529347 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecee434-3381-4aee-b173-29f59b544069', 'code': 200} Nov 12 21:34:17.577700 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:17.637021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] No DVR routers for this DVR port eecee434-3381-4aee-b173-29f59b544069 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:34:17.643703 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=6']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:17.673536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.673893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.674223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.674555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.674885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.675213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.675563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.675953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.676309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.676639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.676956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.677281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:17.694707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Attempting to bind port eecee434-3381-4aee-b173-29f59b544069 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:34:17.694707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Attempting to bind port eecee434-3381-4aee-b173-29f59b544069 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:34:17.694707 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Attempting to bind port eecee434-3381-4aee-b173-29f59b544069 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:34:17.694976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Port eecee434-3381-4aee-b173-29f59b544069 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:34:17.695250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Attempting to bind port eecee434-3381-4aee-b173-29f59b544069 on network 0c824178-0e63-4fa6-b4c0-81e7d2d53037 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:34:17.700390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:34:17.700719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Checking segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:34:17.701090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Bound using segment: {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:34:17.701570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Bound port: eecee434-3381-4aee-b173-29f59b544069, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffafbc9-e68f-4b1c-bbc5-1279c06da395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:34:17.701922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:17.764093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] For port eecee434-3381-4aee-b173-29f59b544069, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:34:17.767064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] For port eecee434-3381-4aee-b173-29f59b544069, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:34:17.852027 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:17.886253 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:17.886957 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:17.888455 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] 10.222.0.46 "PUT /v2.0/ports/eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 1093 time: 0.7509520 Nov 12 21:34:17.909579 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02382e13-1ad8-4ff6-90ec-4aa10c3171fc service neutron] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=7']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:17.953035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-037244b1-92e3-4830-a88e-1dfc4e610f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:17.954531 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-037244b1-92e3-4830-a88e-1dfc4e610f31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1096 time: 0.0407028 Nov 12 21:34:18.049781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02ec9f40-640b-40a1-b9ef-54817ff6fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:18.051496 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-02ec9f40-640b-40a1-b9ef-54817ff6fcb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.0892291 Nov 12 21:34:18.097815 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-540acd75-7e28-43fa-b602-db82814065c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 217 time: 0.0349569 Nov 12 21:34:18.153774 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-168f0f8e-6415-4fc9-895f-08e64e7e86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:18.155203 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-168f0f8e-6415-4fc9-895f-08e64e7e86e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0469594 Nov 12 21:34:18.186812 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-1c562386-23cd-4c35-be3b-e1305ca29786 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242200 Nov 12 21:34:18.281005 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-1433c5b1-2135-4fb0-a261-124ad76020c9 service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819597 Nov 12 21:34:18.380035 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-30ba83b4-98ba-45e3-a352-86540601111d service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880680 Nov 12 21:34:18.509683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037dd23-b992-47aa-b105-89bc055e60fd req-4eae84bc-64cc-4030-98e2-8d14f4993fdb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:18.511073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2037dd23-b992-47aa-b105-89bc055e60fd req-4eae84bc-64cc-4030-98e2-8d14f4993fdb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 944 time: 0.0493176 Nov 12 21:34:18.560546 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2037dd23-b992-47aa-b105-89bc055e60fd req-f4452dcf-2dba-4ce1-abc2-8edff5c5a2de tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Nov 12 21:34:19.530931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'tag': 'eecee434-3381-4aee-b173-29f59b544069'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:34:19.533227 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b57a304-928d-4bf1-8cda-32ce297e5901" -d '{"events": [{"name": "network-changed", "server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "tag": "eecee434-3381-4aee-b173-29f59b544069"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:34:19.584157 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d7ab7e-befc-4676-a681-577ccd81b08e x-openstack-request-id: req-d2d7ab7e-befc-4676-a681-577ccd81b08e {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:34:19.584440 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "tag": "eecee434-3381-4aee-b173-29f59b544069", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:34:19.584697 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2d7ab7e-befc-4676-a681-577ccd81b08e {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:34:19.585202 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'tag': 'eecee434-3381-4aee-b173-29f59b544069', 'status': 'completed', 'code': 200} Nov 12 21:34:19.654493 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-f0969caa-4b1f-439e-86e6-e38e196f08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:19.656043 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-f0969caa-4b1f-439e-86e6-e38e196f08fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1096 time: 0.0457761 Nov 12 21:34:19.679443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-aae39bfe-6e31-433d-8426-ac1122e44022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:19.680933 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-aae39bfe-6e31-433d-8426-ac1122e44022 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1096 time: 0.0729797 Nov 12 21:34:19.728419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549e2d5-3d27-4a28-a90f-fe5e041b13aa req-9f76bbfb-a3ef-4949-a58d-224c8395edd9 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:19.729925 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0549e2d5-3d27-4a28-a90f-fe5e041b13aa req-9f76bbfb-a3ef-4949-a58d-224c8395edd9 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 944 time: 0.0868337 Nov 12 21:34:19.756386 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-eb03244c-3be1-4305-b54b-5726f6a2a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:19.757872 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-eb03244c-3be1-4305-b54b-5726f6a2a872 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.0936167 Nov 12 21:34:19.800284 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-646455b5-1ada-4769-beea-c5297da5406d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 217 time: 0.0344565 Nov 12 21:34:19.821501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0549e2d5-3d27-4a28-a90f-fe5e041b13aa req-908ab06e-fb4c-4363-9cc9-cfb2521c57b0 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653925 Nov 12 21:34:19.822920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-075fe019-6e68-47c0-8759-b65f4306b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:19.824327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-075fe019-6e68-47c0-8759-b65f4306b8e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.1357565 Nov 12 21:34:19.856666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-176d651c-f3e5-4336-b2b7-345f52ce5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:19.858158 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-176d651c-f3e5-4336-b2b7-345f52ce5637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0506532 Nov 12 21:34:19.870506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-d30c879d-d6f4-43b5-b785-cbc316cc582b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 217 time: 0.0391581 Nov 12 21:34:19.895227 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-374b9aa2-ffb0-4a8b-9669-d73a9de32e6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292227 Nov 12 21:34:19.920655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-6f474822-9cf2-4247-8b76-7109e3a8e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:19.922133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-6f474822-9cf2-4247-8b76-7109e3a8e613 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0452909 Nov 12 21:34:19.954658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-452e5950-9459-48ec-936a-907560bef7ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253174 Nov 12 21:34:19.986076 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-36d134c7-fa57-4d90-b335-377c506f4c9a service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835676 Nov 12 21:34:20.040294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device eecee434-3381-4aee-b173-29f59b544069 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:34:20.050625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-6d76fd32-d564-434e-bf5e-cd74493b5ef6 service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878599 Nov 12 21:34:20.081853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device eecee434-3381-4aee-b173-29f59b544069 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:34:20.087476 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-f0f4552c-15b1-4b39-9e8c-914b6c45e17f service neutron] 10.222.0.46 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930445 Nov 12 21:34:20.143660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b57a304-928d-4bf1-8cda-32ce297e5901 req-5e020afe-0f8e-45a4-bd7a-8cc214c53551 service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857565 Nov 12 21:34:20.730553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device eecee434-3381-4aee-b173-29f59b544069 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:34:20.826315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port eecee434-3381-4aee-b173-29f59b544069, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:20.837585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'eecee434-3381-4aee-b173-29f59b544069', 'network_id': '0c824178-0e63-4fa6-b4c0-81e7d2d53037', 'port_id': 'eecee434-3381-4aee-b173-29f59b544069', 'mac_address': 'fa:16:3e:26:51:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6fa7a6-17ac-4953-9770-46ceecda4652', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:34:20.874048 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:20.888302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecee434-3381-4aee-b173-29f59b544069 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:34:20.907935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port eecee434-3381-4aee-b173-29f59b544069, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:20.940739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcc9e9-24e9-4ca5-beec-0e5477fed38d req-d342e50b-d90b-43bc-a03a-ff8eb3e3bc6b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:20.942909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4bfcc9e9-24e9-4ca5-beec-0e5477fed38d req-d342e50b-d90b-43bc-a03a-ff8eb3e3bc6b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 944 time: 0.0503676 Nov 12 21:34:20.960575 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:20.995449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4bfcc9e9-24e9-4ca5-beec-0e5477fed38d req-b1ec1b0e-eb2e-467f-8616-e3903988a47a tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Nov 12 21:34:21.009438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:21.201286 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['eecee434-3381-4aee-b173-29f59b544069'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:34:21.285232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbff56-d02d-47e3-bd38-1e95ae8d7c78 req-1afa9209-0d6a-4a88-933b-cf711b612cc1 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:21.287031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83cbff56-d02d-47e3-bd38-1e95ae8d7c78 req-1afa9209-0d6a-4a88-933b-cf711b612cc1 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 945 time: 0.0534024 Nov 12 21:34:21.368313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83cbff56-d02d-47e3-bd38-1e95ae8d7c78 req-57df7b66-abff-4f8d-a28a-371322f0291a tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734897 Nov 12 21:34:21.386780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-f925280b-7a7a-43fb-94a2-2a26d048e546 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:21.388331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-f925280b-7a7a-43fb-94a2-2a26d048e546 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.78 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd&tenant_id=673ebabd20644f60b6f385a6e38b7bbe&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 945 time: 0.0713530 Nov 12 21:34:21.454417 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-00609136-005f-4b40-a3e2-b8384199fd24 service neutron] delete failed (client error): The resource could not be found. Nov 12 21:34:21.455511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-00609136-005f-4b40-a3e2-b8384199fd24 service neutron] 10.222.0.78 "DELETE /v2.0/ports/eecee434-3381-4aee-b173-29f59b544069/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0584099 Nov 12 21:34:21.538302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-bea7a438-a63f-4eaa-b65e-dc4179a3538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:21.539920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-bea7a438-a63f-4eaa-b65e-dc4179a3538b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 1097 time: 0.0420041 Nov 12 21:34:21.629749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-6e4e34af-f735-4cc9-9d38-936bbc154e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:21.631357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-6e4e34af-f735-4cc9-9d38-936bbc154e9d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 200 len: 916 time: 0.0846577 Nov 12 21:34:21.675046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-e9f2b7c7-0725-4e69-a3d1-1adddf30b983 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 200 len: 217 time: 0.0371029 Nov 12 21:34:21.724032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-584041f4-10ea-429d-a1b3-60ed79b95b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:21.725433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-584041f4-10ea-429d-a1b3-60ed79b95b83 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 200 len: 855 time: 0.0433328 Nov 12 21:34:21.756099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-c0293887-5a85-4aa8-a5cd-18876fd652b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c824178-0e63-4fa6-b4c0-81e7d2d53037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242660 Nov 12 21:34:21.846835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-e0656811-93ec-4dff-acdf-4d286c8556c1 service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835364 Nov 12 21:34:21.934726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aef5f04d-a352-416e-a2d9-d5054e5a393d req-d6d9f725-9861-48ec-a132-f129146340a9 service neutron] 10.222.0.78 "GET /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804350 Nov 12 21:34:22.491306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084d464-6c7e-4875-9167-39b08436a39f req-03577b41-d437-48c7-b585-6ee840cf703d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:22.492865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c084d464-6c7e-4875-9167-39b08436a39f req-03577b41-d437-48c7-b585-6ee840cf703d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 945 time: 0.0507083 Nov 12 21:34:22.544581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c084d464-6c7e-4875-9167-39b08436a39f req-11607133-bc2d-4c69-8203-9b19477a8f21 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456009 Nov 12 21:34:22.748436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device eecee434-3381-4aee-b173-29f59b544069 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:34:22.857373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port eecee434-3381-4aee-b173-29f59b544069 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:34:22.861413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port eecee434-3381-4aee-b173-29f59b544069 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:22.861776 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:22.943691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:22.967305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecee434-3381-4aee-b173-29f59b544069'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:34:22.969550 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896f5a2c-ac36-4c79-803a-1ed34877f936" -d '{"events": [{"server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "name": "network-vif-plugged", "status": "completed", "tag": "eecee434-3381-4aee-b173-29f59b544069"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:34:22.982630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port eecee434-3381-4aee-b173-29f59b544069, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:23.007431 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955f23b-29fe-44d4-b778-0ba5f24a3528 x-openstack-request-id: req-5955f23b-29fe-44d4-b778-0ba5f24a3528 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:34:23.007718 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "name": "network-vif-plugged", "status": "completed", "tag": "eecee434-3381-4aee-b173-29f59b544069", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:34:23.007967 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5955f23b-29fe-44d4-b778-0ba5f24a3528 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:34:23.008374 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecee434-3381-4aee-b173-29f59b544069', 'code': 200} Nov 12 21:34:23.040275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:23.090585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:23.663462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27903c3-f0d8-46fe-b402-5b0d54c163c5 req-1ed28cae-2799-462f-b26d-368763b62d53 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:23.664942 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f27903c3-f0d8-46fe-b402-5b0d54c163c5 req-1ed28cae-2799-462f-b26d-368763b62d53 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0493410 Nov 12 21:34:23.711782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f27903c3-f0d8-46fe-b402-5b0d54c163c5 req-91ab45cf-694a-42ab-b68b-fa793b1119ec tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408313 Nov 12 21:34:23.830096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a4d4d-2a1e-4924-bc3d-226edc852c57 req-983ef004-be61-440d-a289-770b24261661 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:23.831506 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e5a4d4d-2a1e-4924-bc3d-226edc852c57 req-983ef004-be61-440d-a289-770b24261661 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0490539 Nov 12 21:34:23.878240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e5a4d4d-2a1e-4924-bc3d-226edc852c57 req-0c396cca-3683-4c78-bfce-1a5948286ebd tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Nov 12 21:34:23.996538 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84ae0-28dd-4fda-bd80-a66f2d217d9b req-2acb5a9e-56a4-4753-b424-bdb171d2c084 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:23.998031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ad84ae0-28dd-4fda-bd80-a66f2d217d9b req-2acb5a9e-56a4-4753-b424-bdb171d2c084 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0537944 Nov 12 21:34:24.044635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ad84ae0-28dd-4fda-bd80-a66f2d217d9b req-dc30d13b-0637-4e87-8916-0055b38a2cdf tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Nov 12 21:34:24.541893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92835a5b-18e9-4097-a68a-4cddfd4fb559 req-4708743c-5e96-458b-9bb0-d38b7dd3ba9b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:24.543396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92835a5b-18e9-4097-a68a-4cddfd4fb559 req-4708743c-5e96-458b-9bb0-d38b7dd3ba9b tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0489905 Nov 12 21:34:24.590468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92835a5b-18e9-4097-a68a-4cddfd4fb559 req-6ad808ae-7178-448c-b0c5-20780ad0e92f tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Nov 12 21:34:25.713545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974994-e6f4-4b3f-9bc9-632b167e0c46 req-1f7a58d3-4e42-4946-89fe-07e1ff0d0516 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:25.714989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91974994-e6f4-4b3f-9bc9-632b167e0c46 req-1f7a58d3-4e42-4946-89fe-07e1ff0d0516 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0522833 Nov 12 21:34:25.761323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-91974994-e6f4-4b3f-9bc9-632b167e0c46 req-49c80ebd-ffa2-4db2-8701-7c84eaf0749d tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403905 Nov 12 21:34:25.830370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-f56a85ee-046f-436b-8512-a5ee085a2271 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:25.831973 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-f56a85ee-046f-436b-8512-a5ee085a2271 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.46 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 946 time: 0.0505292 Nov 12 21:34:25.923148 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Deleting port eecee434-3381-4aee-b173-29f59b544069 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:34:25.923526 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:26.016490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] For port eecee434-3381-4aee-b173-29f59b544069, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=eecee434-3381-4aee-b173-29f59b544069,segment=NetworkSegment(dffafbc9-e68f-4b1c-bbc5-1279c06da395),segment_id=dffafbc9-e68f-4b1c-bbc5-1279c06da395)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:26.016865 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:26.029479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Calling delete_port for eecee434-3381-4aee-b173-29f59b544069 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:34:26.206221 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:26.223517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['eecee434-3381-4aee-b173-29f59b544069'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:34:26.235563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Pushing event deleted for resources: {'Port': ['ID=eecee434-3381-4aee-b173-29f59b544069,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:26.276677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] No DVR routers for this DVR port eecee434-3381-4aee-b173-29f59b544069 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:34:26.279227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:26.282462 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-325f52e2-4fee-45e2-82fd-1e8e53f73495 req-4ed1f793-ad54-4644-9999-bbb2ac383186 tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.46 "DELETE /v2.0/ports/eecee434-3381-4aee-b173-29f59b544069 HTTP/1.1" status: 204 len: 173 time: 0.4410920 Nov 12 21:34:26.282939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'name': 'network-vif-deleted', 'tag': 'eecee434-3381-4aee-b173-29f59b544069'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:34:26.285776 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce302c0b-90a4-499d-b323-f2046203235b" -d '{"events": [{"server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "name": "network-vif-deleted", "tag": "eecee434-3381-4aee-b173-29f59b544069"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:34:26.321660 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa5da85-cc70-4fa5-8f70-33afcf84a03a x-openstack-request-id: req-6fa5da85-cc70-4fa5-8f70-33afcf84a03a {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:34:26.321956 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61463a33-3c78-4c95-b2fd-b4db033d53dd", "name": "network-vif-deleted", "tag": "eecee434-3381-4aee-b173-29f59b544069", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:34:26.322207 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fa5da85-cc70-4fa5-8f70-33afcf84a03a {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:34:26.322638 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61463a33-3c78-4c95-b2fd-b4db033d53dd', 'name': 'network-vif-deleted', 'tag': 'eecee434-3381-4aee-b173-29f59b544069', 'status': 'completed', 'code': 200} Nov 12 21:34:26.868835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84a255db-585f-492d-95c3-4d22623fa29b req-fa8b1d8c-419b-4052-96cc-e696621764bb tempest-ServerDiskConfigTestJSON-585367893 tempest-ServerDiskConfigTestJSON-585367893-project] 10.222.0.64 "GET /v2.0/ports?device_id=61463a33-3c78-4c95-b2fd-b4db033d53dd HTTP/1.1" status: 200 len: 210 time: 0.0269456 Nov 12 21:34:27.566293 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b774-482c-4878-b725-0146e77871f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:27.993690 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33126) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:28.042533 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-510040e1-95c6-406a-a1e7-caff3a0402da admin admin] Deleting subnet 1e6fa7a6-17ac-4953-9770-46ceecda4652 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:34:28.045670 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-510040e1-95c6-406a-a1e7-caff3a0402da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.080580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-510040e1-95c6-406a-a1e7-caff3a0402da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.119497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-510040e1-95c6-406a-a1e7-caff3a0402da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.246652 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-510040e1-95c6-406a-a1e7-caff3a0402da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.277476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510040e1-95c6-406a-a1e7-caff3a0402da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6fa7a6-17ac-4953-9770-46ceecda4652,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:28.281231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-510040e1-95c6-406a-a1e7-caff3a0402da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.284459 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-510040e1-95c6-406a-a1e7-caff3a0402da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1e6fa7a6-17ac-4953-9770-46ceecda4652 HTTP/1.1" status: 204 len: 168 time: 0.2897675 Nov 12 21:34:28.289061 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33128) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:28.356634 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.437906 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.459749 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c824178-0e63-4fa6-b4c0-81e7d2d53037']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:28.469077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffafbc9-e68f-4b1c-bbc5-1279c06da395') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:28.469375 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffafbc9-e68f-4b1c-bbc5-1279c06da395') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:28.478931 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.491849 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.498138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:34:28.498138 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:34:28.499600 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:34:28.651669 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.658086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:28.661487 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] 10.222.0.64 "DELETE /v2.0/networks/0c824178-0e63-4fa6-b4c0-81e7d2d53037 HTTP/1.1" status: 204 len: 168 time: 0.3729610 Nov 12 21:34:28.672014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ee927-598a-456d-95ad-d42a84c7d97c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c824178-0e63-4fa6-b4c0-81e7d2d53037,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:28.778692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device eecee434-3381-4aee-b173-29f59b544069 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:34:28.798883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: eecee434-3381-4aee-b173-29f59b544069 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:34:28.799218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device eecee434-3381-4aee-b173-29f59b544069 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:34:28.941064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33132) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:28.991507 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f139976e-7edf-47a6-8457-e46d52daae3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=673ebabd20644f60b6f385a6e38b7bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492003 Nov 12 21:34:28.993951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33134) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:29.041887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-253044c0-58f2-478c-a52f-7ab917f4e2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:29.063341 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-253044c0-58f2-478c-a52f-7ab917f4e2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:29.108416 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:34:29.171585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-253044c0-58f2-478c-a52f-7ab917f4e2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:29.174179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-253044c0-58f2-478c-a52f-7ab917f4e2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:29.175347 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-253044c0-58f2-478c-a52f-7ab917f4e2bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1330405-8bc6-4cec-b4fb-b2ee2b002b3d HTTP/1.1" status: 204 len: 168 time: 0.1804571 Nov 12 21:34:29.183736 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253044c0-58f2-478c-a52f-7ab917f4e2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1330405-8bc6-4cec-b4fb-b2ee2b002b3d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:30.023235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d082cb22-a8b3-4abd-9157-1473449a9e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.100406 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33156) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:30.205850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1434304205-network', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:30.303561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Made reservation on behalf of 4b98ad3654ee47b9b7a49728623e6f40 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:34:30.305948 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.314716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.389302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.439539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.463931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:34:30.473338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae261731-5801-47c0-81d0-f6a15a1c1b9c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:30.478005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.478352 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Added segment e6aec48d-20d4-4f47-baca-1064cdcb1657 of type vlan for network 2523aa34-15db-4517-a68b-645575d2c94a Nov 12 21:34:30.520394 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.600311 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.601269 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:30.601842 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.660316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] Pushing event updated for resources: {'Network': ['ID=2523aa34-15db-4517-a68b-645575d2c94a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:30.670526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 2523aa34-15db-4517-a68b-645575d2c94a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:34:30.688377 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f84141d5-d83a-4850-86a0-54bff08f8a89 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5867996 Nov 12 21:34:30.691590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 33160) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:30.696903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Request body: {'subnet': {'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1434304205-subnet', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:30.777083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Made reservation on behalf of 4b98ad3654ee47b9b7a49728623e6f40 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:34:30.779512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:30.983269 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.038750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9928c5fd-97fe-4a13-b343-8d7d82da0bfa,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:31.047236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:34:31.047619 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Network hostable DHCP agents. Network: 2523aa34-15db-4517-a68b-645575d2c94a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:34:31.114295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Network 2523aa34-15db-4517-a68b-645575d2c94a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:34:31.194130 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 2523aa34-15db-4517-a68b-645575d2c94a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:34:31.198372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:31.198972 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.204322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ebb58-3ce4-4e6d-b15d-cc299e569aaa None None] Network 2523aa34-15db-4517-a68b-645575d2c94a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:34:31.277698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ab7e6ce8-304e-443c-a839-c27d4f1987c1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5848582 Nov 12 21:34:31.280500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33162) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:31.285024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:31.356234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-2523aa34-15db-4517-a68b-645575d2c94a', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:34:31.358416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.377310 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.381832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.427955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.429677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.493934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Allocated IP 172.20.0.2 (2523aa34-15db-4517-a68b-645575d2c94a/9928c5fd-97fe-4a13-b343-8d7d82da0bfa/018f9e56-fca2-4e3f-ae96-794052b4c3b3) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:34:31.637402 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.668664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.697682 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.733240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Network 2523aa34-15db-4517-a68b-645575d2c94a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:34:31.736035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:34:31.742321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:34:31.751050 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Pushing event updated for resources: {'Port': ['ID=018f9e56-fca2-4e3f-ae96-794052b4c3b3,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:31.800524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Attempting to bind port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:34:31.804612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Attempting to bind port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:34:31.804612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Attempting to bind port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:34:31.806740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:34:31.807106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:34:31.807533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.807926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:34:31.808386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Bound port: 018f9e56-fca2-4e3f-ae96-794052b4c3b3, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:34:31.808761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.871973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] For port 018f9e56-fca2-4e3f-ae96-794052b4c3b3, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:34:31.874967 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] For port 018f9e56-fca2-4e3f-ae96-794052b4c3b3, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=018f9e56-fca2-4e3f-ae96-794052b4c3b3,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:34:31.905858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.924226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:31.960663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:32.017552 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9be6-cd68-468c-a213-3d489e737e3e None None] Pushing event updated for resources: {'Port': ['ID=018f9e56-fca2-4e3f-ae96-794052b4c3b3,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:32.029096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Allocated IP 172.25.8.240 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/9ea78fca-50da-4325-89f6-55c55cd196d2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:34:32.139976 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:32.228963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:32.268124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:34:32.274378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:34:32.277088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:34:32.291605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca2de7-cbcc-41ca-9c64-1a481cdca5b2 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:34:32.310940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Pushing event updated for resources: {'Port': ['ID=9ea78fca-50da-4325-89f6-55c55cd196d2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:32.317585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.317920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.318253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.318581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.318941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.319266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.319612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.319931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.320247 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.320816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.321131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.321445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:32.340198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-38a31787-aaf4-49e5-a014-0921ea12ed33 None None] Provisioning complete for port 9ea78fca-50da-4325-89f6-55c55cd196d2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:32.340562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-38a31787-aaf4-49e5-a014-0921ea12ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:32.375425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-38a31787-aaf4-49e5-a014-0921ea12ed33 None None] Port 9ea78fca-50da-4325-89f6-55c55cd196d2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:34:32.918411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f80be2-9b4a-45eb-b2e4-ea0c3bc30454 None None] Network 2523aa34-15db-4517-a68b-645575d2c94a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:34:32.945376 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.011711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1fe91321-9fc1-4b25-b91a-8510c672bf89 None None] Provisioning complete for port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:33.012091 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1fe91321-9fc1-4b25-b91a-8510c672bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.150817 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.159185 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.174538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1fe91321-9fc1-4b25-b91a-8510c672bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.210306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1fe91321-9fc1-4b25-b91a-8510c672bf89 None None] For port 018f9e56-fca2-4e3f-ae96-794052b4c3b3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=018f9e56-fca2-4e3f-ae96-794052b4c3b3,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:33.257268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1fe91321-9fc1-4b25-b91a-8510c672bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.307037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe91321-9fc1-4b25-b91a-8510c672bf89 None None] Pushing event updated for resources: {'Port': ['ID=018f9e56-fca2-4e3f-ae96-794052b4c3b3,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:33.342919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Router b966d986-f5cd-45c1-849c-e7e89504e560 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:34:33.450913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:34:33.460172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67556602-bb0f-4993-820e-4a708088875b None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:34:33.476817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67556602-bb0f-4993-820e-4a708088875b None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:34:33.477452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67556602-bb0f-4993-820e-4a708088875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:34:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:33.524314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-79d14738-9ab4-4785-89ce-9accd87cd3d5 None None] Provisioning complete for port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:33.524736 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-79d14738-9ab4-4785-89ce-9accd87cd3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.533679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.537798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-364ba05b-2245-410d-9bb0-a95c9a9736eb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2533753 Nov 12 21:34:33.538410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33164) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:33.634463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-67556602-bb0f-4993-820e-4a708088875b None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:34:33.687127 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.845322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67556602-bb0f-4993-820e-4a708088875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:32Z', 'revision_number': 3, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:33.875725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67556602-bb0f-4993-820e-4a708088875b None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:34:33.876076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67556602-bb0f-4993-820e-4a708088875b None None] Updating router b966d986-f5cd-45c1-849c-e7e89504e560 port 9ea78fca-50da-4325-89f6-55c55cd196d2 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:34:33.901202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67556602-bb0f-4993-820e-4a708088875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:33.957894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.016527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 018f9e56-fca2-4e3f-ae96-794052b4c3b3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:34:34.163240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:34.163240 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.167821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Allocated IP 172.20.0.1 (2523aa34-15db-4517-a68b-645575d2c94a/9928c5fd-97fe-4a13-b343-8d7d82da0bfa/968a0541-1906-47e1-8520-46a41197ee9f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:34:34.231073 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67556602-bb0f-4993-820e-4a708088875b None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.273347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.308679 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67556602-bb0f-4993-820e-4a708088875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.349947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.355122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f679e7f9-04b8-4e03-80aa-ae3cebe0fac2 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:34:34.368055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d5ad4-fbb7-454f-a909-f8f694c113cd None None] Pushing event updated for resources: {'Port': ['ID=9ea78fca-50da-4325-89f6-55c55cd196d2,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:34.370181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67556602-bb0f-4993-820e-4a708088875b None None] Attempting to bind port 9ea78fca-50da-4325-89f6-55c55cd196d2 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:34:34.370553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67556602-bb0f-4993-820e-4a708088875b None None] Attempting to bind port 9ea78fca-50da-4325-89f6-55c55cd196d2 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:34:34.370921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67556602-bb0f-4993-820e-4a708088875b None None] Attempting to bind port 9ea78fca-50da-4325-89f6-55c55cd196d2 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:34:34.377796 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67556602-bb0f-4993-820e-4a708088875b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:34:34.378537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67556602-bb0f-4993-820e-4a708088875b None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:34:34.378537 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67556602-bb0f-4993-820e-4a708088875b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.378953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67556602-bb0f-4993-820e-4a708088875b None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:34:34.379483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67556602-bb0f-4993-820e-4a708088875b None None] Bound port: 9ea78fca-50da-4325-89f6-55c55cd196d2, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:34:34.379885 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67556602-bb0f-4993-820e-4a708088875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.393785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Network 2523aa34-15db-4517-a68b-645575d2c94a is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:34:34.398807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:34:34.402387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:34:34.411126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Pushing event updated for resources: {'Port': ['ID=968a0541-1906-47e1-8520-46a41197ee9f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:34.442835 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0822c172-7af8-4e0f-b315-a120b7aa0b06 None None] Provisioning complete for port 9ea78fca-50da-4325-89f6-55c55cd196d2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:34.443272 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0822c172-7af8-4e0f-b315-a120b7aa0b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.446416 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.468712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-67556602-bb0f-4993-820e-4a708088875b None None] For port 9ea78fca-50da-4325-89f6-55c55cd196d2, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:34:34.488665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-67556602-bb0f-4993-820e-4a708088875b None None] For port 9ea78fca-50da-4325-89f6-55c55cd196d2, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9ea78fca-50da-4325-89f6-55c55cd196d2,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:34:34.494735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0822c172-7af8-4e0f-b315-a120b7aa0b06 None None] Port 9ea78fca-50da-4325-89f6-55c55cd196d2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:34:34.550357 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67556602-bb0f-4993-820e-4a708088875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.598887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0fa36-560a-418e-8d15-db2c014ff759 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:34:34.620069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67556602-bb0f-4993-820e-4a708088875b None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:34:34.620069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67556602-bb0f-4993-820e-4a708088875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:34:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:34.632562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.808099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.817642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d5ad4-fbb7-454f-a909-f8f694c113cd None None] Pushing event updated for resources: {'Port': ['ID=9ea78fca-50da-4325-89f6-55c55cd196d2,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:34.841088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] Provisioning complete for port 9ea78fca-50da-4325-89f6-55c55cd196d2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:34.841455 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.868969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.923254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-67556602-bb0f-4993-820e-4a708088875b None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:34:34.935495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:34.937395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Pushing event updated for resources: {'Port': ['ID=968a0541-1906-47e1-8520-46a41197ee9f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:35.035657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Network 2523aa34-15db-4517-a68b-645575d2c94a is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:34:35.037851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:34:35.075565 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:35.110517 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] For port 9ea78fca-50da-4325-89f6-55c55cd196d2, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9ea78fca-50da-4325-89f6-55c55cd196d2,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:35.163762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:34:35.187484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67556602-bb0f-4993-820e-4a708088875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 1, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:35.192937 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:35.225897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67556602-bb0f-4993-820e-4a708088875b None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 1, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:34:35.266820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] Provisioning complete for port 968a0541-1906-47e1-8520-46a41197ee9f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:35.267347 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:35.297633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:34:35.308618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f74c7fde-5504-453f-a0ea-d4122f6cd660 admin admin] 10.222.0.64 "PUT /v2.0/routers/b966d986-f5cd-45c1-849c-e7e89504e560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677369 Nov 12 21:34:35.315901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] Pushing event updated for resources: {'Port': ['ID=9ea78fca-50da-4325-89f6-55c55cd196d2,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:35.324263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7f56482d-636c-41d0-bf63-66a804ee9d05 None None] Port 968a0541-1906-47e1-8520-46a41197ee9f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:34:35.445043 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-86d497aa-38da-4253-ad45-04126478e732 None None] Provisioning complete for port 968a0541-1906-47e1-8520-46a41197ee9f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:35.445662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-86d497aa-38da-4253-ad45-04126478e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:35.505643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-86d497aa-38da-4253-ad45-04126478e732 None None] Port 968a0541-1906-47e1-8520-46a41197ee9f cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:34:36.024523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9ea78fca-50da-4325-89f6-55c55cd196d2 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:34:36.076166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9ea78fca-50da-4325-89f6-55c55cd196d2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:36.076538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.291802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33172) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:36.296635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-39de0754-042d-452e-91da-787e79e08102 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224251509', 'description': 'tempest-description--1459200504'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:36.377344 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39de0754-042d-452e-91da-787e79e08102 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.447151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39de0754-042d-452e-91da-787e79e08102 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.502680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39de0754-042d-452e-91da-787e79e08102 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.532433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de0754-042d-452e-91da-787e79e08102 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9195614c-42ca-4ebd-b3c5-1571e8908145,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:36.584859 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39de0754-042d-452e-91da-787e79e08102 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.586118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-39de0754-042d-452e-91da-787e79e08102 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2932591 Nov 12 21:34:36.589038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33174) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:36.593278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d0a9c7af-3694-4ffe-853c-99a84bba7ace tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'security_group_rule': {'security_group_id': '9195614c-42ca-4ebd-b3c5-1571e8908145', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:36.656018 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c7af-3694-4ffe-853c-99a84bba7ace tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.712524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c7af-3694-4ffe-853c-99a84bba7ace tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.765818 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c7af-3694-4ffe-853c-99a84bba7ace tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.783455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9c7af-3694-4ffe-853c-99a84bba7ace tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdd82fa-32c6-4187-a5c6-2beaa71650bc,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:36.865843 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c7af-3694-4ffe-853c-99a84bba7ace tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:36.867110 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d0a9c7af-3694-4ffe-853c-99a84bba7ace tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771537 Nov 12 21:34:36.871340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33176) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:36.875781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-26f04408-c43b-4692-8f9a-3f768974d19c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'security_group_rule': {'security_group_id': '9195614c-42ca-4ebd-b3c5-1571e8908145', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:36.960220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26f04408-c43b-4692-8f9a-3f768974d19c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.016256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26f04408-c43b-4692-8f9a-3f768974d19c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.114744 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26f04408-c43b-4692-8f9a-3f768974d19c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.133086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f04408-c43b-4692-8f9a-3f768974d19c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e01b7b-b0a3-4b8b-9149-f699d8b67aa5,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:37.188081 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:34:37.198230 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:34:37.198828 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:34:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:37.225304 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26f04408-c43b-4692-8f9a-3f768974d19c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.226570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-26f04408-c43b-4692-8f9a-3f768974d19c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3542411 Nov 12 21:34:37.229565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33178) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:37.233935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:37.308154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:34:37.314108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.414608 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.510079 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 2, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:37.525615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Allocated IP 172.25.8.212 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/b3de3fd8-5171-42ec-b1cc-46d842627695) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:34:37.537856 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:34:37.538217 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Updating router b966d986-f5cd-45c1-849c-e7e89504e560 port 968a0541-1906-47e1-8520-46a41197ee9f binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:34:37.562382 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.626905 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.697718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.731965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:34:37.734674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:34:37.738277 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:34:37.777122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'Port': ['ID=b3de3fd8-5171-42ec-b1cc-46d842627695,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:37.830182 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.839549 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:37.954079 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.006604 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.024613 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Pushing event updated for resources: {'Port': ['ID=968a0541-1906-47e1-8520-46a41197ee9f,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:38.047913 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.048474 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.048810 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.049142 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.049468 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.049787 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.050402 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.050402 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.050717 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.051030 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.052071 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.052444 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:38.066131 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Attempting to bind port 968a0541-1906-47e1-8520-46a41197ee9f on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:34:38.066641 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Attempting to bind port 968a0541-1906-47e1-8520-46a41197ee9f by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:34:38.077257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Attempting to bind port 968a0541-1906-47e1-8520-46a41197ee9f on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:34:38.077257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:34:38.077257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:34:38.077257 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.077257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:34:38.077257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Bound port: 968a0541-1906-47e1-8520-46a41197ee9f, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:34:38.077257 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.153185 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] For port 968a0541-1906-47e1-8520-46a41197ee9f, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:34:38.156704 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] For port 968a0541-1906-47e1-8520-46a41197ee9f, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=968a0541-1906-47e1-8520-46a41197ee9f,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:34:38.181080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.206552 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.223832 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.247949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1a63b6cf-6a7e-4a20-950d-9b0b67716607 None None] Provisioning complete for port 968a0541-1906-47e1-8520-46a41197ee9f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:38.257216 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1a63b6cf-6a7e-4a20-950d-9b0b67716607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.266470 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:34:38.267082 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:34:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:38.284403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'Port': ['ID=b3de3fd8-5171-42ec-b1cc-46d842627695,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:38.320644 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299d563-046a-4ecc-9723-e03c1be65957 None None] Pushing event updated for resources: {'Port': ['ID=968a0541-1906-47e1-8520-46a41197ee9f,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:38.328920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.355977 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1a63b6cf-6a7e-4a20-950d-9b0b67716607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.380493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.390054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5e0b60e6-2e28-4d35-9528-3ba9e877643d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1515512 Nov 12 21:34:38.403036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1a63b6cf-6a7e-4a20-950d-9b0b67716607 None None] For port 968a0541-1906-47e1-8520-46a41197ee9f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=968a0541-1906-47e1-8520-46a41197ee9f,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:38.446504 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1a63b6cf-6a7e-4a20-950d-9b0b67716607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.509636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63b6cf-6a7e-4a20-950d-9b0b67716607 None None] Pushing event updated for resources: {'Port': ['ID=968a0541-1906-47e1-8520-46a41197ee9f,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:38.536950 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:34:38.562709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-30b516d2-9044-4ed3-ab92-d9e83b6a5951 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--224251509&fields=id&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 267 time: 0.0515618 Nov 12 21:34:38.568810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-82f8ebed-7611-493c-aa42-9fd41123eb43 None None] Provisioning complete for port 968a0541-1906-47e1-8520-46a41197ee9f triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:38.569715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-82f8ebed-7611-493c-aa42-9fd41123eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:38.674392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-ce4faec9-d392-481e-a158-62e636200c92 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:38.675993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-ce4faec9-d392-481e-a158-62e636200c92 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 812 time: 0.1059871 Nov 12 21:34:38.691733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-4f3e4e6b-27a7-4add-905a-2d07d07f2de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/quotas/4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 375 time: 0.0090382 Nov 12 21:34:38.744960 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:38.749576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-0095621e-26af-4491-9214-581b11acd2c7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513961 Nov 12 21:34:38.765961 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-1acc71cf-e1f4-4f32-86b6-3600d3ff67d5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:34:38.767150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-1acc71cf-e1f4-4f32-86b6-3600d3ff67d5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052984 Nov 12 21:34:38.775702 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ea2e2f-7516-4013-8b8b-d9f1f95ff29a None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:34:38.867646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d0c5e4b4-7598-4425-a075-34ec985457d4 service neutron] 10.222.0.64 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896876 Nov 12 21:34:38.965105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-68a8db20-7ca8-45cb-b22f-49c8cfc0b35e service neutron] 10.222.0.64 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929668 Nov 12 21:34:39.223174 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fb7dc75-5afd-402e-8e96-1b5df2d979f7 req-d1d3ebbc-68b4-4b90-b93a-75f3d4969a2a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 210 time: 0.0284784 Nov 12 21:34:40.003233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 968a0541-1906-47e1-8520-46a41197ee9f up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:34:40.051633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 968a0541-1906-47e1-8520-46a41197ee9f triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:40.052124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:40.318808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d35549e5-44c1-4efc-90d5-d54b187918f1 req-3f444550-ad9c-49a2-9c4e-6f41ca44e6b1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 210 time: 0.0268536 Nov 12 21:34:40.605556 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:40.680001 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:41.372603 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-517e8905-0eed-4f0a-aa2d-007b1b8dce62 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:41.374140 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-517e8905-0eed-4f0a-aa2d-007b1b8dce62 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 812 time: 0.1115897 Nov 12 21:34:41.416053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d79336f3-52d7-48f8-ac81-fab2d348db54 req-8cab076a-dbe1-477d-a26f-722568fe1794 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 210 time: 0.0271442 Nov 12 21:34:41.441255 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b35e8249-d8a6-46f2-b69e-973c896ca2c5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 379 time: 0.0548108 Nov 12 21:34:41.454258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'port': {'device_id': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'admin_state_up': True, 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'security_groups': ['9195614c-42ca-4ebd-b3c5-1571e8908145']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:41.645914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Made reservation on behalf of 4b98ad3654ee47b9b7a49728623e6f40 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:34:41.649760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:41.771236 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Allocated IP 172.20.0.6 (2523aa34-15db-4517-a68b-645575d2c94a/9928c5fd-97fe-4a13-b343-8d7d82da0bfa/3abed1a5-4c83-4b18-9d7e-9a71048bdb9d) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:34:41.907441 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:41.988510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.031010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Network 2523aa34-15db-4517-a68b-645575d2c94a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:34:42.036031 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:34:42.039730 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:34:42.046176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:42.097492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:42.098124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.174652 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-d7416908-ba44-4f02-84cd-b8e75fc46de6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7238438 Nov 12 21:34:42.189008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-8ae9ede9-1c39-4c64-8b70-a23e7b21ae95 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:34:42.190051 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-8ae9ede9-1c39-4c64-8b70-a23e7b21ae95 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055678 Nov 12 21:34:42.202944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Request body: {'port': {'device_id': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:42.257483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.301246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-21c93577-2e69-4a41-afd9-e7337a2daa57 None None] Provisioning complete for port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:42.302581 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-21c93577-2e69-4a41-afd9-e7337a2daa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.337826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-21c93577-2e69-4a41-afd9-e7337a2daa57 None None] Port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:34:42.523925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:34:42.531386 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.544936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Transition to ACTIVE for port object 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:34:42.545600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fa4c-4e9d-460c-9568-20f3cd273f91 req-26af4d10-40b5-4e60-89fd-4063bcf3224a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:42.547043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9891fa4c-4e9d-460c-9568-20f3cd273f91 req-26af4d10-40b5-4e60-89fd-4063bcf3224a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 931 time: 0.0515831 Nov 12 21:34:42.602320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9891fa4c-4e9d-460c-9568-20f3cd273f91 req-9bd190fc-e4dc-4338-bc0e-8ffae9a5de75 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473893 Nov 12 21:34:42.617036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.669050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:42.740436 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Attempting to bind port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:34:42.740828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Attempting to bind port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:34:42.741156 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Attempting to bind port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:34:42.745831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:34:42.746150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Attempting to bind port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:34:42.751059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:34:42.751566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:34:42.751958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:34:42.752384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Bound port: 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:34:42.752739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.822393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:34:42.825676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:34:42.886068 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.919647 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:42.920314 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:42.921709 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 1092 time: 0.7230463 Nov 12 21:34:42.925921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:34:42.928858 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f216e69-c176-4184-aa9f-41b83df7b27d" -d '{"events": [{"name": "network-changed", "server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:34:42.953383 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666d32a-3766-477c-adea-87d97509b2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:42.977318 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab3b333-0388-4c2a-a713-35155a0efa24 x-openstack-request-id: req-aab3b333-0388-4c2a-a713-35155a0efa24 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:34:42.977821 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:34:42.978148 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aab3b333-0388-4c2a-a713-35155a0efa24 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:34:42.985383 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'status': 'completed', 'code': 200} Nov 12 21:34:43.044018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216e69-c176-4184-aa9f-41b83df7b27d req-e10f05eb-3f32-44dc-a971-13cf02394d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:43.045567 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f216e69-c176-4184-aa9f-41b83df7b27d req-e10f05eb-3f32-44dc-a971-13cf02394d29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1095 time: 0.0467961 Nov 12 21:34:43.159746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216e69-c176-4184-aa9f-41b83df7b27d req-e9519f10-386a-4c58-89af-6423034e729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:43.161769 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f216e69-c176-4184-aa9f-41b83df7b27d req-e9519f10-386a-4c58-89af-6423034e729d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1025944 Nov 12 21:34:43.260805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216e69-c176-4184-aa9f-41b83df7b27d req-21746390-2070-4ce5-9ea1-d0dde2e03590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:43.262375 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-8f216e69-c176-4184-aa9f-41b83df7b27d req-21746390-2070-4ce5-9ea1-d0dde2e03590 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933292 Nov 12 21:34:43.357786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-125aaa21-33ce-4ecf-9e18-daab2f844ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:43.359894 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-125aaa21-33ce-4ecf-9e18-daab2f844ae4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1095 time: 0.0472071 Nov 12 21:34:43.409295 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-244e7752-f160-42af-9e73-517d639e5b27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 217 time: 0.0354910 Nov 12 21:34:43.463084 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-2499c8e5-54c1-4e15-8084-9c829f6a5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:43.464609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-2499c8e5-54c1-4e15-8084-9c829f6a5e44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0452027 Nov 12 21:34:43.514434 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-c5681daf-5670-44bf-91ad-49f69a5394bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:43.515925 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-c5681daf-5670-44bf-91ad-49f69a5394bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403817 Nov 12 21:34:43.621091 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-2febfe43-1f1b-4357-9ca2-f45b8c26e314 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926807 Nov 12 21:34:43.723401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341599a-4fe9-44ff-bd78-d3d4fa18009b req-a101f3f2-7d3c-4224-aa15-18e47a9b586d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:43.725286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4341599a-4fe9-44ff-bd78-d3d4fa18009b req-a101f3f2-7d3c-4224-aa15-18e47a9b586d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 943 time: 0.0528007 Nov 12 21:34:43.729056 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7ef43d8-cb18-4216-8917-4f9d24b6c707 req-14d4f105-896c-4935-8dc2-aba06e529d07 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951841 Nov 12 21:34:43.777116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4341599a-4fe9-44ff-bd78-d3d4fa18009b req-26c8e350-36b6-4c1e-9c4a-45d3a9e7afb1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448613 Nov 12 21:34:44.892976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3da3dd-2549-4b1a-8b80-2261abaa36ea req-9a35f499-7ce6-4fca-b41b-b9b09875faf8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:44.894491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b3da3dd-2549-4b1a-8b80-2261abaa36ea req-9a35f499-7ce6-4fca-b41b-b9b09875faf8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 943 time: 0.0485620 Nov 12 21:34:44.940926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b3da3dd-2549-4b1a-8b80-2261abaa36ea req-7fd46240-8bf4-4484-a485-9ab84f1075e4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399666 Nov 12 21:34:46.059945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6185803-600d-4b51-9d44-7b7dfa73d832 req-622da2b2-84f9-4899-a995-d21021fbcbe9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:46.061462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6185803-600d-4b51-9d44-7b7dfa73d832 req-622da2b2-84f9-4899-a995-d21021fbcbe9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 943 time: 0.0524561 Nov 12 21:34:46.109224 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6185803-600d-4b51-9d44-7b7dfa73d832 req-9d0f1a3a-3338-4a11-9956-f69a8c306b99 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Nov 12 21:34:46.809573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:34:46.902746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:46.913548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'mac_address': 'fa:16:3e:00:f8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:34:46.953823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:46.965922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:34:46.984164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:47.068233 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:47.117295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:47.124626 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.124966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.125311 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.125638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.125966 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.126294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.126615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.126936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.127259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.127603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.127926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.128246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:34:47.223341 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908816b-7fcb-48d4-a660-5afe2c951c38 req-d0198e8f-d96e-4020-8e83-a7c601b04d0b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:47.225349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6908816b-7fcb-48d4-a660-5afe2c951c38 req-d0198e8f-d96e-4020-8e83-a7c601b04d0b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 944 time: 0.0491230 Nov 12 21:34:47.273538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6908816b-7fcb-48d4-a660-5afe2c951c38 req-ade17730-13bd-4955-9db4-d6a22adea44a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412474 Nov 12 21:34:47.306457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:34:48.389168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a084eea-e7d4-45eb-95ab-7acd51bb1953 req-99e7a593-5a85-4ba5-ad87-4ce8b5c33ae1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:48.390638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a084eea-e7d4-45eb-95ab-7acd51bb1953 req-99e7a593-5a85-4ba5-ad87-4ce8b5c33ae1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 944 time: 0.0495152 Nov 12 21:34:48.441342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4a084eea-e7d4-45eb-95ab-7acd51bb1953 req-03906f49-a49f-461d-944b-7fd878b3848b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446355 Nov 12 21:34:48.811476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:34:48.913958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:34:48.918025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:34:48.918400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:48.994703 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:49.019928 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:34:49.022751 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e6f9e9-c047-475a-bcf0-39e517af6d14" -d '{"events": [{"server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "name": "network-vif-plugged", "status": "completed", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:34:49.035338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:34:49.060261 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88dbf49-225f-4ebd-8de0-b470e1be6cbb x-openstack-request-id: req-f88dbf49-225f-4ebd-8de0-b470e1be6cbb {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:34:49.060261 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "name": "network-vif-plugged", "status": "completed", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:34:49.060261 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f88dbf49-225f-4ebd-8de0-b470e1be6cbb {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:34:49.060261 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'code': 200} Nov 12 21:34:49.108482 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:49.155939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:34:49.165161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ad074-b621-48c9-8373-a2efd4d376fa req-072c82a2-1a41-4f0d-b6f0-9e3535def5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:49.166439 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d16ad074-b621-48c9-8373-a2efd4d376fa req-072c82a2-1a41-4f0d-b6f0-9e3535def5f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1097 time: 0.0418990 Nov 12 21:34:49.216460 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d16ad074-b621-48c9-8373-a2efd4d376fa req-2a4fc1b4-a858-4869-aeeb-b1a0b3e3fb99 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385725 Nov 12 21:34:49.557273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c07d3d-e20c-45d1-b825-86409675e435 req-b2a96f9e-5d79-4c87-904d-95da35f60a24 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:49.558826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87c07d3d-e20c-45d1-b825-86409675e435 req-b2a96f9e-5d79-4c87-904d-95da35f60a24 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0497072 Nov 12 21:34:49.606771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87c07d3d-e20c-45d1-b825-86409675e435 req-96dddb03-7a1e-439e-b838-56c69a8909d9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420260 Nov 12 21:34:50.723591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c18e6d-126a-4444-877f-f55ac024d709 req-dc6a859b-2916-4416-877c-6f3daffd75cc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:50.725685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92c18e6d-126a-4444-877f-f55ac024d709 req-dc6a859b-2916-4416-877c-6f3daffd75cc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0492597 Nov 12 21:34:50.773364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92c18e6d-126a-4444-877f-f55ac024d709 req-f8cd834f-3449-4e20-9907-acb64e1e5335 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417249 Nov 12 21:34:50.887875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075e6a1-e6b1-4e66-bb6a-a5dbec1325f8 req-3acc832d-052d-4a84-be44-f5b39ae6a750 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:50.889257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2075e6a1-e6b1-4e66-bb6a-a5dbec1325f8 req-3acc832d-052d-4a84-be44-f5b39ae6a750 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0525835 Nov 12 21:34:50.897998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33232) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:34:50.902327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'floatingip': {'port_id': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:34:50.941053 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:51.702794 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:51.776802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:51.876180 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19 associated. External IP: 172.25.8.212, port: 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d. Nov 12 21:34:52.084054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:34:52.190038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:34:52.195217 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:34:52.200656 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:34:52.211828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:34:52.212441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:34:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:52.221658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2bfbbaab-397c-440d-a613-598196c2017f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "PUT /v2.0/floatingips/50a45238-b51b-4e5a-8e8b-33024b0d1f19 HTTP/1.1" status: 200 len: 991 time: 1.3226171 Nov 12 21:34:52.222253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:34:52.225168 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5222f08f-5820-49db-af11-6f3ba51c91f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:34:52.266599 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f5f34d-d9bb-426d-9f90-11d5716f4293 x-openstack-request-id: req-e1f5f34d-d9bb-426d-9f90-11d5716f4293 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:34:52.266892 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:34:52.267149 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1f5f34d-d9bb-426d-9f90-11d5716f4293 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:34:52.267580 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'status': 'completed', 'code': 200} Nov 12 21:34:52.328426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:34:52.330616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-d45f9862-424a-4653-9d32-ab76e901467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:52.332282 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-d45f9862-424a-4653-9d32-ab76e901467c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1097 time: 0.0418234 Nov 12 21:34:52.427565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-e358ad3e-696c-4a3f-8fb3-c6b89be3a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:52.429040 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-e358ad3e-696c-4a3f-8fb3-c6b89be3a4c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0885301 Nov 12 21:34:52.500218 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-e34d01ee-7a4c-4f12-a040-c4483b493cb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 999 time: 0.0606887 Nov 12 21:34:52.553387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-7a5d3edd-52f5-47c6-8af4-d7cb441fa6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:52.554855 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-7a5d3edd-52f5-47c6-8af4-d7cb441fa6bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0480003 Nov 12 21:34:52.555863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:00:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:34:51Z', 'revision_number': 1, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:52.582609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:34:52.592839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:34:52.593472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:34:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:52.604051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-da9a239c-ca05-4514-925e-26089f2dc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:34:52.605604 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-da9a239c-ca05-4514-925e-26089f2dc5fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434973 Nov 12 21:34:52.705310 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-0e1663b7-b43b-4230-9308-413985ca8b4f service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920217 Nov 12 21:34:52.710694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:34:52.802801 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5222f08f-5820-49db-af11-6f3ba51c91f8 req-39f72a64-f8c6-4451-9e8a-460aa6e516b9 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900900 Nov 12 21:34:52.935385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:00:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:34:51Z', 'revision_number': 1, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:34:52.964890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1499fe8-c91a-4d9e-bb3f-4ce1a8ed884b None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:00:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:34:51Z', 'revision_number': 1, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:34:53.162217 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25962e98-d375-4bae-88cc-db6c179450f5 None None] New status for floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:34:57.587996 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2d74dfe3-5ace-4680-a61e-3b64f39f91ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:00.039084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0075052d-904c-486c-ad87-0b1a3c41f227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:01.461986 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:03.142000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:03.582279 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:06.107363 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:35:10.625780 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:10.696057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:15.620304 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-0556f9a6-3f81-49a3-b672-2fe10a61360b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399313 Nov 12 21:35:15.707402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-ce0f4aab-5af5-4aed-be66-c0d840aa7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:35:15.709784 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-ce0f4aab-5af5-4aed-be66-c0d840aa7144 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1097 time: 0.0455916 Nov 12 21:35:15.820051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-816f06c0-16db-43d2-a8e1-f0c6d3bd609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:35:15.821524 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-816f06c0-16db-43d2-a8e1-f0c6d3bd609e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0863504 Nov 12 21:35:15.890604 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-a0e8f577-d5fa-47d5-a5fd-a3d624169647 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 1001 time: 0.0617971 Nov 12 21:35:15.940479 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-f06b2f67-f5a2-4785-a2ab-059ee1a5b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:35:15.942028 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-f06b2f67-f5a2-4785-a2ab-059ee1a5b8e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0422029 Nov 12 21:35:15.987010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-ae2b0b8d-6bcf-4467-9313-9da8cc0b512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:35:15.988480 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-ae2b0b8d-6bcf-4467-9313-9da8cc0b512d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388880 Nov 12 21:35:16.081700 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-e0466dd7-b57a-4fca-8430-4733f05b6dbb service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851295 Nov 12 21:35:16.170530 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-aa8dd812-2944-4ced-9c44-c0ee46e02b13 req-6813e2e2-331c-42b5-9c8a-ee9de33bc9c0 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808027 Nov 12 21:35:27.586678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e01d499b-afb4-4f8b-83f6-d19cb5721ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:30.033085 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7db7609-897b-43cb-80f3-467b251edc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:31.496017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:33.129913 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:33.598955 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:40.626833 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:40.712452 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:35:43.108049 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:35:57.609760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0fe056ab-0ff6-485b-9128-25906c8055f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:00.047902 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a1edbb2e-50e7-426c-b2f7-c1209fa1f131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:01.438056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:03.213917 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:03.609952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:10.655187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:10.744928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:16.596554 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-9388d154-807b-4f7b-9d6f-cb95c6d0b8fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885289 Nov 12 21:36:16.693721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-a25adcbd-170a-411a-9dff-1e091db8c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:16.695210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-a25adcbd-170a-411a-9dff-1e091db8c3b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1097 time: 0.0440745 Nov 12 21:36:16.806215 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-f1eef532-7d73-4a34-a630-0c2444661296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:16.807453 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-f1eef532-7d73-4a34-a630-0c2444661296 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0872085 Nov 12 21:36:16.883316 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-d312fcff-1e55-4428-814b-1acd98f91e71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 1001 time: 0.0628164 Nov 12 21:36:16.937785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-2acce7be-c993-4fbb-9c8d-279590ca667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:16.939221 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-2acce7be-c993-4fbb-9c8d-279590ca667b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0441284 Nov 12 21:36:16.987235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-3f8f8daf-3987-4513-9af7-1a0d9ee82aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:16.988731 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-3f8f8daf-3987-4513-9af7-1a0d9ee82aaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386181 Nov 12 21:36:17.086822 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-9053ff7a-4187-4f54-a013-4c254fd5f159 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862088 Nov 12 21:36:17.180278 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a98f6edf-3bb8-476d-aba5-23224fdfca1c req-42f2a5b9-476e-45b4-8f64-e450fd880c9e service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821795 Nov 12 21:36:20.109902 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:36:27.575070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-781bbd30-8cc8-44fa-8ea6-c9d975bb33be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:30.052939 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d97b-e8d1-4034-8ef1-37897e8dd791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:30.832693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c466f-60a4-45db-92d2-7689a06acef3 req-ca6664d1-8bca-49a5-9ca3-96b7d253a0c2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:30.834232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e0c466f-60a4-45db-92d2-7689a06acef3 req-ca6664d1-8bca-49a5-9ca3-96b7d253a0c2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0508547 Nov 12 21:36:30.881149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2e0c466f-60a4-45db-92d2-7689a06acef3 req-3c684bf5-46a4-4375-b615-18076b8a7bff tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405679 Nov 12 21:36:31.277847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bfcb6-9856-4eef-8f93-083a814bb81e req-19031426-52a7-4961-9b6d-0dc3defada80 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:31.279381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a22bfcb6-9856-4eef-8f93-083a814bb81e req-19031426-52a7-4961-9b6d-0dc3defada80 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0554647 Nov 12 21:36:31.327781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a22bfcb6-9856-4eef-8f93-083a814bb81e req-886ee11a-736f-4571-8bfa-e15101c1bfb2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Nov 12 21:36:31.393751 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-d75e05c8-f346-4c36-9799-e60429b9a2fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435205 Nov 12 21:36:31.435714 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:32.446627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea69b-3b5b-482a-8a35-1a04ec91ab24 req-526b6d04-e0e6-47e4-bc6c-1830d3f13730 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:32.448197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeaea69b-3b5b-482a-8a35-1a04ec91ab24 req-526b6d04-e0e6-47e4-bc6c-1830d3f13730 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0505121 Nov 12 21:36:32.498431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeaea69b-3b5b-482a-8a35-1a04ec91ab24 req-b6e70b86-0608-4814-94fb-46ab2722f729 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440457 Nov 12 21:36:33.160837 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:33.410235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-fc61d89c-025b-4b49-af3d-fe85b3e39054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:33.411718 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-fc61d89c-025b-4b49-af3d-fe85b3e39054 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1097 time: 0.0408154 Nov 12 21:36:33.502726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-39d521d7-08a8-4594-8ea0-bc814da28981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:33.504223 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-39d521d7-08a8-4594-8ea0-bc814da28981 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0834527 Nov 12 21:36:33.579140 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-a257e41d-2552-49da-b02e-fd08c90936fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 1001 time: 0.0639966 Nov 12 21:36:33.623128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439d438-4c29-4712-a2c6-6a79765707dc req-a33247ca-1f05-47dc-94bb-b9e0b952b848 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:33.624362 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:33.624676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8439d438-4c29-4712-a2c6-6a79765707dc req-a33247ca-1f05-47dc-94bb-b9e0b952b848 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0505857 Nov 12 21:36:33.634578 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-abf5899d-1cb7-4b15-a7cb-73fd5f3ed42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:33.636052 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-abf5899d-1cb7-4b15-a7cb-73fd5f3ed42d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0438647 Nov 12 21:36:33.680589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8439d438-4c29-4712-a2c6-6a79765707dc req-31cb5889-5cbd-4f78-8dad-890ba113023e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478737 Nov 12 21:36:33.687588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-587428be-9126-4d23-a93a-99ae38656c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:33.689098 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-587428be-9126-4d23-a93a-99ae38656c76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426037 Nov 12 21:36:33.787817 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-705b150d-02cc-43d9-b6d4-b6f69bf6bd6a service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Nov 12 21:36:33.884668 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-dbc49aee-973e-411c-9be8-47b4e9f1a096 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849161 Nov 12 21:36:34.802096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbbaee-ba8d-4c08-8a97-3c8406da696a req-efca02d7-d950-49e3-b009-ccb8b1d66b11 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:34.803614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73dbbaee-ba8d-4c08-8a97-3c8406da696a req-efca02d7-d950-49e3-b009-ccb8b1d66b11 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0496862 Nov 12 21:36:34.850648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73dbbaee-ba8d-4c08-8a97-3c8406da696a req-7f83c0a8-3b66-4014-82d2-651944ca8072 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Nov 12 21:36:35.966270 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b9211-1405-48b6-b099-a55630337a0f req-0d350813-f342-4758-a02f-8bb7854079c5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:35.967762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f9b9211-1405-48b6-b099-a55630337a0f req-0d350813-f342-4758-a02f-8bb7854079c5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0506139 Nov 12 21:36:36.016819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4f9b9211-1405-48b6-b099-a55630337a0f req-6760846a-3d1f-46c5-aab2-196df4a7e4fb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Nov 12 21:36:37.137566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2644330-08fa-4e48-992b-09028eba62d1 req-020a82f6-780e-4f22-948b-69e0f36e254a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:37.139064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2644330-08fa-4e48-992b-09028eba62d1 req-020a82f6-780e-4f22-948b-69e0f36e254a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0533991 Nov 12 21:36:37.187280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2644330-08fa-4e48-992b-09028eba62d1 req-d6e4791b-7b73-409c-bb41-73b7b89e2631 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421755 Nov 12 21:36:38.305556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c8ce1-851f-4673-b801-9c72989a2820 req-11f3fb32-c2fa-4b7f-bb53-73846cc56925 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:38.307033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e89c8ce1-851f-4673-b801-9c72989a2820 req-11f3fb32-c2fa-4b7f-bb53-73846cc56925 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0504951 Nov 12 21:36:38.355775 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e89c8ce1-851f-4673-b801-9c72989a2820 req-4715aee7-7f71-4468-929a-7313cb204a36 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420725 Nov 12 21:36:39.471896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a6bd4-ffc9-4a3a-9355-ce1bc840ab6f req-bf1d24b7-61ac-44bf-a2ae-42c3bd6420f2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:39.473347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e4a6bd4-ffc9-4a3a-9355-ce1bc840ab6f req-bf1d24b7-61ac-44bf-a2ae-42c3bd6420f2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0489025 Nov 12 21:36:39.524238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0e4a6bd4-ffc9-4a3a-9355-ce1bc840ab6f req-fd8f0277-0b8e-4a04-9d97-8f1aafa7bdce tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447724 Nov 12 21:36:40.631879 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:40.641699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6a4be-27d0-4958-ad2b-c88582db78b5 req-13d9e6e6-e472-4ffb-b832-0b486886a1e0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:40.643171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82a6a4be-27d0-4958-ad2b-c88582db78b5 req-13d9e6e6-e472-4ffb-b832-0b486886a1e0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0499427 Nov 12 21:36:40.691333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82a6a4be-27d0-4958-ad2b-c88582db78b5 req-adbefbe6-a3d1-4b82-9531-aa3db71123ba tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Nov 12 21:36:40.726734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:41.820808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3f15-8d5c-4935-90df-1d220e573973 req-c078ec69-6d94-4099-92dc-f54404bf8531 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:41.822297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acee3f15-8d5c-4935-90df-1d220e573973 req-c078ec69-6d94-4099-92dc-f54404bf8531 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0528643 Nov 12 21:36:41.877009 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-acee3f15-8d5c-4935-90df-1d220e573973 req-3da67171-13f9-4404-9f0f-75f59a2238c6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468502 Nov 12 21:36:42.999241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f864a7-477c-4f52-94d9-d73b36c9e22c req-3b10ac47-26ee-4a38-9218-9f637bee27dd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:43.000780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04f864a7-477c-4f52-94d9-d73b36c9e22c req-3b10ac47-26ee-4a38-9218-9f637bee27dd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0547709 Nov 12 21:36:43.049623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04f864a7-477c-4f52-94d9-d73b36c9e22c req-4e1b6881-e38d-479d-81a8-f4564609dd54 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427027 Nov 12 21:36:44.167818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554734-c61d-43b0-98ab-30183f9558d2 req-9bfd337c-0f45-42ca-bdcb-f77ca9615eb8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:44.169323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e554734-c61d-43b0-98ab-30183f9558d2 req-9bfd337c-0f45-42ca-bdcb-f77ca9615eb8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0498083 Nov 12 21:36:44.220567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e554734-c61d-43b0-98ab-30183f9558d2 req-eab62b8f-2e24-4f56-8fb2-c7cb83f0fbb5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Nov 12 21:36:45.344608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2a2b3-5ec6-469d-8235-6f0a311ed410 req-2aed76ce-e8e9-4774-8511-16e5d270f14e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:45.346093 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9be2a2b3-5ec6-469d-8235-6f0a311ed410 req-2aed76ce-e8e9-4774-8511-16e5d270f14e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0569162 Nov 12 21:36:45.393589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9be2a2b3-5ec6-469d-8235-6f0a311ed410 req-80e7aa95-85fb-4ce9-9bf0-7458ea62b776 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416498 Nov 12 21:36:46.515520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118291-1254-4796-86b7-811e093fd004 req-a34c35f8-1010-47da-a00d-ea801998d184 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:46.517057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1118291-1254-4796-86b7-811e093fd004 req-a34c35f8-1010-47da-a00d-ea801998d184 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0520582 Nov 12 21:36:46.571879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1118291-1254-4796-86b7-811e093fd004 req-76449013-67e0-4757-9a75-af5ae02b9f3d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485969 Nov 12 21:36:46.797043 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-365258b7-20b7-417a-813e-686224377d89 req-856f5b40-2561-45e7-adb8-7d569b9fce62 service neutron] show failed (client error): The resource could not be found. Nov 12 21:36:46.797968 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-856f5b40-2561-45e7-adb8-7d569b9fce62 service neutron] 10.222.0.46 "GET /v2.0/ports/3abed1a5-4c83-4b18-9d7e-9a71048bdb9d/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.3799343 Nov 12 21:36:47.462702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-18a25651-1cb0-4b58-ab21-4a7676b2bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:47.464249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-18a25651-1cb0-4b58-ab21-4a7676b2bddd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 1097 time: 0.0939877 Nov 12 21:36:47.474486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-2aa9e153-a35f-4510-8ae7-ad95882decaa service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:36:47.475463 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-2aa9e153-a35f-4510-8ae7-ad95882decaa service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048182 Nov 12 21:36:47.486827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:36:47.542578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:47.753960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cb122-7ac7-4b33-aa12-d9efa461cdc6 req-d96e7a5b-3864-455c-8599-aa573d05a10c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:47.755476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f94cb122-7ac7-4b33-aa12-d9efa461cdc6 req-d96e7a5b-3864-455c-8599-aa573d05a10c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.1128314 Nov 12 21:36:47.814431 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:36:47.834128 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f94cb122-7ac7-4b33-aa12-d9efa461cdc6 req-5a4f394f-c2bd-4b62-a286-00474af5869d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714669 Nov 12 21:36:47.857513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:36:47.900751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:36:47.903095 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7135c79f-9bdf-4787-bf9f-fa15e7807ac8" -d '{"events": [{"server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "name": "network-vif-unplugged", "status": "completed", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:36:47.907263 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:47.920313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Transition to ACTIVE for port object 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:36:47.995028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:48.031036 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bd1fc0-4ccb-4028-a9fd-acf16b16895b x-openstack-request-id: req-f0bd1fc0-4ccb-4028-a9fd-acf16b16895b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:36:48.031439 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "name": "network-vif-unplugged", "status": "completed", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:36:48.031709 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0bd1fc0-4ccb-4028-a9fd-acf16b16895b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:36:48.032099 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'code': 200} Nov 12 21:36:48.091469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:36:48.103405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.103691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.104031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.104360 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.104687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.105586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.105896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.106227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.106545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.106866 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.107188 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.107532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:48.142106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] No DVR routers for this DVR port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:36:48.284410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Attempting to bind port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:36:48.284740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Attempting to bind port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:36:48.285058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Attempting to bind port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:36:48.289217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:36:48.289530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Attempting to bind port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:36:48.294450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:36:48.294783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:36:48.295159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:36:48.295605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Bound port: 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:36:48.295950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:48.358282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:36:48.361273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:36:48.424183 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:48.458671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:48.459363 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:48.460735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] 10.222.0.78 "PUT /v2.0/ports/3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 1092 time: 0.9775543 Nov 12 21:36:48.483452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a3e6d-940a-4a48-8fcf-bcec843c2c40 service neutron] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:36:48.528829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-5c126a95-65eb-496b-8b8a-a571cabad87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:48.530403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-5c126a95-65eb-496b-8b8a-a571cabad87e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1095 time: 0.0439005 Nov 12 21:36:48.631182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-31fca834-5cc6-4dee-a520-027f10603203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:48.632688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-31fca834-5cc6-4dee-a520-027f10603203 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0959208 Nov 12 21:36:48.698615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-cc68e8e0-1241-4662-a8d8-1bb45398ad15 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 999 time: 0.0588319 Nov 12 21:36:48.753684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-8152034a-81b0-4df5-9783-0bd351935da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:48.755206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-8152034a-81b0-4df5-9783-0bd351935da9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0493932 Nov 12 21:36:48.800546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365258b7-20b7-417a-813e-686224377d89 req-fe3ef702-f73f-469a-acc3-c449165d0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:48.802057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-fe3ef702-f73f-469a-acc3-c449165d0394 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403202 Nov 12 21:36:48.893922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-0704b2ab-22fa-47bd-9c92-72806ba32d7e service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847905 Nov 12 21:36:49.009456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752babd-2f44-45be-8295-2bc306f14c4d req-8d7857a6-aeb6-402c-b251-39582679943d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:49.010930 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c752babd-2f44-45be-8295-2bc306f14c4d req-8d7857a6-aeb6-402c-b251-39582679943d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 943 time: 0.1025758 Nov 12 21:36:49.039042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-365258b7-20b7-417a-813e-686224377d89 req-38e41e9c-467e-4f27-b85e-96fb74aa964b service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384869 Nov 12 21:36:49.069085 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c752babd-2f44-45be-8295-2bc306f14c4d req-8e9cc0f7-cc78-4349-9295-5a54f2645a6c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517960 Nov 12 21:36:49.446035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:36:49.484329 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:36:50.033776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:36:50.036325 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5276c9a-7482-4844-9e05-d000ccf0311e" -d '{"events": [{"name": "network-changed", "server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:36:50.087366 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05917c40-d15f-4ce6-8a24-eacf5bf9207e x-openstack-request-id: req-05917c40-d15f-4ce6-8a24-eacf5bf9207e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:36:50.087657 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:36:50.087906 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05917c40-d15f-4ce6-8a24-eacf5bf9207e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:36:50.088305 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'status': 'completed', 'code': 200} Nov 12 21:36:50.155374 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-216dd8a1-2883-47a9-ae64-fd4ccbb1d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.156853 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-216dd8a1-2883-47a9-ae64-fd4ccbb1d1bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1095 time: 0.0420222 Nov 12 21:36:50.188199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-ed156cfc-c365-4c53-bc1d-2c4f8dddafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.189743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-ed156cfc-c365-4c53-bc1d-2c4f8dddafa9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1095 time: 0.0746119 Nov 12 21:36:50.213144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416d26-7bf2-4420-836d-774bc830dcd9 req-f46d0aba-6690-4a84-ac85-90a31d5b72c0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.215134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8416d26-7bf2-4420-836d-774bc830dcd9 req-f46d0aba-6690-4a84-ac85-90a31d5b72c0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 943 time: 0.0683737 Nov 12 21:36:50.259613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-796d1731-7290-47be-ae1e-2d569830530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.261089 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-796d1731-7290-47be-ae1e-2d569830530c service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0913250 Nov 12 21:36:50.318579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8416d26-7bf2-4420-836d-774bc830dcd9 req-cab4ebb6-c80a-41c0-ab85-142dab89f151 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928767 Nov 12 21:36:50.333612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-497fcf31-5bde-4948-a55e-130156d97f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.335137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-497fcf31-5bde-4948-a55e-130156d97f51 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.1377354 Nov 12 21:36:50.340058 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-4bba0506-a017-497a-8bde-adf5cdbba2f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 999 time: 0.0662234 Nov 12 21:36:50.394174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-445d9827-192b-4253-b705-c7375c08ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.395653 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-445d9827-192b-4253-b705-c7375c08ca77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0447526 Nov 12 21:36:50.403234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-e02c5b64-54f0-4ba0-8df0-2e6f266ef4e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 999 time: 0.0604100 Nov 12 21:36:50.448171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-72878e23-420e-4232-8cc7-de2a638c36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.450325 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-72878e23-420e-4232-8cc7-de2a638c36ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440562 Nov 12 21:36:50.452767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-ddeb24fb-5393-48f6-9f79-453f09edef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.454212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-ddeb24fb-5393-48f6-9f79-453f09edef6c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0443475 Nov 12 21:36:50.504644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-c3f51b68-8a1d-48f9-8ab0-67edf96f7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:50.506061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-c3f51b68-8a1d-48f9-8ab0-67edf96f7517 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444632 Nov 12 21:36:50.545175 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-b94513b0-c771-446c-bf4f-1cc4c9367df5 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834699 Nov 12 21:36:50.598355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-219e5ea8-a4d2-4bfa-99b1-26cfd4c979ba service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839553 Nov 12 21:36:50.647600 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-d7aec13b-c3af-4cb7-a61a-53bd9dfb8fad service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875225 Nov 12 21:36:50.695223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5276c9a-7482-4844-9e05-d000ccf0311e req-bf1e171e-4ebb-4609-8423-47ab28515852 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883641 Nov 12 21:36:50.754015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:36:50.848667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:36:50.860195 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'mac_address': 'fa:16:3e:00:f8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:36:50.896766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:50.909248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:36:50.929184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:36:51.003557 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:51.055021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:36:51.062549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.062900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.063243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.063606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.063938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.064268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.064595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.064915 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.065239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.065559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.065885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.066202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:36:51.258201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:36:51.441992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b5569-7a1b-4f62-a273-a91484eaacf2 req-91e713e5-72b5-40db-a7c9-5a35271331aa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:51.443491 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f46b5569-7a1b-4f62-a273-a91484eaacf2 req-91e713e5-72b5-40db-a7c9-5a35271331aa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 944 time: 0.0490763 Nov 12 21:36:51.490596 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f46b5569-7a1b-4f62-a273-a91484eaacf2 req-4a4e49bf-6f46-4367-9f25-d157ced71990 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412064 Nov 12 21:36:51.798299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca376-a33f-41d9-a175-612a8e8121cc req-3d3dd965-103a-48cb-b042-4bbc6b6b0032 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:51.799711 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0bca376-a33f-41d9-a175-612a8e8121cc req-3d3dd965-103a-48cb-b042-4bbc6b6b0032 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 944 time: 0.0487347 Nov 12 21:36:51.853019 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0bca376-a33f-41d9-a175-612a8e8121cc req-dc44ff9f-3b21-4bc3-9c87-4cea0a20fa33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465877 Nov 12 21:36:51.899627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-faf21206-df68-4769-9ba6-c1928295dbc9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:51.901086 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-faf21206-df68-4769-9ba6-c1928295dbc9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d&tenant_id=4b98ad3654ee47b9b7a49728623e6f40&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 944 time: 0.0519965 Nov 12 21:36:51.966065 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-d3950a53-5a5e-4626-9415-dda873e3cfb4 service neutron] delete failed (client error): The resource could not be found. Nov 12 21:36:51.967059 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-d3950a53-5a5e-4626-9415-dda873e3cfb4 service neutron] 10.222.0.46 "DELETE /v2.0/ports/3abed1a5-4c83-4b18-9d7e-9a71048bdb9d/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0529826 Nov 12 21:36:52.061160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-b530d2c4-0a54-4f54-a86c-2aeb802fd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:52.062522 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-b530d2c4-0a54-4f54-a86c-2aeb802fd977 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 1096 time: 0.0403340 Nov 12 21:36:52.159677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-3147a48a-d341-4f94-9f04-f248c59eb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:52.161141 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-3147a48a-d341-4f94-9f04-f248c59eb40f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0867143 Nov 12 21:36:52.226810 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-62e861ce-b212-485c-baf7-64b69c283b0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 200 len: 1000 time: 0.0564229 Nov 12 21:36:52.284566 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-0bf1056b-81eb-498b-a4f7-ec3ba40e2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:52.286030 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-0bf1056b-81eb-498b-a4f7-ec3ba40e2560 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0482092 Nov 12 21:36:52.335799 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-6ec6dae4-1a7f-4b6a-bf69-a7c63ea08556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:52.337186 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-6ec6dae4-1a7f-4b6a-bf69-a7c63ea08556 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398846 Nov 12 21:36:52.436056 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-0e7999ae-67cd-45a7-8cd4-2bc93554b1ff service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864618 Nov 12 21:36:52.530857 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bfdff001-afdd-4df1-b52a-8fac7bb1900f req-4e09b900-9201-4ef9-b412-68a850071316 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829597 Nov 12 21:36:52.755221 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:36:52.889088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:36:52.893421 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:36:52.893794 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:52.971549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:52.974297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51929542-3c6b-462a-bbbd-b2b888b93828 req-1f5f575f-f1f1-4e65-9e39-cd7588a2f491 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:52.975853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51929542-3c6b-462a-bbbd-b2b888b93828 req-1f5f575f-f1f1-4e65-9e39-cd7588a2f491 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 944 time: 0.0500546 Nov 12 21:36:52.994207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:36:52.996700 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16291c9c-2bf0-439f-86cd-6ed2cab83a3a" -d '{"events": [{"server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "name": "network-vif-plugged", "status": "completed", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:36:53.010504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:36:53.027305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51929542-3c6b-462a-bbbd-b2b888b93828 req-62039d3a-f4c9-4433-aaa7-c4d96049c277 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447810 Nov 12 21:36:53.092541 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:53.125633 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ef42c-9d54-4092-93ec-83b094032c3c x-openstack-request-id: req-ff4ef42c-9d54-4092-93ec-83b094032c3c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:36:53.125958 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "name": "network-vif-plugged", "status": "completed", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:36:53.126212 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff4ef42c-9d54-4092-93ec-83b094032c3c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:36:53.126600 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'code': 200} Nov 12 21:36:53.148039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:36:54.145300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8ec97-ce33-47fa-b4f0-43b7b3724ee3 req-7ae6ae2d-e014-4d25-b981-bd879200e903 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:54.146772 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92f8ec97-ce33-47fa-b4f0-43b7b3724ee3 req-7ae6ae2d-e014-4d25-b981-bd879200e903 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0489366 Nov 12 21:36:54.193814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92f8ec97-ce33-47fa-b4f0-43b7b3724ee3 req-2f9725a5-e8eb-47e3-92a6-1875a56acaf7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Nov 12 21:36:54.314420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68d44f-6223-4c38-b544-2950c94737f0 req-a3effcc3-ea23-483f-bed9-e0eda78339dc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:54.315928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f68d44f-6223-4c38-b544-2950c94737f0 req-a3effcc3-ea23-483f-bed9-e0eda78339dc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0532122 Nov 12 21:36:54.363311 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f68d44f-6223-4c38-b544-2950c94737f0 req-d4c6b3f5-1547-4abc-94c4-fa19f50351f0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Nov 12 21:36:54.477182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcffa71-ed0a-4c69-9391-40fc6b103864 req-02a47650-a5d5-4062-9724-93633ef717e4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:54.478654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dcffa71-ed0a-4c69-9391-40fc6b103864 req-02a47650-a5d5-4062-9724-93633ef717e4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0492654 Nov 12 21:36:54.526316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dcffa71-ed0a-4c69-9391-40fc6b103864 req-c2268acd-7908-42d1-9ce1-37510c152f60 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Nov 12 21:36:54.951702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f594093-7e6c-46ea-abcf-5c6f4e6dd999 req-345a8c58-f5ca-42d6-8d42-3538e6ebebc8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:54.953188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f594093-7e6c-46ea-abcf-5c6f4e6dd999 req-345a8c58-f5ca-42d6-8d42-3538e6ebebc8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0491385 Nov 12 21:36:55.003012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f594093-7e6c-46ea-abcf-5c6f4e6dd999 req-cb53f64c-eaec-4590-9e6b-08497830e28e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439599 Nov 12 21:36:56.123789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404ceec-a00f-4155-ab10-2f8d1b6aa258 req-e332a6ce-0497-4e98-97fa-8e3d8a1ec02d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:56.125253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f404ceec-a00f-4155-ab10-2f8d1b6aa258 req-e332a6ce-0497-4e98-97fa-8e3d8a1ec02d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0504649 Nov 12 21:36:56.172227 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f404ceec-a00f-4155-ab10-2f8d1b6aa258 req-94bc40a5-42a4-46b4-9001-c27068fa1bd9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410552 Nov 12 21:36:56.263974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-6b1047a6-a428-4c43-ba11-13247c3130c0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:56.265348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-6b1047a6-a428-4c43-ba11-13247c3130c0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 945 time: 0.0485916 Nov 12 21:36:56.357291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Deleting port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:36:56.357636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:56.444452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] For port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:36:56.444811 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:56.616182 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:56.616542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:56.616858 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19 disassociated. External IP: 172.25.8.212, port: 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d. Nov 12 21:36:56.617196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Calling delete_port for 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:36:56.826140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:56.859119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event deleted for resources: {'Port': ['ID=3abed1a5-4c83-4b18-9d7e-9a71048bdb9d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:36:56.976984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:36:57.085284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:36:57.095774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:36:57.109547 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:36:57.110118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:36:57.110480 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:36:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:36:57.127664 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] No DVR routers for this DVR port 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:36:57.130197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:57.133629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a0e6a203-085d-4b71-a9be-5ca77fb52251 req-4adad436-25b4-4b03-ade5-bd2f6aba71ab tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "DELETE /v2.0/ports/3abed1a5-4c83-4b18-9d7e-9a71048bdb9d HTTP/1.1" status: 204 len: 173 time: 0.8615651 Nov 12 21:36:57.134025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'name': 'network-vif-deleted', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:36:57.136327 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef31dc-c940-48f8-b174-e23653144a74" -d '{"events": [{"server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "name": "network-vif-deleted", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:36:57.174132 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2dac5c-a498-4bce-8945-dc53a6be4bb3 x-openstack-request-id: req-0e2dac5c-a498-4bce-8945-dc53a6be4bb3 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:36:57.174426 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da7f2e6-691d-434d-890b-3abccb0ed29d", "name": "network-vif-deleted", "tag": "3abed1a5-4c83-4b18-9d7e-9a71048bdb9d", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:36:57.174701 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e2dac5c-a498-4bce-8945-dc53a6be4bb3 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:36:57.175091 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da7f2e6-691d-434d-890b-3abccb0ed29d', 'name': 'network-vif-deleted', 'tag': '3abed1a5-4c83-4b18-9d7e-9a71048bdb9d', 'status': 'completed', 'code': 200} Nov 12 21:36:57.220425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:36:57.270586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2597de18-891d-43b3-b71e-50efe8650880 req-a276720b-a524-4731-9da9-a74ba88bd6a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4da7f2e6-691d-434d-890b-3abccb0ed29d HTTP/1.1" status: 200 len: 210 time: 0.0269125 Nov 12 21:36:57.424404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:36:57.456226 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:36:57.464729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:36:57.465964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:36:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:36:57.578755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:36:57.606438 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-942b76d9-6df6-40e6-9ea8-5e6155ee7398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:36:57.780242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:36:57.806558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53aea1-e5ed-4e71-afb1-8a15c272b913 None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:36:58.024731 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72ba02b-2ca8-4455-b356-db00f3a4c2da None None] New status for floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:36:58.514531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c9cd9841-3e7e-443d-92d9-92412d93123a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--224251509&fields=id&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 267 time: 0.0417633 Nov 12 21:36:58.961196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-aa0fd550-526e-456c-97e9-8bcae6601106 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:36:58.962652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-aa0fd550-526e-456c-97e9-8bcae6601106 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 812 time: 0.4415143 Nov 12 21:36:58.978135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-9db7f3d2-ee1b-48f2-b0d1-b025d9249203 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/quotas/4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 375 time: 0.0090353 Nov 12 21:36:59.030940 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-414f1d72-c643-4812-b127-948447bdb83e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476501 Nov 12 21:36:59.177382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-f8b73482-4645-4a5b-8ec1-7519e4eb54fd service neutron] 10.222.0.64 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348960 Nov 12 21:36:59.267077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-f70a2382-c695-41fc-b014-313f3396c241 service neutron] 10.222.0.64 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835595 Nov 12 21:37:00.062848 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf36f378-f795-4ee3-8738-f91024b03143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:00.508481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e5c766e-3081-414d-a4d0-2b841ca8d5e7 req-b1fed173-cc50-4833-ab3b-cc5c85cf0f4b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 210 time: 0.0282910 Nov 12 21:37:00.801577 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:37:00.825504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:37:00.825850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 3abed1a5-4c83-4b18-9d7e-9a71048bdb9d not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:37:01.422895 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:01.603989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e62d580-faca-40b6-b720-2c8163964061 req-5672068c-c3af-4226-9402-5d9a095468a9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 210 time: 0.0262477 Nov 12 21:37:02.463641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-66dcda69-daa6-4b85-b95e-e8b974bdddbb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:02.465133 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-66dcda69-daa6-4b85-b95e-e8b974bdddbb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 812 time: 0.1078815 Nov 12 21:37:02.535504 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-bc76fdc3-7d53-496a-a02e-7e3b8007b4a7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 379 time: 0.0539942 Nov 12 21:37:02.549384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'port': {'device_id': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'admin_state_up': True, 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'security_groups': ['9195614c-42ca-4ebd-b3c5-1571e8908145']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:37:02.705897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2574b466-5cac-4ee8-8023-a63e9e0ba63f req-ecea393b-4dba-4959-a6e7-47f956be1e15 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 210 time: 0.0305734 Nov 12 21:37:02.723155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Made reservation on behalf of 4b98ad3654ee47b9b7a49728623e6f40 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:37:02.727090 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:02.856763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Allocated IP 172.20.0.5 (2523aa34-15db-4517-a68b-645575d2c94a/9928c5fd-97fe-4a13-b343-8d7d82da0bfa/a9367e39-8041-49b8-bcc3-357524eb0242) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:37:02.993264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.103777 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.144592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Network 2523aa34-15db-4517-a68b-645575d2c94a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:37:03.147514 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:37:03.150068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:37:03.187016 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:37:03.197210 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.200545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.200880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.201214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.201543 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.201885 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.202195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.202519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.202833 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.203147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.203492 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.203817 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.204121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:37:03.227617 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:03.228239 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.323264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-44b4b697-166a-4c2d-8e5c-74d090dd9de7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779679 Nov 12 21:37:03.342192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Request body: {'port': {'device_id': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:37:03.354101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bf8cfc5a-0e8d-4f4b-aaa4-d98516116186 None None] Provisioning complete for port a9367e39-8041-49b8-bcc3-357524eb0242 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:37:03.354472 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf8cfc5a-0e8d-4f4b-aaa4-d98516116186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.387040 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cfc5a-0e8d-4f4b-aaa4-d98516116186 None None] Port a9367e39-8041-49b8-bcc3-357524eb0242 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:37:03.399259 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.600611 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.662942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9367e39-8041-49b8-bcc3-357524eb0242 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:37:03.671133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.682933 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Transition to ACTIVE for port object a9367e39-8041-49b8-bcc3-357524eb0242 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:37:03.765692 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:03.819139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:37:03.835020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b044d-8a2d-48c2-99d4-fa4b6159d1ca req-e3d469c6-e102-4ea4-8129-cd9f5e1635bd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:03.837606 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e79b044d-8a2d-48c2-99d4-fa4b6159d1ca req-e3d469c6-e102-4ea4-8129-cd9f5e1635bd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 943 time: 0.0639498 Nov 12 21:37:03.894613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e79b044d-8a2d-48c2-99d4-fa4b6159d1ca req-ced2dec7-4750-4c14-96ab-ac8f7268620a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492253 Nov 12 21:37:03.917535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Attempting to bind port a9367e39-8041-49b8-bcc3-357524eb0242 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:37:03.917872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Attempting to bind port a9367e39-8041-49b8-bcc3-357524eb0242 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:37:03.918201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Attempting to bind port a9367e39-8041-49b8-bcc3-357524eb0242 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:37:03.928281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Port a9367e39-8041-49b8-bcc3-357524eb0242 on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:37:03.928599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Attempting to bind port a9367e39-8041-49b8-bcc3-357524eb0242 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:37:03.934412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:37:03.934768 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:37:03.935541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:37:03.935976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Bound port: a9367e39-8041-49b8-bcc3-357524eb0242, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:37:03.936334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:04.006069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:37:04.009308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:37:04.086831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:04.128305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:04.129052 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:04.130666 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] 10.222.0.46 "PUT /v2.0/ports/a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 1092 time: 0.7939520 Nov 12 21:37:04.131186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:37:04.133767 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1992bd-228a-4e70-80a9-e5587c81a7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:37:04.157129 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd3d4-8895-4db4-a99c-bc0f018c9641 service neutron] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:37:04.252665 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9871c2b-c419-463e-934c-7902f3d49ac1 x-openstack-request-id: req-f9871c2b-c419-463e-934c-7902f3d49ac1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:37:04.252965 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:37:04.253222 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9871c2b-c419-463e-934c-7902f3d49ac1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:37:04.253627 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'status': 'completed', 'code': 200} Nov 12 21:37:04.302262 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-9e2c2503-a59a-4054-91db-d6b119c779a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:04.303837 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-9e2c2503-a59a-4054-91db-d6b119c779a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1095 time: 0.0473988 Nov 12 21:37:04.350640 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-a214d434-bbb0-4f48-802d-1078467b15e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 217 time: 0.0364068 Nov 12 21:37:04.402175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-b7c55951-6dd1-44d4-b42c-f3696882d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:04.404210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-b7c55951-6dd1-44d4-b42c-f3696882d775 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0431333 Nov 12 21:37:04.460651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-1e9c55ca-45a9-4d48-8c47-f7291d5ac6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:04.462157 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-1e9c55ca-45a9-4d48-8c47-f7291d5ac6b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464935 Nov 12 21:37:04.557718 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-ce365855-debd-43c1-b419-97b5c01acf82 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826206 Nov 12 21:37:04.655946 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-05d12b01-c53b-4fc9-a849-a64b15c39457 req-6e3d692d-fa11-44d9-97e2-e0bc9e334b45 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871027 Nov 12 21:37:04.841230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-897212c4-c91d-42a0-9f13-673481a2733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:04.842709 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-897212c4-c91d-42a0-9f13-673481a2733b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1095 time: 0.0419428 Nov 12 21:37:04.935398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-7e77008b-4a38-4d78-a7f0-f7d73d36f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:04.936893 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-7e77008b-4a38-4d78-a7f0-f7d73d36f444 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0874772 Nov 12 21:37:04.980399 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-f16d7475-a3c7-4452-a2a5-c8bae7a02d90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 217 time: 0.0360339 Nov 12 21:37:05.009819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63209e-bb84-4449-b10e-fcd7c53b95f2 req-bc1dfbf3-0c35-40d1-bbbb-8e0b19012bdd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:05.011312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc63209e-bb84-4449-b10e-fcd7c53b95f2 req-bc1dfbf3-0c35-40d1-bbbb-8e0b19012bdd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 943 time: 0.0485806 Nov 12 21:37:05.030596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-da00eb2c-7e51-458f-abd5-1e6cbc29aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:05.032104 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-da00eb2c-7e51-458f-abd5-1e6cbc29aa6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0446177 Nov 12 21:37:05.059220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc63209e-bb84-4449-b10e-fcd7c53b95f2 req-9333c8bf-1b30-4e8c-b5e9-7b17d81516f7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Nov 12 21:37:05.079249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-37247c15-328d-4014-b7ed-70c1b0612ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:05.080830 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-37247c15-328d-4014-b7ed-70c1b0612ec0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414112 Nov 12 21:37:05.175196 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-de867d63-2c28-4e51-b440-7961fb886998 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855684 Nov 12 21:37:05.271143 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f1992bd-228a-4e70-80a9-e5587c81a7b4 req-bd0b67d3-10ac-4967-8e9f-aeae7d4ee606 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880384 Nov 12 21:37:06.180717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31917c-6ffd-48a4-8479-112de7b2adf0 req-fd592289-7aec-448a-9656-67e44d6b70fa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:06.182195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f31917c-6ffd-48a4-8479-112de7b2adf0 req-fd592289-7aec-448a-9656-67e44d6b70fa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 943 time: 0.0530000 Nov 12 21:37:06.229005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f31917c-6ffd-48a4-8479-112de7b2adf0 req-3c67ea42-7b39-4bbd-8fb7-62e387ffe26b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405245 Nov 12 21:37:07.347641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8664de-1ad1-478c-9b9e-2de16f4ad513 req-cccbec5c-13cd-4593-8bd4-cac8e35dde7f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:07.349103 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b8664de-1ad1-478c-9b9e-2de16f4ad513 req-cccbec5c-13cd-4593-8bd4-cac8e35dde7f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 943 time: 0.0490432 Nov 12 21:37:07.395069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b8664de-1ad1-478c-9b9e-2de16f4ad513 req-6ec8ad8e-6786-4603-8e41-590575c4b4e4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 Nov 12 21:37:07.494216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a9367e39-8041-49b8-bcc3-357524eb0242 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:37:07.587878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:37:07.598820 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'mac_address': 'fa:16:3e:9b:84:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:37:07.638968 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:07.651468 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9367e39-8041-49b8-bcc3-357524eb0242 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:37:07.669823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:37:07.773904 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:07.822698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:37:08.113974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['a9367e39-8041-49b8-bcc3-357524eb0242'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:37:08.516477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a37f47-7fd7-4883-a831-f39dce4ec94e req-7977d5e4-57b7-4785-9639-65d3689217fc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:08.517995 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65a37f47-7fd7-4883-a831-f39dce4ec94e req-7977d5e4-57b7-4785-9639-65d3689217fc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 944 time: 0.0528400 Nov 12 21:37:08.566368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65a37f47-7fd7-4883-a831-f39dce4ec94e req-9e111de5-83b3-418b-851e-789cad1dc4a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Nov 12 21:37:09.503883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a9367e39-8041-49b8-bcc3-357524eb0242 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:37:09.611666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port a9367e39-8041-49b8-bcc3-357524eb0242 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:37:09.615789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port a9367e39-8041-49b8-bcc3-357524eb0242 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:37:09.616167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:09.684484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ae3b-76d5-41b8-ac8e-b256cfc577d8 req-72d59ab9-ded4-4135-ad52-4e1e05bd1706 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:09.686636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eef5ae3b-76d5-41b8-ac8e-b256cfc577d8 req-72d59ab9-ded4-4135-ad52-4e1e05bd1706 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 944 time: 0.0499542 Nov 12 21:37:09.697502 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:09.720471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:37:09.722712 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3735d5-fe76-46e7-9ea9-beff0910ee4c" -d '{"events": [{"server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "name": "network-vif-plugged", "status": "completed", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:37:09.736560 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:37:09.738904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eef5ae3b-76d5-41b8-ac8e-b256cfc577d8 req-5ae0d1f3-0cca-4447-91bf-bec26d2b8b73 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 Nov 12 21:37:09.759968 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7856383c-0761-4454-89f0-e606f235da2d x-openstack-request-id: req-7856383c-0761-4454-89f0-e606f235da2d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:37:09.760260 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "name": "network-vif-plugged", "status": "completed", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:37:09.760512 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7856383c-0761-4454-89f0-e606f235da2d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:37:09.760900 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'code': 200} Nov 12 21:37:09.808301 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:09.855470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:37:09.866825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dd916-4bc6-4f67-93bd-b8781611939a req-462ba2a0-a2c5-432c-ab01-3b36fd389927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:09.868442 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b14dd916-4bc6-4f67-93bd-b8781611939a req-462ba2a0-a2c5-432c-ab01-3b36fd389927 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1097 time: 0.0423784 Nov 12 21:37:09.918048 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b14dd916-4bc6-4f67-93bd-b8781611939a req-1ea41339-3501-4e7b-bee4-ba6778ed7fb3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374324 Nov 12 21:37:10.639651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:10.736893 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:10.855249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba84c7-949f-44aa-a35c-386a897c30d6 req-5596858d-142b-4981-b743-f7f45d4df3e4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:10.857447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3ba84c7-949f-44aa-a35c-386a897c30d6 req-5596858d-142b-4981-b743-f7f45d4df3e4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Nov 12 21:37:10.907988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3ba84c7-949f-44aa-a35c-386a897c30d6 req-52246017-8cec-41a0-923b-af03869c4cf3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445249 Nov 12 21:37:12.025815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9544-e83c-46e9-8604-d6ab0ef9b2e0 req-e618c2d6-bd79-427c-8d5a-b5c03de2c5a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:12.027280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeff9544-e83c-46e9-8604-d6ab0ef9b2e0 req-e618c2d6-bd79-427c-8d5a-b5c03de2c5a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Nov 12 21:37:12.074620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aeff9544-e83c-46e9-8604-d6ab0ef9b2e0 req-31efea9f-b9af-4f6a-b9df-709a12a7ae34 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412581 Nov 12 21:37:12.186088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93c0b7-0f3f-4e21-bca2-54f2ab88db22 req-bc99b149-d43e-41f6-8db1-38e887f4e6b2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:12.187641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c93c0b7-0f3f-4e21-bca2-54f2ab88db22 req-bc99b149-d43e-41f6-8db1-38e887f4e6b2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0484939 Nov 12 21:37:12.196587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 33606) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:37:12.201694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'floatingip': {'port_id': 'a9367e39-8041-49b8-bcc3-357524eb0242'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:37:12.244534 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:12.679814 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:12.728235 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:12.828894 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19 associated. External IP: 172.25.8.212, port: a9367e39-8041-49b8-bcc3-357524eb0242. Nov 12 21:37:13.039588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:37:13.148869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:37:13.154660 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:13.158433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:37:13.167807 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:37:13.168487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:37:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:37:13.181589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-eac0e285-aaf3-4022-9ae0-5313defc4a33 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "PUT /v2.0/floatingips/50a45238-b51b-4e5a-8e8b-33024b0d1f19 HTTP/1.1" status: 200 len: 991 time: 0.9839160 Nov 12 21:37:13.182177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:37:13.185607 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7549dc8-e788-4aad-9d2b-1a7677e5e155" -d '{"events": [{"name": "network-changed", "server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:37:13.224258 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331e1500-16e9-4a94-82f1-a167e596d22f x-openstack-request-id: req-331e1500-16e9-4a94-82f1-a167e596d22f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:37:13.224553 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:37:13.224808 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-331e1500-16e9-4a94-82f1-a167e596d22f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:37:13.225218 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'status': 'completed', 'code': 200} Nov 12 21:37:13.287434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:37:13.288659 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-6f893d6c-e591-4678-b339-627c5b3b8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:13.290216 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-6f893d6c-e591-4678-b339-627c5b3b8f57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1097 time: 0.0411639 Nov 12 21:37:13.385429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-812dc2e4-2143-4a3e-9660-9bee87e968f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:13.386898 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-812dc2e4-2143-4a3e-9660-9bee87e968f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0896893 Nov 12 21:37:13.455339 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-5a09c2f7-b422-4c80-bce3-5e25d9d675bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 999 time: 0.0607929 Nov 12 21:37:13.512971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-c7927369-10e9-4593-847b-f3f8b6ac5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:13.514502 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-c7927369-10e9-4593-847b-f3f8b6ac5551 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0517893 Nov 12 21:37:13.564166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-6861d86c-1631-4a33-baca-f38600fba460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:13.566025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-6861d86c-1631-4a33-baca-f38600fba460 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439174 Nov 12 21:37:13.659259 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-f2276fd6-36a4-4f9b-a591-e286bd581ae3 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Nov 12 21:37:13.683067 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:9b:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:37:12Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:37:13.709816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:37:13.718638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:37:13.719235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:37:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:37:13.754902 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d7549dc8-e788-4aad-9d2b-1a7677e5e155 req-5fc4fb4c-7597-4ae7-bd5d-bac2a2ccfb91 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885930 Nov 12 21:37:13.827592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:37:14.050212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:9b:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:37:12Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:37:14.076860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0092006c-a5f0-41c8-b3a2-05c7b272ae85 None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:9b:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:37:12Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:37:14.276524 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e903051b-6398-4db5-977f-b40622f4d797 None None] New status for floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:37:18.738115 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-262c00d4-dee1-4091-9f21-95f46bcfba77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403018 Nov 12 21:37:18.825447 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-99018d11-84f4-48bd-a72d-ba29c48e4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:18.826835 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-99018d11-84f4-48bd-a72d-ba29c48e4029 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1097 time: 0.0447042 Nov 12 21:37:18.930121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-3a02d614-c80b-4c84-a6e1-d8001556f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:18.931611 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-3a02d614-c80b-4c84-a6e1-d8001556f54b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0868552 Nov 12 21:37:19.000886 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-8e9020c6-7529-4cd4-ab37-22927cde20af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 1001 time: 0.0608559 Nov 12 21:37:19.052621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-52585312-8d2f-47ec-a79f-b7026feece66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:19.054101 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-52585312-8d2f-47ec-a79f-b7026feece66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0439870 Nov 12 21:37:19.099057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-d75111bb-bdeb-4e56-9ecf-e2b3a611d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:37:19.100578 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-d75111bb-bdeb-4e56-9ecf-e2b3a611d40a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396338 Nov 12 21:37:19.192841 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-cfc7d414-2deb-4703-b5f8-f971152ef678 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848348 Nov 12 21:37:19.281152 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0ba83140-158b-4840-a101-0bfcd9e80a71 req-d4a33e9d-c963-47f9-abb6-fe9c3f64aaff service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811305 Nov 12 21:37:27.608653 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1a06d469-7aae-4b0e-b2a1-b8e529687dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:30.056268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b3053fa9-d72b-4526-9d21-72a5b8eb8ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:31.418989 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:33.150717 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:33.618911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:34.108073 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:37:40.638910 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:40.741782 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:37:57.603741 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f883e28-52d4-4c9b-92a6-080f5f74d6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:00.070274 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c31053df-6218-4991-8581-e61681ed1796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:01.426545 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:03.152276 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:03.620529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:10.649098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:10.763041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:11.107132 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:38:20.859798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-ac29817a-673e-44c9-9752-238e3c42b947 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400543 Nov 12 21:38:20.958510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-3fa87323-b453-47f2-9ea2-313f0021d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:20.959971 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-3fa87323-b453-47f2-9ea2-313f0021d685 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1097 time: 0.0452526 Nov 12 21:38:21.068581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-ba39ef5f-e9d1-42f5-9bfd-e9f0514e43be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:21.070057 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-ba39ef5f-e9d1-42f5-9bfd-e9f0514e43be service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0840359 Nov 12 21:38:21.144359 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-9c8638cd-0ae2-4266-95cc-df780a00c878 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 1001 time: 0.0628169 Nov 12 21:38:21.197190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-e475ae89-a97e-4549-a013-4f26243862ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:21.198595 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-e475ae89-a97e-4549-a013-4f26243862ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0436985 Nov 12 21:38:21.248551 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-baa7ee80-a1ef-4584-ad58-e2c6b892b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:21.250054 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-baa7ee80-a1ef-4584-ad58-e2c6b892b814 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398183 Nov 12 21:38:21.346746 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-8f684178-7062-4798-8c98-b8b32fe9782e service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845809 Nov 12 21:38:21.439065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c39bcbc2-4970-495f-9486-5f8dceb28c7f req-caee34a1-fb82-4b81-852a-c1efc9314f45 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810184 Nov 12 21:38:27.589311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e62edc9a-6335-414f-9904-430f10cf4d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:30.053675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b705b299-605a-4598-8af3-bc734ef13cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:31.442535 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:33.179220 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:33.606432 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:40.682068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:40.813816 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:48.106062 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:38:52.923594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e4fa7-af2b-43ed-b1d1-d83c8f256a0b req-d6d8fca0-c477-4767-b6f9-08228ab33824 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:52.925097 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af0e4fa7-af2b-43ed-b1d1-d83c8f256a0b req-d6d8fca0-c477-4767-b6f9-08228ab33824 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.1095426 Nov 12 21:38:52.973024 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af0e4fa7-af2b-43ed-b1d1-d83c8f256a0b req-e08a3f86-7500-4e90-82fc-864fe2c1ada2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Nov 12 21:38:54.150185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f5b7-6760-488c-9387-6bc55c5f2a03 req-aa610d93-3281-4625-b664-4f88d4e8f57d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:54.151710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b945f5b7-6760-488c-9387-6bc55c5f2a03 req-aa610d93-3281-4625-b664-4f88d4e8f57d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.1052880 Nov 12 21:38:54.199120 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b945f5b7-6760-488c-9387-6bc55c5f2a03 req-52f89c60-4f0c-43d5-a483-7b7ab638b150 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414426 Nov 12 21:38:55.315796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa355a-fdea-4660-a88b-8979bfefb831 req-c8648f13-118f-4710-9dff-3a7313cc4343 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:55.317314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6aaa355a-fdea-4660-a88b-8979bfefb831 req-c8648f13-118f-4710-9dff-3a7313cc4343 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0493882 Nov 12 21:38:55.368438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6aaa355a-fdea-4660-a88b-8979bfefb831 req-84de6072-9030-4ebf-8811-6f52cb247e1e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452430 Nov 12 21:38:56.488200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fe20a-a7d0-4883-9bc5-5d1934215c20 req-76ef31af-e43d-4ca1-bb4e-5e46acd94f05 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:56.490502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d13fe20a-a7d0-4883-9bc5-5d1934215c20 req-76ef31af-e43d-4ca1-bb4e-5e46acd94f05 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0540521 Nov 12 21:38:56.537499 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d13fe20a-a7d0-4883-9bc5-5d1934215c20 req-d12c1693-7849-44aa-a73a-1bb317858009 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Nov 12 21:38:57.617671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-320c23c6-c8eb-49ca-bb58-e2d9bfd3c6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:38:57.654072 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036187f7-6889-4a7f-a620-ebd29297243e req-f49764e2-7afb-4697-aa4e-96f096ce35ff tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:57.655581 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-036187f7-6889-4a7f-a620-ebd29297243e req-f49764e2-7afb-4697-aa4e-96f096ce35ff tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0489893 Nov 12 21:38:57.704498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-036187f7-6889-4a7f-a620-ebd29297243e req-3d984dbe-37bb-4a17-95d7-1a138af4f10c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Nov 12 21:38:58.825085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756930-f892-4bba-92e8-d5eb31a4bb21 req-33d88bbf-0533-45b8-988c-6190e65ac0b9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:58.826598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0756930-f892-4bba-92e8-d5eb31a4bb21 req-33d88bbf-0533-45b8-988c-6190e65ac0b9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0535660 Nov 12 21:38:58.874664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0756930-f892-4bba-92e8-d5eb31a4bb21 req-86a17b25-8ea3-4e72-9f4f-2f2596e016aa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Nov 12 21:38:59.993971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec57f0-48f2-4ed0-b710-8923df5339ef req-631ba57d-44fb-43ba-9fd6-2c83de02362a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:38:59.995489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14ec57f0-48f2-4ed0-b710-8923df5339ef req-631ba57d-44fb-43ba-9fd6-2c83de02362a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Nov 12 21:39:00.044597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-14ec57f0-48f2-4ed0-b710-8923df5339ef req-6c8141c4-48ec-4c3c-abc3-dcb7eb938c88 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429096 Nov 12 21:39:00.081436 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f561b0a2-a6ce-452d-bd78-fe5b0dd53cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:01.160985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ab4c4-5623-4b5e-8dbd-46f03544d34b req-71ee7ff4-d150-4d94-83dc-8287ddd1e7d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:01.162495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b04ab4c4-5623-4b5e-8dbd-46f03544d34b req-71ee7ff4-d150-4d94-83dc-8287ddd1e7d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0500901 Nov 12 21:39:01.214554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b04ab4c4-5623-4b5e-8dbd-46f03544d34b req-72888272-12f4-4505-a365-afe665d4fd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460250 Nov 12 21:39:01.463167 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:02.331989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ad2c5-b19b-4303-aaf9-0ec38c36fe05 req-4420e435-abaa-4490-b3ea-6de65b44afbc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:02.333401 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be8ad2c5-b19b-4303-aaf9-0ec38c36fe05 req-4420e435-abaa-4490-b3ea-6de65b44afbc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0489247 Nov 12 21:39:02.380540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be8ad2c5-b19b-4303-aaf9-0ec38c36fe05 req-d6e123ad-761c-4bcb-a7ba-754155adad34 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 Nov 12 21:39:03.161045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:03.500292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e85822-ebf6-48de-9c3c-4a8497291402 req-b528cd8e-3018-4b4b-a548-5888580c5a8a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:03.501779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82e85822-ebf6-48de-9c3c-4a8497291402 req-b528cd8e-3018-4b4b-a548-5888580c5a8a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0487804 Nov 12 21:39:03.550051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82e85822-ebf6-48de-9c3c-4a8497291402 req-da74a3a2-0df1-484f-8193-51df99ef8320 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419233 Nov 12 21:39:03.600978 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:03.936493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6614-883a-4d94-add9-1f98776a6e20 req-734779cc-5136-4090-888b-fcdf7af44a32 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:03.938262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1c6614-883a-4d94-add9-1f98776a6e20 req-734779cc-5136-4090-888b-fcdf7af44a32 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Nov 12 21:39:03.986221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1c6614-883a-4d94-add9-1f98776a6e20 req-7186bec3-58ae-43b4-8e5b-6a23010a6ca4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Nov 12 21:39:04.113077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-e941591d-c830-441f-a50b-58ce5b288ebb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915940 Nov 12 21:39:05.102603 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e567a-476d-470b-838b-d6c866f0c35c req-a1e69a18-8f12-48bf-a03a-41109d1d25a2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:05.104131 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea9e567a-476d-470b-838b-d6c866f0c35c req-a1e69a18-8f12-48bf-a03a-41109d1d25a2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0496657 Nov 12 21:39:05.151814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea9e567a-476d-470b-838b-d6c866f0c35c req-9bd8aebb-844b-43c9-a292-17776bf09998 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416796 Nov 12 21:39:06.273032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b514-3c26-4e25-8fdb-70e8b3809e99 req-c81a26ff-755f-4e76-b5b4-14e8a2e5654d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:06.274515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9942b514-3c26-4e25-8fdb-70e8b3809e99 req-c81a26ff-755f-4e76-b5b4-14e8a2e5654d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0542855 Nov 12 21:39:06.322062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9942b514-3c26-4e25-8fdb-70e8b3809e99 req-c195010c-3678-424c-a648-f419dcaac0a3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414507 Nov 12 21:39:07.438413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9997-22bf-4e56-aa22-19f31b491f4b req-5d47156e-645c-43cb-9fcf-475f8a6aa447 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:07.440080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85be9997-22bf-4e56-aa22-19f31b491f4b req-5d47156e-645c-43cb-9fcf-475f8a6aa447 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0491617 Nov 12 21:39:07.487512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-85be9997-22bf-4e56-aa22-19f31b491f4b req-bb34a03b-8792-400d-a974-b1817a7a95dc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406039 Nov 12 21:39:08.606565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d926dd8-beb1-4c53-af8c-384ccf8a9bf2 req-6d6f5c83-c053-4fbb-b9e5-4d61f8271404 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:08.608087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d926dd8-beb1-4c53-af8c-384ccf8a9bf2 req-6d6f5c83-c053-4fbb-b9e5-4d61f8271404 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0493717 Nov 12 21:39:08.659135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4d926dd8-beb1-4c53-af8c-384ccf8a9bf2 req-77299f6a-b99f-4170-96ba-eb264da70d29 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450885 Nov 12 21:39:09.775868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c7edf-2d26-490a-8981-3fed21c9b632 req-4ca63f55-284d-4263-9850-8fd7892034b0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:09.777361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-077c7edf-2d26-490a-8981-3fed21c9b632 req-4ca63f55-284d-4263-9850-8fd7892034b0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0498431 Nov 12 21:39:09.824863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-077c7edf-2d26-490a-8981-3fed21c9b632 req-3ae420cd-e8ff-48ca-a0da-8e7e7d071293 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413697 Nov 12 21:39:10.023587 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-c41e816a-d37a-4657-917c-a1791601676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:10.025003 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-c41e816a-d37a-4657-917c-a1791601676e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1097 time: 0.0411942 Nov 12 21:39:10.119921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-9cc752ec-6646-4b55-8052-1ff454f14bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:10.121394 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-9cc752ec-6646-4b55-8052-1ff454f14bee service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0845671 Nov 12 21:39:10.192982 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-034db097-ae69-431d-a62a-8747d6fd55f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 1001 time: 0.0599220 Nov 12 21:39:10.243994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-09ae6bb3-9c63-4c9c-a18e-63fcd897b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:10.245458 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-09ae6bb3-9c63-4c9c-a18e-63fcd897b5ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0424199 Nov 12 21:39:10.294786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-4976849d-6967-40c3-8b12-7349282c7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:10.296214 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-4976849d-6967-40c3-8b12-7349282c7187 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390546 Nov 12 21:39:10.390457 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-9351629a-c861-4b3b-8b52-9c12186c4e9d service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Nov 12 21:39:10.485427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-8b84f49b-4aa5-470c-9c76-a3cd2de54e5f service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838542 Nov 12 21:39:10.681050 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:10.801064 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:10.946255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663762-d4df-4553-900f-aea2a8cad219 req-60eeac0e-644b-4390-8153-7d3bff73b7eb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:10.947708 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28663762-d4df-4553-900f-aea2a8cad219 req-60eeac0e-644b-4390-8153-7d3bff73b7eb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0491574 Nov 12 21:39:10.994965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28663762-d4df-4553-900f-aea2a8cad219 req-bb53ffa8-6913-4e3a-b7ae-fe87fc4f91f6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Nov 12 21:39:12.117305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785ec01-fd80-4ef5-bd59-ed5c46d141c7 req-1c5f230c-a7d6-4916-b974-06d198ac3190 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:12.118771 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9785ec01-fd80-4ef5-bd59-ed5c46d141c7 req-1c5f230c-a7d6-4916-b974-06d198ac3190 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0533557 Nov 12 21:39:12.165274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9785ec01-fd80-4ef5-bd59-ed5c46d141c7 req-b8fffcf7-2c34-454d-923e-be85758cc414 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Nov 12 21:39:12.981804 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-bcc18f7c-cca5-4819-8327-1bd52532f021 service neutron] show failed (client error): The resource could not be found. Nov 12 21:39:12.982801 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-bcc18f7c-cca5-4819-8327-1bd52532f021 service neutron] 10.222.0.46 "GET /v2.0/ports/a9367e39-8041-49b8-bcc3-357524eb0242/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0543883 Nov 12 21:39:13.284202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d924e9-bb02-486a-ae0d-933385749ab5 req-c1196c2a-9815-4fbe-a902-4b849e44a7cc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:13.285683 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73d924e9-bb02-486a-ae0d-933385749ab5 req-c1196c2a-9815-4fbe-a902-4b849e44a7cc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0497508 Nov 12 21:39:13.334228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73d924e9-bb02-486a-ae0d-933385749ab5 req-7634ad62-e4dd-43b8-b6b7-7bd616a9f6d7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Nov 12 21:39:13.522739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-9b781107-04c1-4d74-8ccf-c413eee05f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:13.524159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-9b781107-04c1-4d74-8ccf-c413eee05f02 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 1097 time: 0.0408504 Nov 12 21:39:13.539314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:39:13.593324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:13.792463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:39:13.826167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:39:13.863730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:39:13.866523 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a095ee5-18cd-4c2c-8e60-d8a7b6966a18" -d '{"events": [{"server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:39:13.870177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:13.882647 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Transition to ACTIVE for port object a9367e39-8041-49b8-bcc3-357524eb0242 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:39:13.918974 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9a3ccd-7826-4368-bf42-39dc93dbaa3d x-openstack-request-id: req-be9a3ccd-7826-4368-bf42-39dc93dbaa3d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:39:13.919275 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:39:13.919585 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be9a3ccd-7826-4368-bf42-39dc93dbaa3d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:39:13.919991 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'code': 200} Nov 12 21:39:13.960555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:14.039461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:14.053544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.053886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.054223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.054554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.054883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.055205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.055549 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.055871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.056190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.056514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.056829 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.057141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:14.094060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] No DVR routers for this DVR port a9367e39-8041-49b8-bcc3-357524eb0242 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:39:14.232220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Attempting to bind port a9367e39-8041-49b8-bcc3-357524eb0242 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:39:14.232562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Attempting to bind port a9367e39-8041-49b8-bcc3-357524eb0242 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:39:14.232895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Attempting to bind port a9367e39-8041-49b8-bcc3-357524eb0242 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:39:14.237132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Port a9367e39-8041-49b8-bcc3-357524eb0242 on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:39:14.237451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Attempting to bind port a9367e39-8041-49b8-bcc3-357524eb0242 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:39:14.242687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:39:14.243027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:39:14.243453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:39:14.243881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Bound port: a9367e39-8041-49b8-bcc3-357524eb0242, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:39:14.244238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:14.308432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:39:14.311242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:39:14.431464 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:14.470366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:14.470983 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:14.472372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] 10.222.0.78 "PUT /v2.0/ports/a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 1092 time: 0.9374206 Nov 12 21:39:14.500799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3142779-f8a7-42d2-bd2c-79c7d285e135 req-a3133e2f-3743-4cb0-8f09-09f3a1e5ded3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:14.502388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3142779-f8a7-42d2-bd2c-79c7d285e135 req-a3133e2f-3743-4cb0-8f09-09f3a1e5ded3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 943 time: 0.0995624 Nov 12 21:39:14.517103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb13995-1d73-4c82-9961-0e43a20f843a service neutron] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:14.585987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-3f7301cf-cc31-4539-bbdc-102fbf532f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:14.587445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-3f7301cf-cc31-4539-bbdc-102fbf532f61 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1095 time: 0.0841303 Nov 12 21:39:14.592194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3142779-f8a7-42d2-bd2c-79c7d285e135 req-dbe44d3e-6c81-4af1-a30f-e7f961d61f27 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782576 Nov 12 21:39:14.680320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-2f5d1049-e187-4c4c-9773-c65e2341bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:14.681852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-2f5d1049-e187-4c4c-9773-c65e2341bd94 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0873811 Nov 12 21:39:14.753473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-07decc76-93ed-4028-a226-8b945b2ee192 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 999 time: 0.0624022 Nov 12 21:39:14.801214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-1a72fd65-178f-4009-b0cf-219c1732cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:14.803212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-1a72fd65-178f-4009-b0cf-219c1732cc15 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0426981 Nov 12 21:39:14.848164 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-b9eaa60f-f8bc-468f-9642-06512a50908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:14.849747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-b9eaa60f-f8bc-468f-9642-06512a50908c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393622 Nov 12 21:39:14.941574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-355bfbdd-5bc3-4b38-a293-e9c1d29e1901 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839775 Nov 12 21:39:15.030563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b29fe093-b2bd-402e-afb0-0a5f66f19e62 req-bfd04a33-1b92-4982-a3ff-df65b30988f7 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814781 Nov 12 21:39:15.718094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb941a-2b19-4b34-b93d-59a58420c3b7 req-c30e8578-8d14-4667-80bb-2d0a6a0936c5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:15.719602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ffb941a-2b19-4b34-b93d-59a58420c3b7 req-c30e8578-8d14-4667-80bb-2d0a6a0936c5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 943 time: 0.0548501 Nov 12 21:39:15.767026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ffb941a-2b19-4b34-b93d-59a58420c3b7 req-2ff8e441-1513-42c9-ac60-2bcefe61a2fb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Nov 12 21:39:15.920922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:39:15.923231 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:39:15.971467 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acbfaca-da47-4276-9ea5-0a05fdf8d358 x-openstack-request-id: req-0acbfaca-da47-4276-9ea5-0a05fdf8d358 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:39:15.971761 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:39:15.972035 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0acbfaca-da47-4276-9ea5-0a05fdf8d358 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:39:15.972441 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'status': 'completed', 'code': 200} Nov 12 21:39:16.035852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-2135c6dc-c298-4c0a-825d-ca0037dcc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.036455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-1639ae6a-077b-4c6f-b115-b222abccf6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.037341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-1639ae6a-077b-4c6f-b115-b222abccf6dc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1095 time: 0.0416715 Nov 12 21:39:16.037461 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-2135c6dc-c298-4c0a-825d-ca0037dcc0b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1095 time: 0.0431252 Nov 12 21:39:16.134587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-e42aff4a-0551-4c28-8f38-585dd2454c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.135002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-63ce8771-edda-4249-9ae2-fd123378b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.136256 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-e42aff4a-0551-4c28-8f38-585dd2454c71 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0903270 Nov 12 21:39:16.136542 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-63ce8771-edda-4249-9ae2-fd123378b046 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0907307 Nov 12 21:39:16.204985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-2902b385-d92a-4d0f-bd66-8b81e1d20f03 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 999 time: 0.0610847 Nov 12 21:39:16.207821 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-b3c53e30-5a0f-4170-9063-efa61024dda2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 999 time: 0.0622950 Nov 12 21:39:16.258974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-ab6c80eb-8455-4414-8312-942dfa0d0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.260485 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-ab6c80eb-8455-4414-8312-942dfa0d0bfd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0477912 Nov 12 21:39:16.263407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-cc5b7c98-4861-4f44-84fa-ad6cf3bffd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.264902 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-cc5b7c98-4861-4f44-84fa-ad6cf3bffd53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0484548 Nov 12 21:39:16.311990 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-26b9d155-e0b7-4040-b6a5-8cfafac110ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.313526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-26b9d155-e0b7-4040-b6a5-8cfafac110ef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461500 Nov 12 21:39:16.316539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-5ffd8e38-d94f-4c99-b9f6-81a9354042a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.318045 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-5ffd8e38-d94f-4c99-b9f6-81a9354042a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452449 Nov 12 21:39:16.404909 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-85ce7dd4-e07e-4c23-a126-10d47184dd0e service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Nov 12 21:39:16.415258 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-e1f1c3ef-4775-478a-a484-9cd9b209a4f2 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846558 Nov 12 21:39:16.504279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-1fb42a3e-f11c-492f-bf22-c9908a411b69 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922098 Nov 12 21:39:16.511215 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-360267b1-08de-4eeb-85d5-31e0ae2cf2d2 req-0c756260-2b96-4b35-8341-cd36dd425b19 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885653 Nov 12 21:39:16.884050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9cf71-05ec-459f-a494-6b4d909879fe req-a415f301-8980-4201-90ba-e6f5b7e85ba8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:16.885513 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4b9cf71-05ec-459f-a494-6b4d909879fe req-a415f301-8980-4201-90ba-e6f5b7e85ba8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 943 time: 0.0490954 Nov 12 21:39:16.934155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d4b9cf71-05ec-459f-a494-6b4d909879fe req-7cdf462f-e442-4963-8362-661c892c473a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426879 Nov 12 21:39:17.315869 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa1694-bc1e-4c57-8924-901c3d1eaa95 req-e463d3f1-cefb-4074-9d13-adcd973ca38c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:17.317383 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3efa1694-bc1e-4c57-8924-901c3d1eaa95 req-e463d3f1-cefb-4074-9d13-adcd973ca38c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 943 time: 0.0488119 Nov 12 21:39:17.372295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3efa1694-bc1e-4c57-8924-901c3d1eaa95 req-96feb4b1-06df-4833-9381-cbf765bd13f7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480776 Nov 12 21:39:17.417963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-3a8e956c-4cf6-4b6b-9393-1ddb325491c3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:17.419461 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-3a8e956c-4cf6-4b6b-9393-1ddb325491c3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9&tenant_id=4b98ad3654ee47b9b7a49728623e6f40&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 943 time: 0.0535870 Nov 12 21:39:17.468739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a9367e39-8041-49b8-bcc3-357524eb0242 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:39:17.486809 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-3603ad1f-b126-49b4-b043-b9952f88ee44 service neutron] delete failed (client error): The resource could not be found. Nov 12 21:39:17.487927 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-3603ad1f-b126-49b4-b043-b9952f88ee44 service neutron] 10.222.0.46 "DELETE /v2.0/ports/a9367e39-8041-49b8-bcc3-357524eb0242/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0542104 Nov 12 21:39:17.565845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:39:17.577515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'mac_address': 'fa:16:3e:9b:84:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:39:17.581484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-b566e9ce-557b-4f3d-8484-001052a0f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:17.582981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-b566e9ce-557b-4f3d-8484-001052a0f777 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1095 time: 0.0414345 Nov 12 21:39:17.615067 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:17.631933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9367e39-8041-49b8-bcc3-357524eb0242 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:39:17.652306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:39:17.682122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-3988c10c-4bac-4093-8353-d873206ef064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:17.683642 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-3988c10c-4bac-4093-8353-d873206ef064 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0900922 Nov 12 21:39:17.715143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:17.756144 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-1173eb33-953c-4183-bfd1-a3ba2c990c5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 999 time: 0.0614786 Nov 12 21:39:17.762180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:17.769520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.769864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.770199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.770529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.770858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.771184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.771541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.771863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.772185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.772503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.773057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.773409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:17.814314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-8c0c92ed-eac8-4cd8-8c56-e6c0f1d98f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:17.815794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-8c0c92ed-eac8-4cd8-8c56-e6c0f1d98f89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0489910 Nov 12 21:39:17.865257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-2826a184-82c2-4491-8071-14f18c9d7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:17.867233 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-2826a184-82c2-4491-8071-14f18c9d7b3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390651 Nov 12 21:39:17.954625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['a9367e39-8041-49b8-bcc3-357524eb0242'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:39:17.960425 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-bca1de75-f9e2-4f40-84e0-3fee3d742d8c service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857866 Nov 12 21:39:18.147036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a9367e39-8041-49b8-bcc3-357524eb0242 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:39:18.190753 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a9367e39-8041-49b8-bcc3-357524eb0242 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:39:18.375313 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9f0338e4-2dd4-47a0-8d18-38ed679265df req-10801349-0ede-479d-8eff-7be28768df91 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040027 Nov 12 21:39:18.493452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32329c05-b8a6-42c0-ac41-df9db4deb72f req-1b96e44a-0c99-4628-94f1-9b9b253ddcf3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:18.494932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32329c05-b8a6-42c0-ac41-df9db4deb72f req-1b96e44a-0c99-4628-94f1-9b9b253ddcf3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 944 time: 0.0486810 Nov 12 21:39:18.543616 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-32329c05-b8a6-42c0-ac41-df9db4deb72f req-275da245-e408-4667-8cdb-fb960fb79116 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424349 Nov 12 21:39:19.077045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-e74c8e87-1f90-4ef4-9217-9f871e014fed service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402327 Nov 12 21:39:19.157558 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-04291649-214c-44f2-b57c-4ad11216d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:19.158890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-04291649-214c-44f2-b57c-4ad11216d183 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1096 time: 0.0409517 Nov 12 21:39:19.266468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-7c88646d-cd8f-40b4-a08a-893b492bf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:19.268014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-7c88646d-cd8f-40b4-a08a-893b492bf014 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0902112 Nov 12 21:39:19.339664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-29163eb5-fbe8-4c48-b537-7661f2c751ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 1000 time: 0.0642128 Nov 12 21:39:19.388508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-f05636c5-b55b-4b54-83e0-2b33c9471106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:19.389971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-f05636c5-b55b-4b54-83e0-2b33c9471106 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0437460 Nov 12 21:39:19.436467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-8aae33a4-5f26-4e90-9e4e-dff16468468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:19.438221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-8aae33a4-5f26-4e90-9e4e-dff16468468b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415871 Nov 12 21:39:19.485736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a9367e39-8041-49b8-bcc3-357524eb0242 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:39:19.533050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-9903f5cb-e523-475e-b418-5139b0b8844e service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868444 Nov 12 21:39:19.589488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port a9367e39-8041-49b8-bcc3-357524eb0242 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:39:19.595334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port a9367e39-8041-49b8-bcc3-357524eb0242 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:39:19.595334 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:19.638492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f15dcee-cf2a-493a-9f7b-ceb197011af8 req-f601bd56-fe8c-452f-af4f-d9029157316b service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981762 Nov 12 21:39:19.677336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cea5f-edf8-4594-8f86-13d42e72dee4 req-8d017905-5195-4a79-baaa-d12e776119a2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:19.678827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-197cea5f-edf8-4594-8f86-13d42e72dee4 req-8d017905-5195-4a79-baaa-d12e776119a2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 944 time: 0.0615206 Nov 12 21:39:19.687089 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:19.709663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:39:19.712231 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e074343-77c2-4fb6-b244-e24b2992ccbe" -d '{"events": [{"server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "name": "network-vif-plugged", "status": "completed", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:39:19.725165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:39:19.735808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-197cea5f-edf8-4594-8f86-13d42e72dee4 req-e36c4d12-1288-4f39-9fab-2cb405353a9e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499203 Nov 12 21:39:19.750116 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf7415-06e7-470e-9e4c-81f646937f43 x-openstack-request-id: req-8bdf7415-06e7-470e-9e4c-81f646937f43 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:39:19.750457 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "name": "network-vif-plugged", "status": "completed", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:39:19.750735 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bdf7415-06e7-470e-9e4c-81f646937f43 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:39:19.751146 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'code': 200} Nov 12 21:39:19.823574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:19.852858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a4173-66f1-4ae6-8482-20fb62b109cc req-6d05fb3b-97f0-4798-adde-90b1a6bf2f5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:19.854273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d38a4173-66f1-4ae6-8482-20fb62b109cc req-6d05fb3b-97f0-4798-adde-90b1a6bf2f5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 944 time: 0.0515606 Nov 12 21:39:19.871024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:19.905447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d38a4173-66f1-4ae6-8482-20fb62b109cc req-03a8c536-1e67-4f1b-9f73-f2c6956de6e8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450613 Nov 12 21:39:20.231245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12813a4c-7776-48ff-8946-e12ce44d8798 req-d2ff201c-ad95-481b-b6e1-95bd523e698c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:20.232809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12813a4c-7776-48ff-8946-e12ce44d8798 req-d2ff201c-ad95-481b-b6e1-95bd523e698c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0539043 Nov 12 21:39:20.292259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12813a4c-7776-48ff-8946-e12ce44d8798 req-25436049-8f6e-467f-b7f2-1d0a1bfc5b30 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520446 Nov 12 21:39:20.325057 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-33dacff6-5dd1-4461-a107-a7496c3777ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:20.326540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-33dacff6-5dd1-4461-a107-a7496c3777ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 1097 time: 0.0539789 Nov 12 21:39:20.415157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-df421ebb-55c4-4ec0-a7db-4d2c3cfddad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:20.416558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-df421ebb-55c4-4ec0-a7db-4d2c3cfddad7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0834053 Nov 12 21:39:20.824949 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-35a6547a-1d30-4929-9e73-46388e7388ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 200 len: 1001 time: 0.4014466 Nov 12 21:39:20.877214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-214dd610-0d9d-441d-8bf9-14a7799bf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:20.878657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-214dd610-0d9d-441d-8bf9-14a7799bf6a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0472345 Nov 12 21:39:20.924521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-319d2c55-c505-4c19-a104-8134f300710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:20.925998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-319d2c55-c505-4c19-a104-8134f300710b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396948 Nov 12 21:39:21.018629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-2bca0150-0137-4535-91f0-f7028fecfbb1 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848410 Nov 12 21:39:21.108358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c74e84cf-b71a-45d5-89fc-aa8f18a680e9 req-c4938da1-3519-42ab-a50b-e69df8c63394 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824327 Nov 12 21:39:21.413652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3209a51-524f-4f91-a7e1-0b419e6df95d req-a177bb17-6683-45b2-b41d-0c745903ced1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:21.415041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3209a51-524f-4f91-a7e1-0b419e6df95d req-a177bb17-6683-45b2-b41d-0c745903ced1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0540814 Nov 12 21:39:21.465067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f3209a51-524f-4f91-a7e1-0b419e6df95d req-0b4c1523-9271-4a69-ab08-9de1d7fa64a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440533 Nov 12 21:39:22.585120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4a5f1-479e-4221-b0ad-8dd8adb3d101 req-de5fd8fd-ebdd-4203-8887-07122e87b12a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:22.587317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bea4a5f1-479e-4221-b0ad-8dd8adb3d101 req-de5fd8fd-ebdd-4203-8887-07122e87b12a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0519745 Nov 12 21:39:22.633229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bea4a5f1-479e-4221-b0ad-8dd8adb3d101 req-f2e1aeac-298a-4b74-85a1-83dd79e4b87a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394049 Nov 12 21:39:23.069572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804920ca-6d6b-455c-935d-7dcd02f53de8 req-d8916c12-d4c5-4575-8c2b-bb141abda9e2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:23.071146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-804920ca-6d6b-455c-935d-7dcd02f53de8 req-d8916c12-d4c5-4575-8c2b-bb141abda9e2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0509710 Nov 12 21:39:23.123714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-804920ca-6d6b-455c-935d-7dcd02f53de8 req-ca89a6a6-70cb-402f-9132-dc63279086b7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461924 Nov 12 21:39:24.238811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a5de-3854-4cd8-be03-b5008cd4fe02 req-a8fbe85e-3f4d-42a6-8e27-b68911419d34 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:24.240329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4d3a5de-3854-4cd8-be03-b5008cd4fe02 req-a8fbe85e-3f4d-42a6-8e27-b68911419d34 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0478351 Nov 12 21:39:24.286767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b4d3a5de-3854-4cd8-be03-b5008cd4fe02 req-58724a50-57de-4421-be49-9a5bfa0ec81e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Nov 12 21:39:24.336433 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-cdf802b1-339c-4287-b627-487c8c01514d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:24.337934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-cdf802b1-339c-4287-b627-487c8c01514d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 945 time: 0.0479109 Nov 12 21:39:24.428827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Deleting port a9367e39-8041-49b8-bcc3-357524eb0242 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:39:24.429170 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:24.516302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] For port a9367e39-8041-49b8-bcc3-357524eb0242, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a9367e39-8041-49b8-bcc3-357524eb0242,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:39:24.516667 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:24.690080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:24.690438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:24.690756 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19 disassociated. External IP: 172.25.8.212, port: a9367e39-8041-49b8-bcc3-357524eb0242. Nov 12 21:39:24.691098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Calling delete_port for a9367e39-8041-49b8-bcc3-357524eb0242 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:39:24.891852 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:24.924506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event deleted for resources: {'Port': ['ID=a9367e39-8041-49b8-bcc3-357524eb0242,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:25.045163 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:39:25.105526 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:39:25.164991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:39:25.175019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:39:25.186425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:39:25.187666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:39:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:39:25.209345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] No DVR routers for this DVR port a9367e39-8041-49b8-bcc3-357524eb0242 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:39:25.212586 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:25.215990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eaf88a1d-10f7-4e0e-b134-5f8fe1bd8323 req-5efea893-09e8-4a72-8f24-9d0b723b2e3b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "DELETE /v2.0/ports/a9367e39-8041-49b8-bcc3-357524eb0242 HTTP/1.1" status: 204 len: 173 time: 0.8718474 Nov 12 21:39:25.216446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'name': 'network-vif-deleted', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:39:25.218779 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa013214-980a-4513-a79d-97a7cf9e340a" -d '{"events": [{"server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "name": "network-vif-deleted", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:39:25.257636 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1011eb99-0010-4f99-bede-b57def176607 x-openstack-request-id: req-1011eb99-0010-4f99-bede-b57def176607 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:39:25.258296 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55b2a59-a869-415c-ab46-8dc7df3697c9", "name": "network-vif-deleted", "tag": "a9367e39-8041-49b8-bcc3-357524eb0242", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:39:25.258444 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1011eb99-0010-4f99-bede-b57def176607 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:39:25.258755 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55b2a59-a869-415c-ab46-8dc7df3697c9', 'name': 'network-vif-deleted', 'tag': 'a9367e39-8041-49b8-bcc3-357524eb0242', 'status': 'completed', 'code': 200} Nov 12 21:39:25.301082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:39:25.393943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd3a0745-1e0c-46eb-a555-3a5891696063 req-17199ea4-57f4-40a8-a1af-92df52948cc3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d55b2a59-a869-415c-ab46-8dc7df3697c9 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Nov 12 21:39:25.519186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:39:25.547400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:39:25.556160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:39:25.556769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:39:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:39:25.666803 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:39:25.876688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:39:25.909417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc6be4-ace2-4bec-880c-71b2989d69a4 None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:39:26.126030 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2316e160-4373-4351-8bde-5903a9aaaaac None None] New status for floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:39:26.676966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-f5001d59-3cdb-4a7c-8d26-940c7e5bdafa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--224251509&fields=id&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 267 time: 0.0418239 Nov 12 21:39:26.788398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-737f48fb-0917-48e3-8443-2264aab836aa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:26.789876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-737f48fb-0917-48e3-8443-2264aab836aa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 812 time: 0.1055408 Nov 12 21:39:26.804316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-a8d1d233-144d-47e2-a8c3-7a9994746a1c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/quotas/4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 375 time: 0.0087516 Nov 12 21:39:26.856758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-d6401754-f825-469a-909d-c157c3c57b53 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465693 Nov 12 21:39:26.955816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-84848556-b5c4-45ce-9110-fd46952f930b service neutron] 10.222.0.64 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871572 Nov 12 21:39:27.046245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-0f589fdf-bece-45a2-a352-63413c95c5a3 service neutron] 10.222.0.64 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834358 Nov 12 21:39:27.270538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2242e6c-007e-47fe-8ce0-537b59a3f764 req-9f7712c9-3ee1-4037-a82a-0a5e15a4e522 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 210 time: 0.0270722 Nov 12 21:39:27.544169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a9367e39-8041-49b8-bcc3-357524eb0242 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:39:27.564855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: a9367e39-8041-49b8-bcc3-357524eb0242 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:39:27.565223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a9367e39-8041-49b8-bcc3-357524eb0242 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:39:27.600191 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5336fffa-c813-4089-bcc3-c2d887c144f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:28.348726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1713a129-5685-4dad-965d-364c9d27f56f req-3f055a12-5418-4b65-9b46-b2e54fd7ccb1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 210 time: 0.0274808 Nov 12 21:39:29.434962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8db9010-52c4-486d-8a03-6652090fe96f req-71210d2c-33d5-4c84-9155-67c70b3fb638 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 210 time: 0.0314989 Nov 12 21:39:30.097041 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-330586c8-c12e-4fed-bd66-d81949c3613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:30.513272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a435fe6f-4a0c-4f1f-ba45-912e9c87f95c req-baccd8c0-d845-4517-8923-9f75db5212ea tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Nov 12 21:39:31.423147 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:31.608079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b5631f7-a3da-4629-8e26-890505d708a0 req-615e79a4-1e88-45c6-9340-148d49486c60 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 210 time: 0.0268557 Nov 12 21:39:32.704963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38639516-a532-441a-add1-81134950c1e8 req-834cd725-0e0b-4ce7-917a-4d6f6eb284cb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Nov 12 21:39:33.177370 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:33.264158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-ba9065c1-aa5f-435f-aff7-f4a98423a79e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:33.265542 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-ba9065c1-aa5f-435f-aff7-f4a98423a79e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 812 time: 0.1077271 Nov 12 21:39:33.329464 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-a17c73a1-cf05-4c32-a73e-907d92651c4c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 379 time: 0.0534620 Nov 12 21:39:33.342548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'port': {'device_id': '82841de8-92ba-4f17-baa5-38836fac6436', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'admin_state_up': True, 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'security_groups': ['9195614c-42ca-4ebd-b3c5-1571e8908145']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:39:33.508131 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Made reservation on behalf of 4b98ad3654ee47b9b7a49728623e6f40 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:39:33.511782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:33.594089 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:33.636844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Allocated IP 172.20.0.6 (2523aa34-15db-4517-a68b-645575d2c94a/9928c5fd-97fe-4a13-b343-8d7d82da0bfa/827104d9-3f10-4cbd-a1ad-040166e5b5a4) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:39:33.776773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:33.803196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01ef8f19-3f8c-4df6-8734-b43edd3c7882 req-9b518cea-c5e7-44c4-918f-f3793d07c1bd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 210 time: 0.0266595 Nov 12 21:39:33.840440 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:33.881580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Network 2523aa34-15db-4517-a68b-645575d2c94a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:39:33.887045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:39:33.890701 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:39:33.915195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:33.927953 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.928291 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.928620 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.928948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.929277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.929835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.930153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.930468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.930780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.931092 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.931433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.931747 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:39:33.960311 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:33.965891 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:34.048739 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2e0c5475-b923-474b-a74a-9d949f67346d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7099624 Nov 12 21:39:34.066289 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Request body: {'port': {'device_id': '82841de8-92ba-4f17-baa5-38836fac6436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:39:34.119418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:34.171511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2a59a74e-4a94-464f-a2f8-1cb34f9024c6 None None] Provisioning complete for port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:39:34.171790 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a59a74e-4a94-464f-a2f8-1cb34f9024c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:34.206370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2a59a74e-4a94-464f-a2f8-1cb34f9024c6 None None] Port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:39:34.381580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827104d9-3f10-4cbd-a1ad-040166e5b5a4 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:39:34.389757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:34.401557 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Transition to ACTIVE for port object 827104d9-3f10-4cbd-a1ad-040166e5b5a4 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:39:34.468760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:34.527448 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:34.598399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:39:34.598733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:39:34.599068 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:39:34.604503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:39:34.604825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:39:34.609925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:39:34.610255 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:39:34.610711 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:39:34.611133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Bound port: 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:39:34.611508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:34.682199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:39:34.685189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:39:34.743991 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:34.778792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:34.779404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:34.780870 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] 10.222.0.46 "PUT /v2.0/ports/827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1092 time: 0.7188718 Nov 12 21:39:34.781313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:39:34.783613 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4415bf6b1109056e1676a360d484bd0d7762bb7585b2a0523277c089caa0033c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb572d9a-8fae-41d0-8770-6d37cc62ff85" -d '{"events": [{"name": "network-changed", "server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:39:34.811518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1efc91-0cce-41dc-8507-4fa6019b9b9c service neutron] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:34.834196 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578f0ac3-755c-43ba-a607-bc409b2fba60 x-openstack-request-id: req-578f0ac3-755c-43ba-a607-bc409b2fba60 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:39:34.834496 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:39:34.834730 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-578f0ac3-755c-43ba-a607-bc409b2fba60 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:39:34.835131 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'status': 'completed', 'code': 200} Nov 12 21:39:34.913445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572d9a-8fae-41d0-8770-6d37cc62ff85 req-68a9d0c1-6cec-4dde-a69f-500635a828aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:34.915970 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fb572d9a-8fae-41d0-8770-6d37cc62ff85 req-68a9d0c1-6cec-4dde-a69f-500635a828aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1095 time: 0.0489044 Nov 12 21:39:34.985017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921a534-d76e-4c5f-ac6e-c36d2252adfd req-25364f23-adc9-481c-91ad-a53583dd790b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:34.986484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0921a534-d76e-4c5f-ac6e-c36d2252adfd req-25364f23-adc9-481c-91ad-a53583dd790b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 943 time: 0.1043472 Nov 12 21:39:35.029589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572d9a-8fae-41d0-8770-6d37cc62ff85 req-f26be36a-68ef-4e07-82a0-7b2af8953a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:35.031070 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fb572d9a-8fae-41d0-8770-6d37cc62ff85 req-f26be36a-68ef-4e07-82a0-7b2af8953a6c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0999086 Nov 12 21:39:35.033852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0921a534-d76e-4c5f-ac6e-c36d2252adfd req-d55f6300-cf2e-4891-9fa1-35a55b26d26f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413585 Nov 12 21:39:35.131879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572d9a-8fae-41d0-8770-6d37cc62ff85 req-de1b20a0-177e-4134-b54d-b382e7b0000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:35.133813 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fb572d9a-8fae-41d0-8770-6d37cc62ff85 req-de1b20a0-177e-4134-b54d-b382e7b0000e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910802 Nov 12 21:39:35.217754 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2b41c2fa-df8d-4c95-95f6-50829e812bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:35.219220 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-2b41c2fa-df8d-4c95-95f6-50829e812bd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1095 time: 0.0413661 Nov 12 21:39:35.266487 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-29268c81-0bfa-475c-88d7-f9d048c12732 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0393219 Nov 12 21:39:35.319391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-ae792c02-ff41-480c-a168-db99b4d65c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:35.321429 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-ae792c02-ff41-480c-a168-db99b4d65c7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0442169 Nov 12 21:39:35.371593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-e86444a0-fcf1-48a9-a6f7-296f53b790f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:35.373077 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-e86444a0-fcf1-48a9-a6f7-296f53b790f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399969 Nov 12 21:39:35.475315 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-0287ceab-ae23-47eb-8cf2-3528a96ecd34 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892313 Nov 12 21:39:35.571050 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3602a4d4-4a4e-45fb-b4ca-b185449058fb req-33e2a42c-9566-4135-b623-13d65f98175a service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837135 Nov 12 21:39:36.154984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cf486-086e-4cb8-9ae6-770b491c4f7d req-96ba4eef-1f0a-4009-9da9-91dbece754fc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:36.156947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-454cf486-086e-4cb8-9ae6-770b491c4f7d req-96ba4eef-1f0a-4009-9da9-91dbece754fc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 943 time: 0.0512414 Nov 12 21:39:36.214272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-454cf486-086e-4cb8-9ae6-770b491c4f7d req-9ad0036f-b617-4737-9c77-90bdf2487816 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511627 Nov 12 21:39:37.329766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff43ec-3ae3-472c-84b2-05d3fec2b056 req-d955e234-e4e4-46c6-bf15-1e9a7363bbd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:37.331240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ff43ec-3ae3-472c-84b2-05d3fec2b056 req-d955e234-e4e4-46c6-bf15-1e9a7363bbd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 943 time: 0.0489924 Nov 12 21:39:37.382142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-31ff43ec-3ae3-472c-84b2-05d3fec2b056 req-d4361647-c275-4892-a06e-be945b305509 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448346 Nov 12 21:39:38.222638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:39:38.477319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:39:38.488216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'mac_address': 'fa:16:3e:a0:9c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:39:38.501876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9289f7e-45b8-418d-996d-6b2ae75214ed req-d69d7a98-46af-43c4-851b-de958c427c41 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:38.503393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9289f7e-45b8-418d-996d-6b2ae75214ed req-d69d7a98-46af-43c4-851b-de958c427c41 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 943 time: 0.0493731 Nov 12 21:39:38.526359 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:38.539466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827104d9-3f10-4cbd-a1ad-040166e5b5a4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:39:38.551787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9289f7e-45b8-418d-996d-6b2ae75214ed req-6d6ad3ee-f387-4c1e-9229-7e1a0fff2274 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417092 Nov 12 21:39:38.559384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:39:38.634124 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:38.684317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:38.938176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['827104d9-3f10-4cbd-a1ad-040166e5b5a4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:39:39.670390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d92e66-1880-4da3-9701-e22be8e234a9 req-e6dfbf05-f341-4578-ab8f-60b2a5757905 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:39.671901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1d92e66-1880-4da3-9701-e22be8e234a9 req-e6dfbf05-f341-4578-ab8f-60b2a5757905 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 944 time: 0.0489571 Nov 12 21:39:39.718872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f1d92e66-1880-4da3-9701-e22be8e234a9 req-bf50939e-36b0-4dae-beb7-5dae9ae34141 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411410 Nov 12 21:39:40.240247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:39:40.342415 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:39:40.346118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:39:40.346487 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:40.421013 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:40.442742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:39:40.445520 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a73ec6f26a1ea2feecaa119477005465c33b4751443dea9b2ffee8fab7d198ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83541ce4-03b0-4f27-b961-ce1bedbe9e71" -d '{"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-plugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:39:40.458323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:39:40.482649 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c944d3-dd02-499b-ab6a-9d886552e658 x-openstack-request-id: req-d5c944d3-dd02-499b-ab6a-9d886552e658 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:39:40.482939 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-plugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:39:40.483194 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5c944d3-dd02-499b-ab6a-9d886552e658 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:39:40.483614 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'code': 200} Nov 12 21:39:40.525666 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:40.577427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:39:40.601047 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eaa5e-3c12-4968-80ba-f057643d4b80 req-624452ed-e0d9-4bcb-9030-e1e3ad843e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:40.602529 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bf9eaa5e-3c12-4968-80ba-f057643d4b80 req-624452ed-e0d9-4bcb-9030-e1e3ad843e0c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1097 time: 0.0467341 Nov 12 21:39:40.654109 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bf9eaa5e-3c12-4968-80ba-f057643d4b80 req-9ee08bc4-fcb8-4638-ba67-fc64b11e1ece service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387399 Nov 12 21:39:40.674173 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:40.771234 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:40.839238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb54ec8-29ef-4be8-a6d5-018cacdd4118 req-19f03334-d035-4e9c-8b39-7540b336b3bf tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:40.840799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bb54ec8-29ef-4be8-a6d5-018cacdd4118 req-19f03334-d035-4e9c-8b39-7540b336b3bf tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0540297 Nov 12 21:39:40.889104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6bb54ec8-29ef-4be8-a6d5-018cacdd4118 req-ddb91953-c7f6-4e2a-af15-612ca0f6ec95 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Nov 12 21:39:42.008005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0698e16-c299-4e1f-ba36-60b1460aa990 req-d3561c40-87d0-45f0-9186-4a51c00abdb6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:42.010305 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0698e16-c299-4e1f-ba36-60b1460aa990 req-d3561c40-87d0-45f0-9186-4a51c00abdb6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Nov 12 21:39:42.057678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0698e16-c299-4e1f-ba36-60b1460aa990 req-d58e943c-610a-4ee2-8bc4-810c19fcddc9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413826 Nov 12 21:39:43.176889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fbcee-ab0c-4106-8a63-52946e16a3ec req-e8405c46-4e12-457e-b1cd-7704e32222d3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:43.178426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-187fbcee-ab0c-4106-8a63-52946e16a3ec req-e8405c46-4e12-457e-b1cd-7704e32222d3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Nov 12 21:39:43.231257 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-187fbcee-ab0c-4106-8a63-52946e16a3ec req-b7593270-979b-44df-b069-69c31391ca67 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465689 Nov 12 21:39:43.352551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd0e37-7d52-4b70-bf17-5401f63e7bc0 req-b852deef-03f5-4f00-84af-f6038e902c6e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:43.354034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8acd0e37-7d52-4b70-bf17-5401f63e7bc0 req-b852deef-03f5-4f00-84af-f6038e902c6e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0536525 Nov 12 21:39:43.362851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34014) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:39:43.368115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'floatingip': {'port_id': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:39:43.407982 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:43.853507 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:43.914524 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:44.017736 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19 associated. External IP: 172.25.8.212, port: 827104d9-3f10-4cbd-a1ad-040166e5b5a4. Nov 12 21:39:44.224626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:39:44.336402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:39:44.341190 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:39:44.346915 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:39:44.357473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:39:44.358094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:39:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:39:44.370879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fb413940-53b5-47f7-8b1b-9efc394d9df1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "PUT /v2.0/floatingips/50a45238-b51b-4e5a-8e8b-33024b0d1f19 HTTP/1.1" status: 200 len: 991 time: 1.0069044 Nov 12 21:39:44.371511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:39:44.373841 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378abbe43adfb18c3b805a509e57ffa55b46a5618a0cea3b7b5259df5d56e384" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dea9e73-c960-4644-b22f-be03e9b2f48d" -d '{"events": [{"name": "network-changed", "server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:39:44.412840 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99566f3-67e4-49a9-9fda-8db46b7bfd34 x-openstack-request-id: req-a99566f3-67e4-49a9-9fda-8db46b7bfd34 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:39:44.413365 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:39:44.413750 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a99566f3-67e4-49a9-9fda-8db46b7bfd34 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:39:44.414162 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'status': 'completed', 'code': 200} Nov 12 21:39:44.474220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:39:44.481735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-86960ffa-b49b-46a0-8b62-44625ebff555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:44.483177 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-86960ffa-b49b-46a0-8b62-44625ebff555 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1097 time: 0.0438819 Nov 12 21:39:44.584347 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-140c88ae-8c74-4202-897d-a131138ac81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:44.586371 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-140c88ae-8c74-4202-897d-a131138ac81d service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0955825 Nov 12 21:39:44.659407 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-e2624804-eced-4364-970b-1cb10ad4b11c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 999 time: 0.0653925 Nov 12 21:39:44.714008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-3c8e36e0-684d-4d5f-b423-9fc464bce3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:44.715654 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-3c8e36e0-684d-4d5f-b423-9fc464bce3f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0496123 Nov 12 21:39:44.732738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:a0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82841de8-92ba-4f17-baa5-38836fac6436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:39:43Z', 'revision_number': 9, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:39:44.761506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:39:44.770619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:39:44.771317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:39:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:39:44.771545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-ad5ce9dc-2af0-442f-90c5-e41751278e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:39:44.773554 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-ad5ce9dc-2af0-442f-90c5-e41751278e2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507138 Nov 12 21:39:44.869878 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-a9d4fb3a-9739-4d0a-b12e-7692b23877ec service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886157 Nov 12 21:39:44.890621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:39:44.978700 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0dea9e73-c960-4644-b22f-be03e9b2f48d req-25d132cf-ba7a-498f-b7bb-9a338bca24c3 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013548 Nov 12 21:39:45.142150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:a0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82841de8-92ba-4f17-baa5-38836fac6436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:39:43Z', 'revision_number': 9, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:39:45.177139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52829a3-9687-42d6-8881-edb7026d31fd None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:a0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82841de8-92ba-4f17-baa5-38836fac6436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:39:43Z', 'revision_number': 9, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:39:45.374210 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0062fd0-6665-4cff-a63f-952019bdecc4 None None] New status for floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:39:57.576225 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-05c91530-edd7-408e-b8b2-f4ad82a9d5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:00.085172 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adec3161-ae29-47c2-8569-abc2f6e1cfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:01.450689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:02.105282 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:40:03.193559 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:03.610892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:10.712620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:10.798752 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:21.649234 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-b90c3bfa-1c28-49ae-bf86-134d24aa2498 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407758 Nov 12 21:40:21.734689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-3ebda5af-b1f8-447f-bec5-8d3a1127bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:40:21.736224 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-3ebda5af-b1f8-447f-bec5-8d3a1127bb7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1097 time: 0.0408897 Nov 12 21:40:21.843308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-35cd7898-2ae7-41f6-b5c0-8f4665beb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:40:21.844786 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-35cd7898-2ae7-41f6-b5c0-8f4665beb16a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0875368 Nov 12 21:40:21.917352 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-5808cfe3-1b03-44b5-8375-5c5225501597 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1002 time: 0.0610151 Nov 12 21:40:21.972475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-bb319c3d-5352-45cb-8a59-7240181b6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:40:21.973918 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-bb319c3d-5352-45cb-8a59-7240181b6956 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0472000 Nov 12 21:40:22.020153 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-4038c845-e284-41f2-8e00-187c5babb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:40:22.021615 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-4038c845-e284-41f2-8e00-187c5babb6d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396841 Nov 12 21:40:22.119833 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-925be920-6685-4c97-8fe0-302422524724 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860050 Nov 12 21:40:22.214019 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-22853446-adbb-4fe1-939a-7a4ad4e64264 req-9fce8655-3266-4998-9780-583fc4aad16c service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828648 Nov 12 21:40:27.615146 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-412e61d7-63de-48c7-a6a9-cafb5c1e6845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:30.083493 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6ef6b00d-1468-4c77-97a0-6de13c472fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:31.478447 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:33.169729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:33.609809 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:39.104069 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:40:40.763885 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:40.815384 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:40:57.586525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-961515e3-5f9a-4bd8-a118-4ce99558a4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:00.140637 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb8de123-c940-47bf-8cdf-ca767cfd9d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:01.459489 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:03.186484 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:03.615040 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:10.767180 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:10.830351 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:16.103271 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:41:21.662378 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-dabde16b-1031-441e-a044-b9cda1f5a3f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778604 Nov 12 21:41:21.752457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-f2ac5bf8-3bcb-47c9-a192-7e4ab02aea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:21.753955 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-f2ac5bf8-3bcb-47c9-a192-7e4ab02aea4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1097 time: 0.0452719 Nov 12 21:41:21.858212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-0d7aed01-9a07-435e-9a16-3b8a267a9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:21.859715 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-0d7aed01-9a07-435e-9a16-3b8a267a9c98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0860658 Nov 12 21:41:21.929616 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-c7feb222-c785-4a81-80ab-a58baa143483 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1002 time: 0.0616379 Nov 12 21:41:21.978585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-2cfb8e2f-7555-4032-9c33-6bdfddb4fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:21.980016 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-2cfb8e2f-7555-4032-9c33-6bdfddb4fe70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0425224 Nov 12 21:41:22.025075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-1809e9c5-0d7c-4d31-abec-9ce53fe8792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:22.026637 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-1809e9c5-0d7c-4d31-abec-9ce53fe8792d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385621 Nov 12 21:41:22.121819 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-3ab37fbd-9f62-4dee-8dee-dca4febddece service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860333 Nov 12 21:41:22.217129 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-bce51435-5cb3-43e8-adba-9a687b290fdc req-b0e31d23-fda2-4a69-8dcd-6a72c9b51f0f service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875275 Nov 12 21:41:24.160275 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-41f9c028-a48e-4105-86a1-4bee658d8f05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454643 Nov 12 21:41:24.205061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf7c5-7bc9-483d-bae4-8d289843b818 req-9510d19f-26fa-41aa-86eb-30e80e45823d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:24.206593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-055cf7c5-7bc9-483d-bae4-8d289843b818 req-9510d19f-26fa-41aa-86eb-30e80e45823d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.1001348 Nov 12 21:41:24.254924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-055cf7c5-7bc9-483d-bae4-8d289843b818 req-9456b638-aac6-43b4-a421-316509c4d5a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 Nov 12 21:41:25.501637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884c9e6-eef9-43fb-80c4-da4b632db754 req-2fdd12f5-6625-4b20-8d40-fc8302428425 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:25.503087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a884c9e6-eef9-43fb-80c4-da4b632db754 req-2fdd12f5-6625-4b20-8d40-fc8302428425 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0979247 Nov 12 21:41:25.552419 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a884c9e6-eef9-43fb-80c4-da4b632db754 req-7c6b7b15-4e44-4481-af87-f63dde3a9c8c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 Nov 12 21:41:26.000387 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-a774f444-7a86-484b-9d4d-67823aecbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:26.001872 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-a774f444-7a86-484b-9d4d-67823aecbca8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1097 time: 0.0414565 Nov 12 21:41:26.095915 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-4639dc7a-14cb-4063-a0cb-bb9393d099cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:26.097410 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-4639dc7a-14cb-4063-a0cb-bb9393d099cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0844336 Nov 12 21:41:26.168459 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-45c31ae9-1ce0-4be3-b9d9-3620dcdeca28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1002 time: 0.0595944 Nov 12 21:41:26.221959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-d04ac9f6-45f6-420b-b3e4-9ee38ab762e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:26.223405 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-d04ac9f6-45f6-420b-b3e4-9ee38ab762e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0433819 Nov 12 21:41:26.273943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-3ef0d787-098a-4fae-bcba-efd0b4917cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:26.275374 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-3ef0d787-098a-4fae-bcba-efd0b4917cc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408287 Nov 12 21:41:26.371641 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-a1b626ea-9013-4bb4-b4b0-c75f9eceec70 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841346 Nov 12 21:41:26.462549 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-af9731f9-9db5-4b9f-bb7a-2fac53f8143c service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801108 Nov 12 21:41:26.673965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848891fd-9952-464e-a8ae-a5120b91b33c req-4bfc1a0b-681a-42f1-bc49-bb39e3064784 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:26.675766 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-848891fd-9952-464e-a8ae-a5120b91b33c req-4bfc1a0b-681a-42f1-bc49-bb39e3064784 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0518391 Nov 12 21:41:26.723885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-848891fd-9952-464e-a8ae-a5120b91b33c req-489e5185-a279-4a16-bd3c-29da406b0d68 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Nov 12 21:41:27.618313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6169844d-3e87-4d4f-b0c5-8973b5633c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:27.843620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8c3e-cd9c-426e-b7f0-bbda4af5b6c8 req-bc8d8d0c-908e-46dc-82c5-b5ce98ea1419 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:27.845100 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77e8c3e-cd9c-426e-b7f0-bbda4af5b6c8 req-bc8d8d0c-908e-46dc-82c5-b5ce98ea1419 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0507536 Nov 12 21:41:27.895104 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77e8c3e-cd9c-426e-b7f0-bbda4af5b6c8 req-008d3024-d3ca-45da-a071-98d5419795a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440345 Nov 12 21:41:29.012257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891a2b-2e61-44c1-8cb9-22929b919110 req-a0ee117f-267b-4922-af6b-9c5676349d64 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:29.013799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e891a2b-2e61-44c1-8cb9-22929b919110 req-a0ee117f-267b-4922-af6b-9c5676349d64 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Nov 12 21:41:29.060469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e891a2b-2e61-44c1-8cb9-22929b919110 req-8da40404-6b6b-432f-8b01-b4d08a5c1e93 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406682 Nov 12 21:41:30.104003 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed835ee0-8f54-4237-aec0-75febccd138c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:30.178101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53865f8e-c139-4bad-8746-7d121369195d req-9786bfdc-5ebe-48ee-be6f-9ca1a8494e61 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:30.179601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53865f8e-c139-4bad-8746-7d121369195d req-9786bfdc-5ebe-48ee-be6f-9ca1a8494e61 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0492053 Nov 12 21:41:30.226497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-53865f8e-c139-4bad-8746-7d121369195d req-20d536e8-8e8e-4779-8232-d16560b02cb1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406969 Nov 12 21:41:31.346779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc3ec5-b49b-407d-8e53-ea4f243170e7 req-5d78f4e4-4fdf-4cd1-96b3-f66712a8d653 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:31.348266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ddc3ec5-b49b-407d-8e53-ea4f243170e7 req-5d78f4e4-4fdf-4cd1-96b3-f66712a8d653 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0532281 Nov 12 21:41:31.397181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7ddc3ec5-b49b-407d-8e53-ea4f243170e7 req-f18fa65d-5cc8-4091-ab68-f2b6861b6ed2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430462 Nov 12 21:41:31.446628 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:32.513775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa01e2f-a634-4bf9-b67d-16332822f08e req-f507643d-a132-4988-b6bc-25c0027d0aa2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:32.520237 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fa01e2f-a634-4bf9-b67d-16332822f08e req-f507643d-a132-4988-b6bc-25c0027d0aa2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0498846 Nov 12 21:41:32.564557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fa01e2f-a634-4bf9-b67d-16332822f08e req-acb662f9-3f4b-4b00-9529-a61396ee648e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Nov 12 21:41:33.178517 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:33.612175 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:33.693297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788fb6f-fcef-47fe-a551-15dfcc694cc5 req-1ca34c8a-0701-4e91-b2e2-ad477cdd1a2e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:33.694825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2788fb6f-fcef-47fe-a551-15dfcc694cc5 req-1ca34c8a-0701-4e91-b2e2-ad477cdd1a2e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0523155 Nov 12 21:41:33.742323 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2788fb6f-fcef-47fe-a551-15dfcc694cc5 req-89666b81-6cef-465d-ad8f-0349083311f5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413721 Nov 12 21:41:34.860949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f4e5-6eee-4867-b07d-be516b50ac2c req-fdc4e434-f3ba-4c06-bea0-ad2f847986d8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:34.862451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6627f4e5-6eee-4867-b07d-be516b50ac2c req-fdc4e434-f3ba-4c06-bea0-ad2f847986d8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0494416 Nov 12 21:41:34.909767 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6627f4e5-6eee-4867-b07d-be516b50ac2c req-31ef58c0-48ec-4e2c-a1b0-6e24eb520bbf tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413990 Nov 12 21:41:36.025443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde39e0-e14d-4c04-90b8-de6597e6ae20 req-9a821281-30fa-4a3f-a68c-f8068ff0de0c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:36.026901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dde39e0-e14d-4c04-90b8-de6597e6ae20 req-9a821281-30fa-4a3f-a68c-f8068ff0de0c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Nov 12 21:41:36.077982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3dde39e0-e14d-4c04-90b8-de6597e6ae20 req-b36f8427-b635-4952-90c9-d6e27af48884 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445001 Nov 12 21:41:37.194192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc291b8-12f0-43c6-be7c-71bccedc38af req-5d5f1167-8af0-4d25-a2c3-1bfd7b66f0d7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:37.195693 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cc291b8-12f0-43c6-be7c-71bccedc38af req-5d5f1167-8af0-4d25-a2c3-1bfd7b66f0d7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0491464 Nov 12 21:41:37.242510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5cc291b8-12f0-43c6-be7c-71bccedc38af req-03507738-e7b9-4734-ab97-70c9fbc75b20 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Nov 12 21:41:38.358872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf3d4-4715-4d96-b779-1c4efbae1041 req-4918403a-49e7-44ed-a3cc-d11190e89906 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:38.360481 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-087cf3d4-4715-4d96-b779-1c4efbae1041 req-4918403a-49e7-44ed-a3cc-d11190e89906 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Nov 12 21:41:38.407904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-087cf3d4-4715-4d96-b779-1c4efbae1041 req-8b0351fb-32e6-493d-a291-fc95810aab04 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Nov 12 21:41:38.857765 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-3e2489e0-d5ce-4b3b-9984-fcc1f767b557 service neutron] show failed (client error): The resource could not be found. Nov 12 21:41:38.858794 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-3e2489e0-d5ce-4b3b-9984-fcc1f767b557 service neutron] 10.222.0.46 "GET /v2.0/ports/827104d9-3f10-4cbd-a1ad-040166e5b5a4/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0594954 Nov 12 21:41:39.374781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-5b627d5e-aab3-485b-a855-2c7855e79834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:39.376885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-5b627d5e-aab3-485b-a855-2c7855e79834 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 1097 time: 0.0840871 Nov 12 21:41:39.387187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:41:39.439039 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:39.600560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583e532-1224-45fc-8867-c3d45bd2bfe0 req-7da24fa1-92d2-4980-99b4-8d2540aa496c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:39.602129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3583e532-1224-45fc-8867-c3d45bd2bfe0 req-7da24fa1-92d2-4980-99b4-8d2540aa496c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.1252713 Nov 12 21:41:39.700477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3583e532-1224-45fc-8867-c3d45bd2bfe0 req-fc178fe9-6e5d-4d1b-bab9-2bfec058d974 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880103 Nov 12 21:41:39.717060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:39.750527 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:41:39.789125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:41:39.794222 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:39.806855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Transition to ACTIVE for port object 827104d9-3f10-4cbd-a1ad-040166e5b5a4 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:41:39.831445 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b5af53-261b-470d-870b-a389060a172b" -d '{"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-unplugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:41:39.858188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:40.275476 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aec948-b697-4488-a50a-2540e868f1ef x-openstack-request-id: req-e1aec948-b697-4488-a50a-2540e868f1ef {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:41:40.275735 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-unplugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:41:40.275986 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1aec948-b697-4488-a50a-2540e868f1ef {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:41:40.276370 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'code': 200} Nov 12 21:41:40.294863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:40.308918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.309257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.309594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.309926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.310256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.310579 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.310900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.311219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.311564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.311884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.312201 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.312515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:40.337755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] No DVR routers for this DVR port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:41:40.468271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:41:40.468941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:41:40.468941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:41:40.473498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:41:40.473818 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:41:40.478567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:41:40.478907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:41:40.479312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:41:40.479751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Bound port: 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:41:40.480099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:40.541264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:41:40.544342 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:41:40.637544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:40.676883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:40.677505 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:40.678915 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] 10.222.0.78 "PUT /v2.0/ports/827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1092 time: 1.2955556 Nov 12 21:41:40.705111 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fddac-8dc1-4cbf-a6e4-847018b6754c service neutron] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:40.740462 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:40.745699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-9f494ed3-ff0c-4142-8b85-f90e024f8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:40.747387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-9f494ed3-ff0c-4142-8b85-f90e024f8329 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1095 time: 0.0446682 Nov 12 21:41:40.814788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:40.887123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81cfb9-8a55-41d6-b88a-bff27b7a684d req-b3a9de52-8cc4-4741-b56a-72ed84829d7e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:40.888636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd81cfb9-8a55-41d6-b88a-bff27b7a684d req-b3a9de52-8cc4-4741-b56a-72ed84829d7e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 943 time: 0.1070421 Nov 12 21:41:40.890000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-1e33f43f-10f0-46da-b43a-5bb7e5acb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:40.891405 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-1e33f43f-10f0-46da-b43a-5bb7e5acb8b1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.1371539 Nov 12 21:41:40.988692 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bd81cfb9-8a55-41d6-b88a-bff27b7a684d req-94672c1e-2e12-4243-886b-ff0339534d1e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936575 Nov 12 21:41:40.990402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-ac28d110-ab2e-4526-bd6c-2c4d281a8b79 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1000 time: 0.0897686 Nov 12 21:41:41.041074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-bbcc1ab4-64e3-44df-9b03-2b9065496719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:41.042512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-bbcc1ab4-64e3-44df-9b03-2b9065496719 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0444953 Nov 12 21:41:41.088190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-1269202c-2429-49d4-bd18-98cb0ee58951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:41.089664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-1269202c-2429-49d4-bd18-98cb0ee58951 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403690 Nov 12 21:41:41.181792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-b0268eb2-ab47-4cb3-a466-c108a3ee7df2 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848641 Nov 12 21:41:41.272230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-518c0416-80ff-43b5-b2f2-8700494d0e34 req-249414ef-5a5e-4533-9983-d5e27c6f07ed service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837417 Nov 12 21:41:42.107577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b20b-50ff-41ce-a700-02d97130559a req-27062c1e-47e5-436e-b9a3-7aa09a11404a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.109067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d941b20b-50ff-41ce-a700-02d97130559a req-27062c1e-47e5-436e-b9a3-7aa09a11404a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 943 time: 0.0490084 Nov 12 21:41:42.161514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d941b20b-50ff-41ce-a700-02d97130559a req-2d80a021-0c52-43cb-abba-049b05d703a0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459111 Nov 12 21:41:42.277352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:41:42.279688 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:41:42.328046 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3ab0e-bd9f-4b79-89b6-c29529f57b20 x-openstack-request-id: req-17e3ab0e-bd9f-4b79-89b6-c29529f57b20 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:41:42.328422 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:41:42.328680 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17e3ab0e-bd9f-4b79-89b6-c29529f57b20 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:41:42.329696 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'status': 'completed', 'code': 200} Nov 12 21:41:42.394339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-30da18b9-8c1f-490f-b274-1e30910ed3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.395864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-30da18b9-8c1f-490f-b274-1e30910ed3e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1095 time: 0.0421414 Nov 12 21:41:42.396868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-efac33bf-c45e-4ef3-a3d1-118af7631bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.398373 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-efac33bf-c45e-4ef3-a3d1-118af7631bb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1095 time: 0.0421968 Nov 12 21:41:42.488637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-b60615e6-652a-4414-8519-e4e2a1ebca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.490123 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-b60615e6-652a-4414-8519-e4e2a1ebca25 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0862496 Nov 12 21:41:42.498290 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-4b78a0b5-5c25-4ab0-86a7-b0aadf62ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.499594 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-4b78a0b5-5c25-4ab0-86a7-b0aadf62ab26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0881419 Nov 12 21:41:42.564831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-0bc71d7e-e5e4-4242-8f93-e7501896e1f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1000 time: 0.0657659 Nov 12 21:41:42.569274 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-2a13afc4-6dc7-46d8-8379-f80464d5a7cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1000 time: 0.0588295 Nov 12 21:41:42.616408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-a13463db-66be-4e2a-8318-e7ed414f7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.617912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-a13463db-66be-4e2a-8318-e7ed414f7348 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0457716 Nov 12 21:41:42.622971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-ea221f27-eed2-4275-8b6a-4ee6580ca5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.624460 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-ea221f27-eed2-4275-8b6a-4ee6580ca5af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0442555 Nov 12 21:41:42.666133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-38b765c7-a59e-497b-ab02-28e55f6f3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.667774 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-38b765c7-a59e-497b-ab02-28e55f6f3c26 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412188 Nov 12 21:41:42.675237 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-09ee9f47-15fb-48b8-93e2-69dea9329510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:42.683767 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-09ee9f47-15fb-48b8-93e2-69dea9329510 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443332 Nov 12 21:41:42.766396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-e6f5b220-0ad7-4551-a60c-6fbd5be332d3 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908685 Nov 12 21:41:42.774151 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-b91f05b2-ea8b-46a4-9143-6edf781826f8 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846417 Nov 12 21:41:42.864200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-558c473e-3d77-412a-993e-e2470f4c9580 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903468 Nov 12 21:41:42.872353 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b9524898-df5f-4fce-bd5f-3571ff8fa0c0 req-b92dde60-03c9-4c12-92e0-5809c2b7d957 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870311 Nov 12 21:41:42.911269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:41:42.952571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:41:43.284053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554c816-79a8-40d2-a29b-572e5bbe1945 req-f3617c57-1f74-48bf-b5d1-2e0b94b41e0e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:43.285594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554c816-79a8-40d2-a29b-572e5bbe1945 req-f3617c57-1f74-48bf-b5d1-2e0b94b41e0e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 943 time: 0.0527489 Nov 12 21:41:43.334183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2554c816-79a8-40d2-a29b-572e5bbe1945 req-1b7c0520-9df4-484d-a0f8-e03386852106 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Nov 12 21:41:43.943392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394f5d-f29a-4ec8-b60f-61ace890b521 req-76e9887e-af02-4346-9167-c62c5c2af657 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:43.944803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63394f5d-f29a-4ec8-b60f-61ace890b521 req-76e9887e-af02-4346-9167-c62c5c2af657 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 943 time: 0.0521445 Nov 12 21:41:44.026828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-63394f5d-f29a-4ec8-b60f-61ace890b521 req-8218efd6-2f86-4e30-8999-1e1d57e5e2e7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724247 Nov 12 21:41:44.035330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-74efa434-2b08-441b-8ea7-a241c85187a4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:44.036765 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-74efa434-2b08-441b-8ea7-a241c85187a4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436&tenant_id=4b98ad3654ee47b9b7a49728623e6f40&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 943 time: 0.0910959 Nov 12 21:41:44.100959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-f2b9b37b-cece-42e9-bf67-1071af5906dc service neutron] 10.222.0.78 "GET /v2.0/ports/827104d9-3f10-4cbd-a1ad-040166e5b5a4/bindings/n-h1-713498-29 HTTP/1.1" status: 200 len: 383 time: 0.0561936 Nov 12 21:41:44.165131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-b7d8ff29-901d-4fa2-98ed-6946ad94901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:44.166673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-b7d8ff29-901d-4fa2-98ed-6946ad94901f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1095 time: 0.0426767 Nov 12 21:41:44.263662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-b7d35014-5966-4fdf-a7e1-dd688c06fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:44.265165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-b7d35014-5966-4fdf-a7e1-dd688c06fdfb service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0917244 Nov 12 21:41:44.333441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-c0220a65-f2fe-4693-860f-b5d384699c2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1000 time: 0.0610683 Nov 12 21:41:44.383084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-be796093-7502-4c55-835e-f5d69921496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:44.384520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-be796093-7502-4c55-835e-f5d69921496e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0428929 Nov 12 21:41:44.434162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-b02ccbdd-5cf0-4b30-9b11-0326a27b07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:44.435671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-b02ccbdd-5cf0-4b30-9b11-0326a27b07d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446010 Nov 12 21:41:44.524189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-f0974c9c-a1ec-477e-a493-a7c29c0153ce service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817873 Nov 12 21:41:44.558515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:41:44.618080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-3eff3b87-c621-4542-9146-05932e28348f service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869691 Nov 12 21:41:44.658365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:44.669192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'mac_address': 'fa:16:3e:a0:9c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:41:44.708675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:44.721491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827104d9-3f10-4cbd-a1ad-040166e5b5a4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:41:44.740292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:44.836894 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:44.888784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:44.896164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.896512 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.896852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.897188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.897525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.897853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.898218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.898531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.898852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.899175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.899540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:44.899860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:45.060683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['827104d9-3f10-4cbd-a1ad-040166e5b5a4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:41:45.150718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd5af-3a76-497c-97bb-61f477881266 req-4cc84786-c224-41e3-a769-14c73e39c015 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:45.152342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa4fd5af-3a76-497c-97bb-61f477881266 req-4cc84786-c224-41e3-a769-14c73e39c015 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 944 time: 0.0498004 Nov 12 21:41:45.201324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa4fd5af-3a76-497c-97bb-61f477881266 req-c9613991-a1ab-4bf4-abdc-fcb411fcb751 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424035 Nov 12 21:41:46.323622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22b3a6-3a25-473f-a0e3-fa25c76334f1 req-5a96186b-1d63-4eca-a0c7-9f883fa2f323 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:46.325092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb22b3a6-3a25-473f-a0e3-fa25c76334f1 req-5a96186b-1d63-4eca-a0c7-9f883fa2f323 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 944 time: 0.0490742 Nov 12 21:41:46.378296 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb22b3a6-3a25-473f-a0e3-fa25c76334f1 req-5576df28-609a-4505-ade7-da73ceb5a6bd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470293 Nov 12 21:41:46.573909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:41:46.705636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:41:46.709721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:41:46.711239 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:46.786068 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:46.810072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:41:46.823608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:46.850227 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8477e75e-6d36-4458-a70b-630f1742bbfb" -d '{"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-plugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:41:46.888848 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:46.943737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:46.951563 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eaf3fd-0dbe-4518-9da5-d38b3fe13836 x-openstack-request-id: req-39eaf3fd-0dbe-4518-9da5-d38b3fe13836 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:41:46.951852 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-plugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:41:46.952103 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39eaf3fd-0dbe-4518-9da5-d38b3fe13836 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:41:46.952488 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'code': 200} Nov 12 21:41:47.152618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-9ec7e720-4164-49eb-9462-1a8c5c1a50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:47.154111 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-9ec7e720-4164-49eb-9462-1a8c5c1a50b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 1097 time: 0.0410309 Nov 12 21:41:47.170250 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:41:47.222637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:47.434371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:47.467995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:41:47.508091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d7d8e-7d56-41ea-a2cd-81a24ddb286e req-dc99d6ac-e5b5-494c-8e83-3e58d5700b45 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:47.508705 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:41:47.509648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-820d7d8e-7d56-41ea-a2cd-81a24ddb286e req-dc99d6ac-e5b5-494c-8e83-3e58d5700b45 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0563638 Nov 12 21:41:47.514350 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:47.529732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Transition to ACTIVE for port object 827104d9-3f10-4cbd-a1ad-040166e5b5a4 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:41:47.550292 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b61c31-39e4-431b-95ec-8eef741c5e4b" -d '{"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-unplugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:41:47.564676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-820d7d8e-7d56-41ea-a2cd-81a24ddb286e req-81bb946c-f305-4df1-914d-309be9916508 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481789 Nov 12 21:41:47.600580 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:47.685340 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a765b0-60c9-458a-b986-aff9681eb00f x-openstack-request-id: req-94a765b0-60c9-458a-b986-aff9681eb00f {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:41:47.693653 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-unplugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:41:47.693653 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94a765b0-60c9-458a-b986-aff9681eb00f {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:41:47.693653 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'code': 200} Nov 12 21:41:47.694044 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=10']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:47.709461 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.709812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.710146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.710478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.710807 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.711142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.711491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.711816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.712140 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.712462 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.712782 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.713159 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:41:47.753127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] No DVR routers for this DVR port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:41:47.906474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:41:47.906779 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:41:47.907114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:41:47.913161 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:41:47.913481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Attempting to bind port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:41:47.918360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:41:47.918693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:41:47.919465 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:41:47.919892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Bound port: 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:41:47.920362 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:48.001145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:41:48.004844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:41:48.075818 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:48.121077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:48.121705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:48.123114 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] 10.222.0.46 "PUT /v2.0/ports/827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1093 time: 0.9568026 Nov 12 21:41:48.166064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e8314-bb11-4331-99e7-b7689813e6bb service neutron] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=11']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:48.200366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-49494006-dd07-4934-9dd8-ed6412fcb147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:48.201861 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-49494006-dd07-4934-9dd8-ed6412fcb147 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1096 time: 0.0455496 Nov 12 21:41:48.304175 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-bcf93861-8e86-4b60-a029-7e8654a6d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:48.306426 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-bcf93861-8e86-4b60-a029-7e8654a6d394 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0965276 Nov 12 21:41:48.686789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b170d-c112-4eae-8f5e-e58ecdef80cd req-46e755da-48a2-41ef-b6f3-3e72178837d1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:48.688337 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-030b170d-c112-4eae-8f5e-e58ecdef80cd req-46e755da-48a2-41ef-b6f3-3e72178837d1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 944 time: 0.0518103 Nov 12 21:41:48.701734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-88873103-f58f-4d59-b9f1-223d21fc5be1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1000 time: 0.3845079 Nov 12 21:41:48.736113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-030b170d-c112-4eae-8f5e-e58ecdef80cd req-e44b63ec-836a-4414-acde-d0f2284172d7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415719 Nov 12 21:41:48.756468 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-d20badaf-fff8-4c62-b2a4-7a2f59ccae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:48.757927 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-d20badaf-fff8-4c62-b2a4-7a2f59ccae26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0446858 Nov 12 21:41:48.809689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-235090ae-0276-49e1-ab62-8a15fd0e6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:48.811148 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-235090ae-0276-49e1-ab62-8a15fd0e6ff3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405750 Nov 12 21:41:48.909452 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-c3e81b24-d4fb-4987-b5af-7b1510d2fe19 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884104 Nov 12 21:41:49.007842 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a48cbbac-cab8-4e56-999f-ac9945c29a1e req-60b8ca5a-ff62-4966-9c8e-bd8ec38526b1 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872340 Nov 12 21:41:49.687827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:41:49.690324 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500d6469-b41d-42cd-9301-cfafa10f50e1" -d '{"events": [{"name": "network-changed", "server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:41:49.740899 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ef546b-2310-4afc-bdc8-e53e4b81ac1f x-openstack-request-id: req-29ef546b-2310-4afc-bdc8-e53e4b81ac1f {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:41:49.741190 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:41:49.741466 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29ef546b-2310-4afc-bdc8-e53e4b81ac1f {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:41:49.741866 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'status': 'completed', 'code': 200} Nov 12 21:41:49.803971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-918f38ff-99f3-489c-ab56-6c241dce18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:49.805471 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-918f38ff-99f3-489c-ab56-6c241dce18b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1096 time: 0.0439351 Nov 12 21:41:49.810245 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-4e116b8a-4337-4f39-8881-61d507d6bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:49.811757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-4e116b8a-4337-4f39-8881-61d507d6bd9b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 1096 time: 0.0469680 Nov 12 21:41:49.898381 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-6dfaf89c-51d4-4e74-8762-a0f8883c5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:49.900132 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-6dfaf89c-51d4-4e74-8762-a0f8883c5a0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0859218 Nov 12 21:41:49.921532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd628-4238-4202-a104-ee374d4a66cb req-69434902-2187-4caa-b81b-766314be070c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:49.923041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2cbd628-4238-4202-a104-ee374d4a66cb req-69434902-2187-4caa-b81b-766314be070c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 944 time: 0.1103902 Nov 12 21:41:49.957373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-07651d77-73c4-4cf3-a4e7-b981c663f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:49.958745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-07651d77-73c4-4cf3-a4e7-b981c663f0bb service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.1378582 Nov 12 21:41:49.973251 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-5500e403-c697-4e64-b948-3e9aaa8e83a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1000 time: 0.0632579 Nov 12 21:41:50.028211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-72dd7714-5887-4800-a62a-c3eb8a923b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:50.029183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2cbd628-4238-4202-a104-ee374d4a66cb req-1f9e4926-ac2e-4291-98ce-ccdb70d20e21 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979207 Nov 12 21:41:50.029530 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-72dd7714-5887-4800-a62a-c3eb8a923b1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0485239 Nov 12 21:41:50.045251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-224a1e20-a4d1-420d-9e68-465094763a31 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 200 len: 1000 time: 0.0754817 Nov 12 21:41:50.080186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-b2cc79bd-5494-45c2-bbe8-c3392e65d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:50.082017 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-b2cc79bd-5494-45c2-bbe8-c3392e65d543 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448530 Nov 12 21:41:50.100127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-2b153416-6f3a-4688-a7a8-b4628709e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:50.101623 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-2b153416-6f3a-4688-a7a8-b4628709e9d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0503547 Nov 12 21:41:50.150711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-9a2eebfa-4bf3-4bbe-bc9e-d231393d040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:50.152130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-9a2eebfa-4bf3-4bbe-bc9e-d231393d040a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437198 Nov 12 21:41:50.182362 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-d1a68a1c-de15-491c-9215-4102b09bcfbf service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925486 Nov 12 21:41:50.244090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-fca546f5-1e00-447c-85b6-8d80274ada25 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851181 Nov 12 21:41:50.274816 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-700a0462-e948-45c1-947a-86427d77313a service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Nov 12 21:41:50.339867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-500d6469-b41d-42cd-9301-cfafa10f50e1 req-011d43e9-0659-4ca7-a872-f1b7cdfdc1b8 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889676 Nov 12 21:41:50.605200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:41:50.644243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:41:50.953834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:41:51.176426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d2906-2070-40a0-8f88-dfb2ffaaa9d1 req-72685ce7-318b-4b0e-b3ff-4cfd003cbd20 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:51.178021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e15d2906-2070-40a0-8f88-dfb2ffaaa9d1 req-72685ce7-318b-4b0e-b3ff-4cfd003cbd20 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 944 time: 0.0552859 Nov 12 21:41:51.215605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:51.226755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'mac_address': 'fa:16:3e:a0:9c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:41:51.229832 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e15d2906-2070-40a0-8f88-dfb2ffaaa9d1 req-03af54bf-a977-4f34-b8cf-6f589ad5fdd7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450189 Nov 12 21:41:51.264930 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:51.278849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827104d9-3f10-4cbd-a1ad-040166e5b5a4 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:41:51.300325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:51.360871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d328fc-a38e-4a2e-b4fb-4565ec053628 req-25f1622e-f92f-4dd8-b493-435c9a44ab9b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:51.362903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73d328fc-a38e-4a2e-b4fb-4565ec053628 req-25f1622e-f92f-4dd8-b493-435c9a44ab9b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 944 time: 0.0538204 Nov 12 21:41:51.389798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:51.411234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73d328fc-a38e-4a2e-b4fb-4565ec053628 req-eb20026d-737a-45cb-978f-6f2419b7cf6b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Nov 12 21:41:51.440487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=12']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:51.527009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029d61e-d268-45ca-b672-15c789041c6f req-c302aca8-5051-49b3-820d-193087c24252 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:51.528439 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9029d61e-d268-45ca-b672-15c789041c6f req-c302aca8-5051-49b3-820d-193087c24252 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0498388 Nov 12 21:41:51.576416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9029d61e-d268-45ca-b672-15c789041c6f req-f9604c0b-101c-4acd-80b0-7cb07b389e82 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413594 Nov 12 21:41:51.629860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['827104d9-3f10-4cbd-a1ad-040166e5b5a4'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:41:52.023724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc61a8a-d93b-4335-97de-46795a38397a req-953eedd1-f4d8-46b6-abe3-276100c4d047 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:52.025204 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-edc61a8a-d93b-4335-97de-46795a38397a req-953eedd1-f4d8-46b6-abe3-276100c4d047 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0496628 Nov 12 21:41:52.076542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-edc61a8a-d93b-4335-97de-46795a38397a req-f9c53aa0-0545-4d11-9c94-3cca14669493 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 Nov 12 21:41:52.961379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:41:53.085983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:41:53.089991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:41:53.090360 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:53.102430 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:41:53.170471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:53.197867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:41:53.200137 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1afb45-4605-4557-958b-57e6b2510dd8" -d '{"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-plugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:41:53.201684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea41e2b-2ff4-460d-add3-8dca8bbe5c92 req-07a0c8be-3c3b-4b7b-82bc-748d128ffa12 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:53.203203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ea41e2b-2ff4-460d-add3-8dca8bbe5c92 req-07a0c8be-3c3b-4b7b-82bc-748d128ffa12 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 945 time: 0.0522058 Nov 12 21:41:53.213469 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:53.241985 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2671cc7d-0d06-455e-a58e-eb424a521de3 x-openstack-request-id: req-2671cc7d-0d06-455e-a58e-eb424a521de3 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:41:53.242281 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-plugged", "status": "completed", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:41:53.242534 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2671cc7d-0d06-455e-a58e-eb424a521de3 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:41:53.242932 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'code': 200} Nov 12 21:41:53.258898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ea41e2b-2ff4-460d-add3-8dca8bbe5c92 req-beecaae0-add2-42e9-b07c-4ef94a059d8d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487723 Nov 12 21:41:53.280246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:53.330887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=13']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:53.422613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-a3c0366b-4cc4-4c46-8d15-478547ad5a38 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:53.424318 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-a3c0366b-4cc4-4c46-8d15-478547ad5a38 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 946 time: 0.0536404 Nov 12 21:41:53.513484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Deleting port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:41:53.513735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:53.603751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] For port 827104d9-3f10-4cbd-a1ad-040166e5b5a4, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=827104d9-3f10-4cbd-a1ad-040166e5b5a4,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:41:53.604105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:53.822735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:53.823001 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:53.823328 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19 disassociated. External IP: 172.25.8.212, port: 827104d9-3f10-4cbd-a1ad-040166e5b5a4. Nov 12 21:41:53.823668 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Calling delete_port for 827104d9-3f10-4cbd-a1ad-040166e5b5a4 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:41:54.011918 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:54.045196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event deleted for resources: {'Port': ['ID=827104d9-3f10-4cbd-a1ad-040166e5b5a4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:54.165831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:41:54.277666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:41:54.289006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:41:54.301098 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:41:54.302110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:41:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:41:54.319965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] No DVR routers for this DVR port 827104d9-3f10-4cbd-a1ad-040166e5b5a4 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:41:54.322877 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:54.326369 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47fe8cba-a842-420a-aaa3-f49a94f609a3 req-f1359761-6985-41f9-93bf-7d4f497c4cd0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "DELETE /v2.0/ports/827104d9-3f10-4cbd-a1ad-040166e5b5a4 HTTP/1.1" status: 204 len: 173 time: 0.8960779 Nov 12 21:41:54.326831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-deleted', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:41:54.329455 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa49c5-2497-4ddc-a412-d603bac96fc7" -d '{"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-deleted", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:41:54.369820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61ae985b-2610-4d43-8d2d-5d31f63527fc req-04f20618-d4bb-40c6-b8f7-a43164b8f144 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=82841de8-92ba-4f17-baa5-38836fac6436 HTTP/1.1" status: 200 len: 210 time: 0.0282834 Nov 12 21:41:54.378986 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e1b7c1-750c-4498-a50b-7cc3a76f9fdd x-openstack-request-id: req-51e1b7c1-750c-4498-a50b-7cc3a76f9fdd {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:41:54.379417 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82841de8-92ba-4f17-baa5-38836fac6436", "name": "network-vif-deleted", "tag": "827104d9-3f10-4cbd-a1ad-040166e5b5a4", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:41:54.379858 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51e1b7c1-750c-4498-a50b-7cc3a76f9fdd {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:41:54.380371 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82841de8-92ba-4f17-baa5-38836fac6436', 'name': 'network-vif-deleted', 'tag': '827104d9-3f10-4cbd-a1ad-040166e5b5a4', 'status': 'completed', 'code': 200} Nov 12 21:41:54.413443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:41:54.614615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:41:54.640694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:41:54.650208 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:41:54.650838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:41:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:41:54.757156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:41:54.958104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:41:54.984454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5b689e-23d7-4f3f-8669-a483459cef0b None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:41:55.214929 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc0ab0-acab-4c23-83e1-1e051c21f328 None None] New status for floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:41:55.660805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-a2a0c306-7941-469c-9a65-f7249272c1fe tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--224251509&fields=id&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 267 time: 0.0420141 Nov 12 21:41:55.768994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-69432a5a-b8d3-440b-a1b7-9cd9a5187d9c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:55.770363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-69432a5a-b8d3-440b-a1b7-9cd9a5187d9c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 812 time: 0.1027818 Nov 12 21:41:55.785495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-647b8586-9581-474a-ad23-576b3db0c749 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/quotas/4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 375 time: 0.0095303 Nov 12 21:41:55.838163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-a92e86ec-ddbb-44e5-9d33-b52dccbbba74 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474069 Nov 12 21:41:56.006963 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-18589dcf-de88-47bb-98ed-ec5f817b99d2 service neutron] 10.222.0.64 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244533 Nov 12 21:41:56.097286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-e60335fc-1707-4134-8a34-dbdcf84e9a36 service neutron] 10.222.0.64 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842164 Nov 12 21:41:56.356951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-548e3ed2-abdc-412f-b6ea-bf10c2a11d69 req-7f8f1fd1-efc8-43cf-95db-52d5cd266db5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 210 time: 0.0311527 Nov 12 21:41:56.970252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:41:56.990191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 827104d9-3f10-4cbd-a1ad-040166e5b5a4 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:41:56.990530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 827104d9-3f10-4cbd-a1ad-040166e5b5a4 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:41:57.453528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f63fbfc-d016-43b1-9c32-7fad91379d63 req-2ebe60f7-605d-4411-991c-94f7718c3a81 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 210 time: 0.0271749 Nov 12 21:41:57.642331 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9df47944-894b-43ba-b100-bcd5dd17dc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:58.264484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-a376388a-3ae7-4484-9ffc-d41a3be019b5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:58.265947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-a376388a-3ae7-4484-9ffc-d41a3be019b5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 812 time: 0.1032090 Nov 12 21:41:58.337355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-ac04f63f-d975-47c3-b730-abd972f37819 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 379 time: 0.0613201 Nov 12 21:41:58.346628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'port': {'device_id': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'admin_state_up': True, 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'security_groups': ['9195614c-42ca-4ebd-b3c5-1571e8908145']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:41:58.550492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f9e78e2c-30fa-40b4-a046-0a41a85758f3 req-94a2a5f3-8c46-43b0-8cd4-96f6e610f722 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 210 time: 0.0264020 Nov 12 21:41:58.551526 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Made reservation on behalf of 4b98ad3654ee47b9b7a49728623e6f40 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:41:58.555046 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:58.683138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Allocated IP 172.20.0.12 (2523aa34-15db-4517-a68b-645575d2c94a/9928c5fd-97fe-4a13-b343-8d7d82da0bfa/8f6afbc8-fdf4-464b-8b92-dea1e34a314e) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:41:58.819172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:58.922690 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:58.965707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Network 2523aa34-15db-4517-a68b-645575d2c94a is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:41:58.970737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:41:58.974620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:41:58.981913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:59.030033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:59.030639 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:59.111424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-347db0cb-8fa5-4eac-ad92-678734a6dd5e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7683008 Nov 12 21:41:59.124206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Request body: {'port': {'device_id': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:41:59.181421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:59.211829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-894ec57a-c7ea-4558-80d7-41938932a8f7 None None] Provisioning complete for port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:41:59.212405 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-894ec57a-c7ea-4558-80d7-41938932a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:59.247093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-894ec57a-c7ea-4558-80d7-41938932a8f7 None None] Port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:41:59.446336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6afbc8-fdf4-464b-8b92-dea1e34a314e {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:41:59.453567 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:59.466086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Transition to ACTIVE for port object 8f6afbc8-fdf4-464b-8b92-dea1e34a314e will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:41:59.550863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:59.601779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:59.707932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:41:59.708795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:41:59.709136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:41:59.723642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99ffd0-9cf9-4c65-bc43-73cbc5ae6594 req-10f88c66-33b3-4306-8afd-ed6e6249a688 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:59.725753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa99ffd0-9cf9-4c65-bc43-73cbc5ae6594 req-10f88c66-33b3-4306-8afd-ed6e6249a688 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0958724 Nov 12 21:41:59.726337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:41:59.726656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:41:59.733978 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:41:59.734390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:41:59.734677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:41:59.735102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Bound port: 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:41:59.735482 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:59.816220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa99ffd0-9cf9-4c65-bc43-73cbc5ae6594 req-83dcb6a4-09c4-4ebb-8723-aa1c3332c1f9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841873 Nov 12 21:41:59.835882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:41:59.838972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:41:59.888998 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:59.923336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:41:59.924054 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:41:59.925326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] 10.222.0.78 "PUT /v2.0/ports/8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1093 time: 0.8054717 Nov 12 21:41:59.925767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:41:59.928092 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ee7e41-7f59-4fcc-9292-8274a9edd3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:41:59.956836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80e184-050f-4e6f-aa89-076de126488a service neutron] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:41:59.971522 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a45e217-68fe-439d-baea-31b1be3523e0 x-openstack-request-id: req-1a45e217-68fe-439d-baea-31b1be3523e0 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:41:59.971810 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:41:59.972057 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a45e217-68fe-439d-baea-31b1be3523e0 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:41:59.972473 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'status': 'completed', 'code': 200} Nov 12 21:42:00.038183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee7e41-7f59-4fcc-9292-8274a9edd3e1 req-678a0f15-8d50-425a-9f58-198792112c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:00.043908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55ee7e41-7f59-4fcc-9292-8274a9edd3e1 req-678a0f15-8d50-425a-9f58-198792112c7b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1096 time: 0.0476577 Nov 12 21:42:00.120350 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-34ec4743-e7ae-4bec-b1ec-d0067f0af30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:00.161564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee7e41-7f59-4fcc-9292-8274a9edd3e1 req-8fde898a-6295-4bba-9a48-ddc89976eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:00.163049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55ee7e41-7f59-4fcc-9292-8274a9edd3e1 req-8fde898a-6295-4bba-9a48-ddc89976eab5 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1156511 Nov 12 21:42:00.258391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee7e41-7f59-4fcc-9292-8274a9edd3e1 req-97f3377a-1ccf-4721-83e0-72d853af7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:00.259931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55ee7e41-7f59-4fcc-9292-8274a9edd3e1 req-97f3377a-1ccf-4721-83e0-72d853af7483 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901861 Nov 12 21:42:00.334149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-ec81818c-4ba3-4b47-a0d5-ec737ac1f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:00.335746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-ec81818c-4ba3-4b47-a0d5-ec737ac1f085 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1096 time: 0.0408688 Nov 12 21:42:00.380578 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-66df75e5-0856-432e-8a08-eeb9be42e19f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 217 time: 0.0377476 Nov 12 21:42:00.429964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-117f15c3-9895-46f4-ab9e-2b702f7d8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:00.431412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-117f15c3-9895-46f4-ab9e-2b702f7d8130 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0436010 Nov 12 21:42:00.476539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-2c159dfc-284f-49b3-88d0-d85c4cd3456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:00.477917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-2c159dfc-284f-49b3-88d0-d85c4cd3456d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399382 Nov 12 21:42:00.569962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-4f584eb7-6448-485f-b284-ae1423b6801d service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848866 Nov 12 21:42:00.658810 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42a4f31d-4b26-41fa-9117-66e0ca5e2e8a req-c23e78e5-a7e2-4a56-bd29-4d3d83544959 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Nov 12 21:42:00.936032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abe641-b289-40c8-a648-97384cb5d941 req-34755c60-4083-46ba-a714-6cc1cf563d92 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:00.937520 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5abe641-b289-40c8-a648-97384cb5d941 req-34755c60-4083-46ba-a714-6cc1cf563d92 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0535460 Nov 12 21:42:00.984420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5abe641-b289-40c8-a648-97384cb5d941 req-3ade66d6-6c6f-4b21-b6aa-bdfa354cb1a4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403922 Nov 12 21:42:01.462407 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:02.102172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967ac12-70eb-40f9-9c3d-b712554d1724 req-c85224ca-02bb-4d07-ae62-d591d0bb66d0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:02.103688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5967ac12-70eb-40f9-9c3d-b712554d1724 req-c85224ca-02bb-4d07-ae62-d591d0bb66d0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0500362 Nov 12 21:42:02.150021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5967ac12-70eb-40f9-9c3d-b712554d1724 req-1286cb3c-9997-4752-99d7-3336603cdd4a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 Nov 12 21:42:02.652148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:42:02.748525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:42:02.759426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'mac_address': 'fa:16:3e:f1:c3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:42:02.795873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:02.811951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6afbc8-fdf4-464b-8b92-dea1e34a314e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:42:02.830661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:42:02.882081 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:02.969238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:42:03.097370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['8f6afbc8-fdf4-464b-8b92-dea1e34a314e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:42:03.198065 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:03.280248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306dfc-3e57-4be9-bdf3-1afc0c78b3b6 req-d7f1299d-3d60-46a0-a2c3-95569906c172 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:03.281718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2306dfc-3e57-4be9-bdf3-1afc0c78b3b6 req-d7f1299d-3d60-46a0-a2c3-95569906c172 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0543792 Nov 12 21:42:03.330980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2306dfc-3e57-4be9-bdf3-1afc0c78b3b6 req-f5986439-53bf-473c-92eb-6d5dbe67e255 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 Nov 12 21:42:03.619366 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:04.444968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5efc-fc2d-4b48-a0a0-49b8dabb8ce7 req-c5cbf546-f721-4602-a88f-0e22aa61b89d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:04.446356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-635e5efc-fc2d-4b48-a0a0-49b8dabb8ce7 req-c5cbf546-f721-4602-a88f-0e22aa61b89d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0491719 Nov 12 21:42:04.492748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-635e5efc-fc2d-4b48-a0a0-49b8dabb8ce7 req-6c8532af-aece-49e8-9451-a513974c6fad tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404968 Nov 12 21:42:04.667383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:42:04.782805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:42:04.786581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:42:04.786951 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:04.861425 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:04.886903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:42:04.889172 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f4dc54-de21-4bed-9ffa-2e245200c1a5" -d '{"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-plugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:42:04.901495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:42:04.926886 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6138fdbe-5614-489b-8f1e-f77ad0cb9dba x-openstack-request-id: req-6138fdbe-5614-489b-8f1e-f77ad0cb9dba {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:42:04.927179 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-plugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:42:04.927454 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6138fdbe-5614-489b-8f1e-f77ad0cb9dba {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:42:04.927869 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'code': 200} Nov 12 21:42:04.973560 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:05.021211 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715b43-cdab-4fd1-ab26-b009eb1d76ed req-f6625acb-7f89-480c-ac96-377cd3b98de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:05.021773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:42:05.022850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65715b43-cdab-4fd1-ab26-b009eb1d76ed req-f6625acb-7f89-480c-ac96-377cd3b98de5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1098 time: 0.0410709 Nov 12 21:42:05.071014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65715b43-cdab-4fd1-ab26-b009eb1d76ed req-8acf61e3-aaca-4ca8-9fcf-c0de3a0f8b68 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Nov 12 21:42:05.608090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8755921-20ee-4c57-9384-ca2ffff42439 req-ab9fc345-a068-4e7d-b43d-3330b7157d2e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:05.609555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8755921-20ee-4c57-9384-ca2ffff42439 req-ab9fc345-a068-4e7d-b43d-3330b7157d2e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0484421 Nov 12 21:42:05.656017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8755921-20ee-4c57-9384-ca2ffff42439 req-f306a0f7-1fb9-436e-a39a-5f8d2c46089c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 Nov 12 21:42:06.772402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e1889-0c0c-487a-b5a3-b9e66f062577 req-872e831e-a13b-49e9-8e7c-30afd8a7f9c5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:06.773926 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-108e1889-0c0c-487a-b5a3-b9e66f062577 req-872e831e-a13b-49e9-8e7c-30afd8a7f9c5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0486636 Nov 12 21:42:06.821197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-108e1889-0c0c-487a-b5a3-b9e66f062577 req-a5d04cd7-03f8-4ec6-b207-0da187197874 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411842 Nov 12 21:42:07.272584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa4ad5-c1e0-4e57-aa23-15082bbd7bfc req-fa0c972d-0c48-47c9-b235-3d446786d5dd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:07.274957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3afa4ad5-c1e0-4e57-aa23-15082bbd7bfc req-fa0c972d-0c48-47c9-b235-3d446786d5dd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.3888302 Nov 12 21:42:07.283789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34420) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:42:07.288038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Request body: {'floatingip': {'port_id': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:42:07.326862 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:07.756636 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:07.816721 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:07.919813 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19 associated. External IP: 172.25.8.212, port: 8f6afbc8-fdf4-464b-8b92-dea1e34a314e. Nov 12 21:42:08.128331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:42:08.236868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:42:08.241852 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:08.247443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:42:08.257495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:42:08.258198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:42:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:42:08.270582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-86264256-02ca-4951-bc8c-76f09a203ae6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "PUT /v2.0/floatingips/50a45238-b51b-4e5a-8e8b-33024b0d1f19 HTTP/1.1" status: 200 len: 993 time: 0.9857183 Nov 12 21:42:08.271177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:42:08.273471 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b1140a-26a9-4ada-b615-996b678a2dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:42:08.325514 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24915254-e6a5-45b4-8d70-e053b3e6b9dd x-openstack-request-id: req-24915254-e6a5-45b4-8d70-e053b3e6b9dd {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:42:08.325796 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:42:08.326040 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24915254-e6a5-45b4-8d70-e053b3e6b9dd {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:42:08.326438 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'status': 'completed', 'code': 200} Nov 12 21:42:08.376267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:42:08.398171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-a58baef0-cac6-4be4-97ca-49dc42f010fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:08.398171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-a58baef0-cac6-4be4-97ca-49dc42f010fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1098 time: 0.0421600 Nov 12 21:42:08.493924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-07f96efb-f274-49ab-b278-8cb4d31763de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:08.495579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-07f96efb-f274-49ab-b278-8cb4d31763de service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0902350 Nov 12 21:42:08.560891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-d74fc20e-269c-4e12-b20e-3b64d4c750d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1001 time: 0.0586004 Nov 12 21:42:08.609782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:f1:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:42:07Z', 'revision_number': 13, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:42:08.610633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-406cde32-efd1-4bff-93fd-79fdbf4dfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:08.612182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-406cde32-efd1-4bff-93fd-79fdbf4dfc3a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0444503 Nov 12 21:42:08.636891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:42:08.645032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:42:08.645623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:42:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:42:08.661319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-59acad60-ef9c-4ea9-b73f-1fba5b7f1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:08.662718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-59acad60-ef9c-4ea9-b73f-1fba5b7f1588 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439310 Nov 12 21:42:08.754307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-99f88eab-280e-437d-9697-0e773b7f39e4 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Nov 12 21:42:08.860937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-55b1140a-26a9-4ada-b615-996b678a2dcc req-f24a98d5-701f-4f9f-9144-1097cb628b17 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950243 Nov 12 21:42:08.915772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:42:09.136383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:f1:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:42:07Z', 'revision_number': 13, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:42:09.166515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cdfb7-d6b3-4fb7-9590-2a4d496d0b33 None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '50a45238-b51b-4e5a-8e8b-33024b0d1f19', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'port_id': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'mac_address': 'fa:16:3e:f1:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:34:37Z', 'updated_at': '2021-11-12T21:42:07Z', 'revision_number': 13, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:42:09.359110 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cfed4-4d20-4efc-9b1e-a0409cd1bd2a None None] New status for floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:42:10.769375 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:10.828332 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:21.057272 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da23b24b-2c7c-444b-ae65-fd904533402f req-b6afffb5-25ea-49ae-adae-173a18d76ebc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404379 Nov 12 21:42:21.145959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b24b-2c7c-444b-ae65-fd904533402f req-c4640d82-6070-43fb-96eb-78f9e0430be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:21.147509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da23b24b-2c7c-444b-ae65-fd904533402f req-c4640d82-6070-43fb-96eb-78f9e0430be8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1098 time: 0.0411050 Nov 12 21:42:21.259805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b24b-2c7c-444b-ae65-fd904533402f req-d3ccd815-4507-4702-8a8e-812b15c2e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:21.261295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da23b24b-2c7c-444b-ae65-fd904533402f req-d3ccd815-4507-4702-8a8e-812b15c2e741 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0914078 Nov 12 21:42:21.327542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da23b24b-2c7c-444b-ae65-fd904533402f req-25fa0f1a-43c6-4cee-bb93-7dbd42e5effe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1003 time: 0.0582666 Nov 12 21:42:21.380758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b24b-2c7c-444b-ae65-fd904533402f req-5008f896-1e0a-4d60-8170-21d92d636396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:21.382196 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da23b24b-2c7c-444b-ae65-fd904533402f req-5008f896-1e0a-4d60-8170-21d92d636396 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0473449 Nov 12 21:42:21.427091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b24b-2c7c-444b-ae65-fd904533402f req-a86c144e-2dfc-49c1-950e-4b5a2e41ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:42:21.428599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da23b24b-2c7c-444b-ae65-fd904533402f req-a86c144e-2dfc-49c1-950e-4b5a2e41ae6b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391569 Nov 12 21:42:21.518871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da23b24b-2c7c-444b-ae65-fd904533402f req-f2d39eac-b003-4098-9eb6-8ee8e6a67129 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823832 Nov 12 21:42:21.614466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da23b24b-2c7c-444b-ae65-fd904533402f req-e5dd0144-acd6-45bc-85f1-833ada3833dc service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862410 Nov 12 21:42:26.506030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-a746ff8e-754f-4bb6-81be-513a1e7c708a req-9d434c6b-3253-4476-9ae9-7d7fff3fe322 service neutron] (109629) timed out ('10.222.0.64', 57822) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:42:27.601669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c0dd18e5-5d6b-4b9c-afe8-105b0852bedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:30.081827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f7b-e8a7-4b6d-a1e0-053ca336aa1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:30.102412 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:42:31.493946 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:33.181502 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:33.604468 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:40.778685 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:40.864430 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:42:42.955037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-40d6dada-f624-445a-9f59-cd4061b3a0c1 req-39c22b2e-8fba-449e-bdd0-7c1bfc50293c service neutron] (109629) timed out ('10.222.0.46', 57842) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:42:57.618760 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-96d592bb-a270-4d00-bf0b-323753e98edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:00.078016 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf339ac3-c2cd-44c1-90f8-0c90139e4b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:01.459506 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:03.197648 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:03.601102 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:07.101223 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:43:10.808323 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:10.830916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:22.057497 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-1eddf82c-4238-4f76-89f3-c7c44702a07d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432844 Nov 12 21:43:22.146136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-8e43c9a6-2ff7-40e8-a1b6-aac2c51349e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:43:22.147648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-8e43c9a6-2ff7-40e8-a1b6-aac2c51349e7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1098 time: 0.0452294 Nov 12 21:43:22.255982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-954928f1-73d5-46b5-863d-d1873e5c2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:43:22.257466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-954928f1-73d5-46b5-863d-d1873e5c2dc1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0905745 Nov 12 21:43:22.326638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-fb2f2bc2-c700-4281-bc06-0c239dece693 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1003 time: 0.0606551 Nov 12 21:43:22.380107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-ca1f1e1b-988f-4e44-897e-0965afe91a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:43:22.381518 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-ca1f1e1b-988f-4e44-897e-0965afe91a5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0471501 Nov 12 21:43:22.426600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-dd7062ac-fb58-449d-ad82-911350600efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:43:22.428099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-dd7062ac-fb58-449d-ad82-911350600efb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396969 Nov 12 21:43:22.516703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-3b246e36-b7e0-448b-a105-bc210ea9addc service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812795 Nov 12 21:43:22.612031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bc38e4ff-d628-412c-b75f-53f1ec139330 req-38d4afda-f426-4be3-80bd-7a70cf17ee0a service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877750 Nov 12 21:43:27.590366 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed007188-0999-4757-aea1-890d9416e119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:30.064649 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ff58398-0281-4e38-913b-35b6170236b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:31.476139 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:33.230690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:33.653589 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:40.782978 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:40.857538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:44.100430 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:43:46.882659 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a07156-d623-495d-af85-4bb2f73777cf req-d13bfbfd-332f-4d45-b4ab-49fea9eeb23c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:43:46.884190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51a07156-d623-495d-af85-4bb2f73777cf req-d13bfbfd-332f-4d45-b4ab-49fea9eeb23c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0491576 Nov 12 21:43:46.932652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51a07156-d623-495d-af85-4bb2f73777cf req-a3f65849-15f0-40e5-bb75-008c726caad2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Nov 12 21:43:57.577713 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52532646-fb96-46e1-a675-2cd894070198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:43:59.348922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-5b29a9be-94ca-4309-b863-464c71573b1f req-dd1bf540-5e2b-4ef2-b8ab-712b4a0f8701 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:43:59.350040 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5b29a9be-94ca-4309-b863-464c71573b1f req-dd1bf540-5e2b-4ef2-b8ab-712b4a0f8701 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0437570 Nov 12 21:43:59.652385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aca36c-4d8c-47e6-ad79-bac37b286fd0 req-25f8ecc0-827a-43d7-b069-b8fd45bc97d1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:43:59.653858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99aca36c-4d8c-47e6-ad79-bac37b286fd0 req-25f8ecc0-827a-43d7-b069-b8fd45bc97d1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0572472 Nov 12 21:43:59.702910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99aca36c-4d8c-47e6-ad79-bac37b286fd0 req-f36980d6-c0ea-4cc4-8579-c2bb21e134f2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Nov 12 21:43:59.831125 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-883aa451-715a-4582-8349-6018799d673f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850854 Nov 12 21:43:59.840045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-8afa5718-c4c2-4eca-bab8-8a9c6373e513 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:43:59.841019 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-8afa5718-c4c2-4eca-bab8-8a9c6373e513 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051765 Nov 12 21:44:00.075304 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-253b935c-fb0c-4ba5-be82-d6d46ebc5451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:00.821858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa673d9-2d5d-4a9e-96eb-b230e3a6a932 req-ff910fa3-d0f6-427e-bb88-5d64c3aadda2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:00.824261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8fa673d9-2d5d-4a9e-96eb-b230e3a6a932 req-ff910fa3-d0f6-427e-bb88-5d64c3aadda2 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0509107 Nov 12 21:44:00.873279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8fa673d9-2d5d-4a9e-96eb-b230e3a6a932 req-cd13a077-3c3a-4873-a9b9-d5731cb7f1de tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Nov 12 21:44:01.492200 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:01.872214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b79c8455-f969-4fe7-beb6-75c97762efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:01.873725 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b79c8455-f969-4fe7-beb6-75c97762efaa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1098 time: 0.0446334 Nov 12 21:44:01.990608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-de8e6522-b9ae-4068-9002-7753e5995d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:01.992124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-de8e6522-b9ae-4068-9002-7753e5995d29 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.1106396 Nov 12 21:44:02.014510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b12ee-c2ab-48d1-a89c-25e884550458 req-fd8060d2-dfad-4f8c-8d39-c2fbecdc6b07 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:02.015993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c6b12ee-c2ab-48d1-a89c-25e884550458 req-fd8060d2-dfad-4f8c-8d39-c2fbecdc6b07 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0716565 Nov 12 21:44:02.094036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-000b708d-00e2-48c5-a4d3-e6094fbe10d3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1003 time: 0.0954933 Nov 12 21:44:02.113820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8c6b12ee-c2ab-48d1-a89c-25e884550458 req-b641d668-ee3c-4eae-8971-5c1bbf9bb1ff tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670197 Nov 12 21:44:02.149208 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-dfe6ab1a-e28b-4266-867b-029e0c770d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:02.150723 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-dfe6ab1a-e28b-4266-867b-029e0c770d5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0493174 Nov 12 21:44:02.196085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-7780e51d-d6ff-48d9-a4ee-389b8b04f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:02.198325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-7780e51d-d6ff-48d9-a4ee-389b8b04f8e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409529 Nov 12 21:44:02.293101 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-9dfff9fa-8c74-4940-b09d-0cb9ae154042 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869579 Nov 12 21:44:02.387743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-d8afeaf0-ae05-4e97-97b8-ff80448a77e6 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876048 Nov 12 21:44:03.248150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544128a-6211-4d31-adb5-4b97e156b410 req-d54d031e-a449-4b6c-a9a7-66e14d9d4c32 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:03.249751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1544128a-6211-4d31-adb5-4b97e156b410 req-d54d031e-a449-4b6c-a9a7-66e14d9d4c32 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0513282 Nov 12 21:44:03.285821 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:03.298370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1544128a-6211-4d31-adb5-4b97e156b410 req-bca338a5-051f-4fa2-8cc2-2ff7c600f04e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Nov 12 21:44:03.617789 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:04.414222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b626-deb3-4e45-bd83-a404a9a10658 req-a7cd4810-974b-4cc6-a11e-a0880488fd73 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:04.415741 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c64b626-deb3-4e45-bd83-a404a9a10658 req-a7cd4810-974b-4cc6-a11e-a0880488fd73 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0479028 Nov 12 21:44:04.464039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c64b626-deb3-4e45-bd83-a404a9a10658 req-a1f55104-dbd4-461f-a8af-8aaa0a215395 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 Nov 12 21:44:05.586932 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d0495-1f9e-43fb-ab19-8fc202d53087 req-a0c752d9-3821-41df-966b-2ec0778fc09f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:05.589042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-735d0495-1f9e-43fb-ab19-8fc202d53087 req-a0c752d9-3821-41df-966b-2ec0778fc09f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0547411 Nov 12 21:44:05.639393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-735d0495-1f9e-43fb-ab19-8fc202d53087 req-ebe5f492-13d6-4c1b-bbb3-799e9b219541 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431874 Nov 12 21:44:06.756332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16529f51-80aa-42e1-a627-8b62a678213b req-17e95f8f-ca6e-48bc-aa8c-34ec0accc7f4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:06.757827 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16529f51-80aa-42e1-a627-8b62a678213b req-17e95f8f-ca6e-48bc-aa8c-34ec0accc7f4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0487170 Nov 12 21:44:06.806089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16529f51-80aa-42e1-a627-8b62a678213b req-7d591f07-ca57-4825-b59a-5df2e034d7ba tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420072 Nov 12 21:44:07.926413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6702281-c9a0-490c-b339-b266d296cc5a req-a9766a21-0f79-4d9f-9643-20d53824174f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:07.928190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6702281-c9a0-490c-b339-b266d296cc5a req-a9766a21-0f79-4d9f-9643-20d53824174f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0533333 Nov 12 21:44:07.976212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c6702281-c9a0-490c-b339-b266d296cc5a req-f3685e1d-5855-4d2b-943a-bb8c90acb1cc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417325 Nov 12 21:44:09.092162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd97225-67c7-4b24-ac52-483572473334 req-8e56ec15-9862-40c4-b287-e320a6e987fa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:09.093788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbd97225-67c7-4b24-ac52-483572473334 req-8e56ec15-9862-40c4-b287-e320a6e987fa tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0488188 Nov 12 21:44:09.140602 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bbd97225-67c7-4b24-ac52-483572473334 req-102cd956-f539-4eba-8f15-32802bb3c296 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409281 Nov 12 21:44:10.257031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f289a-618b-4f60-bc1f-bed079fc5e50 req-a77b041a-679f-44a8-8d13-181a8dbb704b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:10.258526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c71f289a-618b-4f60-bc1f-bed079fc5e50 req-a77b041a-679f-44a8-8d13-181a8dbb704b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0492203 Nov 12 21:44:10.311835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c71f289a-618b-4f60-bc1f-bed079fc5e50 req-42659237-c28f-4038-aee4-da61adc3c73e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457013 Nov 12 21:44:10.799910 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:10.885802 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:11.430313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabd84d-5b29-4a45-acd7-cb9802cc1bf4 req-203b43ba-843b-4c57-b8cb-29811ae28eef tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:11.431809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8aabd84d-5b29-4a45-acd7-cb9802cc1bf4 req-203b43ba-843b-4c57-b8cb-29811ae28eef tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0489814 Nov 12 21:44:11.478905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8aabd84d-5b29-4a45-acd7-cb9802cc1bf4 req-314a9709-7454-4729-baa6-beea4309a4cb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Nov 12 21:44:12.597809 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2e65-2dad-4023-bf33-08fcfa9d78c6 req-a5a3c84b-986e-44d9-b199-a085e98a7668 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:12.599321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2ba2e65-2dad-4023-bf33-08fcfa9d78c6 req-a5a3c84b-986e-44d9-b199-a085e98a7668 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0496724 Nov 12 21:44:12.648576 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b2ba2e65-2dad-4023-bf33-08fcfa9d78c6 req-960c8495-05b8-463c-a4f2-dc909d800f8a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Nov 12 21:44:13.768370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb8b9-1122-4dce-83b2-02e34cb04738 req-e114e707-849a-48b7-9fde-7151420fc00b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:13.769843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5eeb8b9-1122-4dce-83b2-02e34cb04738 req-e114e707-849a-48b7-9fde-7151420fc00b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0522969 Nov 12 21:44:13.817634 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5eeb8b9-1122-4dce-83b2-02e34cb04738 req-392cf65f-fb4d-4afd-8de8-6f10018713d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Nov 12 21:44:14.933939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74255a1f-f305-4aef-9909-94b674c923d5 req-2009a061-f471-4d52-8eb8-f0e868bf5c4b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:14.935556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74255a1f-f305-4aef-9909-94b674c923d5 req-2009a061-f471-4d52-8eb8-f0e868bf5c4b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0495262 Nov 12 21:44:14.982936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74255a1f-f305-4aef-9909-94b674c923d5 req-9ff81ce4-e5ef-4592-9e83-939f10fa4247 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 Nov 12 21:44:16.100917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c1b18-1f5f-43ce-b9d2-4eae42f6c8fe req-31fc9484-4858-432a-9546-dc85f04e2549 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:16.102426 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-761c1b18-1f5f-43ce-b9d2-4eae42f6c8fe req-31fc9484-4858-432a-9546-dc85f04e2549 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0488317 Nov 12 21:44:16.153400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-761c1b18-1f5f-43ce-b9d2-4eae42f6c8fe req-ef81f7f0-7436-48cb-824c-8fbe63c23a88 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446744 Nov 12 21:44:17.062810 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-42e8e335-3662-40b3-b351-d1faa4ddfc35 service neutron] show failed (client error): The resource could not be found. Nov 12 21:44:17.063744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-42e8e335-3662-40b3-b351-d1faa4ddfc35 service neutron] 10.222.0.78 "GET /v2.0/ports/8f6afbc8-fdf4-464b-8b92-dea1e34a314e/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0544233 Nov 12 21:44:17.274824 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a750e-cd6b-4bc4-a5a0-08b449cc0a5f req-92cf23a9-57f2-41de-b085-ceda92f50c67 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:17.276363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a1a750e-cd6b-4bc4-a5a0-08b449cc0a5f req-92cf23a9-57f2-41de-b085-ceda92f50c67 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0506980 Nov 12 21:44:17.327803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7a1a750e-cd6b-4bc4-a5a0-08b449cc0a5f req-eb9ad6c2-47eb-4b42-8e10-861a88575aa3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444241 Nov 12 21:44:17.459682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:44:17.516339 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-5fe5dfb9-f69b-4711-bc95-149a983de56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:17.517907 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-5fe5dfb9-f69b-4711-bc95-149a983de56a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 1098 time: 0.0440435 Nov 12 21:44:17.535146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:44:17.538711 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:17.561276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:44:17.563542 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878174f0-482f-4b22-be65-665adeed97b6" -d '{"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:44:17.577412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:17.594297 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:17.615861 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2752b393-528c-4ee4-9d1e-adf9cb03dea4 x-openstack-request-id: req-2752b393-528c-4ee4-9d1e-adf9cb03dea4 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:44:17.616332 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:44:17.616853 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2752b393-528c-4ee4-9d1e-adf9cb03dea4 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:44:17.617264 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'code': 200} Nov 12 21:44:17.640291 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:17.647730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:44:17.648101 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:44:17.687384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:17.694486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.694828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.695163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.695524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.695852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.696175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.696490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.696809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.697126 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.697441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.697755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:17.698065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.175720 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:18.384693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:18.419176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:44:18.452076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67726e2-878a-443b-bb2f-cb3c777f642d req-a2eec7f5-e32f-4042-a760-5f88616a0de8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:18.452686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6afbc8-fdf4-464b-8b92-dea1e34a314e {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:44:18.453585 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f67726e2-878a-443b-bb2f-cb3c777f642d req-a2eec7f5-e32f-4042-a760-5f88616a0de8 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0529740 Nov 12 21:44:18.459881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:18.473180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Transition to ACTIVE for port object 8f6afbc8-fdf4-464b-8b92-dea1e34a314e will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:44:18.501944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f67726e2-878a-443b-bb2f-cb3c777f642d req-3559cd39-8da3-4775-9547-9bbe3e0ba73a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Nov 12 21:44:18.531938 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:18.582576 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=7']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:18.625784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.626122 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.626454 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.626780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.627103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.627548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.627871 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.628189 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.628507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.628823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.629139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.629446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:18.669737 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] No DVR routers for this DVR port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on host n-h1-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:44:18.806187 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:44:18.806517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:44:18.806844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:44:18.811441 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:44:18.811763 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:44:18.816697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:44:18.817028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:44:18.817404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:44:18.817819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Bound port: 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:44:18.818169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:18.880015 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:44:18.882991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:44:18.931864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:18.965918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:18.966536 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:18.967904 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] 10.222.0.46 "PUT /v2.0/ports/8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1093 time: 1.4369802 Nov 12 21:44:18.968337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:44:18.971188 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea727ec-2de8-4749-aa0a-de84f30dc482" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:44:19.008173 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c4e20-0d68-45fa-aa31-66a5d83ebd83 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=8']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:19.035131 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f9b95-f4d6-4e70-90e3-29132e08be57 x-openstack-request-id: req-f58f9b95-f4d6-4e70-90e3-29132e08be57 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:44:19.037198 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:44:19.037198 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f58f9b95-f4d6-4e70-90e3-29132e08be57 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:44:19.037198 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'status': 'completed', 'code': 200} Nov 12 21:44:19.053379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-c28bcd0e-f3e2-41dd-a29a-900355b221dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.054914 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-c28bcd0e-f3e2-41dd-a29a-900355b221dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1096 time: 0.0560801 Nov 12 21:44:19.099976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-97fa7112-8e8a-49ad-ac9e-696e27c6b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.101542 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-97fa7112-8e8a-49ad-ac9e-696e27c6b89c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1096 time: 0.0465662 Nov 12 21:44:19.162801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-5864dd3b-c06a-4082-b16d-0371b0d5bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.164788 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-5864dd3b-c06a-4082-b16d-0371b0d5bfcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.1016557 Nov 12 21:44:19.203347 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-05d0ac32-9228-4370-8b33-417e6ece37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.204871 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-05d0ac32-9228-4370-8b33-417e6ece37a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0954475 Nov 12 21:44:19.247369 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-5a72605b-b67e-4ab4-acb0-32190e3c5fa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1001 time: 0.0707142 Nov 12 21:44:19.273615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-75679ba7-bf58-48b2-8c49-224a4c203f38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1001 time: 0.0604703 Nov 12 21:44:19.301579 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-d43afd3d-6bcd-490d-938c-b61eea96be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.303446 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-d43afd3d-6bcd-490d-938c-b61eea96be35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0451167 Nov 12 21:44:19.322640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-9762b83c-a85e-4926-ace8-770d776f6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.324768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-9762b83c-a85e-4926-ace8-770d776f6baa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0432429 Nov 12 21:44:19.353746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-64ad7bcf-9f59-48ac-acc3-8a206d675f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.355336 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-64ad7bcf-9f59-48ac-acc3-8a206d675f21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404940 Nov 12 21:44:19.373720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-f7757a91-b768-4fd9-8e06-8208035fe147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.375178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-f7757a91-b768-4fd9-8e06-8208035fe147 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430913 Nov 12 21:44:19.455246 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-76915933-5765-43b3-8cb5-a3746bd1a321 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884850 Nov 12 21:44:19.466495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-eaa7e60a-77d8-4c03-9a11-10de63606784 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830784 Nov 12 21:44:19.555640 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-8cea722a-5baa-4935-9a4c-0d99b408082c service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882447 Nov 12 21:44:19.729316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-0148f363-7abd-4ec2-b5d3-46ef73f9a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.731898 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-0148f363-7abd-4ec2-b5d3-46ef73f9a57a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1096 time: 0.0494781 Nov 12 21:44:19.833308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-63d09897-0d05-4941-8214-7f8ae2f8c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.834725 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-63d09897-0d05-4941-8214-7f8ae2f8c431 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0907028 Nov 12 21:44:19.919574 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-7991542b-578a-43f0-8ddf-d2ee9bdc28dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1001 time: 0.0687168 Nov 12 21:44:19.933661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a38dee-68e0-4f21-9d8d-6a0a05161bb6 req-2a722070-9d37-4220-921c-6e0849907856 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.935178 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49a38dee-68e0-4f21-9d8d-6a0a05161bb6 req-2a722070-9d37-4220-921c-6e0849907856 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0654442 Nov 12 21:44:19.948495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-9915b9a0-a5d4-4360-a825-bb9e59eeee5e service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745908 Nov 12 21:44:19.985196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-5a408d13-9045-493b-919c-5217f0d69440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:19.986687 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-5a408d13-9045-493b-919c-5217f0d69440 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0560336 Nov 12 21:44:19.992716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49a38dee-68e0-4f21-9d8d-6a0a05161bb6 req-04c16a43-369f-4b21-9365-60b022cabf60 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476892 Nov 12 21:44:20.040585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-c07d34c7-b5a1-48be-8e39-71a1e8719a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:20.042080 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-c07d34c7-b5a1-48be-8e39-71a1e8719a7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418301 Nov 12 21:44:20.139758 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-13924a4d-9609-4443-9154-1916c6ef7d06 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859725 Nov 12 21:44:20.237734 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4ea727ec-2de8-4749-aa0a-de84f30dc482 req-5e0f2695-8bfa-4cbc-903e-ac3aa886e24b service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859249 Nov 12 21:44:21.098846 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:44:21.112644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9bca6-a44a-4f01-a713-6629ad23b72d req-46e1e75e-9439-4685-a5af-ad8b28a1a96e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:21.114159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07b9bca6-a44a-4f01-a713-6629ad23b72d req-46e1e75e-9439-4685-a5af-ad8b28a1a96e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0497425 Nov 12 21:44:21.165640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-07b9bca6-a44a-4f01-a713-6629ad23b72d req-86f4d270-5dc0-47c9-ac28-50a7bd2b921a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455196 Nov 12 21:44:22.297566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bdf11-9709-4649-8157-e8d67696f3f3 req-96a777f1-20a8-4bd6-b1af-47364ad1368e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:22.299251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-203bdf11-9709-4649-8157-e8d67696f3f3 req-96a777f1-20a8-4bd6-b1af-47364ad1368e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0577502 Nov 12 21:44:22.348469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-203bdf11-9709-4649-8157-e8d67696f3f3 req-abb5cb2a-1f47-4349-af68-1387e7475a7c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426204 Nov 12 21:44:23.466820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be057c-62e2-4015-a3cc-1bfe522ab36f req-f4827ea0-3d40-4f03-9002-70c49d0e3be6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:23.468317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93be057c-62e2-4015-a3cc-1bfe522ab36f req-f4827ea0-3d40-4f03-9002-70c49d0e3be6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0489461 Nov 12 21:44:23.515866 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93be057c-62e2-4015-a3cc-1bfe522ab36f req-547f00f0-fdd2-4318-b6e3-d1e0e2251dbb tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414519 Nov 12 21:44:23.715386 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-74b6162b-fc27-4347-9ebf-6d2b7b43afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:23.716890 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-74b6162b-fc27-4347-9ebf-6d2b7b43afac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1096 time: 0.0456386 Nov 12 21:44:23.831014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-72074c9a-c00c-4aea-974f-da54c6f886df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:23.832449 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-72074c9a-c00c-4aea-974f-da54c6f886df service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0900607 Nov 12 21:44:23.907405 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-f5c75d67-57e3-433c-ae6a-6618766cd730 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1001 time: 0.0626605 Nov 12 21:44:23.961093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-b5b68dfc-e827-4043-9c3a-8f7a27e8b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:23.962548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-b5b68dfc-e827-4043-9c3a-8f7a27e8b17e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0438976 Nov 12 21:44:24.013563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-ce639df8-aa97-4110-8aa7-1d830d76c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:24.015055 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-ce639df8-aa97-4110-8aa7-1d830d76c789 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414572 Nov 12 21:44:24.115566 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-0297224f-f664-4f89-9c02-bb423a152ef6 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888364 Nov 12 21:44:24.210412 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0fe549cb-3d74-4bf6-adb7-aad2b18b420c req-ff89298f-9018-4976-b84b-d590afc09ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831921 Nov 12 21:44:24.638205 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49944d31-2ea5-482f-8a75-2bdacc708225 req-7e1c5b6a-4e9d-4fe9-8383-e6f33ed0d6c3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:24.639797 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49944d31-2ea5-482f-8a75-2bdacc708225 req-7e1c5b6a-4e9d-4fe9-8383-e6f33ed0d6c3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0540841 Nov 12 21:44:24.690896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49944d31-2ea5-482f-8a75-2bdacc708225 req-13b596d4-0789-4b13-a1b7-52e34cbd5420 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449767 Nov 12 21:44:25.811122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e920f-7bb3-45b2-8578-8e00aea57032 req-7ae6edbc-4d45-4023-9f58-0ca4d48e4a78 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:25.812637 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-327e920f-7bb3-45b2-8578-8e00aea57032 req-7ae6edbc-4d45-4023-9f58-0ca4d48e4a78 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0488083 Nov 12 21:44:25.859246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-327e920f-7bb3-45b2-8578-8e00aea57032 req-1b58d565-fead-4558-a8d4-6c2f158e005e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 Nov 12 21:44:26.979229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137c7b-866c-4b8b-a350-029eaa7450ca req-04a193cd-dedc-4853-9bb2-5a4180327d9e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:26.981445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76137c7b-866c-4b8b-a350-029eaa7450ca req-04a193cd-dedc-4853-9bb2-5a4180327d9e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0525174 Nov 12 21:44:27.028112 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76137c7b-866c-4b8b-a350-029eaa7450ca req-f2384d8b-3c38-433d-8612-0d8b844f2555 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Nov 12 21:44:27.599770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18dcd5d4-808d-43af-8990-34575b962d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:28.145038 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eced3-cc97-404e-9ec5-fe3ce9c517a2 req-908db15e-95f0-4c92-a160-8d777b576c55 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:28.146507 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa7eced3-cc97-404e-9ec5-fe3ce9c517a2 req-908db15e-95f0-4c92-a160-8d777b576c55 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0488696 Nov 12 21:44:28.194231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa7eced3-cc97-404e-9ec5-fe3ce9c517a2 req-dd8aab0a-0598-4c54-bfcd-a26a1735a0c6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411634 Nov 12 21:44:29.311971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff57326-ce06-408e-9e4b-d14e37c91364 req-37a97fde-5352-4842-8fd7-14fad47e8832 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:29.313450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ff57326-ce06-408e-9e4b-d14e37c91364 req-37a97fde-5352-4842-8fd7-14fad47e8832 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0494981 Nov 12 21:44:29.363701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ff57326-ce06-408e-9e4b-d14e37c91364 req-5b042a9a-32b4-4ded-bc52-62b4f4b298fc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442762 Nov 12 21:44:30.079756 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-64687737-a023-462f-a3b6-f5d4a387e61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:30.480362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9a4db-9d64-4fb4-b827-8b2007836c47 req-975c3771-3e92-421b-88b6-56c99f112ddd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:30.482206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28b9a4db-9d64-4fb4-b827-8b2007836c47 req-975c3771-3e92-421b-88b6-56c99f112ddd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Nov 12 21:44:30.529212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28b9a4db-9d64-4fb4-b827-8b2007836c47 req-6b1af190-b5fe-4ffe-aaed-a908c33f6a6d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409787 Nov 12 21:44:31.485347 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:31.648661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132b7d-c346-43b9-99ce-ae0dddb5acdf req-92a24570-bc88-4073-b1c5-c7d89e8159d3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:31.650194 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10132b7d-c346-43b9-99ce-ae0dddb5acdf req-92a24570-bc88-4073-b1c5-c7d89e8159d3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0485706 Nov 12 21:44:31.697947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-10132b7d-c346-43b9-99ce-ae0dddb5acdf req-6f1b81ad-ba61-4f24-835c-c86da400ba2b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407972 Nov 12 21:44:32.820435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a10723-6e08-4f42-a56d-8bfa3c2f93bc req-76ae4e71-9b31-44ed-8d27-93dcfe2d455a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:32.821964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1a10723-6e08-4f42-a56d-8bfa3c2f93bc req-76ae4e71-9b31-44ed-8d27-93dcfe2d455a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0541394 Nov 12 21:44:32.869220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e1a10723-6e08-4f42-a56d-8bfa3c2f93bc req-9f84d4a8-167f-413e-860f-8fbd30e0749c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412016 Nov 12 21:44:33.176983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:33.622159 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:33.730062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:44:33.826658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:33.837462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'mac_address': 'fa:16:3e:f1:c3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:44:33.874525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:33.888840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6afbc8-fdf4-464b-8b92-dea1e34a314e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:44:33.910287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:33.999889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc9a2-7663-4c8c-8e8e-cd020a0b9838 req-6d27e7cd-599f-468f-af3d-41392563b05b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:34.001398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48cbc9a2-7663-4c8c-8e8e-cd020a0b9838 req-6d27e7cd-599f-468f-af3d-41392563b05b tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 944 time: 0.0557106 Nov 12 21:44:34.048764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48cbc9a2-7663-4c8c-8e8e-cd020a0b9838 req-90406b59-8465-4038-850a-3354871ea0c3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 Nov 12 21:44:34.073806 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:34.127746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:34.369687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['8f6afbc8-fdf4-464b-8b92-dea1e34a314e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:44:34.530480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ffd86-6b87-4239-84f6-64ba28b89139 req-e5866e53-850a-4ef0-8ceb-58a0d29831e4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:34.532039 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c16ffd86-6b87-4239-84f6-64ba28b89139 req-e5866e53-850a-4ef0-8ceb-58a0d29831e4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Nov 12 21:44:34.565278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-35846114-66a0-4bd3-b503-9c0f99a7b97e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:34.566764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-35846114-66a0-4bd3-b503-9c0f99a7b97e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8&tenant_id=4b98ad3654ee47b9b7a49728623e6f40&binding%3Ahost_id=n-h2-713498-29 HTTP/1.1" status: 200 len: 945 time: 0.0533257 Nov 12 21:44:34.583750 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c16ffd86-6b87-4239-84f6-64ba28b89139 req-763f559b-0c51-4e62-bef1-c43e99e44b29 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457318 Nov 12 21:44:34.633483 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-eb3b052d-0c48-4bf4-b524-7557322d6bc2 service neutron] 10.222.0.46 "GET /v2.0/ports/8f6afbc8-fdf4-464b-8b92-dea1e34a314e/bindings/n-h2-713498-29 HTTP/1.1" status: 200 len: 383 time: 0.0574956 Nov 12 21:44:34.696903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-e2e788e1-441f-40b0-8b0e-f15da900335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:34.698251 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-e2e788e1-441f-40b0-8b0e-f15da900335d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1097 time: 0.0411496 Nov 12 21:44:34.789583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-df66d578-aa00-4f3b-b3ce-ca861f2926af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:34.791038 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-df66d578-aa00-4f3b-b3ce-ca861f2926af service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0852923 Nov 12 21:44:35.172811 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-b6e164d0-8543-434b-b08d-b5dff58c1d3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1002 time: 0.3732057 Nov 12 21:44:35.222993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-394c1927-c3fd-4f6b-a4a4-1833c3f3b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:35.224459 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-394c1927-c3fd-4f6b-a4a4-1833c3f3b38a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0441496 Nov 12 21:44:35.274851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-ebe6b75c-518a-46d0-a466-ea92befa70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:35.276396 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-ebe6b75c-518a-46d0-a466-ea92befa70b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442383 Nov 12 21:44:35.365810 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-6148b0f6-da6e-40b7-a32c-78709d474626 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821819 Nov 12 21:44:35.458235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-26e2e629-f7c1-46b2-ae55-d649443cbd43 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850332 Nov 12 21:44:35.765342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:44:35.862422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:44:35.866737 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:44:35.871032 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:35.904280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dcf39-0008-4fe2-83d6-1ecde829994b req-78c8a227-0c18-4e17-93fd-0df0d65acef9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:35.905799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-097dcf39-0008-4fe2-83d6-1ecde829994b req-78c8a227-0c18-4e17-93fd-0df0d65acef9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0491762 Nov 12 21:44:35.946931 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:35.954171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-097dcf39-0008-4fe2-83d6-1ecde829994b req-02421e0e-ad49-41f0-b251-826c4de08773 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419896 Nov 12 21:44:35.970805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:44:35.973051 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ad214-ffea-46ed-8d54-7c92ca8e70c4" -d '{"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-plugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:44:35.986127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:36.023009 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88d731-4140-456f-93a1-e0bb3baaf41d x-openstack-request-id: req-7b88d731-4140-456f-93a1-e0bb3baaf41d {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:44:36.023307 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-plugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:44:36.023579 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b88d731-4140-456f-93a1-e0bb3baaf41d {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:44:36.023968 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'code': 200} Nov 12 21:44:36.056199 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:36.107465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:37.074783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032a992-724e-4808-9b28-a79414b20fb6 req-9c465194-8e8c-4406-bffb-e543eea56524 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:37.076288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4032a992-724e-4808-9b28-a79414b20fb6 req-9c465194-8e8c-4406-bffb-e543eea56524 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 947 time: 0.0495751 Nov 12 21:44:37.123607 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4032a992-724e-4808-9b28-a79414b20fb6 req-bd717a02-aafb-42b3-922f-2ceca26addd6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413444 Nov 12 21:44:38.249711 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b359e-c905-45fa-9307-6389bc872788 req-b2d9114a-0f3f-4019-a04c-e1f86f28c0d9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:38.251427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-286b359e-c905-45fa-9307-6389bc872788 req-b2d9114a-0f3f-4019-a04c-e1f86f28c0d9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 947 time: 0.0565078 Nov 12 21:44:38.305306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-286b359e-c905-45fa-9307-6389bc872788 req-e8ef5f74-1af2-4dcf-a308-183a30eaa231 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460756 Nov 12 21:44:39.423442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae3f9b-11da-4949-a0a3-6ce361c6db7c req-0f61bc55-9272-4eee-961d-25a03b267b2e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:39.424964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2ae3f9b-11da-4949-a0a3-6ce361c6db7c req-0f61bc55-9272-4eee-961d-25a03b267b2e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 947 time: 0.0493963 Nov 12 21:44:39.477971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2ae3f9b-11da-4949-a0a3-6ce361c6db7c req-7939368f-fe76-47e6-8771-79741b8cfb06 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464895 Nov 12 21:44:39.777346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:44:39.851655 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:39.874070 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:44:39.876285 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5bd4d8-d909-488a-ba9e-4ada4929c20d" -d '{"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:44:39.888466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:39.929805 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb87d7ee-668b-4867-9dc8-e6ce5b0345f4 x-openstack-request-id: req-bb87d7ee-668b-4867-9dc8-e6ce5b0345f4 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:44:39.930113 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:44:39.930369 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb87d7ee-668b-4867-9dc8-e6ce5b0345f4 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:44:39.930760 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'code': 200} Nov 12 21:44:39.953400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:40.003520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:40.635462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16858a8-9908-41ae-bc02-c97d949fd9bb req-d59ade30-f7df-48ab-9e56-b69fcfd87fc9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:40.637601 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e16858a8-9908-41ae-bc02-c97d949fd9bb req-d59ade30-f7df-48ab-9e56-b69fcfd87fc9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0909796 Nov 12 21:44:40.643975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-cdca80ad-9c59-4c12-be30-bb72e94d843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:40.649452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-cdca80ad-9c59-4c12-be30-bb72e94d843e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8&tenant_id=4b98ad3654ee47b9b7a49728623e6f40 HTTP/1.1" status: 200 len: 1097 time: 0.0636394 Nov 12 21:44:40.657617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:44:40.733716 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e16858a8-9908-41ae-bc02-c97d949fd9bb req-d2735d29-c9d1-4eac-b603-b56b1884997d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873680 Nov 12 21:44:40.738388 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:40.799540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:40.879111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:40.941837 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:40.973707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:44:41.005000 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6afbc8-fdf4-464b-8b92-dea1e34a314e {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:44:41.012925 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:41.024682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Transition to ACTIVE for port object 8f6afbc8-fdf4-464b-8b92-dea1e34a314e will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:44:41.096163 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:41.175407 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=12']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:41.190383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.190727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.191065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.191429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.191758 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.192142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.192409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.192732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.193058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.193376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.193696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.194012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:44:41.230029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] No DVR routers for this DVR port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:44:41.367392 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:44:41.367735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:44:41.368060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:44:41.372848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:44:41.373162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Attempting to bind port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on network 2523aa34-15db-4517-a68b-645575d2c94a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:44:41.377952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:44:41.378285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Checking segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:44:41.378669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Bound using segment: {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:44:41.379122 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Bound port: 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aec48d-20d4-4f47-baca-1064cdcb1657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:44:41.379501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:41.442141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:44:41.445219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:44:41.514151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:41.552901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.557475 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:41.557475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] 10.222.0.78 "PUT /v2.0/ports/8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1094 time: 0.9012001 Nov 12 21:44:41.557475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:44:41.558057 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:44:41.584032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cc77d-b8c6-4c64-86a3-4defa37bf1ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=13']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:41.623395 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fac006-2092-451e-ace4-99c260b9f4b7 x-openstack-request-id: req-96fac006-2092-451e-ace4-99c260b9f4b7 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:44:41.623691 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:44:41.623944 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96fac006-2092-451e-ace4-99c260b9f4b7 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:44:41.624340 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'status': 'completed', 'code': 200} Nov 12 21:44:41.639811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-1048349f-faa7-43a7-b334-69ebd803ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.641375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-1048349f-faa7-43a7-b334-69ebd803ba6e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1097 time: 0.0526226 Nov 12 21:44:41.697732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-3702fe65-694e-4115-8e47-c339b492712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.699643 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-3702fe65-694e-4115-8e47-c339b492712b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1097 time: 0.0486977 Nov 12 21:44:41.742721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-f6ff8954-b28e-4ef3-a140-cfe0d3c6a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.744353 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-f6ff8954-b28e-4ef3-a140-cfe0d3c6a463 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0952303 Nov 12 21:44:41.813106 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-2623cced-afbe-470e-a1d5-3b663f18251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.815325 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-2623cced-afbe-470e-a1d5-3b663f18251e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.1051440 Nov 12 21:44:41.829905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-7fc10d40-145c-4dad-a3e5-babd48f0a1c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1001 time: 0.0782027 Nov 12 21:44:41.885583 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-ad1cbe76-3378-4426-9068-9e8b0d6ad6c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1001 time: 0.0590470 Nov 12 21:44:41.898738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651867-3ed8-4c55-8b33-c53dfbc34961 req-267d0e80-782d-4c3d-9b40-3a834953d82f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.900265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2651867-3ed8-4c55-8b33-c53dfbc34961 req-267d0e80-782d-4c3d-9b40-3a834953d82f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0857031 Nov 12 21:44:41.910454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-f6234e26-2fad-4c47-b12e-c223d578f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.911898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-f6234e26-2fad-4c47-b12e-c223d578f07f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0673497 Nov 12 21:44:41.941797 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-36e07f84-b961-4250-b83f-0f40a0e33e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.943276 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-36e07f84-b961-4250-b83f-0f40a0e33e34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0463262 Nov 12 21:44:41.985779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2651867-3ed8-4c55-8b33-c53dfbc34961 req-fe09d61c-de99-4e4b-b671-bf0e8100e866 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783246 Nov 12 21:44:41.992675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-1f03b32f-26b9-4b6a-b16c-77792e87f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:41.994264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-1f03b32f-26b9-4b6a-b16c-77792e87f1e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690942 Nov 12 21:44:41.999270 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-537ae846-906f-47c0-9026-74b24f2b5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:42.000796 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-537ae846-906f-47c0-9026-74b24f2b5108 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458529 Nov 12 21:44:42.085896 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-557b2666-3ab4-4ca7-9f77-6a3ba9c30256 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838463 Nov 12 21:44:42.098669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-a46bf4df-b53c-4b5f-91a1-ed11f97f6d60 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842326 Nov 12 21:44:42.181266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e5f1118e-cdf9-431b-8a16-255a0b7c7e9c req-2a09872d-7589-44e4-aa1b-c51fb21d549e service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884724 Nov 12 21:44:42.197379 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-6c650008-3afd-4c0b-89b8-453c8c6d6640 service neutron] 10.222.0.46 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872464 Nov 12 21:44:42.284796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-c8594171-58e3-4eba-ab98-1dc8abdf604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:42.286327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-c8594171-58e3-4eba-ab98-1dc8abdf604b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 1097 time: 0.0432882 Nov 12 21:44:42.382692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-b90857ce-8439-4fa0-8e80-2d90c6043db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:42.384209 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-b90857ce-8439-4fa0-8e80-2d90c6043db2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 200 len: 913 time: 0.0915303 Nov 12 21:44:42.451592 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-eee618ff-1038-43bc-9800-80c5d8b9a860 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 200 len: 1001 time: 0.0596244 Nov 12 21:44:42.502220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-b8ec2225-7c43-44fe-aaf4-c97ff2becd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:42.503661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-b8ec2225-7c43-44fe-aaf4-c97ff2becd03 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 200 len: 851 time: 0.0443544 Nov 12 21:44:42.555043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-1e64a1a2-6942-4518-a57a-ebba62d4b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:42.556523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-1e64a1a2-6942-4518-a57a-ebba62d4b53e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2523aa34-15db-4517-a68b-645575d2c94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458295 Nov 12 21:44:42.647644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-533acae7-df32-434b-8859-e774f8048551 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Nov 12 21:44:42.743056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc2d6375-26f1-427c-9df7-fdbbe191fdb7 req-5f80787e-f27e-4832-a0b0-a4c14484cbd2 service neutron] 10.222.0.78 "GET /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887933 Nov 12 21:44:43.109948 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee0129-4655-4d90-a26f-65b16e36828f req-3b9ba939-24ce-4492-b51b-750fbf48560c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:43.111608 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56ee0129-4655-4d90-a26f-65b16e36828f req-3b9ba939-24ce-4492-b51b-750fbf48560c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0533600 Nov 12 21:44:43.161583 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56ee0129-4655-4d90-a26f-65b16e36828f req-ab0843e2-46a2-4ba4-849a-5c2958989d28 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433543 Nov 12 21:44:44.289377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db34f-e755-47d7-9214-a8af31a017f1 req-4df4720c-5189-4717-9aae-abdae64e58a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:44.290888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-085db34f-e755-47d7-9214-a8af31a017f1 req-4df4720c-5189-4717-9aae-abdae64e58a5 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0524843 Nov 12 21:44:44.349541 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-085db34f-e755-47d7-9214-a8af31a017f1 req-3337f6e2-acf7-46cb-a031-982a29f6dbed tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514259 Nov 12 21:44:45.469306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975c2f1-32ec-419f-a3e0-562162ad9b8b req-6c26a1dc-43ad-4c51-aaa1-d7bc9aa0f38d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:45.470876 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0975c2f1-32ec-419f-a3e0-562162ad9b8b req-6c26a1dc-43ad-4c51-aaa1-d7bc9aa0f38d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Nov 12 21:44:45.519219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0975c2f1-32ec-419f-a3e0-562162ad9b8b req-a09755c4-1fa2-40c5-b5ec-5a9e61c545d3 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Nov 12 21:44:46.641074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f90a00-8cca-4109-a40f-eaaf2ee8ba32 req-e54d029b-dd68-429d-961b-8ba0093f8da4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:46.642586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d7f90a00-8cca-4109-a40f-eaaf2ee8ba32 req-e54d029b-dd68-429d-961b-8ba0093f8da4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0499494 Nov 12 21:44:46.692079 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d7f90a00-8cca-4109-a40f-eaaf2ee8ba32 req-1da25338-9421-4ca6-8549-fd87c1a85962 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434039 Nov 12 21:44:47.812576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e71999-b22e-4ee6-9db6-e7256e8eedb7 req-853972ba-bd2b-4956-9d26-676a1f9dabc0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:47.814072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93e71999-b22e-4ee6-9db6-e7256e8eedb7 req-853972ba-bd2b-4956-9d26-676a1f9dabc0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0532470 Nov 12 21:44:47.861635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-93e71999-b22e-4ee6-9db6-e7256e8eedb7 req-81d25acb-34d2-4efc-9beb-6b0e5334cb12 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 Nov 12 21:44:48.982473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb293-4708-444b-ab44-37cb2f1dd3da req-07cd154d-008a-40db-8c3e-0cb56b49878a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:48.984002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d5eb293-4708-444b-ab44-37cb2f1dd3da req-07cd154d-008a-40db-8c3e-0cb56b49878a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0495620 Nov 12 21:44:49.031243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6d5eb293-4708-444b-ab44-37cb2f1dd3da req-78e8882f-844f-4543-a24d-ccbf84aaf273 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Nov 12 21:44:50.146438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fd1f6-fd49-4708-ae45-051d65290229 req-5803cc35-e3e7-4579-9010-8233136932c6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:50.147934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb6fd1f6-fd49-4708-ae45-051d65290229 req-5803cc35-e3e7-4579-9010-8233136932c6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0484724 Nov 12 21:44:50.198885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb6fd1f6-fd49-4708-ae45-051d65290229 req-2f89df06-43af-43fd-9ba5-56bfd5006e6e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443196 Nov 12 21:44:51.319182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3141a5-2ccc-45bc-86f3-9fe6dbd61bda req-d9b832a9-4718-4400-b207-3d63b363f14f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:51.320696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3141a5-2ccc-45bc-86f3-9fe6dbd61bda req-d9b832a9-4718-4400-b207-3d63b363f14f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0508709 Nov 12 21:44:51.372292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb3141a5-2ccc-45bc-86f3-9fe6dbd61bda req-4cb568cb-cd37-4c08-9832-5135ca02555e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452142 Nov 12 21:44:52.489676 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c828e-f919-4b93-8aea-91119e008827 req-b5a20dfe-c26f-4a98-8533-78f3ec31e0a9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:52.491043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-778c828e-f919-4b93-8aea-91119e008827 req-b5a20dfe-c26f-4a98-8533-78f3ec31e0a9 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0489492 Nov 12 21:44:52.538076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-778c828e-f919-4b93-8aea-91119e008827 req-67650731-b95f-4fd4-955b-e4705209c654 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 Nov 12 21:44:53.660851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b34f9-1abd-4399-afb0-246f11088dd3 req-9987fba1-f606-4cf6-a18d-1b536b27df7f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:53.667480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b66b34f9-1abd-4399-afb0-246f11088dd3 req-9987fba1-f606-4cf6-a18d-1b536b27df7f tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0538096 Nov 12 21:44:53.710552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b66b34f9-1abd-4399-afb0-246f11088dd3 req-cbd8a850-287a-4d19-927a-5af3434c3430 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421343 Nov 12 21:44:54.829230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9bf3-94c7-43f3-a292-7186b708067a req-4f00a81c-ebaf-40d1-aa6a-a078dbea765d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:54.830644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fbc9bf3-94c7-43f3-a292-7186b708067a req-4f00a81c-ebaf-40d1-aa6a-a078dbea765d tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 945 time: 0.0497942 Nov 12 21:44:54.878958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7fbc9bf3-94c7-43f3-a292-7186b708067a req-15af5d14-a888-4765-b154-28c2e092c6a1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Nov 12 21:44:55.634651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:44:55.728551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:55.739761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'port_id': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'mac_address': 'fa:16:3e:f1:c3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:44:55.779091 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:55.790984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6afbc8-fdf4-464b-8b92-dea1e34a314e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:44:55.810956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:55.872503 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:55.921548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=14']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:56.001405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd7917-7907-46d8-8de4-04b5f5b4863b req-5258933e-daf5-4876-8dc8-c5a5dea24efc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:56.002886 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75fd7917-7907-46d8-8de4-04b5f5b4863b req-5258933e-daf5-4876-8dc8-c5a5dea24efc tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0526924 Nov 12 21:44:56.049689 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-75fd7917-7907-46d8-8de4-04b5f5b4863b req-3a060518-0750-4942-b658-67667e18d42a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Nov 12 21:44:56.112244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['8f6afbc8-fdf4-464b-8b92-dea1e34a314e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:44:56.164555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37b48-5112-4066-b96c-7b31a9e54025 req-f21c5133-8963-48a8-823c-5c295ac8ef7e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:56.165947 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ca37b48-5112-4066-b96c-7b31a9e54025 req-f21c5133-8963-48a8-823c-5c295ac8ef7e tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0483389 Nov 12 21:44:56.214988 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ca37b48-5112-4066-b96c-7b31a9e54025 req-f6fa73f7-64f4-49b7-abc0-aa5116923cc1 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421631 Nov 12 21:44:56.331719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44018-b973-4e96-b154-477309e9526e req-30281831-5dd4-4d63-ba91-4fe0fea8b3ed tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:56.333219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16d44018-b973-4e96-b154-477309e9526e req-30281831-5dd4-4d63-ba91-4fe0fea8b3ed tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0480266 Nov 12 21:44:56.383624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16d44018-b973-4e96-b154-477309e9526e req-d7774464-871a-49f9-8eae-66b305f30928 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445309 Nov 12 21:44:56.839078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83041c70-e0fd-40c7-898d-dbc73768de32 req-e4b063b5-5f81-41c4-b6f2-c567e9f98ed7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:56.840671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83041c70-e0fd-40c7-898d-dbc73768de32 req-e4b063b5-5f81-41c4-b6f2-c567e9f98ed7 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 946 time: 0.0492084 Nov 12 21:44:56.888381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83041c70-e0fd-40c7-898d-dbc73768de32 req-b977fdb1-74bb-4e25-8556-d598ccdc539a tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Nov 12 21:44:57.615925 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-811a768c-f023-41b0-81f9-07abe0fabde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:57.658723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:44:57.764141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:44:57.767995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:44:57.768375 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:57.846270 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:57.868689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:44:57.869600 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e616e13-2198-4dc2-963f-3af08a1d6477" -d '{"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-plugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:44:57.882068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:57.908125 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab1a9c1-3a55-474e-be27-903eff812748 x-openstack-request-id: req-7ab1a9c1-3a55-474e-be27-903eff812748 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:44:57.908431 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-plugged", "status": "completed", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:44:57.908682 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ab1a9c1-3a55-474e-be27-903eff812748 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:44:57.909066 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'code': 200} Nov 12 21:44:57.936169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:57.986400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=15']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:58.008941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa70535-3edf-427b-a41b-d707f781a0f3 req-0cde872c-c25a-430b-94c2-b172e4bae946 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:58.011618 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fa70535-3edf-427b-a41b-d707f781a0f3 req-0cde872c-c25a-430b-94c2-b172e4bae946 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 947 time: 0.0529127 Nov 12 21:44:58.060226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5fa70535-3edf-427b-a41b-d707f781a0f3 req-69521e9d-8843-472d-b1ce-47e28e9795fd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups?id=9195614c-42ca-4ebd-b3c5-1571e8908145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418103 Nov 12 21:44:58.097353 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:44:58.459469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-8efb5c3c-eca5-4f62-8386-b4a22d750dde tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:44:58.460974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-8efb5c3c-eca5-4f62-8386-b4a22d750dde tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 947 time: 0.0528810 Nov 12 21:44:58.548325 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Deleting port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:44:58.548580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:58.639243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] For port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:44:58.639654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:58.806990 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:58.807255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:58.808215 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19 disassociated. External IP: 172.25.8.212, port: 8f6afbc8-fdf4-464b-8b92-dea1e34a314e. Nov 12 21:44:58.808548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Calling delete_port for 8f6afbc8-fdf4-464b-8b92-dea1e34a314e owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:44:58.969767 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:58.996852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event deleted for resources: {'Port': ['ID=8f6afbc8-fdf4-464b-8b92-dea1e34a314e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:44:59.122808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:44:59.202924 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8232b34-fd88-4094-85a4-b3f894ca2473 req-ab9f3dd4-1fb6-473f-9b17-9bd4fa00f7a0 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 210 time: 0.0331306 Nov 12 21:44:59.262257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:44:59.272997 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:44:59.284130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:44:59.284869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:44:59.302114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] No DVR routers for this DVR port 8f6afbc8-fdf4-464b-8b92-dea1e34a314e on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:44:59.304821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:44:59.308698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f26e1ee1-8840-438d-a2fb-dbb35fa06d68 req-4660a04f-40b2-4fdd-87c1-1c01d0f3a3d6 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.78 "DELETE /v2.0/ports/8f6afbc8-fdf4-464b-8b92-dea1e34a314e HTTP/1.1" status: 204 len: 173 time: 0.8416576 Nov 12 21:44:59.309082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-deleted', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:44:59.311383 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab901f6-7b9a-4e89-a625-2ad89ca43acd" -d '{"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-deleted", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:44:59.351638 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00a80bf-2cd7-4d68-9408-591a5571a194 x-openstack-request-id: req-c00a80bf-2cd7-4d68-9408-591a5571a194 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:44:59.351927 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0fc9dd-1509-4202-8b87-c188d21943b8", "name": "network-vif-deleted", "tag": "8f6afbc8-fdf4-464b-8b92-dea1e34a314e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:44:59.352185 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c00a80bf-2cd7-4d68-9408-591a5571a194 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:44:59.352600 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0fc9dd-1509-4202-8b87-c188d21943b8', 'name': 'network-vif-deleted', 'tag': '8f6afbc8-fdf4-464b-8b92-dea1e34a314e', 'status': 'completed', 'code': 200} Nov 12 21:44:59.409627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:44:59.614121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:44:59.641559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:44:59.649857 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:44:59.650462 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:44:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:44:59.757833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:44:59.954591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:44:59.985388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ac477-ce6d-4d6d-84d1-78fe40caccae None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:34Z', 'revision_number': 4, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '968a0541-1906-47e1-8520-46a41197ee9f', 'name': '', 'network_id': '2523aa34-15db-4517-a68b-645575d2c94a', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'mac_address': 'fa:16:3e:5e:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:33Z', 'updated_at': '2021-11-12T21:34:38Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'subnets': [{'id': '9928c5fd-97fe-4a13-b343-8d7d82da0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:45:00.095773 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c2f967dc-0ddc-420e-ac0d-207d5db12fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:00.229111 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939a362-99a3-424c-aee5-18e7eb3e8208 None None] New status for floating IP 50a45238-b51b-4e5a-8e8b-33024b0d1f19: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:45:00.320422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c391fce4-c753-4f4d-9f06-b1ea6db51ac2 req-a78663cd-a982-4911-8d19-f68ca558d9bd tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 210 time: 0.0341728 Nov 12 21:45:01.426557 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8aa8e77-e091-4997-93d7-d52df8239b93 req-682f09ee-97df-4af4-bae5-9cb5f5793d15 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 210 time: 0.0273232 Nov 12 21:45:01.472917 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:01.669911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:45:01.690961 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 8f6afbc8-fdf4-464b-8b92-dea1e34a314e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:45:01.691355 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 8f6afbc8-fdf4-464b-8b92-dea1e34a314e not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:45:02.523117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b82f02c0-60d0-4081-b23d-441eabdaca53 req-9815dd52-ce2d-46da-824f-d623c4940b52 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 210 time: 0.0303149 Nov 12 21:45:03.198998 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:03.621855 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:03.625830 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c828728-b94c-492a-b5ae-2ff7bb9ea685 req-25c45daa-5095-4c74-8fc3-3dd0ad188e3c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0fc9dd-1509-4202-8b87-c188d21943b8 HTTP/1.1" status: 200 len: 210 time: 0.0263386 Nov 12 21:45:08.542618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34938) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:08.598597 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bab3f2da-563b-4c63-a9e9-cc612046ed83 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:08.622508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bab3f2da-563b-4c63-a9e9-cc612046ed83 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:08.741586 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bab3f2da-563b-4c63-a9e9-cc612046ed83 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:08.744217 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bab3f2da-563b-4c63-a9e9-cc612046ed83 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:08.745958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bab3f2da-563b-4c63-a9e9-cc612046ed83 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "DELETE /v2.0/security-groups/9195614c-42ca-4ebd-b3c5-1571e8908145 HTTP/1.1" status: 204 len: 168 time: 0.2022562 Nov 12 21:45:08.748844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34940) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:08.755677 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3f2da-563b-4c63-a9e9-cc612046ed83 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9195614c-42ca-4ebd-b3c5-1571e8908145,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:08.764428 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-3383ab78-bccd-4ab3-ad98-c1ae3177902c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] show failed (client error): The resource could not be found. Nov 12 21:45:08.768567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34942) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:08.775495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3383ab78-bccd-4ab3-ad98-c1ae3177902c tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "GET /v2.0/security-groups/9195614c-42ca-4ebd-b3c5-1571e8908145 HTTP/1.1" status: 404 len: 347 time: 0.0254290 Nov 12 21:45:08.900998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Deleting port b3de3fd8-5171-42ec-b1cc-46d842627695 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:08.901339 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:08.982562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:08.983134 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:08.996356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Calling delete_port for b3de3fd8-5171-42ec-b1cc-46d842627695 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:45:09.204286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:09.228810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Pushing event deleted for resources: {'Port': ['ID=b3de3fd8-5171-42ec-b1cc-46d842627695,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:09.292246 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:09.294742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:09.296002 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-790d6127-56bf-445e-a2df-3ef1c47659d4 tempest-ServerActionsTestJSON-751116418 tempest-ServerActionsTestJSON-751116418-project] 10.222.0.64 "DELETE /v2.0/floatingips/50a45238-b51b-4e5a-8e8b-33024b0d1f19 HTTP/1.1" status: 204 len: 168 time: 0.5261896 Nov 12 21:45:09.298922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34944) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:09.836399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:10.078292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Deleting port 968a0541-1906-47e1-8520-46a41197ee9f {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:10.078621 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:10.155199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] For port 968a0541-1906-47e1-8520-46a41197ee9f, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=968a0541-1906-47e1-8520-46a41197ee9f,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:10.155583 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:10.168532 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Calling delete_port for 968a0541-1906-47e1-8520-46a41197ee9f owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:45:10.398202 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:10.424393 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Pushing event deleted for resources: {'Port': ['ID=968a0541-1906-47e1-8520-46a41197ee9f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:10.596227 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:10.804394 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:10.812204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Router b966d986-f5cd-45c1-849c-e7e89504e560 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:45:10.901503 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:10.918007 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:45:10.923135 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c3012a2f-fef3-497d-b5af-6aba0efa6442 admin admin] 10.222.0.64 "PUT /v2.0/routers/b966d986-f5cd-45c1-849c-e7e89504e560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6232212 Nov 12 21:45:10.925996 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34948) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:10.928821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] Sync routers for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:45:10.941062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:45:10.941665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:11.029562 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:11.044392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:45:11.127994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:11.222521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:45:10Z', 'revision_number': 5, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port': {'id': '9ea78fca-50da-4325-89f6-55c55cd196d2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:11.250869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] Checking router: b966d986-f5cd-45c1-849c-e7e89504e560 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:45:11.259946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] Routers {'b966d986-f5cd-45c1-849c-e7e89504e560'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:45:11.260730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:45:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['b966d986-f5cd-45c1-849c-e7e89504e560'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:11.268607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Deleting port 9ea78fca-50da-4325-89f6-55c55cd196d2 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:11.268946 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:11.345930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] Set router b966d986-f5cd-45c1-849c-e7e89504e560 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:45:11.347002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] For port 9ea78fca-50da-4325-89f6-55c55cd196d2, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9ea78fca-50da-4325-89f6-55c55cd196d2,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:11.347397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:11.360507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Calling delete_port for 9ea78fca-50da-4325-89f6-55c55cd196d2 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:45:11.405175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:45:11Z', 'revision_number': 6, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:11.438172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a04459-447b-4706-84e0-665ebeb61ef6 None None] The sync data for ids ['b966d986-f5cd-45c1-849c-e7e89504e560'] in n-d-713498-29 is: [{'id': 'b966d986-f5cd-45c1-849c-e7e89504e560', 'name': 'tempest-ServerActionsTestJSON-1434304205-router', 'tenant_id': '4b98ad3654ee47b9b7a49728623e6f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:34:31Z', 'updated_at': '2021-11-12T21:45:11Z', 'revision_number': 6, 'project_id': '4b98ad3654ee47b9b7a49728623e6f40', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:45:11.575770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:11.600313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea78fca-50da-4325-89f6-55c55cd196d2,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:11.617138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a44581-292a-4be2-b7c0-e73813038253 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:45:11.670700 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.085483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.087689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.193480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.196473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b966d986-f5cd-45c1-849c-e7e89504e560 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:45:12.200329 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.204210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f3a96c0d-62b2-4678-8878-4a256c8072ac admin admin] 10.222.0.64 "DELETE /v2.0/routers/b966d986-f5cd-45c1-849c-e7e89504e560 HTTP/1.1" status: 204 len: 168 time: 1.2746179 Nov 12 21:45:12.204541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 34950) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:12.253738 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-457276f6-e7e4-4836-900c-75bdf0b2a7a3 admin admin] Deleting subnet 9928c5fd-97fe-4a13-b343-8d7d82da0bfa {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:45:12.257423 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-457276f6-e7e4-4836-900c-75bdf0b2a7a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.299221 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-457276f6-e7e4-4836-900c-75bdf0b2a7a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.382588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-457276f6-e7e4-4836-900c-75bdf0b2a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.390093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 968a0541-1906-47e1-8520-46a41197ee9f no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:45:12.411103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 968a0541-1906-47e1-8520-46a41197ee9f {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:45:12.411571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 968a0541-1906-47e1-8520-46a41197ee9f not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:45:12.412047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9ea78fca-50da-4325-89f6-55c55cd196d2 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:45:12.435391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 9ea78fca-50da-4325-89f6-55c55cd196d2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:45:12.435745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9ea78fca-50da-4325-89f6-55c55cd196d2 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:45:12.502120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-457276f6-e7e4-4836-900c-75bdf0b2a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.534495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457276f6-e7e4-4836-900c-75bdf0b2a7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9928c5fd-97fe-4a13-b343-8d7d82da0bfa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:12.536579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-457276f6-e7e4-4836-900c-75bdf0b2a7a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.539903 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-457276f6-e7e4-4836-900c-75bdf0b2a7a3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9928c5fd-97fe-4a13-b343-8d7d82da0bfa HTTP/1.1" status: 204 len: 168 time: 0.3343303 Nov 12 21:45:12.542215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b843e6-4d77-4adc-bfa9-6e3570705e6e None None] Network 2523aa34-15db-4517-a68b-645575d2c94a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:12.543396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34952) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:12.616787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.670570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Deleting port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:12.670905 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.714609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] DHCP port deletion for 2523aa34-15db-4517-a68b-645575d2c94a request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:45:12.737021 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] For port 018f9e56-fca2-4e3f-ae96-794052b4c3b3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=018f9e56-fca2-4e3f-ae96-794052b4c3b3,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:12.737423 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.751436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Calling delete_port for 018f9e56-fca2-4e3f-ae96-794052b4c3b3 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:45:12.764436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] Deleting port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:12.764739 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.832183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] For port 018f9e56-fca2-4e3f-ae96-794052b4c3b3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=018f9e56-fca2-4e3f-ae96-794052b4c3b3,segment=NetworkSegment(e6aec48d-20d4-4f47-baca-1064cdcb1657),segment_id=e6aec48d-20d4-4f47-baca-1064cdcb1657)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:12.832582 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.844877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] Calling delete_port for 018f9e56-fca2-4e3f-ae96-794052b4c3b3 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:45:12.929600 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.936171 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:12.955900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=018f9e56-fca2-4e3f-ae96-794052b4c3b3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:12.959340 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] No DVR routers for this DVR port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:45:12.961940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] Pushing event deleted for resources: {'Port': ['ID=018f9e56-fca2-4e3f-ae96-794052b4c3b3,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:12.969324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc96514-e7de-4c16-89e3-c6caefc5afa8 None None] No DVR routers for this DVR port 018f9e56-fca2-4e3f-ae96-794052b4c3b3 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:45:13.035697 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.056064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2523aa34-15db-4517-a68b-645575d2c94a']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:13.065952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6aec48d-20d4-4f47-baca-1064cdcb1657') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:13.066251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6aec48d-20d4-4f47-baca-1064cdcb1657') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:13.076106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.089706 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.095653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:45:13.098927 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:45:13.209810 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.215873 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.219273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] 10.222.0.64 "DELETE /v2.0/networks/2523aa34-15db-4517-a68b-645575d2c94a HTTP/1.1" status: 204 len: 168 time: 0.6748931 Nov 12 21:45:13.230588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ec22d-83f6-465b-af03-121ebcf77f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2523aa34-15db-4517-a68b-645575d2c94a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:13.568349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34956) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:13.613287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2cda5a5e-fe79-4277-8d18-de411ccfb039 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b98ad3654ee47b9b7a49728623e6f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433822 Nov 12 21:45:13.615825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34958) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:13.663586 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2668488e-46ed-48db-9538-8c7f1720ce78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.684391 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2668488e-46ed-48db-9538-8c7f1720ce78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.798169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2668488e-46ed-48db-9538-8c7f1720ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.801005 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2668488e-46ed-48db-9538-8c7f1720ce78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:13.802154 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2668488e-46ed-48db-9538-8c7f1720ce78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae261731-5801-47c0-81d0-f6a15a1c1b9c HTTP/1.1" status: 204 len: 168 time: 0.1854115 Nov 12 21:45:13.809917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668488e-46ed-48db-9538-8c7f1720ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae261731-5801-47c0-81d0-f6a15a1c1b9c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:14.396030 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 018f9e56-fca2-4e3f-ae96-794052b4c3b3 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:45:14.415688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 018f9e56-fca2-4e3f-ae96-794052b4c3b3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:45:14.416026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 018f9e56-fca2-4e3f-ae96-794052b4c3b3 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:45:14.861279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34980) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:14.957221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1864130522-network', 'tenant_id': 'f4fba77d10584e7aac85d93e607a9edf'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:15.027494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Made reservation on behalf of f4fba77d10584e7aac85d93e607a9edf for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:15.029882 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.038578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.114347 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.169271 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.190127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:45:15.203587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:15.208229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.208574 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Added segment 7194ac24-12b6-41e3-9ecf-7148d5d895e8 of type vlan for network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d Nov 12 21:45:15.253783 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.358421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.359550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:15.360220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.422482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9d019e-c60b-4eac-8eb2-2ef400d9b82d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:15.433379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:45:15.469503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ff5d36a0-4539-4d57-bb71-66191bba41b3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6070476 Nov 12 21:45:15.472285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 34984) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:15.477017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Request body: {'subnet': {'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1864130522-subnet', 'tenant_id': 'f4fba77d10584e7aac85d93e607a9edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:15.558496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Made reservation on behalf of f4fba77d10584e7aac85d93e607a9edf for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:15.560915 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.787262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:15.837951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799d6600-25fb-4b2a-ad62-9e8fe05f752d,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:15.852622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Checking segment: {'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:15.852976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Network hostable DHCP agents. Network: dc9d019e-c60b-4eac-8eb2-2ef400d9b82d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:45:15.940748 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:45:16.003569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, dc9d019e-c60b-4eac-8eb2-2ef400d9b82d) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:16.007566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:16.008236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:16.012729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0b8007-0694-4556-937b-5e65185aa434 None None] Network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:16.098109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-226f3237-1b98-4081-a4d8-8f8b16c42677 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6247475 Nov 12 21:45:16.138969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54c9215-a872-4492-ab1d-ea42b7486158 None None] Network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:16.538902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-d59af30d-d30a-4c97-9502-314a4267ff27 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:16.540397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-d59af30d-d30a-4c97-9502-314a4267ff27 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/networks?id=dc9d019e-c60b-4eac-8eb2-2ef400d9b82d HTTP/1.1" status: 200 len: 814 time: 0.1032634 Nov 12 21:45:16.555169 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-33b1a789-c22d-4856-98ff-6bd49f308caa tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/quotas/f4fba77d10584e7aac85d93e607a9edf HTTP/1.1" status: 200 len: 375 time: 0.0090647 Nov 12 21:45:16.586799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-c827c255-c883-47d8-acae-6835c7121034 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4fba77d10584e7aac85d93e607a9edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263250 Nov 12 21:45:16.598222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-91bb2c59-820a-4063-aedb-bef0659c9cf4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:45:16.599358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-91bb2c59-820a-4063-aedb-bef0659c9cf4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050817 Nov 12 21:45:16.690788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-17725f96-6f65-4dc8-9b7b-db3ccc9e959e service neutron] 10.222.0.64 "GET /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859451 Nov 12 21:45:16.778335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-8c07da20-8eec-49b7-aa68-6bde52dce3e1 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815346 Nov 12 21:45:17.362288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17f1ad55-1afd-4eea-b5e3-d020bb68319a req-275d9a4f-672f-4f5a-ba3a-0b8a610cf0df tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 210 time: 0.3706343 Nov 12 21:45:18.458295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5063f2b7-059a-47d4-9257-cb3c1284a651 req-9496a51c-fc5a-4e08-9cbe-2d4ded590f7b tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 210 time: 0.0262833 Nov 12 21:45:19.111196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-4c60df2b-fe68-47fb-bb01-f4989d3142fa tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:19.112636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-4c60df2b-fe68-47fb-bb01-f4989d3142fa tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.78 "GET /v2.0/networks?id=dc9d019e-c60b-4eac-8eb2-2ef400d9b82d HTTP/1.1" status: 200 len: 814 time: 0.1066811 Nov 12 21:45:19.124761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Request body: {'port': {'device_id': 'd2365909-5701-4e93-8004-dd0085096fb8', 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d', 'admin_state_up': True, 'tenant_id': 'f4fba77d10584e7aac85d93e607a9edf'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:19.324260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Made reservation on behalf of f4fba77d10584e7aac85d93e607a9edf for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:19.327869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:19.454458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Allocated IP 172.20.0.14 (dc9d019e-c60b-4eac-8eb2-2ef400d9b82d/799d6600-25fb-4b2a-ad62-9e8fe05f752d/42b1471b-187a-4e48-a761-7408f0d96234) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:45:19.588861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-024229d8-8825-437d-b509-1cc34c4a36b9 req-61961fb5-0a67-4c3f-937b-80ed6e0df64c tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 210 time: 0.0385008 Nov 12 21:45:19.626180 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:19.741210 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:19.783636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:45:19.789427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:19.794322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:45:19.801305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Pushing event updated for resources: {'Port': ['ID=42b1471b-187a-4e48-a761-7408f0d96234,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:19.846925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:19.847555 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:19.937243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-b58bd3cb-a85d-41a7-823b-d4b944dfa892 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8161278 Nov 12 21:45:19.949798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Request body: {'port': {'device_id': 'd2365909-5701-4e93-8004-dd0085096fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:20.005733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:20.267228 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b1471b-187a-4e48-a761-7408f0d96234 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:45:20.274515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:20.286900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Transition to ACTIVE for port object 42b1471b-187a-4e48-a761-7408f0d96234 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:45:20.358302 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:20.414383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Pushing event updated for resources: {'Port': ['ID=42b1471b-187a-4e48-a761-7408f0d96234,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:20.477458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Attempting to bind port 42b1471b-187a-4e48-a761-7408f0d96234 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:45:20.477793 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Attempting to bind port 42b1471b-187a-4e48-a761-7408f0d96234 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:45:20.478118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Attempting to bind port 42b1471b-187a-4e48-a761-7408f0d96234 on network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:45:20.482596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Port 42b1471b-187a-4e48-a761-7408f0d96234 on network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:45:20.482955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Attempting to bind port 42b1471b-187a-4e48-a761-7408f0d96234 on network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:45:20.487760 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:45:20.488091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Checking segment: {'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:20.488471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Bound using segment: {'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:45:20.488891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Bound port: 42b1471b-187a-4e48-a761-7408f0d96234, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:45:20.489242 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:20.551464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] For port 42b1471b-187a-4e48-a761-7408f0d96234, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:45:20.554331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] For port 42b1471b-187a-4e48-a761-7408f0d96234, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=42b1471b-187a-4e48-a761-7408f0d96234,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:45:20.627480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:20.674768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:20.675668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:20.677022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] 10.222.0.78 "PUT /v2.0/ports/42b1471b-187a-4e48-a761-7408f0d96234 HTTP/1.1" status: 200 len: 1093 time: 0.7313485 Nov 12 21:45:20.678935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2365909-5701-4e93-8004-dd0085096fb8', 'tag': '42b1471b-187a-4e48-a761-7408f0d96234'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:45:20.681222 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66f0888-67ec-481a-a0c0-6503d0b331c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d2365909-5701-4e93-8004-dd0085096fb8", "tag": "42b1471b-187a-4e48-a761-7408f0d96234"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:45:20.724482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8cb24-3fe2-4aff-aa89-4dc0d63a2038 service neutron] Pushing event updated for resources: {'Port': ['ID=42b1471b-187a-4e48-a761-7408f0d96234,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:20.740327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b19ec6-9fad-46f4-a7ca-ff4d071db2bc req-4b8a0811-9018-4131-9e9d-53a1739e8ca3 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:20.741833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48b19ec6-9fad-46f4-a7ca-ff4d071db2bc req-4b8a0811-9018-4131-9e9d-53a1739e8ca3 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 944 time: 0.0834181 Nov 12 21:45:20.743280 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec96b5-fe15-4e90-b30d-a77caebdfddc x-openstack-request-id: req-7dec96b5-fe15-4e90-b30d-a77caebdfddc {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:45:20.743583 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2365909-5701-4e93-8004-dd0085096fb8", "tag": "42b1471b-187a-4e48-a761-7408f0d96234", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:45:20.743829 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7dec96b5-fe15-4e90-b30d-a77caebdfddc {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:45:20.745473 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2365909-5701-4e93-8004-dd0085096fb8', 'tag': '42b1471b-187a-4e48-a761-7408f0d96234', 'status': 'completed', 'code': 200} Nov 12 21:45:20.817360 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48b19ec6-9fad-46f4-a7ca-ff4d071db2bc req-a5d18b93-93d5-4db2-a9b4-60575b6521d6 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686374 Nov 12 21:45:20.824172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f0888-67ec-481a-a0c0-6503d0b331c7 req-3babba25-f79b-49ab-9ad8-1a7fe3bc587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:20.825628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a66f0888-67ec-481a-a0c0-6503d0b331c7 req-3babba25-f79b-49ab-9ad8-1a7fe3bc587e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f4fba77d10584e7aac85d93e607a9edf&device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0628221 Nov 12 21:45:20.930441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f0888-67ec-481a-a0c0-6503d0b331c7 req-9b299e4e-3559-424d-aa40-d9cc7777da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:20.932544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a66f0888-67ec-481a-a0c0-6503d0b331c7 req-9b299e4e-3559-424d-aa40-d9cc7777da94 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=f4fba77d10584e7aac85d93e607a9edf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980442 Nov 12 21:45:21.025235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f0888-67ec-481a-a0c0-6503d0b331c7 req-127e8748-c751-49d6-aa1e-364e8a7332e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:21.026738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a66f0888-67ec-481a-a0c0-6503d0b331c7 req-127e8748-c751-49d6-aa1e-364e8a7332e7 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873408 Nov 12 21:45:21.106827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-3c341b7f-93dc-4471-9766-2520d5d39160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:21.108357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-3c341b7f-93dc-4471-9766-2520d5d39160 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f4fba77d10584e7aac85d93e607a9edf&device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0459509 Nov 12 21:45:21.151208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-ce381116-297f-4237-95b2-eb8ac4e306fa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b1471b-187a-4e48-a761-7408f0d96234 HTTP/1.1" status: 200 len: 217 time: 0.0341277 Nov 12 21:45:21.200925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-3e5e9198-ccca-4e06-a382-627d4a4ed2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:21.202354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-3e5e9198-ccca-4e06-a382-627d4a4ed2c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=799d6600-25fb-4b2a-ad62-9e8fe05f752d HTTP/1.1" status: 200 len: 854 time: 0.0434635 Nov 12 21:45:21.237955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-d6c1eb64-5826-4e7e-a1ae-6c0d810e5bf0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dc9d019e-c60b-4eac-8eb2-2ef400d9b82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283959 Nov 12 21:45:21.329366 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-84eb55f8-94c3-4ed0-a1ad-cf031b304a48 service neutron] 10.222.0.78 "GET /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836797 Nov 12 21:45:21.423663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4fe0b512-2a0c-4d11-ad6c-64cb39ed5314 req-9847576c-ed9c-46e0-b3c3-cb05b03020a6 service neutron] 10.222.0.78 "GET /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874734 Nov 12 21:45:21.936658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc6e0-c454-4330-b2fd-47d30e82b36d req-020ab1c3-ddeb-46ad-a3ba-9f80458090db tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:21.938136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-affdc6e0-c454-4330-b2fd-47d30e82b36d req-020ab1c3-ddeb-46ad-a3ba-9f80458090db tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 944 time: 0.0498657 Nov 12 21:45:21.986157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-affdc6e0-c454-4330-b2fd-47d30e82b36d req-8a4488ad-c761-4b21-93c9-2ba8e434a0f8 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Nov 12 21:45:23.107413 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b14216-eea7-4914-b0ca-b61db6e17175 req-c49cbd33-e1af-4554-a756-dcc6b5685e17 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:23.108944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2b14216-eea7-4914-b0ca-b61db6e17175 req-c49cbd33-e1af-4554-a756-dcc6b5685e17 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 944 time: 0.0511589 Nov 12 21:45:23.158779 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2b14216-eea7-4914-b0ca-b61db6e17175 req-d00e771c-097c-40ee-bf40-7da17dbf50c6 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Nov 12 21:45:23.760573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 42b1471b-187a-4e48-a761-7408f0d96234 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:45:23.855642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 42b1471b-187a-4e48-a761-7408f0d96234, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=42b1471b-187a-4e48-a761-7408f0d96234,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:23.866436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '42b1471b-187a-4e48-a761-7408f0d96234', 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d', 'port_id': '42b1471b-187a-4e48-a761-7408f0d96234', 'mac_address': 'fa:16:3e:31:23:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799d6600-25fb-4b2a-ad62-9e8fe05f752d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:45:23.904647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:23.917290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b1471b-187a-4e48-a761-7408f0d96234 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:45:23.936606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 42b1471b-187a-4e48-a761-7408f0d96234, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=42b1471b-187a-4e48-a761-7408f0d96234,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:23.997792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:24.044950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=42b1471b-187a-4e48-a761-7408f0d96234,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:24.052687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.053026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.053365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.053693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.054015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.054336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.054654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.054970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.055277 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.055617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.055927 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.056238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:24.185375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['42b1471b-187a-4e48-a761-7408f0d96234'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:45:24.283194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a4ee-bed6-4d04-a21d-de3e1f03a84e req-a0f2f5eb-f7ad-4399-b5d6-6b70ff7315cd tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:24.284880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8018a4ee-bed6-4d04-a21d-de3e1f03a84e req-a0f2f5eb-f7ad-4399-b5d6-6b70ff7315cd tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 945 time: 0.0551534 Nov 12 21:45:24.334380 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8018a4ee-bed6-4d04-a21d-de3e1f03a84e req-41ad3ba9-a240-4ecb-b9fc-d0993958b547 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Nov 12 21:45:25.450672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fd558-9d65-4450-9813-020062b812d3 req-ef527c4e-efab-4558-ba4d-f5a1876dec45 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:25.452188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed2fd558-9d65-4450-9813-020062b812d3 req-ef527c4e-efab-4558-ba4d-f5a1876dec45 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 945 time: 0.0494659 Nov 12 21:45:25.502483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ed2fd558-9d65-4450-9813-020062b812d3 req-e06c0242-dd5b-45b5-9aa3-3f263bf75132 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 Nov 12 21:45:25.770659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 42b1471b-187a-4e48-a761-7408f0d96234 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:45:25.895059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 42b1471b-187a-4e48-a761-7408f0d96234 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:45:25.902062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 42b1471b-187a-4e48-a761-7408f0d96234 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:45:25.902437 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:25.980602 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:26.002889 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2365909-5701-4e93-8004-dd0085096fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b1471b-187a-4e48-a761-7408f0d96234'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:45:26.005164 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6718d209-387e-4601-a97a-cfc63af7424e" -d '{"events": [{"server_uuid": "d2365909-5701-4e93-8004-dd0085096fb8", "name": "network-vif-plugged", "status": "completed", "tag": "42b1471b-187a-4e48-a761-7408f0d96234"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:45:26.017884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 42b1471b-187a-4e48-a761-7408f0d96234, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=42b1471b-187a-4e48-a761-7408f0d96234,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:26.042919 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e95274-9b4a-486c-9406-8e980337c6c2 x-openstack-request-id: req-55e95274-9b4a-486c-9406-8e980337c6c2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:45:26.043209 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2365909-5701-4e93-8004-dd0085096fb8", "name": "network-vif-plugged", "status": "completed", "tag": "42b1471b-187a-4e48-a761-7408f0d96234", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:45:26.043494 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55e95274-9b4a-486c-9406-8e980337c6c2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:45:26.043881 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2365909-5701-4e93-8004-dd0085096fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b1471b-187a-4e48-a761-7408f0d96234', 'code': 200} Nov 12 21:45:26.072952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:26.120704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=42b1471b-187a-4e48-a761-7408f0d96234,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:26.151025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6787-28db-446c-b2c8-bb788a30e538 req-59c4de64-69bf-4a05-8920-f83e3f2dbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:26.152845 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bce6787-28db-446c-b2c8-bb788a30e538 req-59c4de64-69bf-4a05-8920-f83e3f2dbdb0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0480611 Nov 12 21:45:26.199809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bce6787-28db-446c-b2c8-bb788a30e538 req-d1b6b524-7467-468b-a1fb-02f85e73a372 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394576 Nov 12 21:45:26.618816 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe66467-7837-47b2-b503-bcf073851069 req-cb6cea93-85d6-4168-a3f0-64c652d450cc tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:26.620503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fe66467-7837-47b2-b503-bcf073851069 req-cb6cea93-85d6-4168-a3f0-64c652d450cc tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0500894 Nov 12 21:45:26.669320 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fe66467-7837-47b2-b503-bcf073851069 req-84ec3c2a-82c7-4e66-b260-acb8af7c23d9 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Nov 12 21:45:27.592240 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9b087dd7-3110-4ad1-bf37-a3ba17b74d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:27.787394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d1a8-3077-4d38-88de-3a0854dfd491 req-75b7ee79-8519-4538-9ef3-b2df8bc234c6 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:27.788857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6d9d1a8-3077-4d38-88de-3a0854dfd491 req-75b7ee79-8519-4538-9ef3-b2df8bc234c6 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0488935 Nov 12 21:45:27.840087 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6d9d1a8-3077-4d38-88de-3a0854dfd491 req-7b9e5515-7d6d-4518-8f7d-16c4601d1e2e tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Nov 12 21:45:28.059750 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-4692cdd2-87a3-44b8-bce9-efef8394b1ff tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:28.061210 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-4692cdd2-87a3-44b8-bce9-efef8394b1ff tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/networks?id=dc9d019e-c60b-4eac-8eb2-2ef400d9b82d HTTP/1.1" status: 200 len: 814 time: 0.1008408 Nov 12 21:45:28.076402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-60ba0aa6-4886-44ba-a4ec-dd095a4c84fe tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/quotas/f4fba77d10584e7aac85d93e607a9edf HTTP/1.1" status: 200 len: 375 time: 0.0096016 Nov 12 21:45:28.124657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-b4bd5ccb-2267-4bfd-bbec-95fd41786b8a tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4fba77d10584e7aac85d93e607a9edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430617 Nov 12 21:45:28.222965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-025d5983-3fb5-4a5d-b852-346feda3e4e6 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914414 Nov 12 21:45:28.318166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-d96d6f66-adef-4af9-b562-33f70209caa2 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884891 Nov 12 21:45:28.547752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61e873a1-40b0-4119-9bd6-d0afb42b058e req-8accab19-e049-4958-b468-3f3a4a5f3660 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 210 time: 0.0314927 Nov 12 21:45:29.643157 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-50d340fb-6684-470c-9d0c-95fbf1e0898e req-b41ad446-8f62-4f9f-b4f3-ccb227be755a tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 210 time: 0.0278139 Nov 12 21:45:30.100725 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d708e1d0-a0bb-445e-8fe1-617d86d33bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:30.408851 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-b64e380d-6cd4-4c9e-ad36-e995e53416c1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:30.410226 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-b64e380d-6cd4-4c9e-ad36-e995e53416c1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.46 "GET /v2.0/networks?id=dc9d019e-c60b-4eac-8eb2-2ef400d9b82d HTTP/1.1" status: 200 len: 814 time: 0.1032028 Nov 12 21:45:30.430844 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Request body: {'port': {'device_id': '868b66a4-50da-4d1d-b467-0ff278fc2ddd', 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d', 'admin_state_up': True, 'tenant_id': 'f4fba77d10584e7aac85d93e607a9edf'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:30.614946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Made reservation on behalf of f4fba77d10584e7aac85d93e607a9edf for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:30.618800 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:30.740338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5614ba4c-3925-4e59-84af-f1ad0d62053c req-34b2d6a4-ffd8-4218-b246-c51c5faf56bc tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 210 time: 0.0265205 Nov 12 21:45:30.749720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Allocated IP 172.20.0.11 (dc9d019e-c60b-4eac-8eb2-2ef400d9b82d/799d6600-25fb-4b2a-ad62-9e8fe05f752d/a045fa55-0b95-41f3-9aea-5433a0a871c9) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:45:30.898511 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:30.986988 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.003060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['42b1471b-187a-4e48-a761-7408f0d96234'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:45:31.027942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:45:31.030896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:31.036697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:45:31.068133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Pushing event updated for resources: {'Port': ['ID=a045fa55-0b95-41f3-9aea-5433a0a871c9,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:31.081360 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.081693 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.082027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.082358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.082676 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.083020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.083356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.083669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.083985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.084295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.084606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.084914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:31.104717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:31.105735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.160568 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-7baf31d6-f166-4439-a5fc-0070d41a4e42 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7342544 Nov 12 21:45:31.173058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-b35c13a8-4648-406a-8133-ba93ec9cbc6c tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:45:31.174022 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-b35c13a8-4648-406a-8133-ba93ec9cbc6c tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052116 Nov 12 21:45:31.190950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Request body: {'port': {'device_id': '868b66a4-50da-4d1d-b467-0ff278fc2ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:31.247217 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.455017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.513011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a045fa55-0b95-41f3-9aea-5433a0a871c9 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:45:31.520163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.532632 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Transition to ACTIVE for port object a045fa55-0b95-41f3-9aea-5433a0a871c9 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:45:31.592183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.641517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Pushing event updated for resources: {'Port': ['ID=a045fa55-0b95-41f3-9aea-5433a0a871c9,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:31.709980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Attempting to bind port a045fa55-0b95-41f3-9aea-5433a0a871c9 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:45:31.710310 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Attempting to bind port a045fa55-0b95-41f3-9aea-5433a0a871c9 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:45:31.710967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Attempting to bind port a045fa55-0b95-41f3-9aea-5433a0a871c9 on network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:45:31.715245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Port a045fa55-0b95-41f3-9aea-5433a0a871c9 on network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:45:31.715585 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Attempting to bind port a045fa55-0b95-41f3-9aea-5433a0a871c9 on network dc9d019e-c60b-4eac-8eb2-2ef400d9b82d {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:45:31.720315 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:45:31.720645 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Checking segment: {'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:31.721021 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Bound using segment: {'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:45:31.721438 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Bound port: a045fa55-0b95-41f3-9aea-5433a0a871c9, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7194ac24-12b6-41e3-9ecf-7148d5d895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:45:31.721787 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.786477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] For port a045fa55-0b95-41f3-9aea-5433a0a871c9, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:45:31.789794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] For port a045fa55-0b95-41f3-9aea-5433a0a871c9, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a045fa55-0b95-41f3-9aea-5433a0a871c9,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:45:31.861968 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48316-3fbc-4e2b-aa5a-8e8b0aec0566 req-fd9d9556-3705-458f-a5e7-0211d1fc36db tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:31.863477 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ed48316-3fbc-4e2b-aa5a-8e8b0aec0566 req-fd9d9556-3705-458f-a5e7-0211d1fc36db tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 944 time: 0.0493712 Nov 12 21:45:31.878617 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.911743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2ed48316-3fbc-4e2b-aa5a-8e8b0aec0566 req-ab315c25-a6f1-4bb7-8ff8-c8ea804bdc67 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Nov 12 21:45:31.913586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:31.914209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:31.915600 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] 10.222.0.46 "PUT /v2.0/ports/a045fa55-0b95-41f3-9aea-5433a0a871c9 HTTP/1.1" status: 200 len: 1093 time: 0.7283795 Nov 12 21:45:31.916041 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868b66a4-50da-4d1d-b467-0ff278fc2ddd', 'tag': 'a045fa55-0b95-41f3-9aea-5433a0a871c9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:45:31.918496 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e979b-2734-4b97-951d-584a842cf343" -d '{"events": [{"name": "network-changed", "server_uuid": "868b66a4-50da-4d1d-b467-0ff278fc2ddd", "tag": "a045fa55-0b95-41f3-9aea-5433a0a871c9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:45:31.945828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3d6b5-0f4b-4a70-b59e-ba4ed76c7dbb service neutron] Pushing event updated for resources: {'Port': ['ID=a045fa55-0b95-41f3-9aea-5433a0a871c9,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:31.966878 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ceac0-eaa4-47d1-b7f4-aab8b15bd7c8 x-openstack-request-id: req-4c5ceac0-eaa4-47d1-b7f4-aab8b15bd7c8 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:45:31.967148 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868b66a4-50da-4d1d-b467-0ff278fc2ddd", "tag": "a045fa55-0b95-41f3-9aea-5433a0a871c9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:45:31.967440 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c5ceac0-eaa4-47d1-b7f4-aab8b15bd7c8 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:45:31.967842 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868b66a4-50da-4d1d-b467-0ff278fc2ddd', 'tag': 'a045fa55-0b95-41f3-9aea-5433a0a871c9', 'status': 'completed', 'code': 200} Nov 12 21:45:32.036019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e979b-2734-4b97-951d-584a842cf343 req-77ea34f5-505c-4769-a623-9224fc273398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:32.037422 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b4e979b-2734-4b97-951d-584a842cf343 req-77ea34f5-505c-4769-a623-9224fc273398 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4fba77d10584e7aac85d93e607a9edf&device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 1096 time: 0.0427184 Nov 12 21:45:32.143535 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e979b-2734-4b97-951d-584a842cf343 req-e21419e7-ab87-477e-bb0d-8f3ae33f8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:32.145017 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b4e979b-2734-4b97-951d-584a842cf343 req-e21419e7-ab87-477e-bb0d-8f3ae33f8066 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f4fba77d10584e7aac85d93e607a9edf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945392 Nov 12 21:45:32.242583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e979b-2734-4b97-951d-584a842cf343 req-b69b6dd1-72f3-44c2-ab23-44c806ff765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:32.243888 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b4e979b-2734-4b97-951d-584a842cf343 req-b69b6dd1-72f3-44c2-ab23-44c806ff765f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882096 Nov 12 21:45:32.333105 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-3aead175-67cd-4c08-87bf-c4c31bb15463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:32.334536 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-3aead175-67cd-4c08-87bf-c4c31bb15463 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4fba77d10584e7aac85d93e607a9edf&device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 1096 time: 0.0455654 Nov 12 21:45:32.380218 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-eb2a1eb7-e06b-407f-89c6-f640fd18f0db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a045fa55-0b95-41f3-9aea-5433a0a871c9 HTTP/1.1" status: 200 len: 217 time: 0.0341122 Nov 12 21:45:32.432268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-f080d4d9-4f99-41f6-a4e7-59adf4fc3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:32.433770 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-f080d4d9-4f99-41f6-a4e7-59adf4fc3ef0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=799d6600-25fb-4b2a-ad62-9e8fe05f752d HTTP/1.1" status: 200 len: 854 time: 0.0435379 Nov 12 21:45:32.468978 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-70b7ae28-79d5-4798-8834-9a4a8a265cd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc9d019e-c60b-4eac-8eb2-2ef400d9b82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241652 Nov 12 21:45:32.567010 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-9455424b-bfb3-407b-a18c-21893f50d88e service neutron] 10.222.0.46 "GET /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853825 Nov 12 21:45:32.662239 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-b767ac31-c51e-4aae-9d9f-8f906d1e9526 req-201b974d-8cfd-4ec6-a16c-d56de986e418 service neutron] 10.222.0.46 "GET /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833068 Nov 12 21:45:33.034155 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a0524-a899-4880-aa5c-86bc861712f0 req-c6d056cb-bd32-4c03-be13-faf664fb5927 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:33.035650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-843a0524-a899-4880-aa5c-86bc861712f0 req-c6d056cb-bd32-4c03-be13-faf664fb5927 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 944 time: 0.0528553 Nov 12 21:45:33.083678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-843a0524-a899-4880-aa5c-86bc861712f0 req-388920c0-7102-40c7-9916-ce71f90add23 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Nov 12 21:45:33.192399 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:33.626282 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:33.980180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a045fa55-0b95-41f3-9aea-5433a0a871c9 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:45:34.077217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a045fa55-0b95-41f3-9aea-5433a0a871c9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a045fa55-0b95-41f3-9aea-5433a0a871c9,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:34.088137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'a045fa55-0b95-41f3-9aea-5433a0a871c9', 'network_id': 'dc9d019e-c60b-4eac-8eb2-2ef400d9b82d', 'port_id': 'a045fa55-0b95-41f3-9aea-5433a0a871c9', 'mac_address': 'fa:16:3e:87:d7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799d6600-25fb-4b2a-ad62-9e8fe05f752d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:45:34.125767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:34.142326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a045fa55-0b95-41f3-9aea-5433a0a871c9 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:45:34.161416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a045fa55-0b95-41f3-9aea-5433a0a871c9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a045fa55-0b95-41f3-9aea-5433a0a871c9,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:34.200479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892595f-f272-4466-bae8-fab3e77e439a req-d7cd3677-bab8-492a-8b0a-856b2d802cc0 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:34.202066 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3892595f-f272-4466-bae8-fab3e77e439a req-d7cd3677-bab8-492a-8b0a-856b2d802cc0 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 944 time: 0.0497682 Nov 12 21:45:34.221044 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:34.253348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3892595f-f272-4466-bae8-fab3e77e439a req-1e9668e9-cc10-453d-81c2-375ff94fc346 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450070 Nov 12 21:45:34.271120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=a045fa55-0b95-41f3-9aea-5433a0a871c9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:34.467832 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['a045fa55-0b95-41f3-9aea-5433a0a871c9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:45:35.096747 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:45:35.379723 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f78324-3e70-4412-ad54-4057bdfad766 req-870c7627-4255-4256-b18a-58add14391c2 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:35.381111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84f78324-3e70-4412-ad54-4057bdfad766 req-870c7627-4255-4256-b18a-58add14391c2 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 945 time: 0.0590496 Nov 12 21:45:35.432931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84f78324-3e70-4412-ad54-4057bdfad766 req-3ddf68a0-4ad5-458e-8071-f9fd271622db tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 Nov 12 21:45:35.985092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a045fa55-0b95-41f3-9aea-5433a0a871c9 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:45:36.089664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port a045fa55-0b95-41f3-9aea-5433a0a871c9 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:45:36.093450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port a045fa55-0b95-41f3-9aea-5433a0a871c9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:45:36.096393 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:36.168049 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:36.189570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868b66a4-50da-4d1d-b467-0ff278fc2ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a045fa55-0b95-41f3-9aea-5433a0a871c9'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:45:36.191817 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f2b8d-b737-458f-ab69-75112d95f481" -d '{"events": [{"server_uuid": "868b66a4-50da-4d1d-b467-0ff278fc2ddd", "name": "network-vif-plugged", "status": "completed", "tag": "a045fa55-0b95-41f3-9aea-5433a0a871c9"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:45:36.204787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port a045fa55-0b95-41f3-9aea-5433a0a871c9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a045fa55-0b95-41f3-9aea-5433a0a871c9,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:36.227234 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfe98c5-7d91-4070-9ada-18866c29dd2c x-openstack-request-id: req-ddfe98c5-7d91-4070-9ada-18866c29dd2c {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:45:36.227581 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868b66a4-50da-4d1d-b467-0ff278fc2ddd", "name": "network-vif-plugged", "status": "completed", "tag": "a045fa55-0b95-41f3-9aea-5433a0a871c9", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:45:36.227854 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddfe98c5-7d91-4070-9ada-18866c29dd2c {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:45:36.228351 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868b66a4-50da-4d1d-b467-0ff278fc2ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a045fa55-0b95-41f3-9aea-5433a0a871c9', 'code': 200} Nov 12 21:45:36.249113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:36.300882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=a045fa55-0b95-41f3-9aea-5433a0a871c9,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:36.349784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7615616-085e-4ffd-a86b-9e22644bd3d9 req-46e13c53-666a-421e-8f3f-d6c7bde01233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:36.351300 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7615616-085e-4ffd-a86b-9e22644bd3d9 req-46e13c53-666a-421e-8f3f-d6c7bde01233 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 1098 time: 0.0506508 Nov 12 21:45:36.395831 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f7615616-085e-4ffd-a86b-9e22644bd3d9 req-955c6ecb-3de2-44a3-9be2-dbb293e40bec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368528 Nov 12 21:45:36.548689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544a32e-c50d-4d4e-a01e-a52a6d7e5e81 req-f06f8b54-62b2-4543-94ba-93d48d5df3be tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:36.550357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b544a32e-c50d-4d4e-a01e-a52a6d7e5e81 req-f06f8b54-62b2-4543-94ba-93d48d5df3be tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 946 time: 0.0489166 Nov 12 21:45:36.600002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b544a32e-c50d-4d4e-a01e-a52a6d7e5e81 req-3b1b3237-227b-4fac-8b3a-f8e30b501912 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437193 Nov 12 21:45:37.719424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbd70-c8a3-4ae2-9a82-0291dd1bb99d req-17a28661-0bc9-4b29-b059-42b92443e5a6 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:37.721006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e75cbd70-c8a3-4ae2-9a82-0291dd1bb99d req-17a28661-0bc9-4b29-b059-42b92443e5a6 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 946 time: 0.0509341 Nov 12 21:45:37.768580 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e75cbd70-c8a3-4ae2-9a82-0291dd1bb99d req-518e23ce-696a-4e0b-a189-e43bcdf0ec22 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Nov 12 21:45:38.888473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971263-6d20-4aee-81a9-25d15762bf53 req-d4ae6bb9-4a2b-4f1a-9c38-044731e7528e tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:38.889964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7971263-6d20-4aee-81a9-25d15762bf53 req-d4ae6bb9-4a2b-4f1a-9c38-044731e7528e tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 946 time: 0.0536427 Nov 12 21:45:38.938219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b7971263-6d20-4aee-81a9-25d15762bf53 req-664a44f9-b563-4da6-83b1-9a9bf89a4dd3 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Nov 12 21:45:39.371850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e7d86-a9ee-41b8-b985-819faff225d1 req-6348c634-fc9f-43db-b754-673cfb91daf7 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:39.373393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c51e7d86-a9ee-41b8-b985-819faff225d1 req-6348c634-fc9f-43db-b754-673cfb91daf7 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 946 time: 0.0494521 Nov 12 21:45:39.421526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c51e7d86-a9ee-41b8-b985-819faff225d1 req-ec8506db-4cbd-412e-8666-a4e21cd4d900 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Nov 12 21:45:40.545294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463b9a-2834-4d1b-a920-e069388fc7cc req-133deae9-1a2a-4a89-8772-52b77c9a1417 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:40.546691 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9463b9a-2834-4d1b-a920-e069388fc7cc req-133deae9-1a2a-4a89-8772-52b77c9a1417 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 946 time: 0.0539415 Nov 12 21:45:40.595724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e9463b9a-2834-4d1b-a920-e069388fc7cc req-5778677c-2156-444f-9a09-7a1e94f9e73d tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Nov 12 21:45:40.725548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-4588de33-9fb4-4cee-b32e-01108f01b3c1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:40.727011 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-4588de33-9fb4-4cee-b32e-01108f01b3c1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.46 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 946 time: 0.0496368 Nov 12 21:45:40.797558 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:40.820010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Deleting port a045fa55-0b95-41f3-9aea-5433a0a871c9 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:40.820352 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:40.906200 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:40.911852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] For port a045fa55-0b95-41f3-9aea-5433a0a871c9, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=a045fa55-0b95-41f3-9aea-5433a0a871c9,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:40.912221 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:40.925494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Calling delete_port for a045fa55-0b95-41f3-9aea-5433a0a871c9 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:45:41.089200 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:41.100963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['42b1471b-187a-4e48-a761-7408f0d96234'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:45:41.106711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['a045fa55-0b95-41f3-9aea-5433a0a871c9'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:45:41.118838 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Pushing event deleted for resources: {'Port': ['ID=a045fa55-0b95-41f3-9aea-5433a0a871c9,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:41.161646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] No DVR routers for this DVR port a045fa55-0b95-41f3-9aea-5433a0a871c9 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:45:41.164528 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:41.168762 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e92af144-ced2-419f-bf8c-c73a9933ad7c req-c94f0670-5107-49c6-bda7-09b67fdd4341 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.46 "DELETE /v2.0/ports/a045fa55-0b95-41f3-9aea-5433a0a871c9 HTTP/1.1" status: 204 len: 173 time: 0.4350729 Nov 12 21:45:41.169235 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868b66a4-50da-4d1d-b467-0ff278fc2ddd', 'name': 'network-vif-deleted', 'tag': 'a045fa55-0b95-41f3-9aea-5433a0a871c9'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:45:41.171530 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45160759-5207-4c7b-97bd-fbd9824b1d7d" -d '{"events": [{"server_uuid": "868b66a4-50da-4d1d-b467-0ff278fc2ddd", "name": "network-vif-deleted", "tag": "a045fa55-0b95-41f3-9aea-5433a0a871c9"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:45:41.212765 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eab1b21-0dda-4e4c-902d-d70310d7fc5d x-openstack-request-id: req-6eab1b21-0dda-4e4c-902d-d70310d7fc5d {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:45:41.213077 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868b66a4-50da-4d1d-b467-0ff278fc2ddd", "name": "network-vif-deleted", "tag": "a045fa55-0b95-41f3-9aea-5433a0a871c9", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:45:41.213938 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6eab1b21-0dda-4e4c-902d-d70310d7fc5d {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:45:41.214453 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868b66a4-50da-4d1d-b467-0ff278fc2ddd', 'name': 'network-vif-deleted', 'tag': 'a045fa55-0b95-41f3-9aea-5433a0a871c9', 'status': 'completed', 'code': 200} Nov 12 21:45:41.703503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea4c557a-c270-425c-9114-69a1add16300 req-22e6a340-5e8f-46d5-86ed-c78a42a5daef tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=868b66a4-50da-4d1d-b467-0ff278fc2ddd HTTP/1.1" status: 200 len: 210 time: 0.0262511 Nov 12 21:45:42.853333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871ffac-f691-458e-9e3a-a1c9f8f7b040 req-e400c756-7f1b-48e8-8fa8-b35847f83b9e tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:42.855736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5871ffac-f691-458e-9e3a-a1c9f8f7b040 req-e400c756-7f1b-48e8-8fa8-b35847f83b9e tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0489874 Nov 12 21:45:42.901676 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5871ffac-f691-458e-9e3a-a1c9f8f7b040 req-cd197fde-8b84-4452-afd1-5c6b7e5dbb9c tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Nov 12 21:45:43.036497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66042f-dcc7-407e-a72f-764e4dca34e0 req-8869b2ac-75b3-4b3b-8e8e-468d606b5ec5 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:43.037974 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf66042f-dcc7-407e-a72f-764e4dca34e0 req-8869b2ac-75b3-4b3b-8e8e-468d606b5ec5 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0538318 Nov 12 21:45:43.086018 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf66042f-dcc7-407e-a72f-764e4dca34e0 req-17d3823f-13be-475c-9068-aa4db789528e tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Nov 12 21:45:43.204499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4a3aa-9cfd-441c-a7fc-674e62dd67bb req-a0f92927-48ac-49a6-ae23-b5647efeeff1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:43.206010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abc4a3aa-9cfd-441c-a7fc-674e62dd67bb req-a0f92927-48ac-49a6-ae23-b5647efeeff1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0495579 Nov 12 21:45:43.255853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abc4a3aa-9cfd-441c-a7fc-674e62dd67bb req-f628590f-8937-4acc-9373-c1d829f92893 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437841 Nov 12 21:45:43.428840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9b043-bca4-4d0e-a31a-aa1f46cf43ac req-fd7f1847-a373-42b3-b6ec-45aa2e8e9b9a tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:43.430422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caf9b043-bca4-4d0e-a31a-aa1f46cf43ac req-fd7f1847-a373-42b3-b6ec-45aa2e8e9b9a tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0508673 Nov 12 21:45:43.483595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caf9b043-bca4-4d0e-a31a-aa1f46cf43ac req-3ac53148-ff2d-48e8-97bd-2fab557a1503 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Nov 12 21:45:43.600123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8de841-fd33-445d-91a9-8644bc3cec9d req-39df990d-9a61-4175-b40a-152ba09c91e8 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:43.601784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd8de841-fd33-445d-91a9-8644bc3cec9d req-39df990d-9a61-4175-b40a-152ba09c91e8 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Nov 12 21:45:43.654536 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fd8de841-fd33-445d-91a9-8644bc3cec9d req-02c91f3a-250c-4ed6-8827-d1a595fbadcf tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Nov 12 21:45:43.787204 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e1b35-393f-49a4-988d-da4c71518fb2 req-6379250e-3b38-4405-9a8f-f16fc438fe6f tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:43.788643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-335e1b35-393f-49a4-988d-da4c71518fb2 req-6379250e-3b38-4405-9a8f-f16fc438fe6f tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0501575 Nov 12 21:45:43.839884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-335e1b35-393f-49a4-988d-da4c71518fb2 req-69f93dec-ff7c-44be-9b8e-633a65f5b20e tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Nov 12 21:45:44.012288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a045fa55-0b95-41f3-9aea-5433a0a871c9 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:45:44.032990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: a045fa55-0b95-41f3-9aea-5433a0a871c9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:45:44.033334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device a045fa55-0b95-41f3-9aea-5433a0a871c9 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:45:44.407684 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d48c93-d3b7-4122-a138-adefbb0fb6e3 req-bbbaad5a-3d2b-46ca-8264-200d462af664 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:44.409160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-08d48c93-d3b7-4122-a138-adefbb0fb6e3 req-bbbaad5a-3d2b-46ca-8264-200d462af664 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0527694 Nov 12 21:45:44.456284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-08d48c93-d3b7-4122-a138-adefbb0fb6e3 req-08a1894e-f7e7-47e8-a4b7-205c5d480032 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Nov 12 21:45:45.573004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711e0b9-df9d-40e7-aa61-e13a8c0e4c58 req-6d03add5-2878-45be-8427-aa437ec0d3e1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:45.574526 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4711e0b9-df9d-40e7-aa61-e13a8c0e4c58 req-6d03add5-2878-45be-8427-aa437ec0d3e1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0494637 Nov 12 21:45:45.622684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4711e0b9-df9d-40e7-aa61-e13a8c0e4c58 req-e2d30d87-de49-4c22-aa00-97326c70b3d1 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Nov 12 21:45:45.717640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-241962ea-79b2-43e0-b77f-7ab67c1af45c tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:45.719056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-241962ea-79b2-43e0-b77f-7ab67c1af45c tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 946 time: 0.0481632 Nov 12 21:45:45.810096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Deleting port 42b1471b-187a-4e48-a761-7408f0d96234 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:45.810340 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:45.897098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] For port 42b1471b-187a-4e48-a761-7408f0d96234, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=42b1471b-187a-4e48-a761-7408f0d96234,segment=NetworkSegment(7194ac24-12b6-41e3-9ecf-7148d5d895e8),segment_id=7194ac24-12b6-41e3-9ecf-7148d5d895e8)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:45.897543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:45.914504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Calling delete_port for 42b1471b-187a-4e48-a761-7408f0d96234 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:45:46.123637 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:46.136115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['42b1471b-187a-4e48-a761-7408f0d96234'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:45:46.151985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Pushing event deleted for resources: {'Port': ['ID=42b1471b-187a-4e48-a761-7408f0d96234,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:46.164430 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.164778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.165116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.165444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.165771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.166096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.167158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.167584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.167971 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.168298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.168620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.168939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:45:46.206196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] No DVR routers for this DVR port 42b1471b-187a-4e48-a761-7408f0d96234 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:45:46.208957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:46.212225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-17d170a6-2c85-4a9d-a0f4-acdbdc3a1481 req-531f3d1b-bd8d-47c9-8766-623fe501c137 tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.78 "DELETE /v2.0/ports/42b1471b-187a-4e48-a761-7408f0d96234 HTTP/1.1" status: 204 len: 173 time: 0.4869311 Nov 12 21:45:46.212656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2365909-5701-4e93-8004-dd0085096fb8', 'name': 'network-vif-deleted', 'tag': '42b1471b-187a-4e48-a761-7408f0d96234'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:45:46.215233 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee549d6c-f50d-467d-9e9d-df483ad9153b" -d '{"events": [{"server_uuid": "d2365909-5701-4e93-8004-dd0085096fb8", "name": "network-vif-deleted", "tag": "42b1471b-187a-4e48-a761-7408f0d96234"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:45:46.255732 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe41618c-51c4-4332-8969-88b52cff45ed x-openstack-request-id: req-fe41618c-51c4-4332-8969-88b52cff45ed {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:45:46.255732 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2365909-5701-4e93-8004-dd0085096fb8", "name": "network-vif-deleted", "tag": "42b1471b-187a-4e48-a761-7408f0d96234", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:45:46.255732 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe41618c-51c4-4332-8969-88b52cff45ed {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:45:46.255732 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2365909-5701-4e93-8004-dd0085096fb8', 'name': 'network-vif-deleted', 'tag': '42b1471b-187a-4e48-a761-7408f0d96234', 'status': 'completed', 'code': 200} Nov 12 21:45:46.729715 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c3d9147-dc40-41e0-80d3-b185b6ba6a6d req-758235a1-4dfc-4205-87b2-4f283ae06c3f tempest-ServersNegativeTestJSON-508397834 tempest-ServersNegativeTestJSON-508397834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2365909-5701-4e93-8004-dd0085096fb8 HTTP/1.1" status: 200 len: 210 time: 0.0260201 Nov 12 21:45:47.787229 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35142) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:47.831216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9eb1c41-fdb9-4fa9-ad7c-0b22d186c11b admin admin] Deleting subnet 799d6600-25fb-4b2a-ad62-9e8fe05f752d {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:45:47.834205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1c41-fdb9-4fa9-ad7c-0b22d186c11b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:47.867111 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1c41-fdb9-4fa9-ad7c-0b22d186c11b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:47.908513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1c41-fdb9-4fa9-ad7c-0b22d186c11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.009120 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1c41-fdb9-4fa9-ad7c-0b22d186c11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.034685 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1c41-fdb9-4fa9-ad7c-0b22d186c11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799d6600-25fb-4b2a-ad62-9e8fe05f752d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:48.038374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1c41-fdb9-4fa9-ad7c-0b22d186c11b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.042318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c9eb1c41-fdb9-4fa9-ad7c-0b22d186c11b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/799d6600-25fb-4b2a-ad62-9e8fe05f752d HTTP/1.1" status: 204 len: 168 time: 0.2540047 Nov 12 21:45:48.044710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35144) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:48.112008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.192617 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.211951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9d019e-c60b-4eac-8eb2-2ef400d9b82d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:48.221489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7194ac24-12b6-41e3-9ecf-7148d5d895e8') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:48.221779 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7194ac24-12b6-41e3-9ecf-7148d5d895e8') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:48.231615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.246061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.252235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:45:48.252625 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:45:48.254296 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:45:48.385616 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.401939 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.401939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dc9d019e-c60b-4eac-8eb2-2ef400d9b82d HTTP/1.1" status: 204 len: 168 time: 0.3500946 Nov 12 21:45:48.407523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f529a-6847-42b5-b8b1-71a6faa71541 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9d019e-c60b-4eac-8eb2-2ef400d9b82d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:48.698402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35148) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:48.738342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9cb1f82a-f167-410f-9ce9-02406fda8fc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4fba77d10584e7aac85d93e607a9edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387523 Nov 12 21:45:48.740890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35150) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:48.787501 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2280056-ebf5-4c1b-b340-82dc83e7352c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.808863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2280056-ebf5-4c1b-b340-82dc83e7352c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.923590 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2280056-ebf5-4c1b-b340-82dc83e7352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.926591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c2280056-ebf5-4c1b-b340-82dc83e7352c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:48.927800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c2280056-ebf5-4c1b-b340-82dc83e7352c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71 HTTP/1.1" status: 204 len: 168 time: 0.1860173 Nov 12 21:45:48.936302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2280056-ebf5-4c1b-b340-82dc83e7352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8b6ffd-4cd5-48c2-bcc3-4945037d4e71,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:49.862714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 42b1471b-187a-4e48-a761-7408f0d96234 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:45:49.882297 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 42b1471b-187a-4e48-a761-7408f0d96234 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:45:49.882643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 42b1471b-187a-4e48-a761-7408f0d96234 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:45:49.921125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35172) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:50.014811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1998473428'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:50.105832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:50.109442 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:50.121798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:50.194766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:50.288831 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:50.316548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:45:50.326933 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1baa784-b8b6-4a08-8b5d-dbd3fa244465,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:50.332729 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:50.333074 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Added segment d2813d4f-296f-4ca6-b400-7c725a966580 of type vlan for network 00e03bce-1696-45af-bbd9-8a972babbbb5 Nov 12 21:45:50.374245 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:50.506008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:50.512372 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:50.512955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:50.580759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Network': ['ID=00e03bce-1696-45af-bbd9-8a972babbbb5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:50.591330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 00e03bce-1696-45af-bbd9-8a972babbbb5 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:45:50.617521 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-30a81580-b724-488b-bf5d-fa5c2f290d3d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6952829 Nov 12 21:45:53.931262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35178) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:53.937377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'subnet': {'network_id': '00e03bce-1696-45af-bbd9-8a972babbbb5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:54.089415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:54.093104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.317493 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.375943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Subnet': ['ID=fc8a0753-1dfc-45ef-b4fd-ffffad1cebbc,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:54.386596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Checking segment: {'id': 'd2813d4f-296f-4ca6-b400-7c725a966580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00e03bce-1696-45af-bbd9-8a972babbbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:54.386946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network hostable DHCP agents. Network: 00e03bce-1696-45af-bbd9-8a972babbbb5, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:45:54.441783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network 00e03bce-1696-45af-bbd9-8a972babbbb5 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:45:54.500238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 00e03bce-1696-45af-bbd9-8a972babbbb5) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:54.504262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:54.504845 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.509482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ebc96-854e-4080-925a-5cd7a70d505c None None] Network 00e03bce-1696-45af-bbd9-8a972babbbb5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:54.577543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b8bcb98a-7015-41ac-97a9-51f3cf993b15 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6445045 Nov 12 21:45:54.581123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35180) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:54.586558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1875204608'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:54.655099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-00e03bce-1696-45af-bbd9-8a972babbbb5', 'network_id': '00e03bce-1696-45af-bbd9-8a972babbbb5', 'tenant_id': '85918dcba4f64b7cad41dcf9b2727aa1', 'fixed_ips': [{'subnet_id': 'fc8a0753-1dfc-45ef-b4fd-ffffad1cebbc'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:45:54.655995 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.688012 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:54.691832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.716607 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:45:54.727902 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.727902 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Added segment 63cc51ed-8719-4b2d-8896-862e04514963 of type vlan for network 21f72f58-fe02-4dd9-af10-fb560b52bbc6 Nov 12 21:45:54.766097 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.792260 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Allocated IP 2001:db8:0:ffff::2 (00e03bce-1696-45af-bbd9-8a972babbbb5/fc8a0753-1dfc-45ef-b4fd-ffffad1cebbc/d0cf1562-1cb2-4e12-9abf-5987ec9b80d8) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:45:54.849369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.855158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:54.855773 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.921440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Network': ['ID=21f72f58-fe02-4dd9-af10-fb560b52bbc6,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:54.936314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 21f72f58-fe02-4dd9-af10-fb560b52bbc6 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:45:54.957864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:54.972002 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-73ad3f4d-7877-4d02-a56a-f67d8fac1cc6 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3897796 Nov 12 21:45:54.974929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:54.980664 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'subnet': {'network_id': '21f72f58-fe02-4dd9-af10-fb560b52bbc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:55.032209 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.069892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Network 00e03bce-1696-45af-bbd9-8a972babbbb5 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:45:55.073214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:55.078614 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:45:55.087165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Pushing event updated for resources: {'Port': ['ID=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:55.123056 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:55.126951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.142065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Attempting to bind port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:45:55.145486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Attempting to bind port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd2813d4f-296f-4ca6-b400-7c725a966580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00e03bce-1696-45af-bbd9-8a972babbbb5'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:45:55.145486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Attempting to bind port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 on network 00e03bce-1696-45af-bbd9-8a972babbbb5 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:45:55.147725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:45:55.148096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Checking segment: {'id': 'd2813d4f-296f-4ca6-b400-7c725a966580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00e03bce-1696-45af-bbd9-8a972babbbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:55.148493 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.148881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Bound using segment: {'id': 'd2813d4f-296f-4ca6-b400-7c725a966580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00e03bce-1696-45af-bbd9-8a972babbbb5'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:45:55.149342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Bound port: d0cf1562-1cb2-4e12-9abf-5987ec9b80d8, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2813d4f-296f-4ca6-b400-7c725a966580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00e03bce-1696-45af-bbd9-8a972babbbb5'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:45:55.149751 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.213477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] For port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:45:55.216782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] For port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,segment=NetworkSegment(d2813d4f-296f-4ca6-b400-7c725a966580),segment_id=d2813d4f-296f-4ca6-b400-7c725a966580)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:45:55.295570 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.356199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9696e9-5f0e-46a6-a604-7381a843160c None None] Pushing event updated for resources: {'Port': ['ID=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:55.397534 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.459634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Subnet': ['ID=728ce38c-cb32-4dbd-a8d1-3fce499855c4,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:55.471364 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Checking segment: {'id': '63cc51ed-8719-4b2d-8896-862e04514963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '21f72f58-fe02-4dd9-af10-fb560b52bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:55.471732 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network hostable DHCP agents. Network: 21f72f58-fe02-4dd9-af10-fb560b52bbc6, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:45:55.574648 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network 21f72f58-fe02-4dd9-af10-fb560b52bbc6 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:45:55.637469 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 21f72f58-fe02-4dd9-af10-fb560b52bbc6) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:55.641729 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:55.642378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.646739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa3742-5690-4df8-bace-715cdd5237bd None None] Network 21f72f58-fe02-4dd9-af10-fb560b52bbc6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:55.691606 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bd081417-c231-4edc-8957-4a011ee06c06 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7155414 Nov 12 21:45:55.694326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35184) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:55.797849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-21f72f58-fe02-4dd9-af10-fb560b52bbc6', 'network_id': '21f72f58-fe02-4dd9-af10-fb560b52bbc6', 'tenant_id': '85918dcba4f64b7cad41dcf9b2727aa1', 'fixed_ips': [{'subnet_id': '728ce38c-cb32-4dbd-a8d1-3fce499855c4'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:45:55.799078 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.801496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.879142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:55.939549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Allocated IP 2001:db8::2 (21f72f58-fe02-4dd9-af10-fb560b52bbc6/728ce38c-cb32-4dbd-a8d1-3fce499855c4/4f64d0fd-e773-4b18-bde3-366fe863ca82) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:45:56.090876 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.158702 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.199901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Network 21f72f58-fe02-4dd9-af10-fb560b52bbc6 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:45:56.204930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:56.208646 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:45:56.216801 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Pushing event updated for resources: {'Port': ['ID=4f64d0fd-e773-4b18-bde3-366fe863ca82,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:56.250218 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.264949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c092e9-f921-426d-ac85-e67a5adc421c None None] Network 00e03bce-1696-45af-bbd9-8a972babbbb5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:56.279781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Subnet': ['ID=728ce38c-cb32-4dbd-a8d1-3fce499855c4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:56.293211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Attempting to bind port 4f64d0fd-e773-4b18-bde3-366fe863ca82 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:45:56.293601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Attempting to bind port 4f64d0fd-e773-4b18-bde3-366fe863ca82 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '63cc51ed-8719-4b2d-8896-862e04514963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '21f72f58-fe02-4dd9-af10-fb560b52bbc6'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:45:56.293953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Attempting to bind port 4f64d0fd-e773-4b18-bde3-366fe863ca82 on network 21f72f58-fe02-4dd9-af10-fb560b52bbc6 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:45:56.331878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:45:56.332255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Checking segment: {'id': '63cc51ed-8719-4b2d-8896-862e04514963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '21f72f58-fe02-4dd9-af10-fb560b52bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:56.332661 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.333202 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Bound using segment: {'id': '63cc51ed-8719-4b2d-8896-862e04514963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '21f72f58-fe02-4dd9-af10-fb560b52bbc6'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:45:56.333564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Bound port: 4f64d0fd-e773-4b18-bde3-366fe863ca82, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cc51ed-8719-4b2d-8896-862e04514963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '21f72f58-fe02-4dd9-af10-fb560b52bbc6'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:45:56.333977 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.342755 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.367759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f72f58-fe02-4dd9-af10-fb560b52bbc6']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:56.368111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bb7206ba-e2b5-4df2-b691-75e4b30efb6a None None] Provisioning complete for port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:45:56.368599 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb7206ba-e2b5-4df2-b691-75e4b30efb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.378076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cc51ed-8719-4b2d-8896-862e04514963') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:56.378376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cc51ed-8719-4b2d-8896-862e04514963') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:56.393252 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.409155 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.415162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:45:56.416570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:45:56.420009 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:45:56.453672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:45:56.538814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] For port 4f64d0fd-e773-4b18-bde3-366fe863ca82, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:45:56.541527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:45:56.541527 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:45:56.541527 n-d-713498-29 neutron-server[109628]: [parameters: {'id': '21f72f58-fe02-4dd9-af10-fb560b52bbc6'}] Nov 12 21:45:56.541527 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:45:56.541940 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:45:56.562621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] For port 4f64d0fd-e773-4b18-bde3-366fe863ca82, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4f64d0fd-e773-4b18-bde3-366fe863ca82,segment=NetworkSegment(63cc51ed-8719-4b2d-8896-862e04514963),segment_id=63cc51ed-8719-4b2d-8896-862e04514963)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:45:56.627674 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb7206ba-e2b5-4df2-b691-75e4b30efb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.629314 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:45:56.629716 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.658743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.753490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bb7206ba-e2b5-4df2-b691-75e4b30efb6a None None] For port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,segment=NetworkSegment(d2813d4f-296f-4ca6-b400-7c725a966580),segment_id=d2813d4f-296f-4ca6-b400-7c725a966580)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:56.780406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8162-1621-4411-8fcd-5810c3e6e6fd None None] Pushing event updated for resources: {'Port': ['ID=4f64d0fd-e773-4b18-bde3-366fe863ca82,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:56.818210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b549ff-ff9b-4927-ab82-4b5224c4b9f0 None None] Network 21f72f58-fe02-4dd9-af10-fb560b52bbc6 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:56.822268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb7206ba-e2b5-4df2-b691-75e4b30efb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.906903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:56.975103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7206ba-e2b5-4df2-b691-75e4b30efb6a None None] Pushing event updated for resources: {'Port': ['ID=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:57.043303 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.100280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Deleting port 4f64d0fd-e773-4b18-bde3-366fe863ca82 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:57.100719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.170605 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] For port 4f64d0fd-e773-4b18-bde3-366fe863ca82, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4f64d0fd-e773-4b18-bde3-366fe863ca82,segment=NetworkSegment(63cc51ed-8719-4b2d-8896-862e04514963),segment_id=63cc51ed-8719-4b2d-8896-862e04514963)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:45:57.170968 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.183160 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-43e8f772-e391-486d-8dc2-9b091eaa911e None None] Provisioning complete for port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:45:57.183568 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43e8f772-e391-486d-8dc2-9b091eaa911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.185183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Calling delete_port for 4f64d0fd-e773-4b18-bde3-366fe863ca82 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:45:57.226213 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:45:57.226481 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:45:57.246618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6c6b4-94b3-4585-a0b8-db9d8811587e None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:45:57.323831 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.345025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6c6b4-94b3-4585-a0b8-db9d8811587e None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:45:57.350446 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Port': ['ID=4f64d0fd-e773-4b18-bde3-366fe863ca82,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:57.352369 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No DVR routers for this DVR port 4f64d0fd-e773-4b18-bde3-366fe863ca82 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:45:57.437974 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.457986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f72f58-fe02-4dd9-af10-fb560b52bbc6']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:57.467425 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cc51ed-8719-4b2d-8896-862e04514963') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:57.467728 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cc51ed-8719-4b2d-8896-862e04514963') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:57.477864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.491543 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.498467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:45:57.498880 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:45:57.501985 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:45:57.608813 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d0bea01d-0854-4109-b3ef-d9fa4cb24fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.620582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.627179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.630323 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/21f72f58-fe02-4dd9-af10-fb560b52bbc6 HTTP/1.1" status: 204 len: 168 time: 1.9351044 Nov 12 21:45:57.634215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35186) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:57.642090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56837cc8-ee00-484e-a776-1f6fe6b3f79c tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Network': ['ID=21f72f58-fe02-4dd9-af10-fb560b52bbc6,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:57.644892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1172254342'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:57.717426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:57.720934 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.749954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:45:57.758713 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.759046 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Added segment 0e3e430d-ce33-46c9-9292-6c282131e30b of type vlan for network 11860963-bde3-4626-b525-4d0b5c47cbb0 Nov 12 21:45:57.798480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.859847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.865404 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:57.865979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:57.931822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Network': ['ID=11860963-bde3-4626-b525-4d0b5c47cbb0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:57.937035 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f705d7f7-db13-4b1b-9d7c-6249a3addd98 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2971923 Nov 12 21:45:57.940007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35188) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:57.942035 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 11860963-bde3-4626-b525-4d0b5c47cbb0 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:45:57.944847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'subnet': {'network_id': '11860963-bde3-4626-b525-4d0b5c47cbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:45:58.093032 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:45:58.096707 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:58.152976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Performing IP validity checks on allocation pools {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 21:45:58.153495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.ipam_backend_mixin [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 21:45:58.334701 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:58.390206 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Subnet': ['ID=ed1b2139-e4a4-4981-a8e1-91669c30a254,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:58.406912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Checking segment: {'id': '0e3e430d-ce33-46c9-9292-6c282131e30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '11860963-bde3-4626-b525-4d0b5c47cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:58.407352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network hostable DHCP agents. Network: 11860963-bde3-4626-b525-4d0b5c47cbb0, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:45:58.414437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:45:58.464894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:45:58.465268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:58.488722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network 11860963-bde3-4626-b525-4d0b5c47cbb0 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:45:58.545863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 11860963-bde3-4626-b525-4d0b5c47cbb0) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:58.550619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:45:58.551756 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:58.557792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b10b5-8f58-46f2-a6df-5680790ca04e None None] Network 11860963-bde3-4626-b525-4d0b5c47cbb0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:58.617195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-39c85450-dbd1-440e-9c60-87379a6a7769 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6762078 Nov 12 21:45:58.620725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35190) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:45:58.700913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-11860963-bde3-4626-b525-4d0b5c47cbb0', 'network_id': '11860963-bde3-4626-b525-4d0b5c47cbb0', 'tenant_id': '85918dcba4f64b7cad41dcf9b2727aa1', 'fixed_ips': [{'subnet_id': 'ed1b2139-e4a4-4981-a8e1-91669c30a254'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:45:58.701785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:58.718455 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:58.774169 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:58.835914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Allocated IP 2001:db8::3 (11860963-bde3-4626-b525-4d0b5c47cbb0/ed1b2139-e4a4-4981-a8e1-91669c30a254/7a8d3342-f3e5-4ec5-a89d-e2344807f4de) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:45:58.977248 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.037606 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.075169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Network 11860963-bde3-4626-b525-4d0b5c47cbb0 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:45:59.078000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:45:59.083463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:45:59.093163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Pushing event updated for resources: {'Port': ['ID=7a8d3342-f3e5-4ec5-a89d-e2344807f4de,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:59.106395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.135147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1b2139-e4a4-4981-a8e1-91669c30a254,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:59.144994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Attempting to bind port 7a8d3342-f3e5-4ec5-a89d-e2344807f4de on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:45:59.145365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Attempting to bind port 7a8d3342-f3e5-4ec5-a89d-e2344807f4de by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0e3e430d-ce33-46c9-9292-6c282131e30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '11860963-bde3-4626-b525-4d0b5c47cbb0'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:45:59.145725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Attempting to bind port 7a8d3342-f3e5-4ec5-a89d-e2344807f4de on network 11860963-bde3-4626-b525-4d0b5c47cbb0 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:45:59.151524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:45:59.151900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Checking segment: {'id': '0e3e430d-ce33-46c9-9292-6c282131e30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '11860963-bde3-4626-b525-4d0b5c47cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:45:59.152298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.152714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Bound using segment: {'id': '0e3e430d-ce33-46c9-9292-6c282131e30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '11860963-bde3-4626-b525-4d0b5c47cbb0'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:45:59.153192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Bound port: 7a8d3342-f3e5-4ec5-a89d-e2344807f4de, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3e430d-ce33-46c9-9292-6c282131e30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '11860963-bde3-4626-b525-4d0b5c47cbb0'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:45:59.153575 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.201967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.220532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] For port 7a8d3342-f3e5-4ec5-a89d-e2344807f4de, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:45:59.223136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11860963-bde3-4626-b525-4d0b5c47cbb0']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:59.223727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] For port 7a8d3342-f3e5-4ec5-a89d-e2344807f4de, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7a8d3342-f3e5-4ec5-a89d-e2344807f4de,segment=NetworkSegment(0e3e430d-ce33-46c9-9292-6c282131e30b),segment_id=0e3e430d-ce33-46c9-9292-6c282131e30b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:45:59.232894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3e430d-ce33-46c9-9292-6c282131e30b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:59.233123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3e430d-ce33-46c9-9292-6c282131e30b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:45:59.242655 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.283634 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.285781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.292109 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:45:59.292613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:45:59.295729 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:45:59.368534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a267f97-1c30-4b7b-bff5-f200a0fe3c24 None None] Pushing event updated for resources: {'Port': ['ID=7a8d3342-f3e5-4ec5-a89d-e2344807f4de,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:45:59.387131 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a89418e-b4b2-4489-a562-1e5550ba0a95 None None] Network 11860963-bde3-4626-b525-4d0b5c47cbb0 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:45:59.391823 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.db.api [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:45:59.391823 n-d-713498-29 neutron-server[109628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:45:59.391823 n-d-713498-29 neutron-server[109628]: [parameters: {'id': '11860963-bde3-4626-b525-4d0b5c47cbb0'}] Nov 12 21:45:59.391823 n-d-713498-29 neutron-server[109628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:45:59.392208 n-d-713498-29 neutron-server[109628]: DEBUG oslo_db.api [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:45:59.507490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1481ada6-1b03-420c-beb3-82c86514d235 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:45:59.573908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1481ada6-1b03-420c-beb3-82c86514d235 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:45:59.893357 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:45:59.950985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Deleting port 7a8d3342-f3e5-4ec5-a89d-e2344807f4de {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:45:59.951366 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.014351 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] For port 7a8d3342-f3e5-4ec5-a89d-e2344807f4de, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7a8d3342-f3e5-4ec5-a89d-e2344807f4de,segment=NetworkSegment(0e3e430d-ce33-46c9-9292-6c282131e30b),segment_id=0e3e430d-ce33-46c9-9292-6c282131e30b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:00.014713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.029112 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Calling delete_port for 7a8d3342-f3e5-4ec5-a89d-e2344807f4de owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:00.089327 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e736ac8d-238b-47a7-b3de-995455b0913f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.192198 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.218150 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Port': ['ID=7a8d3342-f3e5-4ec5-a89d-e2344807f4de,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:00.224708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No DVR routers for this DVR port 7a8d3342-f3e5-4ec5-a89d-e2344807f4de on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:00.305188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.324872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11860963-bde3-4626-b525-4d0b5c47cbb0']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:00.333850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3e430d-ce33-46c9-9292-6c282131e30b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:00.334146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3e430d-ce33-46c9-9292-6c282131e30b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:00.343909 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.357278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.363399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:46:00.363778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:46:00.366646 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:46:00.471827 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.478418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.481658 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/11860963-bde3-4626-b525-4d0b5c47cbb0 HTTP/1.1" status: 204 len: 168 time: 1.8599017 Nov 12 21:46:00.485782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35192) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:00.490910 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-714964015'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:00.492816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d282f71-1b96-4b6d-8270-cf83e211fdd8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Network': ['ID=11860963-bde3-4626-b525-4d0b5c47cbb0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:00.596396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:00.599900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.624952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:46:00.633394 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.633737 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Added segment 83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3 of type vlan for network bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f Nov 12 21:46:00.672396 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.768946 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.774555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:00.775834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:00.844007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Network': ['ID=bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:00.854724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:46:00.873473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6c5d4a18-5c60-448e-b670-851e0042720b tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3865466 Nov 12 21:46:00.876267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35194) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:00.881145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'subnet': {'network_id': 'bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:01.030411 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:01.034164 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.294812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.354233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Subnet': ['ID=ca884305-2fac-4113-8b0c-ab4abb86d984,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:01.373504 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Checking segment: {'id': '83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:01.374216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network hostable DHCP agents. Network: bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:46:01.448970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:46:01.471561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.539965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:01.544052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:01.544699 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.549377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82016668-7630-48f0-849d-b7fdc5c19454 None None] Network bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:01.623733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b5ae8d10-2b91-433a-8d6c-2c9b2ef79db3 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7463198 Nov 12 21:46:01.627203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35196) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:01.632235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1695978151'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:01.694553 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f', 'network_id': 'bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f', 'tenant_id': '85918dcba4f64b7cad41dcf9b2727aa1', 'fixed_ips': [{'subnet_id': 'ca884305-2fac-4113-8b0c-ab4abb86d984'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:46:01.695460 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.706041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:01.709674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.734262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:46:01.743205 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.743583 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Added segment 5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a of type vlan for network 5f580a7f-513d-441b-bbb6-33462cd69e1d Nov 12 21:46:01.784375 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.833094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Allocated IP 2001:db8::2 (bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f/ca884305-2fac-4113-8b0c-ab4abb86d984/7a6c9140-0ab1-4d72-b9a2-bfa058cade5c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:01.887675 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.893562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:01.894176 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.964218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Network': ['ID=5f580a7f-513d-441b-bbb6-33462cd69e1d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:01.976117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 5f580a7f-513d-441b-bbb6-33462cd69e1d details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:46:01.981086 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:01.994745 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-882fc282-3b59-428f-8ef1-0096ec1baeab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3658500 Nov 12 21:46:01.998710 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35198) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:02.003688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Request body: {'subnet': {'network_id': '5f580a7f-513d-441b-bbb6-33462cd69e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:02.070601 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.110282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Network bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:02.112999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:02.118394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:02.131110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Pushing event updated for resources: {'Port': ['ID=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:02.162906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Made reservation on behalf of 85918dcba4f64b7cad41dcf9b2727aa1 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:02.167143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.175618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Attempting to bind port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:02.179499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Attempting to bind port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:02.179499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Attempting to bind port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c on network bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:02.182086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:02.182463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Checking segment: {'id': '83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:02.182864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.183262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Bound using segment: {'id': '83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:02.183763 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Bound port: 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:02.184144 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.248869 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] For port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:02.253159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] For port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,segment=NetworkSegment(83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3),segment_id=83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:02.339722 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.401062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd090ed4-1f78-41b9-9664-7528dce648b3 None None] Pushing event updated for resources: {'Port': ['ID=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:02.426571 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.487981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event updated for resources: {'Subnet': ['ID=d20c6dd7-7e7a-49da-8efe-ccf5dc74d831,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:02.504921 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Checking segment: {'id': '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f580a7f-513d-441b-bbb6-33462cd69e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:02.505284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network hostable DHCP agents. Network: 5f580a7f-513d-441b-bbb6-33462cd69e1d, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:46:02.591742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Network 5f580a7f-513d-441b-bbb6-33462cd69e1d is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:46:02.682803 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 5f580a7f-513d-441b-bbb6-33462cd69e1d) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:02.689009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:02.689968 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.694089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8945262-b971-4db1-84c1-6ac25bc010a9 None None] Network 5f580a7f-513d-441b-bbb6-33462cd69e1d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:02.784901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d8f7bf3d-f8c9-4b6a-8f2d-08f919061a94 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7826185 Nov 12 21:46:02.785056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35200) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:02.842439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-5f580a7f-513d-441b-bbb6-33462cd69e1d', 'network_id': '5f580a7f-513d-441b-bbb6-33462cd69e1d', 'tenant_id': '85918dcba4f64b7cad41dcf9b2727aa1', 'fixed_ips': [{'subnet_id': 'd20c6dd7-7e7a-49da-8efe-ccf5dc74d831'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:46:02.843549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.883631 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.965658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:02.985657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Allocated IP 2001:db8::2 (5f580a7f-513d-441b-bbb6-33462cd69e1d/d20c6dd7-7e7a-49da-8efe-ccf5dc74d831/0d24a396-c30f-4187-91d9-8e774c21e7e8) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:03.147015 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.252653 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.279471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.290683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Network 5f580a7f-513d-441b-bbb6-33462cd69e1d is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:03.296428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cb379-cde2-4f72-bf55-6d4c1964ba84 None None] Network bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:03.300568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:03.305893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:03.318243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Pushing event updated for resources: {'Port': ['ID=0d24a396-c30f-4187-91d9-8e774c21e7e8,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:03.333883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.361797 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Subnet': ['ID=d20c6dd7-7e7a-49da-8efe-ccf5dc74d831,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:03.426562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3fd9fcb3-9c46-4671-b8ee-b03d0393eac4 None None] Provisioning complete for port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:03.426932 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fcb3-9c46-4671-b8ee-b03d0393eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.430158 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.461076 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Attempting to bind port 0d24a396-c30f-4187-91d9-8e774c21e7e8 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:03.461378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Attempting to bind port 0d24a396-c30f-4187-91d9-8e774c21e7e8 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f580a7f-513d-441b-bbb6-33462cd69e1d'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:03.461726 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Attempting to bind port 0d24a396-c30f-4187-91d9-8e774c21e7e8 on network 5f580a7f-513d-441b-bbb6-33462cd69e1d {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:03.499011 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:03.499410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Checking segment: {'id': '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f580a7f-513d-441b-bbb6-33462cd69e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:03.499815 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.500206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Bound using segment: {'id': '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f580a7f-513d-441b-bbb6-33462cd69e1d'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:03.500695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Bound port: 0d24a396-c30f-4187-91d9-8e774c21e7e8, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f580a7f-513d-441b-bbb6-33462cd69e1d'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:03.501082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.658447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] For port 0d24a396-c30f-4187-91d9-8e774c21e7e8, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:03.662445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] For port 0d24a396-c30f-4187-91d9-8e774c21e7e8, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0d24a396-c30f-4187-91d9-8e774c21e7e8,segment=NetworkSegment(5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a),segment_id=5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:03.663538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fcb3-9c46-4671-b8ee-b03d0393eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.680372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.709215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3fd9fcb3-9c46-4671-b8ee-b03d0393eac4 None None] For port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,segment=NetworkSegment(83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3),segment_id=83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:03.729902 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.808863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f580a7f-513d-441b-bbb6-33462cd69e1d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:03.816681 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fcb3-9c46-4671-b8ee-b03d0393eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.819232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:03.819564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:03.824508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deae227-67d6-4e14-84ac-02ec9f66fef3 None None] Pushing event updated for resources: {'Port': ['ID=0d24a396-c30f-4187-91d9-8e774c21e7e8,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:03.831033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.844868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.851436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:46:03.851823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:46:03.855176 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:46:03.874721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49727160-d081-4186-93d4-02f6818c8d0f None None] Network 5f580a7f-513d-441b-bbb6-33462cd69e1d requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:03.906696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9fcb3-9c46-4671-b8ee-b03d0393eac4 None None] Pushing event updated for resources: {'Port': ['ID=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:03.974581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.db.api [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 21:46:03.974581 n-d-713498-29 neutron-server[109629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 21:46:03.974581 n-d-713498-29 neutron-server[109629]: [parameters: {'id': '5f580a7f-513d-441b-bbb6-33462cd69e1d'}] Nov 12 21:46:03.974581 n-d-713498-29 neutron-server[109629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:46:03.975070 n-d-713498-29 neutron-server[109629]: DEBUG oslo_db.api [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:46:03.983826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9ac8e4c9-5e2f-4b5b-b717-fcb4fab9eb41 None None] Provisioning complete for port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:03.984203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e4c9-5e2f-4b5b-b717-fcb4fab9eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.216714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0646c3ba-18b0-4d5c-b29a-8cb9050c74e8 None None] get_active_networks_info from n-d-713498-29 {{(pid=109630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 21:46:04.319652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646c3ba-18b0-4d5c-b29a-8cb9050c74e8 None None] Resources bound (agent type, host, resource id): {{(pid=109630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 21:46:04.450655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:04.475643 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.531688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Deleting port 0d24a396-c30f-4187-91d9-8e774c21e7e8 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:46:04.531925 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.545354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:04.545729 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.595745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] For port 0d24a396-c30f-4187-91d9-8e774c21e7e8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0d24a396-c30f-4187-91d9-8e774c21e7e8,segment=NetworkSegment(5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a),segment_id=5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:04.596103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.608899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Calling delete_port for 0d24a396-c30f-4187-91d9-8e774c21e7e8 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:04.751686 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.777675 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Port': ['ID=0d24a396-c30f-4187-91d9-8e774c21e7e8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:04.781154 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No DVR routers for this DVR port 0d24a396-c30f-4187-91d9-8e774c21e7e8 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:04.858573 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.881996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f580a7f-513d-441b-bbb6-33462cd69e1d']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:04.891318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:04.891623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8a3ede-1e9e-4afb-a4d7-bbc71fd9bc5a') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:04.900696 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.913751 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.920153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:46:04.920563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:46:04.923421 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:46:05.031254 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.039169 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.042759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/5f580a7f-513d-441b-bbb6-33462cd69e1d HTTP/1.1" status: 204 len: 168 time: 2.2567940 Nov 12 21:46:05.046193 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35202) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:05.054166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5672463-19be-4977-b86e-20c283ac9cab tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Network': ['ID=5f580a7f-513d-441b-bbb6-33462cd69e1d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:05.078536 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5d6221-8609-4feb-8564-5a069ba143e1 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] GET failed (client error): The resource could not be found. Nov 12 21:46:05.079894 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fd5d6221-8609-4feb-8564-5a069ba143e1 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "GET /v2.0/subnets/d20c6dd7-7e7a-49da-8efe-ccf5dc74d831 HTTP/1.1" status: 404 len: 337 time: 0.0326321 Nov 12 21:46:05.082771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35204) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:05.099865 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac2641e-da5f-46f4-8b67-e33135f94733 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] DELETE failed (client error): The resource could not be found. Nov 12 21:46:05.100380 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac2641e-da5f-46f4-8b67-e33135f94733 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:46:05.103920 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4ac2641e-da5f-46f4-8b67-e33135f94733 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/5f580a7f-513d-441b-bbb6-33462cd69e1d HTTP/1.1" status: 404 len: 339 time: 0.0201449 Nov 12 21:46:05.107433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35206) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:05.132555 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed414267-40ac-4a65-8ad7-35dacaabded8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] DELETE failed (client error): The resource could not be found. Nov 12 21:46:05.132993 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed414267-40ac-4a65-8ad7-35dacaabded8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:46:05.136211 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ed414267-40ac-4a65-8ad7-35dacaabded8 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/subnets/d20c6dd7-7e7a-49da-8efe-ccf5dc74d831 HTTP/1.1" status: 404 len: 337 time: 0.0279078 Nov 12 21:46:05.142398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35208) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:05.159606 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb6bb66-2461-48f5-bf5b-18928b7efdb2 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] DELETE failed (client error): The resource could not be found. Nov 12 21:46:05.160123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb6bb66-2461-48f5-bf5b-18928b7efdb2 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:46:05.163051 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ffb6bb66-2461-48f5-bf5b-18928b7efdb2 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/5f580a7f-513d-441b-bbb6-33462cd69e1d HTTP/1.1" status: 404 len: 339 time: 0.0197105 Nov 12 21:46:05.165367 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35210) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:05.215415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-88315d09-f0a7-4709-9574-b2be0bff3c40 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Deleting subnet ca884305-2fac-4113-8b0c-ab4abb86d984 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:46:05.218474 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88315d09-f0a7-4709-9574-b2be0bff3c40 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.259215 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88315d09-f0a7-4709-9574-b2be0bff3c40 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.344079 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88315d09-f0a7-4709-9574-b2be0bff3c40 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.460398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88315d09-f0a7-4709-9574-b2be0bff3c40 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.487951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88315d09-f0a7-4709-9574-b2be0bff3c40 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Subnet': ['ID=ca884305-2fac-4113-8b0c-ab4abb86d984,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:05.491648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-88315d09-f0a7-4709-9574-b2be0bff3c40 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.495944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-88315d09-f0a7-4709-9574-b2be0bff3c40 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/subnets/ca884305-2fac-4113-8b0c-ab4abb86d984 HTTP/1.1" status: 204 len: 168 time: 0.3284881 Nov 12 21:46:05.497836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35212) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:05.500353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefc4d1-0a4f-4288-b216-c74cce9fd0cc None None] Network bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:05.578022 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.629067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Deleting port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:46:05.629401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.672973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] DHCP port deletion for bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:05.698197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] For port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,segment=NetworkSegment(83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3),segment_id=83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:05.698560 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.710770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Calling delete_port for 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:05.724666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] Deleting port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:46:05.725034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.786516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] For port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,segment=NetworkSegment(83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3),segment_id=83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:05.786912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.800020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] Calling delete_port for 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:05.860468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.877261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.887882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Port': ['ID=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:05.889696 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No DVR routers for this DVR port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:05.902052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] Pushing event deleted for resources: {'Port': ['ID=7a6c9140-0ab1-4d72-b9a2-bfa058cade5c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:05.905755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9547c-7b82-4bdc-8a5c-b6d9e31ff3b3 None None] No DVR routers for this DVR port 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:05.976856 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:05.996898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:06.005985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:06.006285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d3a1f6-c36a-4d61-b579-6ecfd7ac69e3') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:06.015733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.029360 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.036117 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:46:06.036514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:46:06.039619 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:46:06.198770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.207105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.210494 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f HTTP/1.1" status: 204 len: 168 time: 0.7116301 Nov 12 21:46:06.215863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35214) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:06.221362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135ace-e99a-40db-b2ed-90980b013b32 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Network': ['ID=bbcfdbbb-f9aa-4049-8c7a-9a20ef194d2f,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:06.240518 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3b94f0-b464-4a92-b6a1-1e8bf77ea86e tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] DELETE failed (client error): The resource could not be found. Nov 12 21:46:06.240975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3b94f0-b464-4a92-b6a1-1e8bf77ea86e tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:46:06.244390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8c3b94f0-b464-4a92-b6a1-1e8bf77ea86e tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/subnets/ed1b2139-e4a4-4981-a8e1-91669c30a254 HTTP/1.1" status: 404 len: 337 time: 0.0292954 Nov 12 21:46:06.246771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35216) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:06.266261 n-d-713498-29 neutron-server[109628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff64678-2e4e-482a-bbb3-bf647144773d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] DELETE failed (client error): The resource could not be found. Nov 12 21:46:06.266793 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff64678-2e4e-482a-bbb3-bf647144773d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:46:06.269941 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3ff64678-2e4e-482a-bbb3-bf647144773d tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/11860963-bde3-4626-b525-4d0b5c47cbb0 HTTP/1.1" status: 404 len: 339 time: 0.0218740 Nov 12 21:46:06.272722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35218) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:06.308305 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84f38f6-84f1-4f1c-8672-dd81f3005d62 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] DELETE failed (client error): The resource could not be found. Nov 12 21:46:06.308747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84f38f6-84f1-4f1c-8672-dd81f3005d62 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:46:06.311756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b84f38f6-84f1-4f1c-8672-dd81f3005d62 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/subnets/728ce38c-cb32-4dbd-a8d1-3fce499855c4 HTTP/1.1" status: 404 len: 337 time: 0.0380614 Nov 12 21:46:06.314259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35220) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:06.331859 n-d-713498-29 neutron-server[109629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a39fa5a-3266-4184-84f5-9fdb9555fc09 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] DELETE failed (client error): The resource could not be found. Nov 12 21:46:06.332364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a39fa5a-3266-4184-84f5-9fdb9555fc09 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 21:46:06.335208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2a39fa5a-3266-4184-84f5-9fdb9555fc09 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/21f72f58-fe02-4dd9-af10-fb560b52bbc6 HTTP/1.1" status: 404 len: 339 time: 0.0200763 Nov 12 21:46:06.338063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35222) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:06.391571 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4a2f0e-81c1-40b8-9bff-dc07077fffe9 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Deleting subnet fc8a0753-1dfc-45ef-b4fd-ffffad1cebbc {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:46:06.394733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f0e-81c1-40b8-9bff-dc07077fffe9 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.409636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:46:06.430334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:46:06.430677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 7a6c9140-0ab1-4d72-b9a2-bfa058cade5c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:46:06.436426 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f0e-81c1-40b8-9bff-dc07077fffe9 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.521829 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f0e-81c1-40b8-9bff-dc07077fffe9 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.636485 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f0e-81c1-40b8-9bff-dc07077fffe9 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.661022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a2f0e-81c1-40b8-9bff-dc07077fffe9 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8a0753-1dfc-45ef-b4fd-ffffad1cebbc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:06.667565 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f0e-81c1-40b8-9bff-dc07077fffe9 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.669818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5f4a2f0e-81c1-40b8-9bff-dc07077fffe9 tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/subnets/fc8a0753-1dfc-45ef-b4fd-ffffad1cebbc HTTP/1.1" status: 204 len: 168 time: 0.3308346 Nov 12 21:46:06.672373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35224) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:06.675127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62489080-fd30-4905-8766-086182810226 None None] Network 00e03bce-1696-45af-bbd9-8a972babbbb5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:06.754449 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.809059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Deleting port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:46:06.809398 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.851839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] DHCP port deletion for 00e03bce-1696-45af-bbd9-8a972babbbb5 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:06.872569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] For port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,segment=NetworkSegment(d2813d4f-296f-4ca6-b400-7c725a966580),segment_id=d2813d4f-296f-4ca6-b400-7c725a966580)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:06.872943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.885873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Calling delete_port for d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:06.899467 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] Deleting port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:46:06.899942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.966003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] For port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,segment=NetworkSegment(d2813d4f-296f-4ca6-b400-7c725a966580),segment_id=d2813d4f-296f-4ca6-b400-7c725a966580)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:06.966400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:06.978728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] Calling delete_port for d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:07.014474 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:07.039912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Port': ['ID=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:07.043635 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] No DVR routers for this DVR port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:07.059571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:07.081108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] Pushing event deleted for resources: {'Port': ['ID=d0cf1562-1cb2-4e12-9abf-5987ec9b80d8,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:07.086422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeef978-bbeb-4938-a68b-20242844ee5b None None] No DVR routers for this DVR port d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:07.131659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:07.151669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e03bce-1696-45af-bbd9-8a972babbbb5']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:07.160792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2813d4f-296f-4ca6-b400-7c725a966580') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:07.161089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2813d4f-296f-4ca6-b400-7c725a966580') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:07.171099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:07.184791 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:07.190962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:46:07.191379 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:46:07.194287 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:46:07.322887 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:07.329695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:07.332788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] 10.222.0.64 "DELETE /v2.0/networks/00e03bce-1696-45af-bbd9-8a972babbbb5 HTTP/1.1" status: 204 len: 168 time: 0.6595027 Nov 12 21:46:07.344607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabec68-b43f-41b7-9da6-aff0f92830be tempest-NetworksIpV6Test-248811081 tempest-NetworksIpV6Test-248811081-project] Pushing event deleted for resources: {'Network': ['ID=00e03bce-1696-45af-bbd9-8a972babbbb5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:07.799589 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35230) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:07.931885 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fab1b3a6-051d-4de0-bac3-0ee6cb3790cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85918dcba4f64b7cad41dcf9b2727aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309609 Nov 12 21:46:07.934257 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:07.980102 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-362f8a8d-1832-4ced-a334-0def48bb4fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:08.000325 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-362f8a8d-1832-4ced-a334-0def48bb4fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:08.100082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-362f8a8d-1832-4ced-a334-0def48bb4fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:08.102666 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-362f8a8d-1832-4ced-a334-0def48bb4fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:08.104000 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-362f8a8d-1832-4ced-a334-0def48bb4fd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1baa784-b8b6-4a08-8b5d-dbd3fa244465 HTTP/1.1" status: 204 len: 168 time: 0.1688478 Nov 12 21:46:08.112043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f8a8d-1832-4ced-a334-0def48bb4fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1baa784-b8b6-4a08-8b5d-dbd3fa244465,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:08.419102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:46:08.440394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:46:08.440674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d0cf1562-1cb2-4e12-9abf-5987ec9b80d8 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:46:09.045232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35256) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:09.139681 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-766d21d5-8568-4fea-a09c-ebad6fdf7c74 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-480995714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:09.225790 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766d21d5-8568-4fea-a09c-ebad6fdf7c74 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.226834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766d21d5-8568-4fea-a09c-ebad6fdf7c74 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.282059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766d21d5-8568-4fea-a09c-ebad6fdf7c74 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.351268 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766d21d5-8568-4fea-a09c-ebad6fdf7c74 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.431771 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-766d21d5-8568-4fea-a09c-ebad6fdf7c74 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.432968 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-766d21d5-8568-4fea-a09c-ebad6fdf7c74 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3867307 Nov 12 21:46:09.435631 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35260) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:09.440380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1235945313'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:09.521101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Made reservation on behalf of 35f0b35e7b734a1187a6eca2d5738977 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:09.525408 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.534311 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.608992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.699566 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.728890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:46:09.734241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21634d0-a616-4d47-8136-73a7a4b43629,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:09.742539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.742539 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Added segment 45225074-0fb1-447e-823c-91ecd144b965 of type vlan for network 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 Nov 12 21:46:09.782863 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.865471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.871770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:09.876114 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:09.940630 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event updated for resources: {'Network': ['ID=4cfbfd52-daa3-4ce7-b76a-7570877acaa3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:09.951520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:46:09.970327 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6330324c-b10e-437d-8541-98658d46b59a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5336881 Nov 12 21:46:09.973152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35262) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:09.978195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Request body: {'subnet': {'network_id': '4cfbfd52-daa3-4ce7-b76a-7570877acaa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:10.134080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Made reservation on behalf of 35f0b35e7b734a1187a6eca2d5738977 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:10.137634 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.378915 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.444412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event updated for resources: {'Subnet': ['ID=8c9da536-d50e-4163-b03a-71f3a9b53053,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:10.454489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Checking segment: {'id': '45225074-0fb1-447e-823c-91ecd144b965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4cfbfd52-daa3-4ce7-b76a-7570877acaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:10.454848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Network hostable DHCP agents. Network: 4cfbfd52-daa3-4ce7-b76a-7570877acaa3, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:46:10.505531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Network 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:46:10.580059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 4cfbfd52-daa3-4ce7-b76a-7570877acaa3) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:10.584251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:10.584867 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.590156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a4e1e-a2ac-45f3-b65b-6d277cf4c04c None None] Network 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:10.674537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f0fe889-290c-44cc-9112-9775172785cb tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7003002 Nov 12 21:46:10.677601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35264) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:10.682547 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-951460767'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:10.735963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-4cfbfd52-daa3-4ce7-b76a-7570877acaa3', 'network_id': '4cfbfd52-daa3-4ce7-b76a-7570877acaa3', 'tenant_id': '35f0b35e7b734a1187a6eca2d5738977', 'fixed_ips': [{'subnet_id': '8c9da536-d50e-4163-b03a-71f3a9b53053'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:46:10.758622 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.778618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Made reservation on behalf of 35f0b35e7b734a1187a6eca2d5738977 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:10.782382 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.808102 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:46:10.817241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.817581 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Added segment 2c9c04ab-7680-4ab7-a665-3359d4ca6aa9 of type vlan for network 77b45ce9-a695-4283-9211-066757fd53d4 Nov 12 21:46:10.858630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.867805 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.886629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Allocated IP 172.20.0.2 (4cfbfd52-daa3-4ce7-b76a-7570877acaa3/8c9da536-d50e-4163-b03a-71f3a9b53053/e2ae050e-dfce-4719-a726-c220872267ce) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:10.951751 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.978801 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:10.984775 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:10.989251 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.031113 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.054260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event updated for resources: {'Network': ['ID=77b45ce9-a695-4283-9211-066757fd53d4,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:11.064330 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 77b45ce9-a695-4283-9211-066757fd53d4 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:46:11.103046 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0900543e-f349-4423-bcc8-4a9b8b70df82 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4243054 Nov 12 21:46:11.105859 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35266) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:11.111373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Request body: {'subnet': {'network_id': '77b45ce9-a695-4283-9211-066757fd53d4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:11.125444 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.168547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Network 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:11.171351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:11.177057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:11.204986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Pushing event updated for resources: {'Port': ['ID=e2ae050e-dfce-4719-a726-c220872267ce,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:11.237108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Attempting to bind port e2ae050e-dfce-4719-a726-c220872267ce on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:11.237396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Attempting to bind port e2ae050e-dfce-4719-a726-c220872267ce by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '45225074-0fb1-447e-823c-91ecd144b965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4cfbfd52-daa3-4ce7-b76a-7570877acaa3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:11.237755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Attempting to bind port e2ae050e-dfce-4719-a726-c220872267ce on network 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:11.242858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:11.243246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Checking segment: {'id': '45225074-0fb1-447e-823c-91ecd144b965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4cfbfd52-daa3-4ce7-b76a-7570877acaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:11.243714 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.244111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Bound using segment: {'id': '45225074-0fb1-447e-823c-91ecd144b965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4cfbfd52-daa3-4ce7-b76a-7570877acaa3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:11.244582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Bound port: e2ae050e-dfce-4719-a726-c220872267ce, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45225074-0fb1-447e-823c-91ecd144b965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4cfbfd52-daa3-4ce7-b76a-7570877acaa3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:11.245549 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.298670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Made reservation on behalf of 35f0b35e7b734a1187a6eca2d5738977 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:11.302264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.311655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] For port e2ae050e-dfce-4719-a726-c220872267ce, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:11.314724 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] For port e2ae050e-dfce-4719-a726-c220872267ce, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2ae050e-dfce-4719-a726-c220872267ce,segment=NetworkSegment(45225074-0fb1-447e-823c-91ecd144b965),segment_id=45225074-0fb1-447e-823c-91ecd144b965)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:11.396143 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.455624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d4718-cd09-4f0f-be9d-02fa8022ee72 None None] Pushing event updated for resources: {'Port': ['ID=e2ae050e-dfce-4719-a726-c220872267ce,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:11.550728 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.620890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event updated for resources: {'Subnet': ['ID=9569dbd1-036f-4c71-920f-f01d166321ac,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:11.642763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Checking segment: {'id': '2c9c04ab-7680-4ab7-a665-3359d4ca6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '77b45ce9-a695-4283-9211-066757fd53d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:11.645516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Network hostable DHCP agents. Network: 77b45ce9-a695-4283-9211-066757fd53d4, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:46:11.721773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Network 77b45ce9-a695-4283-9211-066757fd53d4 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:46:11.802941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 77b45ce9-a695-4283-9211-066757fd53d4) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:11.807591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:11.808383 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:11.811501 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77aacd-82f2-419d-8383-5ddbad8f4163 None None] Network 77b45ce9-a695-4283-9211-066757fd53d4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:11.907441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b6e9b219-a992-47eb-9ee1-d442e623744d tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8004429 Nov 12 21:46:11.910085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35268) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:11.914668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2baa48c2-0d31-4a3a-811e-900a8e78023e tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Request body: {'router': {'external_gateway_info': {'network_id': '77b45ce9-a695-4283-9211-066757fd53d4'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:11.957703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-77b45ce9-a695-4283-9211-066757fd53d4', 'network_id': '77b45ce9-a695-4283-9211-066757fd53d4', 'tenant_id': '35f0b35e7b734a1187a6eca2d5738977', 'fixed_ips': [{'subnet_id': '9569dbd1-036f-4c71-920f-f01d166321ac'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:46:11.958572 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.096075 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:46:12.114477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Allocated IP 172.21.0.2 (77b45ce9-a695-4283-9211-066757fd53d4/9569dbd1-036f-4c71-920f-f01d166321ac/0413ccc8-04fd-4a30-95b8-1bb89b98797a) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:12.153448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2baa48c2-0d31-4a3a-811e-900a8e78023e tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.270451 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.323519 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.359732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Network 77b45ce9-a695-4283-9211-066757fd53d4 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:12.359989 n-d-713498-29 neutron-server[109629]: INFO neutron.api.v2.resource [None req-2baa48c2-0d31-4a3a-811e-900a8e78023e tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 21:46:12.362004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2baa48c2-0d31-4a3a-811e-900a8e78023e tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "PUT /v2.0/routers/7344730a-48b5-4e77-ac6e-0be549949b6c HTTP/1.1" status: 400 len: 364 time: 0.4507942 Nov 12 21:46:12.367859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35270) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:12.369318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:12.373853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:12.435466 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Pushing event updated for resources: {'Port': ['ID=0413ccc8-04fd-4a30-95b8-1bb89b98797a,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:12.448331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Attempting to bind port 0413ccc8-04fd-4a30-95b8-1bb89b98797a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:12.448712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Attempting to bind port 0413ccc8-04fd-4a30-95b8-1bb89b98797a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '2c9c04ab-7680-4ab7-a665-3359d4ca6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '77b45ce9-a695-4283-9211-066757fd53d4'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:12.449222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Attempting to bind port 0413ccc8-04fd-4a30-95b8-1bb89b98797a on network 77b45ce9-a695-4283-9211-066757fd53d4 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:12.450513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-92425fe8-feaa-4e99-b72a-1cc38c88d529 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Deleting subnet 9569dbd1-036f-4c71-920f-f01d166321ac {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:46:12.454133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92425fe8-feaa-4e99-b72a-1cc38c88d529 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.455595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:12.455978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Checking segment: {'id': '2c9c04ab-7680-4ab7-a665-3359d4ca6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '77b45ce9-a695-4283-9211-066757fd53d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:12.456385 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.456785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Bound using segment: {'id': '2c9c04ab-7680-4ab7-a665-3359d4ca6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '77b45ce9-a695-4283-9211-066757fd53d4'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:12.457255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Bound port: 0413ccc8-04fd-4a30-95b8-1bb89b98797a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9c04ab-7680-4ab7-a665-3359d4ca6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '77b45ce9-a695-4283-9211-066757fd53d4'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:12.457639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.495686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2ae050e-dfce-4719-a726-c220872267ce up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:12.500579 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92425fe8-feaa-4e99-b72a-1cc38c88d529 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.555764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7650fc-6b89-4a03-a62f-611481b1d9f3 None None] Network 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:12.584892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] For port 0413ccc8-04fd-4a30-95b8-1bb89b98797a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:12.625984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] For port 0413ccc8-04fd-4a30-95b8-1bb89b98797a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0413ccc8-04fd-4a30-95b8-1bb89b98797a,segment=NetworkSegment(2c9c04ab-7680-4ab7-a665-3359d4ca6aa9),segment_id=2c9c04ab-7680-4ab7-a665-3359d4ca6aa9)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:12.648760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e2ae050e-dfce-4719-a726-c220872267ce triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:12.649135 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.689302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92425fe8-feaa-4e99-b72a-1cc38c88d529 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.825055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92425fe8-feaa-4e99-b72a-1cc38c88d529 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.845921 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.852337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92425fe8-feaa-4e99-b72a-1cc38c88d529 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event deleted for resources: {'Subnet': ['ID=9569dbd1-036f-4c71-920f-f01d166321ac,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:12.856682 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-92425fe8-feaa-4e99-b72a-1cc38c88d529 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.862237 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-92425fe8-feaa-4e99-b72a-1cc38c88d529 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "DELETE /v2.0/subnets/9569dbd1-036f-4c71-920f-f01d166321ac HTTP/1.1" status: 204 len: 168 time: 0.4904284 Nov 12 21:46:12.862632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35272) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:12.923932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8a621fc5-7f0b-4a4c-b55f-585ab66b629f None None] Provisioning complete for port e2ae050e-dfce-4719-a726-c220872267ce triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:12.924311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8a621fc5-7f0b-4a4c-b55f-585ab66b629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.949042 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:12.975756 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9674375-a111-4ebd-9094-859c24fe69a4 None None] Pushing event updated for resources: {'Port': ['ID=0413ccc8-04fd-4a30-95b8-1bb89b98797a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:13.014694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Deleting port 0413ccc8-04fd-4a30-95b8-1bb89b98797a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:46:13.015050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.064951 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.094146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] For port 0413ccc8-04fd-4a30-95b8-1bb89b98797a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0413ccc8-04fd-4a30-95b8-1bb89b98797a,segment=NetworkSegment(2c9c04ab-7680-4ab7-a665-3359d4ca6aa9),segment_id=2c9c04ab-7680-4ab7-a665-3359d4ca6aa9)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:13.094146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.107706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Calling delete_port for 0413ccc8-04fd-4a30-95b8-1bb89b98797a owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:13.133925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port e2ae050e-dfce-4719-a726-c220872267ce, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2ae050e-dfce-4719-a726-c220872267ce,segment=NetworkSegment(45225074-0fb1-447e-823c-91ecd144b965),segment_id=45225074-0fb1-447e-823c-91ecd144b965)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:13.150737 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8a621fc5-7f0b-4a4c-b55f-585ab66b629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.203426 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.298069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-8a621fc5-7f0b-4a4c-b55f-585ab66b629f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:46:13.310853 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-8a621fc5-7f0b-4a4c-b55f-585ab66b629f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:46:13.310853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=e2ae050e-dfce-4719-a726-c220872267ce,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:13.352020 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.380674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event deleted for resources: {'Port': ['ID=0413ccc8-04fd-4a30-95b8-1bb89b98797a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:13.388001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] No DVR routers for this DVR port 0413ccc8-04fd-4a30-95b8-1bb89b98797a on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:13.469037 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.490624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b45ce9-a695-4283-9211-066757fd53d4']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:13.500369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9c04ab-7680-4ab7-a665-3359d4ca6aa9') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:13.500669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9c04ab-7680-4ab7-a665-3359d4ca6aa9') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:13.509930 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.523334 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.530126 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:46:13.530509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:46:13.533445 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:46:13.646943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.654668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.657987 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "DELETE /v2.0/networks/77b45ce9-a695-4283-9211-066757fd53d4 HTTP/1.1" status: 204 len: 168 time: 0.7944260 Nov 12 21:46:13.660646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35274) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:13.680250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1684f-8906-4146-bccd-3d325e19a12b tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event deleted for resources: {'Network': ['ID=77b45ce9-a695-4283-9211-066757fd53d4,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:13.715799 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-904cdb86-ecbb-4026-b09b-1d71eeca5f50 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Deleting subnet 8c9da536-d50e-4163-b03a-71f3a9b53053 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:46:13.720073 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-904cdb86-ecbb-4026-b09b-1d71eeca5f50 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.760980 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-904cdb86-ecbb-4026-b09b-1d71eeca5f50 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.852786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-904cdb86-ecbb-4026-b09b-1d71eeca5f50 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.958504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d6fcbfaa-3a22-4766-b732-7f528b98090e None None] Provisioning complete for port e2ae050e-dfce-4719-a726-c220872267ce triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:13.958872 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d6fcbfaa-3a22-4766-b732-7f528b98090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.973349 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-904cdb86-ecbb-4026-b09b-1d71eeca5f50 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:13.998926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cdb86-ecbb-4026-b09b-1d71eeca5f50 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9da536-d50e-4163-b03a-71f3a9b53053,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:14.000022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d572d8-7eca-4ae7-83a0-0543fdef45e8 None None] DHCP port deletion for 77b45ce9-a695-4283-9211-066757fd53d4 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:14.005342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-904cdb86-ecbb-4026-b09b-1d71eeca5f50 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.011535 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-904cdb86-ecbb-4026-b09b-1d71eeca5f50 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "DELETE /v2.0/subnets/8c9da536-d50e-4163-b03a-71f3a9b53053 HTTP/1.1" status: 204 len: 168 time: 0.3470726 Nov 12 21:46:14.012224 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35276) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:14.038377 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236e5ce8-1735-4027-8f00-8e6ad8151b58 None None] Network 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:14.060752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d98ca-0cbc-4808-8ed7-b1c10aba9fa1 None None] Network 77b45ce9-a695-4283-9211-066757fd53d4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:14.095823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.110686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d98ca-0cbc-4808-8ed7-b1c10aba9fa1 None None] Network 77b45ce9-a695-4283-9211-066757fd53d4 could not be found, it might have been deleted concurrently. {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 21:46:14.126319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d6fcbfaa-3a22-4766-b732-7f528b98090e None None] Could not find standard attr ID for object 0413ccc8-04fd-4a30-95b8-1bb89b98797a. {{(pid=109630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 21:46:14.149354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Deleting port e2ae050e-dfce-4719-a726-c220872267ce {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:46:14.149704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.219618 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] For port e2ae050e-dfce-4719-a726-c220872267ce, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2ae050e-dfce-4719-a726-c220872267ce,segment=NetworkSegment(45225074-0fb1-447e-823c-91ecd144b965),segment_id=45225074-0fb1-447e-823c-91ecd144b965)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:14.220059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.232592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Calling delete_port for e2ae050e-dfce-4719-a726-c220872267ce owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:14.248922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] DHCP port deletion for 4cfbfd52-daa3-4ce7-b76a-7570877acaa3 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:14.296463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] Deleting port e2ae050e-dfce-4719-a726-c220872267ce {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:46:14.296835 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.363066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] For port e2ae050e-dfce-4719-a726-c220872267ce, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e2ae050e-dfce-4719-a726-c220872267ce,segment=NetworkSegment(45225074-0fb1-447e-823c-91ecd144b965),segment_id=45225074-0fb1-447e-823c-91ecd144b965)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:14.363498 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.374137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.381613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] Calling delete_port for e2ae050e-dfce-4719-a726-c220872267ce owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:46:14.407570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event deleted for resources: {'Port': ['ID=e2ae050e-dfce-4719-a726-c220872267ce,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:14.409490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] No DVR routers for this DVR port e2ae050e-dfce-4719-a726-c220872267ce on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:14.427974 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2ae050e-dfce-4719-a726-c220872267ce no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:46:14.455112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e2ae050e-dfce-4719-a726-c220872267ce {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:46:14.455481 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e2ae050e-dfce-4719-a726-c220872267ce not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:46:14.484083 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.493513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.513294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] Pushing event deleted for resources: {'Port': ['ID=e2ae050e-dfce-4719-a726-c220872267ce,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:14.515336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfbfd52-daa3-4ce7-b76a-7570877acaa3']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:14.516969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa12310-f4bb-4d78-ad7f-1ec51d4bc9f5 None None] No DVR routers for this DVR port e2ae050e-dfce-4719-a726-c220872267ce on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:46:14.528273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45225074-0fb1-447e-823c-91ecd144b965') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:14.528502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45225074-0fb1-447e-823c-91ecd144b965') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:14.538136 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.552581 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.559165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:46:14.559578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:46:14.562495 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:46:14.705491 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.712008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.715081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "DELETE /v2.0/networks/4cfbfd52-daa3-4ce7-b76a-7570877acaa3 HTTP/1.1" status: 204 len: 168 time: 0.7018373 Nov 12 21:46:14.717820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35278) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:14.726222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8b2d6-d3bd-4ecd-ab58-2c0c10c9e2b8 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Pushing event deleted for resources: {'Network': ['ID=4cfbfd52-daa3-4ce7-b76a-7570877acaa3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:14.747506 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33fd96f5-a220-4442-a1ff-3616eeffb33a tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "GET /v2.0/ports?device_id=7344730a-48b5-4e77-ac6e-0be549949b6c HTTP/1.1" status: 200 len: 205 time: 0.0284815 Nov 12 21:46:14.749862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35280) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:14.823944 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-727aea8b-e32a-4b5e-9d21-c0a280260628 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.980036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-727aea8b-e32a-4b5e-9d21-c0a280260628 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:14.982095 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-727aea8b-e32a-4b5e-9d21-c0a280260628 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:15.071192 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-727aea8b-e32a-4b5e-9d21-c0a280260628 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:15.071843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727aea8b-e32a-4b5e-9d21-c0a280260628 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Fanout notify agent at l3_agent the message router_deleted on router 7344730a-48b5-4e77-ac6e-0be549949b6c {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:46:15.082845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-727aea8b-e32a-4b5e-9d21-c0a280260628 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:15.082845 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-727aea8b-e32a-4b5e-9d21-c0a280260628 tempest-RoutersNegativeTest-1248480809 tempest-RoutersNegativeTest-1248480809-project] 10.222.0.64 "DELETE /v2.0/routers/7344730a-48b5-4e77-ac6e-0be549949b6c HTTP/1.1" status: 204 len: 168 time: 0.3297749 Nov 12 21:46:15.486753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35286) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:15.617335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e0a6821b-6583-46f6-a373-28878c34e4e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35f0b35e7b734a1187a6eca2d5738977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293771 Nov 12 21:46:15.619922 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35290) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:15.666056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0bf3-db9d-44ba-9e62-83eff37d016b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:15.686921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0bf3-db9d-44ba-9e62-83eff37d016b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:15.819840 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0bf3-db9d-44ba-9e62-83eff37d016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:15.822357 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0bf3-db9d-44ba-9e62-83eff37d016b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:15.824172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a7fd0bf3-db9d-44ba-9e62-83eff37d016b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b21634d0-a616-4d47-8136-73a7a4b43629 HTTP/1.1" status: 204 len: 168 time: 0.2032239 Nov 12 21:46:15.831908 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd0bf3-db9d-44ba-9e62-83eff37d016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21634d0-a616-4d47-8136-73a7a4b43629,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:16.828999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35312) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:16.923752 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-229406127-network', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:17.002523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Made reservation on behalf of 9eb2e1ed977c444689fe48cffd7e4c80 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:17.004933 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.015081 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.091014 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.152080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.178780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:46:17.185786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:17.191766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.192113 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Added segment d5481e89-b41f-4131-a8d5-a420350c1cb4 of type vlan for network 24ef7845-0e62-417a-b129-e251dd2b6c27 Nov 12 21:46:17.235498 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.305803 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.306805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:17.307992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.372464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] Pushing event updated for resources: {'Network': ['ID=24ef7845-0e62-417a-b129-e251dd2b6c27,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:17.382099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:46:17.401151 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-cd50b38e-2110-46a0-a786-2b5ab6d8fa79 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5700541 Nov 12 21:46:17.403121 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35316) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:17.407895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Request body: {'subnet': {'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-subnet', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:17.504215 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Made reservation on behalf of 9eb2e1ed977c444689fe48cffd7e4c80 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:17.506708 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.706060 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.761940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569f36bb-0532-4b1e-acb7-d738faa49e12,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:17.770697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Checking segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:17.771052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Network hostable DHCP agents. Network: 24ef7845-0e62-417a-b129-e251dd2b6c27, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:46:17.831104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:46:17.897820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 24ef7845-0e62-417a-b129-e251dd2b6c27) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:17.901953 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:17.902548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:17.907589 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e508537-8d10-4074-a30e-145141873d6c None None] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:17.986990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8c78be3a-9eef-42b2-b3b3-6f0798d9a154 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5827067 Nov 12 21:46:17.989607 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35318) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:17.993943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:18.058219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-24ef7845-0e62-417a-b129-e251dd2b6c27', 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'fixed_ips': [{'subnet_id': '569f36bb-0532-4b1e-acb7-d738faa49e12'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:46:18.059099 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.076988 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.078027 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.132874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.191638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Allocated IP 172.20.0.2 (24ef7845-0e62-417a-b129-e251dd2b6c27/569f36bb-0532-4b1e-acb7-d738faa49e12/c470272e-7308-4bcd-b6da-414e7ef32c72) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:18.332377 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.337631 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.449293 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.485779 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:18.488530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:18.494034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:18.502739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Pushing event updated for resources: {'Port': ['ID=c470272e-7308-4bcd-b6da-414e7ef32c72,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:18.558188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Attempting to bind port c470272e-7308-4bcd-b6da-414e7ef32c72 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:18.558550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Attempting to bind port c470272e-7308-4bcd-b6da-414e7ef32c72 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:18.561115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Attempting to bind port c470272e-7308-4bcd-b6da-414e7ef32c72 on network 24ef7845-0e62-417a-b129-e251dd2b6c27 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:18.564031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:18.564404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Checking segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:18.564796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.565189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Bound using segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:18.565651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Bound port: c470272e-7308-4bcd-b6da-414e7ef32c72, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:18.566030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.628210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] For port c470272e-7308-4bcd-b6da-414e7ef32c72, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:18.631188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] For port c470272e-7308-4bcd-b6da-414e7ef32c72, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c470272e-7308-4bcd-b6da-414e7ef32c72,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:18.645366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.664402 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.711949 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:18.774513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faa241-bc46-4390-b14a-b608a3cc6a35 None None] Pushing event updated for resources: {'Port': ['ID=c470272e-7308-4bcd-b6da-414e7ef32c72,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:18.777291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Allocated IP 172.25.8.183 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/1acee31e-a513-4f60-bad7-c1f4e3d54cb5) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:18.883015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:19.031511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:19.070231 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:19.074974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:19.077463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:19.087653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a5273b-26ca-4f69-b951-700b51a06492 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:19.107473 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Pushing event updated for resources: {'Port': ['ID=1acee31e-a513-4f60-bad7-c1f4e3d54cb5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:19.186728 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9a6a5483-cc71-4f34-95a6-1911c3907e6b None None] Provisioning complete for port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:19.187103 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5483-cc71-4f34-95a6-1911c3907e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:19.224842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a5483-cc71-4f34-95a6-1911c3907e6b None None] Port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:19.430514 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:19.625712 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25541252-f39f-4d32-9f1a-d32103da2ffb None None] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:19.697540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-992a37ce-364b-4c92-9338-e68a501baf68 None None] Provisioning complete for port c470272e-7308-4bcd-b6da-414e7ef32c72 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:19.698201 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-992a37ce-364b-4c92-9338-e68a501baf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:19.854429 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-992a37ce-364b-4c92-9338-e68a501baf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:19.893839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-992a37ce-364b-4c92-9338-e68a501baf68 None None] For port c470272e-7308-4bcd-b6da-414e7ef32c72, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c470272e-7308-4bcd-b6da-414e7ef32c72,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:19.956918 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-992a37ce-364b-4c92-9338-e68a501baf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:19.997212 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:20.013112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a37ce-364b-4c92-9338-e68a501baf68 None None] Pushing event updated for resources: {'Port': ['ID=c470272e-7308-4bcd-b6da-414e7ef32c72,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:20.078900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1ccb4c24-961c-462e-8101-a7b65e1ac969 None None] Provisioning complete for port c470272e-7308-4bcd-b6da-414e7ef32c72 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:20.079436 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4c24-961c-462e-8101-a7b65e1ac969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:20.185337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:46:20.289427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:46:20.298932 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Sync routers for ids ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:46:20.309111 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Routers {'8ce7961c-9bb2-4be9-ae9f-6eb662baea56'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:46:20.309706 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:46:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:20.371578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:20.372114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-04bbc368-67e5-436b-a804-6d781a07ca65 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3815207 Nov 12 21:46:20.376426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35320) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:20.418103 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Set router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:46:20.471161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c470272e-7308-4bcd-b6da-414e7ef32c72 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:20.520964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c470272e-7308-4bcd-b6da-414e7ef32c72 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:20.521680 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:20.611984 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:19Z', 'revision_number': 3, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port': {'id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:20.639129 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Checking router: 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:46:20.639501 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Updating router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:46:20.664197 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:20.814324 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:20.912283 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:20.972457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Allocated IP 172.20.0.1 (24ef7845-0e62-417a-b129-e251dd2b6c27/569f36bb-0532-4b1e-acb7-d738faa49e12/eac3c82d-4c51-4540-8e42-4be354ffea29) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:20.980056 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.020894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835beb96-8b34-4c5d-ac15-1a620d0774cc None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:21.027022 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Attempting to bind port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:21.027436 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Attempting to bind port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:21.028048 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Attempting to bind port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:21.038172 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:21.038543 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:21.038938 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.039345 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:21.039812 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Bound port: 1acee31e-a513-4f60-bad7-c1f4e3d54cb5, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:21.040170 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.065586 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Pushing event updated for resources: {'Port': ['ID=1acee31e-a513-4f60-bad7-c1f4e3d54cb5,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:21.079254 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.086130 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b7f2594d-5d66-46f2-875f-8cc1a3ff7d81 None None] Provisioning complete for port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:21.086601 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b7f2594d-5d66-46f2-875f-8cc1a3ff7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.097205 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.097545 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.098471 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.098805 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.099155 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.099500 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.099820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.100135 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.100456 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.100768 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.101078 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.101390 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:21.107794 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] For port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:21.111173 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] For port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1acee31e-a513-4f60-bad7-c1f4e3d54cb5,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:21.122978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2594d-5d66-46f2-875f-8cc1a3ff7d81 None None] Port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:21.178808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.207237 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.220500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:21.223457 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:21.225861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:21.260262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b44255-2616-46a5-8bd3-38fcde18c5ea None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:21.264409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Pushing event updated for resources: {'Port': ['ID=eac3c82d-4c51-4540-8e42-4be354ffea29,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:21.267323 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Routers {'8ce7961c-9bb2-4be9-ae9f-6eb662baea56'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:46:21.267934 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:46:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:21.283666 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.311100 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0117b3-96bc-45dd-a847-59d3c3d01e01 None None] Pushing event updated for resources: {'Port': ['ID=1acee31e-a513-4f60-bad7-c1f4e3d54cb5,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:21.346813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2a72c650-c491-49ee-88b3-cf8ef5104fb7 None None] Provisioning complete for port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:21.347371 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a72c650-c491-49ee-88b3-cf8ef5104fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.392522 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] Set router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:46:21.453375 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a72c650-c491-49ee-88b3-cf8ef5104fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.477206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2a72c650-c491-49ee-88b3-cf8ef5104fb7 None None] For port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1acee31e-a513-4f60-bad7-c1f4e3d54cb5,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:21.513765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.538278 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a72c650-c491-49ee-88b3-cf8ef5104fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.586508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72c650-c491-49ee-88b3-cf8ef5104fb7 None None] Pushing event updated for resources: {'Port': ['ID=1acee31e-a513-4f60-bad7-c1f4e3d54cb5,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:21.599341 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8309093c-de73-4667-8572-09ffe933b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:19Z', 'revision_number': 3, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port': {'id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:21.624332 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309093c-de73-4667-8572-09ffe933b909 None None] The sync data for ids ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'] in n-d-713498-29 is: [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:19Z', 'revision_number': 3, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port': {'id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:46:21.662082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ee6970b5-526c-409d-a37f-acc04134194f None None] Provisioning complete for port eac3c82d-4c51-4540-8e42-4be354ffea29 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:21.663203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee6970b5-526c-409d-a37f-acc04134194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.690511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.699246 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ee6970b5-526c-409d-a37f-acc04134194f None None] Port eac3c82d-4c51-4540-8e42-4be354ffea29 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:21.739883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.813489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Pushing event updated for resources: {'Port': ['ID=eac3c82d-4c51-4540-8e42-4be354ffea29,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:21.815916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:21.924692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:21.926268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:22.054919 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:46:22.172435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:46:22.177857 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-75d81d06-8477-471a-bbe1-8a20be861748 admin admin] 10.222.0.64 "PUT /v2.0/routers/8ce7961c-9bb2-4be9-ae9f-6eb662baea56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8001690 Nov 12 21:46:22.225551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-81b93b62-3550-4e06-bbe9-d2ec2159ce0a None None] Provisioning complete for port eac3c82d-4c51-4540-8e42-4be354ffea29 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:22.226082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-81b93b62-3550-4e06-bbe9-d2ec2159ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:22.264665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-81b93b62-3550-4e06-bbe9-d2ec2159ce0a None None] Port eac3c82d-4c51-4540-8e42-4be354ffea29 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:22.464282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:22.517106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:22.517106 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:22.921764 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35336) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:22.926960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-754818877-network', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:23.024143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Made reservation on behalf of 80c27124e1f94ca8a777cf02165bc154 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:23.027409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.036625 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.112798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.175156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.176323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Sync routers for ids ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:46:23.188003 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Routers {'8ce7961c-9bb2-4be9-ae9f-6eb662baea56'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:46:23.188816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:46:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:23.211849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:46:23.228645 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eb18fd-09d5-4eee-93d8-9401a7c4a78d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:23.231847 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.232189 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Added segment bcd471d5-84d6-44fc-964c-c4e2ac8fe273 of type vlan for network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 Nov 12 21:46:23.275455 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.302095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Set router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:46:23.414186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.415193 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:23.415812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.479842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] Pushing event updated for resources: {'Network': ['ID=0e9a0c57-080c-4c17-a578-2b40525a2ec5,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:23.520195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b7c5dd07-b7f7-4762-a744-eb70b7eb28fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5973074 Nov 12 21:46:23.523195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35338) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:23.528365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Request body: {'subnet': {'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-subnet', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:23.578268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:46:23.608356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Made reservation on behalf of 80c27124e1f94ca8a777cf02165bc154 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:23.610803 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.716806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 4, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port': {'id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eac3c82d-4c51-4540-8e42-4be354ffea29', 'name': '', 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'mac_address': 'fa:16:3e:68:97:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '569f36bb-0532-4b1e-acb7-d738faa49e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:20Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 2, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'subnets': [{'id': '569f36bb-0532-4b1e-acb7-d738faa49e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:23.744280 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Checking router: 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:46:23.745259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Updating router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 port eac3c82d-4c51-4540-8e42-4be354ffea29 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:46:23.770323 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.835601 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:23.900369 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82b6f24-3adb-4583-93f5-1e6ff1c315fd,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:23.906271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Checking segment: {'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:23.906617 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Network hostable DHCP agents. Network: 0e9a0c57-080c-4c17-a578-2b40525a2ec5, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:46:24.008626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:46:24.033413 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.094236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 0e9a0c57-080c-4c17-a578-2b40525a2ec5) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:24.098385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:24.099017 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.103557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470bcf35-ab7d-4857-b870-bef34a0d2c23 None None] Network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:24.124863 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.212271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b3f075cd-91e2-446a-9021-b5c845a7e7b6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6878760 Nov 12 21:46:24.215943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35340) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:24.221376 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:24.221844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Pushing event updated for resources: {'Port': ['ID=eac3c82d-4c51-4540-8e42-4be354ffea29,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:24.245420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.245759 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.246104 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.246448 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.246846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.247196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.247445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.252367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.252367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.252367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.252367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.252367 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:46:24.311603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.312716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.324546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Attempting to bind port eac3c82d-4c51-4540-8e42-4be354ffea29 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:24.328378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Attempting to bind port eac3c82d-4c51-4540-8e42-4be354ffea29 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:24.328378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Attempting to bind port eac3c82d-4c51-4540-8e42-4be354ffea29 on network 24ef7845-0e62-417a-b129-e251dd2b6c27 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:24.335772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:24.336146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Checking segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:24.336547 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.336946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Bound using segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:24.337428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Bound port: eac3c82d-4c51-4540-8e42-4be354ffea29, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:24.337808 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.393488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-0e9a0c57-080c-4c17-a578-2b40525a2ec5', 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'fixed_ips': [{'subnet_id': 'b82b6f24-3adb-4583-93f5-1e6ff1c315fd'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:46:24.394743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.489609 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] For port eac3c82d-4c51-4540-8e42-4be354ffea29, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:24.513024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] For port eac3c82d-4c51-4540-8e42-4be354ffea29, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eac3c82d-4c51-4540-8e42-4be354ffea29,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:24.561196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-eff31238-4832-4925-b59b-238ea1e6101a None None] Provisioning complete for port eac3c82d-4c51-4540-8e42-4be354ffea29 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:24.561196 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eff31238-4832-4925-b59b-238ea1e6101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.612834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-eff31238-4832-4925-b59b-238ea1e6101a None None] Port eac3c82d-4c51-4540-8e42-4be354ffea29 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:24.614719 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.617152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Allocated IP 172.20.0.2 (0e9a0c57-080c-4c17-a578-2b40525a2ec5/b82b6f24-3adb-4583-93f5-1e6ff1c315fd/171ac154-595c-45e1-ad02-e1591b9bae8a) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:24.733349 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.739650 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Routers {'8ce7961c-9bb2-4be9-ae9f-6eb662baea56'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:46:24.740281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:46:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:24.745894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da479f-aa1a-40ec-b38e-11b60585e589 None None] Pushing event updated for resources: {'Port': ['ID=eac3c82d-4c51-4540-8e42-4be354ffea29,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:24.911185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] Set router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:46:24.913162 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.924030 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:24.992828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f07c3a79-efe9-46fc-b2a2-805630628934 None None] Provisioning complete for port eac3c82d-4c51-4540-8e42-4be354ffea29 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:24.993119 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f07c3a79-efe9-46fc-b2a2-805630628934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.035889 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.136711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:25.142039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Pushing event updated for resources: {'Port': ['ID=171ac154-595c-45e1-ad02-e1591b9bae8a,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:25.149610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:25.155590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:25.196843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.216839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.253492 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f07c3a79-efe9-46fc-b2a2-805630628934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.276845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Attempting to bind port 171ac154-595c-45e1-ad02-e1591b9bae8a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:25.277216 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Attempting to bind port 171ac154-595c-45e1-ad02-e1591b9bae8a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:25.277578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Attempting to bind port 171ac154-595c-45e1-ad02-e1591b9bae8a on network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:25.290344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:25.290713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Checking segment: {'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:25.291111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.291559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Bound using segment: {'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:25.292038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Bound port: 171ac154-595c-45e1-ad02-e1591b9bae8a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:25.292421 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.321995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f07c3a79-efe9-46fc-b2a2-805630628934 None None] For port eac3c82d-4c51-4540-8e42-4be354ffea29, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eac3c82d-4c51-4540-8e42-4be354ffea29,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:25.329245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Allocated IP 172.25.8.60 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/30303263-b7b5-4501-a501-fa612428a74e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:25.352090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 4, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port': {'id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eac3c82d-4c51-4540-8e42-4be354ffea29', 'name': '', 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'mac_address': 'fa:16:3e:68:97:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '569f36bb-0532-4b1e-acb7-d738faa49e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:20Z', 'updated_at': '2021-11-12T21:46:24Z', 'revision_number': 4, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'subnets': [{'id': '569f36bb-0532-4b1e-acb7-d738faa49e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:25.386870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ca956-0209-49c3-86ee-18469ace090d None None] The sync data for ids ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'] in n-d-713498-29 is: [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 4, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port': {'id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eac3c82d-4c51-4540-8e42-4be354ffea29', 'name': '', 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'mac_address': 'fa:16:3e:68:97:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '569f36bb-0532-4b1e-acb7-d738faa49e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:20Z', 'updated_at': '2021-11-12T21:46:24Z', 'revision_number': 4, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'subnets': [{'id': '569f36bb-0532-4b1e-acb7-d738faa49e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:46:25.410406 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f07c3a79-efe9-46fc-b2a2-805630628934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.412543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] For port 171ac154-595c-45e1-ad02-e1591b9bae8a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:25.417529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] For port 171ac154-595c-45e1-ad02-e1591b9bae8a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=171ac154-595c-45e1-ad02-e1591b9bae8a,segment=NetworkSegment(bcd471d5-84d6-44fc-964c-c4e2ac8fe273),segment_id=bcd471d5-84d6-44fc-964c-c4e2ac8fe273)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:25.436122 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.488478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c3a79-efe9-46fc-b2a2-805630628934 None None] Pushing event updated for resources: {'Port': ['ID=eac3c82d-4c51-4540-8e42-4be354ffea29,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:25.494958 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.547487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.568903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b61c2-ced0-476b-b829-61c0e7578606 None None] Pushing event updated for resources: {'Port': ['ID=171ac154-595c-45e1-ad02-e1591b9bae8a,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:25.592552 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:25.603685 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:25.610925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:25.623266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14a193-133a-482b-90cf-d93dfd5d1957 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:25.657660 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=30303263-b7b5-4501-a501-fa612428a74e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:25.763444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e1512e6a-1b96-4cbb-b69e-cb596a3e6108 None None] Provisioning complete for port 30303263-b7b5-4501-a501-fa612428a74e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:25.763815 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e1512e6a-1b96-4cbb-b69e-cb596a3e6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:25.809336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e1512e6a-1b96-4cbb-b69e-cb596a3e6108 None None] Port 30303263-b7b5-4501-a501-fa612428a74e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:25.987820 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:26.196392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:26.460184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Router c7822f18-813d-41c3-9c8d-aa500362cf2e is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:46:26.524173 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 171ac154-595c-45e1-ad02-e1591b9bae8a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:26.604663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:46:26.621494 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Sync routers for ids ['c7822f18-813d-41c3-9c8d-aa500362cf2e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:46:26.637023 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Routers {'c7822f18-813d-41c3-9c8d-aa500362cf2e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:46:26.637748 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:46:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c7822f18-813d-41c3-9c8d-aa500362cf2e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:26.690698 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:26.692236 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f39450f3-0ee9-4c78-b80f-f67813a5d1c7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4748023 Nov 12 21:46:26.695241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35342) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:46:26.739582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9988bfb-65a6-4a3d-8d40-56ae7c5deed3 None None] Network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:46:26.752208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Set router c7822f18-813d-41c3-9c8d-aa500362cf2e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:46:26.814906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-506818bb-c3f1-4187-9e8a-25edd2c86502 None None] Provisioning complete for port 171ac154-595c-45e1-ad02-e1591b9bae8a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:26.815268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-506818bb-c3f1-4187-9e8a-25edd2c86502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:26.883259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 171ac154-595c-45e1-ad02-e1591b9bae8a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:26.883912 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:26.943757 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '30303263-b7b5-4501-a501-fa612428a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:46:25Z', 'revision_number': 3, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port': {'id': '30303263-b7b5-4501-a501-fa612428a74e', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:25Z', 'updated_at': '2021-11-12T21:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:26.977138 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Checking router: c7822f18-813d-41c3-9c8d-aa500362cf2e for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:46:26.977475 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Updating router c7822f18-813d-41c3-9c8d-aa500362cf2e port 30303263-b7b5-4501-a501-fa612428a74e binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:46:27.003613 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.026185 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-506818bb-c3f1-4187-9e8a-25edd2c86502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.098256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-506818bb-c3f1-4187-9e8a-25edd2c86502 None None] For port 171ac154-595c-45e1-ad02-e1591b9bae8a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=171ac154-595c-45e1-ad02-e1591b9bae8a,segment=NetworkSegment(bcd471d5-84d6-44fc-964c-c4e2ac8fe273),segment_id=bcd471d5-84d6-44fc-964c-c4e2ac8fe273)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:27.099392 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.154858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.177766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-506818bb-c3f1-4187-9e8a-25edd2c86502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.252808 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506818bb-c3f1-4187-9e8a-25edd2c86502 None None] Pushing event updated for resources: {'Port': ['ID=171ac154-595c-45e1-ad02-e1591b9bae8a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:27.275377 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:46:27.276614 n-d-713498-29 neutron-server[109630]: DEBUG oslo_db.api [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:46:27.281365 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.345151 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.351843 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Allocated IP 172.20.0.1 (0e9a0c57-080c-4c17-a578-2b40525a2ec5/b82b6f24-3adb-4583-93f5-1e6ff1c315fd/78e11e29-be33-45a5-a607-b836e602c4eb) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:27.390817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5572c3-ab2f-45bb-8d40-989bcf426f72 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:27.405213 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ecd78-480b-432f-8181-f3a9a599749e None None] Pushing event updated for resources: {'Port': ['ID=30303263-b7b5-4501-a501-fa612428a74e,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:27.411144 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Attempting to bind port 30303263-b7b5-4501-a501-fa612428a74e on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:27.411521 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Attempting to bind port 30303263-b7b5-4501-a501-fa612428a74e by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:27.412074 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Attempting to bind port 30303263-b7b5-4501-a501-fa612428a74e on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:27.412247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-59b0d6bd-69dd-4881-8143-e5c28a5ce976 None None] Provisioning complete for port 171ac154-595c-45e1-ad02-e1591b9bae8a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:27.412620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-59b0d6bd-69dd-4881-8143-e5c28a5ce976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.418635 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:27.418938 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:27.419504 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.420034 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:27.420670 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Bound port: 30303263-b7b5-4501-a501-fa612428a74e, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:27.421047 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.462711 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.473787 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] For port 30303263-b7b5-4501-a501-fa612428a74e, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:27.479385 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] For port 30303263-b7b5-4501-a501-fa612428a74e, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=30303263-b7b5-4501-a501-fa612428a74e,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:27.555625 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.585271 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76549582-2700-464a-a7c6-d5f11648983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.585835 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.599608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e94d2d-fe1d-44a3-a4c4-665982bc230f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:46:27.621284 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Routers {'c7822f18-813d-41c3-9c8d-aa500362cf2e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:46:27.621694 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:46:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c7822f18-813d-41c3-9c8d-aa500362cf2e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:27.628454 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ecd78-480b-432f-8181-f3a9a599749e None None] Pushing event updated for resources: {'Port': ['ID=30303263-b7b5-4501-a501-fa612428a74e,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:27.637516 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5602b231-0920-4488-93ff-72157b23553d None None] Provisioning complete for port 30303263-b7b5-4501-a501-fa612428a74e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:27.637767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:27.638045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5602b231-0920-4488-93ff-72157b23553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.640840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:27.643478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:27.692715 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Pushing event updated for resources: {'Port': ['ID=78e11e29-be33-45a5-a607-b836e602c4eb,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:27.707575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.740634 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5602b231-0920-4488-93ff-72157b23553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.759836 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] Set router c7822f18-813d-41c3-9c8d-aa500362cf2e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:46:27.766217 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5602b231-0920-4488-93ff-72157b23553d None None] For port 30303263-b7b5-4501-a501-fa612428a74e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=30303263-b7b5-4501-a501-fa612428a74e,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:27.815091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eac3c82d-4c51-4540-8e42-4be354ffea29 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:27.857623 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5602b231-0920-4488-93ff-72157b23553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.916946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port eac3c82d-4c51-4540-8e42-4be354ffea29 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:27.917333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.919887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602b231-0920-4488-93ff-72157b23553d None None] Pushing event updated for resources: {'Port': ['ID=30303263-b7b5-4501-a501-fa612428a74e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:27.966703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:27.970088 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '30303263-b7b5-4501-a501-fa612428a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:46:25Z', 'revision_number': 3, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port': {'id': '30303263-b7b5-4501-a501-fa612428a74e', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:25Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:28.011896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8043e2e5-cb07-474d-98f2-bdd0b6cb0b66 None None] Provisioning complete for port 30303263-b7b5-4501-a501-fa612428a74e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:28.012317 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8043e2e5-cb07-474d-98f2-bdd0b6cb0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:28.093173 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48f6fe-9b04-458d-ac50-42ec74bbb69b None None] The sync data for ids ['c7822f18-813d-41c3-9c8d-aa500362cf2e'] in n-d-713498-29 is: [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '30303263-b7b5-4501-a501-fa612428a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:46:25Z', 'revision_number': 3, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port': {'id': '30303263-b7b5-4501-a501-fa612428a74e', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:25Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:46:28.125908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8043e2e5-cb07-474d-98f2-bdd0b6cb0b66 None None] Provisioning complete for port 78e11e29-be33-45a5-a607-b836e602c4eb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:28.126273 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8043e2e5-cb07-474d-98f2-bdd0b6cb0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:28.152740 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:28.163200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8043e2e5-cb07-474d-98f2-bdd0b6cb0b66 None None] Port 78e11e29-be33-45a5-a607-b836e602c4eb cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:28.219728 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:28.288869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:28.290570 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Pushing event updated for resources: {'Port': ['ID=78e11e29-be33-45a5-a607-b836e602c4eb,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:28.413755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:28.415381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:28.536471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 30303263-b7b5-4501-a501-fa612428a74e up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:28.561012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Router c7822f18-813d-41c3-9c8d-aa500362cf2e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:46:28.602546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 30303263-b7b5-4501-a501-fa612428a74e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:28.604699 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:28.692192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:46:28.699905 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 171ac154-595c-45e1-ad02-e1591b9bae8a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:28.703822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4663f750-3461-4d7f-a679-dde9707883c7 admin admin] 10.222.0.64 "PUT /v2.0/routers/c7822f18-813d-41c3-9c8d-aa500362cf2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062532 Nov 12 21:46:28.759097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 171ac154-595c-45e1-ad02-e1591b9bae8a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:28.759503 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:28.818647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e3c416c3-7fa2-4604-a228-7a828116c5c2 None None] Provisioning complete for port 78e11e29-be33-45a5-a607-b836e602c4eb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:28.819011 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e3c416c3-7fa2-4604-a228-7a828116c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:28.878923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-e3c416c3-7fa2-4604-a228-7a828116c5c2 None None] Port 78e11e29-be33-45a5-a607-b836e602c4eb cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:29.721132 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Sync routers for ids ['c7822f18-813d-41c3-9c8d-aa500362cf2e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:46:29.733505 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Routers {'c7822f18-813d-41c3-9c8d-aa500362cf2e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:46:29.734612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:46:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c7822f18-813d-41c3-9c8d-aa500362cf2e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:29.845319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Set router c7822f18-813d-41c3-9c8d-aa500362cf2e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:46:30.006244 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-4ce038fb-ec60-40f7-9c0f-f534cd8f24a3 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:30.007647 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-4ce038fb-ec60-40f7-9c0f-f534cd8f24a3 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/networks?id=24ef7845-0e62-417a-b129-e251dd2b6c27 HTTP/1.1" status: 200 len: 816 time: 0.1036458 Nov 12 21:46:30.022972 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-865fa07d-7ef0-4c7e-8b4a-39554cae4b74 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/quotas/9eb2e1ed977c444689fe48cffd7e4c80 HTTP/1.1" status: 200 len: 375 time: 0.0095191 Nov 12 21:46:30.062735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '30303263-b7b5-4501-a501-fa612428a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 4, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port': {'id': '30303263-b7b5-4501-a501-fa612428a74e', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:25Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '78e11e29-be33-45a5-a607-b836e602c4eb', 'name': '', 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'mac_address': 'fa:16:3e:a3:2c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'b82b6f24-3adb-4583-93f5-1e6ff1c315fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:27Z', 'updated_at': '2021-11-12T21:46:28Z', 'revision_number': 2, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'subnets': [{'id': 'b82b6f24-3adb-4583-93f5-1e6ff1c315fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:30.077160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-477b513b-86ee-4985-a20e-c8c2497f8fa0 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476902 Nov 12 21:46:30.090227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Checking router: c7822f18-813d-41c3-9c8d-aa500362cf2e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:46:30.090579 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Updating router c7822f18-813d-41c3-9c8d-aa500362cf2e port 78e11e29-be33-45a5-a607-b836e602c4eb binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:46:30.093620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-fa19e321-f529-4737-9577-d35190fc0471 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:46:30.094709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-fa19e321-f529-4737-9577-d35190fc0471 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054011 Nov 12 21:46:30.109444 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5b04-de21-4eab-b36e-95eec5387b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:30.121127 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:30.190718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-30d6e74c-cdcb-4f1d-a726-49d44d527e0e service neutron] 10.222.0.64 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895307 Nov 12 21:46:30.286549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-205c25e8-ca92-4a6f-91ba-d5b21bdc46dd service neutron] 10.222.0.64 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892980 Nov 12 21:46:30.387658 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:30.459770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:30.534635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca598-0643-4c27-8198-fafac7be4721 None None] Pushing event updated for resources: {'Port': ['ID=78e11e29-be33-45a5-a607-b836e602c4eb,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:30.604831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Attempting to bind port 78e11e29-be33-45a5-a607-b836e602c4eb on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:30.605223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Attempting to bind port 78e11e29-be33-45a5-a607-b836e602c4eb by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:30.605503 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Attempting to bind port 78e11e29-be33-45a5-a607-b836e602c4eb on network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:30.611742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:30.612129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Checking segment: {'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:30.612531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:30.612933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Bound using segment: {'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:30.613410 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Bound port: 78e11e29-be33-45a5-a607-b836e602c4eb, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:30.613793 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:30.649848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e373469b-7ddd-4a00-a300-16e85da9295f req-efda7798-eb7c-42de-915e-a9bcf16455af tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 210 time: 0.1496239 Nov 12 21:46:30.708196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] For port 78e11e29-be33-45a5-a607-b836e602c4eb, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:30.711431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] For port 78e11e29-be33-45a5-a607-b836e602c4eb, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=78e11e29-be33-45a5-a607-b836e602c4eb,segment=NetworkSegment(bcd471d5-84d6-44fc-964c-c4e2ac8fe273),segment_id=bcd471d5-84d6-44fc-964c-c4e2ac8fe273)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:30.810935 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:30.843809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-77e5a8cd-9b13-4bb0-82dd-48758cd4f6be None None] Provisioning complete for port 78e11e29-be33-45a5-a607-b836e602c4eb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:30.844178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-77e5a8cd-9b13-4bb0-82dd-48758cd4f6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:30.904094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Routers {'c7822f18-813d-41c3-9c8d-aa500362cf2e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:46:30.904707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:46:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c7822f18-813d-41c3-9c8d-aa500362cf2e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:30.906458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca598-0643-4c27-8198-fafac7be4721 None None] Pushing event updated for resources: {'Port': ['ID=78e11e29-be33-45a5-a607-b836e602c4eb,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:31.054130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-77e5a8cd-9b13-4bb0-82dd-48758cd4f6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:31.056981 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] Set router c7822f18-813d-41c3-9c8d-aa500362cf2e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:46:31.167655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-77e5a8cd-9b13-4bb0-82dd-48758cd4f6be None None] For port 78e11e29-be33-45a5-a607-b836e602c4eb, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=78e11e29-be33-45a5-a607-b836e602c4eb,segment=NetworkSegment(bcd471d5-84d6-44fc-964c-c4e2ac8fe273),segment_id=bcd471d5-84d6-44fc-964c-c4e2ac8fe273)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:31.258136 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-77e5a8cd-9b13-4bb0-82dd-48758cd4f6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:31.316400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '30303263-b7b5-4501-a501-fa612428a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 4, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port': {'id': '30303263-b7b5-4501-a501-fa612428a74e', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:25Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '78e11e29-be33-45a5-a607-b836e602c4eb', 'name': '', 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'mac_address': 'fa:16:3e:a3:2c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'b82b6f24-3adb-4583-93f5-1e6ff1c315fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:27Z', 'updated_at': '2021-11-12T21:46:30Z', 'revision_number': 4, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'subnets': [{'id': 'b82b6f24-3adb-4583-93f5-1e6ff1c315fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:46:31.318042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5a8cd-9b13-4bb0-82dd-48758cd4f6be None None] Pushing event updated for resources: {'Port': ['ID=78e11e29-be33-45a5-a607-b836e602c4eb,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:31.508514 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c329e4c-1c27-4116-9d44-11022840ad27 None None] The sync data for ids ['c7822f18-813d-41c3-9c8d-aa500362cf2e'] in n-d-713498-29 is: [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '30303263-b7b5-4501-a501-fa612428a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 4, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port': {'id': '30303263-b7b5-4501-a501-fa612428a74e', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:25Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '78e11e29-be33-45a5-a607-b836e602c4eb', 'name': '', 'network_id': '0e9a0c57-080c-4c17-a578-2b40525a2ec5', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'mac_address': 'fa:16:3e:a3:2c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'b82b6f24-3adb-4583-93f5-1e6ff1c315fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:27Z', 'updated_at': '2021-11-12T21:46:30Z', 'revision_number': 4, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'subnets': [{'id': 'b82b6f24-3adb-4583-93f5-1e6ff1c315fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:46:31.526863 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1939efd8-e0e2-4dd4-bf5d-addf4baa2ac0 None None] Provisioning complete for port 78e11e29-be33-45a5-a607-b836e602c4eb triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:31.527233 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1939efd8-e0e2-4dd4-bf5d-addf4baa2ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:31.576743 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:31.759626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01fb1b17-2c56-47d6-9d3f-b3ec3c0ef3de req-75ae9e53-7995-40f7-a7e0-73ef60c1ab66 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 210 time: 0.0270205 Nov 12 21:46:32.461813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 78e11e29-be33-45a5-a607-b836e602c4eb up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:32.520025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 78e11e29-be33-45a5-a607-b836e602c4eb triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:32.520693 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:32.590271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-ff6663b4-c1e1-4620-b59a-412ee6395e7e tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:32.591803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-ff6663b4-c1e1-4620-b59a-412ee6395e7e tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "GET /v2.0/networks?id=24ef7845-0e62-417a-b129-e251dd2b6c27 HTTP/1.1" status: 200 len: 816 time: 0.1115341 Nov 12 21:46:32.605532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Request body: {'port': {'device_id': '07bd8619-8112-470e-b5bb-4a9450f20ffa', 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'admin_state_up': True, 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:32.792920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Made reservation on behalf of 9eb2e1ed977c444689fe48cffd7e4c80 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:46:32.800238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:32.895150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b911b9cd-bb97-40e9-8816-21446cad22fb req-7456330a-b710-4d64-837a-eacb4f5f7989 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 210 time: 0.0370610 Nov 12 21:46:32.957150 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Allocated IP 172.20.0.8 (24ef7845-0e62-417a-b129-e251dd2b6c27/569f36bb-0532-4b1e-acb7-d738faa49e12/c666f17a-08d4-416a-a154-0bcc962dba7b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:46:33.105289 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.191769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.225344 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.240359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:46:33.243600 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:46:33.248695 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:46:33.252719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Pushing event updated for resources: {'Port': ['ID=c666f17a-08d4-416a-a154-0bcc962dba7b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:33.301344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:33.301972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.426465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-bd20bb56-d7de-4387-9c26-2f3b6bb24baa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256865 Nov 12 21:46:33.438376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Request body: {'port': {'device_id': '07bd8619-8112-470e-b5bb-4a9450f20ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:46:33.459438 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-69ac0518-54bc-4c0b-9cfa-a114d2bb725e None None] Provisioning complete for port c666f17a-08d4-416a-a154-0bcc962dba7b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:33.459929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69ac0518-54bc-4c0b-9cfa-a114d2bb725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.496180 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.497411 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-69ac0518-54bc-4c0b-9cfa-a114d2bb725e None None] Port c666f17a-08d4-416a-a154-0bcc962dba7b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:46:33.642206 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.761892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c666f17a-08d4-416a-a154-0bcc962dba7b {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:46:33.769152 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.780975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Transition to ACTIVE for port object c666f17a-08d4-416a-a154-0bcc962dba7b will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:46:33.859246 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:33.914290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161d471-3231-4240-8188-2df460dae14a service neutron] Pushing event updated for resources: {'Port': ['ID=c666f17a-08d4-416a-a154-0bcc962dba7b,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:34.360380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Attempting to bind port c666f17a-08d4-416a-a154-0bcc962dba7b on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:46:34.360718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Attempting to bind port c666f17a-08d4-416a-a154-0bcc962dba7b by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:46:34.361040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Attempting to bind port c666f17a-08d4-416a-a154-0bcc962dba7b on network 24ef7845-0e62-417a-b129-e251dd2b6c27 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:34.373230 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b982370-bc90-403b-9644-ac57e3e31ff2 req-fc9eda5b-c9ea-4b6d-8efb-0c613d2c2d9f tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:34.374714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b982370-bc90-403b-9644-ac57e3e31ff2 req-fc9eda5b-c9ea-4b6d-8efb-0c613d2c2d9f tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 943 time: 0.0731616 Nov 12 21:46:34.375767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Port c666f17a-08d4-416a-a154-0bcc962dba7b on network 24ef7845-0e62-417a-b129-e251dd2b6c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:46:34.376146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Attempting to bind port c666f17a-08d4-416a-a154-0bcc962dba7b on network 24ef7845-0e62-417a-b129-e251dd2b6c27 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:46:34.382799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:46:34.383134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Checking segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:46:34.383539 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Bound using segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:46:34.383991 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Bound port: c666f17a-08d4-416a-a154-0bcc962dba7b, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:46:34.384345 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:34.461887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b982370-bc90-403b-9644-ac57e3e31ff2 req-00310960-9b97-47a2-b649-0ee26d5b4998 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801303 Nov 12 21:46:34.481972 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] For port c666f17a-08d4-416a-a154-0bcc962dba7b, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:46:34.484947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] For port c666f17a-08d4-416a-a154-0bcc962dba7b, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c666f17a-08d4-416a-a154-0bcc962dba7b,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:46:34.556980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:34.591795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:34.592448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:34.593846 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9161d471-3231-4240-8188-2df460dae14a service neutron] 10.222.0.78 "PUT /v2.0/ports/c666f17a-08d4-416a-a154-0bcc962dba7b HTTP/1.1" status: 200 len: 1092 time: 1.1595678 Nov 12 21:46:34.594297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bd8619-8112-470e-b5bb-4a9450f20ffa', 'tag': 'c666f17a-08d4-416a-a154-0bcc962dba7b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:46:34.596590 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c363119-8fdf-40bd-9100-244fb490ef71" -d '{"events": [{"name": "network-changed", "server_uuid": "07bd8619-8112-470e-b5bb-4a9450f20ffa", "tag": "c666f17a-08d4-416a-a154-0bcc962dba7b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:46:34.627827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161d471-3231-4240-8188-2df460dae14a service neutron] Pushing event updated for resources: {'Port': ['ID=c666f17a-08d4-416a-a154-0bcc962dba7b,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:34.645408 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d5fc8-aa99-4d77-8606-7845eafa8c88 x-openstack-request-id: req-e93d5fc8-aa99-4d77-8606-7845eafa8c88 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:46:34.645699 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bd8619-8112-470e-b5bb-4a9450f20ffa", "tag": "c666f17a-08d4-416a-a154-0bcc962dba7b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:46:34.645951 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e93d5fc8-aa99-4d77-8606-7845eafa8c88 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:46:34.646354 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bd8619-8112-470e-b5bb-4a9450f20ffa', 'tag': 'c666f17a-08d4-416a-a154-0bcc962dba7b', 'status': 'completed', 'code': 200} Nov 12 21:46:34.710574 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c363119-8fdf-40bd-9100-244fb490ef71 req-17a257ed-3d31-4874-bbb8-42f9368ac465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:34.712118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c363119-8fdf-40bd-9100-244fb490ef71 req-17a257ed-3d31-4874-bbb8-42f9368ac465 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 1095 time: 0.0442872 Nov 12 21:46:34.819362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c363119-8fdf-40bd-9100-244fb490ef71 req-568be498-1fb6-40a2-b1fa-2888a15714db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:34.820820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c363119-8fdf-40bd-9100-244fb490ef71 req-568be498-1fb6-40a2-b1fa-2888a15714db service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1003222 Nov 12 21:46:34.915370 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c363119-8fdf-40bd-9100-244fb490ef71 req-446bbd59-b99f-4adb-837d-b734a83bcfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:34.916936 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c363119-8fdf-40bd-9100-244fb490ef71 req-446bbd59-b99f-4adb-837d-b734a83bcfcc service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884724 Nov 12 21:46:34.997759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-aeab42ee-736d-4b87-9c7b-1367aeda9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:34.999279 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-aeab42ee-736d-4b87-9c7b-1367aeda9025 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 1095 time: 0.0454335 Nov 12 21:46:35.040694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-42a4b8d0-0bc0-4cd1-9bc8-eaaea4213be2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c666f17a-08d4-416a-a154-0bcc962dba7b HTTP/1.1" status: 200 len: 217 time: 0.0341702 Nov 12 21:46:35.090254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-52c574f6-e89a-4543-9e5d-9efa941cd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:35.091709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-52c574f6-e89a-4543-9e5d-9efa941cd73a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=569f36bb-0532-4b1e-acb7-d738faa49e12 HTTP/1.1" status: 200 len: 855 time: 0.0432315 Nov 12 21:46:35.142375 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-ae6a5af4-c95a-4ec3-8d02-9249df09c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:35.143920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-ae6a5af4-c95a-4ec3-8d02-9249df09c0d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=24ef7845-0e62-417a-b129-e251dd2b6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450125 Nov 12 21:46:35.240190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-5a1bff28-ef6c-426e-a693-9ad644bd7535 service neutron] 10.222.0.78 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885074 Nov 12 21:46:35.336582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a1972a4-9c89-4e3c-8881-3167c6e29982 req-9c112351-07bf-4c49-8da1-f0988e0db5f4 service neutron] 10.222.0.78 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899863 Nov 12 21:46:35.580838 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d01c6-f4bd-4709-aa7f-9cb50b5b7f1f req-b031eb96-03fe-4aea-8027-ee7f8b685e5d tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:35.582306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a3d01c6-f4bd-4709-aa7f-9cb50b5b7f1f req-b031eb96-03fe-4aea-8027-ee7f8b685e5d tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 943 time: 0.0496774 Nov 12 21:46:35.629309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6a3d01c6-f4bd-4709-aa7f-9cb50b5b7f1f req-2f0846d6-f9b5-41fe-a087-47ddd5a362aa tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Nov 12 21:46:36.745844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c9b39-10d8-4036-8e68-51ef64d3d7d7 req-8bbd4218-6b46-43c1-8b4d-49d83810bdcf tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:36.747373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a89c9b39-10d8-4036-8e68-51ef64d3d7d7 req-8bbd4218-6b46-43c1-8b4d-49d83810bdcf tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 943 time: 0.0484707 Nov 12 21:46:36.796322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a89c9b39-10d8-4036-8e68-51ef64d3d7d7 req-ee5e8524-3b80-40d8-9be0-9df4e6425e89 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Nov 12 21:46:37.918584 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa00ec-ec88-4db9-ad06-a75911376c69 req-d12d8f33-3909-4c04-8642-0f21a4908bba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:37.920341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdaa00ec-ec88-4db9-ad06-a75911376c69 req-d12d8f33-3909-4c04-8642-0f21a4908bba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 943 time: 0.0533292 Nov 12 21:46:37.968082 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fdaa00ec-ec88-4db9-ad06-a75911376c69 req-dac3d00d-3e0d-422a-b473-4c74f2973938 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Nov 12 21:46:38.111431 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device c666f17a-08d4-416a-a154-0bcc962dba7b details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:46:38.209588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port c666f17a-08d4-416a-a154-0bcc962dba7b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c666f17a-08d4-416a-a154-0bcc962dba7b,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:38.220620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'c666f17a-08d4-416a-a154-0bcc962dba7b', 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'port_id': 'c666f17a-08d4-416a-a154-0bcc962dba7b', 'mac_address': 'fa:16:3e:a4:ea:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569f36bb-0532-4b1e-acb7-d738faa49e12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:46:38.257641 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:38.270694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c666f17a-08d4-416a-a154-0bcc962dba7b {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:46:38.290962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port c666f17a-08d4-416a-a154-0bcc962dba7b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c666f17a-08d4-416a-a154-0bcc962dba7b,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:38.333952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:38.381735 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=c666f17a-08d4-416a-a154-0bcc962dba7b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:38.537870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['c666f17a-08d4-416a-a154-0bcc962dba7b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:46:39.082639 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e28e4f-0480-4e37-bb9b-be7095cf6e11 req-c89c65b6-46e5-4d03-8d2b-64c8e0d120c2 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:39.084037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36e28e4f-0480-4e37-bb9b-be7095cf6e11 req-c89c65b6-46e5-4d03-8d2b-64c8e0d120c2 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 944 time: 0.0486002 Nov 12 21:46:39.131865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-36e28e4f-0480-4e37-bb9b-be7095cf6e11 req-5c1c0d20-5416-4788-bab2-2efd33be1ce4 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Nov 12 21:46:40.112210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device c666f17a-08d4-416a-a154-0bcc962dba7b up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:46:40.253983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port c666f17a-08d4-416a-a154-0bcc962dba7b completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:46:40.258129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port c666f17a-08d4-416a-a154-0bcc962dba7b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:46:40.258494 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:40.260577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6b53e-c198-49bd-8b14-23ceb7694bb2 req-d9059d92-6e37-4f5f-a717-0c15d4514594 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:40.262121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49a6b53e-c198-49bd-8b14-23ceb7694bb2 req-d9059d92-6e37-4f5f-a717-0c15d4514594 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 944 time: 0.0553291 Nov 12 21:46:40.313654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-49a6b53e-c198-49bd-8b14-23ceb7694bb2 req-2544bb51-e8c3-4397-9ffa-47e1ded005c9 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Nov 12 21:46:40.341925 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:40.363393 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bd8619-8112-470e-b5bb-4a9450f20ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666f17a-08d4-416a-a154-0bcc962dba7b'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:46:40.365551 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fdf3b3-f20a-4702-990c-ef1a091d328a" -d '{"events": [{"server_uuid": "07bd8619-8112-470e-b5bb-4a9450f20ffa", "name": "network-vif-plugged", "status": "completed", "tag": "c666f17a-08d4-416a-a154-0bcc962dba7b"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:46:40.379374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port c666f17a-08d4-416a-a154-0bcc962dba7b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c666f17a-08d4-416a-a154-0bcc962dba7b,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:46:40.403882 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea5e599-3cbb-406a-b51a-073c61bcabaa x-openstack-request-id: req-7ea5e599-3cbb-406a-b51a-073c61bcabaa {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:46:40.404178 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bd8619-8112-470e-b5bb-4a9450f20ffa", "name": "network-vif-plugged", "status": "completed", "tag": "c666f17a-08d4-416a-a154-0bcc962dba7b", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:46:40.404432 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ea5e599-3cbb-406a-b51a-073c61bcabaa {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:46:40.404828 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bd8619-8112-470e-b5bb-4a9450f20ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666f17a-08d4-416a-a154-0bcc962dba7b', 'code': 200} Nov 12 21:46:40.459074 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:40.507199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=c666f17a-08d4-416a-a154-0bcc962dba7b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:46:40.548485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a6efe-329a-4cbe-97a1-d7ffd248a2bd req-877faf9c-eaaa-42a5-be59-1cc00e931967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:40.549982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b32a6efe-329a-4cbe-97a1-d7ffd248a2bd req-877faf9c-eaaa-42a5-be59-1cc00e931967 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 1097 time: 0.0866244 Nov 12 21:46:40.595252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b32a6efe-329a-4cbe-97a1-d7ffd248a2bd req-fa09a78b-2113-49b9-9f88-c41264f3be14 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Nov 12 21:46:40.811476 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:40.903126 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:46:41.427619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e496a-bd9a-4a91-83a7-7bee580c3b8d req-df8cb88d-07cb-46a7-aa4e-0209c7793067 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:41.429003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-712e496a-bd9a-4a91-83a7-7bee580c3b8d req-df8cb88d-07cb-46a7-aa4e-0209c7793067 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 945 time: 0.0484567 Nov 12 21:46:41.481410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-712e496a-bd9a-4a91-83a7-7bee580c3b8d req-5da0141f-1817-480a-aa43-4022aa059286 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459282 Nov 12 21:46:42.599142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296f9c-dcd0-4b05-9ed7-14042411d857 req-3f18f45a-5c83-49a2-9b7b-5d0a36b28751 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:42.600752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2296f9c-dcd0-4b05-9ed7-14042411d857 req-3f18f45a-5c83-49a2-9b7b-5d0a36b28751 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 945 time: 0.0490282 Nov 12 21:46:42.650193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a2296f9c-dcd0-4b05-9ed7-14042411d857 req-98a2dffb-d998-4363-9027-f59d83f11e9e tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Nov 12 21:46:42.767343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd93a9d-ac13-4264-bb18-c61966dc2386 req-40b22d46-1888-492e-be86-6c0459638cb9 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:46:42.768751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd93a9d-ac13-4264-bb18-c61966dc2386 req-40b22d46-1888-492e-be86-6c0459638cb9 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 945 time: 0.0493212 Nov 12 21:46:42.817660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abd93a9d-ac13-4264-bb18-c61966dc2386 req-25cec553-0ca8-4de4-a709-c90b3840898e tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Nov 12 21:46:49.095493 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:46:57.617261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f9b16ba2-ceea-43c4-8c93-cb9494deb08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:00.075763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7536d6ff-71a7-460c-8669-4ec55c761c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:01.468208 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:03.219367 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:03.618981 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:07.918530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cb2fd-5372-4990-8bce-890209f1838e req-7f8e8451-bb15-41d3-93cb-f915ddb88885 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:07.920187 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c98cb2fd-5372-4990-8bce-890209f1838e req-7f8e8451-bb15-41d3-93cb-f915ddb88885 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 945 time: 0.0546880 Nov 12 21:47:07.968943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c98cb2fd-5372-4990-8bce-890209f1838e req-8f5a80e1-c2fa-4eb1-b08b-0ff2c2027d5a tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Nov 12 21:47:09.086794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd29e87-e899-4126-996c-9e108c1a26d7 req-bf7fae49-89d0-4594-84d4-99d3245fce0b tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:09.088307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffd29e87-e899-4126-996c-9e108c1a26d7 req-bf7fae49-89d0-4594-84d4-99d3245fce0b tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 945 time: 0.0504949 Nov 12 21:47:09.136231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffd29e87-e899-4126-996c-9e108c1a26d7 req-30ba09d1-64e6-4ccc-a93c-cb882fe3dbb4 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Nov 12 21:47:09.496982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-60728b6e-1f87-4691-9fbe-457c520e83fe tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:09.498413 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-60728b6e-1f87-4691-9fbe-457c520e83fe tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 945 time: 0.0481498 Nov 12 21:47:09.589871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Deleting port c666f17a-08d4-416a-a154-0bcc962dba7b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:09.590208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:09.679516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] For port c666f17a-08d4-416a-a154-0bcc962dba7b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=c666f17a-08d4-416a-a154-0bcc962dba7b,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:09.679876 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:09.696996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Calling delete_port for c666f17a-08d4-416a-a154-0bcc962dba7b owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:09.887031 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:09.898885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['c666f17a-08d4-416a-a154-0bcc962dba7b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:47:09.914371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Pushing event deleted for resources: {'Port': ['ID=c666f17a-08d4-416a-a154-0bcc962dba7b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:09.929754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.930110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.930458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.930805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.931138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.931521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.931862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.932300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.932670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.932862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.933185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.933662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:09.972119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] No DVR routers for this DVR port c666f17a-08d4-416a-a154-0bcc962dba7b on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:47:09.974957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:09.978317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8b203e6b-3305-41cf-bc84-5a8c6d023529 req-114bb846-6916-4dc8-b91a-7882473234db tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "DELETE /v2.0/ports/c666f17a-08d4-416a-a154-0bcc962dba7b HTTP/1.1" status: 204 len: 173 time: 0.4737995 Nov 12 21:47:09.978848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bd8619-8112-470e-b5bb-4a9450f20ffa', 'name': 'network-vif-deleted', 'tag': 'c666f17a-08d4-416a-a154-0bcc962dba7b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:47:09.981776 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480d1e64-a6e2-4e1b-9b96-6d91ba96c797" -d '{"events": [{"server_uuid": "07bd8619-8112-470e-b5bb-4a9450f20ffa", "name": "network-vif-deleted", "tag": "c666f17a-08d4-416a-a154-0bcc962dba7b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:47:10.071649 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c24db-983c-4d0f-9c8f-e2fcc81ef659 x-openstack-request-id: req-d75c24db-983c-4d0f-9c8f-e2fcc81ef659 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:47:10.071946 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bd8619-8112-470e-b5bb-4a9450f20ffa", "name": "network-vif-deleted", "tag": "c666f17a-08d4-416a-a154-0bcc962dba7b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:47:10.072205 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d75c24db-983c-4d0f-9c8f-e2fcc81ef659 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:47:10.072610 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bd8619-8112-470e-b5bb-4a9450f20ffa', 'name': 'network-vif-deleted', 'tag': 'c666f17a-08d4-416a-a154-0bcc962dba7b', 'status': 'completed', 'code': 200} Nov 12 21:47:10.233130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e676cde6-bff2-4d6c-8f28-8ca3d2ef17ea req-a5594f2e-00f1-4e4b-b96b-a2e5bbc215d5 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=07bd8619-8112-470e-b5bb-4a9450f20ffa HTTP/1.1" status: 200 len: 210 time: 0.0273914 Nov 12 21:47:10.839757 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:10.919156 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:12.250936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device c666f17a-08d4-416a-a154-0bcc962dba7b no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:47:12.270809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: c666f17a-08d4-416a-a154-0bcc962dba7b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:47:12.271145 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device c666f17a-08d4-416a-a154-0bcc962dba7b not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:47:13.221863 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180bca-6402-49e8-b0a7-0726f2359115 req-3cdbd003-2315-48b6-b58f-3ca4c0cfe9d6 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:13.223372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-3cdbd003-2315-48b6-b58f-3ca4c0cfe9d6 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/networks?id=24ef7845-0e62-417a-b129-e251dd2b6c27 HTTP/1.1" status: 200 len: 816 time: 0.1022322 Nov 12 21:47:13.238563 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-666cc13b-44d2-4198-985c-40d0218a9682 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/quotas/9eb2e1ed977c444689fe48cffd7e4c80 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Nov 12 21:47:13.299386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-8e93408d-5be5-4bd0-9b42-ebeb0559f943 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509393 Nov 12 21:47:13.391195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-bb4a2c76-5442-4727-8c82-ec8679b02b9a service neutron] 10.222.0.64 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844612 Nov 12 21:47:13.484010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-8c3db333-b4ee-426c-a519-7366731e74ea service neutron] 10.222.0.64 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866916 Nov 12 21:47:13.712934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2a82c36-e71b-4554-b2b5-ed57b8c96988 req-42c8230b-192f-421f-bbad-75d7e307da59 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 210 time: 0.0275073 Nov 12 21:47:14.812724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23986967-8722-42a2-934b-f27ed28248c2 req-f711ee2b-c251-4930-8431-2a14c03d56b6 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 210 time: 0.0266857 Nov 12 21:47:15.421986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d147a9f0-7f1b-4753-ad10-1e95cac8cfd8 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:15.423516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d147a9f0-7f1b-4753-ad10-1e95cac8cfd8 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "GET /v2.0/networks?id=24ef7845-0e62-417a-b129-e251dd2b6c27 HTTP/1.1" status: 200 len: 816 time: 0.1091292 Nov 12 21:47:15.436853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Request body: {'port': {'device_id': 'ce8cfd96-5de6-4933-8e14-dc735b74401d', 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'admin_state_up': True, 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:47:15.607306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Made reservation on behalf of 9eb2e1ed977c444689fe48cffd7e4c80 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:47:15.611594 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:15.739575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Allocated IP 172.20.0.12 (24ef7845-0e62-417a-b129-e251dd2b6c27/569f36bb-0532-4b1e-acb7-d738faa49e12/ff2507b2-7566-434a-878e-583e2940dabd) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:47:15.895676 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:15.926393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-33c941d9-b8a0-4280-b57e-a535336de346 req-1df13917-6735-4f8c-917f-be83b7e8d455 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 210 time: 0.0431426 Nov 12 21:47:16.001894 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.044614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:47:16.049854 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:47:16.053524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:47:16.060044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Pushing event updated for resources: {'Port': ['ID=ff2507b2-7566-434a-878e-583e2940dabd,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:16.107199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:16.107846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.187681 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2ef0a66d-a5a7-4bea-9591-15e4543b52ba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549946 Nov 12 21:47:16.197931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-6bc80ef3-bf57-4edc-b11f-46e44b5aad03 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:47:16.199721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-6bc80ef3-bf57-4edc-b11f-46e44b5aad03 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059531 Nov 12 21:47:16.212861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Request body: {'port': {'device_id': 'ce8cfd96-5de6-4933-8e14-dc735b74401d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:47:16.274719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.306188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fe6c34a3-2bc2-41c1-846d-673ce835907e None None] Provisioning complete for port ff2507b2-7566-434a-878e-583e2940dabd triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:47:16.306781 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fe6c34a3-2bc2-41c1-846d-673ce835907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.340958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c34a3-2bc2-41c1-846d-673ce835907e None None] Port ff2507b2-7566-434a-878e-583e2940dabd cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:47:16.531498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2507b2-7566-434a-878e-583e2940dabd {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:47:16.538483 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.550374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Transition to ACTIVE for port object ff2507b2-7566-434a-878e-583e2940dabd will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:47:16.612523 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.670051 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2507b2-7566-434a-878e-583e2940dabd,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:16.737940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Attempting to bind port ff2507b2-7566-434a-878e-583e2940dabd on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:47:16.738278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Attempting to bind port ff2507b2-7566-434a-878e-583e2940dabd by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:47:16.738608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Attempting to bind port ff2507b2-7566-434a-878e-583e2940dabd on network 24ef7845-0e62-417a-b129-e251dd2b6c27 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:47:16.743130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Port ff2507b2-7566-434a-878e-583e2940dabd on network 24ef7845-0e62-417a-b129-e251dd2b6c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:47:16.743484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Attempting to bind port ff2507b2-7566-434a-878e-583e2940dabd on network 24ef7845-0e62-417a-b129-e251dd2b6c27 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:47:16.749180 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:47:16.749511 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Checking segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:47:16.749892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Bound using segment: {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:47:16.750314 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Bound port: ff2507b2-7566-434a-878e-583e2940dabd, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5481e89-b41f-4131-a8d5-a420350c1cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:47:16.750668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.818285 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] For port ff2507b2-7566-434a-878e-583e2940dabd, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:47:16.821568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] For port ff2507b2-7566-434a-878e-583e2940dabd, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ff2507b2-7566-434a-878e-583e2940dabd,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:47:16.916374 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.956195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:16.956881 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:16.958207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] 10.222.0.78 "PUT /v2.0/ports/ff2507b2-7566-434a-878e-583e2940dabd HTTP/1.1" status: 200 len: 1093 time: 0.7494898 Nov 12 21:47:16.958739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8cfd96-5de6-4933-8e14-dc735b74401d', 'tag': 'ff2507b2-7566-434a-878e-583e2940dabd'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:47:16.961638 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bc4784-d9f4-4501-9f8a-c7ba4b86e308" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8cfd96-5de6-4933-8e14-dc735b74401d", "tag": "ff2507b2-7566-434a-878e-583e2940dabd"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:47:16.993377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd1cfa-ebc9-4ce8-be18-340d506047f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2507b2-7566-434a-878e-583e2940dabd,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:17.013447 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f646a94-7939-4bdc-b1da-ea76543e7530 x-openstack-request-id: req-8f646a94-7939-4bdc-b1da-ea76543e7530 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:47:17.013731 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8cfd96-5de6-4933-8e14-dc735b74401d", "tag": "ff2507b2-7566-434a-878e-583e2940dabd", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:47:17.013991 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f646a94-7939-4bdc-b1da-ea76543e7530 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:47:17.014394 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8cfd96-5de6-4933-8e14-dc735b74401d', 'tag': 'ff2507b2-7566-434a-878e-583e2940dabd', 'status': 'completed', 'code': 200} Nov 12 21:47:17.094142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2462d77-d562-442a-8b02-28253e441a28 req-c632345d-792b-45bd-a5bf-c23f26a60dfc tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:17.095503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2462d77-d562-442a-8b02-28253e441a28 req-c632345d-792b-45bd-a5bf-c23f26a60dfc tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 944 time: 0.0847301 Nov 12 21:47:17.102263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc4784-d9f4-4501-9f8a-c7ba4b86e308 req-b814f195-c2a0-4c1f-87d5-de64818c095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:17.103803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01bc4784-d9f4-4501-9f8a-c7ba4b86e308 req-b814f195-c2a0-4c1f-87d5-de64818c095c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 1096 time: 0.0628514 Nov 12 21:47:17.206624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e2462d77-d562-442a-8b02-28253e441a28 req-8d1d7ba5-3c5f-40e4-ac64-e68e3cfdaf1b tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018009 Nov 12 21:47:17.240173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc4784-d9f4-4501-9f8a-c7ba4b86e308 req-d61051ad-5727-47ef-a123-a0129a909ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:17.240173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01bc4784-d9f4-4501-9f8a-c7ba4b86e308 req-d61051ad-5727-47ef-a123-a0129a909ca2 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1269059 Nov 12 21:47:17.337578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc4784-d9f4-4501-9f8a-c7ba4b86e308 req-7533bd76-e5f2-433b-bf99-70aefb3ae582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:17.338945 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-01bc4784-d9f4-4501-9f8a-c7ba4b86e308 req-7533bd76-e5f2-433b-bf99-70aefb3ae582 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926349 Nov 12 21:47:17.423379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d752efcc-1b6b-460e-8ee2-2f36ed3328a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:17.424835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-d752efcc-1b6b-460e-8ee2-2f36ed3328a3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 1096 time: 0.0467200 Nov 12 21:47:17.468436 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-efd57442-e875-4409-8e98-5a054386a9ad service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff2507b2-7566-434a-878e-583e2940dabd HTTP/1.1" status: 200 len: 217 time: 0.0347774 Nov 12 21:47:17.518217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180bca-6402-49e8-b0a7-0726f2359115 req-45f85050-d070-4cc7-8a98-7499998b258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:17.519673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-45f85050-d070-4cc7-8a98-7499998b258f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=569f36bb-0532-4b1e-acb7-d738faa49e12 HTTP/1.1" status: 200 len: 855 time: 0.0438762 Nov 12 21:47:17.568753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180bca-6402-49e8-b0a7-0726f2359115 req-c98664ef-6aea-4a79-8050-b1e26e6875e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:17.570220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-c98664ef-6aea-4a79-8050-b1e26e6875e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=24ef7845-0e62-417a-b129-e251dd2b6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432763 Nov 12 21:47:17.661749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-14e7b774-7265-4f42-a8cb-4c929620873a service neutron] 10.222.0.78 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819476 Nov 12 21:47:17.757444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-84180bca-6402-49e8-b0a7-0726f2359115 req-2d16d9a1-02c0-4d83-8e3e-d8a65866cb52 service neutron] 10.222.0.78 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872409 Nov 12 21:47:18.325604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96870069-2b48-4a76-8236-d6025d6b5213 req-181163a1-0de0-49b6-a532-bf6ceebaab7e tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:18.326955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96870069-2b48-4a76-8236-d6025d6b5213 req-181163a1-0de0-49b6-a532-bf6ceebaab7e tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 944 time: 0.0506909 Nov 12 21:47:18.375309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-96870069-2b48-4a76-8236-d6025d6b5213 req-4e880869-c6e6-4eb8-8798-42d7cf2ee746 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Nov 12 21:47:19.490113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d39e0-213e-4a99-ae3a-1c7a30a83c65 req-85e42a07-640b-4c58-84b2-aecf02fbfdf6 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:19.491604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f6d39e0-213e-4a99-ae3a-1c7a30a83c65 req-85e42a07-640b-4c58-84b2-aecf02fbfdf6 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 944 time: 0.0486290 Nov 12 21:47:19.538207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f6d39e0-213e-4a99-ae3a-1c7a30a83c65 req-f48f527f-e07d-4829-863a-f4e1d429ee55 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Nov 12 21:47:20.267108 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ff2507b2-7566-434a-878e-583e2940dabd details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:47:20.359334 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ff2507b2-7566-434a-878e-583e2940dabd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ff2507b2-7566-434a-878e-583e2940dabd,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:20.373604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'ff2507b2-7566-434a-878e-583e2940dabd', 'network_id': '24ef7845-0e62-417a-b129-e251dd2b6c27', 'port_id': 'ff2507b2-7566-434a-878e-583e2940dabd', 'mac_address': 'fa:16:3e:3c:67:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569f36bb-0532-4b1e-acb7-d738faa49e12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:47:20.410701 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:20.423532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2507b2-7566-434a-878e-583e2940dabd {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:47:20.442624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ff2507b2-7566-434a-878e-583e2940dabd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ff2507b2-7566-434a-878e-583e2940dabd,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:20.498373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:20.545500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=ff2507b2-7566-434a-878e-583e2940dabd,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:20.659128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604c5b7-312c-4cad-beaa-361f58668416 req-597c6093-6448-49f7-b457-75b521c48318 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:20.660552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f604c5b7-312c-4cad-beaa-361f58668416 req-597c6093-6448-49f7-b457-75b521c48318 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 945 time: 0.0531793 Nov 12 21:47:20.691604 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['ff2507b2-7566-434a-878e-583e2940dabd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:47:20.708568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f604c5b7-312c-4cad-beaa-361f58668416 req-9c2862b7-1132-4474-82b3-7b84294868ef tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Nov 12 21:47:21.822178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bbdeb-36e0-478f-9fc2-8f9465611f57 req-a73fc9aa-7917-43f4-a9fa-b17cce5d3c8f tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:21.823704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d3bbdeb-36e0-478f-9fc2-8f9465611f57 req-a73fc9aa-7917-43f4-a9fa-b17cce5d3c8f tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 945 time: 0.0495644 Nov 12 21:47:21.870848 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d3bbdeb-36e0-478f-9fc2-8f9465611f57 req-4e9826df-2ddc-447e-88a1-31b7a26e24cb tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Nov 12 21:47:22.297888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ff2507b2-7566-434a-878e-583e2940dabd up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:47:22.418471 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port ff2507b2-7566-434a-878e-583e2940dabd completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:47:22.422597 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port ff2507b2-7566-434a-878e-583e2940dabd triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:47:22.422964 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:22.500276 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:22.521791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8cfd96-5de6-4933-8e14-dc735b74401d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2507b2-7566-434a-878e-583e2940dabd'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:47:22.524026 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fc1ecb-6fe4-44d5-8002-dd2b3b994ee4" -d '{"events": [{"server_uuid": "ce8cfd96-5de6-4933-8e14-dc735b74401d", "name": "network-vif-plugged", "status": "completed", "tag": "ff2507b2-7566-434a-878e-583e2940dabd"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:47:22.538072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port ff2507b2-7566-434a-878e-583e2940dabd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ff2507b2-7566-434a-878e-583e2940dabd,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:22.612475 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1620c4a-42fd-42b5-a26c-66988f2f5ba3 x-openstack-request-id: req-b1620c4a-42fd-42b5-a26c-66988f2f5ba3 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:47:22.612771 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8cfd96-5de6-4933-8e14-dc735b74401d", "name": "network-vif-plugged", "status": "completed", "tag": "ff2507b2-7566-434a-878e-583e2940dabd", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:47:22.613025 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1620c4a-42fd-42b5-a26c-66988f2f5ba3 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:47:22.613416 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8cfd96-5de6-4933-8e14-dc735b74401d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2507b2-7566-434a-878e-583e2940dabd', 'code': 200} Nov 12 21:47:22.647225 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:22.696903 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=ff2507b2-7566-434a-878e-583e2940dabd,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:22.714002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cba4a-bd46-43fd-afe5-e03d9530a5e9 req-b4b8fe92-badc-4bb9-97da-f99236c61389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:22.715591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-103cba4a-bd46-43fd-afe5-e03d9530a5e9 req-b4b8fe92-badc-4bb9-97da-f99236c61389 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 1098 time: 0.0452921 Nov 12 21:47:22.759404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-103cba4a-bd46-43fd-afe5-e03d9530a5e9 req-f587675f-fb44-4fef-8349-3bccb0059fa0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370286 Nov 12 21:47:22.987274 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa750296-ce54-4399-a0fd-fcaa8256fc86 req-43957344-5640-4371-9bfe-0dd0d3b3b951 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:22.988956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa750296-ce54-4399-a0fd-fcaa8256fc86 req-43957344-5640-4371-9bfe-0dd0d3b3b951 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 946 time: 0.0503993 Nov 12 21:47:23.037116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa750296-ce54-4399-a0fd-fcaa8256fc86 req-b1f213bf-5c1d-4ff4-93fe-c86c857d7eba tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Nov 12 21:47:24.153426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cdb69-e647-4a83-af0e-33b68ae27d1f req-3dcf939e-435f-46a5-b05f-8f5d1d9a211b tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:24.154883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f1cdb69-e647-4a83-af0e-33b68ae27d1f req-3dcf939e-435f-46a5-b05f-8f5d1d9a211b tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 946 time: 0.0483606 Nov 12 21:47:24.205768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f1cdb69-e647-4a83-af0e-33b68ae27d1f req-91e1c275-4604-428e-991c-28d88519599a tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Nov 12 21:47:24.319636 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee955e56-fe61-463e-acc2-2f54c58a5267 req-b00aea50-1eeb-4bbc-9cd4-91c8f8468e12 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:24.321015 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee955e56-fe61-463e-acc2-2f54c58a5267 req-b00aea50-1eeb-4bbc-9cd4-91c8f8468e12 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 946 time: 0.0482218 Nov 12 21:47:24.368161 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee955e56-fe61-463e-acc2-2f54c58a5267 req-962b43b4-89dc-4fbf-91b6-a4081af24e73 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Nov 12 21:47:26.095461 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:47:26.680089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-a1cce116-c3f4-47a9-bf8b-b510a3dd35fe service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401762 Nov 12 21:47:26.760232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-cf1438dc-84c2-4076-9710-02fe453a5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:26.761965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-cf1438dc-84c2-4076-9710-02fe453a5029 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 1098 time: 0.0409355 Nov 12 21:47:26.868344 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-b4588696-2aa5-492d-a7d8-d7f005bf9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:26.869822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-b4588696-2aa5-492d-a7d8-d7f005bf9977 service neutron] 10.222.0.78 "GET /v2.0/networks?id=24ef7845-0e62-417a-b129-e251dd2b6c27 HTTP/1.1" status: 200 len: 917 time: 0.0897322 Nov 12 21:47:26.911726 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-98f9f17d-e0e2-4379-901f-6c6bbfb36d97 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff2507b2-7566-434a-878e-583e2940dabd HTTP/1.1" status: 200 len: 217 time: 0.0332744 Nov 12 21:47:26.962242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-fa3a1238-525a-4839-84a5-418b97746df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:26.963589 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-fa3a1238-525a-4839-84a5-418b97746df7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=569f36bb-0532-4b1e-acb7-d738faa49e12 HTTP/1.1" status: 200 len: 855 time: 0.0450275 Nov 12 21:47:27.009226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-7cb0ec4a-01b4-4db3-89ca-77cb1cf0b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:27.010664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-7cb0ec4a-01b4-4db3-89ca-77cb1cf0b717 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=24ef7845-0e62-417a-b129-e251dd2b6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389686 Nov 12 21:47:27.107027 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-80373120-77a7-4d76-b868-2b359a01fbf0 service neutron] 10.222.0.78 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878365 Nov 12 21:47:27.196114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a11a4a38-1bbf-4721-93fb-34f4574b4127 req-1fce85e5-c115-4a92-903d-30c003616946 service neutron] 10.222.0.78 "GET /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821352 Nov 12 21:47:27.592538 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6c6edd77-23e9-4ad6-aa2a-bf59a69ee4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:30.081383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d00e4f16-5edd-4423-ad86-358ef9af9e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:31.518592 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:33.238440 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:33.621134 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:40.838089 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:40.929445 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:49.413107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013ae8b-8cbf-4f58-83f2-4122880358ae req-958f441c-4881-459b-b8a6-644d071223dd tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:49.414659 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f013ae8b-8cbf-4f58-83f2-4122880358ae req-958f441c-4881-459b-b8a6-644d071223dd tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 946 time: 0.0520861 Nov 12 21:47:49.469668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f013ae8b-8cbf-4f58-83f2-4122880358ae req-e1380c90-594a-428c-b1b1-c62c3c98391e tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480096 Nov 12 21:47:50.587830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee6761-c9bd-41d6-adc7-dc78bd8375eb req-41874a5a-8079-4639-b23a-1c0a5e7b208f tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:50.589397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceee6761-c9bd-41d6-adc7-dc78bd8375eb req-41874a5a-8079-4639-b23a-1c0a5e7b208f tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 946 time: 0.0500600 Nov 12 21:47:50.637069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ceee6761-c9bd-41d6-adc7-dc78bd8375eb req-9cf1e56d-ead6-4d16-9013-0f75197fa92d tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/security-groups?id=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417314 Nov 12 21:47:50.993642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-635c53d8-d182-4af1-898c-3b57fdb8c949 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:47:50.995057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-635c53d8-d182-4af1-898c-3b57fdb8c949 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 946 time: 0.0469377 Nov 12 21:47:51.086227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Deleting port ff2507b2-7566-434a-878e-583e2940dabd {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:51.086563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:51.174467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] For port ff2507b2-7566-434a-878e-583e2940dabd, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=ff2507b2-7566-434a-878e-583e2940dabd,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:51.174828 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:51.187581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Calling delete_port for ff2507b2-7566-434a-878e-583e2940dabd owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:51.408511 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:51.423788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['ff2507b2-7566-434a-878e-583e2940dabd'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:47:51.437374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Pushing event deleted for resources: {'Port': ['ID=ff2507b2-7566-434a-878e-583e2940dabd,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:51.484103 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] No DVR routers for this DVR port ff2507b2-7566-434a-878e-583e2940dabd on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:47:51.486823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:51.490299 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-120d6368-351d-4e7d-91ad-a85759090ed3 req-e64beac8-0d83-461e-b81a-3384e2044535 tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.78 "DELETE /v2.0/ports/ff2507b2-7566-434a-878e-583e2940dabd HTTP/1.1" status: 204 len: 173 time: 0.4879732 Nov 12 21:47:51.490746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8cfd96-5de6-4933-8e14-dc735b74401d', 'name': 'network-vif-deleted', 'tag': 'ff2507b2-7566-434a-878e-583e2940dabd'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:47:51.493221 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46300d54-965b-403c-813a-eb80c99cf34a" -d '{"events": [{"server_uuid": "ce8cfd96-5de6-4933-8e14-dc735b74401d", "name": "network-vif-deleted", "tag": "ff2507b2-7566-434a-878e-583e2940dabd"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:47:51.530730 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795785d-bf0f-49f3-ab2c-b51869009150 x-openstack-request-id: req-2795785d-bf0f-49f3-ab2c-b51869009150 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:47:51.531024 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8cfd96-5de6-4933-8e14-dc735b74401d", "name": "network-vif-deleted", "tag": "ff2507b2-7566-434a-878e-583e2940dabd", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:47:51.531280 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2795785d-bf0f-49f3-ab2c-b51869009150 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:47:51.531730 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8cfd96-5de6-4933-8e14-dc735b74401d', 'name': 'network-vif-deleted', 'tag': 'ff2507b2-7566-434a-878e-583e2940dabd', 'status': 'completed', 'code': 200} Nov 12 21:47:51.736286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-843aa86e-86d0-42a6-88aa-b1b1c38b8a25 req-015aaeb5-8455-4224-94d5-ac7145521d2d tempest-TestEncryptedCinderVolumes-842811942 tempest-TestEncryptedCinderVolumes-842811942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8cfd96-5de6-4933-8e14-dc735b74401d HTTP/1.1" status: 200 len: 210 time: 0.0269308 Nov 12 21:47:52.888289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35684) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:47:53.222470 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:53.466135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Deleting port eac3c82d-4c51-4540-8e42-4be354ffea29 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:53.466475 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:53.546623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] For port eac3c82d-4c51-4540-8e42-4be354ffea29, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eac3c82d-4c51-4540-8e42-4be354ffea29,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:53.546891 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:53.558471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Calling delete_port for eac3c82d-4c51-4540-8e42-4be354ffea29 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:53.789334 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:53.815034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Pushing event deleted for resources: {'Port': ['ID=eac3c82d-4c51-4540-8e42-4be354ffea29,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:53.983045 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:54.468390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ff2507b2-7566-434a-878e-583e2940dabd no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:47:54.488500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: ff2507b2-7566-434a-878e-583e2940dabd {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:47:54.488846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device ff2507b2-7566-434a-878e-583e2940dabd not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:47:54.545622 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:47:54.644879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:47:54.650014 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a8f6dad5-aae1-4af2-a97a-d68059a02adc admin admin] 10.222.0.64 "PUT /v2.0/routers/8ce7961c-9bb2-4be9-ae9f-6eb662baea56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7606943 Nov 12 21:47:54.653123 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35686) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:47:54.653891 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] Sync routers for ids ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:47:54.663302 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] Routers {'8ce7961c-9bb2-4be9-ae9f-6eb662baea56'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:47:54.663906 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:54.758182 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:54.767758 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] Set router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:47:54.862754 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:54.946351 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:47:53Z', 'revision_number': 5, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port': {'id': '1acee31e-a513-4f60-bad7-c1f4e3d54cb5', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:54.964606 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Deleting port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:54.965597 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:54.973758 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] Checking router: 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:47:54.982298 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] Routers {'8ce7961c-9bb2-4be9-ae9f-6eb662baea56'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:47:54.983011 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:55.048284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] For port 1acee31e-a513-4f60-bad7-c1f4e3d54cb5, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1acee31e-a513-4f60-bad7-c1f4e3d54cb5,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:55.049003 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.061292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Calling delete_port for 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:55.069072 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] Set router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:47:55.123732 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:47:54Z', 'revision_number': 6, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:55.149756 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca4e5a-b17a-42a1-80c3-227e174e3a3e None None] The sync data for ids ['8ce7961c-9bb2-4be9-ae9f-6eb662baea56'] in n-d-713498-29 is: [{'id': '8ce7961c-9bb2-4be9-ae9f-6eb662baea56', 'name': 'tempest-TestEncryptedCinderVolumes-229406127-router', 'tenant_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:18Z', 'updated_at': '2021-11-12T21:47:54Z', 'revision_number': 6, 'project_id': '9eb2e1ed977c444689fe48cffd7e4c80', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:47:55.280563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.306561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=1acee31e-a513-4f60-bad7-c1f4e3d54cb5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:55.320874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161e7a2-2274-4eda-a42e-09dfe6e3672f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:47:55.372106 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.462082 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.464113 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.566321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.571478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce7961c-9bb2-4be9-ae9f-6eb662baea56 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:47:55.571478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.572511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-08f1b0e0-a494-4bb5-a658-dbd0742b6ffb admin admin] 10.222.0.64 "DELETE /v2.0/routers/8ce7961c-9bb2-4be9-ae9f-6eb662baea56 HTTP/1.1" status: 204 len: 168 time: 0.9184198 Nov 12 21:47:55.575605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35688) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:47:55.621661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b64f19-45f3-43ce-8971-f4bb27cefe5a admin admin] Deleting subnet 569f36bb-0532-4b1e-acb7-d738faa49e12 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:47:55.624764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7b64f19-45f3-43ce-8971-f4bb27cefe5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.658980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7b64f19-45f3-43ce-8971-f4bb27cefe5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.737933 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7b64f19-45f3-43ce-8971-f4bb27cefe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.863784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7b64f19-45f3-43ce-8971-f4bb27cefe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.890415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b64f19-45f3-43ce-8971-f4bb27cefe5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569f36bb-0532-4b1e-acb7-d738faa49e12,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:55.893963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c7b64f19-45f3-43ce-8971-f4bb27cefe5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:55.899038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc88e1-0408-4d0a-9e8c-8e0ac4f26448 None None] Network 24ef7845-0e62-417a-b129-e251dd2b6c27 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:47:55.899982 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35690) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:47:55.902129 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c7b64f19-45f3-43ce-8971-f4bb27cefe5a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/569f36bb-0532-4b1e-acb7-d738faa49e12 HTTP/1.1" status: 204 len: 168 time: 0.3206639 Nov 12 21:47:55.976442 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.032166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Deleting port c470272e-7308-4bcd-b6da-414e7ef32c72 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:56.032736 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.093732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] DHCP port deletion for 24ef7845-0e62-417a-b129-e251dd2b6c27 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:47:56.102584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] For port c470272e-7308-4bcd-b6da-414e7ef32c72, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c470272e-7308-4bcd-b6da-414e7ef32c72,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:56.102955 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.118057 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Calling delete_port for c470272e-7308-4bcd-b6da-414e7ef32c72 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:56.147612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Deleting port c470272e-7308-4bcd-b6da-414e7ef32c72 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:56.148428 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.215199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] For port c470272e-7308-4bcd-b6da-414e7ef32c72, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c470272e-7308-4bcd-b6da-414e7ef32c72,segment=NetworkSegment(d5481e89-b41f-4131-a8d5-a420350c1cb4),segment_id=d5481e89-b41f-4131-a8d5-a420350c1cb4)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:56.215623 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.228062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Calling delete_port for c470272e-7308-4bcd-b6da-414e7ef32c72 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:56.257707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.285146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c470272e-7308-4bcd-b6da-414e7ef32c72,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:56.289593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] No DVR routers for this DVR port c470272e-7308-4bcd-b6da-414e7ef32c72 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:47:56.299829 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.300308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.300666 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.301008 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.301415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.301756 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.302086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.302415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.302744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.303072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.303426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.303751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:47:56.307128 n-d-713498-29 neutron-server[109630]: self.session.flush() Nov 12 21:47:56.317298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.341309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Pushing event deleted for resources: {'Port': ['ID=c470272e-7308-4bcd-b6da-414e7ef32c72,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:56.348186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] No DVR routers for this DVR port c470272e-7308-4bcd-b6da-414e7ef32c72 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:47:56.358485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.358485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.358485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.358485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.358485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.358485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.359151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.359151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.359473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.359805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.359925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.360342 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3603d9-5f79-4ff4-a0ad-0bd13e70833a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:47:56.379940 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.400582 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ef7845-0e62-417a-b129-e251dd2b6c27']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:56.410280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5481e89-b41f-4131-a8d5-a420350c1cb4') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:56.410571 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5481e89-b41f-4131-a8d5-a420350c1cb4') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:56.421709 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.436424 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.443338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:47:56.443756 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:47:56.455171 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:47:56.480757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eac3c82d-4c51-4540-8e42-4be354ffea29 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:47:56.502290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: eac3c82d-4c51-4540-8e42-4be354ffea29 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:47:56.502537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eac3c82d-4c51-4540-8e42-4be354ffea29 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:47:56.503185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c470272e-7308-4bcd-b6da-414e7ef32c72 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:47:56.523859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c470272e-7308-4bcd-b6da-414e7ef32c72 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:47:56.524203 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c470272e-7308-4bcd-b6da-414e7ef32c72 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:47:56.524619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:47:56.545227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:47:56.545590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1acee31e-a513-4f60-bad7-c1f4e3d54cb5 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:47:56.562956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.567741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:56.571147 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/24ef7845-0e62-417a-b129-e251dd2b6c27 HTTP/1.1" status: 204 len: 168 time: 0.6701183 Nov 12 21:47:56.574840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35694) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:47:56.585521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319219ba-36da-4c55-8038-188b8283b8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=24ef7845-0e62-417a-b129-e251dd2b6c27,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:56.963831 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:57.232482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Deleting port 78e11e29-be33-45a5-a607-b836e602c4eb {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:57.232737 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:57.313444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] For port 78e11e29-be33-45a5-a607-b836e602c4eb, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=78e11e29-be33-45a5-a607-b836e602c4eb,segment=NetworkSegment(bcd471d5-84d6-44fc-964c-c4e2ac8fe273),segment_id=bcd471d5-84d6-44fc-964c-c4e2ac8fe273)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:57.313808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:57.326151 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Calling delete_port for 78e11e29-be33-45a5-a607-b836e602c4eb owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:57.552138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:57.582087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e11e29-be33-45a5-a607-b836e602c4eb,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:57.623334 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef0de234-5fa3-43f6-9c35-1920ea469bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:57.748916 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:57.966221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Router c7822f18-813d-41c3-9c8d-aa500362cf2e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:47:58.071127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:47:58.077652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a5781da3-2512-4d33-a141-0b18b174c473 admin admin] 10.222.0.64 "PUT /v2.0/routers/c7822f18-813d-41c3-9c8d-aa500362cf2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5015216 Nov 12 21:47:58.079509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35696) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:47:58.082360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] Sync routers for ids ['c7822f18-813d-41c3-9c8d-aa500362cf2e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:47:58.094146 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] Routers {'c7822f18-813d-41c3-9c8d-aa500362cf2e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:47:58.094757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c7822f18-813d-41c3-9c8d-aa500362cf2e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:58.187184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:58.203413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] Set router c7822f18-813d-41c3-9c8d-aa500362cf2e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:47:58.292008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:58.409970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Deleting port 30303263-b7b5-4501-a501-fa612428a74e {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:58.410310 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:58.497883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] For port 30303263-b7b5-4501-a501-fa612428a74e, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=30303263-b7b5-4501-a501-fa612428a74e,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:58.498168 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:58.510788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Calling delete_port for 30303263-b7b5-4501-a501-fa612428a74e owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:58.541860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '30303263-b7b5-4501-a501-fa612428a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:47:57Z', 'revision_number': 5, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port': {'id': '30303263-b7b5-4501-a501-fa612428a74e', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:46:25Z', 'updated_at': '2021-11-12T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:58.570105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] Checking router: c7822f18-813d-41c3-9c8d-aa500362cf2e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:47:58.578336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] Routers {'c7822f18-813d-41c3-9c8d-aa500362cf2e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:47:58.578935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:47:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c7822f18-813d-41c3-9c8d-aa500362cf2e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:58.665095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] Set router c7822f18-813d-41c3-9c8d-aa500362cf2e gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:47:58.722422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:47:58Z', 'revision_number': 6, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:47:58.748620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf200a3-ff63-4c9e-8c91-823bd661ee97 None None] The sync data for ids ['c7822f18-813d-41c3-9c8d-aa500362cf2e'] in n-d-713498-29 is: [{'id': 'c7822f18-813d-41c3-9c8d-aa500362cf2e', 'name': 'tempest-TestEncryptedCinderVolumes-754818877-router', 'tenant_id': '80c27124e1f94ca8a777cf02165bc154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:46:24Z', 'updated_at': '2021-11-12T21:47:58Z', 'revision_number': 6, 'project_id': '80c27124e1f94ca8a777cf02165bc154', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:47:58.763535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:58.794460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30303263-b7b5-4501-a501-fa612428a74e,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:58.808538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ad9a07-1795-4fc3-bba5-4ee3319e6ae9 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:47:58.856371 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:58.945186 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:58.947261 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.051614 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.052064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7822f18-813d-41c3-9c8d-aa500362cf2e {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:47:59.056126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.057249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3b661e4e-f5e3-46a0-8b59-6fab8834c9b5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c7822f18-813d-41c3-9c8d-aa500362cf2e HTTP/1.1" status: 204 len: 168 time: 0.9767087 Nov 12 21:47:59.060520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35698) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:47:59.453652 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1367acbe-2258-4594-885d-d53eed04f67f admin admin] Deleting subnet b82b6f24-3adb-4583-93f5-1e6ff1c315fd {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:47:59.456579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1367acbe-2258-4594-885d-d53eed04f67f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.492665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1367acbe-2258-4594-885d-d53eed04f67f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.571934 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1367acbe-2258-4594-885d-d53eed04f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.694934 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1367acbe-2258-4594-885d-d53eed04f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.722832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367acbe-2258-4594-885d-d53eed04f67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82b6f24-3adb-4583-93f5-1e6ff1c315fd,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:47:59.728046 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1367acbe-2258-4594-885d-d53eed04f67f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.730815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1367acbe-2258-4594-885d-d53eed04f67f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b82b6f24-3adb-4583-93f5-1e6ff1c315fd HTTP/1.1" status: 204 len: 168 time: 0.6693289 Nov 12 21:47:59.734250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35700) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:47:59.737004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2785b09-57a8-49d2-9f86-d0291a0477b5 None None] Network 0e9a0c57-080c-4c17-a578-2b40525a2ec5 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:47:59.807808 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.865766 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Deleting port 171ac154-595c-45e1-ad02-e1591b9bae8a {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:59.866168 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.923683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] DHCP port deletion for 0e9a0c57-080c-4c17-a578-2b40525a2ec5 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:47:59.932790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] For port 171ac154-595c-45e1-ad02-e1591b9bae8a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=171ac154-595c-45e1-ad02-e1591b9bae8a,segment=NetworkSegment(bcd471d5-84d6-44fc-964c-c4e2ac8fe273),segment_id=bcd471d5-84d6-44fc-964c-c4e2ac8fe273)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:47:59.933156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:47:59.946148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Calling delete_port for 171ac154-595c-45e1-ad02-e1591b9bae8a owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:47:59.969639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] Deleting port 171ac154-595c-45e1-ad02-e1591b9bae8a {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:47:59.970009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.049181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] For port 171ac154-595c-45e1-ad02-e1591b9bae8a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=171ac154-595c-45e1-ad02-e1591b9bae8a,segment=NetworkSegment(bcd471d5-84d6-44fc-964c-c4e2ac8fe273),segment_id=bcd471d5-84d6-44fc-964c-c4e2ac8fe273)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:00.049512 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.061945 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] Calling delete_port for 171ac154-595c-45e1-ad02-e1591b9bae8a owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:48:00.094490 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.117951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=171ac154-595c-45e1-ad02-e1591b9bae8a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:00.124076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] No DVR routers for this DVR port 171ac154-595c-45e1-ad02-e1591b9bae8a on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:48:00.128344 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d40213bd-db2a-415a-8ba2-f50de4ef0413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.148005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.174598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] Pushing event deleted for resources: {'Port': ['ID=171ac154-595c-45e1-ad02-e1591b9bae8a,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:00.178953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8e715-46ee-4303-80b4-419850b655bb None None] No DVR routers for this DVR port 171ac154-595c-45e1-ad02-e1591b9bae8a on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:48:00.197226 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.221329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9a0c57-080c-4c17-a578-2b40525a2ec5']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:00.230949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:00.231280 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd471d5-84d6-44fc-964c-c4e2ac8fe273') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:00.240719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.255884 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.262056 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:48:00.262718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:48:00.268850 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:48:00.377746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.383055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.388335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] 10.222.0.64 "DELETE /v2.0/networks/0e9a0c57-080c-4c17-a578-2b40525a2ec5 HTTP/1.1" status: 204 len: 168 time: 0.6506610 Nov 12 21:48:00.397651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee461f-3050-414f-bcc4-1224caf39f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9a0c57-080c-4c17-a578-2b40525a2ec5,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:00.488887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 78e11e29-be33-45a5-a607-b836e602c4eb no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:48:00.509861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 78e11e29-be33-45a5-a607-b836e602c4eb {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:48:00.510232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 78e11e29-be33-45a5-a607-b836e602c4eb not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:48:00.510648 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 30303263-b7b5-4501-a501-fa612428a74e no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:48:00.529713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 30303263-b7b5-4501-a501-fa612428a74e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:48:00.530059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 30303263-b7b5-4501-a501-fa612428a74e not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:48:00.530463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 171ac154-595c-45e1-ad02-e1591b9bae8a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:48:00.550605 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 171ac154-595c-45e1-ad02-e1591b9bae8a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:48:00.550955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 171ac154-595c-45e1-ad02-e1591b9bae8a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:48:00.754564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35704) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:00.795182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0889ba73-410d-4a2d-813a-5f64b683fb4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9eb2e1ed977c444689fe48cffd7e4c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392013 Nov 12 21:48:00.797699 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35706) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:00.848683 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6ad1-efbd-4bc1-ad84-bf0f56e353e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.870099 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6ad1-efbd-4bc1-ad84-bf0f56e353e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.977221 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6ad1-efbd-4bc1-ad84-bf0f56e353e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.979781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6ad1-efbd-4bc1-ad84-bf0f56e353e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:00.981127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bf4f6ad1-efbd-4bc1-ad84-bf0f56e353e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a HTTP/1.1" status: 204 len: 168 time: 0.1824150 Nov 12 21:48:00.988983 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f6ad1-efbd-4bc1-ad84-bf0f56e353e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b197f36-2c2f-4ee0-8d4d-7d8f2879f14a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:01.534274 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:01.669054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35712) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:01.709887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5f35c494-739b-4f88-b67b-b06222461925 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80c27124e1f94ca8a777cf02165bc154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393960 Nov 12 21:48:01.712320 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35714) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:01.759725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32ee1e24-e963-4d2f-9b9b-956211a4b2c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:01.780529 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32ee1e24-e963-4d2f-9b9b-956211a4b2c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:01.899966 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32ee1e24-e963-4d2f-9b9b-956211a4b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:01.902711 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-32ee1e24-e963-4d2f-9b9b-956211a4b2c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:01.904105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-32ee1e24-e963-4d2f-9b9b-956211a4b2c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8eb18fd-09d5-4eee-93d8-9401a7c4a78d HTTP/1.1" status: 204 len: 168 time: 0.1908793 Nov 12 21:48:01.912004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee1e24-e963-4d2f-9b9b-956211a4b2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eb18fd-09d5-4eee-93d8-9401a7c4a78d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:02.924488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35736) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:03.020331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-153999520-network', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:48:03.095006 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:48:03.122398 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Made reservation on behalf of 75b8dcc94cf348a8bf7271ecc8ac30e7 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:48:03.124850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.133554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.209064 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.219554 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.271121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.297424 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:48:03.307418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:03.312612 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.312958 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Added segment 85b92aa8-7a2d-4d91-9bd2-ccbc1cada804 of type vlan for network c543f284-2fd5-477b-91af-8220cd8471b3 Nov 12 21:48:03.354378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.452021 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.453128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:03.453906 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.515929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] Pushing event updated for resources: {'Network': ['ID=c543f284-2fd5-477b-91af-8220cd8471b3,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:03.525443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network c543f284-2fd5-477b-91af-8220cd8471b3 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:48:03.546564 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7bf9a678-f7e0-4ede-b206-bde6bcc48575 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6209691 Nov 12 21:48:03.549458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35740) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:03.554589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Request body: {'subnet': {'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-153999520-subnet', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:48:03.645995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Made reservation on behalf of 75b8dcc94cf348a8bf7271ecc8ac30e7 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:48:03.648478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.674689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.863334 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:03.922736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae29ea28-45f9-430d-bbf9-a514019f9716,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:03.931129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Checking segment: {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:03.931519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Network hostable DHCP agents. Network: c543f284-2fd5-477b-91af-8220cd8471b3, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:48:04.051252 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Network c543f284-2fd5-477b-91af-8220cd8471b3 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:48:04.108770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, c543f284-2fd5-477b-91af-8220cd8471b3) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:04.113434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:04.114397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.125029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1102ea-e421-410d-b46c-b216a12d08f9 None None] Network c543f284-2fd5-477b-91af-8220cd8471b3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:48:04.199438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bc959f80-a24f-431c-af0f-f231b74b2afb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6487641 Nov 12 21:48:04.202330 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35742) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:04.206640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:48:04.270727 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-c543f284-2fd5-477b-91af-8220cd8471b3', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:48:04.277304 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.288422 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.289488 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.341680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.406482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Allocated IP 172.20.0.2 (c543f284-2fd5-477b-91af-8220cd8471b3/ae29ea28-45f9-430d-bbf9-a514019f9716/ab0ebb63-75e2-4064-b228-6027a57f281c) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:48:04.519236 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.549770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.620273 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.656198 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Network c543f284-2fd5-477b-91af-8220cd8471b3 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:04.657655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:04.660965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:48:04.676776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Pushing event updated for resources: {'Port': ['ID=ab0ebb63-75e2-4064-b228-6027a57f281c,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:04.724931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Attempting to bind port ab0ebb63-75e2-4064-b228-6027a57f281c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:48:04.725295 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Attempting to bind port ab0ebb63-75e2-4064-b228-6027a57f281c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:48:04.725653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Attempting to bind port ab0ebb63-75e2-4064-b228-6027a57f281c on network c543f284-2fd5-477b-91af-8220cd8471b3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:48:04.730531 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:48:04.730902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Checking segment: {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:04.731310 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.731717 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Bound using segment: {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:48:04.732827 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Bound port: ab0ebb63-75e2-4064-b228-6027a57f281c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:48:04.733211 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.781146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.794802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] For port ab0ebb63-75e2-4064-b228-6027a57f281c, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:48:04.797918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] For port ab0ebb63-75e2-4064-b228-6027a57f281c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ab0ebb63-75e2-4064-b228-6027a57f281c,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:48:04.800840 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.888717 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:04.901332 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Allocated IP 172.25.8.68 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/43731571-0a92-4787-aeda-cfb971b47b1d) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:48:04.949806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782b79-f7e8-4140-9419-18a439721337 None None] Pushing event updated for resources: {'Port': ['ID=ab0ebb63-75e2-4064-b228-6027a57f281c,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:05.016598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:05.111658 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:05.154427 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:05.159581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:05.163210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:48:05.169003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Pushing event updated for resources: {'Port': ['ID=43731571-0a92-4787-aeda-cfb971b47b1d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:05.172879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26658dd-92d1-431d-a4f0-5ec3f00232a6 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:48:05.206305 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-76012897-29af-48b1-8e65-022ef405ed42 None None] Provisioning complete for port 43731571-0a92-4787-aeda-cfb971b47b1d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:05.209337 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76012897-29af-48b1-8e65-022ef405ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:05.256373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-76012897-29af-48b1-8e65-022ef405ed42 None None] Port 43731571-0a92-4787-aeda-cfb971b47b1d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:05.479007 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:05.684019 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:05.836829 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7f5ce-c102-4e8e-866c-b54f0f3a6e39 None None] Network c543f284-2fd5-477b-91af-8220cd8471b3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:48:05.888124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Router c8a9891c-4334-4061-b4af-0f39f905c9d1 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:48:05.910224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-001f1746-d07b-4c8b-9aa8-9fe6d46262f7 None None] Provisioning complete for port ab0ebb63-75e2-4064-b228-6027a57f281c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:05.910591 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-001f1746-d07b-4c8b-9aa8-9fe6d46262f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:05.996790 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:48:06.008267 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Sync routers for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:48:06.018507 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:48:06.019104 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:06.051470 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-001f1746-d07b-4c8b-9aa8-9fe6d46262f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.073626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.078287 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3f76616a-229c-49cb-b03a-4c4661d6732e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8717406 Nov 12 21:48:06.078451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35744) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:06.088643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-001f1746-d07b-4c8b-9aa8-9fe6d46262f7 None None] For port ab0ebb63-75e2-4064-b228-6027a57f281c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ab0ebb63-75e2-4064-b228-6027a57f281c,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:06.129281 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:48:06.140050 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-001f1746-d07b-4c8b-9aa8-9fe6d46262f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.201842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f1746-d07b-4c8b-9aa8-9fe6d46262f7 None None] Pushing event updated for resources: {'Port': ['ID=ab0ebb63-75e2-4064-b228-6027a57f281c,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:06.328142 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:05Z', 'revision_number': 3, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:06.354832 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Checking router: c8a9891c-4334-4061-b4af-0f39f905c9d1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:48:06.355265 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Updating router c8a9891c-4334-4061-b4af-0f39f905c9d1 port 43731571-0a92-4787-aeda-cfb971b47b1d binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:48:06.366709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1277a2fc-c11d-45a3-92cd-81dee078f66e None None] Provisioning complete for port ab0ebb63-75e2-4064-b228-6027a57f281c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:06.367071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1277a2fc-c11d-45a3-92cd-81dee078f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.382788 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.526703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ab0ebb63-75e2-4064-b228-6027a57f281c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:48:06.548823 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.583064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port ab0ebb63-75e2-4064-b228-6027a57f281c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:06.585982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.674863 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.741768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Allocated IP 172.20.0.1 (c543f284-2fd5-477b-91af-8220cd8471b3/ae29ea28-45f9-430d-bbf9-a514019f9716/9e1d963a-ff35-4448-bf3d-395d1a4d1ae8) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:48:06.774215 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.826554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2dcdff-6a58-4b28-a7d6-70c0316523bf None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:48:06.832245 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Attempting to bind port 43731571-0a92-4787-aeda-cfb971b47b1d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:48:06.832405 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Attempting to bind port 43731571-0a92-4787-aeda-cfb971b47b1d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:48:06.832665 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Attempting to bind port 43731571-0a92-4787-aeda-cfb971b47b1d on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:48:06.835386 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Pushing event updated for resources: {'Port': ['ID=43731571-0a92-4787-aeda-cfb971b47b1d,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:06.845489 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.845836 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.846177 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.846510 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.846840 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.847168 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.847519 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.847845 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.848162 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.848483 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.848786 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.849303 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:06.853636 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:48:06.854012 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:06.854414 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.854786 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:48:06.855254 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Bound port: 43731571-0a92-4787-aeda-cfb971b47b1d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:48:06.855648 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.866848 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.882871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-24ef09d9-7041-4e81-97b6-90c1c6fe5de9 None None] Provisioning complete for port 43731571-0a92-4787-aeda-cfb971b47b1d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:06.883464 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-24ef09d9-7041-4e81-97b6-90c1c6fe5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:06.920230 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] For port 43731571-0a92-4787-aeda-cfb971b47b1d, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:48:06.925741 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] For port 43731571-0a92-4787-aeda-cfb971b47b1d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=43731571-0a92-4787-aeda-cfb971b47b1d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:48:06.933972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-24ef09d9-7041-4e81-97b6-90c1c6fe5de9 None None] Port 43731571-0a92-4787-aeda-cfb971b47b1d cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:06.968937 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.002913 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.005658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Network c543f284-2fd5-477b-91af-8220cd8471b3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:07.010512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:07.018408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:48:07.037721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9c254-cd8c-4ddf-822f-133431b61ebb None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:48:07.038658 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Pushing event updated for resources: {'Port': ['ID=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:07.060754 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.064406 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:48:07.065038 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:07.115270 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b99d5-22e3-46ef-ac56-22f272a85ac9 None None] Pushing event updated for resources: {'Port': ['ID=43731571-0a92-4787-aeda-cfb971b47b1d,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:07.168968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-593ef7fd-0291-4bf4-9db2-95e1be16e383 None None] Provisioning complete for port 43731571-0a92-4787-aeda-cfb971b47b1d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:07.169220 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-593ef7fd-0291-4bf4-9db2-95e1be16e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.199378 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:48:07.272923 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-593ef7fd-0291-4bf4-9db2-95e1be16e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.284103 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.298113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-593ef7fd-0291-4bf4-9db2-95e1be16e383 None None] For port 43731571-0a92-4787-aeda-cfb971b47b1d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=43731571-0a92-4787-aeda-cfb971b47b1d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:07.368903 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-593ef7fd-0291-4bf4-9db2-95e1be16e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.418437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ef7fd-0291-4bf4-9db2-95e1be16e383 None None] Pushing event updated for resources: {'Port': ['ID=43731571-0a92-4787-aeda-cfb971b47b1d,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:07.458999 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.478844 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:05Z', 'revision_number': 3, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:07.488818 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-df1ce49f-9b19-4916-8128-ce7dac59b138 None None] Provisioning complete for port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:07.489273 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-df1ce49f-9b19-4916-8128-ce7dac59b138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.505854 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec3810-0e24-486d-812c-2e8765ad50ac None None] The sync data for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 is: [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:05Z', 'revision_number': 3, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:48:07.526263 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.530020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-df1ce49f-9b19-4916-8128-ce7dac59b138 None None] Port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:07.595902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:07.597734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Pushing event updated for resources: {'Port': ['ID=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:07.696192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Network c543f284-2fd5-477b-91af-8220cd8471b3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:07.697704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:07.829788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Router c8a9891c-4334-4061-b4af-0f39f905c9d1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:48:07.949827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:48:07.955574 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e3d62951-0e87-4a0c-85de-1518bee9859a admin admin] 10.222.0.64 "PUT /v2.0/routers/c8a9891c-4334-4061-b4af-0f39f905c9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8759103 Nov 12 21:48:08.055493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b3df281b-38ad-4687-a915-6a6071d96483 None None] Provisioning complete for port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:08.056069 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b3df281b-38ad-4687-a915-6a6071d96483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:08.096651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b3df281b-38ad-4687-a915-6a6071d96483 None None] Port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:08.500879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 43731571-0a92-4787-aeda-cfb971b47b1d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:48:08.552065 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 43731571-0a92-4787-aeda-cfb971b47b1d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:08.552448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:08.636479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35760) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:08.642248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1739748738-network', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:48:08.722197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Made reservation on behalf of fe124440be45454fa6b8ae287f039efb for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:48:08.724657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:08.734166 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:08.813476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:08.854156 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:08.882727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:48:08.904017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63964b23-d311-49bd-b8f2-b2199006ba76,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:08.909116 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:08.925260 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Added segment 64cae204-28a4-4e97-8d5f-0dfe95498aa7 of type vlan for network 8b8e41c4-0c05-427f-bb1d-77d70df76233 Nov 12 21:48:08.951995 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.055404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Sync routers for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:48:09.057674 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.058756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:09.059495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.065939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:48:09.066540 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:09.180848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:48:09.405078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 2, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:09.432373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Checking router: c8a9891c-4334-4061-b4af-0f39f905c9d1 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:48:09.432645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Updating router c8a9891c-4334-4061-b4af-0f39f905c9d1 port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:48:09.463871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.469970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8323741 Nov 12 21:48:09.472917 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35762) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:09.475115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003eaed-e434-419e-97ee-aa7f4506403b admin admin] Pushing event updated for resources: {'Network': ['ID=8b8e41c4-0c05-427f-bb1d-77d70df76233,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:09.478712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Request body: {'subnet': {'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1739748738-subnet', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:48:09.496348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 8b8e41c4-0c05-427f-bb1d-77d70df76233 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:48:09.562708 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Made reservation on behalf of fe124440be45454fa6b8ae287f039efb for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:48:09.565464 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.783631 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.790942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.847973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3164b66-d6d9-4bd0-800f-8d328fb2c67c,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:09.857670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Checking segment: {'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:09.858137 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Network hostable DHCP agents. Network: 8b8e41c4-0c05-427f-bb1d-77d70df76233, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:48:09.870669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.927479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a1ef9-0eaa-461b-bd51-aeeca42210fd None None] Pushing event updated for resources: {'Port': ['ID=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:09.946802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Network 8b8e41c4-0c05-427f-bb1d-77d70df76233 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:48:09.974453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Attempting to bind port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:48:09.974830 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Attempting to bind port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:48:09.975194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Attempting to bind port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 on network c543f284-2fd5-477b-91af-8220cd8471b3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:48:09.980307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:48:09.980734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Checking segment: {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:09.981134 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:09.981526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Bound using segment: {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:48:09.982335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Bound port: 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:48:09.982720 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.037035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 8b8e41c4-0c05-427f-bb1d-77d70df76233) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:10.041916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:10.042965 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.134944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac3a859e-555c-422b-9933-5e33014fd77d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6603127 Nov 12 21:48:10.137665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35764) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:10.142454 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:48:10.193507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950eb7c-6db5-416e-9c8d-0d348c0844fa None None] Network 8b8e41c4-0c05-427f-bb1d-77d70df76233 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:48:10.217590 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.222150 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.263608 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] For port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:48:10.270946 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.277860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] For port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:48:10.280802 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9daee70d-085b-4ecf-8fe2-a3fb2f231702 None None] Provisioning complete for port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:10.281182 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9daee70d-085b-4ecf-8fe2-a3fb2f231702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.336177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9daee70d-085b-4ecf-8fe2-a3fb2f231702 None None] Port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:10.365150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.451362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a1ef9-0eaa-461b-bd51-aeeca42210fd None None] Pushing event updated for resources: {'Port': ['ID=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:10.453948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:48:10.454549 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:10.459181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-8b8e41c4-0c05-427f-bb1d-77d70df76233', 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'fixed_ips': [{'subnet_id': 'b3164b66-d6d9-4bd0-800f-8d328fb2c67c'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:48:10.460056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.489137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.660211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:48:10.734566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-24d4d0d0-b63c-4bdd-bbc2-315dfd692171 None None] Provisioning complete for port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:10.734830 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-24d4d0d0-b63c-4bdd-bbc2-315dfd692171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.761551 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.773884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Allocated IP 172.20.0.2 (8b8e41c4-0c05-427f-bb1d-77d70df76233/b3164b66-d6d9-4bd0-800f-8d328fb2c67c/0b204841-d8bc-4583-9d62-76e16b96f47d) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:48:10.782160 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.886774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Allocated IP 172.25.8.70 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/a1cf5408-6006-4ea1-95fe-9d0d55825f34) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:48:10.947580 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:10.995983 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.021761 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.064602 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-24d4d0d0-b63c-4bdd-bbc2-315dfd692171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.098053 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.134225 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.135233 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:11.138925 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:11.140850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-24d4d0d0-b63c-4bdd-bbc2-315dfd692171 None None] For port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:11.147747 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:48:11.155047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4822a74-5e0a-4893-971f-1dbe328fd5c7 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:48:11.157874 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cf5408-6006-4ea1-95fe-9d0d55825f34,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:11.166824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:10Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:11.185449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.185661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.185906 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.186236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.186564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.186889 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.187212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.187557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.187876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.188195 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.188514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.188892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:48:11.201062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67991a6e-88fa-4dc5-a9ec-eec3c61b7352 None None] The sync data for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 is: [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:10Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:48:11.203088 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.234749 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-24d4d0d0-b63c-4bdd-bbc2-315dfd692171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.257424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Network 8b8e41c4-0c05-427f-bb1d-77d70df76233 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:11.260590 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:11.266281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:48:11.269758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Pushing event updated for resources: {'Port': ['ID=0b204841-d8bc-4583-9d62-76e16b96f47d,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:11.371732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Attempting to bind port 0b204841-d8bc-4583-9d62-76e16b96f47d on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:48:11.373064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Attempting to bind port 0b204841-d8bc-4583-9d62-76e16b96f47d by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:48:11.373714 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Attempting to bind port 0b204841-d8bc-4583-9d62-76e16b96f47d on network 8b8e41c4-0c05-427f-bb1d-77d70df76233 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:48:11.375873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4d0d0-b63c-4bdd-bbc2-315dfd692171 None None] Pushing event updated for resources: {'Port': ['ID=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:11.386218 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:48:11.386599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Checking segment: {'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:11.387009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.387434 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Bound using segment: {'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:48:11.387950 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Bound port: 0b204841-d8bc-4583-9d62-76e16b96f47d, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:48:11.388504 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.399598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d48f79bd-e255-4444-82eb-382763b7c256 None None] Provisioning complete for port a1cf5408-6006-4ea1-95fe-9d0d55825f34 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:11.399898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d48f79bd-e255-4444-82eb-382763b7c256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.468044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d48f79bd-e255-4444-82eb-382763b7c256 None None] Port a1cf5408-6006-4ea1-95fe-9d0d55825f34 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:11.486092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] For port 0b204841-d8bc-4583-9d62-76e16b96f47d, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:48:11.489365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] For port 0b204841-d8bc-4583-9d62-76e16b96f47d, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0b204841-d8bc-4583-9d62-76e16b96f47d,segment=NetworkSegment(64cae204-28a4-4e97-8d5f-0dfe95498aa7),segment_id=64cae204-28a4-4e97-8d5f-0dfe95498aa7)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:48:11.563117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.574479 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:11.639365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bf4fa-2ade-48c1-8a5a-eb8e7350eecf None None] Pushing event updated for resources: {'Port': ['ID=0b204841-d8bc-4583-9d62-76e16b96f47d,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:11.798961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.014476 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Router 42113ff8-2940-456d-8ab8-99a040df6cec is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:48:12.127528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:48:12.136595 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Sync routers for ids ['42113ff8-2940-456d-8ab8-99a040df6cec'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:48:12.147783 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Routers {'42113ff8-2940-456d-8ab8-99a040df6cec'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:48:12.150101 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['42113ff8-2940-456d-8ab8-99a040df6cec'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:12.192857 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.194149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-895fc024-d173-4023-a835-35d7541844e3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0552523 Nov 12 21:48:12.197134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35766) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:48:12.262156 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Set router 42113ff8-2940-456d-8ab8-99a040df6cec gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:48:12.498153 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 3, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port': {'id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:12.535316 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Checking router: 42113ff8-2940-456d-8ab8-99a040df6cec for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:48:12.535778 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Updating router 42113ff8-2940-456d-8ab8-99a040df6cec port a1cf5408-6006-4ea1-95fe-9d0d55825f34 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:48:12.563612 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.575136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0b204841-d8bc-4583-9d62-76e16b96f47d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:48:12.642412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0b204841-d8bc-4583-9d62-76e16b96f47d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:12.643063 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.734159 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4614f4-a7dd-4dac-b6f1-0fb5d729b150 None None] Network 8b8e41c4-0c05-427f-bb1d-77d70df76233 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:48:12.766889 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.806604 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.845783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-687aa868-1b0c-42d5-a076-b1b067aa9608 None None] Provisioning complete for port 0b204841-d8bc-4583-9d62-76e16b96f47d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:12.846253 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-687aa868-1b0c-42d5-a076-b1b067aa9608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.878086 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.891478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 0b204841-d8bc-4583-9d62-76e16b96f47d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0b204841-d8bc-4583-9d62-76e16b96f47d,segment=NetworkSegment(64cae204-28a4-4e97-8d5f-0dfe95498aa7),segment_id=64cae204-28a4-4e97-8d5f-0dfe95498aa7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:12.923509 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.939508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Allocated IP 172.20.0.1 (8b8e41c4-0c05-427f-bb1d-77d70df76233/b3164b66-d6d9-4bd0-800f-8d328fb2c67c/2a2d7692-af1b-4770-9286-21476309a312) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:48:12.941929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:12.942689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:48:12.989308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d80863-59b3-4d9a-8968-724a4d099c74 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:48:12.992047 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Attempting to bind port a1cf5408-6006-4ea1-95fe-9d0d55825f34 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:48:12.992482 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Attempting to bind port a1cf5408-6006-4ea1-95fe-9d0d55825f34 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:48:12.992907 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Attempting to bind port a1cf5408-6006-4ea1-95fe-9d0d55825f34 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:48:13.001930 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:48:13.002386 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:13.002863 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.003317 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:48:13.003849 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Bound port: a1cf5408-6006-4ea1-95fe-9d0d55825f34, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:48:13.004293 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.005977 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501019e9-b4b8-4b10-9430-a196d3b46159 None None] Pushing event updated for resources: {'Port': ['ID=a1cf5408-6006-4ea1-95fe-9d0d55825f34,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:13.058542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.080308 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] For port a1cf5408-6006-4ea1-95fe-9d0d55825f34, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:48:13.084178 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] For port a1cf5408-6006-4ea1-95fe-9d0d55825f34, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1cf5408-6006-4ea1-95fe-9d0d55825f34,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:48:13.106634 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=0b204841-d8bc-4583-9d62-76e16b96f47d,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:13.114855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:13.115228 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.160676 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.192605 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.215816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bef818-1933-4e02-a235-fd088469b071 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:48:13.220039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Network 8b8e41c4-0c05-427f-bb1d-77d70df76233 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:13.223123 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Routers {'42113ff8-2940-456d-8ab8-99a040df6cec'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:48:13.223879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:13.224179 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['42113ff8-2940-456d-8ab8-99a040df6cec'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:13.229580 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501019e9-b4b8-4b10-9430-a196d3b46159 None None] Pushing event updated for resources: {'Port': ['ID=a1cf5408-6006-4ea1-95fe-9d0d55825f34,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:13.251241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8c764b0e-7508-4087-9349-4fa95061ff53 None None] Provisioning complete for port a1cf5408-6006-4ea1-95fe-9d0d55825f34 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:13.251241 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8c764b0e-7508-4087-9349-4fa95061ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.251657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:48:13.343350 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Pushing event updated for resources: {'Port': ['ID=2a2d7692-af1b-4770-9286-21476309a312,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:13.351642 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.383696 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8c764b0e-7508-4087-9349-4fa95061ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.383974 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] Set router 42113ff8-2940-456d-8ab8-99a040df6cec gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:48:13.409943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8c764b0e-7508-4087-9349-4fa95061ff53 None None] For port a1cf5408-6006-4ea1-95fe-9d0d55825f34, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1cf5408-6006-4ea1-95fe-9d0d55825f34,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:13.471174 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8c764b0e-7508-4087-9349-4fa95061ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.529312 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c764b0e-7508-4087-9349-4fa95061ff53 None None] Pushing event updated for resources: {'Port': ['ID=a1cf5408-6006-4ea1-95fe-9d0d55825f34,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:13.556624 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.584332 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 3, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port': {'id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:13.590795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-25799680-d9a5-42fa-8826-1d204af26f57 None None] Provisioning complete for port 2a2d7692-af1b-4770-9286-21476309a312 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:13.591719 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-25799680-d9a5-42fa-8826-1d204af26f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.611539 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77ce01-77b1-4215-9030-33829a683bb8 None None] The sync data for ids ['42113ff8-2940-456d-8ab8-99a040df6cec'] in n-d-713498-29 is: [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 3, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port': {'id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:48:13.628581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-25799680-d9a5-42fa-8826-1d204af26f57 None None] Port 2a2d7692-af1b-4770-9286-21476309a312 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:13.640568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-25799680-d9a5-42fa-8826-1d204af26f57 None None] Provisioning complete for port 0b204841-d8bc-4583-9d62-76e16b96f47d triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:13.640938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-25799680-d9a5-42fa-8826-1d204af26f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.744882 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.806229 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.905002 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.911186 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-25799680-d9a5-42fa-8826-1d204af26f57 None None] Provisioning complete for port a1cf5408-6006-4ea1-95fe-9d0d55825f34 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:13.913994 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-25799680-d9a5-42fa-8826-1d204af26f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:13.921436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Pushing event updated for resources: {'Port': ['ID=2a2d7692-af1b-4770-9286-21476309a312,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:14.018172 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Network 8b8e41c4-0c05-427f-bb1d-77d70df76233 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:14.019884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:14.146913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Router 42113ff8-2940-456d-8ab8-99a040df6cec has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:48:14.231657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-153f4c04-0129-4c48-a04f-48c2bb23ef0a None None] Provisioning complete for port 2a2d7692-af1b-4770-9286-21476309a312 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:14.231657 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-153f4c04-0129-4c48-a04f-48c2bb23ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:14.268326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:48:14.272736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-153f4c04-0129-4c48-a04f-48c2bb23ef0a None None] Port 2a2d7692-af1b-4770-9286-21476309a312 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:14.273579 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d7646333-5adf-41cb-9e9e-4b6c96765adc admin admin] 10.222.0.64 "PUT /v2.0/routers/42113ff8-2940-456d-8ab8-99a040df6cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0752676 Nov 12 21:48:14.574973 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1cf5408-6006-4ea1-95fe-9d0d55825f34 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:48:14.624384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a1cf5408-6006-4ea1-95fe-9d0d55825f34 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:14.625033 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:14.707567 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0b204841-d8bc-4583-9d62-76e16b96f47d up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:48:14.760534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0b204841-d8bc-4583-9d62-76e16b96f47d triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:14.760853 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:15.197241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Sync routers for ids ['42113ff8-2940-456d-8ab8-99a040df6cec'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:48:15.209890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Routers {'42113ff8-2940-456d-8ab8-99a040df6cec'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:48:15.209890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['42113ff8-2940-456d-8ab8-99a040df6cec'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:15.328206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Set router 42113ff8-2940-456d-8ab8-99a040df6cec gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:48:15.560499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 4, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port': {'id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2a2d7692-af1b-4770-9286-21476309a312', 'name': '', 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'mac_address': 'fa:16:3e:02:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b3164b66-d6d9-4bd0-800f-8d328fb2c67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:12Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 2, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'subnets': [{'id': 'b3164b66-d6d9-4bd0-800f-8d328fb2c67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:15.589127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Checking router: 42113ff8-2940-456d-8ab8-99a040df6cec for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:48:15.589390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Updating router 42113ff8-2940-456d-8ab8-99a040df6cec port 2a2d7692-af1b-4770-9286-21476309a312 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:48:15.616814 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:15.918982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.000427 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.046380 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0af7e-9bdf-46c1-bc17-4e309e82afe6 None None] Pushing event updated for resources: {'Port': ['ID=2a2d7692-af1b-4770-9286-21476309a312,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:16.126113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Attempting to bind port 2a2d7692-af1b-4770-9286-21476309a312 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:48:16.126862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Attempting to bind port 2a2d7692-af1b-4770-9286-21476309a312 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:48:16.127507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Attempting to bind port 2a2d7692-af1b-4770-9286-21476309a312 on network 8b8e41c4-0c05-427f-bb1d-77d70df76233 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:48:16.134792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:48:16.135792 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Checking segment: {'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:16.136439 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.137060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Bound using segment: {'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:48:16.138507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Bound port: 2a2d7692-af1b-4770-9286-21476309a312, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cae204-28a4-4e97-8d5f-0dfe95498aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:48:16.139191 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.221824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] For port 2a2d7692-af1b-4770-9286-21476309a312, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:48:16.225500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] For port 2a2d7692-af1b-4770-9286-21476309a312, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2a2d7692-af1b-4770-9286-21476309a312,segment=NetworkSegment(64cae204-28a4-4e97-8d5f-0dfe95498aa7),segment_id=64cae204-28a4-4e97-8d5f-0dfe95498aa7)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:48:16.315934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-76284817-e1f1-45e4-b43f-e2418658ba0e None None] Provisioning complete for port 2a2d7692-af1b-4770-9286-21476309a312 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:16.316450 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76284817-e1f1-45e4-b43f-e2418658ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.319592 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.423184 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0af7e-9bdf-46c1-bc17-4e309e82afe6 None None] Pushing event updated for resources: {'Port': ['ID=2a2d7692-af1b-4770-9286-21476309a312,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:16.425774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Routers {'42113ff8-2940-456d-8ab8-99a040df6cec'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:48:16.426423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:48:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['42113ff8-2940-456d-8ab8-99a040df6cec'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:16.536772 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76284817-e1f1-45e4-b43f-e2418658ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.628862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-76284817-e1f1-45e4-b43f-e2418658ba0e None None] For port 2a2d7692-af1b-4770-9286-21476309a312, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2a2d7692-af1b-4770-9286-21476309a312,segment=NetworkSegment(64cae204-28a4-4e97-8d5f-0dfe95498aa7),segment_id=64cae204-28a4-4e97-8d5f-0dfe95498aa7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:16.661102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] Set router 42113ff8-2940-456d-8ab8-99a040df6cec gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:48:16.703471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-76284817-e1f1-45e4-b43f-e2418658ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.832978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76284817-e1f1-45e4-b43f-e2418658ba0e None None] Pushing event updated for resources: {'Port': ['ID=2a2d7692-af1b-4770-9286-21476309a312,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:16.861595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3a3d4f64-14e0-472b-b6b5-ab85f18e61d8 None None] Provisioning complete for port 2a2d7692-af1b-4770-9286-21476309a312 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:16.862102 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4f64-14e0-472b-b6b5-ab85f18e61d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:16.999310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 4, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port': {'id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2a2d7692-af1b-4770-9286-21476309a312', 'name': '', 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'mac_address': 'fa:16:3e:02:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b3164b66-d6d9-4bd0-800f-8d328fb2c67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:12Z', 'updated_at': '2021-11-12T21:48:16Z', 'revision_number': 4, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'subnets': [{'id': 'b3164b66-d6d9-4bd0-800f-8d328fb2c67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:48:17.027519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1038dc3-6d9d-4511-9e5e-5c4754a4b457 None None] The sync data for ids ['42113ff8-2940-456d-8ab8-99a040df6cec'] in n-d-713498-29 is: [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 4, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port': {'id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '2a2d7692-af1b-4770-9286-21476309a312', 'name': '', 'network_id': '8b8e41c4-0c05-427f-bb1d-77d70df76233', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'mac_address': 'fa:16:3e:02:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b3164b66-d6d9-4bd0-800f-8d328fb2c67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:12Z', 'updated_at': '2021-11-12T21:48:16Z', 'revision_number': 4, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'subnets': [{'id': 'b3164b66-d6d9-4bd0-800f-8d328fb2c67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:48:18.533190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2a2d7692-af1b-4770-9286-21476309a312 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:48:18.614213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 2a2d7692-af1b-4770-9286-21476309a312 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:18.614725 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:26.069572 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-3ac908f8-8b2a-4e96-a429-016a6e53171c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:26.071037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-3ac908f8-8b2a-4e96-a429-016a6e53171c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/networks?id=c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 200 len: 814 time: 0.1044981 Nov 12 21:48:26.086246 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-aa7edabe-9149-40aa-80b8-118c19464b2f tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/quotas/75b8dcc94cf348a8bf7271ecc8ac30e7 HTTP/1.1" status: 200 len: 375 time: 0.0089264 Nov 12 21:48:26.136368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-28b88740-e830-4764-b411-5b3b17ee707a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447917 Nov 12 21:48:26.230901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-fb91c9cb-ed37-4e53-afe4-dc7deb3ab7e8 service neutron] 10.222.0.64 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822532 Nov 12 21:48:26.330297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-d51d0e20-9c5d-4fbe-9822-123ad78ac0f4 service neutron] 10.222.0.64 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930958 Nov 12 21:48:26.561251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df23eb22-54b3-4003-9e1e-217d82f432f4 req-ae9a2afa-7957-40e5-93ed-ce102e6deb11 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Nov 12 21:48:27.630120 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-01dbfeca-4f7e-4630-8981-ff2f49ae22d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:27.657260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-577beaf5-0bfe-4425-b24a-52c3b0b3c79c req-9ea1b497-df56-4076-9037-77e0efda9752 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Nov 12 21:48:28.671506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-0d71d105-9086-472a-bf29-4370d5a7e87e tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:28.672965 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-0d71d105-9086-472a-bf29-4370d5a7e87e tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.78 "GET /v2.0/networks?id=c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 200 len: 814 time: 0.1101706 Nov 12 21:48:28.686657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'port': {'device_id': '2be91f91-ab62-4581-8724-73c6a7516a40', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'admin_state_up': True, 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:48:28.775269 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cf599871-c53a-4ae3-8f2b-4e649063fac9 req-2a0ef69a-0721-49f5-b716-5564ce4f9c7c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 210 time: 0.0380104 Nov 12 21:48:28.897035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Made reservation on behalf of 75b8dcc94cf348a8bf7271ecc8ac30e7 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:48:28.900768 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:29.030379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Allocated IP 172.20.0.13 (c543f284-2fd5-477b-91af-8220cd8471b3/ae29ea28-45f9-430d-bbf9-a514019f9716/26e3f0d2-3266-4e4d-9471-13731e5ee2c6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:48:29.183111 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:29.278055 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:29.339460 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Network c543f284-2fd5-477b-91af-8220cd8471b3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:48:29.345169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:48:29.365199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:48:29.425471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'Port': ['ID=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:29.469669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:29.470745 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:29.548494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-62a931d7-8bab-4491-9ece-36108e85de0c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8663197 Nov 12 21:48:29.697336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3e2faaea-e29a-4f45-bced-e303e34410a7 None None] Provisioning complete for port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:29.698833 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e2faaea-e29a-4f45-bced-e303e34410a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:29.742002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3e2faaea-e29a-4f45-bced-e303e34410a7 None None] Port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:48:29.898778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e452f6-1c64-448d-95c6-9073badbe979 req-998d5661-25c5-4011-8550-3c46c041d438 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:29.901053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3e452f6-1c64-448d-95c6-9073badbe979 req-998d5661-25c5-4011-8550-3c46c041d438 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0551426 Nov 12 21:48:29.962890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3e452f6-1c64-448d-95c6-9073badbe979 req-72100668-d982-406f-8198-2927f80cb5fd tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Nov 12 21:48:30.087275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68e14aab-0b3e-465e-86e0-d3ac30902549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:31.096040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddd40a-7120-4056-a6a1-0a0ab522aebb req-478fb492-8525-472e-8678-37196af85663 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:31.097783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12ddd40a-7120-4056-a6a1-0a0ab522aebb req-478fb492-8525-472e-8678-37196af85663 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0597897 Nov 12 21:48:31.151238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-12ddd40a-7120-4056-a6a1-0a0ab522aebb req-5695895c-92d2-4e3d-a283-83a4a4c0334a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472021 Nov 12 21:48:31.481653 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:32.277955 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e095fa-ce15-4b86-ba27-e5714576c885 req-49b57930-0bd9-4586-8e15-3df73bbae59b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:32.279603 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1e095fa-ce15-4b86-ba27-e5714576c885 req-49b57930-0bd9-4586-8e15-3df73bbae59b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0567892 Nov 12 21:48:32.331091 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1e095fa-ce15-4b86-ba27-e5714576c885 req-cacb4121-1fa2-4136-b79a-15df3c006999 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Nov 12 21:48:33.273881 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:33.451127 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573abaf7-0219-48fe-ad19-9e027f182a78 req-335acce8-71b8-487e-9661-fbe340fbd1d0 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:33.453135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-573abaf7-0219-48fe-ad19-9e027f182a78 req-335acce8-71b8-487e-9661-fbe340fbd1d0 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0524414 Nov 12 21:48:33.506509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-573abaf7-0219-48fe-ad19-9e027f182a78 req-b93e17f0-393f-449d-acb6-cf8c4bdec5ca tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Nov 12 21:48:33.651368 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:34.637999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876acf8-124a-4ece-83bf-4b9025f429e1 req-748e3a68-fc34-4948-b1a1-806c51350cf7 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:34.640496 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1876acf8-124a-4ece-83bf-4b9025f429e1 req-748e3a68-fc34-4948-b1a1-806c51350cf7 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0578523 Nov 12 21:48:34.696106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1876acf8-124a-4ece-83bf-4b9025f429e1 req-2c50a0f4-5be3-43c4-a4de-dd884a9042d3 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487993 Nov 12 21:48:35.818462 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120af6a-e76f-4917-b78c-084dcc82ab29 req-f9a180d9-81b6-4842-977c-b978b5ab5803 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:35.820005 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1120af6a-e76f-4917-b78c-084dcc82ab29 req-f9a180d9-81b6-4842-977c-b978b5ab5803 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0527077 Nov 12 21:48:35.872705 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1120af6a-e76f-4917-b78c-084dcc82ab29 req-2d3fa45c-e1c4-47f1-9c16-2b2b6919208d tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Nov 12 21:48:37.005610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3c56c-be8a-4c6b-a448-b6a764bafc77 req-2e984dd7-f0f3-43cc-a1ee-0ef215b5a9ca tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:37.007235 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fea3c56c-be8a-4c6b-a448-b6a764bafc77 req-2e984dd7-f0f3-43cc-a1ee-0ef215b5a9ca tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0515003 Nov 12 21:48:37.059907 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fea3c56c-be8a-4c6b-a448-b6a764bafc77 req-b1f607bf-fd18-4cd8-aefd-bbc2ebdacc5e tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464242 Nov 12 21:48:38.178536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed3b32-144c-4db9-945f-a7c1e0a1d079 req-fb719259-9028-429a-b163-07afad45c0aa tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:38.180138 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86ed3b32-144c-4db9-945f-a7c1e0a1d079 req-fb719259-9028-429a-b163-07afad45c0aa tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0499499 Nov 12 21:48:38.233993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-86ed3b32-144c-4db9-945f-a7c1e0a1d079 req-c926433d-3533-457e-9116-ccdc0d58f40e tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Nov 12 21:48:39.339999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Request body: {'port': {'device_id': '2be91f91-ab62-4581-8724-73c6a7516a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:48:39.405144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddac004-772b-4e7c-9dfe-20edab06b1f2 req-581396e4-968d-4c9a-9fbb-3da7fccd854b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:39.406640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dddac004-772b-4e7c-9dfe-20edab06b1f2 req-581396e4-968d-4c9a-9fbb-3da7fccd854b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 932 time: 0.0969958 Nov 12 21:48:39.414467 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:39.495029 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dddac004-772b-4e7c-9dfe-20edab06b1f2 req-1c0cc217-4c11-4b58-9a83-ccab06af1625 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812747 Nov 12 21:48:40.047449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:48:40.054984 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:40.067493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Transition to ACTIVE for port object 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:48:40.096074 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:48:40.534290 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:40.624310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:40.687368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b800d-52a2-4127-b25e-328110defd6c req-5bb8f0b8-bfa5-4beb-9204-bbb4f3012205 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:40.688889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad8b800d-52a2-4127-b25e-328110defd6c req-5bb8f0b8-bfa5-4beb-9204-bbb4f3012205 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 944 time: 0.1229203 Nov 12 21:48:40.722942 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Attempting to bind port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:48:40.723310 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Attempting to bind port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:48:40.723640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Attempting to bind port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 on network c543f284-2fd5-477b-91af-8220cd8471b3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:48:40.734015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 on network c543f284-2fd5-477b-91af-8220cd8471b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:48:40.734321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Attempting to bind port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 on network c543f284-2fd5-477b-91af-8220cd8471b3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:48:40.746486 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:48:40.746825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Checking segment: {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:48:40.747210 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Bound using segment: {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:48:40.747673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Bound port: 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:48:40.748714 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:40.772760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad8b800d-52a2-4127-b25e-328110defd6c req-de52e92a-8872-40da-8983-ebd1f8ccab46 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757616 Nov 12 21:48:40.825589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] For port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:48:40.829099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] For port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:48:40.830058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:40.903008 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:40.937026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:40.937748 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:40.939229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] 10.222.0.78 "PUT /v2.0/ports/26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 1093 time: 1.6041968 Nov 12 21:48:40.941500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:48:40.944027 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2591bc5d-26e4-4474-a4a4-1836e4f4213a" -d '{"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:48:40.950020 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:40.978258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0c3e-cdbb-4f46-8042-1372ace8b3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:40.993254 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b430b2-b126-40a4-87e3-98cfa557e999 x-openstack-request-id: req-a4b430b2-b126-40a4-87e3-98cfa557e999 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:48:40.993528 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:48:40.993782 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4b430b2-b126-40a4-87e3-98cfa557e999 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:48:40.994183 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'status': 'completed', 'code': 200} Nov 12 21:48:41.061814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591bc5d-26e4-4474-a4a4-1836e4f4213a req-3dffe596-611d-45f8-874c-fca94b3d0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:41.063415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2591bc5d-26e4-4474-a4a4-1836e4f4213a req-3dffe596-611d-45f8-874c-fca94b3d0dd2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1096 time: 0.0492754 Nov 12 21:48:41.164276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591bc5d-26e4-4474-a4a4-1836e4f4213a req-c2d86c03-2d34-462a-9aaa-e2f9d0a7851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:41.165737 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2591bc5d-26e4-4474-a4a4-1836e4f4213a req-c2d86c03-2d34-462a-9aaa-e2f9d0a7851d service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944550 Nov 12 21:48:41.265336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591bc5d-26e4-4474-a4a4-1836e4f4213a req-c08816ea-ca74-4844-b8fa-c2a7029fc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:41.266790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2591bc5d-26e4-4474-a4a4-1836e4f4213a req-c08816ea-ca74-4844-b8fa-c2a7029fc049 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932586 Nov 12 21:48:41.340736 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-d1ad2529-fa30-4cfb-8c31-67b4c1c9ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:41.342412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-d1ad2529-fa30-4cfb-8c31-67b4c1c9ed21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1096 time: 0.0405712 Nov 12 21:48:41.384390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-b7c2354b-7b31-40b3-8371-f6225fa38aa0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 217 time: 0.0342340 Nov 12 21:48:41.437397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-ba04ad75-d717-4a3e-9384-50a4426be42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:41.438824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-ba04ad75-d717-4a3e-9384-50a4426be42a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ae29ea28-45f9-430d-bbf9-a514019f9716 HTTP/1.1" status: 200 len: 853 time: 0.0474751 Nov 12 21:48:41.485077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-cf005573-4a0f-434c-b474-c03945b63b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:41.486543 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-cf005573-4a0f-434c-b474-c03945b63b8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c543f284-2fd5-477b-91af-8220cd8471b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396628 Nov 12 21:48:41.578051 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-7177a014-fa13-487e-8fa7-a98576b2a920 service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828371 Nov 12 21:48:41.678644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3c00ae91-aca9-4c9f-b10e-1ed2276e5d91 req-c606a435-53ce-44ae-aa53-6d2634e9b504 service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935695 Nov 12 21:48:41.891053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd8593-a45b-4026-a205-2226945bfa22 req-007d5b3f-c217-428b-9354-36ef1f84da87 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:41.892593 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97fd8593-a45b-4026-a205-2226945bfa22 req-007d5b3f-c217-428b-9354-36ef1f84da87 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 944 time: 0.0494211 Nov 12 21:48:41.939874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97fd8593-a45b-4026-a205-2226945bfa22 req-9768ac46-93ba-4110-92b3-e38ecfe3d96b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Nov 12 21:48:42.655575 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:48:42.752101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:42.762831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'port_id': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'mac_address': 'fa:16:3e:d5:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:48:42.799280 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:42.812213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:48:42.831420 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:42.903716 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:42.972439 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:43.067059 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90038d-b85d-41a6-b007-f76bf9942921 req-d57fcca2-7d32-4ebc-a81b-9ac1c18d82b3 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:43.068922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc90038d-b85d-41a6-b007-f76bf9942921 req-d57fcca2-7d32-4ebc-a81b-9ac1c18d82b3 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 945 time: 0.0565307 Nov 12 21:48:43.120331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fc90038d-b85d-41a6-b007-f76bf9942921 req-d7e881f3-7c14-41b2-a85a-c96b1b968778 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Nov 12 21:48:43.252498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['26e3f0d2-3266-4e4d-9471-13731e5ee2c6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:48:44.238300 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f38ec-449a-4d2e-9b3c-da6a2ec9d9f9 req-a0a57025-afb6-44fe-9647-4fac0c6910f5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:44.239844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-872f38ec-449a-4d2e-9b3c-da6a2ec9d9f9 req-a0a57025-afb6-44fe-9647-4fac0c6910f5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Nov 12 21:48:44.291492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-872f38ec-449a-4d2e-9b3c-da6a2ec9d9f9 req-15969182-e85c-481c-a0fb-5b96dc76735a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Nov 12 21:48:44.673986 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:48:44.793663 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:48:44.797578 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:48:44.797939 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:44.871483 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:44.893611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:48:44.895836 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445fee4c-2b67-4771-b13d-533bb9924c69" -d '{"events": [{"server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "name": "network-vif-plugged", "status": "completed", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:48:44.911600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:48:44.932793 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed6068-9126-4235-a43d-651fc8b7c599 x-openstack-request-id: req-5eed6068-9126-4235-a43d-651fc8b7c599 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:48:44.936822 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "name": "network-vif-plugged", "status": "completed", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:48:44.936822 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5eed6068-9126-4235-a43d-651fc8b7c599 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:48:44.936822 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'code': 200} Nov 12 21:48:44.983740 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:48:45.035949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:48:45.036222 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe96a6e-03d3-4a81-b732-5a3076003d0e req-36887a67-719b-4301-bd65-4afc5b390845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:45.037626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fe96a6e-03d3-4a81-b732-5a3076003d0e req-36887a67-719b-4301-bd65-4afc5b390845 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1098 time: 0.0464997 Nov 12 21:48:45.083659 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2fe96a6e-03d3-4a81-b732-5a3076003d0e req-b47541d9-caaf-4d08-8f5c-1f852ea6769c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Nov 12 21:48:45.407578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b02132-1412-4910-a502-4361a8f79234 req-b859876c-9e78-463e-83ae-5731faa00571 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:45.409064 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82b02132-1412-4910-a502-4361a8f79234 req-b859876c-9e78-463e-83ae-5731faa00571 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0488343 Nov 12 21:48:45.456382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82b02132-1412-4910-a502-4361a8f79234 req-74404deb-f910-45a2-a15d-7274dcf41356 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Nov 12 21:48:46.571904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e52b-8b52-48a5-9285-43155c96fbd1 req-4556b0f2-b318-415e-a696-e2e08905c392 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:46.573433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05f7e52b-8b52-48a5-9285-43155c96fbd1 req-4556b0f2-b318-415e-a696-e2e08905c392 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0487964 Nov 12 21:48:46.627861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-05f7e52b-8b52-48a5-9285-43155c96fbd1 req-50b0ec61-3efe-4a94-a191-0f064d88c953 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474565 Nov 12 21:48:46.743588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2c80e-186a-4cd7-9d6d-b8566bc1fcec req-941cf53f-7aed-421c-b700-2c80b65abe4e tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:46.745007 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5be2c80e-186a-4cd7-9d6d-b8566bc1fcec req-941cf53f-7aed-421c-b700-2c80b65abe4e tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0490782 Nov 12 21:48:46.791243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5be2c80e-186a-4cd7-9d6d-b8566bc1fcec req-994e4172-344d-4a8a-a119-41a0d06843f9 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Nov 12 21:48:46.974882 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb102e-ee5c-4356-a99e-5cf2df056b62 req-ab42dc63-28e8-4bd1-bdb2-51fa1ae17509 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:48:46.976395 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30cb102e-ee5c-4356-a99e-5cf2df056b62 req-ab42dc63-28e8-4bd1-bdb2-51fa1ae17509 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0487926 Nov 12 21:48:47.024427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30cb102e-ee5c-4356-a99e-5cf2df056b62 req-d62bc0ad-51fa-496a-97eb-540e0bf55d46 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Nov 12 21:48:57.571638 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e2c0668-1fcf-4546-9633-199735a85176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:00.103235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-595f9cae-10b6-4b61-b63c-d1c6b4d4da1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:01.485770 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:02.324328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade1085-4fd4-4da2-b919-c846f27166da req-d825e8f1-297c-4eea-97c2-6d2703281f96 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:02.325824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ade1085-4fd4-4da2-b919-c846f27166da req-d825e8f1-297c-4eea-97c2-6d2703281f96 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0539663 Nov 12 21:49:02.373275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ade1085-4fd4-4da2-b919-c846f27166da req-34e79fb1-1734-4b78-bc96-3dd46001a509 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Nov 12 21:49:02.397386 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35974) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:02.525548 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35867e86-9be7-427c-84e2-a2119e61ff6b tempest-TestMinimumBasicScenario-1282291653 tempest-TestMinimumBasicScenario-1282291653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:02.527072 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-35867e86-9be7-427c-84e2-a2119e61ff6b tempest-TestMinimumBasicScenario-1282291653 tempest-TestMinimumBasicScenario-1282291653-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1093 time: 0.1286981 Nov 12 21:49:02.530629 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35978) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:02.534995 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:02.606185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:02.709614 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:02.807123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Allocated IP 172.25.8.80 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/e4dae015-23d2-4af4-a308-15b4719614fa) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:49:02.909449 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:03.004882 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:03.042287 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:49:03.047917 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:49:03.051486 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:49:03.075522 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'Port': ['ID=e4dae015-23d2-4af4-a308-15b4719614fa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:03.086864 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.087203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.087618 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.087962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.088292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.088621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.088945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.089266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.089592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.089911 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.090231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.090546 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:49:03.211524 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:03.420673 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:03.552180 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:03.640585 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:03.710994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:03.765480 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:03.834921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'Port': ['ID=e4dae015-23d2-4af4-a308-15b4719614fa,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:03.850302 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:04.277292 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Floating IP 27d2d5bb-7161-4c34-b62b-32c416ac1495 associated. External IP: 172.25.8.80, port: 26e3f0d2-3266-4e4d-9471-13731e5ee2c6. Nov 12 21:49:04.479408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Router c8a9891c-4334-4061-b4af-0f39f905c9d1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:49:04.586014 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:49:04.595482 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] Sync routers for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:49:04.604561 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:49:04.605148 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:49:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:49:04.653826 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:04.688713 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e01a5256-4cca-4645-8b01-3ce267cef5e5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1570458 Nov 12 21:49:04.689418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:49:04.691842 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 35980) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:04.692345 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512fc0ea-639f-4b26-a5f9-5515c963c853" -d '{"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:49:04.696808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-36c964ea-9fa9-4d69-a3e0-d1748bdacea8 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026621841', 'description': 'tempest-secgroup-smoke-1026621841 description', 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:04.783644 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36c964ea-9fa9-4d69-a3e0-d1748bdacea8 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:04.805725 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:49:04.854453 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef60acf-59b9-4333-a913-e38b2797e24b x-openstack-request-id: req-9ef60acf-59b9-4333-a913-e38b2797e24b {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:49:04.854453 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:49:04.854692 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ef60acf-59b9-4333-a913-e38b2797e24b {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:49:04.855019 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'status': 'completed', 'code': 200} Nov 12 21:49:04.856890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36c964ea-9fa9-4d69-a3e0-d1748bdacea8 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:04.916588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-8084e6a5-7ce7-4d79-97a8-3893f9ba65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:04.918449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-8084e6a5-7ce7-4d79-97a8-3893f9ba65f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1098 time: 0.0410132 Nov 12 21:49:04.919781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36c964ea-9fa9-4d69-a3e0-d1748bdacea8 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:04.974673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c964ea-9fa9-4d69-a3e0-d1748bdacea8 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64467a05-a3f5-4874-8057-06aa87449cb8,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:05.031200 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-36c964ea-9fa9-4d69-a3e0-d1748bdacea8 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.032482 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-36c964ea-9fa9-4d69-a3e0-d1748bdacea8 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3395977 Nov 12 21:49:05.035630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35986) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:05.040331 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-25a24e9a-cf5e-4ff9-9a4a-b1f4e5b78c41 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'security_group_rule': {'security_group_id': '64467a05-a3f5-4874-8057-06aa87449cb8', 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:05.042317 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-49c7bc51-f6c4-4883-9728-4a9869a69e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:05.044062 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-49c7bc51-f6c4-4883-9728-4a9869a69e52 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 200 len: 915 time: 0.1145797 Nov 12 21:49:05.049717 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '27d2d5bb-7161-4c34-b62b-32c416ac1495', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'port_id': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'mac_address': 'fa:16:3e:d5:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be91f91-ab62-4581-8724-73c6a7516a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:49:03Z', 'updated_at': '2021-11-12T21:49:03Z', 'revision_number': 0, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 5, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:49:05.077074 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] Checking router: c8a9891c-4334-4061-b4af-0f39f905c9d1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:49:05.085175 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:49:05.085761 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:49:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:49:05.114356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-2732dee2-e730-4621-a953-efa50fd7b1e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 999 time: 0.0615308 Nov 12 21:49:05.137212 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25a24e9a-cf5e-4ff9-9a4a-b1f4e5b78c41 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.172701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-57d8d606-6029-4ff6-a50c-93137ea11d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:05.173879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-57d8d606-6029-4ff6-a50c-93137ea11d1e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ae29ea28-45f9-430d-bbf9-a514019f9716 HTTP/1.1" status: 200 len: 853 time: 0.0518341 Nov 12 21:49:05.197770 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25a24e9a-cf5e-4ff9-9a4a-b1f4e5b78c41 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.198024 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:49:05.224135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-15bf1b93-3023-45f8-8ef8-671bce88334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:05.225641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-15bf1b93-3023-45f8-8ef8-671bce88334f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c543f284-2fd5-477b-91af-8220cd8471b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443089 Nov 12 21:49:05.252180 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25a24e9a-cf5e-4ff9-9a4a-b1f4e5b78c41 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.269635 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a24e9a-cf5e-4ff9-9a4a-b1f4e5b78c41 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bc84e0-3c61-4568-b556-4bbdeb5bc9cf,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:05.327788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-63c21aac-0ed6-41bc-bb03-a466e12214ec service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921750 Nov 12 21:49:05.362183 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25a24e9a-cf5e-4ff9-9a4a-b1f4e5b78c41 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.363477 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25a24e9a-cf5e-4ff9-9a4a-b1f4e5b78c41 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267744 Nov 12 21:49:05.366907 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35988) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:05.371377 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-29bbc439-de60-4c78-ae8f-7ae257e92626 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'security_group_rule': {'security_group_id': '64467a05-a3f5-4874-8057-06aa87449cb8', 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:05.429956 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-512fc0ea-639f-4b26-a5f9-5515c963c853 req-1c09dc9c-cbaa-4956-9a6b-e99ab633450c service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945563 Nov 12 21:49:05.432544 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '27d2d5bb-7161-4c34-b62b-32c416ac1495', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'port_id': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'mac_address': 'fa:16:3e:d5:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be91f91-ab62-4581-8724-73c6a7516a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:49:03Z', 'updated_at': '2021-11-12T21:49:03Z', 'revision_number': 0, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 5, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:49:05.457061 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29bbc439-de60-4c78-ae8f-7ae257e92626 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.463217 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c343a-8607-431b-b854-bd4f39a213f1 None None] The sync data for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 is: [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '27d2d5bb-7161-4c34-b62b-32c416ac1495', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'port_id': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'mac_address': 'fa:16:3e:d5:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be91f91-ab62-4581-8724-73c6a7516a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:49:03Z', 'updated_at': '2021-11-12T21:49:03Z', 'revision_number': 0, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 5, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:49:05.516899 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29bbc439-de60-4c78-ae8f-7ae257e92626 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.594802 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29bbc439-de60-4c78-ae8f-7ae257e92626 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.616180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbc439-de60-4c78-ae8f-7ae257e92626 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf731b3-23f6-4e77-9d2a-dcd1d30fcadd,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:05.662211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0d289-1f5b-46c8-be11-9bcbd528c7c5 None None] New status for floating IP 27d2d5bb-7161-4c34-b62b-32c416ac1495: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:49:05.689799 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-29bbc439-de60-4c78-ae8f-7ae257e92626 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.692142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-29bbc439-de60-4c78-ae8f-7ae257e92626 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3238509 Nov 12 21:49:05.694498 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35990) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:05.700877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d70377d8-3083-4747-9d42-d0b5cd4ddc26 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'security_group_rule': {'security_group_id': '64467a05-a3f5-4874-8057-06aa87449cb8', 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:05.799990 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d70377d8-3083-4747-9d42-d0b5cd4ddc26 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.855851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d70377d8-3083-4747-9d42-d0b5cd4ddc26 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.914518 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d70377d8-3083-4747-9d42-d0b5cd4ddc26 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.933965 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70377d8-3083-4747-9d42-d0b5cd4ddc26 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7873a78f-b498-4467-a8f3-3f57c1648d78,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:05.996319 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d70377d8-3083-4747-9d42-d0b5cd4ddc26 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:05.997579 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d70377d8-3083-4747-9d42-d0b5cd4ddc26 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3021197 Nov 12 21:49:06.000809 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35992) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:06.005852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0336fc97-637d-4cda-b56c-7a03cf12cbe1 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'security_group_rule': {'security_group_id': '64467a05-a3f5-4874-8057-06aa87449cb8', 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:06.159546 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0336fc97-637d-4cda-b56c-7a03cf12cbe1 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.217611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0336fc97-637d-4cda-b56c-7a03cf12cbe1 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.302705 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0336fc97-637d-4cda-b56c-7a03cf12cbe1 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.319929 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336fc97-637d-4cda-b56c-7a03cf12cbe1 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b188f2-c210-4ca9-ad66-8923f6d98686,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:06.384658 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0336fc97-637d-4cda-b56c-7a03cf12cbe1 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.385911 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0336fc97-637d-4cda-b56c-7a03cf12cbe1 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3837278 Nov 12 21:49:06.389145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35994) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:06.393497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ba41e550-5486-49e6-97e0-35263e069406 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'security_group_rule': {'security_group_id': '64467a05-a3f5-4874-8057-06aa87449cb8', 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:06.468598 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-ba41e550-5486-49e6-97e0-35263e069406 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Project 75b8dcc94cf348a8bf7271ecc8ac30e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:49:06.473700 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba41e550-5486-49e6-97e0-35263e069406 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.531058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba41e550-5486-49e6-97e0-35263e069406 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.611300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba41e550-5486-49e6-97e0-35263e069406 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.629639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41e550-5486-49e6-97e0-35263e069406 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bedffe-268b-4ce2-b73b-503ee88b3104,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:06.699024 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ba41e550-5486-49e6-97e0-35263e069406 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.700301 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ba41e550-5486-49e6-97e0-35263e069406 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101952 Nov 12 21:49:06.703610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 35996) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:49:06.708294 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4fad095d-bc11-4e06-9420-596a64cc9eec tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'security_group_rule': {'security_group_id': '64467a05-a3f5-4874-8057-06aa87449cb8', 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:06.783083 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-4fad095d-bc11-4e06-9420-596a64cc9eec tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Project 75b8dcc94cf348a8bf7271ecc8ac30e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:49:06.788100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4fad095d-bc11-4e06-9420-596a64cc9eec tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.845995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4fad095d-bc11-4e06-9420-596a64cc9eec tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.902688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4fad095d-bc11-4e06-9420-596a64cc9eec tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.920926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad095d-bc11-4e06-9420-596a64cc9eec tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55db84c8-1b48-45e1-aa19-f6e1f062ab53,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:06.990985 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4fad095d-bc11-4e06-9420-596a64cc9eec tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:06.995774 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4fad095d-bc11-4e06-9420-596a64cc9eec tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2911952 Nov 12 21:49:07.087065 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a766919c-579e-452b-b552-a80cfe1198cd req-35accfdc-663a-4483-af76-0cd81a3960b6 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026621841&fields=id&tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7 HTTP/1.1" status: 200 len: 267 time: 0.0472028 Nov 12 21:49:07.141358 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766919c-579e-452b-b552-a80cfe1198cd req-ef221600-fb39-410f-baa1-df9120117243 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:07.142860 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a766919c-579e-452b-b552-a80cfe1198cd req-ef221600-fb39-410f-baa1-df9120117243 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0498729 Nov 12 21:49:07.154030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-a766919c-579e-452b-b552-a80cfe1198cd req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'port': {'security_groups': ['9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391', '64467a05-a3f5-4874-8057-06aa87449cb8']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:49:07.225026 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a766919c-579e-452b-b552-a80cfe1198cd req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:07.410084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a766919c-579e-452b-b552-a80cfe1198cd req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] For port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:49:07.438913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a766919c-579e-452b-b552-a80cfe1198cd req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:07.508265 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a766919c-579e-452b-b552-a80cfe1198cd req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:07.520114 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['26e3f0d2-3266-4e4d-9471-13731e5ee2c6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:49:07.556877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766919c-579e-452b-b552-a80cfe1198cd req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:07.556877 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a766919c-579e-452b-b552-a80cfe1198cd req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:07.556877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a766919c-579e-452b-b552-a80cfe1198cd req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "PUT /v2.0/ports/26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 982 time: 0.4063792 Nov 12 21:49:07.556877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:49:07.559061 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e2e09-45b0-4c77-98fd-55fc498ce775" -d '{"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:49:07.597396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e47004-efce-44cd-ac74-fc0b767f460a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'Port': ['ID=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:49:07.612358 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f937e8-2327-4032-8535-bd1ac59c8b2c x-openstack-request-id: req-03f937e8-2327-4032-8535-bd1ac59c8b2c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:49:07.612677 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:49:07.612956 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03f937e8-2327-4032-8535-bd1ac59c8b2c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:49:07.613371 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'status': 'completed', 'code': 200} Nov 12 21:49:07.642522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['26e3f0d2-3266-4e4d-9471-13731e5ee2c6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:49:07.719707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d82cf4-5e7c-4087-8e77-75ebc627a641 req-8ae61f26-52e5-42de-8b21-f6934e1782f7 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:07.721666 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72d82cf4-5e7c-4087-8e77-75ebc627a641 req-8ae61f26-52e5-42de-8b21-f6934e1782f7 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0903668 Nov 12 21:49:07.729243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-79310935-08f1-4ffe-9ed0-1d05bce7655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:07.730807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-79310935-08f1-4ffe-9ed0-1d05bce7655d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1137 time: 0.0664079 Nov 12 21:49:07.864184 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72d82cf4-5e7c-4087-8e77-75ebc627a641 req-df2cdcf7-0204-4747-af95-9e318efe2928 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323445 Nov 12 21:49:07.887416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6b24e5a9-9f83-441c-b3d9-02ea5bd7ac8d None None] Provisioning complete for port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:49:07.887416 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b24e5a9-9f83-441c-b3d9-02ea5bd7ac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:07.887640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-7f389960-d325-400e-91f4-b4f88c6e0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:07.887640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-7f389960-d325-400e-91f4-b4f88c6e0460 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 200 len: 915 time: 0.1465371 Nov 12 21:49:07.964377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-92d6ab8b-c238-4e81-aa14-8a2e1ef6f70f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0706391 Nov 12 21:49:08.014737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-64a6f0b7-be88-46d5-b36f-6eb3e86de6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:08.016276 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-64a6f0b7-be88-46d5-b36f-6eb3e86de6eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ae29ea28-45f9-430d-bbf9-a514019f9716 HTTP/1.1" status: 200 len: 853 time: 0.0439353 Nov 12 21:49:08.068176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-f466afe6-ee7c-494f-b9f2-2724d892ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:08.069614 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-f466afe6-ee7c-494f-b9f2-2724d892ba90 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c543f284-2fd5-477b-91af-8220cd8471b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460057 Nov 12 21:49:08.163410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-8adb7989-9489-4714-ac5c-5487c348414c service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Nov 12 21:49:08.261372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-069e2e09-45b0-4c77-98fd-55fc498ce775 req-cded9be7-a415-41d2-a564-c797e6c67990 service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900662 Nov 12 21:49:10.828755 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:10.921378 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:16.547330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-6e853ea2-3fc0-480e-b3c8-506d9bb09366 req-cf457e46-b454-4ee9-9581-6fe265bc2f43 service neutron] (109628) timed out ('10.222.0.78', 53636) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:49:17.095198 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:49:21.202315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f26038-bffd-4225-8ae0-94d1776d8961 req-f38ead08-d257-4ec2-8178-4826e496c224 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:21.203760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20f26038-bffd-4225-8ae0-94d1776d8961 req-f38ead08-d257-4ec2-8178-4826e496c224 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0577903 Nov 12 21:49:21.293625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-20f26038-bffd-4225-8ae0-94d1776d8961 req-08e712b9-a062-456a-9a8e-2181e0f178b4 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833125 Nov 12 21:49:21.296586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-981e7b06-ea33-4b4c-aa1f-3bc0b103a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:21.297829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-981e7b06-ea33-4b4c-aa1f-3bc0b103a7e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1137 time: 0.0798769 Nov 12 21:49:21.393591 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-bd79e6e0-c46d-4d35-989c-dcbb8b1ba4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:21.395056 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-bd79e6e0-c46d-4d35-989c-dcbb8b1ba4e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 200 len: 915 time: 0.0900717 Nov 12 21:49:21.465792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-7e7a6278-38ff-4018-9427-58100e1f4373 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0626824 Nov 12 21:49:21.518918 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-fd492927-94e3-4bfa-9af6-108acec356b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:21.520396 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-fd492927-94e3-4bfa-9af6-108acec356b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ae29ea28-45f9-430d-bbf9-a514019f9716 HTTP/1.1" status: 200 len: 853 time: 0.0474551 Nov 12 21:49:21.568717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-9564fdf2-1570-4476-a98f-58f07d025fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:21.572528 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-9564fdf2-1570-4476-a98f-58f07d025fca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c543f284-2fd5-477b-91af-8220cd8471b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422366 Nov 12 21:49:21.664453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-1da01a63-dbef-47d0-af5a-1093207012d9 service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860746 Nov 12 21:49:21.765173 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eb281043-f41b-4b52-8365-18f167e9eb22 req-0185e6ed-a035-43ec-ab06-31bb7dd025eb service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817871 Nov 12 21:49:22.411022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd256a5-df5c-4c98-b0c1-22ff658d2ff4 req-4db5ca47-f52b-4842-8a5f-5333636a18f9 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:22.412500 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5dd256a5-df5c-4c98-b0c1-22ff658d2ff4 req-4db5ca47-f52b-4842-8a5f-5333636a18f9 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0492337 Nov 12 21:49:22.477247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5dd256a5-df5c-4c98-b0c1-22ff658d2ff4 req-12c167fc-56e8-44d1-8d12-547456fe63c4 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576248 Nov 12 21:49:23.595858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17191eb-5b2b-4032-aa46-56c97848d199 req-82f0d37e-72ea-42fb-ba17-3c4b0e61eb4b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:23.597357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f17191eb-5b2b-4032-aa46-56c97848d199 req-82f0d37e-72ea-42fb-ba17-3c4b0e61eb4b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0515919 Nov 12 21:49:23.657839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f17191eb-5b2b-4032-aa46-56c97848d199 req-f4caaa03-6221-4207-a6e8-f1b039bea465 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537236 Nov 12 21:49:24.774093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a478d-dc4f-4621-87d0-9efd05dbc0ba req-c3d68976-7cbc-44d3-98f4-5cb310a1efac tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:24.775910 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad0a478d-dc4f-4621-87d0-9efd05dbc0ba req-c3d68976-7cbc-44d3-98f4-5cb310a1efac tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0489926 Nov 12 21:49:24.835951 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad0a478d-dc4f-4621-87d0-9efd05dbc0ba req-18e19bbf-797a-405e-ba3d-be42c38633f8 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540531 Nov 12 21:49:25.956133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69a97d-7035-478f-8ee6-6b2bfa67a9eb req-95f7ef90-44ec-4125-aabe-fbcb474c5e73 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:25.957610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea69a97d-7035-478f-8ee6-6b2bfa67a9eb req-95f7ef90-44ec-4125-aabe-fbcb474c5e73 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0542152 Nov 12 21:49:26.017856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ea69a97d-7035-478f-8ee6-6b2bfa67a9eb req-a52457d4-d5be-4902-beaf-f53664084912 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541582 Nov 12 21:49:27.135376 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f3b6-2cc4-4265-ab67-83fca1a2a86c req-bfee1592-1a6b-4147-929f-f55e91832a1b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:27.136865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d53f3b6-2cc4-4265-ab67-83fca1a2a86c req-bfee1592-1a6b-4147-929f-f55e91832a1b tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0495601 Nov 12 21:49:27.197468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d53f3b6-2cc4-4265-ab67-83fca1a2a86c req-1cef089f-07dd-4543-860e-e024c9de0c53 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543630 Nov 12 21:49:27.593116 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf042569-235f-48aa-b9c6-d2fc24e9d592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:28.317214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2dd8c-fcd4-465e-b0cd-30632519b2b8 req-44bdef35-6cb8-4661-bfbf-88d838d4e055 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:28.318687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35a2dd8c-fcd4-465e-b0cd-30632519b2b8 req-44bdef35-6cb8-4661-bfbf-88d838d4e055 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0532432 Nov 12 21:49:28.378459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35a2dd8c-fcd4-465e-b0cd-30632519b2b8 req-4f5e1935-9645-497a-b176-e7beaab1c35c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530298 Nov 12 21:49:29.077696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-2b5d9230-9857-41cf-8343-188f57fd17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:29.079155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-2b5d9230-9857-41cf-8343-188f57fd17cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1137 time: 0.0410786 Nov 12 21:49:29.185399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-8be09398-f857-4bd7-a3c1-c1305bf84aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:29.186867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-8be09398-f857-4bd7-a3c1-c1305bf84aa4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 200 len: 915 time: 0.0878546 Nov 12 21:49:29.253089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-83157083-0abc-46f6-bda7-ea8cacece781 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0590911 Nov 12 21:49:29.301732 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-483126a8-5a02-4f24-9b3f-1343a734bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:29.303139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-483126a8-5a02-4f24-9b3f-1343a734bfc4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ae29ea28-45f9-430d-bbf9-a514019f9716 HTTP/1.1" status: 200 len: 853 time: 0.0437608 Nov 12 21:49:29.353656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-fe169a81-0914-4ca1-8b87-9f5340380d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:29.355167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-fe169a81-0914-4ca1-8b87-9f5340380d69 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c543f284-2fd5-477b-91af-8220cd8471b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448277 Nov 12 21:49:29.448606 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-5cbf8d08-d75b-4091-a0d4-572c64a9fd9f service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849514 Nov 12 21:49:29.556378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4b7a2-df12-40af-b7fd-79ced602b0b8 req-fc2b7871-8acd-4bbd-ac84-5f543e66eaa6 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:29.557997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8a4b7a2-df12-40af-b7fd-79ced602b0b8 req-fc2b7871-8acd-4bbd-ac84-5f543e66eaa6 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.1085093 Nov 12 21:49:29.587390 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-30ef71ae-3f30-44fb-8f58-217523b37b7a req-28b540ee-eead-4482-a162-83c6c24bfffe service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295803 Nov 12 21:49:29.629653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8a4b7a2-df12-40af-b7fd-79ced602b0b8 req-178da9a9-3b5d-4d76-8d9d-12bbc353ce6f tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634396 Nov 12 21:49:30.136220 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4e20-d8c8-49d0-86a7-32d2ef17d74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:30.747391 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6005f7-8318-4fe8-bb38-feb167a393a2 req-cb049641-5a1c-4f64-af23-63929391bdbc tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:30.748777 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e6005f7-8318-4fe8-bb38-feb167a393a2 req-cb049641-5a1c-4f64-af23-63929391bdbc tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0494473 Nov 12 21:49:30.812624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e6005f7-8318-4fe8-bb38-feb167a393a2 req-b4fbee31-1ec2-475f-a103-c93ff2658fd1 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577621 Nov 12 21:49:31.536419 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:31.927941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36490e9-5bce-429d-ae44-84ed457380cc req-34c07ab9-a5a4-466c-a93b-3e1bfd059322 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:31.929661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e36490e9-5bce-429d-ae44-84ed457380cc req-34c07ab9-a5a4-466c-a93b-3e1bfd059322 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0498996 Nov 12 21:49:31.990284 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e36490e9-5bce-429d-ae44-84ed457380cc req-1b912deb-ed20-44d6-9573-6cd3999364d5 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534875 Nov 12 21:49:33.110186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3e57b-0714-4357-8565-4c55dd78b07c req-a09a03d2-1da1-4198-b85c-f522d307b8bd tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:33.111688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6d3e57b-0714-4357-8565-4c55dd78b07c req-a09a03d2-1da1-4198-b85c-f522d307b8bd tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0493534 Nov 12 21:49:33.173382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6d3e57b-0714-4357-8565-4c55dd78b07c req-4cf1a7e3-1270-4412-8cf1-05005c680567 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557451 Nov 12 21:49:33.210391 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:33.632795 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:34.295755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0870d14-ad2c-42f0-b815-080f045f77bd req-91f0c817-96ae-4497-8fe5-e60f84f1c490 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:34.297218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0870d14-ad2c-42f0-b815-080f045f77bd req-91f0c817-96ae-4497-8fe5-e60f84f1c490 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0538812 Nov 12 21:49:34.356820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0870d14-ad2c-42f0-b815-080f045f77bd req-8b8a8969-b917-40cc-8f26-4a9fce3c2637 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537057 Nov 12 21:49:35.470495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f02118-cf3f-4ca3-9ae1-053d4fcaa752 req-3d730d88-d812-4c5b-b169-9a6dea5a2af7 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:35.471978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48f02118-cf3f-4ca3-9ae1-053d4fcaa752 req-3d730d88-d812-4c5b-b169-9a6dea5a2af7 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0486343 Nov 12 21:49:35.533339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48f02118-cf3f-4ca3-9ae1-053d4fcaa752 req-85c76a5a-7ac6-4997-a1ea-102f50cd2dbc tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552039 Nov 12 21:49:36.654281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3de83-03be-48f5-adb4-7150326da9f1 req-3abc68a2-0719-49b2-a0fa-4905771ce96c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:36.655844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bf3de83-03be-48f5-adb4-7150326da9f1 req-3abc68a2-0719-49b2-a0fa-4905771ce96c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0537853 Nov 12 21:49:36.716982 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7bf3de83-03be-48f5-adb4-7150326da9f1 req-0fc2670e-fcaa-4437-a2db-07dfef6f5f3d tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550208 Nov 12 21:49:37.836581 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4941a9-835e-4e17-beb2-17a2fbd84524 req-4e290df7-9653-4755-90e3-cf877dc7b3eb tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:49:37.838057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba4941a9-835e-4e17-beb2-17a2fbd84524 req-4e290df7-9653-4755-90e3-cf877dc7b3eb tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0503380 Nov 12 21:49:37.898167 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba4941a9-835e-4e17-beb2-17a2fbd84524 req-0560306d-d849-47f4-ae53-e27dace5c22e tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=64467a05-a3f5-4874-8057-06aa87449cb8&id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530360 Nov 12 21:49:40.822087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:40.953177 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:49:54.094115 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:49:57.592303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-67071a8c-1dd9-4603-935b-a3b4148c178d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:00.094957 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1d08-1a9a-49a3-9752-5e7915b79c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:01.488855 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:03.232187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:03.614980 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:10.803206 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:10.974734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:10.977717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-7820dee7-7021-4f4f-83cb-a3357db4db02 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026621841&fields=id&tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7 HTTP/1.1" status: 200 len: 267 time: 0.0458300 Nov 12 21:50:11.035729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-1f82344e-ee34-4586-a1cf-14010c8b7294 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:11.037264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-1f82344e-ee34-4586-a1cf-14010c8b7294 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 985 time: 0.0533600 Nov 12 21:50:11.049015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Request body: {'port': {'security_groups': ['9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:11.112718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.285754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] For port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:11.314920 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.357202 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.369447 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['26e3f0d2-3266-4e4d-9471-13731e5ee2c6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:50:11.399848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:11.400471 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.401838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8585416f-9e4b-47c0-9a3a-84ec9a089af4 req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "PUT /v2.0/ports/26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 943 time: 0.3579171 Nov 12 21:50:11.402290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:50:11.404735 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f8532f-b42b-46d9-81d9-0d4c02cea592" -d '{"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:50:11.408335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36060) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:11.451082 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event updated for resources: {'Port': ['ID=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:11.460073 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70f1089-6916-433f-8ce4-2edf6e23027d x-openstack-request-id: req-e70f1089-6916-433f-8ce4-2edf6e23027d {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:50:11.460486 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:50:11.460843 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e70f1089-6916-433f-8ce4-2edf6e23027d {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:50:11.461720 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'status': 'completed', 'code': 200} Nov 12 21:50:11.463045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.463395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.463879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.464402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.465447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.466946 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['26e3f0d2-3266-4e4d-9471-13731e5ee2c6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:50:11.467472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.468112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.469337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.469998 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.470611 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.471158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.471873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c7308-2579-44a7-bc87-5133e38daa9a tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.495745 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.524766 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.537136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-0c1ccef2-66c1-4fa3-97e5-442519ef751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:11.539387 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-0c1ccef2-66c1-4fa3-97e5-442519ef751c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1098 time: 0.0540502 Nov 12 21:50:11.662448 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-3e5b479a-8bf8-4607-9d5d-baaa798a2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:11.664041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-3e5b479a-8bf8-4607-9d5d-baaa798a2c69 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 200 len: 915 time: 0.1171269 Nov 12 21:50:11.693301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a917f582-2868-4090-ab03-dc254d2e8ac5 None None] Provisioning complete for port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:11.693675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a917f582-2868-4090-ab03-dc254d2e8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.706381 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.709172 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:11.712768 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "DELETE /v2.0/security-groups/64467a05-a3f5-4874-8057-06aa87449cb8 HTTP/1.1" status: 204 len: 168 time: 0.2996781 Nov 12 21:50:11.713500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36064) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:11.722037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64467a05-a3f5-4874-8057-06aa87449cb8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:11.731356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.731356 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.732174 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.732511 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.732837 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.733162 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.733509 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.733981 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.734309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.735022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.735716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.736050 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a56ca28-a7bc-4d52-8caa-e511f8577623 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:11.780304 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-9e6d913c-2dc4-4d29-80b4-b73a7496b526 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 1001 time: 0.1085341 Nov 12 21:50:11.879063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-4c7a4907-c7d1-4f84-973a-91a7599c2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:11.880456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-4c7a4907-c7d1-4f84-973a-91a7599c2cdb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ae29ea28-45f9-430d-bbf9-a514019f9716 HTTP/1.1" status: 200 len: 853 time: 0.0929506 Nov 12 21:50:11.955203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-d47d409d-12d9-478d-b9e6-5f31c8cb9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:11.956719 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-d47d409d-12d9-478d-b9e6-5f31c8cb9380 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c543f284-2fd5-477b-91af-8220cd8471b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527630 Nov 12 21:50:11.961763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Deleting port e4dae015-23d2-4af4-a308-15b4719614fa {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:11.962104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:12.106104 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:12.106792 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:12.120398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-1ec53c99-dea7-4406-bf93-69ce64cab67e service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556742 Nov 12 21:50:12.123974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Calling delete_port for e4dae015-23d2-4af4-a308-15b4719614fa owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:12.608524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34f8532f-b42b-46d9-81d9-0d4c02cea592 req-7d8a1307-1bdd-42e3-9ee9-99cbb4ff6ec2 service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805768 Nov 12 21:50:12.758117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:12.785499 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event deleted for resources: {'Port': ['ID=e4dae015-23d2-4af4-a308-15b4719614fa,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:12.847300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:12.847640 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Floating IP 27d2d5bb-7161-4c34-b62b-32c416ac1495 disassociated (deleted). External IP: 172.25.8.80, port: 26e3f0d2-3266-4e4d-9471-13731e5ee2c6. Nov 12 21:50:13.051050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Router c8a9891c-4334-4061-b4af-0f39f905c9d1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:50:13.161416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:50:13.166386 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:13.171216 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] Sync routers for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:50:13.181461 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:13.182064 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:13.193736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2a6edcb3-6a8d-49a7-bac2-772396abe46c tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "DELETE /v2.0/floatingips/27d2d5bb-7161-4c34-b62b-32c416ac1495 HTTP/1.1" status: 204 len: 168 time: 1.4772921 Nov 12 21:50:13.292310 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:13.462952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:50:13.465416 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529d7634-8649-4dd8-960d-220ad0b59b95" -d '{"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:50:13.494393 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 5, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:13.504771 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73399ab3-5331-4aea-aaf9-4c4e35b906fe x-openstack-request-id: req-73399ab3-5331-4aea-aaf9-4c4e35b906fe {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:50:13.505233 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:50:13.505534 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73399ab3-5331-4aea-aaf9-4c4e35b906fe {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:50:13.505938 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'status': 'completed', 'code': 200} Nov 12 21:50:13.526400 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] Checking router: c8a9891c-4334-4061-b4af-0f39f905c9d1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:50:13.535904 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:13.536500 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:13.576772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-03501c53-54be-4349-99b3-4863e34b89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:13.580021 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-03501c53-54be-4349-99b3-4863e34b89a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 1098 time: 0.0476470 Nov 12 21:50:13.645394 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:13.682200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-e0af25a0-dd44-418c-be26-8a07c9493e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:13.683889 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-e0af25a0-dd44-418c-be26-8a07c9493e4e service neutron] 10.222.0.78 "GET /v2.0/networks?id=c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 200 len: 915 time: 0.0977128 Nov 12 21:50:13.727340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-5b00508d-f5be-4ad5-892b-40f1ab9a67b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 200 len: 217 time: 0.0365303 Nov 12 21:50:13.780265 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-fff3f296-270f-400c-a679-8ea7fae9ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:13.782274 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-fff3f296-270f-400c-a679-8ea7fae9ea8e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ae29ea28-45f9-430d-bbf9-a514019f9716 HTTP/1.1" status: 200 len: 853 time: 0.0464160 Nov 12 21:50:13.833254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-171235c4-bd80-463e-b9c1-dbbe79d3cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:13.834698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-171235c4-bd80-463e-b9c1-dbbe79d3cd89 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c543f284-2fd5-477b-91af-8220cd8471b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448029 Nov 12 21:50:13.933285 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-b5bb1881-93b0-4086-a787-c62b9c9c888d service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899889 Nov 12 21:50:13.943574 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 5, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:13.969236 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16df6e-59f6-4d5b-8b49-f0197f84d3ac None None] The sync data for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 is: [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '9e1d963a-ff35-4448-bf3d-395d1a4d1ae8', 'name': '', 'network_id': 'c543f284-2fd5-477b-91af-8220cd8471b3', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'mac_address': 'fa:16:3e:c6:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:06Z', 'updated_at': '2021-11-12T21:48:11Z', 'revision_number': 5, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'subnets': [{'id': 'ae29ea28-45f9-430d-bbf9-a514019f9716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:50:14.039953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-529d7634-8649-4dd8-960d-220ad0b59b95 req-94a1d1b3-98c7-439b-95a0-5e14568812ac service neutron] 10.222.0.78 "GET /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918128 Nov 12 21:50:14.203185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20cf6f-34af-4c81-a091-c1ff675f3f6c None None] New status for floating IP 27d2d5bb-7161-4c34-b62b-32c416ac1495: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:50:22.563312 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985876e-830a-474c-8291-ae8ed5693286 req-44e244cd-75d7-43b5-9dac-309d861fcaf7 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:22.564796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9985876e-830a-474c-8291-ae8ed5693286 req-44e244cd-75d7-43b5-9dac-309d861fcaf7 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0497241 Nov 12 21:50:22.612710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9985876e-830a-474c-8291-ae8ed5693286 req-31b9602f-abbc-4ffd-9574-60af815c1cef tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Nov 12 21:50:23.732035 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f795-34c3-4486-96b5-b0cf1a8a32f2 req-8f1c0f76-e293-4067-8d0a-8d00def08536 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:23.733604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ead4f795-34c3-4486-96b5-b0cf1a8a32f2 req-8f1c0f76-e293-4067-8d0a-8d00def08536 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0494783 Nov 12 21:50:23.782397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ead4f795-34c3-4486-96b5-b0cf1a8a32f2 req-175c26b1-72ee-4338-9059-8200a656f189 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Nov 12 21:50:24.165986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-a288cc58-2d19-4692-840c-fc3f884996ba tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:24.167464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-a288cc58-2d19-4692-840c-fc3f884996ba tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.78 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 946 time: 0.0529368 Nov 12 21:50:24.258949 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Deleting port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:24.259433 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:24.350881 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] For port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:24.351247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:24.364133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Calling delete_port for 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:24.574301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:24.586183 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['26e3f0d2-3266-4e4d-9471-13731e5ee2c6'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:50:24.604052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Pushing event deleted for resources: {'Port': ['ID=26e3f0d2-3266-4e4d-9471-13731e5ee2c6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:24.646453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] No DVR routers for this DVR port 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:50:24.649204 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:24.653273 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a92d1b97-22f8-43a3-a745-07e611c5035a req-373cd721-07d6-4a3c-98b6-16877dbbda88 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.78 "DELETE /v2.0/ports/26e3f0d2-3266-4e4d-9471-13731e5ee2c6 HTTP/1.1" status: 204 len: 173 time: 0.4773834 Nov 12 21:50:24.653273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'name': 'network-vif-deleted', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:50:24.655269 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51308e9-adc0-409a-98c1-70c6cf3680e0" -d '{"events": [{"server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "name": "network-vif-deleted", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:50:24.694742 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18826b1-a339-440d-a8f7-046b11905737 x-openstack-request-id: req-c18826b1-a339-440d-a8f7-046b11905737 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:50:24.695048 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be91f91-ab62-4581-8724-73c6a7516a40", "name": "network-vif-deleted", "tag": "26e3f0d2-3266-4e4d-9471-13731e5ee2c6", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:50:24.695305 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c18826b1-a339-440d-a8f7-046b11905737 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:50:24.695722 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be91f91-ab62-4581-8724-73c6a7516a40', 'name': 'network-vif-deleted', 'tag': '26e3f0d2-3266-4e4d-9471-13731e5ee2c6', 'status': 'completed', 'code': 200} Nov 12 21:50:24.878490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7afdc20a-e3b7-4d3c-9621-af83fa153150 req-3b5da2af-746b-428e-be96-1e30424e62b3 tempest-TestMinimumBasicScenario-1031454255 tempest-TestMinimumBasicScenario-1031454255-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be91f91-ab62-4581-8724-73c6a7516a40 HTTP/1.1" status: 200 len: 210 time: 0.0269144 Nov 12 21:50:27.580510 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6fdd-369b-44c5-8585-62399cb73408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:27.987931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:28.331857 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:28.578671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Deleting port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:28.579786 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:28.659670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] For port 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:28.660029 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:28.672610 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Calling delete_port for 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:28.899843 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:28.928583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1d963a-ff35-4448-bf3d-395d1a4d1ae8,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:29.073120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:50:29.094822 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:29.096573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:50:29.097398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 26e3f0d2-3266-4e4d-9471-13731e5ee2c6 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:50:29.315223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Router c8a9891c-4334-4061-b4af-0f39f905c9d1 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:50:29.423646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:50:29.431339 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36168) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:29.431857 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fa26fbd2-ec9e-45c2-ba88-299577931903 admin admin] 10.222.0.64 "PUT /v2.0/routers/c8a9891c-4334-4061-b4af-0f39f905c9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4423778 Nov 12 21:50:29.432599 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] Sync routers for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:50:29.443851 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:29.444461 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:29.537181 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:29.555394 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:29.642461 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:29.733828 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:50:28Z', 'revision_number': 5, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port': {'id': '43731571-0a92-4787-aeda-cfb971b47b1d', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:29.739804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Deleting port 43731571-0a92-4787-aeda-cfb971b47b1d {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:29.740148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:29.762302 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] Checking router: c8a9891c-4334-4061-b4af-0f39f905c9d1 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:50:29.773723 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] Routers {'c8a9891c-4334-4061-b4af-0f39f905c9d1'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:29.774310 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['c8a9891c-4334-4061-b4af-0f39f905c9d1'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:29.833278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] For port 43731571-0a92-4787-aeda-cfb971b47b1d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=43731571-0a92-4787-aeda-cfb971b47b1d,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:29.833552 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:29.845988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Calling delete_port for 43731571-0a92-4787-aeda-cfb971b47b1d owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:29.864072 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] Set router c8a9891c-4334-4061-b4af-0f39f905c9d1 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:29.918584 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:50:29Z', 'revision_number': 6, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:29.945106 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae9718-8cf7-4106-b35d-98ad8f8c760e None None] The sync data for ids ['c8a9891c-4334-4061-b4af-0f39f905c9d1'] in n-d-713498-29 is: [{'id': 'c8a9891c-4334-4061-b4af-0f39f905c9d1', 'name': 'tempest-TestMinimumBasicScenario-153999520-router', 'tenant_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:04Z', 'updated_at': '2021-11-12T21:50:29Z', 'revision_number': 6, 'project_id': '75b8dcc94cf348a8bf7271ecc8ac30e7', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:50:30.065978 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.088790 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-82ad9f65-0931-42fd-996d-8470981d2e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.094716 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Pushing event deleted for resources: {'Port': ['ID=43731571-0a92-4787-aeda-cfb971b47b1d,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:30.108323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23774e98-9221-4397-a1c3-093983c90f48 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:50:30.160264 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.250277 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.253538 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.374168 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.374759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a9891c-4334-4061-b4af-0f39f905c9d1 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:50:30.379973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.381060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-aaf5a089-ffc5-4dc2-9846-52d30970dacd admin admin] 10.222.0.64 "DELETE /v2.0/routers/c8a9891c-4334-4061-b4af-0f39f905c9d1 HTTP/1.1" status: 204 len: 168 time: 0.9487367 Nov 12 21:50:30.383554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36170) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:30.428678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e0e6d4-17e0-4a2b-82bf-1470b2d4361b admin admin] Deleting subnet ae29ea28-45f9-430d-bbf9-a514019f9716 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:50:30.431757 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e0e6d4-17e0-4a2b-82bf-1470b2d4361b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.466628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e0e6d4-17e0-4a2b-82bf-1470b2d4361b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.546500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e0e6d4-17e0-4a2b-82bf-1470b2d4361b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.654584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e0e6d4-17e0-4a2b-82bf-1470b2d4361b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.684497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0e6d4-17e0-4a2b-82bf-1470b2d4361b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae29ea28-45f9-430d-bbf9-a514019f9716,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:30.692595 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-30e0e6d4-17e0-4a2b-82bf-1470b2d4361b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.693721 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551668b-ee48-4bc0-94ce-b63cc74680a1 None None] Network c543f284-2fd5-477b-91af-8220cd8471b3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:50:30.695931 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-30e0e6d4-17e0-4a2b-82bf-1470b2d4361b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ae29ea28-45f9-430d-bbf9-a514019f9716 HTTP/1.1" status: 204 len: 168 time: 0.3114164 Nov 12 21:50:30.698354 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36172) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:30.722980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 43731571-0a92-4787-aeda-cfb971b47b1d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:50:30.775364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 43731571-0a92-4787-aeda-cfb971b47b1d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:50:30.775702 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 43731571-0a92-4787-aeda-cfb971b47b1d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:50:30.776100 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:50:30.776949 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.805287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:50:30.805630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 9e1d963a-ff35-4448-bf3d-395d1a4d1ae8 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:50:30.831825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Deleting port ab0ebb63-75e2-4064-b228-6027a57f281c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:30.832160 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.909989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] For port ab0ebb63-75e2-4064-b228-6027a57f281c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ab0ebb63-75e2-4064-b228-6027a57f281c,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:30.910351 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:30.925598 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Calling delete_port for ab0ebb63-75e2-4064-b228-6027a57f281c owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:30.925900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] DHCP port deletion for c543f284-2fd5-477b-91af-8220cd8471b3 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:50:30.977502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Deleting port ab0ebb63-75e2-4064-b228-6027a57f281c {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:30.977880 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.045739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] For port ab0ebb63-75e2-4064-b228-6027a57f281c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=ab0ebb63-75e2-4064-b228-6027a57f281c,segment=NetworkSegment(85b92aa8-7a2d-4d91-9bd2-ccbc1cada804),segment_id=85b92aa8-7a2d-4d91-9bd2-ccbc1cada804)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:31.046134 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.058427 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Calling delete_port for ab0ebb63-75e2-4064-b228-6027a57f281c owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:31.093061 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:50:31.111257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.132898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.138432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0ebb63-75e2-4064-b228-6027a57f281c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:31.144667 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] No DVR routers for this DVR port ab0ebb63-75e2-4064-b228-6027a57f281c on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:50:31.163850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Pushing event deleted for resources: {'Port': ['ID=ab0ebb63-75e2-4064-b228-6027a57f281c,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:31.172097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] No DVR routers for this DVR port ab0ebb63-75e2-4064-b228-6027a57f281c on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:50:31.174934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.174934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.175369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.175490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.175804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.176137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.176464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.176789 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.177113 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.177435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.177760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.178078 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0405937-d698-4005-b643-bda581fa3fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:31.226996 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.246780 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c543f284-2fd5-477b-91af-8220cd8471b3']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:31.256892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:31.257187 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b92aa8-7a2d-4d91-9bd2-ccbc1cada804') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:31.267653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.280568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.287089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:50:31.287504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:50:31.289123 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:50:31.408769 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.413717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.417218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] 10.222.0.64 "DELETE /v2.0/networks/c543f284-2fd5-477b-91af-8220cd8471b3 HTTP/1.1" status: 204 len: 168 time: 0.7179334 Nov 12 21:50:31.420254 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36174) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:31.430646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7455fd-e569-4826-9343-c9834eb6772b admin admin] Pushing event deleted for resources: {'Network': ['ID=c543f284-2fd5-477b-91af-8220cd8471b3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:31.484017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:31.769371 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:32.011145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Deleting port 2a2d7692-af1b-4770-9286-21476309a312 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:32.011508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:32.087976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] For port 2a2d7692-af1b-4770-9286-21476309a312, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=2a2d7692-af1b-4770-9286-21476309a312,segment=NetworkSegment(64cae204-28a4-4e97-8d5f-0dfe95498aa7),segment_id=64cae204-28a4-4e97-8d5f-0dfe95498aa7)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:32.088256 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:32.100599 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Calling delete_port for 2a2d7692-af1b-4770-9286-21476309a312 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:32.334646 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:32.358305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2d7692-af1b-4770-9286-21476309a312,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:32.533488 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:32.613036 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ab0ebb63-75e2-4064-b228-6027a57f281c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:50:32.634489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: ab0ebb63-75e2-4064-b228-6027a57f281c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:50:32.634878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device ab0ebb63-75e2-4064-b228-6027a57f281c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:50:32.749713 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Router 42113ff8-2940-456d-8ab8-99a040df6cec has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:50:32.851089 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:50:32.856094 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-06800a38-3cf6-42cd-b29e-64ee1aaab86a admin admin] 10.222.0.64 "PUT /v2.0/routers/42113ff8-2940-456d-8ab8-99a040df6cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4348176 Nov 12 21:50:32.858717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:32.861959 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] Sync routers for ids ['42113ff8-2940-456d-8ab8-99a040df6cec'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:50:32.872234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] Routers {'42113ff8-2940-456d-8ab8-99a040df6cec'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:32.873105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['42113ff8-2940-456d-8ab8-99a040df6cec'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:32.961866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:32.978383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] Set router 42113ff8-2940-456d-8ab8-99a040df6cec gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:33.063623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:33.171800 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:50:32Z', 'revision_number': 5, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port': {'id': 'a1cf5408-6006-4ea1-95fe-9d0d55825f34', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:33.191206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Deleting port a1cf5408-6006-4ea1-95fe-9d0d55825f34 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:33.191570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:33.199834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] Checking router: 42113ff8-2940-456d-8ab8-99a040df6cec for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:50:33.208479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] Routers {'42113ff8-2940-456d-8ab8-99a040df6cec'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:33.209116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['42113ff8-2940-456d-8ab8-99a040df6cec'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:33.244330 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:33.275834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] For port a1cf5408-6006-4ea1-95fe-9d0d55825f34, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1cf5408-6006-4ea1-95fe-9d0d55825f34,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:33.276264 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:33.289338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Calling delete_port for a1cf5408-6006-4ea1-95fe-9d0d55825f34 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:33.297105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] Set router 42113ff8-2940-456d-8ab8-99a040df6cec gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:33.352240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:50:33Z', 'revision_number': 6, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:33.382000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30a8bf-be1b-4075-b52e-5f808306fe87 None None] The sync data for ids ['42113ff8-2940-456d-8ab8-99a040df6cec'] in n-d-713498-29 is: [{'id': '42113ff8-2940-456d-8ab8-99a040df6cec', 'name': 'tempest-TestMinimumBasicScenario-1739748738-router', 'tenant_id': 'fe124440be45454fa6b8ae287f039efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:48:10Z', 'updated_at': '2021-11-12T21:50:33Z', 'revision_number': 6, 'project_id': 'fe124440be45454fa6b8ae287f039efb', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:50:33.643332 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:33.842887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:33.868166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cf5408-6006-4ea1-95fe-9d0d55825f34,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:33.882388 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528c822-1898-477e-86f5-a9d755ae834f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:50:33.931661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.021059 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.023172 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.123197 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.123897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42113ff8-2940-456d-8ab8-99a040df6cec {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:50:34.129188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.131712 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-01cf12db-16ca-4ae0-aac4-27d76d0f8c2a admin admin] 10.222.0.64 "DELETE /v2.0/routers/42113ff8-2940-456d-8ab8-99a040df6cec HTTP/1.1" status: 204 len: 168 time: 1.2721276 Nov 12 21:50:34.133199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36180) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:34.178950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a03ee4d-ee15-4298-a8cf-d46467829ed2 admin admin] Deleting subnet b3164b66-d6d9-4bd0-800f-8d328fb2c67c {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:50:34.182018 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a03ee4d-ee15-4298-a8cf-d46467829ed2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.221615 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a03ee4d-ee15-4298-a8cf-d46467829ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.300292 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a03ee4d-ee15-4298-a8cf-d46467829ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.409553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a03ee4d-ee15-4298-a8cf-d46467829ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.436626 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03ee4d-ee15-4298-a8cf-d46467829ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3164b66-d6d9-4bd0-800f-8d328fb2c67c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:34.441959 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a03ee4d-ee15-4298-a8cf-d46467829ed2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.446087 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6a03ee4d-ee15-4298-a8cf-d46467829ed2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b3164b66-d6d9-4bd0-800f-8d328fb2c67c HTTP/1.1" status: 204 len: 168 time: 0.3116562 Nov 12 21:50:34.447046 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ee470-e684-4273-95c1-e64f73f56a07 None None] Network 8b8e41c4-0c05-427f-bb1d-77d70df76233 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:50:34.448379 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36182) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:34.524347 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.588812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Deleting port 0b204841-d8bc-4583-9d62-76e16b96f47d {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:50:34.589146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.662245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] For port 0b204841-d8bc-4583-9d62-76e16b96f47d, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0b204841-d8bc-4583-9d62-76e16b96f47d,segment=NetworkSegment(64cae204-28a4-4e97-8d5f-0dfe95498aa7),segment_id=64cae204-28a4-4e97-8d5f-0dfe95498aa7)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:34.662499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.676427 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Calling delete_port for 0b204841-d8bc-4583-9d62-76e16b96f47d owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:50:34.696664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1cf5408-6006-4ea1-95fe-9d0d55825f34 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:50:34.730625 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a1cf5408-6006-4ea1-95fe-9d0d55825f34 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:50:34.730968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1cf5408-6006-4ea1-95fe-9d0d55825f34 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:50:34.731397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2a2d7692-af1b-4770-9286-21476309a312 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:50:34.753969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 2a2d7692-af1b-4770-9286-21476309a312 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:50:34.754319 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 2a2d7692-af1b-4770-9286-21476309a312 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:50:34.793532 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.815063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b616bbb-15b0-42bd-8ac6-912708977e3e None None] DHCP port deletion for 8b8e41c4-0c05-427f-bb1d-77d70df76233 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:50:34.827133 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Pushing event deleted for resources: {'Port': ['ID=0b204841-d8bc-4583-9d62-76e16b96f47d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:34.827875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] No DVR routers for this DVR port 0b204841-d8bc-4583-9d62-76e16b96f47d on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:50:34.902393 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.923628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8e41c4-0c05-427f-bb1d-77d70df76233']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:34.932841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cae204-28a4-4e97-8d5f-0dfe95498aa7') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:34.933157 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cae204-28a4-4e97-8d5f-0dfe95498aa7') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:34.943150 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.955847 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.961568 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:50:34.961950 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:50:34.963608 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:50:35.105366 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:35.111506 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:35.114692 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] 10.222.0.64 "DELETE /v2.0/networks/8b8e41c4-0c05-427f-bb1d-77d70df76233 HTTP/1.1" status: 204 len: 168 time: 0.6653702 Nov 12 21:50:35.127136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670de33f-ad36-4db7-92d9-4a4c1fe3ccfe admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8e41c4-0c05-427f-bb1d-77d70df76233,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:35.532396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36186) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:35.573493 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4651bf59-9ef1-460b-92ec-9d5bb45a6f08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75b8dcc94cf348a8bf7271ecc8ac30e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398622 Nov 12 21:50:35.575897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36188) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:35.623078 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0027f0e5-8f5b-49c8-ac89-e63951a8a640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:35.644453 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0027f0e5-8f5b-49c8-ac89-e63951a8a640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:35.722893 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0027f0e5-8f5b-49c8-ac89-e63951a8a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:35.725461 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0027f0e5-8f5b-49c8-ac89-e63951a8a640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:35.729549 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0027f0e5-8f5b-49c8-ac89-e63951a8a640 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391 HTTP/1.1" status: 204 len: 168 time: 0.1498642 Nov 12 21:50:35.734466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027f0e5-8f5b-49c8-ac89-e63951a8a640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2a70a4-9d3f-4ffa-8c25-16ed5ff6b391,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:36.257888 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36194) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:36.298658 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-29d201fa-df37-42d9-b73d-5e64bcff45fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe124440be45454fa6b8ae287f039efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394907 Nov 12 21:50:36.301096 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36196) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:36.351383 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c36a7b-3f0c-41b8-ac46-c37283a07a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:36.372573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c36a7b-3f0c-41b8-ac46-c37283a07a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:36.499599 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c36a7b-3f0c-41b8-ac46-c37283a07a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:36.502224 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33c36a7b-3f0c-41b8-ac46-c37283a07a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:36.504083 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33c36a7b-3f0c-41b8-ac46-c37283a07a02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63964b23-d311-49bd-b8f2-b2199006ba76 HTTP/1.1" status: 204 len: 168 time: 0.2020812 Nov 12 21:50:36.512918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c36a7b-3f0c-41b8-ac46-c37283a07a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63964b23-d311-49bd-b8f2-b2199006ba76,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:36.570623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0b204841-d8bc-4583-9d62-76e16b96f47d no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:50:36.590001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 0b204841-d8bc-4583-9d62-76e16b96f47d {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:50:36.590348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0b204841-d8bc-4583-9d62-76e16b96f47d not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:50:39.000080 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36236) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:39.004784 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416800638', 'description': 'tempest-secgroup-smoke-416800638 description', 'project_id': '89311f586e484c4f97e23db59cb4cd71'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:39.100018 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.107953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.181864 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.248632 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.284652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b41b44-ef5b-49a8-ab41-85bc620e4873,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:39.324340 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.391585 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.420494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229f43cb-62f7-463b-aaa6-77774105ee1a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:39.484782 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.486247 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ac540c1e-7729-46ea-bc0c-ba3ff4cdd51a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4851031 Nov 12 21:50:39.489116 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36238) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:39.494627 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-78033116-569f-4fcb-869e-be1a180ff932 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '229f43cb-62f7-463b-aaa6-77774105ee1a', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:39.573667 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78033116-569f-4fcb-869e-be1a180ff932 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.634043 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78033116-569f-4fcb-869e-be1a180ff932 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.700028 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78033116-569f-4fcb-869e-be1a180ff932 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.717769 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78033116-569f-4fcb-869e-be1a180ff932 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72feb16-4aa5-433f-a4bf-8f91ee79bbe1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:39.793390 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-78033116-569f-4fcb-869e-be1a180ff932 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.794537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-78033116-569f-4fcb-869e-be1a180ff932 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045139 Nov 12 21:50:39.797503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36240) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:39.801870 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-12481afc-c97a-4309-9130-f8d584e7d621 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '229f43cb-62f7-463b-aaa6-77774105ee1a', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:39.887517 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12481afc-c97a-4309-9130-f8d584e7d621 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:39.942680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12481afc-c97a-4309-9130-f8d584e7d621 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.008699 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12481afc-c97a-4309-9130-f8d584e7d621 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.026560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12481afc-c97a-4309-9130-f8d584e7d621 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593eb095-5adf-4be0-a1da-0affe5745445,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:40.107881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-12481afc-c97a-4309-9130-f8d584e7d621 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.109101 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-12481afc-c97a-4309-9130-f8d584e7d621 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106730 Nov 12 21:50:40.112405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36242) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:40.116682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8c7305e8-b645-49f0-9965-5c30ba953b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '229f43cb-62f7-463b-aaa6-77774105ee1a', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:40.213729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c7305e8-b645-49f0-9965-5c30ba953b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.270272 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c7305e8-b645-49f0-9965-5c30ba953b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.356757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c7305e8-b645-49f0-9965-5c30ba953b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.376430 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7305e8-b645-49f0-9965-5c30ba953b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ecdf9e-36df-4a60-ae3d-e14c5ef12a11,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:40.444649 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c7305e8-b645-49f0-9965-5c30ba953b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.445892 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c7305e8-b645-49f0-9965-5c30ba953b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325696 Nov 12 21:50:40.448704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36244) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:40.452931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c2b26ff4-86b7-4f62-90e7-fe80f9d56617 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '229f43cb-62f7-463b-aaa6-77774105ee1a', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:40.551075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ff4-86b7-4f62-90e7-fe80f9d56617 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.608727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ff4-86b7-4f62-90e7-fe80f9d56617 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.683182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ff4-86b7-4f62-90e7-fe80f9d56617 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.702824 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b26ff4-86b7-4f62-90e7-fe80f9d56617 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fd0d7a-636f-484b-a246-a17dcfff5a61,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:40.770066 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ff4-86b7-4f62-90e7-fe80f9d56617 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.771312 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c2b26ff4-86b7-4f62-90e7-fe80f9d56617 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216755 Nov 12 21:50:40.774316 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36246) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:40.778663 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f723f4dc-55b8-48fb-87d6-5be789a469e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '229f43cb-62f7-463b-aaa6-77774105ee1a', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:40.830820 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.882229 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-f723f4dc-55b8-48fb-87d6-5be789a469e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:50:40.887274 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f723f4dc-55b8-48fb-87d6-5be789a469e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.945728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f723f4dc-55b8-48fb-87d6-5be789a469e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:40.979448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.002977 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f723f4dc-55b8-48fb-87d6-5be789a469e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.022863 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723f4dc-55b8-48fb-87d6-5be789a469e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0df4df-ac7c-436a-aea7-3aedd94ce643,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:41.101761 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f723f4dc-55b8-48fb-87d6-5be789a469e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.103014 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f723f4dc-55b8-48fb-87d6-5be789a469e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277752 Nov 12 21:50:41.105828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:41.110766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-77996d98-de87-4d35-9625-d374e3a5e5d8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '229f43cb-62f7-463b-aaa6-77774105ee1a', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:41.179852 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-77996d98-de87-4d35-9625-d374e3a5e5d8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:50:41.185034 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77996d98-de87-4d35-9625-d374e3a5e5d8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.247491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77996d98-de87-4d35-9625-d374e3a5e5d8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.305452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77996d98-de87-4d35-9625-d374e3a5e5d8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.320674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77996d98-de87-4d35-9625-d374e3a5e5d8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c28c0b1-5e24-42a8-a81a-fd798f42a1be,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:41.404813 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-77996d98-de87-4d35-9625-d374e3a5e5d8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.406129 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-77996d98-de87-4d35-9625-d374e3a5e5d8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2993581 Nov 12 21:50:41.409778 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36250) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:41.414899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'network': {'name': 'tempest-network-smoke--408219475', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'port_security_enabled': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:41.499582 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:50:41.503114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.526798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:50:41.536090 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.536422 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Added segment b0a6307f-f032-4342-9baa-ca38f93c88db of type vlan for network f9148646-c38d-480d-9436-a89245075daa Nov 12 21:50:41.578092 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.665542 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.671313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:41.671887 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.736962 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Network': ['ID=f9148646-c38d-480d-9436-a89245075daa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:41.747213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network f9148646-c38d-480d-9436-a89245075daa details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:50:41.776881 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0bf085e8-eaaa-4f80-8c52-b104ae59cb34 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3659739 Nov 12 21:50:41.779590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36252) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:41.784772 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'admin_state_up': True, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:41.865135 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.866182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:41.920765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:42.099256 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:42.343459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:42.362723 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:42.466067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.225 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/8635766f-8fed-4445-8f14-834eccb61bd0) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:50:42.564911 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:42.655013 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:42.699043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:50:42.704067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:50:42.707947 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:50:42.714123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=8635766f-8fed-4445-8f14-834eccb61bd0,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:42.717883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fefcb0-19cf-49f5-86d0-829e1c614dec None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:50:42.802843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-adce85bd-d5d3-4434-be4c-2406b172ff77 None None] Provisioning complete for port 8635766f-8fed-4445-8f14-834eccb61bd0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:42.803210 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-adce85bd-d5d3-4434-be4c-2406b172ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:42.835237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-adce85bd-d5d3-4434-be4c-2406b172ff77 None None] Port 8635766f-8fed-4445-8f14-834eccb61bd0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:50:43.020296 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:43.222036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:43.425615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 3316baed-324f-464e-9b16-c3fabbd0f190 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:50:43.535405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:50:43.594465 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Sync routers for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:50:43.594465 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:43.594465 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:43.650953 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:43.655310 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d1d15e9f-9dcd-4058-8bdc-6811aaa55662 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8717523 Nov 12 21:50:43.656519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36254) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:43.672444 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:43.794403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fd746c82-e494-4261-8499-353808307af0 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=89311f586e484c4f97e23db59cb4cd71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347139 Nov 12 21:50:43.794613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36258) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:43.874237 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:42Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:43.889536 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bbd9fd-45ca-404d-af38-cc391b97e756 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:43.893789 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-48bbd9fd-45ca-404d-af38-cc391b97e756 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950651 Nov 12 21:50:43.894147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36260) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:43.901528 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Checking router: 3316baed-324f-464e-9b16-c3fabbd0f190 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:50:43.901893 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Updating router 3316baed-324f-464e-9b16-c3fabbd0f190 port 8635766f-8fed-4445-8f14-834eccb61bd0 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:50:43.923588 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b9e9651f-2d71-44ce-b8c4-b7d78ab4a623 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282049 Nov 12 21:50:43.926355 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36262) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:43.931065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-469510478', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:43.931230 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.094125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:50:44.098601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.191038 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.237177 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.293674 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce9eed3-f3cf-4a4a-abf5-cd6528a293f8 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:50:44.299735 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Attempting to bind port 8635766f-8fed-4445-8f14-834eccb61bd0 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:50:44.302553 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Attempting to bind port 8635766f-8fed-4445-8f14-834eccb61bd0 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:50:44.302553 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Attempting to bind port 8635766f-8fed-4445-8f14-834eccb61bd0 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:50:44.311403 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:50:44.311777 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:50:44.312171 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.313110 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:50:44.313110 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Bound port: 8635766f-8fed-4445-8f14-834eccb61bd0, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:50:44.313726 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.339132 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Pushing event updated for resources: {'Port': ['ID=8635766f-8fed-4445-8f14-834eccb61bd0,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:44.351036 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.353110 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.353451 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.353784 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.354113 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.354438 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.354758 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.355108 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.355451 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.360415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.360415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.360415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.360415 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:50:44.371633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1ddbbdbd-0606-4b0d-9712-9a334f86cd0a None None] Provisioning complete for port 8635766f-8fed-4445-8f14-834eccb61bd0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:44.372704 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1ddbbdbd-0606-4b0d-9712-9a334f86cd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.381354 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] For port 8635766f-8fed-4445-8f14-834eccb61bd0, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:50:44.385124 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] For port 8635766f-8fed-4445-8f14-834eccb61bd0, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8635766f-8fed-4445-8f14-834eccb61bd0,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:50:44.408224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbbdbd-0606-4b0d-9712-9a334f86cd0a None None] Port 8635766f-8fed-4445-8f14-834eccb61bd0 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:50:44.419726 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Subnet': ['ID=5b42ad34-37a2-4ff9-9384-b5c84310f97a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:44.427510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Checking segment: {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:50:44.427875 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network hostable DHCP agents. Network: f9148646-c38d-480d-9436-a89245075daa, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:50:44.466055 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.508881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a6b428-6e74-4421-b051-328bb644de38 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:50:44.523942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f9148646-c38d-480d-9436-a89245075daa is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:50:44.524239 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:44.524844 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:44.566001 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a4a56-763b-4a55-9480-82ff5e83f154 None None] Pushing event updated for resources: {'Port': ['ID=8635766f-8fed-4445-8f14-834eccb61bd0,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:44.608853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, f9148646-c38d-480d-9436-a89245075daa) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:50:44.613019 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:44.613729 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.620851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541de8f5-b11d-4839-8695-4210aab51454 None None] Network f9148646-c38d-480d-9436-a89245075daa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:50:44.646173 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:44.648748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d73b4e55-5cb3-4378-81cd-66f807579402 None None] Provisioning complete for port 8635766f-8fed-4445-8f14-834eccb61bd0 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:44.649125 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d73b4e55-5cb3-4378-81cd-66f807579402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.685411 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-87fa1261-172d-4594-8d45-45abe578a795 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7580206 Nov 12 21:50:44.688557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36264) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:44.812389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d73b4e55-5cb3-4378-81cd-66f807579402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.846504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-f9148646-c38d-480d-9436-a89245075daa', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:50:44.847138 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.864918 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d73b4e55-5cb3-4378-81cd-66f807579402 None None] For port 8635766f-8fed-4445-8f14-834eccb61bd0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8635766f-8fed-4445-8f14-834eccb61bd0,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:44.933272 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:42Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:44.938247 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d73b4e55-5cb3-4378-81cd-66f807579402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:44.963218 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc086b-9ce9-4101-8bdb-5340dd6b65f0 None None] The sync data for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 is: [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:42Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:50:45.025363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b4e55-5cb3-4378-81cd-66f807579402 None None] Pushing event updated for resources: {'Port': ['ID=8635766f-8fed-4445-8f14-834eccb61bd0,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:45.038944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Allocated IP 172.20.0.2 (f9148646-c38d-480d-9436-a89245075daa/5b42ad34-37a2-4ff9-9384-b5c84310f97a/50f09743-0e28-43c1-a70c-0bc9f19263a1) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:50:45.174809 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:45.193022 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:45.259484 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:45.317852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Network f9148646-c38d-480d-9436-a89245075daa is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:50:45.322163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:50:45.324179 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Pushing event updated for resources: {'Port': ['ID=50f09743-0e28-43c1-a70c-0bc9f19263a1,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:45.326459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:50:45.383355 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Attempting to bind port 50f09743-0e28-43c1-a70c-0bc9f19263a1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:50:45.383860 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Attempting to bind port 50f09743-0e28-43c1-a70c-0bc9f19263a1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:50:45.384256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Attempting to bind port 50f09743-0e28-43c1-a70c-0bc9f19263a1 on network f9148646-c38d-480d-9436-a89245075daa {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:50:45.389477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:50:45.389864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Checking segment: {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:50:45.390268 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:45.390666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Bound using segment: {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:50:45.391533 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Bound port: 50f09743-0e28-43c1-a70c-0bc9f19263a1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:50:45.391918 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:45.459545 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] For port 50f09743-0e28-43c1-a70c-0bc9f19263a1, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:50:45.463038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] For port 50f09743-0e28-43c1-a70c-0bc9f19263a1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=50f09743-0e28-43c1-a70c-0bc9f19263a1,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:50:45.491633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.1 (f9148646-c38d-480d-9436-a89245075daa/5b42ad34-37a2-4ff9-9384-b5c84310f97a/e9053cd9-6f42-46be-abc1-012f34dca3bc) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:50:45.551257 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:45.622906 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:45.624316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c101c6-280c-4f31-9295-6495be71c805 None None] Pushing event updated for resources: {'Port': ['ID=50f09743-0e28-43c1-a70c-0bc9f19263a1,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:45.722900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:45.769428 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f9148646-c38d-480d-9436-a89245075daa is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:50:45.773156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:50:45.794125 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:50:45.799592 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=e9053cd9-6f42-46be-abc1-012f34dca3bc,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:45.854772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:46.397717 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:46.621373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8635766f-8fed-4445-8f14-834eccb61bd0 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:50:46.674527 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 8635766f-8fed-4445-8f14-834eccb61bd0 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:46.678846 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:46.688029 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:46.745613 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:46.752900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 50f09743-0e28-43c1-a70c-0bc9f19263a1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:50:46.803331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 50f09743-0e28-43c1-a70c-0bc9f19263a1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:46.803703 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:46.819679 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:46.821497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=e9053cd9-6f42-46be-abc1-012f34dca3bc,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:46.881486 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:46.914766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 50f09743-0e28-43c1-a70c-0bc9f19263a1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=50f09743-0e28-43c1-a70c-0bc9f19263a1,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:46.917464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f9148646-c38d-480d-9436-a89245075daa is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:50:46.918719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:50:46.997820 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:47.043043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 3316baed-324f-464e-9b16-c3fabbd0f190 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:50:47.056352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=50f09743-0e28-43c1-a70c-0bc9f19263a1,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:47.167868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:50:47.174008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-435975e9-ad63-4485-aac5-a8f4fb02b53f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/3316baed-324f-464e-9b16-c3fabbd0f190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4834433 Nov 12 21:50:47.177520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Sync routers for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:50:47.191859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:47.192193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:47.298172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fdf3b-53ba-4891-b4a9-a0fbf1f5021f None None] Network f9148646-c38d-480d-9436-a89245075daa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:50:47.337431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-b08c8629-0da8-4914-a8b0-6b541bc82aed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416800638&fields=id&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 267 time: 0.0462120 Nov 12 21:50:47.363826 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:47.432492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1567b1b2-8610-4187-a9ea-5d190cc2a8aa None None] Provisioning complete for port 50f09743-0e28-43c1-a70c-0bc9f19263a1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:47.432867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1567b1b2-8610-4187-a9ea-5d190cc2a8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:47.449034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272189-284e-457b-b451-97579a1c317a req-fe534be8-024d-41ec-bb45-a5019cfea92f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:47.450487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-fe534be8-024d-41ec-bb45-a5019cfea92f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/networks?id=f9148646-c38d-480d-9436-a89245075daa HTTP/1.1" status: 200 len: 796 time: 0.1059275 Nov 12 21:50:47.466275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-45746826-ec8d-4f73-88be-2f6b06290fa7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/quotas/89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 375 time: 0.0090897 Nov 12 21:50:47.519552 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-421d31e0-1ddf-491b-b142-de763badf93e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468261 Nov 12 21:50:47.660368 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-a5a2f018-b0d7-4442-a477-305053d78cec service neutron] 10.222.0.64 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284769 Nov 12 21:50:47.761943 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-6a2ca426-74bf-4809-b5bf-246540ec4f7d service neutron] 10.222.0.64 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940862 Nov 12 21:50:47.883526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 2, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:47.915490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Checking router: 3316baed-324f-464e-9b16-c3fabbd0f190 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:50:47.915920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Updating router 3316baed-324f-464e-9b16-c3fabbd0f190 port e9053cd9-6f42-46be-abc1-012f34dca3bc binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:50:47.944363 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.058349 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abbfde38-9127-4399-b72b-2964e7a9738d req-c0b84796-cf5a-4394-b769-6bf4660b48a4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 210 time: 0.0382757 Nov 12 21:50:48.115601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2149ead6-4c7a-4e1d-bbd4-f6ee55c49ce8 None None] Provisioning complete for port e9053cd9-6f42-46be-abc1-012f34dca3bc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:48.115902 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2149ead6-4c7a-4e1d-bbd4-f6ee55c49ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.197570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2149ead6-4c7a-4e1d-bbd4-f6ee55c49ce8 None None] Port e9053cd9-6f42-46be-abc1-012f34dca3bc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:50:48.223053 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2149ead6-4c7a-4e1d-bbd4-f6ee55c49ce8 None None] Provisioning complete for port 50f09743-0e28-43c1-a70c-0bc9f19263a1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:48.223652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2149ead6-4c7a-4e1d-bbd4-f6ee55c49ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.361798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.442613 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.500526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd9739-6be5-48a0-b03f-d58f257abff7 None None] Pushing event updated for resources: {'Port': ['ID=e9053cd9-6f42-46be-abc1-012f34dca3bc,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:48.527489 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-45b02178-0a5c-4314-899b-d1940a4d9226 None None] Provisioning complete for port e9053cd9-6f42-46be-abc1-012f34dca3bc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:48.527792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-45b02178-0a5c-4314-899b-d1940a4d9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.579223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Attempting to bind port e9053cd9-6f42-46be-abc1-012f34dca3bc on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:50:48.579612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Attempting to bind port e9053cd9-6f42-46be-abc1-012f34dca3bc by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:50:48.580012 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Attempting to bind port e9053cd9-6f42-46be-abc1-012f34dca3bc on network f9148646-c38d-480d-9436-a89245075daa {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:50:48.598281 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 50f09743-0e28-43c1-a70c-0bc9f19263a1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:50:48.603088 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:50:48.607119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Checking segment: {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:50:48.607119 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.607119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Bound using segment: {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:50:48.607119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Bound port: e9053cd9-6f42-46be-abc1-012f34dca3bc, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:50:48.607119 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.632496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-45b02178-0a5c-4314-899b-d1940a4d9226 None None] Port e9053cd9-6f42-46be-abc1-012f34dca3bc cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:50:48.708085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] For port e9053cd9-6f42-46be-abc1-012f34dca3bc, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:50:48.710062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 50f09743-0e28-43c1-a70c-0bc9f19263a1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:48.710437 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.712897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] For port e9053cd9-6f42-46be-abc1-012f34dca3bc, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e9053cd9-6f42-46be-abc1-012f34dca3bc,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:50:48.763550 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c1973acd-84f9-4aa5-b8ff-f6517c48b456 None None] Provisioning complete for port e9053cd9-6f42-46be-abc1-012f34dca3bc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:48.763898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1973acd-84f9-4aa5-b8ff-f6517c48b456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.768094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:48.901476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:50:48.902161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:50:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:48.909755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd9739-6be5-48a0-b03f-d58f257abff7 None None] Pushing event updated for resources: {'Port': ['ID=e9053cd9-6f42-46be-abc1-012f34dca3bc,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:49.023813 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1973acd-84f9-4aa5-b8ff-f6517c48b456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:49.067472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:50:49.103975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c1973acd-84f9-4aa5-b8ff-f6517c48b456 None None] For port e9053cd9-6f42-46be-abc1-012f34dca3bc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e9053cd9-6f42-46be-abc1-012f34dca3bc,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:49.160202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c1973acd-84f9-4aa5-b8ff-f6517c48b456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:49.162403 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a38b40f6-8287-4cb0-b039-6f466ee518bd req-f0858320-3bff-470a-9e29-6c013ce77ff9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 210 time: 0.0300803 Nov 12 21:50:49.255951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1973acd-84f9-4aa5-b8ff-f6517c48b456 None None] Pushing event updated for resources: {'Port': ['ID=e9053cd9-6f42-46be-abc1-012f34dca3bc,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:49.302750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3d498797-64f3-45ce-926d-968182ee60d5 None None] Provisioning complete for port e9053cd9-6f42-46be-abc1-012f34dca3bc triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:49.303116 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3d498797-64f3-45ce-926d-968182ee60d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:49.393908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:48Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:50:49.427182 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90e04a-eed8-4356-a571-b2ef0dc23246 None None] The sync data for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 is: [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:48Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:50:50.273203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-81143627-5e2e-4475-8444-ef42009f2b29 req-906684a1-7fef-48c7-a491-e08aa0999bf9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 210 time: 0.0325632 Nov 12 21:50:50.332154 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272189-284e-457b-b451-97579a1c317a req-40f8a4e5-552f-4bd2-bd7a-a8558f01c5f0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:50.332703 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-40f8a4e5-552f-4bd2-bd7a-a8558f01c5f0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/networks?id=f9148646-c38d-480d-9436-a89245075daa HTTP/1.1" status: 200 len: 796 time: 0.1518731 Nov 12 21:50:50.405964 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-d5bb1779-fba4-4e21-a626-0516179e7449 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 379 time: 0.0569646 Nov 12 21:50:50.431823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'port': {'device_id': '4ff51645-778d-4677-9049-79d60db7a377', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'admin_state_up': True, 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'security_groups': ['229f43cb-62f7-463b-aaa6-77774105ee1a']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:50.597190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e9053cd9-6f42-46be-abc1-012f34dca3bc up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:50:50.626184 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:50:50.630505 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:50.650354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port e9053cd9-6f42-46be-abc1-012f34dca3bc triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:50.650723 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:50.758261 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.14 (f9148646-c38d-480d-9436-a89245075daa/5b42ad34-37a2-4ff9-9384-b5c84310f97a/cfa1787b-a7ca-427d-8676-dd92367ae664) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:50:50.897051 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:50.974508 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:51.017295 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f9148646-c38d-480d-9436-a89245075daa is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:50:51.022529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:50:51.026284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:50:51.049896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=cfa1787b-a7ca-427d-8676-dd92367ae664,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:51.086114 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:51.086714 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:51.171482 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-5a500c67-0c58-40cf-b189-d934529228a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7435019 Nov 12 21:50:51.233908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Request body: {'port': {'device_id': '4ff51645-778d-4677-9049-79d60db7a377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:51.269428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3a005122-8132-4713-b65a-6476a2eb2655 None None] Provisioning complete for port cfa1787b-a7ca-427d-8676-dd92367ae664 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:51.269686 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3a005122-8132-4713-b65a-6476a2eb2655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:51.289075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:51.310672 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3a005122-8132-4713-b65a-6476a2eb2655 None None] Port cfa1787b-a7ca-427d-8676-dd92367ae664 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:50:51.405532 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0c6e1-f72f-4ad3-83e7-bdd3e375cfbe req-3ce2429b-e70b-47d5-9c71-9d8729d087ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:51.407076 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fa0c6e1-f72f-4ad3-83e7-bdd3e375cfbe req-3ce2429b-e70b-47d5-9c71-9d8729d087ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 932 time: 0.0552731 Nov 12 21:50:51.458288 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0fa0c6e1-f72f-4ad3-83e7-bdd3e375cfbe req-55b4fc92-12b7-4c26-b701-67282063f71e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450859 Nov 12 21:50:51.560623 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa1787b-a7ca-427d-8676-dd92367ae664 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:50:51.568694 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:51.580714 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Transition to ACTIVE for port object cfa1787b-a7ca-427d-8676-dd92367ae664 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:50:51.636970 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:52.010022 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Pushing event updated for resources: {'Port': ['ID=cfa1787b-a7ca-427d-8676-dd92367ae664,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:52.083720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Attempting to bind port cfa1787b-a7ca-427d-8676-dd92367ae664 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:50:52.084062 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Attempting to bind port cfa1787b-a7ca-427d-8676-dd92367ae664 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:50:52.084401 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Attempting to bind port cfa1787b-a7ca-427d-8676-dd92367ae664 on network f9148646-c38d-480d-9436-a89245075daa {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:50:52.089033 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Port cfa1787b-a7ca-427d-8676-dd92367ae664 on network f9148646-c38d-480d-9436-a89245075daa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:50:52.089362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Attempting to bind port cfa1787b-a7ca-427d-8676-dd92367ae664 on network f9148646-c38d-480d-9436-a89245075daa {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:50:52.095234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:50:52.095602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Checking segment: {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:50:52.095986 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Bound using segment: {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:50:52.096414 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Bound port: cfa1787b-a7ca-427d-8676-dd92367ae664, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a6307f-f032-4342-9baa-ca38f93c88db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f9148646-c38d-480d-9436-a89245075daa'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:50:52.096771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:52.165531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] For port cfa1787b-a7ca-427d-8676-dd92367ae664, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:50:52.168563 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] For port cfa1787b-a7ca-427d-8676-dd92367ae664, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cfa1787b-a7ca-427d-8676-dd92367ae664,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:50:52.226326 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:52.261179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:52.261796 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:52.263230 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] 10.222.0.46 "PUT /v2.0/ports/cfa1787b-a7ca-427d-8676-dd92367ae664 HTTP/1.1" status: 200 len: 1093 time: 1.0786633 Nov 12 21:50:52.263678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:50:52.266452 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475841d8-0a2d-43e2-aa03-a8e0f25760d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:50:52.292283 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63518fc4-6ee6-4ed0-a701-f18ef9ac488c service neutron] Pushing event updated for resources: {'Port': ['ID=cfa1787b-a7ca-427d-8676-dd92367ae664,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:52.306884 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f374f95-4ca2-45af-b3d9-cc39f4b86db1 x-openstack-request-id: req-8f374f95-4ca2-45af-b3d9-cc39f4b86db1 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:50:52.307179 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:50:52.307587 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f374f95-4ca2-45af-b3d9-cc39f4b86db1 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:50:52.308021 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'status': 'completed', 'code': 200} Nov 12 21:50:52.380491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475841d8-0a2d-43e2-aa03-a8e0f25760d2 req-05ad832b-46ec-42f5-bd6e-69fe7a82d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:52.386837 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-475841d8-0a2d-43e2-aa03-a8e0f25760d2 req-05ad832b-46ec-42f5-bd6e-69fe7a82d41a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 1096 time: 0.0496497 Nov 12 21:50:52.492717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475841d8-0a2d-43e2-aa03-a8e0f25760d2 req-da322ee8-7898-4d7f-ba77-f1cfbc15624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:52.494233 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-475841d8-0a2d-43e2-aa03-a8e0f25760d2 req-da322ee8-7898-4d7f-ba77-f1cfbc15624e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=89311f586e484c4f97e23db59cb4cd71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0998063 Nov 12 21:50:52.581107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36fe36-04b5-4bc8-a6ec-f7767c4dca32 req-c2bf5d63-1a62-4047-b5b9-f2b92fd88ea3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:52.581107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff36fe36-04b5-4bc8-a6ec-f7767c4dca32 req-c2bf5d63-1a62-4047-b5b9-f2b92fd88ea3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 944 time: 0.0499256 Nov 12 21:50:52.595740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475841d8-0a2d-43e2-aa03-a8e0f25760d2 req-3b7324e9-ebe2-4251-a8a9-19b357101457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:52.597248 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-475841d8-0a2d-43e2-aa03-a8e0f25760d2 req-3b7324e9-ebe2-4251-a8a9-19b357101457 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909703 Nov 12 21:50:52.628994 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ff36fe36-04b5-4bc8-a6ec-f7767c4dca32 req-dc3887b6-5cac-4669-b900-d10da1362222 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448897 Nov 12 21:50:52.683952 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272189-284e-457b-b451-97579a1c317a req-3c5c0687-b021-4b9e-bc2e-a98a4af010a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:52.685338 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-3c5c0687-b021-4b9e-bc2e-a98a4af010a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 1096 time: 0.0454867 Nov 12 21:50:52.732455 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-15de4871-2e9a-4482-a7ea-66d94f20e763 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa1787b-a7ca-427d-8676-dd92367ae664 HTTP/1.1" status: 200 len: 217 time: 0.0339701 Nov 12 21:50:52.780643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272189-284e-457b-b451-97579a1c317a req-75966960-6156-4625-a6cc-ff75911ce948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:52.782185 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-75966960-6156-4625-a6cc-ff75911ce948 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b42ad34-37a2-4ff9-9384-b5c84310f97a HTTP/1.1" status: 200 len: 834 time: 0.0429034 Nov 12 21:50:52.831308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272189-284e-457b-b451-97579a1c317a req-d2d8b32a-8490-4941-a07f-109058c637ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:52.832782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-d2d8b32a-8490-4941-a07f-109058c637ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9148646-c38d-480d-9436-a89245075daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400710 Nov 12 21:50:52.942837 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-b304adcc-7564-41d3-9dae-9c8aabf1a860 service neutron] 10.222.0.46 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Nov 12 21:50:53.037617 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-04272189-284e-457b-b451-97579a1c317a req-5b0684c2-f295-48de-b800-1db5952d3278 service neutron] 10.222.0.46 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Nov 12 21:50:53.747022 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65bdd-caf9-4429-ba0a-65020b4365a6 req-83d136d5-4214-481f-a532-ce43f544b5bd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:53.748575 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8b65bdd-caf9-4429-ba0a-65020b4365a6 req-83d136d5-4214-481f-a532-ce43f544b5bd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 944 time: 0.0496445 Nov 12 21:50:53.804149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8b65bdd-caf9-4429-ba0a-65020b4365a6 req-9a4601c3-1ab7-46c6-a211-4c9f7bcdcb76 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495055 Nov 12 21:50:54.919970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317b423-de1c-48c7-a735-32b1866fe074 req-ef36d510-35cd-48d7-8bfe-b03ec275577c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:54.921489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e317b423-de1c-48c7-a735-32b1866fe074 req-ef36d510-35cd-48d7-8bfe-b03ec275577c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 944 time: 0.0488505 Nov 12 21:50:54.971270 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e317b423-de1c-48c7-a735-32b1866fe074 req-c4d8c45d-9194-486a-a59f-7245b407f857 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Nov 12 21:50:55.365925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device cfa1787b-a7ca-427d-8676-dd92367ae664 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:50:55.461268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port cfa1787b-a7ca-427d-8676-dd92367ae664, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cfa1787b-a7ca-427d-8676-dd92367ae664,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:55.472044 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'port_id': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'mac_address': 'fa:16:3e:4c:c0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:50:55.512060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:55.524781 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa1787b-a7ca-427d-8676-dd92367ae664 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:50:55.544459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port cfa1787b-a7ca-427d-8676-dd92367ae664, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cfa1787b-a7ca-427d-8676-dd92367ae664,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:55.613332 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:55.661366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=cfa1787b-a7ca-427d-8676-dd92367ae664,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:55.953994 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['cfa1787b-a7ca-427d-8676-dd92367ae664'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:50:56.087394 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d7be7-0b84-4780-96a3-f1207595813e req-e60d859c-d896-4df7-8dd9-cb216fb8844d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:56.088928 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-726d7be7-0b84-4780-96a3-f1207595813e req-e60d859c-d896-4df7-8dd9-cb216fb8844d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Nov 12 21:50:56.138431 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-726d7be7-0b84-4780-96a3-f1207595813e req-13f3c434-70b7-4f4b-86ee-abb5374c14ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435345 Nov 12 21:50:57.258071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8292279-c602-4dc1-adc1-be5da46a1fde req-e747aa22-8319-480b-9890-240f5b588520 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:57.259728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8292279-c602-4dc1-adc1-be5da46a1fde req-e747aa22-8319-480b-9890-240f5b588520 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 945 time: 0.0538807 Nov 12 21:50:57.310424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8292279-c602-4dc1-adc1-be5da46a1fde req-6f613815-8e1e-41e9-9cbe-b501c80be1f6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447631 Nov 12 21:50:57.394824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device cfa1787b-a7ca-427d-8676-dd92367ae664 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:50:57.528193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port cfa1787b-a7ca-427d-8676-dd92367ae664 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:50:57.533326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port cfa1787b-a7ca-427d-8676-dd92367ae664 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:50:57.533695 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:57.600523 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f346352-790d-4f8a-9e9f-2c4bc02c02f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:57.615016 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:57.637428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:50:57.639697 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0624a915-8f39-4451-a4cb-1adaf49719e3" -d '{"events": [{"server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "name": "network-vif-plugged", "status": "completed", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:50:57.666112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port cfa1787b-a7ca-427d-8676-dd92367ae664, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cfa1787b-a7ca-427d-8676-dd92367ae664,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:50:57.678130 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ff852-6352-4fd8-83f0-27528d8484f5 x-openstack-request-id: req-542ff852-6352-4fd8-83f0-27528d8484f5 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:50:57.678420 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "name": "network-vif-plugged", "status": "completed", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:50:57.678669 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-542ff852-6352-4fd8-83f0-27528d8484f5 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:50:57.679059 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'code': 200} Nov 12 21:50:57.740405 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:50:57.781322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322295c-6f86-4a85-a279-e2140694d18b req-d1a3cc17-3a91-4a47-abde-e797a7fa9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:57.784266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6322295c-6f86-4a85-a279-e2140694d18b req-d1a3cc17-3a91-4a47-abde-e797a7fa9e99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 1098 time: 0.0415752 Nov 12 21:50:57.789725 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=cfa1787b-a7ca-427d-8676-dd92367ae664,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:50:57.831119 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-6322295c-6f86-4a85-a279-e2140694d18b req-a5b686b0-6a2f-4bdb-bb6e-20bd35573ade service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399306 Nov 12 21:50:58.428840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9f276-b684-47cf-a072-2f80b8c8092b req-5fea6e14-81c9-4f4b-8299-c61b03084e73 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:58.430353 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46a9f276-b684-47cf-a072-2f80b8c8092b req-5fea6e14-81c9-4f4b-8299-c61b03084e73 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0501053 Nov 12 21:50:58.482254 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46a9f276-b684-47cf-a072-2f80b8c8092b req-747049c4-b82a-4bc2-980c-6ed7ff406e0e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 Nov 12 21:50:59.607042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa2c88-75ae-49cf-9ed0-e7a55078db2e req-59f4ddf2-bc24-4f6b-8881-a8e6af800d91 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:59.608597 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7fa2c88-75ae-49cf-9ed0-e7a55078db2e req-59f4ddf2-bc24-4f6b-8881-a8e6af800d91 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0540211 Nov 12 21:50:59.658232 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7fa2c88-75ae-49cf-9ed0-e7a55078db2e req-7a51f053-b94a-46bb-b741-da3a4d7ccc9f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430210 Nov 12 21:50:59.772567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54232f3b-8305-4457-8717-a6fffc53c3f5 req-570dc080-c95a-4267-8f86-6de3027648ac tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:59.773993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54232f3b-8305-4457-8717-a6fffc53c3f5 req-570dc080-c95a-4267-8f86-6de3027648ac tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0493612 Nov 12 21:50:59.824630 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54232f3b-8305-4457-8717-a6fffc53c3f5 req-34556d3d-51a5-490e-8846-42c8ce05aa46 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447693 Nov 12 21:50:59.847479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36324) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:59.885928 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c14005e-1357-4526-b0f4-6d422a72f3d1 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:50:59.887673 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2c14005e-1357-4526-b0f4-6d422a72f3d1 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 1093 time: 0.0389619 Nov 12 21:50:59.890249 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36326) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:50:59.895393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:50:59.986606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:00.087437 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:00.088876 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5d85e75f-611c-4518-b877-913a1f5926b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:00.199846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.136 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/481dbdaa-91df-41e1-bd8a-b9100ca1741c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:51:00.306258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:00.409582 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:00.450053 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:51:00.452847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:51:00.460044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:51:00.494298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=481dbdaa-91df-41e1-bd8a-b9100ca1741c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:00.874664 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:00.980752 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:01.125274 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:01.178515 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:01.247405 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=481dbdaa-91df-41e1-bd8a-b9100ca1741c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:01.261623 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:01.362688 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP 5ba26aa0-60fb-44e6-81a8-40eec3120ae5 associated. External IP: 172.25.8.136, port: cfa1787b-a7ca-427d-8676-dd92367ae664. Nov 12 21:51:01.504461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:01.569844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 3316baed-324f-464e-9b16-c3fabbd0f190 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:51:01.677528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:51:01.687127 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] Sync routers for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:51:01.696112 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:01.696705 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:01.753575 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:01.781343 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-429feb1f-fae9-49f1-a87b-632f876de894 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8899543 Nov 12 21:51:01.781839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:51:01.785131 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aebae35-66fc-4a16-ba77-4352bbdad83e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:51:01.803543 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:01.824743 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bfc584-3f62-495c-8be9-db043c61014e x-openstack-request-id: req-74bfc584-3f62-495c-8be9-db043c61014e {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:51:01.825039 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:51:01.825298 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74bfc584-3f62-495c-8be9-db043c61014e {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:51:01.825706 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'status': 'completed', 'code': 200} Nov 12 21:51:01.889139 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-5916f247-0d81-4a12-be13-8529176ce642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:01.889768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0760f5-0e96-4004-8ab0-8e3d7975688c req-bba6f03b-2992-4d07-873a-477ddc95379d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:01.890650 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-5916f247-0d81-4a12-be13-8529176ce642 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 1098 time: 0.0401206 Nov 12 21:51:01.891331 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f0760f5-0e96-4004-8ab0-8e3d7975688c req-bba6f03b-2992-4d07-873a-477ddc95379d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0499127 Nov 12 21:51:01.943712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f0760f5-0e96-4004-8ab0-8e3d7975688c req-c93b796a-218b-42f0-aec6-57850030db37 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456963 Nov 12 21:51:01.968306 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36332) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:01.988930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-1d134113-3e51-45f2-a8ad-5cd785e91a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:01.990811 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-1d134113-3e51-45f2-a8ad-5cd785e91a8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9148646-c38d-480d-9436-a89245075daa HTTP/1.1" status: 200 len: 897 time: 0.0926647 Nov 12 21:51:02.037057 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-514f6747-fd16-48e3-9149-d3b52c4d91bd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/5ba26aa0-60fb-44e6-81a8-40eec3120ae5 HTTP/1.1" status: 200 len: 992 time: 0.0672472 Nov 12 21:51:02.037728 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '5ba26aa0-60fb-44e6-81a8-40eec3120ae5', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'port_id': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'mac_address': 'fa:16:3e:4c:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff51645-778d-4677-9049-79d60db7a377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:51:00Z', 'updated_at': '2021-11-12T21:51:00Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:49Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:02.058367 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-912bb9a9-6195-48ef-8d25-6b5c23d14931 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa1787b-a7ca-427d-8676-dd92367ae664 HTTP/1.1" status: 200 len: 1000 time: 0.0606146 Nov 12 21:51:02.068426 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] Checking router: 3316baed-324f-464e-9b16-c3fabbd0f190 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:51:02.076612 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:02.077200 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:02.112039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-87ac9727-48ff-4c76-a998-3a363f41cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:02.113518 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-87ac9727-48ff-4c76-a998-3a363f41cc62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b42ad34-37a2-4ff9-9384-b5c84310f97a HTTP/1.1" status: 200 len: 834 time: 0.0482125 Nov 12 21:51:02.159526 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-b102bad6-69b0-440d-af05-ac17d0fa9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:02.161032 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-b102bad6-69b0-440d-af05-ac17d0fa9657 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9148646-c38d-480d-9436-a89245075daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407872 Nov 12 21:51:02.182679 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:02.251996 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-b6b052d3-bd3d-4d7e-8679-3867be7698e3 service neutron] 10.222.0.46 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839658 Nov 12 21:51:02.348971 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0aebae35-66fc-4a16-ba77-4352bbdad83e req-31e22cf1-4862-4c9f-83fa-7328ef9728a1 service neutron] 10.222.0.46 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904064 Nov 12 21:51:02.407687 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '5ba26aa0-60fb-44e6-81a8-40eec3120ae5', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'port_id': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'mac_address': 'fa:16:3e:4c:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff51645-778d-4677-9049-79d60db7a377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:51:00Z', 'updated_at': '2021-11-12T21:51:00Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:49Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:02.434751 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74329b6b-45a1-4848-8cbe-82505c5aa26a None None] The sync data for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 is: [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '5ba26aa0-60fb-44e6-81a8-40eec3120ae5', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'port_id': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'mac_address': 'fa:16:3e:4c:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff51645-778d-4677-9049-79d60db7a377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:51:00Z', 'updated_at': '2021-11-12T21:51:00Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:49Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:51:02.619387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43e332-154e-41e0-b4ce-4a67368c7934 None None] New status for floating IP 5ba26aa0-60fb-44e6-81a8-40eec3120ae5: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:51:03.039458 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36334) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:03.103739 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-fd149be6-65a4-4d26-a8b6-21eb775b76d1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/5ba26aa0-60fb-44e6-81a8-40eec3120ae5 HTTP/1.1" status: 200 len: 994 time: 0.0631785 Nov 12 21:51:03.229938 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:03.631073 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:08.091992 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:51:10.831510 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:10.979578 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:27.584635 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-59a0425c-56db-4df2-9128-e39520db51d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:30.109984 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c9911489-0394-4687-9452-79358b9a7878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:31.499734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:33.224286 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:33.615718 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-e66251ad-79ad-4257-839a-482894457a56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409124 Nov 12 21:51:33.625796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:33.700609 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-e9d8ccc6-84a6-4893-9ad6-b5e71b9a3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:33.702100 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-e9d8ccc6-84a6-4893-9ad6-b5e71b9a3369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 1098 time: 0.0424621 Nov 12 21:51:33.812709 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-67c497e0-53bf-47ba-91df-ae63e17babb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:33.814167 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-67c497e0-53bf-47ba-91df-ae63e17babb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9148646-c38d-480d-9436-a89245075daa HTTP/1.1" status: 200 len: 897 time: 0.0913351 Nov 12 21:51:33.881367 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-85c8c1a5-cf80-441a-8787-310f97b37910 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa1787b-a7ca-427d-8676-dd92367ae664 HTTP/1.1" status: 200 len: 1002 time: 0.0591688 Nov 12 21:51:33.930614 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-ccc090a9-65ec-4896-8a15-28a9ef9bab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:33.932074 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-ccc090a9-65ec-4896-8a15-28a9ef9bab05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b42ad34-37a2-4ff9-9384-b5c84310f97a HTTP/1.1" status: 200 len: 834 time: 0.0439739 Nov 12 21:51:33.980719 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-2f3456f3-07b4-420d-b01d-2a88a57684ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:33.982185 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-2f3456f3-07b4-420d-b01d-2a88a57684ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9148646-c38d-480d-9436-a89245075daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428383 Nov 12 21:51:34.071944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-ccb26dd8-c28a-4d80-a2aa-e3fb056c9032 service neutron] 10.222.0.46 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827553 Nov 12 21:51:34.167622 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ea41244b-1618-43f3-ad35-b09c810c6fe8 req-e3f14a64-4a2d-47a0-a0b4-d2c601d678a2 service neutron] 10.222.0.46 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872419 Nov 12 21:51:36.582463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c637f-56d6-44b3-905e-04a4d9d893c7 req-3741d2f9-1382-47d5-bb43-c098fbf6cfd3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:36.584114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af0c637f-56d6-44b3-905e-04a4d9d893c7 req-3741d2f9-1382-47d5-bb43-c098fbf6cfd3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.1027389 Nov 12 21:51:36.634324 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-af0c637f-56d6-44b3-905e-04a4d9d893c7 req-ca136005-35b0-415a-9a7c-0207bb129e27 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Nov 12 21:51:37.801494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70967264-76d2-46c1-9ba1-dee6ac894224 req-43f7c1e3-0f51-42f2-afdf-c68b28062d8f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:37.802980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70967264-76d2-46c1-9ba1-dee6ac894224 req-43f7c1e3-0f51-42f2-afdf-c68b28062d8f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0988173 Nov 12 21:51:37.853149 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-70967264-76d2-46c1-9ba1-dee6ac894224 req-077d4e79-9fa2-49cb-a5a4-e1580aa1e090 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439951 Nov 12 21:51:37.875524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36368) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:37.939471 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0f27b683-c1eb-45d3-b9c2-212faba0b3ab tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/5ba26aa0-60fb-44e6-81a8-40eec3120ae5 HTTP/1.1" status: 200 len: 994 time: 0.0627933 Nov 12 21:51:39.591345 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204fd63-05a5-488e-9884-8e77205e7a0a req-a8216310-ad7c-4780-901b-0d69e81898bd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:39.592875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8204fd63-05a5-488e-9884-8e77205e7a0a req-a8216310-ad7c-4780-901b-0d69e81898bd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0510025 Nov 12 21:51:39.643438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8204fd63-05a5-488e-9884-8e77205e7a0a req-3a041b1f-0a3b-4ea6-afac-5ffa628af726 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445380 Nov 12 21:51:40.761128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398101e3-e392-4705-8efe-94db0bda4db3 req-aeb7c4cc-2c83-41b2-8780-1076c74807c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:40.762653 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-398101e3-e392-4705-8efe-94db0bda4db3 req-aeb7c4cc-2c83-41b2-8780-1076c74807c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0504513 Nov 12 21:51:40.817532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-398101e3-e392-4705-8efe-94db0bda4db3 req-db94a93f-6896-4d5b-a323-f4515e23814c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487909 Nov 12 21:51:40.840907 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36378) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:40.881015 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:40.900687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d11335a1-a412-432a-b576-37c6b5a8b054 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/5ba26aa0-60fb-44e6-81a8-40eec3120ae5 HTTP/1.1" status: 200 len: 994 time: 0.0586200 Nov 12 21:51:41.014252 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:41.139275 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36384) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:41.299641 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 481dbdaa-91df-41e1-bd8a-b9100ca1741c {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:51:41.299983 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:41.374124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:41.374447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:41.386560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 481dbdaa-91df-41e1-bd8a-b9100ca1741c owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:51:41.589514 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:41.617437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=481dbdaa-91df-41e1-bd8a-b9100ca1741c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:41.643529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.643930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.644212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.644547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.644880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.645210 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.645539 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.645865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.646188 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.646510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.646984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.647281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:41.688788 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:41.689115 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP 5ba26aa0-60fb-44e6-81a8-40eec3120ae5 disassociated (deleted). External IP: 172.25.8.136, port: cfa1787b-a7ca-427d-8676-dd92367ae664. Nov 12 21:51:41.894624 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 3316baed-324f-464e-9b16-c3fabbd0f190 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:51:42.002592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:51:42.008062 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:42.012523 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] Sync routers for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:51:42.022517 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:42.023140 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:42.034338 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-67b77c0f-a597-4ca1-b51e-8bce53b7b5e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/floatingips/5ba26aa0-60fb-44e6-81a8-40eec3120ae5 HTTP/1.1" status: 204 len: 168 time: 0.8939650 Nov 12 21:51:42.035028 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:51:42.038080 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b034e7-3dc5-4f57-b862-b5ba56480a01" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:51:42.076888 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa70e4e-2041-48d5-b83e-bb9d485379cf x-openstack-request-id: req-5aa70e4e-2041-48d5-b83e-bb9d485379cf {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:51:42.077179 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:51:42.077428 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5aa70e4e-2041-48d5-b83e-bb9d485379cf {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:51:42.077830 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'status': 'completed', 'code': 200} Nov 12 21:51:42.138083 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:42.151823 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-afa36a57-80a8-4ef8-86fc-46422121b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:42.153300 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-afa36a57-80a8-4ef8-86fc-46422121b3f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 1098 time: 0.0424273 Nov 12 21:51:42.260230 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-d0e56f9c-d363-4129-a68a-35e1648fae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:42.261826 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-d0e56f9c-d363-4129-a68a-35e1648fae0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9148646-c38d-480d-9436-a89245075daa HTTP/1.1" status: 200 len: 897 time: 0.0981677 Nov 12 21:51:42.321304 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-96bbe30a-270d-4e60-bb94-34aac5582ee6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa1787b-a7ca-427d-8676-dd92367ae664 HTTP/1.1" status: 200 len: 217 time: 0.0369105 Nov 12 21:51:42.382200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-7b579212-4fe2-47ec-acd5-223a3118ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:42.383793 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-7b579212-4fe2-47ec-acd5-223a3118ebe3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b42ad34-37a2-4ff9-9384-b5c84310f97a HTTP/1.1" status: 200 len: 834 time: 0.0538945 Nov 12 21:51:42.440909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-8978a465-48a6-4d0e-aced-3539a387c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:42.442323 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-8978a465-48a6-4d0e-aced-3539a387c7f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9148646-c38d-480d-9436-a89245075daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463979 Nov 12 21:51:42.444982 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f46b5c-69a8-4e01-827e-b635b3b91c9e req-bafaca6d-5503-4a01-a9ea-93166fdee79e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:42.446644 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f46b5c-69a8-4e01-827e-b635b3b91c9e req-bafaca6d-5503-4a01-a9ea-93166fdee79e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0541427 Nov 12 21:51:42.447832 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:49Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:42.475379 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] Checking router: 3316baed-324f-464e-9b16-c3fabbd0f190 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:51:42.484101 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:42.484705 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:42.508633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f46b5c-69a8-4e01-827e-b635b3b91c9e req-d2d0c007-4c32-43b8-a934-86e96514da40 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560873 Nov 12 21:51:42.535858 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-68cb48a9-ebe9-4eb9-8d6f-96ae48d33adc service neutron] 10.222.0.46 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855112 Nov 12 21:51:42.594224 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:42.635601 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-27b034e7-3dc5-4f57-b862-b5ba56480a01 req-197f4674-d6a5-4360-aaa7-27f377c2b02c service neutron] 10.222.0.46 "GET /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911963 Nov 12 21:51:42.794176 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:49Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:42.824857 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c88e3f-1fca-40d0-be3e-5bfba096a03e None None] The sync data for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 is: [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:50:46Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'e9053cd9-6f42-46be-abc1-012f34dca3bc', 'name': '', 'network_id': 'f9148646-c38d-480d-9436-a89245075daa', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:7d:dd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:45Z', 'updated_at': '2021-11-12T21:50:49Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '5b42ad34-37a2-4ff9-9384-b5c84310f97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:51:43.050476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57bb9c-fb93-48d6-abde-f8d7d1c1ddaf None None] New status for floating IP 5ba26aa0-60fb-44e6-81a8-40eec3120ae5: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:51:43.633625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843632d3-4b68-43ec-a86a-0645817dad12 req-2ab4f9f1-da4b-4486-9eff-741f1dd5ea0c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:43.635231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-843632d3-4b68-43ec-a86a-0645817dad12 req-2ab4f9f1-da4b-4486-9eff-741f1dd5ea0c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0533819 Nov 12 21:51:43.686991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-843632d3-4b68-43ec-a86a-0645817dad12 req-decc9150-d426-47c3-a10f-64d859827ac4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=229f43cb-62f7-463b-aaa6-77774105ee1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454681 Nov 12 21:51:44.221775 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-9989de5e-fd4f-4aa5-9174-0c1c67839269 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:44.223435 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-9989de5e-fd4f-4aa5-9174-0c1c67839269 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 946 time: 0.0495825 Nov 12 21:51:44.319867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port cfa1787b-a7ca-427d-8676-dd92367ae664 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:51:44.320204 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:44.409697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port cfa1787b-a7ca-427d-8676-dd92367ae664, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=cfa1787b-a7ca-427d-8676-dd92367ae664,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:51:44.410055 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:44.422590 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for cfa1787b-a7ca-427d-8676-dd92367ae664 owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:51:44.602865 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:44.631592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=cfa1787b-a7ca-427d-8676-dd92367ae664,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:44.672821 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] No DVR routers for this DVR port cfa1787b-a7ca-427d-8676-dd92367ae664 on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:51:44.675499 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:44.678929 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-332a8877-3f2f-4cbd-8507-49a2bb245073 req-a440d965-a5f3-4148-84d9-4609dfe5c64e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "DELETE /v2.0/ports/cfa1787b-a7ca-427d-8676-dd92367ae664 HTTP/1.1" status: 204 len: 173 time: 0.4460537 Nov 12 21:51:44.679418 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'name': 'network-vif-deleted', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:51:44.681718 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0ea6b8-99ea-4c5c-a71b-a814bf1921e2" -d '{"events": [{"server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "name": "network-vif-deleted", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:51:44.718060 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79ac258-18a1-4ef3-b96a-3b00930d054b x-openstack-request-id: req-a79ac258-18a1-4ef3-b96a-3b00930d054b {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:51:44.718357 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff51645-778d-4677-9049-79d60db7a377", "name": "network-vif-deleted", "tag": "cfa1787b-a7ca-427d-8676-dd92367ae664", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:51:44.718616 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a79ac258-18a1-4ef3-b96a-3b00930d054b {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:51:44.719022 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff51645-778d-4677-9049-79d60db7a377', 'name': 'network-vif-deleted', 'tag': 'cfa1787b-a7ca-427d-8676-dd92367ae664', 'status': 'completed', 'code': 200} Nov 12 21:51:44.782658 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0506af05-464b-435a-a8ad-65dfc2c5f943 req-427fabad-a859-4ca5-ad28-5ad44e92bdd6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff51645-778d-4677-9049-79d60db7a377 HTTP/1.1" status: 200 len: 210 time: 0.0264311 Nov 12 21:51:45.092935 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:51:45.839569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36400) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:46.531041 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:46.787046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port e9053cd9-6f42-46be-abc1-012f34dca3bc {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:51:46.787529 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:46.874594 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port e9053cd9-6f42-46be-abc1-012f34dca3bc, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=e9053cd9-6f42-46be-abc1-012f34dca3bc,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:51:46.875319 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:46.887614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for e9053cd9-6f42-46be-abc1-012f34dca3bc owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:51:47.115208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:47.146464 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=e9053cd9-6f42-46be-abc1-012f34dca3bc,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:47.171724 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.172086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.173026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.173387 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.173733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.174100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.174442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.174783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.175119 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.175478 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.178481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.178481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:47.335681 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:47.549075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 3316baed-324f-464e-9b16-c3fabbd0f190 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:51:47.654425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:51:47.659809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ef76db3a-322c-4397-9df5-c0c05b38751b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/3316baed-324f-464e-9b16-c3fabbd0f190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191891 Nov 12 21:51:47.663388 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36402) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:47.665029 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] Sync routers for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:51:47.675602 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:47.676204 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:47.690623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device cfa1787b-a7ca-427d-8676-dd92367ae664 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:51:47.715998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: cfa1787b-a7ca-427d-8676-dd92367ae664 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:51:47.716353 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device cfa1787b-a7ca-427d-8676-dd92367ae664 not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:51:47.719550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf99de5-20c9-4275-8156-d1126886d8a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting subnet 5b42ad34-37a2-4ff9-9384-b5c84310f97a {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:51:47.722752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cf99de5-20c9-4275-8156-d1126886d8a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:47.764399 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cf99de5-20c9-4275-8156-d1126886d8a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:47.782119 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:47.847427 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cf99de5-20c9-4275-8156-d1126886d8a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:47.957393 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:51:47Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:47.961707 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cf99de5-20c9-4275-8156-d1126886d8a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:47.988184 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] Checking router: 3316baed-324f-464e-9b16-c3fabbd0f190 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:51:47.992576 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1cf99de5-20c9-4275-8156-d1126886d8a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:47.996964 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] Routers {'3316baed-324f-464e-9b16-c3fabbd0f190'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:47.997567 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['3316baed-324f-464e-9b16-c3fabbd0f190'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:47.998718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00262f76-0ae2-44c8-aa68-13f582c5a1cc None None] Network f9148646-c38d-480d-9436-a89245075daa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:51:47.999278 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36404) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:48.004356 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1cf99de5-20c9-4275-8156-d1126886d8a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/subnets/5b42ad34-37a2-4ff9-9384-b5c84310f97a HTTP/1.1" status: 204 len: 168 time: 0.3390656 Nov 12 21:51:48.005882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf99de5-20c9-4275-8156-d1126886d8a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Subnet': ['ID=5b42ad34-37a2-4ff9-9384-b5c84310f97a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:48.109569 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] Set router 3316baed-324f-464e-9b16-c3fabbd0f190 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:48.116540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.232173 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.293557 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:51:47Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:48.323225 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7708ee8-2023-495c-9196-1214e7f9c53d None None] The sync data for ids ['3316baed-324f-464e-9b16-c3fabbd0f190'] in n-d-713498-29 is: [{'id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974435477', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:50:41Z', 'updated_at': '2021-11-12T21:51:47Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '8635766f-8fed-4445-8f14-834eccb61bd0', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3316baed-324f-464e-9b16-c3fabbd0f190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:50:42Z', 'updated_at': '2021-11-12T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:51:48.365024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] DHCP port deletion for f9148646-c38d-480d-9436-a89245075daa request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:51:48.396216 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 8635766f-8fed-4445-8f14-834eccb61bd0 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:51:48.397215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.417298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Deleting port 50f09743-0e28-43c1-a70c-0bc9f19263a1 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:51:48.417669 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.476892 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port 8635766f-8fed-4445-8f14-834eccb61bd0, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=8635766f-8fed-4445-8f14-834eccb61bd0,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:51:48.477280 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.480029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] For port 50f09743-0e28-43c1-a70c-0bc9f19263a1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=50f09743-0e28-43c1-a70c-0bc9f19263a1,segment=NetworkSegment(b0a6307f-f032-4342-9baa-ca38f93c88db),segment_id=b0a6307f-f032-4342-9baa-ca38f93c88db)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:51:48.480432 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.490145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 8635766f-8fed-4445-8f14-834eccb61bd0 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:51:48.493256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Calling delete_port for 50f09743-0e28-43c1-a70c-0bc9f19263a1 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:51:48.669774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.697398 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Pushing event deleted for resources: {'Port': ['ID=50f09743-0e28-43c1-a70c-0bc9f19263a1,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:48.705235 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.705588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.705934 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.706279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.706611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.706944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.707364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.707697 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.708031 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.708351 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.708680 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.709034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:48.713667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977e902-2b69-472d-8a58-cd2446064e64 None None] No DVR routers for this DVR port 50f09743-0e28-43c1-a70c-0bc9f19263a1 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:51:48.723342 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.741107 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 50f09743-0e28-43c1-a70c-0bc9f19263a1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:51:48.752615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=8635766f-8fed-4445-8f14-834eccb61bd0,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:48.764544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 50f09743-0e28-43c1-a70c-0bc9f19263a1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:51:48.765241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 50f09743-0e28-43c1-a70c-0bc9f19263a1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:51:48.765854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e9053cd9-6f42-46be-abc1-012f34dca3bc no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:51:48.786595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b80d06-c857-42b5-bd78-9275303b6dcf None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:51:48.789128 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: e9053cd9-6f42-46be-abc1-012f34dca3bc {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:51:48.789495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device e9053cd9-6f42-46be-abc1-012f34dca3bc not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:51:48.833468 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.932775 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:48.934942 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.029283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.029956 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Fanout notify agent at l3_agent the message router_deleted on router 3316baed-324f-464e-9b16-c3fabbd0f190 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:51:49.036812 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.038981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f10ac6ec-a444-4aee-a4ff-291c2a24708b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/routers/3316baed-324f-464e-9b16-c3fabbd0f190 HTTP/1.1" status: 204 len: 168 time: 1.0384073 Nov 12 21:51:49.041794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36406) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:49.122507 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.214290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.234234 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9148646-c38d-480d-9436-a89245075daa']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:49.244792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a6307f-f032-4342-9baa-ca38f93c88db') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:49.245093 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a6307f-f032-4342-9baa-ca38f93c88db') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:49.254539 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.267680 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.274368 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:51:49.274752 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:51:49.277657 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:51:49.389067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.398141 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.400137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/networks/f9148646-c38d-480d-9436-a89245075daa HTTP/1.1" status: 204 len: 168 time: 0.3573575 Nov 12 21:51:49.403068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36408) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:49.411396 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d4e8c-517a-41fb-a035-0de3adc3979e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Network': ['ID=f9148646-c38d-480d-9436-a89245075daa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:49.466448 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e15fea2-4411-46b2-b3e1-fe661a14d817 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.494680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e15fea2-4411-46b2-b3e1-fe661a14d817 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.611992 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e15fea2-4411-46b2-b3e1-fe661a14d817 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.614665 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9e15fea2-4411-46b2-b3e1-fe661a14d817 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:49.618451 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9e15fea2-4411-46b2-b3e1-fe661a14d817 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/security-groups/229f43cb-62f7-463b-aaa6-77774105ee1a HTTP/1.1" status: 204 len: 168 time: 0.2118862 Nov 12 21:51:49.625379 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15fea2-4411-46b2-b3e1-fe661a14d817 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229f43cb-62f7-463b-aaa6-77774105ee1a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:49.925145 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36414) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:49.930550 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-93039734-e830-4890-ae0d-ff5812c9d948 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236311292', 'description': 'tempest-secgroup-smoke-236311292 description', 'project_id': '89311f586e484c4f97e23db59cb4cd71'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:50.008635 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93039734-e830-4890-ae0d-ff5812c9d948 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.074417 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93039734-e830-4890-ae0d-ff5812c9d948 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.137657 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93039734-e830-4890-ae0d-ff5812c9d948 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.167960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93039734-e830-4890-ae0d-ff5812c9d948 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b899d9c4-56da-4694-93e0-23acead9bbd0,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:50.237132 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-93039734-e830-4890-ae0d-ff5812c9d948 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.238448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-93039734-e830-4890-ae0d-ff5812c9d948 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3121946 Nov 12 21:51:50.242209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36416) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:50.247900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-70437fcb-4ce2-4b06-ba15-a97729b94c29 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'b899d9c4-56da-4694-93e0-23acead9bbd0', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:50.406232 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70437fcb-4ce2-4b06-ba15-a97729b94c29 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.461692 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70437fcb-4ce2-4b06-ba15-a97729b94c29 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.550351 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70437fcb-4ce2-4b06-ba15-a97729b94c29 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.566508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437fcb-4ce2-4b06-ba15-a97729b94c29 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143077b0-905b-496c-85fa-f10669fd8619,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:50.597660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8635766f-8fed-4445-8f14-834eccb61bd0 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:51:50.618557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 8635766f-8fed-4445-8f14-834eccb61bd0 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:51:50.618870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 8635766f-8fed-4445-8f14-834eccb61bd0 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:51:50.627900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-70437fcb-4ce2-4b06-ba15-a97729b94c29 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.630240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-70437fcb-4ce2-4b06-ba15-a97729b94c29 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3859043 Nov 12 21:51:50.632041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36418) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:50.636496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e95d1ad2-ca3e-452e-98ba-5ba2e7ff8b93 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'b899d9c4-56da-4694-93e0-23acead9bbd0', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:50.731630 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e95d1ad2-ca3e-452e-98ba-5ba2e7ff8b93 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.792089 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e95d1ad2-ca3e-452e-98ba-5ba2e7ff8b93 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.852077 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e95d1ad2-ca3e-452e-98ba-5ba2e7ff8b93 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.869763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d1ad2-ca3e-452e-98ba-5ba2e7ff8b93 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31e3802-1256-42a8-9016-90c33ee9bcc6,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:50.945547 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e95d1ad2-ca3e-452e-98ba-5ba2e7ff8b93 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:50.946785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e95d1ad2-ca3e-452e-98ba-5ba2e7ff8b93 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3137505 Nov 12 21:51:50.949575 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36420) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:50.953951 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fa8b05db-ab4e-4940-b45b-f896f4535514 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'b899d9c4-56da-4694-93e0-23acead9bbd0', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:51.052765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa8b05db-ab4e-4940-b45b-f896f4535514 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.109781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa8b05db-ab4e-4940-b45b-f896f4535514 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.202389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa8b05db-ab4e-4940-b45b-f896f4535514 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.220548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b05db-ab4e-4940-b45b-f896f4535514 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafa2f7d-b0e7-4449-a8b7-28ffc6c3247d,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:51.323010 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fa8b05db-ab4e-4940-b45b-f896f4535514 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.324262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fa8b05db-ab4e-4940-b45b-f896f4535514 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737190 Nov 12 21:51:51.326839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36422) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:51.331181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-f348a084-4812-4442-8dab-dd578e973979 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'b899d9c4-56da-4694-93e0-23acead9bbd0', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:51.415257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f348a084-4812-4442-8dab-dd578e973979 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.474519 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f348a084-4812-4442-8dab-dd578e973979 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.545255 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f348a084-4812-4442-8dab-dd578e973979 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.564402 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348a084-4812-4442-8dab-dd578e973979 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d513752f-5158-4303-b0c8-13825bdc9ec9,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:51.632164 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f348a084-4812-4442-8dab-dd578e973979 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.633384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f348a084-4812-4442-8dab-dd578e973979 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3055840 Nov 12 21:51:51.636067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36424) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:51.640480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-01dfebcd-8cce-41a8-a105-b73a3c078bbb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'b899d9c4-56da-4694-93e0-23acead9bbd0', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:51.728638 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-01dfebcd-8cce-41a8-a105-b73a3c078bbb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:51:51.733755 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01dfebcd-8cce-41a8-a105-b73a3c078bbb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.796763 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01dfebcd-8cce-41a8-a105-b73a3c078bbb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.859719 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01dfebcd-8cce-41a8-a105-b73a3c078bbb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.880068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfebcd-8cce-41a8-a105-b73a3c078bbb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a908e20-39a7-4f95-8bd8-d22213b5899c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:51.924602 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-01dfebcd-8cce-41a8-a105-b73a3c078bbb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:51.925831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-01dfebcd-8cce-41a8-a105-b73a3c078bbb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2886930 Nov 12 21:51:51.929490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36426) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:51.935393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2f4168f6-73ff-454e-bca3-2207eeeeedaf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'b899d9c4-56da-4694-93e0-23acead9bbd0', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:52.002223 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-2f4168f6-73ff-454e-bca3-2207eeeeedaf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:51:52.007227 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4168f6-73ff-454e-bca3-2207eeeeedaf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.066144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4168f6-73ff-454e-bca3-2207eeeeedaf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.145376 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4168f6-73ff-454e-bca3-2207eeeeedaf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.164602 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4168f6-73ff-454e-bca3-2207eeeeedaf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632b07e1-baa4-48d5-acb4-1a5f527b999c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:52.230831 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2f4168f6-73ff-454e-bca3-2207eeeeedaf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.232090 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2f4168f6-73ff-454e-bca3-2207eeeeedaf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3016634 Nov 12 21:51:52.234895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36428) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:52.240034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'network': {'name': 'tempest-network-smoke--1105033339', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'port_security_enabled': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:52.339573 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:51:52.343203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.366914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:51:52.375429 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.375788 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Added segment 13ad7680-b528-4055-a2fa-fbb0f37daa1f of type vlan for network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 Nov 12 21:51:52.415907 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.505283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.511114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:52.511730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.577140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Network': ['ID=3c93f2b6-5f7a-4d24-9be4-c112d85023f3,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:52.587849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:51:52.605650 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ab03ddc6-1526-4cf9-8c67-88c0fbb59563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3695786 Nov 12 21:51:52.608380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36430) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:52.613343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'admin_state_up': True, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:52.700215 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.701211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.755144 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:52.954787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:53.200238 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:53.218953 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:53.321578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.119 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/961c80d9-d71d-4f0f-a92f-c9d438e58e74) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:51:53.425779 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:53.539193 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:53.577359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:51:53.583836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:51:53.586232 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:51:53.592214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=961c80d9-d71d-4f0f-a92f-c9d438e58e74,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:53.596369 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14677f-2619-46e5-a7cc-325cb27e884c None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:51:53.645738 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-df9f495c-addc-4558-8a67-82fcf00fe9a8 None None] Provisioning complete for port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:53.646198 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-df9f495c-addc-4558-8a67-82fcf00fe9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:53.680524 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-df9f495c-addc-4558-8a67-82fcf00fe9a8 None None] Port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:51:53.905656 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:54.101270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:54.315044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:51:54.421650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:51:54.431823 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Sync routers for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:51:54.441786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:54.442408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:54.495994 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:54.497183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e5372fa0-de6b-4644-ba18-baf750f31b3c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8878477 Nov 12 21:51:54.500337 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36432) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:54.530652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1db5da5c-5d36-481d-91fb-34ab1200bcfe tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=89311f586e484c4f97e23db59cb4cd71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289366 Nov 12 21:51:54.533182 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36434) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:54.550824 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:54.624196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131d519-fd83-4f24-89ca-ae2fbc3456c0 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:54.625867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8131d519-fd83-4f24-89ca-ae2fbc3456c0 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915918 Nov 12 21:51:54.628568 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36436) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:54.730633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:53Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:54.763110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Checking router: e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:51:54.763395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Updating router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:51:54.790748 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:54.999385 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dbd61767-c379-4606-9dde-01b7f0abca1e tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3696845 Nov 12 21:51:55.001852 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36438) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:55.007159 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377511356', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:51:55.044529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.103690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.152116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc74a6e-6fce-43b3-bb15-5b33098a83af None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:51:55.167963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Attempting to bind port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:51:55.168336 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Attempting to bind port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:51:55.168699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Attempting to bind port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:51:55.173670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceb5a3-6aca-4d1d-bf82-1ece202d5ca9 None None] Pushing event updated for resources: {'Port': ['ID=961c80d9-d71d-4f0f-a92f-c9d438e58e74,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:55.179063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:51:55.179470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:51:55.179872 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.180265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:51:55.180731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Bound port: 961c80d9-d71d-4f0f-a92f-c9d438e58e74, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:51:55.181235 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.185678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:51:55.189329 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.235522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a05012ce-7969-41d3-89f6-315555cf168d None None] Provisioning complete for port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:55.241269 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a05012ce-7969-41d3-89f6-315555cf168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.267651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] For port 961c80d9-d71d-4f0f-a92f-c9d438e58e74, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:51:55.285212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] For port 961c80d9-d71d-4f0f-a92f-c9d438e58e74, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=961c80d9-d71d-4f0f-a92f-c9d438e58e74,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:51:55.286463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a05012ce-7969-41d3-89f6-315555cf168d None None] Port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:51:55.363003 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.405026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a6bda-361b-43f3-900f-f465df3cffd1 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:51:55.432758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:55.433366 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:55.436363 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceb5a3-6aca-4d1d-bf82-1ece202d5ca9 None None] Pushing event updated for resources: {'Port': ['ID=961c80d9-d71d-4f0f-a92f-c9d438e58e74,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:55.443355 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.513409 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Subnet': ['ID=016d5664-1f29-48f8-805c-68613bead64e,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:55.522094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Checking segment: {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:51:55.522458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network hostable DHCP agents. Network: 3c93f2b6-5f7a-4d24-9be4-c112d85023f3, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:51:55.550922 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c3e4eeee-990d-46cd-b389-9bb7bdea878d None None] Provisioning complete for port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:55.551311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c3e4eeee-990d-46cd-b389-9bb7bdea878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.554385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:55.612333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:51:55.680926 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 3c93f2b6-5f7a-4d24-9be4-c112d85023f3) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:51:55.685506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:55.686308 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.695708 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db2116-33a0-4eef-bd84-597694cef32d None None] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:51:55.777143 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1078b32e-431d-4d91-869a-d4067ce61629 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7742534 Nov 12 21:51:55.779931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36440) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:51:55.840060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c3e4eeee-990d-46cd-b389-9bb7bdea878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.893839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c3e4eeee-990d-46cd-b389-9bb7bdea878d None None] For port 961c80d9-d71d-4f0f-a92f-c9d438e58e74, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=961c80d9-d71d-4f0f-a92f-c9d438e58e74,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:51:55.938871 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:53Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:55.942305 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c3e4eeee-990d-46cd-b389-9bb7bdea878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.970703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:51:55.971553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:55.991631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1bcec5-76a0-4f17-8fb4-68d8c808f6a4 None None] The sync data for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 is: [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:53Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:51:56.262534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4eeee-990d-46cd-b389-9bb7bdea878d None None] Pushing event updated for resources: {'Port': ['ID=961c80d9-d71d-4f0f-a92f-c9d438e58e74,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:56.278065 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.342095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Allocated IP 172.20.0.2 (3c93f2b6-5f7a-4d24-9be4-c112d85023f3/016d5664-1f29-48f8-805c-68613bead64e/27eaf915-5efe-4a98-96c1-8a00429e58d6) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:51:56.504963 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.580811 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.628992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:51:56.638769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.1 (3c93f2b6-5f7a-4d24-9be4-c112d85023f3/016d5664-1f29-48f8-805c-68613bead64e/eff18957-0be1-4e15-8235-9961cc72af98) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:51:56.643383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:51:56.646115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:51:56.654482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 961c80d9-d71d-4f0f-a92f-c9d438e58e74 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:51:56.660174 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Pushing event updated for resources: {'Port': ['ID=27eaf915-5efe-4a98-96c1-8a00429e58d6,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:56.754284 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Attempting to bind port 27eaf915-5efe-4a98-96c1-8a00429e58d6 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:51:56.754654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Attempting to bind port 27eaf915-5efe-4a98-96c1-8a00429e58d6 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:51:56.755037 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Attempting to bind port 27eaf915-5efe-4a98-96c1-8a00429e58d6 on network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:51:56.764831 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:51:56.765214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Checking segment: {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:51:56.765623 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.766027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Bound using segment: {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:51:56.766515 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Bound port: 27eaf915-5efe-4a98-96c1-8a00429e58d6, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:51:56.766900 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.770603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:56.770967 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.775766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.869568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.873742 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] For port 27eaf915-5efe-4a98-96c1-8a00429e58d6, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:51:56.877925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] For port 27eaf915-5efe-4a98-96c1-8a00429e58d6, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=27eaf915-5efe-4a98-96c1-8a00429e58d6,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:51:56.908929 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:51:56.912845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:51:56.917363 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:51:56.950777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=eff18957-0be1-4e15-8235-9961cc72af98,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:56.970950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:56.972296 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:57.037967 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79aa91-00e8-4747-a5a0-5c78f1e68f2c None None] Pushing event updated for resources: {'Port': ['ID=27eaf915-5efe-4a98-96c1-8a00429e58d6,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:57.209846 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:57.500508 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:57.551299 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:57.617875 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6df08b53-c68d-45e0-9288-521a22440942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:57.624175 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=eff18957-0be1-4e15-8235-9961cc72af98,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:57.626694 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:57.723160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:51:57.725458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:51:57.840490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:51:57.955619 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:51:57.968243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ec6af7a7-c610-4a2b-8355-5d6c71c13baa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/e83f7e99-b2f8-4da2-a6cd-b047971ce6c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1868403 Nov 12 21:51:58.081638 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Sync routers for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:51:58.092552 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:58.093434 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:58.124425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-9d847fce-95db-479c-a71f-7368e4260abb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236311292&fields=id&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 267 time: 0.0496678 Nov 12 21:51:58.143722 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769078d2-2df7-4fdc-9b30-5154158f7840 None None] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:51:58.219782 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:58.229528 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-80f83ea3-5812-4797-aded-58e0bc812aef None None] Provisioning complete for port 27eaf915-5efe-4a98-96c1-8a00429e58d6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:58.229984 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80f83ea3-5812-4797-aded-58e0bc812aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:58.248017 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-40660f13-df19-4dbd-8efc-af11d66032bb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:51:58.249712 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-40660f13-df19-4dbd-8efc-af11d66032bb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/networks?id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3 HTTP/1.1" status: 200 len: 797 time: 0.1168406 Nov 12 21:51:58.268890 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-41724db7-a87e-4e72-b824-3f0b5311ed37 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/quotas/89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 375 time: 0.0102782 Nov 12 21:51:58.331701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-7324ba98-82ff-484f-9575-a459b091db02 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548639 Nov 12 21:51:58.379574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80f83ea3-5812-4797-aded-58e0bc812aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:58.420000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-80f83ea3-5812-4797-aded-58e0bc812aef None None] For port 27eaf915-5efe-4a98-96c1-8a00429e58d6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=27eaf915-5efe-4a98-96c1-8a00429e58d6,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:51:58.497956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80f83ea3-5812-4797-aded-58e0bc812aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:58.505260 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-5a8adb64-cb0c-4084-bf4a-d8a603dfd1cb service neutron] 10.222.0.64 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627245 Nov 12 21:51:58.561617 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 2, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:58.564544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83ea3-5812-4797-aded-58e0bc812aef None None] Pushing event updated for resources: {'Port': ['ID=27eaf915-5efe-4a98-96c1-8a00429e58d6,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:58.598730 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Checking router: e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:51:58.599083 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Updating router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 port eff18957-0be1-4e15-8235-9961cc72af98 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:51:58.626650 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:58.627064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d39620e4-57dd-4185-9305-296748138671 None None] Provisioning complete for port eff18957-0be1-4e15-8235-9961cc72af98 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:58.632097 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d39620e4-57dd-4185-9305-296748138671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:58.651307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-7e3be9d6-2aad-406b-a485-1d9535e37065 service neutron] 10.222.0.64 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352565 Nov 12 21:51:58.682463 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d39620e4-57dd-4185-9305-296748138671 None None] Port eff18957-0be1-4e15-8235-9961cc72af98 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:51:58.703940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d39620e4-57dd-4185-9305-296748138671 None None] Provisioning complete for port 27eaf915-5efe-4a98-96c1-8a00429e58d6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:58.704775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d39620e4-57dd-4185-9305-296748138671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:58.709876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 27eaf915-5efe-4a98-96c1-8a00429e58d6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:51:58.805372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 27eaf915-5efe-4a98-96c1-8a00429e58d6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:58.805746 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:58.913344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fedb9173-759c-46e8-8b6f-5e255cb33dd0 req-0865ab00-a163-45a7-a20d-fb9359286714 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 210 time: 0.0471995 Nov 12 21:51:59.000523 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.015775 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6c28678f-4314-42f6-8cc8-8f8fede7f76d None None] Provisioning complete for port eff18957-0be1-4e15-8235-9961cc72af98 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:59.015775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6c28678f-4314-42f6-8cc8-8f8fede7f76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.059176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6c28678f-4314-42f6-8cc8-8f8fede7f76d None None] Port eff18957-0be1-4e15-8235-9961cc72af98 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:51:59.060694 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.114753 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Pushing event updated for resources: {'Port': ['ID=eff18957-0be1-4e15-8235-9961cc72af98,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:59.139083 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.139455 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.139788 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.140337 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.140794 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.140984 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.141512 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.141839 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.142157 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.142643 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.142962 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.143468 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:51:59.176901 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Attempting to bind port eff18957-0be1-4e15-8235-9961cc72af98 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:51:59.177185 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Attempting to bind port eff18957-0be1-4e15-8235-9961cc72af98 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:51:59.177813 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Attempting to bind port eff18957-0be1-4e15-8235-9961cc72af98 on network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:51:59.179713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4f6e9023-8be9-421c-9256-490b5fa72eab None None] Provisioning complete for port eff18957-0be1-4e15-8235-9961cc72af98 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:59.180221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9023-8be9-421c-9256-490b5fa72eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.184262 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:51:59.184633 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Checking segment: {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:51:59.185285 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.185682 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Bound using segment: {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:51:59.186148 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Bound port: eff18957-0be1-4e15-8235-9961cc72af98, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:51:59.186524 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.219873 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e9023-8be9-421c-9256-490b5fa72eab None None] Port eff18957-0be1-4e15-8235-9961cc72af98 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:51:59.261424 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] For port eff18957-0be1-4e15-8235-9961cc72af98, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:51:59.264831 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] For port eff18957-0be1-4e15-8235-9961cc72af98, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eff18957-0be1-4e15-8235-9961cc72af98,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:51:59.340015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5e7c256d-ee86-4911-958c-d135b02df053 None None] Provisioning complete for port eff18957-0be1-4e15-8235-9961cc72af98 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:59.340326 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e7c256d-ee86-4911-958c-d135b02df053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.345856 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.378214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c256d-ee86-4911-958c-d135b02df053 None None] Port eff18957-0be1-4e15-8235-9961cc72af98 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:51:59.402515 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:51:59.403129 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:51:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:59.452308 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d26e60-0a11-4c05-8451-9ba05d7efd0f None None] Pushing event updated for resources: {'Port': ['ID=eff18957-0be1-4e15-8235-9961cc72af98,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:51:59.547499 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:51:59.710997 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1852f65e-12c5-4ea3-b75e-f62f49e275d5 None None] Provisioning complete for port eff18957-0be1-4e15-8235-9961cc72af98 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:51:59.712101 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1852f65e-12c5-4ea3-b75e-f62f49e275d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.795321 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1852f65e-12c5-4ea3-b75e-f62f49e275d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.817722 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:59Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:51:59.831498 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1852f65e-12c5-4ea3-b75e-f62f49e275d5 None None] For port eff18957-0be1-4e15-8235-9961cc72af98, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eff18957-0be1-4e15-8235-9961cc72af98,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:51:59.847027 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3573e-45bf-4ecc-98bf-cba87271c9ea None None] The sync data for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 is: [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:59Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:51:59.895329 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1852f65e-12c5-4ea3-b75e-f62f49e275d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:51:59.972307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852f65e-12c5-4ea3-b75e-f62f49e275d5 None None] Pushing event updated for resources: {'Port': ['ID=eff18957-0be1-4e15-8235-9961cc72af98,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:52:00.042748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-448e2852-7317-4be9-9743-346626687451 req-ec5af655-62c1-40fe-b073-2ec0980ab039 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 210 time: 0.0325627 Nov 12 21:52:00.155047 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bcc15cde-e98e-4295-8ac3-44425e4b0d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:00.682273 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 27eaf915-5efe-4a98-96c1-8a00429e58d6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:52:00.732958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 27eaf915-5efe-4a98-96c1-8a00429e58d6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:52:00.733334 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:00.819348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eff18957-0be1-4e15-8235-9961cc72af98 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:52:00.867629 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port eff18957-0be1-4e15-8235-9961cc72af98 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:52:00.868010 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:01.155338 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99d57475-a1ca-49c8-8b99-991dd9c5326a req-6f8783f0-59ee-4f66-ab0e-439b863140fc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 210 time: 0.0354507 Nov 12 21:52:01.188788 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-d8d4956a-9e4e-49da-abe0-7c1a16212aa1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:01.190238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-d8d4956a-9e4e-49da-abe0-7c1a16212aa1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "GET /v2.0/networks?id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3 HTTP/1.1" status: 200 len: 797 time: 0.1323726 Nov 12 21:52:01.256590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-96fab43b-7ec9-486c-8efc-0f86367dcb2a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 379 time: 0.0553226 Nov 12 21:52:01.265071 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'port': {'device_id': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'admin_state_up': True, 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'security_groups': ['b899d9c4-56da-4694-93e0-23acead9bbd0']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:52:01.431451 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:52:01.435187 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:01.516682 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:01.558753 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.4 (3c93f2b6-5f7a-4d24-9be4-c112d85023f3/016d5664-1f29-48f8-805c-68613bead64e/a4b573ac-06fe-4487-af93-610c9ec34472) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:52:01.698193 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:01.806762 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:01.848237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:52:01.854152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:52:01.857915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:52:01.864366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=a4b573ac-06fe-4487-af93-610c9ec34472,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:52:01.916828 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:01.917465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:01.994731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-48f2ca8c-e09e-4914-9fc4-481e797ece6e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7332394 Nov 12 21:52:02.055272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Request body: {'port': {'device_id': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:52:02.107478 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:02.136244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a9f0959d-30f2-473f-abd5-5006b188c9b2 None None] Provisioning complete for port a4b573ac-06fe-4487-af93-610c9ec34472 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:52:02.136861 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a9f0959d-30f2-473f-abd5-5006b188c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:02.171207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0959d-30f2-473f-abd5-5006b188c9b2 None None] Port a4b573ac-06fe-4487-af93-610c9ec34472 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:52:02.330786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eb920-ce98-43d1-b23b-c4f18988d46e req-341cde99-0d40-48b6-b058-39dd7f9552ad tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:02.332295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-806eb920-ce98-43d1-b23b-c4f18988d46e req-341cde99-0d40-48b6-b058-39dd7f9552ad tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 931 time: 0.1025243 Nov 12 21:52:02.408874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-806eb920-ce98-43d1-b23b-c4f18988d46e req-ff961339-0491-4401-947e-e2409190c885 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695450 Nov 12 21:52:02.449924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b573ac-06fe-4487-af93-610c9ec34472 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:52:02.457188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:02.469386 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Transition to ACTIVE for port object a4b573ac-06fe-4487-af93-610c9ec34472 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:52:02.534033 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:02.586509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b573ac-06fe-4487-af93-610c9ec34472,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:52:02.659912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Attempting to bind port a4b573ac-06fe-4487-af93-610c9ec34472 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:52:02.660256 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Attempting to bind port a4b573ac-06fe-4487-af93-610c9ec34472 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:52:02.660615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Attempting to bind port a4b573ac-06fe-4487-af93-610c9ec34472 on network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:52:02.665772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Port a4b573ac-06fe-4487-af93-610c9ec34472 on network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:52:02.666104 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Attempting to bind port a4b573ac-06fe-4487-af93-610c9ec34472 on network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:52:02.671167 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:52:02.671626 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Checking segment: {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:52:02.672007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Bound using segment: {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:52:02.672445 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Bound port: a4b573ac-06fe-4487-af93-610c9ec34472, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ad7680-b528-4055-a2fa-fbb0f37daa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:52:02.672807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:02.738777 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] For port a4b573ac-06fe-4487-af93-610c9ec34472, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:52:02.742485 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] For port a4b573ac-06fe-4487-af93-610c9ec34472, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a4b573ac-06fe-4487-af93-610c9ec34472,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:52:02.800969 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:02.835091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:02.835736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:02.837175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] 10.222.0.78 "PUT /v2.0/ports/a4b573ac-06fe-4487-af93-610c9ec34472 HTTP/1.1" status: 200 len: 1092 time: 0.8338277 Nov 12 21:52:02.837569 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:52:02.839865 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3dd2d1-3860-4c92-a526-f9faadac59b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:52:02.865823 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f683f5-0df1-496c-b32a-9ecac82407e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b573ac-06fe-4487-af93-610c9ec34472,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:52:02.888187 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b546a0-3bdd-4eb5-b60e-d5ec34ffb317 x-openstack-request-id: req-63b546a0-3bdd-4eb5-b60e-d5ec34ffb317 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:52:02.888489 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:52:02.888749 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63b546a0-3bdd-4eb5-b60e-d5ec34ffb317 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:52:02.889163 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'status': 'completed', 'code': 200} Nov 12 21:52:02.956096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dd2d1-3860-4c92-a526-f9faadac59b6 req-ed2d3402-9ffd-4e57-a8ff-5b35be24f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:02.957706 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f3dd2d1-3860-4c92-a526-f9faadac59b6 req-ed2d3402-9ffd-4e57-a8ff-5b35be24f7f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 1095 time: 0.0436776 Nov 12 21:52:03.061303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dd2d1-3860-4c92-a526-f9faadac59b6 req-1c99076d-9af2-42cf-b27f-906dc533add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:03.062709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f3dd2d1-3860-4c92-a526-f9faadac59b6 req-1c99076d-9af2-42cf-b27f-906dc533add4 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=89311f586e484c4f97e23db59cb4cd71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0973806 Nov 12 21:52:03.160959 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dd2d1-3860-4c92-a526-f9faadac59b6 req-88401ae5-5a2a-41dd-b135-64f1a99f7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:03.162621 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f3dd2d1-3860-4c92-a526-f9faadac59b6 req-88401ae5-5a2a-41dd-b135-64f1a99f7822 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933194 Nov 12 21:52:03.223448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:03.236900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-3932f599-3115-4e0e-b9bd-c72dfa469dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:03.238462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-3932f599-3115-4e0e-b9bd-c72dfa469dce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 1095 time: 0.0416002 Nov 12 21:52:03.281359 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-42c55a8e-7e08-47e4-a4b4-50417826af66 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b573ac-06fe-4487-af93-610c9ec34472 HTTP/1.1" status: 200 len: 217 time: 0.0354512 Nov 12 21:52:03.335415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-6cd1a5ef-3144-4352-8f9f-4bbae50c0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:03.336989 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-6cd1a5ef-3144-4352-8f9f-4bbae50c0bac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=016d5664-1f29-48f8-805c-68613bead64e HTTP/1.1" status: 200 len: 834 time: 0.0490062 Nov 12 21:52:03.383128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-e6808645-d452-4faf-9dcf-7628020e5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:03.384622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-e6808645-d452-4faf-9dcf-7628020e5a27 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399854 Nov 12 21:52:03.476037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-7f91cb81-12dc-4827-bdf6-699e05d8e3b6 service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845659 Nov 12 21:52:03.585352 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a02f3-88ec-4213-ab7e-fb6b02912fae req-cfacf23b-d3c8-46f1-be69-bcb2c9f0e09e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:03.586916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-884a02f3-88ec-4213-ab7e-fb6b02912fae req-cfacf23b-d3c8-46f1-be69-bcb2c9f0e09e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 943 time: 0.1050336 Nov 12 21:52:03.620230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1ef6a38d-8d29-4393-b5e4-67b0b15c2375 req-23b6f5e8-d024-4656-bf4b-a63a19254346 service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366713 Nov 12 21:52:03.632175 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:03.651911 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-884a02f3-88ec-4213-ab7e-fb6b02912fae req-d977a285-7679-4644-b429-0cf955e57c70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588522 Nov 12 21:52:04.770221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3aa3e-d1a6-4ec9-a5d9-0b31db977de1 req-127bf839-3c9e-432c-abc6-6a7d80820c92 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:04.772534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f3aa3e-d1a6-4ec9-a5d9-0b31db977de1 req-127bf839-3c9e-432c-abc6-6a7d80820c92 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 943 time: 0.0525060 Nov 12 21:52:04.820808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6f3aa3e-d1a6-4ec9-a5d9-0b31db977de1 req-8601c066-9d20-4123-b66d-04594cb40bde tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Nov 12 21:52:05.936251 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d700e-e957-41d4-8891-1be683ad8ac6 req-2b358235-8617-4846-ad24-32e3cf97de15 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:05.937746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b0d700e-e957-41d4-8891-1be683ad8ac6 req-2b358235-8617-4846-ad24-32e3cf97de15 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 943 time: 0.0501635 Nov 12 21:52:05.989721 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6b0d700e-e957-41d4-8891-1be683ad8ac6 req-0d3c253a-e6e6-4902-ba40-fad758a33ed8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458028 Nov 12 21:52:07.110831 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91ddfd-fb6e-4d80-9eaa-df2b8365a2f4 req-7ff1873a-7e0d-4259-b7b8-b1f28987d389 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:07.112347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da91ddfd-fb6e-4d80-9eaa-df2b8365a2f4 req-7ff1873a-7e0d-4259-b7b8-b1f28987d389 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 943 time: 0.0539737 Nov 12 21:52:07.161577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da91ddfd-fb6e-4d80-9eaa-df2b8365a2f4 req-7a282cbc-e229-4e61-96eb-61d9f0321075 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426555 Nov 12 21:52:07.509224 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a4b573ac-06fe-4487-af93-610c9ec34472 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:52:07.604748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a4b573ac-06fe-4487-af93-610c9ec34472, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a4b573ac-06fe-4487-af93-610c9ec34472,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:52:07.616238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'port_id': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'mac_address': 'fa:16:3e:08:64:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:52:07.652542 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:07.665880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b573ac-06fe-4487-af93-610c9ec34472 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:52:07.685477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a4b573ac-06fe-4487-af93-610c9ec34472, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a4b573ac-06fe-4487-af93-610c9ec34472,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:52:07.737671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:07.792049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a4b573ac-06fe-4487-af93-610c9ec34472,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:52:07.975668 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['a4b573ac-06fe-4487-af93-610c9ec34472'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:52:08.281128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e5c6e-e800-4586-be6a-6ee1e3b67e67 req-68285561-2d84-4973-80a4-701092a0d5c1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:08.282610 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-650e5c6e-e800-4586-be6a-6ee1e3b67e67 req-68285561-2d84-4973-80a4-701092a0d5c1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 944 time: 0.0501082 Nov 12 21:52:08.333153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-650e5c6e-e800-4586-be6a-6ee1e3b67e67 req-e1ab161c-c22d-4857-bb63-29cd71985aa8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 Nov 12 21:52:09.449792 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6fc62-5b6f-4d49-bd12-12d154f90677 req-5ed5600d-e2f2-445d-8c26-f527f6256eab tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:09.451310 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4c6fc62-5b6f-4d49-bd12-12d154f90677 req-5ed5600d-e2f2-445d-8c26-f527f6256eab tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 944 time: 0.0494366 Nov 12 21:52:09.505566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4c6fc62-5b6f-4d49-bd12-12d154f90677 req-06bc39d8-f8d1-43db-958c-89c861de7945 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481372 Nov 12 21:52:09.528912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a4b573ac-06fe-4487-af93-610c9ec34472 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:52:09.657240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port a4b573ac-06fe-4487-af93-610c9ec34472 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:52:09.661201 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port a4b573ac-06fe-4487-af93-610c9ec34472 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:52:09.661728 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:09.739893 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:09.761015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:52:09.763124 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94331b73-2c45-47fb-823d-d2015087358f" -d '{"events": [{"server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "name": "network-vif-plugged", "status": "completed", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:52:09.776052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port a4b573ac-06fe-4487-af93-610c9ec34472, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a4b573ac-06fe-4487-af93-610c9ec34472,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:52:09.800389 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36502c39-09e0-4f28-8150-a7ed104af5cf x-openstack-request-id: req-36502c39-09e0-4f28-8150-a7ed104af5cf {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:52:09.800693 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "name": "network-vif-plugged", "status": "completed", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:52:09.800944 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36502c39-09e0-4f28-8150-a7ed104af5cf {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:52:09.801359 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'code': 200} Nov 12 21:52:09.836999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:09.884406 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=a4b573ac-06fe-4487-af93-610c9ec34472,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:52:09.897467 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf24334-d0f3-4fbc-acb1-75596300afc7 req-08615c30-636e-4f72-b42f-f1b8a8d88b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:09.898958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-daf24334-d0f3-4fbc-acb1-75596300afc7 req-08615c30-636e-4f72-b42f-f1b8a8d88b31 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 1097 time: 0.0417202 Nov 12 21:52:09.944345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-daf24334-d0f3-4fbc-acb1-75596300afc7 req-de99161b-1ece-48d3-adc7-3fe8acf637ca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388286 Nov 12 21:52:10.626694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cc632-5d29-43f7-9bfd-1deb9fca66b9 req-9e044417-2994-48e2-a12f-b0a09aac8591 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:10.628440 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-792cc632-5d29-43f7-9bfd-1deb9fca66b9 req-9e044417-2994-48e2-a12f-b0a09aac8591 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0545785 Nov 12 21:52:10.683572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-792cc632-5d29-43f7-9bfd-1deb9fca66b9 req-9b01581a-894c-427e-9ad5-5ab93ed70842 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475056 Nov 12 21:52:10.859847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:11.039982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:12.145138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72168caf-78b2-4893-bfd5-2cdf18bef026 req-b608d37b-c66e-494b-9a33-d21d73774e41 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:12.146763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72168caf-78b2-4893-bfd5-2cdf18bef026 req-b608d37b-c66e-494b-9a33-d21d73774e41 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.3938065 Nov 12 21:52:12.195864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72168caf-78b2-4893-bfd5-2cdf18bef026 req-6f1da5b2-ea55-4dc7-8f2a-578ab2721268 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Nov 12 21:52:12.313291 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf38d53-c518-4920-bfb2-283f2017f924 req-ca3fa5f4-3cdc-45a7-bafa-f55edb759b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:12.314762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcf38d53-c518-4920-bfb2-283f2017f924 req-ca3fa5f4-3cdc-45a7-bafa-f55edb759b72 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0490811 Nov 12 21:52:12.362754 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcf38d53-c518-4920-bfb2-283f2017f924 req-c2199785-0daa-4f79-926a-3a1fc4d9fb4d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420938 Nov 12 21:52:12.384383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36504) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:52:12.422801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e964a5-bc51-4ac9-8c81-37dcd84cad30 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:12.424250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-72e964a5-bc51-4ac9-8c81-37dcd84cad30 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 1092 time: 0.0388944 Nov 12 21:52:12.427020 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36506) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:52:12.432440 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:52:12.509045 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:12.609013 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:12.712988 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.84 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/224462a8-313d-4db2-9df2-ba038c2ab420) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:52:12.811504 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:12.900011 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:12.933556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:52:12.936283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:52:12.939625 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:52:12.975114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=224462a8-313d-4db2-9df2-ba038c2ab420,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:52:13.298259 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:13.422567 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:13.570578 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:13.628736 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:13.699036 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=224462a8-313d-4db2-9df2-ba038c2ab420,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:52:13.711128 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:13.813988 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP 92519f6b-8ba2-4ece-a474-55a8627750de associated. External IP: 172.25.8.84, port: a4b573ac-06fe-4487-af93-610c9ec34472. Nov 12 21:52:14.022588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:52:14.130098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:52:14.140176 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] Sync routers for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:52:14.150142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:52:14.154641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:52:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:52:14.225838 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:14.258073 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-21cccf0e-b65a-466c-a999-7e672a849856 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8258996 Nov 12 21:52:14.258073 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:52:14.258382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:52:14.259716 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:52:14.354364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec5bf-0cc6-4ab9-a9d7-1e8aa68812e8 req-50399f72-2da0-403e-bce3-bd38b8d51988 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:14.355914 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-298ec5bf-0cc6-4ab9-a9d7-1e8aa68812e8 req-50399f72-2da0-403e-bce3-bd38b8d51988 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0510147 Nov 12 21:52:14.360848 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e83a4a3-f991-4007-a631-1fe66e3e296f x-openstack-request-id: req-0e83a4a3-f991-4007-a631-1fe66e3e296f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:52:14.361145 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:52:14.361405 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e83a4a3-f991-4007-a631-1fe66e3e296f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:52:14.361808 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'status': 'completed', 'code': 200} Nov 12 21:52:14.434561 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-298ec5bf-0cc6-4ab9-a9d7-1e8aa68812e8 req-46d64108-2306-4d46-9b51-682fa7b318e8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705681 Nov 12 21:52:14.446704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-ea05435d-2cac-4960-8124-6ec373d69c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:14.448404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-ea05435d-2cac-4960-8124-6ec373d69c67 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 1097 time: 0.0627828 Nov 12 21:52:14.457991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36514) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:52:14.509232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '92519f6b-8ba2-4ece-a474-55a8627750de', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'port_id': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'mac_address': 'fa:16:3e:08:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:52:13Z', 'updated_at': '2021-11-12T21:52:13Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:52:14.525355 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-49441579-903a-4dcd-8663-8315a95c96fb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/92519f6b-8ba2-4ece-a474-55a8627750de HTTP/1.1" status: 200 len: 990 time: 0.0641298 Nov 12 21:52:14.535707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] Checking router: e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:52:14.545156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:52:14.545785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:52:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:52:14.549561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-783e956d-b3e3-498a-99ec-bf93239c4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:14.551028 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-783e956d-b3e3-498a-99ec-bf93239c4003 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3 HTTP/1.1" status: 200 len: 898 time: 0.0950551 Nov 12 21:52:14.617298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-6f81156d-2983-4c2f-afb4-0595cdb4ebfb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b573ac-06fe-4487-af93-610c9ec34472 HTTP/1.1" status: 200 len: 998 time: 0.0592985 Nov 12 21:52:14.652956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:52:14.670861 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-8699a7f2-074f-4db5-8bf4-a49d7715bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:14.672369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-8699a7f2-074f-4db5-8bf4-a49d7715bbfa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=016d5664-1f29-48f8-805c-68613bead64e HTTP/1.1" status: 200 len: 834 time: 0.0480485 Nov 12 21:52:14.716878 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-db64a8fe-bdaa-4fb1-9d66-426fe19315b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:14.718375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-db64a8fe-bdaa-4fb1-9d66-426fe19315b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395133 Nov 12 21:52:14.812464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-d975c1cd-8737-4407-ac9a-27ab0c494992 service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866771 Nov 12 21:52:14.878470 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '92519f6b-8ba2-4ece-a474-55a8627750de', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'port_id': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'mac_address': 'fa:16:3e:08:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:52:13Z', 'updated_at': '2021-11-12T21:52:13Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:52:14.902006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a60cd68f-678c-49ff-bf72-25cbbbb8ff94 req-cc1f20f2-47ec-448a-a061-413549b774a3 service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830572 Nov 12 21:52:15.058525 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf33cf6-26d5-4b28-90c9-816cc43a4650 None None] The sync data for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 is: [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '92519f6b-8ba2-4ece-a474-55a8627750de', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'port_id': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'mac_address': 'fa:16:3e:08:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:52:13Z', 'updated_at': '2021-11-12T21:52:13Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:52:15.244217 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a881b0-7880-4685-b3d5-cd94e996bdb4 None None] New status for floating IP 92519f6b-8ba2-4ece-a474-55a8627750de: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:52:15.525091 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36516) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:52:15.589128 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-902cbd1c-b407-4fec-99c2-3fb72952e81b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/92519f6b-8ba2-4ece-a474-55a8627750de HTTP/1.1" status: 200 len: 992 time: 0.0628555 Nov 12 21:52:22.092460 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:52:27.625061 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5cd10632-a495-49d5-abd8-cf223c2e2193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:30.154066 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6b32a252-ff02-4e85-8e30-9eb10cb1f0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:31.511150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:33.236667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:33.634205 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:35.072635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-70e425ab-a012-4049-acc6-d97376937dd1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401468 Nov 12 21:52:35.158731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-ac216da7-a28e-46b9-95e3-f659048f5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:35.160241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-ac216da7-a28e-46b9-95e3-f659048f5bab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 1097 time: 0.0453143 Nov 12 21:52:35.265319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-bb84f5e3-cd9d-49b4-9fdf-92bcd53d0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:35.266790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-bb84f5e3-cd9d-49b4-9fdf-92bcd53d0b6a service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3 HTTP/1.1" status: 200 len: 898 time: 0.0868587 Nov 12 21:52:35.335197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-b0c72261-e3a8-4169-9197-23c69b94f221 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b573ac-06fe-4487-af93-610c9ec34472 HTTP/1.1" status: 200 len: 1000 time: 0.0607831 Nov 12 21:52:35.384366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-8dbd8e5a-5dbf-4ca1-b3f7-6df86ab51d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:35.385811 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-8dbd8e5a-5dbf-4ca1-b3f7-6df86ab51d55 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=016d5664-1f29-48f8-805c-68613bead64e HTTP/1.1" status: 200 len: 834 time: 0.0438678 Nov 12 21:52:35.431876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-d355075d-fdad-454f-a3ae-5bf7b4cfad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:35.433335 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-d355075d-fdad-454f-a3ae-5bf7b4cfad4a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395408 Nov 12 21:52:35.524990 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-0d68c7b5-a72f-4351-96d5-204a7194e91f service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842910 Nov 12 21:52:35.615859 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fb234b4b-aed8-4148-8c9e-51658f0028c9 req-65aea93d-3092-412a-9034-c700f494732f service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826797 Nov 12 21:52:40.876391 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:41.019399 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:47.043052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7b8f3-142a-462c-b36f-a0adc3a602ed req-2eb81c42-0ccd-4a2a-904c-31cf398fb13f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:47.044599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97e7b8f3-142a-462c-b36f-a0adc3a602ed req-2eb81c42-0ccd-4a2a-904c-31cf398fb13f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0546880 Nov 12 21:52:47.123306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97e7b8f3-142a-462c-b36f-a0adc3a602ed req-c31d0a3f-7095-47bd-b499-b6797d54f9f6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726347 Nov 12 21:52:47.128005 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-87f3ac74-fa85-4e7f-9b77-f1fcb444136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:47.129416 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-87f3ac74-fa85-4e7f-9b77-f1fcb444136a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 1097 time: 0.0638258 Nov 12 21:52:47.222011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-fb3d514b-ed26-40df-897c-4a099bc560a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:47.223402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-fb3d514b-ed26-40df-897c-4a099bc560a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3 HTTP/1.1" status: 200 len: 898 time: 0.0871265 Nov 12 21:52:47.289441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-bf8e1443-6d8e-4541-81e7-04dabac4ba13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b573ac-06fe-4487-af93-610c9ec34472 HTTP/1.1" status: 200 len: 1000 time: 0.0580800 Nov 12 21:52:47.338377 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-d668f24f-0139-4d1b-99de-ffcfd885c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:47.339821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-d668f24f-0139-4d1b-99de-ffcfd885c880 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=016d5664-1f29-48f8-805c-68613bead64e HTTP/1.1" status: 200 len: 834 time: 0.0434873 Nov 12 21:52:47.389045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-5f545c38-f5c7-4b49-94de-9953a2aebf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:47.390509 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-5f545c38-f5c7-4b49-94de-9953a2aebf72 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432901 Nov 12 21:52:47.479392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-63da9141-f1d1-476b-a883-6a4ce8598939 service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809348 Nov 12 21:52:47.573103 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6821117c-c6a4-43ea-9cab-f0a8699bd3c2 req-06c72b75-ea0f-4837-8377-d7a7a30bea41 service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854402 Nov 12 21:52:48.246745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9d199-1c1e-421e-a27d-b64ab5f01034 req-92002748-bd2d-403b-8729-067d1ddd433e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:48.247370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38d9d199-1c1e-421e-a27d-b64ab5f01034 req-92002748-bd2d-403b-8729-067d1ddd433e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0499320 Nov 12 21:52:48.297609 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-38d9d199-1c1e-421e-a27d-b64ab5f01034 req-36accb45-c54c-4484-a5d7-94ae8f9862c6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447514 Nov 12 21:52:49.414794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790659a6-0a00-45d8-a8e5-26a65f60a949 req-9460e9d2-96f6-4fc2-8b15-4e1cd6a1a415 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:49.416468 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-790659a6-0a00-45d8-a8e5-26a65f60a949 req-9460e9d2-96f6-4fc2-8b15-4e1cd6a1a415 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0495837 Nov 12 21:52:49.468206 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-790659a6-0a00-45d8-a8e5-26a65f60a949 req-8b18f40f-ba56-415e-9c74-c77aa25e762c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458145 Nov 12 21:52:50.582107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a215-9028-4354-bfa5-babf2de44138 req-c0563b6e-4e7a-4b12-a1e9-84968428adea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:50.583622 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5621a215-9028-4354-bfa5-babf2de44138 req-c0563b6e-4e7a-4b12-a1e9-84968428adea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0492301 Nov 12 21:52:50.633264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5621a215-9028-4354-bfa5-babf2de44138 req-46ff3619-8dd7-4060-81aa-fecd51f81e17 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Nov 12 21:52:51.750563 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa791b4-a2d2-45ac-9d21-ea4248dfb42d req-3384f420-9c16-4f60-8453-ec7518bee3dd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:51.752070 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efa791b4-a2d2-45ac-9d21-ea4248dfb42d req-3384f420-9c16-4f60-8453-ec7518bee3dd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0488694 Nov 12 21:52:51.802127 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-efa791b4-a2d2-45ac-9d21-ea4248dfb42d req-43a160d4-6ea6-49d7-8c13-1fc8fdd6d1ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441413 Nov 12 21:52:52.921801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdff43e-8866-45ed-8d59-b1bde8dd00f9 req-5f679ba1-0276-403c-a07e-0731d3200520 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:52.923280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9cdff43e-8866-45ed-8d59-b1bde8dd00f9 req-5f679ba1-0276-403c-a07e-0731d3200520 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0530224 Nov 12 21:52:52.977547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9cdff43e-8866-45ed-8d59-b1bde8dd00f9 req-85dc5332-d245-47f0-a8b6-f21d167744da tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482206 Nov 12 21:52:54.092560 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4279d6-b4d6-4991-ae93-81d32884bafa req-b3b1b79f-b704-4287-8d7d-b20b53646dfe tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:54.094038 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d4279d6-b4d6-4991-ae93-81d32884bafa req-b3b1b79f-b704-4287-8d7d-b20b53646dfe tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0491660 Nov 12 21:52:54.142674 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9d4279d6-b4d6-4991-ae93-81d32884bafa req-34284856-ed31-40b7-864f-897f5e314e23 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427613 Nov 12 21:52:55.258840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42430e6b-b4ac-4e81-905b-56ace545c659 req-b58a42d7-afdc-4e35-8fa2-a03f13e101f7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:55.260501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42430e6b-b4ac-4e81-905b-56ace545c659 req-b58a42d7-afdc-4e35-8fa2-a03f13e101f7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0493054 Nov 12 21:52:55.314568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-42430e6b-b4ac-4e81-905b-56ace545c659 req-5c7c3b2c-d45d-49dc-8391-cd139a79b3b1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481515 Nov 12 21:52:56.431401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041eefb-89fc-4277-b977-c5970e01c020 req-2c4433b9-82a0-4fd7-b4bc-c55dd7f80b2b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:56.432852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6041eefb-89fc-4277-b977-c5970e01c020 req-2c4433b9-82a0-4fd7-b4bc-c55dd7f80b2b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0479887 Nov 12 21:52:56.481332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6041eefb-89fc-4277-b977-c5970e01c020 req-8cafec9a-9f76-4c2e-b4f9-1b4ceed9a31f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424964 Nov 12 21:52:57.585455 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b16f44d8-023f-4f41-ab88-cdfb1b6a6d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:52:57.598443 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaa0d6-e6a1-447c-9873-00550d39bfde req-cfa9b263-8dd2-4162-8cab-b9a4008e298b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:57.599954 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60aaa0d6-e6a1-447c-9873-00550d39bfde req-cfa9b263-8dd2-4162-8cab-b9a4008e298b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0495040 Nov 12 21:52:57.649447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60aaa0d6-e6a1-447c-9873-00550d39bfde req-a2e6b6ba-6fbd-4b44-9e23-bb63f778e421 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 Nov 12 21:52:58.770735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99bf2d-81e3-46ce-aa80-d46414d9884e req-cfc59bc3-a2aa-48f7-b64d-dc38d706500c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:58.772235 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec99bf2d-81e3-46ce-aa80-d46414d9884e req-cfc59bc3-a2aa-48f7-b64d-dc38d706500c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0525444 Nov 12 21:52:58.823200 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec99bf2d-81e3-46ce-aa80-d46414d9884e req-cd1b1265-996d-4b75-aced-5f89e876a2b5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441971 Nov 12 21:52:59.091342 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:52:59.942644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdbc68-bac0-4da6-8789-5b340fae33a3 req-06065276-6165-49f3-b1d8-4a88655de54b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:52:59.944105 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1cdbc68-bac0-4da6-8789-5b340fae33a3 req-06065276-6165-49f3-b1d8-4a88655de54b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0499215 Nov 12 21:52:59.994565 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1cdbc68-bac0-4da6-8789-5b340fae33a3 req-e5cd762f-208c-4ad1-8e0d-147916e5d97c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Nov 12 21:53:00.107350 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c7260dc9-2b43-4bce-91ad-f0c09d4257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:01.111759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23cc87-25a6-4f38-860d-c230d1e73634 req-395476b5-5669-4662-8ebb-ea6efabd08e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:01.113230 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be23cc87-25a6-4f38-860d-c230d1e73634 req-395476b5-5669-4662-8ebb-ea6efabd08e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0514698 Nov 12 21:53:01.162916 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-be23cc87-25a6-4f38-860d-c230d1e73634 req-461a9a74-bea2-4808-ab39-c48f19d7ada6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429733 Nov 12 21:53:01.511202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:02.283365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639302-0410-4108-830f-3631fd567ef3 req-8f2e0979-0495-49fc-87d7-428de70e6d16 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:02.284835 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9639302-0410-4108-830f-3631fd567ef3 req-8f2e0979-0495-49fc-87d7-428de70e6d16 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0499189 Nov 12 21:53:02.334667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b9639302-0410-4108-830f-3631fd567ef3 req-7babd37c-c73f-4118-9ada-8f0c83fdd71c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428605 Nov 12 21:53:03.231308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:03.456703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb435e7-3ec0-4fb5-9fc5-f8b8c331b6af req-dd3bd0a2-d61c-439c-b978-264dba6feef9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:03.458231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2eb435e7-3ec0-4fb5-9fc5-f8b8c331b6af req-dd3bd0a2-d61c-439c-b978-264dba6feef9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0499811 Nov 12 21:53:03.511668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2eb435e7-3ec0-4fb5-9fc5-f8b8c331b6af req-e3de4842-274c-4f55-87d3-a8f41d91ba26 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471866 Nov 12 21:53:03.679195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:04.625883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c0942-b71b-4191-bac7-70e1c461748e req-f38de4ae-6052-4f07-bde8-143227bd10ce tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:04.627372 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-338c0942-b71b-4191-bac7-70e1c461748e req-f38de4ae-6052-4f07-bde8-143227bd10ce tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0480204 Nov 12 21:53:04.676016 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-338c0942-b71b-4191-bac7-70e1c461748e req-8ce334f3-d6d1-43a6-9ffc-ade00bcdd111 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428052 Nov 12 21:53:04.699223 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36562) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:04.757271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a4e1acd7-ddc1-47dc-aaa3-c3a0ca131a51 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/92519f6b-8ba2-4ece-a474-55a8627750de HTTP/1.1" status: 200 len: 992 time: 0.0568690 Nov 12 21:53:10.867184 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:11.038862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:27.598540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f70a2d1-7dfa-46ee-86db-d50744ab5709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:30.100783 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5e74f726-45b3-4df3-99ec-e1a61d3a5a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:31.518028 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:33.247847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:33.653677 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:35.457471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36576) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:35.615501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 224462a8-313d-4db2-9df2-ba038c2ab420 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:53:35.615839 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:35.690358 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:35.690684 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:35.702815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 224462a8-313d-4db2-9df2-ba038c2ab420 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:53:35.918781 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:35.945010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=224462a8-313d-4db2-9df2-ba038c2ab420,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:35.970385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.970821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.971160 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.971517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.971850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.972173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.972496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.972821 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.973138 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.973455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.973771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:35.974084 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:36.016134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:36.016453 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP 92519f6b-8ba2-4ece-a474-55a8627750de disassociated (deleted). External IP: 172.25.8.84, port: a4b573ac-06fe-4487-af93-610c9ec34472. Nov 12 21:53:36.090508 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:53:36.219166 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:53:36.327516 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:53:36.332680 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:36.337315 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] Sync routers for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:53:36.349537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:53:36.350137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:36.363633 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5e505c20-a952-407e-97a6-e851d5148c1b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/floatingips/92519f6b-8ba2-4ece-a474-55a8627750de HTTP/1.1" status: 204 len: 168 time: 0.9025407 Nov 12 21:53:36.363633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:53:36.364273 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45f0225-9868-488c-83b3-6e6c6e3d2277" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:53:36.412231 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183cd9cc-d769-45e4-8872-f3def1cc3b3c x-openstack-request-id: req-183cd9cc-d769-45e4-8872-f3def1cc3b3c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:53:36.412231 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:53:36.412231 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-183cd9cc-d769-45e4-8872-f3def1cc3b3c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:53:36.412231 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'status': 'completed', 'code': 200} Nov 12 21:53:36.466358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:53:36.478308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-a3ceb846-a839-43c9-9a7c-3e7485daa2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:36.480783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-a3ceb846-a839-43c9-9a7c-3e7485daa2b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 1097 time: 0.0466120 Nov 12 21:53:36.575510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-488c5109-453b-46be-bf2d-cb68eb286f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:36.577002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-488c5109-453b-46be-bf2d-cb68eb286f2c service neutron] 10.222.0.78 "GET /v2.0/networks?id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3 HTTP/1.1" status: 200 len: 898 time: 0.0884039 Nov 12 21:53:36.675825 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:36.709374 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] Checking router: e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:53:36.719607 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:53:36.720241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:36.836205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:53:36.971522 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-465cbdd6-b03b-4db5-b942-31f5a6b1d2bf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b573ac-06fe-4487-af93-610c9ec34472 HTTP/1.1" status: 200 len: 217 time: 0.3875282 Nov 12 21:53:37.043476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:37.047742 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-2b1a96f0-20f5-4ea7-94c4-ddc3f0d239a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:37.049180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-2b1a96f0-20f5-4ea7-94c4-ddc3f0d239a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=016d5664-1f29-48f8-805c-68613bead64e HTTP/1.1" status: 200 len: 834 time: 0.0535936 Nov 12 21:53:37.070378 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a680209-fa2c-4648-9cf4-066913fd764b None None] The sync data for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 is: [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:51:57Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'eff18957-0be1-4e15-8235-9961cc72af98', 'name': '', 'network_id': '3c93f2b6-5f7a-4d24-9be4-c112d85023f3', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:f3:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '016d5664-1f29-48f8-805c-68613bead64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:56Z', 'updated_at': '2021-11-12T21:51:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '016d5664-1f29-48f8-805c-68613bead64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:53:37.101913 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb087c3-74d5-46e4-91ca-afce29200ea7 req-4f487b93-267a-481d-af29-f5de0cf7b6fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:37.103462 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddb087c3-74d5-46e4-91ca-afce29200ea7 req-4f487b93-267a-481d-af29-f5de0cf7b6fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.1347651 Nov 12 21:53:37.135839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-96652d42-c8f0-44c0-8f86-8637fecc9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:37.137412 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-96652d42-c8f0-44c0-8f86-8637fecc9735 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3c93f2b6-5f7a-4d24-9be4-c112d85023f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812309 Nov 12 21:53:37.191863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ddb087c3-74d5-46e4-91ca-afce29200ea7 req-1e99e5eb-e5f4-456a-bfc7-be28ac18011b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802584 Nov 12 21:53:37.253175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-8c2d6c75-26fd-4499-9404-78065e036a2d service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057897 Nov 12 21:53:37.303740 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c4aef-9e81-4218-9594-3f434b689476 None None] New status for floating IP 92519f6b-8ba2-4ece-a474-55a8627750de: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:53:37.350077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e45f0225-9868-488c-83b3-6e6c6e3d2277 req-2dab116c-41ef-4f52-93ef-029f1ff4d977 service neutron] 10.222.0.78 "GET /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891707 Nov 12 21:53:38.328435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-372c3d68-0311-41ad-8600-913d0112f4d4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:38.329882 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-372c3d68-0311-41ad-8600-913d0112f4d4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0779316 Nov 12 21:53:38.342173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f23b28-55b9-4bcd-857a-1e61bceb7eb7 req-c2854e9d-fc73-4111-acbd-eee71a46d25d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:38.343588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65f23b28-55b9-4bcd-857a-1e61bceb7eb7 req-c2854e9d-fc73-4111-acbd-eee71a46d25d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 945 time: 0.0793512 Nov 12 21:53:38.443562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-65f23b28-55b9-4bcd-857a-1e61bceb7eb7 req-3ecc6c0d-465f-48e0-832d-bad3fe111bf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=b899d9c4-56da-4694-93e0-23acead9bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929718 Nov 12 21:53:38.465920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port a4b573ac-06fe-4487-af93-610c9ec34472 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:53:38.466258 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:38.556141 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port a4b573ac-06fe-4487-af93-610c9ec34472, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=a4b573ac-06fe-4487-af93-610c9ec34472,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:53:38.556409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:38.569481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for a4b573ac-06fe-4487-af93-610c9ec34472 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:53:38.752628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:38.784915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=a4b573ac-06fe-4487-af93-610c9ec34472,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:38.826708 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] No DVR routers for this DVR port a4b573ac-06fe-4487-af93-610c9ec34472 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:53:38.829715 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:38.833281 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b0afa7d-ba96-4c89-b2ae-340a84ece027 req-f9994792-c993-47e9-b067-11dfc65daff1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "DELETE /v2.0/ports/a4b573ac-06fe-4487-af93-610c9ec34472 HTTP/1.1" status: 204 len: 173 time: 0.4888575 Nov 12 21:53:38.833846 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'name': 'network-vif-deleted', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:53:38.836143 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e596c74-1f98-4c28-a9dd-c708f4dea331" -d '{"events": [{"server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "name": "network-vif-deleted", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:53:38.884326 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0194fc86-4486-44be-afa1-c01f598ad0ee x-openstack-request-id: req-0194fc86-4486-44be-afa1-c01f598ad0ee {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:53:38.884326 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4ccc36-f35e-464d-af55-b3acdbc72f1d", "name": "network-vif-deleted", "tag": "a4b573ac-06fe-4487-af93-610c9ec34472", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:53:38.884326 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0194fc86-4486-44be-afa1-c01f598ad0ee {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:53:38.884326 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4ccc36-f35e-464d-af55-b3acdbc72f1d', 'name': 'network-vif-deleted', 'tag': 'a4b573ac-06fe-4487-af93-610c9ec34472', 'status': 'completed', 'code': 200} Nov 12 21:53:39.551370 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8cc7933d-5caa-41e3-b7a6-6bcaf08a1928 req-5e43c3b0-b041-42c8-9ede-fdd54a27a336 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a4ccc36-f35e-464d-af55-b3acdbc72f1d HTTP/1.1" status: 200 len: 210 time: 0.0296714 Nov 12 21:53:40.609115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36596) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:40.882275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:40.972143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:41.098882 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:41.227970 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port eff18957-0be1-4e15-8235-9961cc72af98 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:53:41.228220 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:41.317509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port eff18957-0be1-4e15-8235-9961cc72af98, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=eff18957-0be1-4e15-8235-9961cc72af98,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:53:41.317876 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:41.330303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for eff18957-0be1-4e15-8235-9961cc72af98 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:53:41.596509 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:41.633673 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=eff18957-0be1-4e15-8235-9961cc72af98,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:41.807148 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:42.007911 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a4b573ac-06fe-4487-af93-610c9ec34472 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:53:42.028368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:53:42.028615 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: a4b573ac-06fe-4487-af93-610c9ec34472 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:53:42.028944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device a4b573ac-06fe-4487-af93-610c9ec34472 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:53:42.137031 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:53:42.144286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-38dc045a-7442-446b-a716-c49eee0cbbd9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/e83f7e99-b2f8-4da2-a6cd-b047971ce6c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5333767 Nov 12 21:53:42.145095 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36598) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:42.146472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] Sync routers for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:53:42.158688 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:53:42.159449 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:42.197733 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting subnet 016d5664-1f29-48f8-805c-68613bead64e {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:53:42.201463 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:42.241044 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:42.268239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:53:42.382951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:42.446192 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:53:41Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:42.477426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] Checking router: e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:53:42.485992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] Routers {'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:53:42.486592 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:42.518751 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:42.547000 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Subnet': ['ID=016d5664-1f29-48f8-805c-68613bead64e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:42.551767 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:42.557493 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/subnets/016d5664-1f29-48f8-805c-68613bead64e HTTP/1.1" status: 204 len: 168 time: 0.4088531 Nov 12 21:53:42.557965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36602) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:42.562853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.567948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adffd76-391e-4265-a9ed-95b1c40bf8a6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:42.568815 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff14d4-ea61-410e-ba86-162267e49879 None None] Network 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:53:42.645839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] Set router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:53:42.681162 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:42.792154 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:42.968331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 961c80d9-d71d-4f0f-a92f-c9d438e58e74 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:53:42.968670 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.040555 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:53:41Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:43.057117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port 961c80d9-d71d-4f0f-a92f-c9d438e58e74, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=961c80d9-d71d-4f0f-a92f-c9d438e58e74,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:53:43.057994 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.070894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 961c80d9-d71d-4f0f-a92f-c9d438e58e74 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:53:43.078686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] DHCP port deletion for 3c93f2b6-5f7a-4d24-9be4-c112d85023f3 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:53:43.081914 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b999ad-b9c3-43b1-8778-4d873465e818 None None] The sync data for ids ['e83f7e99-b2f8-4da2-a6cd-b047971ce6c2'] in n-d-713498-29 is: [{'id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290578931', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:51:52Z', 'updated_at': '2021-11-12T21:53:41Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '961c80d9-d71d-4f0f-a92f-c9d438e58e74', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7e99-b2f8-4da2-a6cd-b047971ce6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:51:53Z', 'updated_at': '2021-11-12T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:53:43.135475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Deleting port 27eaf915-5efe-4a98-96c1-8a00429e58d6 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:53:43.136022 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.202969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] For port 27eaf915-5efe-4a98-96c1-8a00429e58d6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=27eaf915-5efe-4a98-96c1-8a00429e58d6,segment=NetworkSegment(13ad7680-b528-4055-a2fa-fbb0f37daa1f),segment_id=13ad7680-b528-4055-a2fa-fbb0f37daa1f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:53:43.218249 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.218249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Calling delete_port for 27eaf915-5efe-4a98-96c1-8a00429e58d6 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:53:43.330134 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.354872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=961c80d9-d71d-4f0f-a92f-c9d438e58e74,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:43.370940 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bb608-043a-490a-a485-b3a2b5b5d31c None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:53:43.426030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.467169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.502245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Pushing event deleted for resources: {'Port': ['ID=27eaf915-5efe-4a98-96c1-8a00429e58d6,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:43.507746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] No DVR routers for this DVR port 27eaf915-5efe-4a98-96c1-8a00429e58d6 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:53:43.521766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.522199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.522642 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.523049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.523537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.523980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.524364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.524758 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.525156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.525564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.525953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.526919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8c1e6-1df2-4679-8d49-1231d15140f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:43.528653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.531211 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.659140 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.659879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Fanout notify agent at l3_agent the message router_deleted on router e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:53:43.668090 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.670348 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2392eb42-4815-4357-8f18-78be95998912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/routers/e83f7e99-b2f8-4da2-a6cd-b047971ce6c2 HTTP/1.1" status: 204 len: 168 time: 1.1101866 Nov 12 21:53:43.672041 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36604) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:43.765948 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.873214 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.893963 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c93f2b6-5f7a-4d24-9be4-c112d85023f3']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:43.903640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ad7680-b528-4055-a2fa-fbb0f37daa1f') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:43.903939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ad7680-b528-4055-a2fa-fbb0f37daa1f') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:43.913454 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.927409 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.933858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:53:43.934260 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:53:43.937223 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:53:44.042401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.050257 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.053116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/networks/3c93f2b6-5f7a-4d24-9be4-c112d85023f3 HTTP/1.1" status: 204 len: 168 time: 0.3801999 Nov 12 21:53:44.058263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36606) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:44.067490 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba5377-203c-4abd-8661-4b5f8dd96224 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Network': ['ID=3c93f2b6-5f7a-4d24-9be4-c112d85023f3,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:44.114093 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9de49beb-4ffb-4074-a356-6d08c5cea88e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.142121 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9de49beb-4ffb-4074-a356-6d08c5cea88e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.272397 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9de49beb-4ffb-4074-a356-6d08c5cea88e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.275011 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9de49beb-4ffb-4074-a356-6d08c5cea88e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.279429 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9de49beb-4ffb-4074-a356-6d08c5cea88e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/security-groups/b899d9c4-56da-4694-93e0-23acead9bbd0 HTTP/1.1" status: 204 len: 168 time: 0.2200115 Nov 12 21:53:44.286488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de49beb-4ffb-4074-a356-6d08c5cea88e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899d9c4-56da-4694-93e0-23acead9bbd0,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:44.653383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 961c80d9-d71d-4f0f-a92f-c9d438e58e74 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:53:44.658465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36612) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:44.663596 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a2ede9d6-c3cf-44aa-8c8c-2074b271347c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856414208', 'description': 'tempest-secgroup-smoke-1856414208 description', 'project_id': '89311f586e484c4f97e23db59cb4cd71'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:44.674238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 961c80d9-d71d-4f0f-a92f-c9d438e58e74 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:53:44.674585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 961c80d9-d71d-4f0f-a92f-c9d438e58e74 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:53:44.674996 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eff18957-0be1-4e15-8235-9961cc72af98 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:53:44.696752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: eff18957-0be1-4e15-8235-9961cc72af98 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:53:44.697090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device eff18957-0be1-4e15-8235-9961cc72af98 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:53:44.697492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 27eaf915-5efe-4a98-96c1-8a00429e58d6 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:53:44.716701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 27eaf915-5efe-4a98-96c1-8a00429e58d6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:53:44.717039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 27eaf915-5efe-4a98-96c1-8a00429e58d6 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:53:44.735594 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2ede9d6-c3cf-44aa-8c8c-2074b271347c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.800419 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2ede9d6-c3cf-44aa-8c8c-2074b271347c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.872490 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2ede9d6-c3cf-44aa-8c8c-2074b271347c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.906468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ede9d6-c3cf-44aa-8c8c-2074b271347c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50968c41-f8c5-4302-bfd3-3408c789a27c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:44.954526 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a2ede9d6-c3cf-44aa-8c8c-2074b271347c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:44.955819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a2ede9d6-c3cf-44aa-8c8c-2074b271347c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2961133 Nov 12 21:53:44.958646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36614) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:44.963052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-fd0f1f8b-75e3-4de1-82ce-2e8ddfecc214 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '50968c41-f8c5-4302-bfd3-3408c789a27c', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:45.053834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1f8b-75e3-4de1-82ce-2e8ddfecc214 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.109028 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1f8b-75e3-4de1-82ce-2e8ddfecc214 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.182323 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1f8b-75e3-4de1-82ce-2e8ddfecc214 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.201421 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f1f8b-75e3-4de1-82ce-2e8ddfecc214 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356f0a6e-be31-4aa3-a95a-bd8475713495,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:45.251543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1f8b-75e3-4de1-82ce-2e8ddfecc214 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.254976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fd0f1f8b-75e3-4de1-82ce-2e8ddfecc214 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932048 Nov 12 21:53:45.255675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36616) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:45.260273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cfdb6fc0-e6be-448c-8818-eac81f253eec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '50968c41-f8c5-4302-bfd3-3408c789a27c', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:45.328716 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6fc0-e6be-448c-8818-eac81f253eec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.375003 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6fc0-e6be-448c-8818-eac81f253eec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.420629 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6fc0-e6be-448c-8818-eac81f253eec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.439391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb6fc0-e6be-448c-8818-eac81f253eec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f92da81-4b59-4110-808f-a251547d4a91,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:45.480446 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6fc0-e6be-448c-8818-eac81f253eec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.481681 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cfdb6fc0-e6be-448c-8818-eac81f253eec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2249830 Nov 12 21:53:45.484345 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36618) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:45.488712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-82361a2d-8e8a-462f-9bc9-981ae04374fa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '50968c41-f8c5-4302-bfd3-3408c789a27c', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:45.556459 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82361a2d-8e8a-462f-9bc9-981ae04374fa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.612080 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82361a2d-8e8a-462f-9bc9-981ae04374fa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.681755 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82361a2d-8e8a-462f-9bc9-981ae04374fa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.699523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82361a2d-8e8a-462f-9bc9-981ae04374fa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263f09c8-70b3-4d83-b71d-483f2a30b855,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:45.759695 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82361a2d-8e8a-462f-9bc9-981ae04374fa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.760916 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82361a2d-8e8a-462f-9bc9-981ae04374fa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2756019 Nov 12 21:53:45.763770 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36620) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:45.767950 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-35bd9538-b736-4d25-8c21-7a37f982ac2a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '50968c41-f8c5-4302-bfd3-3408c789a27c', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:45.846692 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35bd9538-b736-4d25-8c21-7a37f982ac2a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.904413 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35bd9538-b736-4d25-8c21-7a37f982ac2a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.973395 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35bd9538-b736-4d25-8c21-7a37f982ac2a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:45.993746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd9538-b736-4d25-8c21-7a37f982ac2a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e7e411-fa24-4918-a124-596ab3f6553d,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:46.061166 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-35bd9538-b736-4d25-8c21-7a37f982ac2a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.062391 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-35bd9538-b736-4d25-8c21-7a37f982ac2a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976954 Nov 12 21:53:46.065268 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36622) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:46.069496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0e7e8e80-06f7-45ee-871b-916c8d8f61b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '50968c41-f8c5-4302-bfd3-3408c789a27c', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:46.158284 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-0e7e8e80-06f7-45ee-871b-916c8d8f61b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:53:46.163733 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8e80-06f7-45ee-871b-916c8d8f61b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.222246 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8e80-06f7-45ee-871b-916c8d8f61b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.294867 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8e80-06f7-45ee-871b-916c8d8f61b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.313671 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8e80-06f7-45ee-871b-916c8d8f61b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7faaf5-debd-42d9-aa4e-d21fc3ad5af9,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:46.388688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8e80-06f7-45ee-871b-916c8d8f61b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.389911 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0e7e8e80-06f7-45ee-871b-916c8d8f61b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3237221 Nov 12 21:53:46.392573 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36624) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:46.396846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6f0fcdcd-a47f-43de-8900-49d311e517c4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '50968c41-f8c5-4302-bfd3-3408c789a27c', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:46.472269 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-6f0fcdcd-a47f-43de-8900-49d311e517c4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:53:46.477173 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdcd-a47f-43de-8900-49d311e517c4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.534798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdcd-a47f-43de-8900-49d311e517c4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.615063 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdcd-a47f-43de-8900-49d311e517c4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.632164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fcdcd-a47f-43de-8900-49d311e517c4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd91523-281d-4bde-8f04-29b44240f5f8,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:46.697167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdcd-a47f-43de-8900-49d311e517c4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.698415 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6f0fcdcd-a47f-43de-8900-49d311e517c4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3048916 Nov 12 21:53:46.701304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36626) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:46.706180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'network': {'name': 'tempest-network-smoke--143945058', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'port_security_enabled': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:46.780686 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:53:46.784182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.808702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:53:46.817290 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:46.817635 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Added segment 3f2e2c7b-9391-4c9d-be88-bb94585b61c7 of type vlan for network cadedb80-5707-4e2b-b950-45423fec1ef1 Nov 12 21:53:46.859635 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:47.272298 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:47.278073 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:47.278651 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:47.343081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Network': ['ID=cadedb80-5707-4e2b-b950-45423fec1ef1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:47.353272 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network cadedb80-5707-4e2b-b950-45423fec1ef1 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:53:47.378030 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-074a211c-c532-4b98-a395-dc50bec5cd90 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6756933 Nov 12 21:53:47.380689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36628) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:47.385005 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'admin_state_up': True, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:47.466907 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:47.467989 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:47.521067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:47.709604 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:47.960557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:47.979366 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:48.082959 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.159 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/723346b9-4030-4812-8eca-6d96909a05f1) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:53:48.182435 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:48.255679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:48.301088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:53:48.303855 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:53:48.309634 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:53:48.317519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f540dae-bfc4-4604-b6fa-86f6e7aa8689 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:53:48.334046 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=723346b9-4030-4812-8eca-6d96909a05f1,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:48.365655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ce16fe48-8cd6-4ef7-8662-3b666cc35259 None None] Provisioning complete for port 723346b9-4030-4812-8eca-6d96909a05f1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:48.366242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce16fe48-8cd6-4ef7-8662-3b666cc35259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:48.400288 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ce16fe48-8cd6-4ef7-8662-3b666cc35259 None None] Port 723346b9-4030-4812-8eca-6d96909a05f1 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:53:48.628686 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:48.827005 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.009081 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:53:49.113338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:53:49.123020 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Sync routers for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:53:49.132343 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:53:49.132943 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:49.217609 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.218951 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-82b87a61-f8f8-45cd-a318-9e1c376e7391 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8373430 Nov 12 21:53:49.222128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36630) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:49.235380 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:53:49.253639 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4ec32802-31d7-4a42-860e-596a195a6d85 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=89311f586e484c4f97e23db59cb4cd71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276966 Nov 12 21:53:49.254027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36632) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:49.343865 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a18777-eedf-47bf-9fab-edd6f03ff398 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:49.345360 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-92a18777-eedf-47bf-9fab-edd6f03ff398 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906184 Nov 12 21:53:49.348365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36634) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:49.377494 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b15cb8d8-e724-4d42-8b5e-b0a8aca9abdf tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257154 Nov 12 21:53:49.377721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36636) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:49.382244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251009365', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:49.418051 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:48Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:49.444336 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Checking router: 65c7a65b-0fbe-4fec-beff-77aa96181fd5 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:53:49.444683 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Updating router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 port 723346b9-4030-4812-8eca-6d96909a05f1 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:53:49.469740 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.540759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:53:49.544462 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.718396 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.796548 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.804221 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.838513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c320930d-c444-4f6d-9c8c-bcf9fae17cd6 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:53:49.846458 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Attempting to bind port 723346b9-4030-4812-8eca-6d96909a05f1 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:53:49.846820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Attempting to bind port 723346b9-4030-4812-8eca-6d96909a05f1 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:53:49.847178 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Attempting to bind port 723346b9-4030-4812-8eca-6d96909a05f1 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:53:49.856724 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:53:49.858736 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:53:49.858736 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.858736 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:53:49.858736 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Bound port: 723346b9-4030-4812-8eca-6d96909a05f1, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:53:49.858736 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.861223 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Pushing event updated for resources: {'Port': ['ID=723346b9-4030-4812-8eca-6d96909a05f1,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:49.875616 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Subnet': ['ID=2faad994-07c8-4d81-b6c7-909c9e89bcaf,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:49.883593 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Checking segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:53:49.884039 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network hostable DHCP agents. Network: cadedb80-5707-4e2b-b950-45423fec1ef1, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:53:49.886468 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.886873 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.887209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.887562 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.887887 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.888208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.888526 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.888842 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.889157 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.889472 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.889785 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.890096 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:53:49.924159 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] For port 723346b9-4030-4812-8eca-6d96909a05f1, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:53:49.927312 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] For port 723346b9-4030-4812-8eca-6d96909a05f1, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=723346b9-4030-4812-8eca-6d96909a05f1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:53:49.928795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1e40d47d-0561-4617-a1b6-634203046849 None None] Provisioning complete for port 723346b9-4030-4812-8eca-6d96909a05f1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:49.929165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1e40d47d-0561-4617-a1b6-634203046849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:49.952505 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network cadedb80-5707-4e2b-b950-45423fec1ef1 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:53:49.963248 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1e40d47d-0561-4617-a1b6-634203046849 None None] Port 723346b9-4030-4812-8eca-6d96909a05f1 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:53:49.998426 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.015066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, cadedb80-5707-4e2b-b950-45423fec1ef1) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:53:50.019251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:50.020016 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.023948 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca5f54-b185-42c7-9c0f-763417f22fbf None None] Network cadedb80-5707-4e2b-b950-45423fec1ef1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:53:50.046310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ffc891-7d0f-4aea-9fae-89a5d59aaddf None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:53:50.054301 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:53:50.054902 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:50.089038 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ce094af7-aa61-424f-a679-623b756a94e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7102182 Nov 12 21:53:50.091791 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36638) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:53:50.095141 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef9c6-781e-4b22-9065-896ebb5fe77e None None] Pushing event updated for resources: {'Port': ['ID=723346b9-4030-4812-8eca-6d96909a05f1,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:50.165698 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:53:50.192196 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-cadedb80-5707-4e2b-b950-45423fec1ef1', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:53:50.193057 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.197776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f3f2f7e2-430f-44b2-92aa-45af97d535bf None None] Provisioning complete for port 723346b9-4030-4812-8eca-6d96909a05f1 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:50.198152 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f7e2-430f-44b2-92aa-45af97d535bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.377718 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:48Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:50.405969 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5843a0d8-c04d-433a-8f92-4c2ad48a89ed None None] The sync data for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 is: [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:48Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:53:50.409613 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f7e2-430f-44b2-92aa-45af97d535bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.432995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Allocated IP 172.20.0.2 (cadedb80-5707-4e2b-b950-45423fec1ef1/2faad994-07c8-4d81-b6c7-909c9e89bcaf/b08c7250-503d-4f77-829c-f67da064d637) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:53:50.446117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f3f2f7e2-430f-44b2-92aa-45af97d535bf None None] For port 723346b9-4030-4812-8eca-6d96909a05f1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=723346b9-4030-4812-8eca-6d96909a05f1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:53:50.525111 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f7e2-430f-44b2-92aa-45af97d535bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.632837 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.649424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2f7e2-430f-44b2-92aa-45af97d535bf None None] Pushing event updated for resources: {'Port': ['ID=723346b9-4030-4812-8eca-6d96909a05f1,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:50.696992 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.735413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Network cadedb80-5707-4e2b-b950-45423fec1ef1 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:53:50.738249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:53:50.741736 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:53:50.774326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Pushing event updated for resources: {'Port': ['ID=b08c7250-503d-4f77-829c-f67da064d637,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:50.810666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Attempting to bind port b08c7250-503d-4f77-829c-f67da064d637 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:53:50.810999 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Attempting to bind port b08c7250-503d-4f77-829c-f67da064d637 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:53:50.811396 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Attempting to bind port b08c7250-503d-4f77-829c-f67da064d637 on network cadedb80-5707-4e2b-b950-45423fec1ef1 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:53:50.816817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:53:50.817193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Checking segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:53:50.818690 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.819102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Bound using segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:53:50.819769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Bound port: b08c7250-503d-4f77-829c-f67da064d637, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:53:50.820013 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.891833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] For port b08c7250-503d-4f77-829c-f67da064d637, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:53:50.895386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] For port b08c7250-503d-4f77-829c-f67da064d637, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b08c7250-503d-4f77-829c-f67da064d637,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:53:50.953071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:50.980044 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:51.022127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3a098-7bee-401e-8b98-b34fed04f6d8 None None] Pushing event updated for resources: {'Port': ['ID=b08c7250-503d-4f77-829c-f67da064d637,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:51.308517 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.1 (cadedb80-5707-4e2b-b950-45423fec1ef1/2faad994-07c8-4d81-b6c7-909c9e89bcaf/d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:53:51.430766 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:51.518268 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:51.559855 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network cadedb80-5707-4e2b-b950-45423fec1ef1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:53:51.565085 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:53:51.568986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:53:51.575595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:51.616063 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:51.801556 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:51.941686 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3208a6-b7f3-46b3-ab35-762600836981 None None] Network cadedb80-5707-4e2b-b950-45423fec1ef1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:53:52.004580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d28a1b90-4bc6-4a63-8e4e-28beae92bf93 None None] Provisioning complete for port b08c7250-503d-4f77-829c-f67da064d637 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:52.004948 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b90-4bc6-4a63-8e4e-28beae92bf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.092350 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.140999 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.154349 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b90-4bc6-4a63-8e4e-28beae92bf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.199105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-d28a1b90-4bc6-4a63-8e4e-28beae92bf93 None None] For port b08c7250-503d-4f77-829c-f67da064d637, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b08c7250-503d-4f77-829c-f67da064d637,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:53:52.226589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.228482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:52.268399 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b90-4bc6-4a63-8e4e-28beae92bf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.320963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a1b90-4bc6-4a63-8e4e-28beae92bf93 None None] Pushing event updated for resources: {'Port': ['ID=b08c7250-503d-4f77-829c-f67da064d637,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:52.336655 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network cadedb80-5707-4e2b-b950-45423fec1ef1 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:53:52.338585 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:53:52.463610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:53:52.494302 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-863f4c65-2b16-4c37-b528-5ca1d252076d None None] Provisioning complete for port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:52.494671 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-863f4c65-2b16-4c37-b528-5ca1d252076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.535175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-863f4c65-2b16-4c37-b528-5ca1d252076d None None] Port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:53:52.546573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-863f4c65-2b16-4c37-b528-5ca1d252076d None None] Provisioning complete for port b08c7250-503d-4f77-829c-f67da064d637 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:52.547084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-863f4c65-2b16-4c37-b528-5ca1d252076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.588678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:53:52.605512 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a9cfd4a2-5f34-4499-b448-3127a3f87364 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/65c7a65b-0fbe-4fec-beff-77aa96181fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118537 Nov 12 21:53:52.624882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Sync routers for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:53:52.648482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:53:52.649283 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:52.782063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 723346b9-4030-4812-8eca-6d96909a05f1 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:53:52.799590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-bb7d46d7-cf2e-48ac-8a7e-1cda45f18386 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856414208&fields=id&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 267 time: 0.0642552 Nov 12 21:53:52.838936 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:53:52.922029 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-002d6328-6b38-4693-8fcd-54c56429df31 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:52.923733 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-002d6328-6b38-4693-8fcd-54c56429df31 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 796 time: 0.1145287 Nov 12 21:53:52.932021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8660947e-8f1a-4b8c-bc77-584d53b0f76d None None] Provisioning complete for port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:52.932395 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8660947e-8f1a-4b8c-bc77-584d53b0f76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.942363 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-87ba3868-cca5-4ff3-8440-6fcc922bb546 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/quotas/89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 375 time: 0.0124991 Nov 12 21:53:52.969071 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 723346b9-4030-4812-8eca-6d96909a05f1 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:52.969650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:52.994944 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-279e9454-22b9-4d24-9ea9-995a481ee34b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466394 Nov 12 21:53:53.051383 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-8660947e-8f1a-4b8c-bc77-584d53b0f76d None None] Port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:53:53.095686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-106fdc78-000f-4340-8cd1-2fb5635db560 service neutron] 10.222.0.64 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 Nov 12 21:53:53.141282 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b08c7250-503d-4f77-829c-f67da064d637 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:53:53.189075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-9960fc6d-f10e-4730-988d-bb4d1ab47d8d service neutron] 10.222.0.64 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872436 Nov 12 21:53:53.357547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9f11bf13-61e4-43af-ae02-aee8b7769c27 None None] Provisioning complete for port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:53.357906 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9f11bf13-61e4-43af-ae02-aee8b7769c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:53.363855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 2, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:53.417143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Checking router: 65c7a65b-0fbe-4fec-beff-77aa96181fd5 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:53:53.417143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Updating router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:53:53.450317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60623419-8633-42bf-a92a-fc0a827376b5 req-df5be898-1fcf-4240-9c4e-a4baed78025b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 210 time: 0.0286770 Nov 12 21:53:53.450895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port b08c7250-503d-4f77-829c-f67da064d637 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:53.451278 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:53.454599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9f11bf13-61e4-43af-ae02-aee8b7769c27 None None] Port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:53:53.477311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:53.786082 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:53.837647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:53.890068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85de18e-2bd5-40d5-aaf6-1dc4cfba5190 None None] Pushing event updated for resources: {'Port': ['ID=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:53.941794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Attempting to bind port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:53:53.942170 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Attempting to bind port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:53:53.942601 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Attempting to bind port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 on network cadedb80-5707-4e2b-b950-45423fec1ef1 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:53:53.948256 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:53:53.949298 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Checking segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:53:53.949626 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:53.950019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Bound using segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:53:53.950483 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Bound port: d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:53:53.950871 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:54.020193 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] For port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:53:54.023518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] For port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:53:54.080180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d4146caa-c0f9-411b-870d-ec3f9dfe7436 None None] Provisioning complete for port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:54.080557 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d4146caa-c0f9-411b-870d-ec3f9dfe7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:54.114283 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:54.125225 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d4146caa-c0f9-411b-870d-ec3f9dfe7436 None None] Port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:53:54.174930 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:53:54.175591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:53:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:54.215101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85de18e-2bd5-40d5-aaf6-1dc4cfba5190 None None] Pushing event updated for resources: {'Port': ['ID=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:54.298667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:53:54.467846 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c0bf5d7e-66ae-4b59-b6ff-3a44aff843cf None None] Provisioning complete for port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:54.468103 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5d7e-66ae-4b59-b6ff-3a44aff843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:54.558713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f5bd1f33-9f23-4abd-9d13-e200515e54fc req-d8338f79-6c03-49bb-9a61-64d5ef197d06 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 210 time: 0.0365646 Nov 12 21:53:54.578391 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:54Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:53:54.605091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965876-b3c1-4be4-a61f-bfe8471d9176 None None] The sync data for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 is: [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:54Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:53:54.615496 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5d7e-66ae-4b59-b6ff-3a44aff843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:54.655711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c0bf5d7e-66ae-4b59-b6ff-3a44aff843cf None None] For port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:53:54.746931 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5d7e-66ae-4b59-b6ff-3a44aff843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:54.803954 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf5d7e-66ae-4b59-b6ff-3a44aff843cf None None] Pushing event updated for resources: {'Port': ['ID=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:55.439124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-50b5c504-ebd9-4639-bef2-20796b621f83 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:55.440695 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-50b5c504-ebd9-4639-bef2-20796b621f83 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 796 time: 0.1173646 Nov 12 21:53:55.518349 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-9b01e4cd-a266-49e6-85bc-a4b1361c459e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 380 time: 0.0618854 Nov 12 21:53:55.532596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'port': {'device_id': '59aef5a0-c422-4def-8550-51c41097bc7e', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'admin_state_up': True, 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'security_groups': ['50968c41-f8c5-4302-bfd3-3408c789a27c']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:55.660125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4c35f1a-5547-41d3-987f-bff192ca82ee req-e4f4f2cf-9305-4d21-9bca-476c78b484bb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 210 time: 0.0312002 Nov 12 21:53:55.717820 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:53:55.721512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:55.846124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.13 (cadedb80-5707-4e2b-b950-45423fec1ef1/2faad994-07c8-4d81-b6c7-909c9e89bcaf/913648a8-4a9b-4ef0-9c89-a70d9bf65d4c) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:53:55.982675 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.072725 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.113558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network cadedb80-5707-4e2b-b950-45423fec1ef1 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:53:56.116503 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:53:56.123581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:53:56.150197 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:56.180912 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:56.180912 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.241258 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-683fe959-345e-4142-b2f2-f8bc943b34b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7127633 Nov 12 21:53:56.258880 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Request body: {'port': {'device_id': '59aef5a0-c422-4def-8550-51c41097bc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:53:56.320588 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.376707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-51d19128-1123-4ddd-8ac6-9aa1ddb90092 None None] Provisioning complete for port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:56.377272 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-51d19128-1123-4ddd-8ac6-9aa1ddb90092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.410612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-51d19128-1123-4ddd-8ac6-9aa1ddb90092 None None] Port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:53:56.581575 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:53:56.588757 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.600980 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Transition to ACTIVE for port object 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:53:56.665396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.677454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:53:56.737730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:53:56.738112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.744030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:56.804165 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Attempting to bind port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:53:56.804909 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Attempting to bind port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:53:56.805407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Attempting to bind port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on network cadedb80-5707-4e2b-b950-45423fec1ef1 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:53:56.807965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cf823-b002-499f-be1a-2e03526b91e0 req-a9d4d720-fd29-4892-842d-26dc175e3613 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:56.810215 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f8cf823-b002-499f-be1a-2e03526b91e0 req-a9d4d720-fd29-4892-842d-26dc175e3613 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0668652 Nov 12 21:53:56.810655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on network cadedb80-5707-4e2b-b950-45423fec1ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:53:56.810956 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Attempting to bind port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on network cadedb80-5707-4e2b-b950-45423fec1ef1 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:53:56.816567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:53:56.816976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Checking segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:53:56.817366 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Bound using segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:53:56.817796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Bound port: 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:53:56.818151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:56.872172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9f8cf823-b002-499f-be1a-2e03526b91e0 req-9d831a70-c992-4f05-8a57-2d6cda6f69c1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538652 Nov 12 21:53:56.898966 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:53:56.903277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:53:56.974146 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:57.010717 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:57.011452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:57.012957 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] 10.222.0.46 "PUT /v2.0/ports/913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 1093 time: 0.7586465 Nov 12 21:53:57.013395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:53:57.015690 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55df7566-4f3f-4f61-9f0d-c6701ad9ed60" -d '{"events": [{"name": "network-changed", "server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:53:57.054018 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22d8f7-095e-4e4f-b4f8-a6686370612b service neutron] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:53:57.068494 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeeb60e-9d29-4a4e-853a-744162e529c3 x-openstack-request-id: req-fdeeb60e-9d29-4a4e-853a-744162e529c3 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:53:57.068782 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:53:57.069037 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdeeb60e-9d29-4a4e-853a-744162e529c3 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:53:57.069466 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'status': 'completed', 'code': 200} Nov 12 21:53:57.135999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df7566-4f3f-4f61-9f0d-c6701ad9ed60 req-26cc8201-c430-4612-a353-24c411728f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:57.137494 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-55df7566-4f3f-4f61-9f0d-c6701ad9ed60 req-26cc8201-c430-4612-a353-24c411728f43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1096 time: 0.0453553 Nov 12 21:53:57.246495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df7566-4f3f-4f61-9f0d-c6701ad9ed60 req-ec52e363-4d00-4de7-9fe9-e3e65d922701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:57.248106 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-55df7566-4f3f-4f61-9f0d-c6701ad9ed60 req-ec52e363-4d00-4de7-9fe9-e3e65d922701 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=89311f586e484c4f97e23db59cb4cd71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0989201 Nov 12 21:53:57.350978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df7566-4f3f-4f61-9f0d-c6701ad9ed60 req-0b279ada-82ab-48c6-9e9b-1737f674f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:57.352460 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-55df7566-4f3f-4f61-9f0d-c6701ad9ed60 req-0b279ada-82ab-48c6-9e9b-1737f674f651 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939517 Nov 12 21:53:57.437499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-8e527545-837e-4cab-ae44-02c42625ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:57.438893 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-8e527545-837e-4cab-ae44-02c42625ddc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1096 time: 0.0409279 Nov 12 21:53:57.485310 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-4529d8bc-2c0a-4211-9f79-e234308bf0dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 217 time: 0.0333622 Nov 12 21:53:57.546776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-8b00dd08-4d7d-4cb1-ab89-18e86f5f3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:57.548264 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-8b00dd08-4d7d-4cb1-ab89-18e86f5f3441 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0472486 Nov 12 21:53:57.596970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-aa44b3ee-dc14-4541-a240-2ec7660d1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:57.598430 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-aa44b3ee-dc14-4541-a240-2ec7660d1265 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407045 Nov 12 21:53:57.601950 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7a25a058-1f68-4eff-a6ef-d51aedab071a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:53:57.694104 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-cdf7cd9c-34d3-4fda-a276-4a1df16654e9 service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831876 Nov 12 21:53:57.789986 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-1dafd9d9-76e2-4173-8183-88a300b85d57 req-3810cc10-4b72-4782-9a6b-f4183d33157f service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854895 Nov 12 21:53:57.990378 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72667d-084f-44a8-b1d3-378ff5058db3 req-78d188c7-e72d-49d9-9dd4-29235529aa94 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:57.991807 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db72667d-084f-44a8-b1d3-378ff5058db3 req-78d188c7-e72d-49d9-9dd4-29235529aa94 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0503056 Nov 12 21:53:58.040550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-db72667d-084f-44a8-b1d3-378ff5058db3 req-ab56b106-32cd-42e4-8e2f-148388b5fb81 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Nov 12 21:53:59.161745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82329129-e78d-4b76-a3ee-ace095c7b1e9 req-d6fbf23a-5edd-49e8-b1b0-6bd757f3e39d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:53:59.163238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82329129-e78d-4b76-a3ee-ace095c7b1e9 req-d6fbf23a-5edd-49e8-b1b0-6bd757f3e39d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0528629 Nov 12 21:53:59.212219 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82329129-e78d-4b76-a3ee-ace095c7b1e9 req-26f6d619-0e4f-4fb1-a119-9d138f9bb215 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Nov 12 21:54:00.117698 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-dfac6b64-f846-4bb7-83ea-2388cc6f4732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:00.245032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:54:00.331088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f3dc9-8f1a-445f-b417-096b9577acd0 req-d197140d-44ee-4131-b592-3a1dc6f1feb9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:00.332820 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-425f3dc9-8f1a-445f-b417-096b9577acd0 req-d197140d-44ee-4131-b592-3a1dc6f1feb9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0511889 Nov 12 21:54:00.349360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:54:00.361097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'port_id': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'mac_address': 'fa:16:3e:82:32:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:54:00.383313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-425f3dc9-8f1a-445f-b417-096b9577acd0 req-996eeba3-dccd-44ab-a46b-d3cd258f4e5d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Nov 12 21:54:00.403595 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:00.416413 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:54:00.435090 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:54:00.505992 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:00.554502 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:54:00.830273 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:54:01.505772 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae1e4d-a37d-4250-a752-3cc355b32faf req-1e8bc8ee-b1e8-4be5-9332-2461cdc90277 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:01.507332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ae1e4d-a37d-4250-a752-3cc355b32faf req-1e8bc8ee-b1e8-4be5-9332-2461cdc90277 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 945 time: 0.0535855 Nov 12 21:54:01.523071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:01.557792 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f6ae1e4d-a37d-4250-a752-3cc355b32faf req-45a5816f-ee50-4757-8c8e-ad10280df65c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444291 Nov 12 21:54:02.250817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:54:02.367939 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:54:02.372658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:54:02.376362 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:02.452345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:02.474783 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:54:02.479584 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc00290-dca9-49fa-95df-b0219d0cf8a9" -d '{"events": [{"server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:54:02.490740 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:54:02.557342 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:02.619833 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb0ec3a-9eca-4adf-b25b-b9a4c18d525b x-openstack-request-id: req-ebb0ec3a-9eca-4adf-b25b-b9a4c18d525b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:54:02.620126 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:54:02.620378 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebb0ec3a-9eca-4adf-b25b-b9a4c18d525b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:54:02.621559 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'code': 200} Nov 12 21:54:02.627446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:54:02.703891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28103812-757d-4720-822e-4f8c6a0822dc req-248156bc-1197-4d95-8490-30e2b4a00590 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:02.705487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28103812-757d-4720-822e-4f8c6a0822dc req-248156bc-1197-4d95-8490-30e2b4a00590 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0619898 Nov 12 21:54:02.744474 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540442-a7f5-41e2-8c96-720f2ea3c864 req-d380b4cc-6379-42c4-aa28-771acb234fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:02.746091 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-86540442-a7f5-41e2-8c96-720f2ea3c864 req-d380b4cc-6379-42c4-aa28-771acb234fec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1098 time: 0.0441976 Nov 12 21:54:02.760391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-28103812-757d-4720-822e-4f8c6a0822dc req-164790b1-651a-4598-9701-c1dc0118d24d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478232 Nov 12 21:54:02.800682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-86540442-a7f5-41e2-8c96-720f2ea3c864 req-59f5f192-6041-4c0a-80f5-638732e28439 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437407 Nov 12 21:54:03.237620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:03.630607 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:03.890860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb4d8b-c029-4629-a054-1c5318628d31 req-1904296c-e982-4496-ad97-c7f6261f945e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:03.892309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54eb4d8b-c029-4629-a054-1c5318628d31 req-1904296c-e982-4496-ad97-c7f6261f945e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0534039 Nov 12 21:54:03.947749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54eb4d8b-c029-4629-a054-1c5318628d31 req-552330a0-46cb-42e6-b84d-d3581a9baf7d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486982 Nov 12 21:54:05.064610 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a154e-2447-439b-a080-785ead430aab req-b6b842b0-ced8-4075-a28b-45f8b32e14c5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:05.066080 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f20a154e-2447-439b-a080-785ead430aab req-b6b842b0-ced8-4075-a28b-45f8b32e14c5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0491140 Nov 12 21:54:05.114095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f20a154e-2447-439b-a080-785ead430aab req-fa46e7c2-db2b-4f8e-91f9-e5030013aa30 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Nov 12 21:54:05.228469 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f924ff-cc4d-44f3-ba49-b8f52ddfe053 req-c34c473e-cd04-49a8-9de4-46d338f8ea6a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:05.229905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51f924ff-cc4d-44f3-ba49-b8f52ddfe053 req-c34c473e-cd04-49a8-9de4-46d338f8ea6a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0491760 Nov 12 21:54:05.280135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-51f924ff-cc4d-44f3-ba49-b8f52ddfe053 req-977998fa-133b-46ef-b48a-6791ea310c37 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Nov 12 21:54:05.302366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36696) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:54:05.345472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d750ba-1374-4564-8c7f-bcac1a166d79 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:05.346992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-67d750ba-1374-4564-8c7f-bcac1a166d79 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1093 time: 0.0436726 Nov 12 21:54:05.349770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36698) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:54:05.353893 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:54:05.437654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:05.533305 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:05.639010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.15 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/f905482f-6d18-4c55-812f-d4ad9355258f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:54:05.741458 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:05.826459 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:05.865996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:54:05.868744 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:54:05.874191 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:54:05.898142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=f905482f-6d18-4c55-812f-d4ad9355258f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:54:06.227927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:06.346466 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:06.494798 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:06.550520 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:06.621075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=f905482f-6d18-4c55-812f-d4ad9355258f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:54:06.629424 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:06.728765 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP a5c20db1-d1a9-401a-bf7e-ce98509a2738 associated. External IP: 172.25.8.15, port: 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c. Nov 12 21:54:06.933455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:54:07.039098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:54:07.049458 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] Sync routers for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:54:07.058485 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:54:07.062672 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:54:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:54:07.146535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:07.165411 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:54:07.174146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3b9d8877-dd00-4508-8a92-01e40e45349c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8233814 Nov 12 21:54:07.174924 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:54:07.177607 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08" -d '{"events": [{"name": "network-changed", "server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:54:07.222432 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c48784-a136-4e88-a729-575c6b76b376 x-openstack-request-id: req-c6c48784-a136-4e88-a729-575c6b76b376 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:54:07.222727 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:54:07.222981 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6c48784-a136-4e88-a729-575c6b76b376 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:54:07.223419 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'status': 'completed', 'code': 200} Nov 12 21:54:07.283093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be576e-581b-4add-8ba2-cf08ec0193c7 req-1c3a9e09-9a32-44e2-9908-19f1dfb7a633 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:07.284844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56be576e-581b-4add-8ba2-cf08ec0193c7 req-1c3a9e09-9a32-44e2-9908-19f1dfb7a633 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0523620 Nov 12 21:54:07.297896 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-c9613181-cd96-4542-9721-715e35efae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:07.299422 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-c9613181-cd96-4542-9721-715e35efae07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1098 time: 0.0525119 Nov 12 21:54:07.338037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-56be576e-581b-4add-8ba2-cf08ec0193c7 req-18013528-71a0-4ac4-8e77-ab5172eeaa0f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469220 Nov 12 21:54:07.361065 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36704) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:54:07.397746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-e7bf1d44-fb05-4e4c-b536-f45c47cab533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:07.399215 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-e7bf1d44-fb05-4e4c-b536-f45c47cab533 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 897 time: 0.0925102 Nov 12 21:54:07.419017 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'a5c20db1-d1a9-401a-bf7e-ce98509a2738', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'port_id': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'mac_address': 'fa:16:3e:82:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aef5a0-c422-4def-8550-51c41097bc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:54:06Z', 'updated_at': '2021-11-12T21:54:06Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:54Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:54:07.427738 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-91a4d62f-6840-4aca-bb81-d685043ad74f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/a5c20db1-d1a9-401a-bf7e-ce98509a2738 HTTP/1.1" status: 200 len: 991 time: 0.0643716 Nov 12 21:54:07.446406 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] Checking router: 65c7a65b-0fbe-4fec-beff-77aa96181fd5 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:54:07.454610 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:54:07.455198 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:54:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:54:07.470929 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-c6fe2ebc-0d3d-41dc-ba92-88cb636ff88a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 999 time: 0.0640004 Nov 12 21:54:07.521107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-3f5a6543-db07-4995-938c-d164f955c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:07.522719 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-3f5a6543-db07-4995-938c-d164f955c3b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0442197 Nov 12 21:54:07.571423 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-ee13fe19-d5bc-4ca1-9150-a3b2b576f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:07.572984 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-ee13fe19-d5bc-4ca1-9150-a3b2b576f3c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431411 Nov 12 21:54:07.651389 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:54:07.883365 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'a5c20db1-d1a9-401a-bf7e-ce98509a2738', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'port_id': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'mac_address': 'fa:16:3e:82:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aef5a0-c422-4def-8550-51c41097bc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:54:06Z', 'updated_at': '2021-11-12T21:54:06Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:54Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:54:07.914933 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160e6cb8-0793-4d3e-8081-c4dd514fd2f2 None None] The sync data for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 is: [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'a5c20db1-d1a9-401a-bf7e-ce98509a2738', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'port_id': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'mac_address': 'fa:16:3e:82:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aef5a0-c422-4def-8550-51c41097bc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:54:06Z', 'updated_at': '2021-11-12T21:54:06Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:54Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:54:08.007655 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-75b5c6b9-5062-4b8e-bd85-31c7159c31cd service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270606 Nov 12 21:54:08.101949 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e37bbd69-106c-4ef5-8ae6-e2e1bb439d08 req-5108bdb9-8994-41c2-8407-8b723cf0e98f service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Nov 12 21:54:08.119479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09690563-dced-4fc7-9909-f552788c0adc None None] New status for floating IP a5c20db1-d1a9-401a-bf7e-ce98509a2738: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:54:08.430545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36706) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:54:08.493971 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b157d37d-fdb3-498b-82df-fe11dc68599e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/a5c20db1-d1a9-401a-bf7e-ce98509a2738 HTTP/1.1" status: 200 len: 993 time: 0.0621045 Nov 12 21:54:10.935028 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:11.106298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:13.088988 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:54:27.625280 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a5c2-5c53-4528-bd73-c265346d8c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:30.122431 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-618e2bcc-7a28-42e3-8699-bb227b4fb2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:31.511085 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:33.271027 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:33.653598 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:38.638773 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9431ba8e-a570-4787-a479-2960bead2480 req-5eea057f-214c-4936-9025-e515e00abb0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384264 Nov 12 21:54:38.724231 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ba8e-a570-4787-a479-2960bead2480 req-9e40b6a3-b8bd-4083-b594-d2d12cedc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:38.725677 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9431ba8e-a570-4787-a479-2960bead2480 req-9e40b6a3-b8bd-4083-b594-d2d12cedc031 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1098 time: 0.0441201 Nov 12 21:54:38.829628 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ba8e-a570-4787-a479-2960bead2480 req-3de94a0f-0bb6-43b6-b690-3cc0444bddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:38.831100 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9431ba8e-a570-4787-a479-2960bead2480 req-3de94a0f-0bb6-43b6-b690-3cc0444bddbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 897 time: 0.0839279 Nov 12 21:54:38.899960 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9431ba8e-a570-4787-a479-2960bead2480 req-433635c5-5fdd-4a0d-96d1-1e791438ebd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 1001 time: 0.0613427 Nov 12 21:54:38.951455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ba8e-a570-4787-a479-2960bead2480 req-de8d0a0f-5b84-4487-80ac-9fec0aba0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:38.952928 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9431ba8e-a570-4787-a479-2960bead2480 req-de8d0a0f-5b84-4487-80ac-9fec0aba0974 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0442271 Nov 12 21:54:38.998682 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ba8e-a570-4787-a479-2960bead2480 req-0aef2cfc-4f85-45ed-857a-96ddf4adf57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:39.000443 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9431ba8e-a570-4787-a479-2960bead2480 req-0aef2cfc-4f85-45ed-857a-96ddf4adf57d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401251 Nov 12 21:54:39.091212 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9431ba8e-a570-4787-a479-2960bead2480 req-dc408655-452e-4e66-b810-cbd5fbc423e9 service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841620 Nov 12 21:54:39.181510 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9431ba8e-a570-4787-a479-2960bead2480 req-585e76f1-3267-46a0-88e3-5a45c094bb80 service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820775 Nov 12 21:54:40.928060 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:41.105058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:41.627557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-978abb5a-9a93-4395-90c2-f6982f5d1b25 req-e3424eea-26ec-47b8-8c23-a6422856e23a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:54:41.628586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-978abb5a-9a93-4395-90c2-f6982f5d1b25 req-e3424eea-26ec-47b8-8c23-a6422856e23a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063145 Nov 12 21:54:41.953011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2642ae6-3821-48ed-aafe-4dd141769000 req-7aa0ddc8-0e48-4228-a90c-fbd9981bd2cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:41.954645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2642ae6-3821-48ed-aafe-4dd141769000 req-7aa0ddc8-0e48-4228-a90c-fbd9981bd2cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0542376 Nov 12 21:54:42.005253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2642ae6-3821-48ed-aafe-4dd141769000 req-3a5bc641-eb04-4815-acff-86ad8052a4b6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446844 Nov 12 21:54:42.078449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36734) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:54:42.157449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-262344a4-6bd6-4ad0-9653-1a9e13720d6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769141 Nov 12 21:54:42.166399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-1a4a072c-b145-49a5-aee1-b8b0c5134167 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:54:42.167371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-1a4a072c-b145-49a5-aee1-b8b0c5134167 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048907 Nov 12 21:54:43.132627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747551ee-3e4a-470d-84ff-ec938dc75a53 req-ad21d824-4e05-480c-88a1-dcbb72da2119 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:43.134144 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-747551ee-3e4a-470d-84ff-ec938dc75a53 req-ad21d824-4e05-480c-88a1-dcbb72da2119 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0497751 Nov 12 21:54:43.188713 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-747551ee-3e4a-470d-84ff-ec938dc75a53 req-721cddde-b9e1-4406-9dee-923639df174a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473192 Nov 12 21:54:44.292065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3fe4b52a-e0cc-4f17-a63b-07058c99ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:44.293749 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3fe4b52a-e0cc-4f17-a63b-07058c99ce5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1098 time: 0.0501981 Nov 12 21:54:44.319181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c4685-ff9d-449a-b644-4a6ac265f10d req-094c2b30-769e-4a88-859b-2b735b5f6354 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:44.320786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d28c4685-ff9d-449a-b644-4a6ac265f10d req-094c2b30-769e-4a88-859b-2b735b5f6354 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0575686 Nov 12 21:54:44.372208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d28c4685-ff9d-449a-b644-4a6ac265f10d req-dc7b44db-402f-4864-8867-44108fb53674 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Nov 12 21:54:44.395400 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-ac71e308-f735-4180-b1fc-72eeec4f8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:44.396871 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-ac71e308-f735-4180-b1fc-72eeec4f8d85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 897 time: 0.0926776 Nov 12 21:54:44.471142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-7c31ca7f-7c19-4257-ae43-e3351d7aee2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 1001 time: 0.0626199 Nov 12 21:54:44.524013 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-733bcbd7-e5f1-434f-b6bb-ca01358d9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:44.525456 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-733bcbd7-e5f1-434f-b6bb-ca01358d9f40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0441604 Nov 12 21:54:44.575384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-c47099ec-876a-44b1-8751-a25af34c0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:44.576842 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-c47099ec-876a-44b1-8751-a25af34c0c0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402269 Nov 12 21:54:44.674446 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-12794a7e-6f94-43fa-8ac9-adfca67e26bd service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861053 Nov 12 21:54:44.768458 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-696771e4-faf4-4e5e-a820-c20896ed8a22 service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832818 Nov 12 21:54:45.488236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fa5ae-9c65-435d-ad81-d1129694a489 req-e0b61bf9-0701-4ffd-8323-380d3623d460 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:45.489720 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c40fa5ae-9c65-435d-ad81-d1129694a489 req-e0b61bf9-0701-4ffd-8323-380d3623d460 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0485077 Nov 12 21:54:45.539125 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c40fa5ae-9c65-435d-ad81-d1129694a489 req-68b25810-961d-4235-9b76-1ec3e670fcee tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435143 Nov 12 21:54:46.654076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e7d4e-bcc9-4d97-913b-04523c66d56a req-0cc11fd9-4bc5-4cb6-a082-a20fd2e45c8e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:46.655586 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d48e7d4e-bcc9-4d97-913b-04523c66d56a req-0cc11fd9-4bc5-4cb6-a082-a20fd2e45c8e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0494313 Nov 12 21:54:47.047544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d48e7d4e-bcc9-4d97-913b-04523c66d56a req-7f849177-10a2-46d3-9af6-c1cb8ac4d6a9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849657 Nov 12 21:54:48.165672 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301db4-e384-42ce-8a4e-1cbbb86dc2ac req-1b50744f-f450-421e-9733-b370c385df08 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:48.167130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a301db4-e384-42ce-8a4e-1cbbb86dc2ac req-1b50744f-f450-421e-9733-b370c385df08 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0487437 Nov 12 21:54:48.215998 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a301db4-e384-42ce-8a4e-1cbbb86dc2ac req-92b9decb-8f1b-455e-a55b-01f550b52121 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429215 Nov 12 21:54:49.338303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e99a13-d1cc-4c0b-bcc7-f2750e580d94 req-4951585c-8ba6-4822-9a11-1c37f0f867b2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:49.340025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60e99a13-d1cc-4c0b-bcc7-f2750e580d94 req-4951585c-8ba6-4822-9a11-1c37f0f867b2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0519397 Nov 12 21:54:49.389661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60e99a13-d1cc-4c0b-bcc7-f2750e580d94 req-1bf2677f-8c43-4c50-99cb-513728d4f9bc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431442 Nov 12 21:54:50.088339 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:54:50.510147 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552192f4-3cc8-4f9d-9f5c-cede7b393677 req-fcfb9da3-c838-4744-afaa-56bb395e3e9b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:50.511660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-552192f4-3cc8-4f9d-9f5c-cede7b393677 req-fcfb9da3-c838-4744-afaa-56bb395e3e9b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0535491 Nov 12 21:54:50.560527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-552192f4-3cc8-4f9d-9f5c-cede7b393677 req-0c84fae9-d866-4f88-96e7-929c4caf366e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Nov 12 21:54:51.678452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c9019-c266-426d-8fd8-889094cc105d req-e1f89ab2-2075-489c-bfea-d04fc3e8700d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:51.679980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3c9019-c266-426d-8fd8-889094cc105d req-e1f89ab2-2075-489c-bfea-d04fc3e8700d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0489180 Nov 12 21:54:51.729240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6f3c9019-c266-426d-8fd8-889094cc105d req-3b684044-e1f0-4bb6-818a-dadfa9174a98 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Nov 12 21:54:52.848297 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd36a09-3323-4ffe-8572-5ff2b0a6c620 req-a4b934b3-c3a4-488d-a278-d02e829e192b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:52.849781 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dd36a09-3323-4ffe-8572-5ff2b0a6c620 req-a4b934b3-c3a4-488d-a278-d02e829e192b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0526292 Nov 12 21:54:52.899854 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0dd36a09-3323-4ffe-8572-5ff2b0a6c620 req-75b065ab-62f3-4061-9f5e-b95b9f027027 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440071 Nov 12 21:54:54.015436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e851d-c906-4fe9-954f-8e680c261066 req-e0223afb-8c5d-4ce2-890b-6bdc66bf8bc5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:54.016952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b6e851d-c906-4fe9-954f-8e680c261066 req-e0223afb-8c5d-4ce2-890b-6bdc66bf8bc5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0494926 Nov 12 21:54:54.067068 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b6e851d-c906-4fe9-954f-8e680c261066 req-a26dcdfa-6632-4bba-bca7-a37bb4111e9c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Nov 12 21:54:55.182371 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181bd7-43be-4510-b78c-f3a4463bb6bc req-8f1715be-dd2e-427e-841f-9873f18b8411 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:55.183824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad181bd7-43be-4510-b78c-f3a4463bb6bc req-8f1715be-dd2e-427e-841f-9873f18b8411 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0483458 Nov 12 21:54:55.237077 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ad181bd7-43be-4510-b78c-f3a4463bb6bc req-5c8dfda5-8ee4-4e53-b263-7dd467af05f3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472820 Nov 12 21:54:56.353475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd89d87-6116-4b76-986f-d4507687ff65 req-ef0c13fa-a2c0-4766-a547-4cdb1994455f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:56.354937 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfd89d87-6116-4b76-986f-d4507687ff65 req-ef0c13fa-a2c0-4766-a547-4cdb1994455f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0484014 Nov 12 21:54:56.404067 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dfd89d87-6116-4b76-986f-d4507687ff65 req-65d87ce7-e660-422a-9ac0-47e991273f6b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Nov 12 21:54:57.520144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8293d-0495-4e81-bf11-bd5eaaae52b1 req-dc2a7fe8-16da-429c-9ed3-2e3374cc09ad tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:57.521645 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bc8293d-0495-4e81-bf11-bd5eaaae52b1 req-dc2a7fe8-16da-429c-9ed3-2e3374cc09ad tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0489829 Nov 12 21:54:57.572152 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0bc8293d-0495-4e81-bf11-bd5eaaae52b1 req-9efbdfc0-25ab-42da-80c0-4ed07de6f223 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444887 Nov 12 21:54:57.584847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9a23f320-b9cb-4335-a231-5bfe962ae93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:54:58.695713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7b01-e160-4c7b-9b98-3dbbd18c073f req-7b9a0958-3627-4c6a-a845-04866476e256 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:58.697180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52bf7b01-e160-4c7b-9b98-3dbbd18c073f req-7b9a0958-3627-4c6a-a845-04866476e256 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0532138 Nov 12 21:54:58.745686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-52bf7b01-e160-4c7b-9b98-3dbbd18c073f req-618cd660-da16-4fbe-b8e5-1c5cbe4accff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Nov 12 21:54:59.861484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0585b-1b7e-417c-bb45-d3c9816d398a req-2f0e26aa-768c-4ce9-8214-4b45f1a1b213 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:54:59.863847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0c0585b-1b7e-417c-bb45-d3c9816d398a req-2f0e26aa-768c-4ce9-8214-4b45f1a1b213 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0494623 Nov 12 21:54:59.912746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f0c0585b-1b7e-417c-bb45-d3c9816d398a req-2eb244a6-4889-48bd-9042-9371a4d80607 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428712 Nov 12 21:55:00.104178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b9b4446f-c452-412c-9e51-19a81df08646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:01.029987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fc803-a885-42d7-b968-f655283c0838 req-703fb14a-d2c4-4d73-b9c3-8d262c3adb51 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:01.031505 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-075fc803-a885-42d7-b968-f655283c0838 req-703fb14a-d2c4-4d73-b9c3-8d262c3adb51 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0492165 Nov 12 21:55:01.085819 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-075fc803-a885-42d7-b968-f655283c0838 req-3d3b8bbe-8d2c-4894-a746-1dc3867e6a1f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473194 Nov 12 21:55:01.516373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:02.036573 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-5bcc72e2-80c4-4d17-81bb-2a4dd06bc95d service neutron] show failed (client error): The resource could not be found. Nov 12 21:55:02.037591 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-5bcc72e2-80c4-4d17-81bb-2a4dd06bc95d service neutron] 10.222.0.46 "GET /v2.0/ports/913648a8-4a9b-4ef0-9c89-a70d9bf65d4c/bindings/n-h1-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0667360 Nov 12 21:55:02.205132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b52dbc-993f-49e5-bdc4-5ca3ca95c6d6 req-3b552b1e-cbf2-43f5-a164-afbabb2bde53 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:02.207253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79b52dbc-993f-49e5-bdc4-5ca3ca95c6d6 req-3b552b1e-cbf2-43f5-a164-afbabb2bde53 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0510113 Nov 12 21:55:02.261864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79b52dbc-993f-49e5-bdc4-5ca3ca95c6d6 req-63f284ae-c252-466f-9fde-1427b42be58d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482423 Nov 12 21:55:02.521439 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-c7fe45aa-7678-4e91-b2ed-fd7659d52010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:02.522953 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-c7fe45aa-7678-4e91-b2ed-fd7659d52010 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 1098 time: 0.0415804 Nov 12 21:55:02.534397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:02.589854 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:02.792328 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:02.824761 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:55:02.864417 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:55:02.866724 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bcd453-7ec3-4817-ae56-4ae330908d8b" -d '{"events": [{"server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:55:02.870884 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:02.887049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Transition to ACTIVE for port object 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:55:02.915780 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6704bb47-89a5-4c31-bd45-b71e26c4590f x-openstack-request-id: req-6704bb47-89a5-4c31-bd45-b71e26c4590f {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:55:02.916087 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:55:02.916340 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6704bb47-89a5-4c31-bd45-b71e26c4590f {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:55:02.916747 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'code': 200} Nov 12 21:55:02.967412 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:03.049814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=6']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:03.064268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.064709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.065055 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.065396 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.065733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.066067 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.066399 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.066727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.067054 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.067416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.067745 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.068068 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:03.103484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] No DVR routers for this DVR port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:55:03.246271 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Attempting to bind port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:55:03.246946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Attempting to bind port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:55:03.246946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Attempting to bind port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on network cadedb80-5707-4e2b-b950-45423fec1ef1 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:55:03.251653 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on network cadedb80-5707-4e2b-b950-45423fec1ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:55:03.252045 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Attempting to bind port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on network cadedb80-5707-4e2b-b950-45423fec1ef1 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:55:03.253652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:03.257242 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:55:03.258381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Checking segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:55:03.258381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Bound using segment: {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:55:03.258381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Bound port: 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2e2c7b-9391-4c9d-be88-bb94585b61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:55:03.258695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:03.326739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:55:03.329945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:55:03.382827 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fdc23-432a-45a8-9de5-71e6d216b6f5 req-bbf22286-6c09-4fec-a8c4-a3fa098625ba tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:03.384532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c5fdc23-432a-45a8-9de5-71e6d216b6f5 req-bbf22286-6c09-4fec-a8c4-a3fa098625ba tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0496135 Nov 12 21:55:03.413653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:03.469199 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:03.469813 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:03.471920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] 10.222.0.78 "PUT /v2.0/ports/913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 1093 time: 0.9414749 Nov 12 21:55:03.476141 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9c5fdc23-432a-45a8-9de5-71e6d216b6f5 req-bf1009f5-45a4-403d-841a-8898c3a279b0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857639 Nov 12 21:55:03.492920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691dfc8-2c4d-47ed-99ed-1c540765c1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:03.543243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-03e53ced-e856-4277-bd0d-6198026ae5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:03.544762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-03e53ced-e856-4277-bd0d-6198026ae5d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1096 time: 0.0464256 Nov 12 21:55:03.630614 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:03.647566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-7ecfa964-769a-4696-b508-98e645595640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:03.649119 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-7ecfa964-769a-4696-b508-98e645595640 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 897 time: 0.0963898 Nov 12 21:55:03.715641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-597a5f96-e5e6-46e1-85d5-33b42f690144 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 999 time: 0.0594316 Nov 12 21:55:03.770943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-6d673e46-ce34-4202-ab93-a5023350c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:03.772358 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-6d673e46-ce34-4202-ab93-a5023350c7d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0489557 Nov 12 21:55:03.818366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-20921345-aef9-4957-b452-66cf25cf12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:03.819816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-20921345-aef9-4957-b452-66cf25cf12aa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406721 Nov 12 21:55:03.913903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-7cbcfb92-80d6-48b5-b022-e5b0e48e0251 service neutron] 10.222.0.78 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868921 Nov 12 21:55:04.005036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-751e5df9-369f-47da-b3e5-bbddf491c51d req-43f0cff2-ac7b-44ad-8386-8bebf9898ffa service neutron] 10.222.0.78 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840945 Nov 12 21:55:04.546456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:55:04.587752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:55:04.597156 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa3a98-12d0-4f2e-8f76-1d507e790cf8 req-674d2919-54a0-439a-b7d6-70711eedb793 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:04.598667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aa3a98-12d0-4f2e-8f76-1d507e790cf8 req-674d2919-54a0-439a-b7d6-70711eedb793 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0504782 Nov 12 21:55:04.652388 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-44aa3a98-12d0-4f2e-8f76-1d507e790cf8 req-2602e1b0-371c-4317-9714-5f362b522524 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478406 Nov 12 21:55:04.918335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:55:04.920706 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f760aef4-cbe1-4de6-a25f-d56dff701c92" -d '{"events": [{"name": "network-changed", "server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:55:04.967831 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b377c3b-9046-4404-be02-d3a7edb4271c x-openstack-request-id: req-9b377c3b-9046-4404-be02-d3a7edb4271c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:55:04.968125 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:55:04.968496 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b377c3b-9046-4404-be02-d3a7edb4271c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:55:04.969084 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'status': 'completed', 'code': 200} Nov 12 21:55:05.033796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-08134113-a016-4f2e-8ed2-7355f3c83317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.035801 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-08134113-a016-4f2e-8ed2-7355f3c83317 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1096 time: 0.0426452 Nov 12 21:55:05.037674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-74eb3d9c-1557-43eb-adc5-b58bef79b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.039159 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-74eb3d9c-1557-43eb-adc5-b58bef79b208 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1096 time: 0.0416656 Nov 12 21:55:05.129268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-593af25b-ed60-46cc-8390-11be21ca9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.130864 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-593af25b-ed60-46cc-8390-11be21ca9445 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 897 time: 0.0873830 Nov 12 21:55:05.136939 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-b86fa710-65bf-4c14-8128-843f2f1d1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.138505 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-b86fa710-65bf-4c14-8128-843f2f1d1398 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 897 time: 0.0862868 Nov 12 21:55:05.207955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-04b5bac7-3977-4f02-883d-6247a349ff21 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 999 time: 0.0644145 Nov 12 21:55:05.213537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-62cfe540-d918-444d-a28f-cc3bb13dbfe9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 999 time: 0.0640371 Nov 12 21:55:05.256897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-35003adf-cde1-444a-8aea-987ba7464fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.258427 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-35003adf-cde1-444a-8aea-987ba7464fa3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0472279 Nov 12 21:55:05.268919 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-14f76b9b-ad11-41ea-8f0c-d053f06a3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.270427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-14f76b9b-ad11-41ea-8f0c-d053f06a3e01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0455413 Nov 12 21:55:05.304940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-d18710f3-5423-47d3-a0a0-b5206d1fc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.306455 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-d18710f3-5423-47d3-a0a0-b5206d1fc527 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406306 Nov 12 21:55:05.321030 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-5ee2f74f-105a-4566-8473-a42aa965ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.322526 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-5ee2f74f-105a-4566-8473-a42aa965ca48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407841 Nov 12 21:55:05.403613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-de4170fa-2361-4a3e-8455-d0b335b4256a service neutron] 10.222.0.78 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898747 Nov 12 21:55:05.421202 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-c6e447a9-eaef-499a-90fe-068f524d933a service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874696 Nov 12 21:55:05.496214 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-56b700d6-8449-4df7-b898-f29823ec25c2 service neutron] 10.222.0.78 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828023 Nov 12 21:55:05.513962 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-f760aef4-cbe1-4de6-a25f-d56dff701c92 req-4c20c4b3-e612-4f4a-8a90-3f757b93e07a service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816309 Nov 12 21:55:05.781010 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8775a-22a2-4c55-a06d-a047e8a08899 req-bef646ec-9d94-4923-ab13-afe98ff6b17f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:05.782425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99e8775a-22a2-4c55-a06d-a047e8a08899 req-bef646ec-9d94-4923-ab13-afe98ff6b17f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0552413 Nov 12 21:55:05.833841 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-99e8775a-22a2-4c55-a06d-a047e8a08899 req-644fa0c1-0680-4d7a-b23b-3a735a48f7b8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442922 Nov 12 21:55:06.953703 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eab7a-51b9-448a-a002-c6b707e4f647 req-1fc96f5b-03d0-499d-ab99-e67b46dae1f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:06.955089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-224eab7a-51b9-448a-a002-c6b707e4f647 req-1fc96f5b-03d0-499d-ab99-e67b46dae1f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0508635 Nov 12 21:55:07.004620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-224eab7a-51b9-448a-a002-c6b707e4f647 req-07104c77-ab09-4744-b1ea-5b04ed652889 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Nov 12 21:55:07.362535 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f29d6b-d288-45c5-8d8f-d1ad9ac089ac req-06966286-63de-4bf5-8ba4-0cdd7e5cad3a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:07.364202 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82f29d6b-d288-45c5-8d8f-d1ad9ac089ac req-06966286-63de-4bf5-8ba4-0cdd7e5cad3a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0539374 Nov 12 21:55:07.413718 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82f29d6b-d288-45c5-8d8f-d1ad9ac089ac req-8a6a8649-c83e-40a2-aea9-b8e84ab2ed4b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Nov 12 21:55:07.439517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-fb412dd4-df99-44d8-a0f8-8f7bb1f5632d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:07.441256 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-fb412dd4-df99-44d8-a0f8-8f7bb1f5632d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e&tenant_id=89311f586e484c4f97e23db59cb4cd71&binding%3Ahost_id=n-h1-713498-29 HTTP/1.1" status: 200 len: 944 time: 0.0573280 Nov 12 21:55:07.506986 n-d-713498-29 neutron-server[109628]: INFO neutron.api.v2.resource [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-a6c5e371-d86c-42e6-ae2d-c272d08d93d8 service neutron] delete failed (client error): The resource could not be found. Nov 12 21:55:07.507944 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-a6c5e371-d86c-42e6-ae2d-c272d08d93d8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/913648a8-4a9b-4ef0-9c89-a70d9bf65d4c/bindings/n-h2-713498-29 HTTP/1.1" status: 404 len: 381 time: 0.0543149 Nov 12 21:55:07.530112 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf98c55-76a2-40fa-915b-be2d77e49d27 req-190ce4d9-bb6a-4170-845b-1a265770d9f1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:07.531652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cf98c55-76a2-40fa-915b-be2d77e49d27 req-190ce4d9-bb6a-4170-845b-1a265770d9f1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0493908 Nov 12 21:55:07.583751 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cf98c55-76a2-40fa-915b-be2d77e49d27 req-417f1a3d-0450-4988-8918-467fcadc9335 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450027 Nov 12 21:55:07.599233 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-11172764-5df9-459a-8a37-9d548cd8135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:07.600815 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-11172764-5df9-459a-8a37-9d548cd8135d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1096 time: 0.0422273 Nov 12 21:55:07.698074 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-6afe5c83-65eb-4405-9f41-6e6af39cefc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:07.699404 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-6afe5c83-65eb-4405-9f41-6e6af39cefc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 897 time: 0.0872107 Nov 12 21:55:07.769273 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-d70f0915-4201-456f-925c-5c19bfd92a01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 999 time: 0.0573161 Nov 12 21:55:07.826313 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-15e8b559-c8fa-41b9-9116-194a5f42e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:07.827782 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-15e8b559-c8fa-41b9-9116-194a5f42e061 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0467286 Nov 12 21:55:07.876484 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-eb791b19-945c-4e23-962f-c43af87442c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:07.878020 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-eb791b19-945c-4e23-962f-c43af87442c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397873 Nov 12 21:55:07.978906 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-22d763d3-fe22-41b9-ac13-4667b21bb45b service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819438 Nov 12 21:55:08.082703 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fa615145-a8d6-4945-ba7e-d0ef2346b7af req-ce4ec953-734b-45f8-83be-91e99edadda5 service neutron] 10.222.0.46 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924811 Nov 12 21:55:08.369745 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:55:08.497875 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:08.685707 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'port_id': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'mac_address': 'fa:16:3e:82:32:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:55:08.737506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deed5d-124a-4412-a9eb-d1afa5110b34 req-d73fe315-3659-4295-8453-15154584058e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:08.740886 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:08.745474 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37deed5d-124a-4412-a9eb-d1afa5110b34 req-d73fe315-3659-4295-8453-15154584058e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 944 time: 0.0691164 Nov 12 21:55:08.773487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:55:08.797909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:08.812384 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37deed5d-124a-4412-a9eb-d1afa5110b34 req-0aacd9be-8c04-4129-bc8e-d71bd96e65cc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657234 Nov 12 21:55:08.853002 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:08.902932 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:08.910995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.911385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.911769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.912836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.912836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.912836 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.917189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.917189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.917189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.917189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.917189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:08.917189 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:09.099317 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:55:09.930183 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca383d-1553-46e6-a487-9d55e685543b req-c2801e36-58ae-4f89-a6bf-e2cad7aa7e53 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:09.931804 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbca383d-1553-46e6-a487-9d55e685543b req-c2801e36-58ae-4f89-a6bf-e2cad7aa7e53 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 945 time: 0.0500691 Nov 12 21:55:09.980891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fbca383d-1553-46e6-a487-9d55e685543b req-9becb840-eaf2-4abe-a397-c31976210ee0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Nov 12 21:55:10.003044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36818) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:10.063252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fb8c2dc8-5ec9-4f23-aac0-ff569969f5a9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/a5c20db1-d1a9-401a-bf7e-ce98509a2738 HTTP/1.1" status: 200 len: 992 time: 0.0590549 Nov 12 21:55:10.384038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:55:10.487385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:55:10.491122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:10.491529 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:10.566355 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:10.588760 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:55:10.590998 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e24efcf-006b-4d16-8633-b8d282385547" -d '{"events": [{"server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:55:10.603487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:10.628758 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9f2ae1-74bc-4662-880f-4c4768c11f6b x-openstack-request-id: req-0a9f2ae1-74bc-4662-880f-4c4768c11f6b {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:55:10.629063 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:55:10.629315 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a9f2ae1-74bc-4662-880f-4c4768c11f6b {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:55:10.629710 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'code': 200} Nov 12 21:55:10.664261 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:10.716657 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:10.892914 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:11.092804 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:27.088416 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:55:27.612146 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4bfc315d-5446-4353-8dc6-baae0f435539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:30.109791 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-80bf0838-76b3-48cc-a297-7e004f060361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:31.521260 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:33.253188 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:33.658525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:36.512847 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36830) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:36.673641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port f905482f-6d18-4c55-812f-d4ad9355258f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:55:36.673980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:36.748333 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:36.748654 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:36.760524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for f905482f-6d18-4c55-812f-d4ad9355258f owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:55:37.001045 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:37.028687 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=f905482f-6d18-4c55-812f-d4ad9355258f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:37.090802 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:37.091121 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP a5c20db1-d1a9-401a-bf7e-ce98509a2738 disassociated (deleted). External IP: 172.25.8.15, port: 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c. Nov 12 21:55:37.318374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:55:37.424026 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:55:37.429393 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:37.435098 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] Sync routers for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:55:37.444398 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:55:37.445001 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:37.459748 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3d9865b6-e6d4-4625-bad6-617fb9aad16d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/floatingips/a5c20db1-d1a9-401a-bf7e-ce98509a2738 HTTP/1.1" status: 204 len: 168 time: 0.9457741 Nov 12 21:55:37.460336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:55:37.462604 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c070f-9119-4835-a2bc-b95c141f4c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:55:37.502875 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f41225-783d-4380-aafc-fdcf7c9712bc x-openstack-request-id: req-a2f41225-783d-4380-aafc-fdcf7c9712bc {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:55:37.503211 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:55:37.503537 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2f41225-783d-4380-aafc-fdcf7c9712bc {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:55:37.503966 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'status': 'completed', 'code': 200} Nov 12 21:55:37.559992 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:55:37.573146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-ac01176c-4cae-4516-9b6b-20ee98f8471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:37.574594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-ac01176c-4cae-4516-9b6b-20ee98f8471f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 1098 time: 0.0433073 Nov 12 21:55:37.681524 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-9fad1a33-1f06-4fbb-845a-557817350d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:37.682981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-9fad1a33-1f06-4fbb-845a-557817350d02 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 200 len: 897 time: 0.0983481 Nov 12 21:55:37.730821 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-fd785daf-1601-4fbc-bd83-aa6f3cb4262d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 200 len: 217 time: 0.0401633 Nov 12 21:55:37.776517 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:54Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:37.784912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-ab3061b1-d666-43ef-a93d-119eada2afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:37.788475 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-ab3061b1-d666-43ef-a93d-119eada2afb9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 200 len: 834 time: 0.0461206 Nov 12 21:55:37.804148 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] Checking router: 65c7a65b-0fbe-4fec-beff-77aa96181fd5 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:55:37.812714 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:55:37.813328 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:37.837366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-08ce3c52-e47e-4ba7-9971-9d607bd703ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:37.838800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-08ce3c52-e47e-4ba7-9971-9d607bd703ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cadedb80-5707-4e2b-b950-45423fec1ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417514 Nov 12 21:55:37.924204 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:55:37.964573 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-1147406b-e37b-46ef-9940-b152b1966c45 service neutron] 10.222.0.78 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168683 Nov 12 21:55:38.041862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa808d-d5db-4e85-9441-95d9de20920f req-3b3c8bd5-617b-4ec7-b1b0-b2d5105131e0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:38.043704 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3fa808d-d5db-4e85-9441-95d9de20920f req-3b3c8bd5-617b-4ec7-b1b0-b2d5105131e0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.1158664 Nov 12 21:55:38.101292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d81c070f-9119-4835-a2bc-b95c141f4c1a req-db9fe8fe-fbd4-4534-bbcf-20b225fd9b50 service neutron] 10.222.0.78 "GET /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273813 Nov 12 21:55:38.116041 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3fa808d-d5db-4e85-9441-95d9de20920f req-5e573882-0ac7-4de3-8d02-41f3282b323f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629458 Nov 12 21:55:38.128305 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:54Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:38.162572 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a4329-1996-4c3b-8d84-11710a7e5ea5 None None] The sync data for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 is: [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:51Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd31e3a91-a2a2-49ff-b9f8-1c89bf562ad9', 'name': '', 'network_id': 'cadedb80-5707-4e2b-b950-45423fec1ef1', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:16:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:51Z', 'updated_at': '2021-11-12T21:53:54Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '2faad994-07c8-4d81-b6c7-909c9e89bcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:55:38.386026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729afe3c-cd8a-4a0c-92e9-3be9203b9f6b None None] New status for floating IP a5c20db1-d1a9-401a-bf7e-ce98509a2738: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:55:39.277060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d722-6b62-462b-be2c-119ab0f4bb25 req-eaaaddb1-5490-4631-9c27-e22a8db0f505 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:39.278555 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9be5d722-6b62-462b-be2c-119ab0f4bb25 req-eaaaddb1-5490-4631-9c27-e22a8db0f505 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0764058 Nov 12 21:55:39.300246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-7072c899-dd32-47a5-9e25-86dac06fd41e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:39.301641 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-7072c899-dd32-47a5-9e25-86dac06fd41e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 946 time: 0.0665874 Nov 12 21:55:39.373535 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9be5d722-6b62-462b-be2c-119ab0f4bb25 req-08a84dda-8773-44d8-855e-448ec196f55b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=50968c41-f8c5-4302-bfd3-3408c789a27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865986 Nov 12 21:55:39.418282 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:55:39.418542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:39.508848 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:39.509213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:39.521884 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:55:39.698017 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:39.730449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=913648a8-4a9b-4ef0-9c89-a70d9bf65d4c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:39.772718 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] No DVR routers for this DVR port 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:55:39.775342 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:39.778874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3f3d9760-dda7-41e0-b6d2-baa8870bfc2c req-46625a2c-0653-4658-b817-4e10a999aa28 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "DELETE /v2.0/ports/913648a8-4a9b-4ef0-9c89-a70d9bf65d4c HTTP/1.1" status: 204 len: 173 time: 0.4699433 Nov 12 21:55:39.779326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'name': 'network-vif-deleted', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:55:39.781558 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1b0c74-3985-4ecf-8a19-7497c11ae46e" -d '{"events": [{"server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "name": "network-vif-deleted", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:55:39.818521 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2787a27e-a2e7-49ac-a6fb-476ec4b1cddb x-openstack-request-id: req-2787a27e-a2e7-49ac-a6fb-476ec4b1cddb {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:55:39.818817 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aef5a0-c422-4def-8550-51c41097bc7e", "name": "network-vif-deleted", "tag": "913648a8-4a9b-4ef0-9c89-a70d9bf65d4c", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:55:39.819069 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2787a27e-a2e7-49ac-a6fb-476ec4b1cddb {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:55:39.819500 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aef5a0-c422-4def-8550-51c41097bc7e', 'name': 'network-vif-deleted', 'tag': '913648a8-4a9b-4ef0-9c89-a70d9bf65d4c', 'status': 'completed', 'code': 200} Nov 12 21:55:40.480111 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-35352e8c-a5de-4f9f-ada2-970e2060ec3d req-fa7e598b-63b8-43ce-9697-47dccb87f8e5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=59aef5a0-c422-4def-8550-51c41097bc7e HTTP/1.1" status: 200 len: 210 time: 0.0271151 Nov 12 21:55:40.898186 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:41.109602 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:41.540009 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36848) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:41.894957 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:42.486693 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:55:42.487024 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:42.574062 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:42.574765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:42.586992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:55:42.840599 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:42.871799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:43.057580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:43.278940 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:55:43.387561 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:55:43.397072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-77a1edb5-0c92-4944-8c79-aadfa68743dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/65c7a65b-0fbe-4fec-beff-77aa96181fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8551569 Nov 12 21:55:43.397177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36850) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:43.398635 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] Sync routers for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:55:43.409868 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:55:43.410518 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:43.453944 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting subnet 2faad994-07c8-4d81-b6c7-909c9e89bcaf {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:55:43.458096 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:43.499727 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:43.592398 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:43.616012 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:55:43.699119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:43.728155 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Subnet': ['ID=2faad994-07c8-4d81-b6c7-909c9e89bcaf,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:43.733007 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:43.736736 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/subnets/2faad994-07c8-4d81-b6c7-909c9e89bcaf HTTP/1.1" status: 204 len: 168 time: 0.3381057 Nov 12 21:55:43.740315 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36852) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:43.741678 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497f450-44b9-468d-b70f-01f27377293b None None] Network cadedb80-5707-4e2b-b950-45423fec1ef1 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.759538 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf19e3a8-e13a-4df6-9ff9-bf5631cb1197 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:43.822190 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:55:42Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:43.854383 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] Checking router: 65c7a65b-0fbe-4fec-beff-77aa96181fd5 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:55:43.859961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:43.870809 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] Routers {'65c7a65b-0fbe-4fec-beff-77aa96181fd5'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:55:43.871635 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:43.980806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] DHCP port deletion for cadedb80-5707-4e2b-b950-45423fec1ef1 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:55:44.010405 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.017717 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] Set router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:55:44.033720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] Deleting port b08c7250-503d-4f77-829c-f67da064d637 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:55:44.034171 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.108623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] For port b08c7250-503d-4f77-829c-f67da064d637, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=b08c7250-503d-4f77-829c-f67da064d637,segment=NetworkSegment(3f2e2c7b-9391-4c9d-be88-bb94585b61c7),segment_id=3f2e2c7b-9391-4c9d-be88-bb94585b61c7)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:44.109433 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.126429 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] Calling delete_port for b08c7250-503d-4f77-829c-f67da064d637 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:55:44.130416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 723346b9-4030-4812-8eca-6d96909a05f1 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:55:44.132819 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.216681 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:55:42Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:44.225139 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port 723346b9-4030-4812-8eca-6d96909a05f1, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=723346b9-4030-4812-8eca-6d96909a05f1,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:44.225500 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.238497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 723346b9-4030-4812-8eca-6d96909a05f1 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:55:44.245160 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b4a7c-9ea9-48cd-a526-80fa9c836301 None None] The sync data for ids ['65c7a65b-0fbe-4fec-beff-77aa96181fd5'] in n-d-713498-29 is: [{'id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106277187', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '723346b9-4030-4812-8eca-6d96909a05f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:55:42Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '723346b9-4030-4812-8eca-6d96909a05f1', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7a65b-0fbe-4fec-beff-77aa96181fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:53:47Z', 'updated_at': '2021-11-12T21:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:55:44.281176 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.308899 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] Pushing event deleted for resources: {'Port': ['ID=b08c7250-503d-4f77-829c-f67da064d637,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:44.312971 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7a347-248d-4415-8bc6-612b79569972 None None] No DVR routers for this DVR port b08c7250-503d-4f77-829c-f67da064d637 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:55:44.509711 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.540173 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=723346b9-4030-4812-8eca-6d96909a05f1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:44.554661 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac508fc-2ed3-4887-8a70-dc0d1461e65b None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:55:44.569530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:55:44.589933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:55:44.590279 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 913648a8-4a9b-4ef0-9c89-a70d9bf65d4c not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:55:44.606998 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.705321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.707783 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.774172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b08c7250-503d-4f77-829c-f67da064d637 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:55:44.795894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: b08c7250-503d-4f77-829c-f67da064d637 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:55:44.796165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device b08c7250-503d-4f77-829c-f67da064d637 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:55:44.796692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:55:44.819491 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:55:44.819840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d31e3a91-a2a2-49ff-b9f8-1c89bf562ad9 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:55:44.835728 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.836171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Fanout notify agent at l3_agent the message router_deleted on router 65c7a65b-0fbe-4fec-beff-77aa96181fd5 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:55:44.842972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:44.844126 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c47049d1-d33a-4d9e-a49e-c65d37b1078a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/routers/65c7a65b-0fbe-4fec-beff-77aa96181fd5 HTTP/1.1" status: 204 len: 168 time: 1.1027560 Nov 12 21:55:44.846931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36854) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:44.936696 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.023650 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.044891 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadedb80-5707-4e2b-b950-45423fec1ef1']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:45.054086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2e2c7b-9391-4c9d-be88-bb94585b61c7') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:45.054319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2e2c7b-9391-4c9d-be88-bb94585b61c7') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:45.063421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.076495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.083130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:55:45.090040 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:55:45.212353 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.219725 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.222283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/networks/cadedb80-5707-4e2b-b950-45423fec1ef1 HTTP/1.1" status: 204 len: 168 time: 0.3743742 Nov 12 21:55:45.225891 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36856) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:45.234356 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884c90c-1f07-47db-879f-d98bc88d92ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Network': ['ID=cadedb80-5707-4e2b-b950-45423fec1ef1,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:45.286639 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1bd7d964-b78f-4519-a610-181faf7cf6dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.317844 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1bd7d964-b78f-4519-a610-181faf7cf6dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.429806 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1bd7d964-b78f-4519-a610-181faf7cf6dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.432483 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1bd7d964-b78f-4519-a610-181faf7cf6dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:45.435034 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1bd7d964-b78f-4519-a610-181faf7cf6dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/security-groups/50968c41-f8c5-4302-bfd3-3408c789a27c HTTP/1.1" status: 204 len: 168 time: 0.2067692 Nov 12 21:55:45.443475 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7d964-b78f-4519-a610-181faf7cf6dc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50968c41-f8c5-4302-bfd3-3408c789a27c,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:45.913633 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36862) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:45.918285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f45f1a26-cb28-4faa-94a9-57a9ccbbcfb2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735818996', 'description': 'tempest-secgroup-smoke-735818996 description', 'project_id': '89311f586e484c4f97e23db59cb4cd71'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:46.017553 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f45f1a26-cb28-4faa-94a9-57a9ccbbcfb2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.082664 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f45f1a26-cb28-4faa-94a9-57a9ccbbcfb2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.143921 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f45f1a26-cb28-4faa-94a9-57a9ccbbcfb2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.173365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f1a26-cb28-4faa-94a9-57a9ccbbcfb2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fa1a69-53f1-4ead-b39b-182bb13f0118,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:46.237409 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f45f1a26-cb28-4faa-94a9-57a9ccbbcfb2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.238668 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f45f1a26-cb28-4faa-94a9-57a9ccbbcfb2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3240299 Nov 12 21:55:46.242146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36864) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:46.246567 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8196bbf1-b893-4700-be70-6eafb6050ed1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '76fa1a69-53f1-4ead-b39b-182bb13f0118', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:46.349448 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8196bbf1-b893-4700-be70-6eafb6050ed1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.402442 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8196bbf1-b893-4700-be70-6eafb6050ed1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.452469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8196bbf1-b893-4700-be70-6eafb6050ed1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.469987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196bbf1-b893-4700-be70-6eafb6050ed1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2938c775-a6d1-4ce5-a7db-9f92f572bad3,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:46.534041 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8196bbf1-b893-4700-be70-6eafb6050ed1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.535576 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8196bbf1-b893-4700-be70-6eafb6050ed1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924507 Nov 12 21:55:46.538767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36866) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:46.543107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-0f159a30-7d6a-4f61-b4f2-ab1f52f18401 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '76fa1a69-53f1-4ead-b39b-182bb13f0118', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:46.633739 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f159a30-7d6a-4f61-b4f2-ab1f52f18401 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.670156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 723346b9-4030-4812-8eca-6d96909a05f1 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:55:46.689854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 723346b9-4030-4812-8eca-6d96909a05f1 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:55:46.692058 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 723346b9-4030-4812-8eca-6d96909a05f1 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:55:46.693845 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f159a30-7d6a-4f61-b4f2-ab1f52f18401 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.766650 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f159a30-7d6a-4f61-b4f2-ab1f52f18401 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.784735 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f159a30-7d6a-4f61-b4f2-ab1f52f18401 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd6b840-92e2-417a-ac70-0a7615034a1e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:46.849781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-0f159a30-7d6a-4f61-b4f2-ab1f52f18401 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.851020 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0f159a30-7d6a-4f61-b4f2-ab1f52f18401 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112748 Nov 12 21:55:46.853753 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36868) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:46.858055 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4c6e0849-a053-4c33-9f0f-ce2328c461f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '76fa1a69-53f1-4ead-b39b-182bb13f0118', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:46.942182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0849-a053-4c33-9f0f-ce2328c461f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:46.998731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0849-a053-4c33-9f0f-ce2328c461f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.057458 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0849-a053-4c33-9f0f-ce2328c461f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.075391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e0849-a053-4c33-9f0f-ce2328c461f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93536d4-259c-4d0f-9807-d79104b9f282,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:47.140466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0849-a053-4c33-9f0f-ce2328c461f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.141723 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4c6e0849-a053-4c33-9f0f-ce2328c461f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2870324 Nov 12 21:55:47.144602 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36870) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:47.149562 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-dce5f659-483e-4c07-a474-b2c6f9d11592 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '76fa1a69-53f1-4ead-b39b-182bb13f0118', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:47.240929 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dce5f659-483e-4c07-a474-b2c6f9d11592 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.299114 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dce5f659-483e-4c07-a474-b2c6f9d11592 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.361273 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dce5f659-483e-4c07-a474-b2c6f9d11592 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.379776 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5f659-483e-4c07-a474-b2c6f9d11592 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190ad1b1-b10e-452a-a117-fd152101a1f9,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:47.449133 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-dce5f659-483e-4c07-a474-b2c6f9d11592 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.450359 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-dce5f659-483e-4c07-a474-b2c6f9d11592 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048348 Nov 12 21:55:47.453249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36872) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:47.457600 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e51b765b-01f4-41a4-b3a4-931eef6709cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '76fa1a69-53f1-4ead-b39b-182bb13f0118', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:47.549922 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-e51b765b-01f4-41a4-b3a4-931eef6709cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:55:47.555207 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e51b765b-01f4-41a4-b3a4-931eef6709cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.617601 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e51b765b-01f4-41a4-b3a4-931eef6709cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.686810 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e51b765b-01f4-41a4-b3a4-931eef6709cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.704887 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b765b-01f4-41a4-b3a4-931eef6709cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea42b62-f31d-4bfa-b506-6e69500964e9,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:47.780451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e51b765b-01f4-41a4-b3a4-931eef6709cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.781829 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e51b765b-01f4-41a4-b3a4-931eef6709cb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276484 Nov 12 21:55:47.784832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36874) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:47.789781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-47780951-620c-4378-97a7-8bb8fc347619 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': '76fa1a69-53f1-4ead-b39b-182bb13f0118', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:47.869575 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-47780951-620c-4378-97a7-8bb8fc347619 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:55:47.874447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47780951-620c-4378-97a7-8bb8fc347619 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:47.933208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47780951-620c-4378-97a7-8bb8fc347619 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.006343 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47780951-620c-4378-97a7-8bb8fc347619 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.024086 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780951-620c-4378-97a7-8bb8fc347619 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57805c83-2921-494a-b144-c6bb676fceb1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:48.088477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-47780951-620c-4378-97a7-8bb8fc347619 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.089715 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-47780951-620c-4378-97a7-8bb8fc347619 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039670 Nov 12 21:55:48.092785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36876) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:48.097725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'network': {'name': 'tempest-network-smoke--2072650251', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'port_security_enabled': True}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:48.189382 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:55:48.193240 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.216347 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:55:48.225578 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.225919 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Added segment 91721927-f9e3-4d24-ba68-babbe19ad3d6 of type vlan for network 6de27257-fe30-4702-9e97-f968004aa1ea Nov 12 21:55:48.265688 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.355060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.360805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:48.361415 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.430176 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Network': ['ID=6de27257-fe30-4702-9e97-f968004aa1ea,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:48.441250 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 6de27257-fe30-4702-9e97-f968004aa1ea details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:55:48.455558 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c85bde9-b30b-47f4-b28f-a35652ce6ff8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3616989 Nov 12 21:55:48.458859 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36878) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:48.463569 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'admin_state_up': True, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:48.538554 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.539661 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.593868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.760613 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:48.991201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:49.009942 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:49.109930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.215 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/69adc751-4282-4385-acb2-d6f0d6a36259) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:55:49.213086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:49.309778 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:49.345273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:55:49.348049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:55:49.354142 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:55:49.361321 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d3417-c907-4654-aded-a01dcce5db75 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:55:49.381404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=69adc751-4282-4385-acb2-d6f0d6a36259,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:49.463541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a7b2744-05b1-4319-af75-05f1bfca27a9 None None] Provisioning complete for port 69adc751-4282-4385-acb2-d6f0d6a36259 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:49.464446 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2744-05b1-4319-af75-05f1bfca27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:49.498696 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b2744-05b1-4319-af75-05f1bfca27a9 None None] Port 69adc751-4282-4385-acb2-d6f0d6a36259 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:55:49.704555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:49.902257 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:50.074983 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router dadc6a23-d776-4e44-8d3b-0cb48c32344a is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:55:50.180588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:55:50.189806 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Sync routers for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:55:50.199623 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:55:50.200234 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:50.284626 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:50.286841 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f8574097-2260-4019-8572-cbf0d86f6db7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8259826 Nov 12 21:55:50.290748 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36880) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:50.307231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:55:50.373033 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b7f2c3fb-d1f8-45ba-aa3a-a845be5651e8 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=89311f586e484c4f97e23db59cb4cd71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810843 Nov 12 21:55:50.375570 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36884) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:50.465868 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9f2db-82a3-45ea-a193-2d90f971abac tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:50.467819 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-bea9f2db-82a3-45ea-a193-2d90f971abac tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913558 Nov 12 21:55:50.470724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36886) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:50.488358 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:49Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:50.498739 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1fac5836-a6c8-429d-9b31-eb03ba7cc3e5 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268784 Nov 12 21:55:50.501214 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36888) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:50.505925 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-191026110', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:50.514990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Checking router: dadc6a23-d776-4e44-8d3b-0cb48c32344a for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:55:50.515361 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Updating router dadc6a23-d776-4e44-8d3b-0cb48c32344a port 69adc751-4282-4385-acb2-d6f0d6a36259 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:55:50.540805 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:50.692238 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:55:50.696464 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:50.805873 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:50.881905 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:50.928571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ed58a-4388-43ec-9af1-2ae70b81de82 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:55:50.939858 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff696-fccd-45b3-b6c4-74c4a8522b3e None None] Pushing event updated for resources: {'Port': ['ID=69adc751-4282-4385-acb2-d6f0d6a36259,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:50.942023 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Attempting to bind port 69adc751-4282-4385-acb2-d6f0d6a36259 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:55:50.942395 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Attempting to bind port 69adc751-4282-4385-acb2-d6f0d6a36259 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:55:50.943530 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Attempting to bind port 69adc751-4282-4385-acb2-d6f0d6a36259 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:55:50.957335 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:50.957474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:55:50.957474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:55:50.957474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:50.957474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:55:50.957474 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Bound port: 69adc751-4282-4385-acb2-d6f0d6a36259, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:55:50.957474 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.007169 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] For port 69adc751-4282-4385-acb2-d6f0d6a36259, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:55:51.010849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] For port 69adc751-4282-4385-acb2-d6f0d6a36259, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=69adc751-4282-4385-acb2-d6f0d6a36259,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:55:51.019789 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Subnet': ['ID=6f2de82c-bd20-4d86-9c2e-d28146e24d52,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:51.025670 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Checking segment: {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:55:51.026032 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network hostable DHCP agents. Network: 6de27257-fe30-4702-9e97-f968004aa1ea, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:55:51.028645 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-21a8919d-f560-44a1-8cf1-aacd1410b167 None None] Provisioning complete for port 69adc751-4282-4385-acb2-d6f0d6a36259 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:51.029009 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-21a8919d-f560-44a1-8cf1-aacd1410b167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.063143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-21a8919d-f560-44a1-8cf1-aacd1410b167 None None] Port 69adc751-4282-4385-acb2-d6f0d6a36259 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:55:51.104283 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.116143 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 6de27257-fe30-4702-9e97-f968004aa1ea is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:55:51.151004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ce078-d5f3-4902-8615-6e3a33c45556 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:55:51.177581 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:55:51.178181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:51.181870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff696-fccd-45b3-b6c4-74c4a8522b3e None None] Pushing event updated for resources: {'Port': ['ID=69adc751-4282-4385-acb2-d6f0d6a36259,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:51.195893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 6de27257-fe30-4702-9e97-f968004aa1ea) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:55:51.200213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:51.200936 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.219718 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a40857a-fb48-41fa-b5b5-7732b54683b1 None None] Network 6de27257-fe30-4702-9e97-f968004aa1ea requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:55:51.301013 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3209c6b2-8764-45c4-aaaa-c4d728249837 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7987795 Nov 12 21:55:51.304481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36890) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:55:51.363408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-8e6346be-6154-4d5b-9de9-50fb773af2fc None None] Provisioning complete for port 69adc751-4282-4385-acb2-d6f0d6a36259 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:51.363783 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8e6346be-6154-4d5b-9de9-50fb773af2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.373764 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:55:51.752115 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.755906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-6de27257-fe30-4702-9e97-f968004aa1ea', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:55:51.756763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.803656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8e6346be-6154-4d5b-9de9-50fb773af2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.891465 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-8e6346be-6154-4d5b-9de9-50fb773af2fc None None] For port 69adc751-4282-4385-acb2-d6f0d6a36259, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=69adc751-4282-4385-acb2-d6f0d6a36259,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:51.964929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8e6346be-6154-4d5b-9de9-50fb773af2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:51.978199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:49Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:51.997703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Allocated IP 172.20.0.2 (6de27257-fe30-4702-9e97-f968004aa1ea/6f2de82c-bd20-4d86-9c2e-d28146e24d52/fd51d9c6-22c4-45bf-ba56-ce2c29267d6b) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:55:52.027495 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcc346-4046-4f8c-aa70-83cfa35108e3 None None] The sync data for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 is: [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:49Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:55:52.077942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6346be-6154-4d5b-9de9-50fb773af2fc None None] Pushing event updated for resources: {'Port': ['ID=69adc751-4282-4385-acb2-d6f0d6a36259,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:52.203609 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.276118 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.329093 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Network 6de27257-fe30-4702-9e97-f968004aa1ea is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:55:52.330423 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Pushing event updated for resources: {'Port': ['ID=fd51d9c6-22c4-45bf-ba56-ce2c29267d6b,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:52.337135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.1 (6de27257-fe30-4702-9e97-f968004aa1ea/6f2de82c-bd20-4d86-9c2e-d28146e24d52/d804f83c-888c-4d45-aa15-7b45c4c7a092) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:55:52.338641 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:55:52.341399 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:55:52.406008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Attempting to bind port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:55:52.406464 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Attempting to bind port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:55:52.406901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Attempting to bind port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b on network 6de27257-fe30-4702-9e97-f968004aa1ea {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:55:52.413788 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:55:52.414278 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Checking segment: {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:55:52.414748 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.415207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Bound using segment: {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:55:52.415770 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Bound port: fd51d9c6-22c4-45bf-ba56-ce2c29267d6b, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:55:52.416228 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.473079 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.484583 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] For port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:55:52.487864 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] For port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd51d9c6-22c4-45bf-ba56-ce2c29267d6b,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:55:52.556066 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.602337 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.619562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a101a-06bd-40be-97ff-66e894cef0a4 None None] Pushing event updated for resources: {'Port': ['ID=fd51d9c6-22c4-45bf-ba56-ce2c29267d6b,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:52.669088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 6de27257-fe30-4702-9e97-f968004aa1ea is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:55:52.670422 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=d804f83c-888c-4d45-aa15-7b45c4c7a092,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:52.673142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:55:52.683254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:55:52.735726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.774476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 69adc751-4282-4385-acb2-d6f0d6a36259 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:55:52.865233 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 69adc751-4282-4385-acb2-d6f0d6a36259 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:52.865603 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:52.974603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:53.259083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:53.314709 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:53.390059 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:53.393001 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=d804f83c-888c-4d45-aa15-7b45c4c7a092,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:53.493822 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 6de27257-fe30-4702-9e97-f968004aa1ea is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:55:53.495279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:55:53.610825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router dadc6a23-d776-4e44-8d3b-0cb48c32344a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:55:53.655242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf45ddbe-b293-4285-9381-cb1c9204152d None None] Network 6de27257-fe30-4702-9e97-f968004aa1ea requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:55:53.725074 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:55:53.738826 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b5d67b05-39c8-4519-a080-24ce19fc93ea tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/dadc6a23-d776-4e44-8d3b-0cb48c32344a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4251285 Nov 12 21:55:53.744711 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4c034287-889f-4325-a7c1-ea23164a2205 None None] Provisioning complete for port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:53.745084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c034287-889f-4325-a7c1-ea23164a2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:53.886039 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c034287-889f-4325-a7c1-ea23164a2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:53.903656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-6ee295d8-0222-43c9-8d98-34de171201e1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735818996&fields=id&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 267 time: 0.0627680 Nov 12 21:55:53.930287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4c034287-889f-4325-a7c1-ea23164a2205 None None] For port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd51d9c6-22c4-45bf-ba56-ce2c29267d6b,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:54.001297 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4c034287-889f-4325-a7c1-ea23164a2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:54.017319 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-31e49811-a157-471a-ad6f-a44413d5841a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:54.018920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-31e49811-a157-471a-ad6f-a44413d5841a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/networks?id=6de27257-fe30-4702-9e97-f968004aa1ea HTTP/1.1" status: 200 len: 797 time: 0.1136463 Nov 12 21:55:54.039514 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-3a1768f2-1021-4bbd-8f32-d6454a61bf24 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/quotas/89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 375 time: 0.0135427 Nov 12 21:55:54.064165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c034287-889f-4325-a7c1-ea23164a2205 None None] Pushing event updated for resources: {'Port': ['ID=fd51d9c6-22c4-45bf-ba56-ce2c29267d6b,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:54.104147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-ef59b61a-b7d4-4699-b0b3-bdf1af5482e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563760 Nov 12 21:55:54.222893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b8e8a85f-3591-4e36-bb68-6ab1d48ce64d None None] Provisioning complete for port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:54.223264 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b8e8a85f-3591-4e36-bb68-6ab1d48ce64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:54.300083 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Sync routers for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:55:54.312108 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:55:54.312725 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:54.346010 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b8e8a85f-3591-4e36-bb68-6ab1d48ce64d None None] Provisioning complete for port d804f83c-888c-4d45-aa15-7b45c4c7a092 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:54.346431 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b8e8a85f-3591-4e36-bb68-6ab1d48ce64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:54.384855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8a85f-3591-4e36-bb68-6ab1d48ce64d None None] Port d804f83c-888c-4d45-aa15-7b45c4c7a092 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:55:54.434928 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:55:54.509039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3b33e55c-c1de-4170-a882-7aa8df608d9d None None] Provisioning complete for port d804f83c-888c-4d45-aa15-7b45c4c7a092 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:54.509849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3b33e55c-c1de-4170-a882-7aa8df608d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:54.559689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3b33e55c-c1de-4170-a882-7aa8df608d9d None None] Port d804f83c-888c-4d45-aa15-7b45c4c7a092 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:55:54.633694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-2930d7a5-483f-4ef3-ae69-d1dd0e194e21 service neutron] 10.222.0.64 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153129 Nov 12 21:55:54.649482 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:53Z', 'revision_number': 2, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:54.682387 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Checking router: dadc6a23-d776-4e44-8d3b-0cb48c32344a for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:55:54.682801 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Updating router dadc6a23-d776-4e44-8d3b-0cb48c32344a port d804f83c-888c-4d45-aa15-7b45c4c7a092 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:55:54.696387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5b3655dc-0edf-4cf6-a8a5-0c10d1fc8889 None None] Provisioning complete for port d804f83c-888c-4d45-aa15-7b45c4c7a092 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:54.697070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5b3655dc-0edf-4cf6-a8a5-0c10d1fc8889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:54.722063 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:54.738804 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5b3655dc-0edf-4cf6-a8a5-0c10d1fc8889 None None] Port d804f83c-888c-4d45-aa15-7b45c4c7a092 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:55:54.739566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-2cb8e585-82d7-48ee-bc79-0e7e5c294be8 service neutron] 10.222.0.64 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996096 Nov 12 21:55:54.775459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd51d9c6-22c4-45bf-ba56-ce2c29267d6b up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:55:54.835265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:54.835663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.003006 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.015950 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c0b8cc5a-3add-44bc-b5d8-7c8b5f38f714 req-15d72bbb-de17-4384-bbe5-f8b1c597c3e8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 210 time: 0.0335431 Nov 12 21:55:55.058150 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.124150 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Pushing event updated for resources: {'Port': ['ID=d804f83c-888c-4d45-aa15-7b45c4c7a092,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:55.159994 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.160333 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.161575 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.161952 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.162287 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.162619 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.163002 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.163267 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.163611 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.163931 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.164250 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.164565 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:55:55.175103 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Attempting to bind port d804f83c-888c-4d45-aa15-7b45c4c7a092 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:55:55.175103 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Attempting to bind port d804f83c-888c-4d45-aa15-7b45c4c7a092 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:55:55.175103 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Attempting to bind port d804f83c-888c-4d45-aa15-7b45c4c7a092 on network 6de27257-fe30-4702-9e97-f968004aa1ea {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:55:55.176175 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:55:55.176542 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Checking segment: {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:55:55.177646 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.178037 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Bound using segment: {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:55:55.178499 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Bound port: d804f83c-888c-4d45-aa15-7b45c4c7a092, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:55:55.178875 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.246720 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] For port d804f83c-888c-4d45-aa15-7b45c4c7a092, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:55:55.250111 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] For port d804f83c-888c-4d45-aa15-7b45c4c7a092, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d804f83c-888c-4d45-aa15-7b45c4c7a092,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:55:55.309603 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.369518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-fb28bb3e-940c-4511-b7f5-8811c1387bf0 None None] Provisioning complete for port d804f83c-888c-4d45-aa15-7b45c4c7a092 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:55.370098 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3e-940c-4511-b7f5-8811c1387bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.371771 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:55:55.372413 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:55:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:55.375581 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e397b9a-2b2a-4bf6-a6d2-46142430230c None None] Pushing event updated for resources: {'Port': ['ID=d804f83c-888c-4d45-aa15-7b45c4c7a092,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:55.478688 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3e-940c-4511-b7f5-8811c1387bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.486867 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:55:55.513649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fb28bb3e-940c-4511-b7f5-8811c1387bf0 None None] For port d804f83c-888c-4d45-aa15-7b45c4c7a092, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d804f83c-888c-4d45-aa15-7b45c4c7a092,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:55:55.589842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3e-940c-4511-b7f5-8811c1387bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.642750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28bb3e-940c-4511-b7f5-8811c1387bf0 None None] Pushing event updated for resources: {'Port': ['ID=d804f83c-888c-4d45-aa15-7b45c4c7a092,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:55.709897 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f07c148d-00ae-45b9-a679-048c74ad3e61 None None] Provisioning complete for port d804f83c-888c-4d45-aa15-7b45c4c7a092 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:55.710216 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f07c148d-00ae-45b9-a679-048c74ad3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:55.782963 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:55Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:55:55.813332 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0340d3-5110-4e22-b250-4935f4b33f8f None None] The sync data for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 is: [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:55Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:55:56.112562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c4ead506-7814-47e4-a1d8-79d8264605a0 req-26e5be27-2c30-4ddc-8da7-70fcbbf81ff3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 210 time: 0.0272458 Nov 12 21:55:56.750274 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d804f83c-888c-4d45-aa15-7b45c4c7a092 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:55:56.807425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port d804f83c-888c-4d45-aa15-7b45c4c7a092 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:56.807425 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:57.003127 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-404f4e35-9f72-4994-b236-84031ded8d4a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:57.004550 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-404f4e35-9f72-4994-b236-84031ded8d4a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/networks?id=6de27257-fe30-4702-9e97-f968004aa1ea HTTP/1.1" status: 200 len: 797 time: 0.1064537 Nov 12 21:55:57.078460 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-f9d834f9-30f1-4d54-967d-a825e198df39 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 379 time: 0.0579534 Nov 12 21:55:57.089166 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'port': {'device_id': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'admin_state_up': True, 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'security_groups': ['76fa1a69-53f1-4ead-b39b-182bb13f0118']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:57.210221 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5851ef59-80f6-4ec1-9d62-90d4a1708f0a req-77f6c13c-2332-4427-bd95-a7bc90add7cf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 210 time: 0.0264955 Nov 12 21:55:57.261314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:55:57.261314 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:57.390955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.5 (6de27257-fe30-4702-9e97-f968004aa1ea/6f2de82c-bd20-4d86-9c2e-d28146e24d52/4216af67-25a9-4d08-ae2f-4e7cd238978a) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:55:57.525415 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:57.601130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2a989cb4-4e99-4bee-a05e-02dbe2b464ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:57.618742 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:57.665287 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 6de27257-fe30-4702-9e97-f968004aa1ea is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:55:57.670280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:55:57.673998 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:55:57.698767 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=4216af67-25a9-4d08-ae2f-4e7cd238978a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:57.728927 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:57.729728 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:57.810108 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-27665905-eaf0-45a3-9fe9-04f7ec1f872b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7255814 Nov 12 21:55:57.826706 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-2e66feb2-7b0e-40b3-8c57-c1ce886e2a6f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:55:57.827998 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-2e66feb2-7b0e-40b3-8c57-c1ce886e2a6f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077088 Nov 12 21:55:57.885689 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Request body: {'port': {'device_id': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:55:57.928443 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c8a730fb-b78e-4fd9-9a24-e61278665590 None None] Provisioning complete for port 4216af67-25a9-4d08-ae2f-4e7cd238978a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:55:57.929030 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c8a730fb-b78e-4fd9-9a24-e61278665590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:57.939120 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:57.963151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c8a730fb-b78e-4fd9-9a24-e61278665590 None None] Port 4216af67-25a9-4d08-ae2f-4e7cd238978a cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:55:58.205936 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4216af67-25a9-4d08-ae2f-4e7cd238978a {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:55:58.214122 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:58.225963 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Transition to ACTIVE for port object 4216af67-25a9-4d08-ae2f-4e7cd238978a will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:55:58.275466 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:58.329470 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a174e-adbf-4ab2-9a0d-4e6d2ef4fb14 req-fddd732f-24f3-4d3e-93ed-16aaab44035d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:58.329994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Pushing event updated for resources: {'Port': ['ID=4216af67-25a9-4d08-ae2f-4e7cd238978a,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:58.331025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-545a174e-adbf-4ab2-9a0d-4e6d2ef4fb14 req-fddd732f-24f3-4d3e-93ed-16aaab44035d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 943 time: 0.0508571 Nov 12 21:55:58.391838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-545a174e-adbf-4ab2-9a0d-4e6d2ef4fb14 req-45d8418b-7f76-4adf-91b5-fa5496bfe784 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513635 Nov 12 21:55:58.400574 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Attempting to bind port 4216af67-25a9-4d08-ae2f-4e7cd238978a on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:55:58.400874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Attempting to bind port 4216af67-25a9-4d08-ae2f-4e7cd238978a by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:55:58.401223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Attempting to bind port 4216af67-25a9-4d08-ae2f-4e7cd238978a on network 6de27257-fe30-4702-9e97-f968004aa1ea {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:55:58.412314 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Port 4216af67-25a9-4d08-ae2f-4e7cd238978a on network 6de27257-fe30-4702-9e97-f968004aa1ea not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:55:58.412760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Attempting to bind port 4216af67-25a9-4d08-ae2f-4e7cd238978a on network 6de27257-fe30-4702-9e97-f968004aa1ea {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:55:58.418278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:55:58.418673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Checking segment: {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:55:58.424710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Bound using segment: {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:55:58.424710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Bound port: 4216af67-25a9-4d08-ae2f-4e7cd238978a, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91721927-f9e3-4d24-ba68-babbe19ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:55:58.424710 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:58.490674 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] For port 4216af67-25a9-4d08-ae2f-4e7cd238978a, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:55:58.493876 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] For port 4216af67-25a9-4d08-ae2f-4e7cd238978a, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:55:58.567106 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:58.602110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:58.602741 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:55:58.604172 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] 10.222.0.46 "PUT /v2.0/ports/4216af67-25a9-4d08-ae2f-4e7cd238978a HTTP/1.1" status: 200 len: 1092 time: 0.7636917 Nov 12 21:55:58.604613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:55:58.606888 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee036a6-ed5b-4bfc-a738-1c79d923bda5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:55:58.636991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98f3ae-2231-4221-bd15-2a20923b041d service neutron] Pushing event updated for resources: {'Port': ['ID=4216af67-25a9-4d08-ae2f-4e7cd238978a,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:55:58.727901 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699935e-c695-4fa1-8752-15f202a0b9b9 x-openstack-request-id: req-1699935e-c695-4fa1-8752-15f202a0b9b9 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:55:58.728187 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:55:58.728435 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1699935e-c695-4fa1-8752-15f202a0b9b9 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:55:58.728827 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'status': 'completed', 'code': 200} Nov 12 21:55:58.760222 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-b21bc658-ca33-4953-9b5b-4653d027e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:58.761962 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-b21bc658-ca33-4953-9b5b-4653d027e2f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 1095 time: 0.0444188 Nov 12 21:55:58.812117 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-84951650-3cf8-494f-9fc4-c704321dfa13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a HTTP/1.1" status: 200 len: 217 time: 0.0390222 Nov 12 21:55:58.864561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-03ac3b04-4396-4fb9-8609-eb0f214f14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:58.866025 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-03ac3b04-4396-4fb9-8609-eb0f214f14bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f2de82c-bd20-4d86-9c2e-d28146e24d52 HTTP/1.1" status: 200 len: 834 time: 0.0435097 Nov 12 21:55:58.915429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-4abff852-2068-4def-83da-4e5bc4d8690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:58.916819 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-4abff852-2068-4def-83da-4e5bc4d8690d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de27257-fe30-4702-9e97-f968004aa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429211 Nov 12 21:55:59.016698 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-8ea9b997-30fc-4825-82af-a2c8ef4c077c service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878816 Nov 12 21:55:59.111016 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-d8f72b1c-638b-418a-b9e9-9953ad8047c4 req-24fe6a70-7c70-485a-9516-0200bb439865 service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832043 Nov 12 21:55:59.289758 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-9217798d-5d3b-47c4-bb0c-fd26fef6e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:59.291235 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-9217798d-5d3b-47c4-bb0c-fd26fef6e247 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 1095 time: 0.0473762 Nov 12 21:55:59.382946 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-d8123a94-eb44-4f4f-a173-972547aebfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:59.384493 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-d8123a94-eb44-4f4f-a173-972547aebfe5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de27257-fe30-4702-9e97-f968004aa1ea HTTP/1.1" status: 200 len: 898 time: 0.0839419 Nov 12 21:55:59.430500 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-71552fe8-6575-4887-bf8b-3d689c0de71f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a HTTP/1.1" status: 200 len: 217 time: 0.0389221 Nov 12 21:55:59.513327 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbe2fb-200e-47f2-aba5-f189747efb54 req-a87dd009-7eb7-4719-aa2b-796446a11937 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:59.514853 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92fbe2fb-200e-47f2-aba5-f189747efb54 req-a87dd009-7eb7-4719-aa2b-796446a11937 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 943 time: 0.0559554 Nov 12 21:55:59.582620 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-92fbe2fb-200e-47f2-aba5-f189747efb54 req-a7fee4ce-abe5-4c30-ab21-152c88b04d32 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607805 Nov 12 21:55:59.816342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-a04c4994-f699-4f52-8560-d9b378a93867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:59.817932 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-a04c4994-f699-4f52-8560-d9b378a93867 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f2de82c-bd20-4d86-9c2e-d28146e24d52 HTTP/1.1" status: 200 len: 834 time: 0.3783486 Nov 12 21:55:59.866330 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-64caa86d-7929-4dee-8313-91b962e29563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:55:59.867825 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-64caa86d-7929-4dee-8313-91b962e29563 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de27257-fe30-4702-9e97-f968004aa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408463 Nov 12 21:55:59.964742 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-1f25766f-f58a-4044-8a8d-c828a6a38408 service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886574 Nov 12 21:56:00.056156 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cee036a6-ed5b-4bfc-a738-1c79d923bda5 req-61c6ac41-73f3-41dd-9ef4-16158a3ec415 service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825565 Nov 12 21:56:00.121006 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c423bfcb-bb62-42b8-8ddf-8b57c05b41e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:00.701986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc52b7-edca-416a-80c6-1c4a3ca4d606 req-a8276363-8a2f-4056-b5f9-cd8c7d79e6fb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:00.703508 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ecc52b7-edca-416a-80c6-1c4a3ca4d606 req-a8276363-8a2f-4056-b5f9-cd8c7d79e6fb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 943 time: 0.0497699 Nov 12 21:56:00.753069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ecc52b7-edca-416a-80c6-1c4a3ca4d606 req-6cee5859-62b7-48df-812c-a9f82c3cb803 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435038 Nov 12 21:56:01.548381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:01.876680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d721-4cde-4c48-a3de-6d77bc9fdc6e req-a8742c8c-d7b6-4a2f-bbf4-4234f3ba903a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:01.878166 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c70d721-4cde-4c48-a3de-6d77bc9fdc6e req-a8742c8c-d7b6-4a2f-bbf4-4234f3ba903a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 943 time: 0.0537362 Nov 12 21:56:01.928902 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c70d721-4cde-4c48-a3de-6d77bc9fdc6e req-6a642418-2a1c-4f35-9d71-7a472d5e8ce4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441632 Nov 12 21:56:02.771318 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4216af67-25a9-4d08-ae2f-4e7cd238978a details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:56:02.879486 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4216af67-25a9-4d08-ae2f-4e7cd238978a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:56:02.891238 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'port_id': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'mac_address': 'fa:16:3e:a6:52:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:56:02.931763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:02.945587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4216af67-25a9-4d08-ae2f-4e7cd238978a {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:56:02.972587 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4216af67-25a9-4d08-ae2f-4e7cd238978a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:56:03.050089 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3259e4-9ad6-4c5d-b48e-74b662ffaefe req-b98a6f0a-af98-4216-a3ef-c5066e08b11c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:03.052392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f3259e4-9ad6-4c5d-b48e-74b662ffaefe req-b98a6f0a-af98-4216-a3ef-c5066e08b11c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 943 time: 0.0526714 Nov 12 21:56:03.063675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:03.104357 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f3259e4-9ad6-4c5d-b48e-74b662ffaefe req-d4ec7cfc-aa16-4225-ae60-475d086c3209 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460691 Nov 12 21:56:03.112636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4216af67-25a9-4d08-ae2f-4e7cd238978a,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:56:03.246877 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:03.315308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['4216af67-25a9-4d08-ae2f-4e7cd238978a'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:56:03.634744 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:04.088130 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:56:04.219825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d3941-dc8a-4364-8761-f06e7ce6d59b req-a790d991-5ac6-4ba7-9b18-ba2e2d0a5419 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:04.221309 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-091d3941-dc8a-4364-8761-f06e7ce6d59b req-a790d991-5ac6-4ba7-9b18-ba2e2d0a5419 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 944 time: 0.0496440 Nov 12 21:56:04.275356 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-091d3941-dc8a-4364-8761-f06e7ce6d59b req-4fa67188-4032-4d34-96ca-e733e85c234e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473113 Nov 12 21:56:04.779908 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4216af67-25a9-4d08-ae2f-4e7cd238978a up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:56:04.909817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 4216af67-25a9-4d08-ae2f-4e7cd238978a completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:56:04.914518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 4216af67-25a9-4d08-ae2f-4e7cd238978a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:56:04.914889 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:04.994853 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:05.016866 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:56:05.019076 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a1423a-2ea6-4377-948e-d3db86e03af1" -d '{"events": [{"server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "name": "network-vif-plugged", "status": "completed", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:56:05.031951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 4216af67-25a9-4d08-ae2f-4e7cd238978a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:56:05.058816 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c41515-dc5e-47e9-91f7-14c76016ca4f x-openstack-request-id: req-e3c41515-dc5e-47e9-91f7-14c76016ca4f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:56:05.058816 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "name": "network-vif-plugged", "status": "completed", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:56:05.058816 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3c41515-dc5e-47e9-91f7-14c76016ca4f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:56:05.058816 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'code': 200} Nov 12 21:56:05.104107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:05.153368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=4216af67-25a9-4d08-ae2f-4e7cd238978a,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:56:05.164739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f0739-89db-413b-8974-1dfa5bbb5e27 req-f4c0df78-76f0-48fc-86dd-b8270d22ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:05.167855 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fe3f0739-89db-413b-8974-1dfa5bbb5e27 req-f4c0df78-76f0-48fc-86dd-b8270d22ff27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 1097 time: 0.0410864 Nov 12 21:56:05.216103 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fe3f0739-89db-413b-8974-1dfa5bbb5e27 req-256f25be-0ed9-415c-8de7-ab389f0c7f43 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426619 Nov 12 21:56:05.389726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20535b-fb46-4b3a-8c1c-28fd9ae97551 req-3a57c3d1-fcf7-40be-9836-ca376625078f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:05.391198 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b20535b-fb46-4b3a-8c1c-28fd9ae97551 req-3a57c3d1-fcf7-40be-9836-ca376625078f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Nov 12 21:56:05.441671 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b20535b-fb46-4b3a-8c1c-28fd9ae97551 req-9fbfa63f-3b23-4252-af98-32ca8a3cc9bd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Nov 12 21:56:06.560899 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48997a5f-4c5b-48e2-9504-20fd68718657 req-4a1c2940-aada-43c2-8bc2-c9c7bc739410 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:06.562410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48997a5f-4c5b-48e2-9504-20fd68718657 req-4a1c2940-aada-43c2-8bc2-c9c7bc739410 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0502086 Nov 12 21:56:06.612418 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-48997a5f-4c5b-48e2-9504-20fd68718657 req-fc92414a-4c34-4036-bded-9109bf2d694c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439618 Nov 12 21:56:07.732388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624424b7-debf-45a4-994d-7b46a4bec5e3 req-34613f42-9bd6-414f-892f-69cb36f8c6ee tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:07.733852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624424b7-debf-45a4-994d-7b46a4bec5e3 req-34613f42-9bd6-414f-892f-69cb36f8c6ee tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Nov 12 21:56:07.783043 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-624424b7-debf-45a4-994d-7b46a4bec5e3 req-ac56ab5e-a559-4183-98de-24295bfd7d30 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Nov 12 21:56:07.900298 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0917-9de9-4098-92cc-c47a795653c5 req-80b681c0-b928-4917-b39a-e73b564d7460 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:07.901743 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-265b0917-9de9-4098-92cc-c47a795653c5 req-80b681c0-b928-4917-b39a-e73b564d7460 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0489097 Nov 12 21:56:07.952825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-265b0917-9de9-4098-92cc-c47a795653c5 req-ffaec40e-15ab-469d-b4a4-5db85ee974e7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Nov 12 21:56:07.975393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36954) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:56:08.014830 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa42cb34-c611-4f63-ba9c-53fc2ce13581 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:08.016354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fa42cb34-c611-4f63-ba9c-53fc2ce13581 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 1092 time: 0.0399709 Nov 12 21:56:08.019144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36956) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:56:08.024437 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:56:08.103580 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:08.202020 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:08.307946 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.121 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/2f16aa14-98aa-4128-90e2-656eb3fd2df9) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:56:08.410155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:08.521142 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:08.558541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:56:08.561321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:56:08.567266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:56:08.594795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=2f16aa14-98aa-4128-90e2-656eb3fd2df9,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:56:08.606189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.606608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.606957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.607313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.607649 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.607979 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.608308 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.608638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.608965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.609289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.609613 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.609941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:56:08.947878 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:09.072097 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:09.216283 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:09.303651 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:09.372694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=2f16aa14-98aa-4128-90e2-656eb3fd2df9,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:56:09.386972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:09.486741 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP cfe67636-d3d4-4e05-b9d2-0fce13cdda68 associated. External IP: 172.25.8.121, port: 4216af67-25a9-4d08-ae2f-4e7cd238978a. Nov 12 21:56:09.695004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router dadc6a23-d776-4e44-8d3b-0cb48c32344a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:56:09.805002 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:56:09.813390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] Sync routers for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:56:09.824340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:56:09.824952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:56:09.883465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:09.913185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-805739b5-ed63-41f1-b8d5-5db400a447fd tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8904576 Nov 12 21:56:09.913185 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:56:09.913816 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:56:09.937990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:56:09.960849 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7091371f-e4c6-46fc-a605-d394db316428 x-openstack-request-id: req-7091371f-e4c6-46fc-a605-d394db316428 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:56:09.961356 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:56:09.961356 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7091371f-e4c6-46fc-a605-d394db316428 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:56:09.961793 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'status': 'completed', 'code': 200} Nov 12 21:56:10.025520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e79e45-d07a-45a5-81e0-54b5fb8f5ac8 req-492e53cc-4561-49ac-8788-89a210c1f435 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:10.027777 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60e79e45-d07a-45a5-81e0-54b5fb8f5ac8 req-492e53cc-4561-49ac-8788-89a210c1f435 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0549960 Nov 12 21:56:10.030874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-7b31b4f6-d171-477a-8d8a-d103cc69160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:10.032446 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-7b31b4f6-d171-477a-8d8a-d103cc69160c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 1097 time: 0.0453780 Nov 12 21:56:10.092212 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60e79e45-d07a-45a5-81e0-54b5fb8f5ac8 req-b6591c0a-c130-49bb-a8b3-a946f2434b58 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580463 Nov 12 21:56:10.109096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 36962) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:56:10.135940 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-48e63750-727f-4c66-a2ae-69444c672c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:10.137733 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-48e63750-727f-4c66-a2ae-69444c672c02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de27257-fe30-4702-9e97-f968004aa1ea HTTP/1.1" status: 200 len: 898 time: 0.0981522 Nov 12 21:56:10.176203 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fd0b1f1e-c028-45f1-9a51-e8607d8b6e9b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/cfe67636-d3d4-4e05-b9d2-0fce13cdda68 HTTP/1.1" status: 200 len: 991 time: 0.0643418 Nov 12 21:56:10.209758 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-14a9e9c9-c967-4a5b-8e6d-6405c18fab4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a HTTP/1.1" status: 200 len: 999 time: 0.0649979 Nov 12 21:56:10.258897 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-9f7ceba5-3546-4a87-8cc8-d740ec65ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:10.260427 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-9f7ceba5-3546-4a87-8cc8-d740ec65ba4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f2de82c-bd20-4d86-9c2e-d28146e24d52 HTTP/1.1" status: 200 len: 834 time: 0.0435593 Nov 12 21:56:10.306370 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-08f1f4e7-1fae-46ef-93fa-7086472e7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:10.307903 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-08f1f4e7-1fae-46ef-93fa-7086472e7b65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de27257-fe30-4702-9e97-f968004aa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406482 Nov 12 21:56:10.325883 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'cfe67636-d3d4-4e05-b9d2-0fce13cdda68', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'port_id': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'mac_address': 'fa:16:3e:a6:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:56:08Z', 'updated_at': '2021-11-12T21:56:08Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:56:10.355902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] Checking router: dadc6a23-d776-4e44-8d3b-0cb48c32344a for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:56:10.364253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:56:10.364852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:56:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:56:10.401833 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-baf115bf-6ac2-49b6-a6e3-14b233754a48 service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867953 Nov 12 21:56:10.470993 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:56:10.495932 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-93c4123e-a7df-4ff7-bba9-76bd592aa9d1 req-3986f2ba-0dfe-4c6c-bd83-46f71373f26f service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867169 Nov 12 21:56:10.693307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'cfe67636-d3d4-4e05-b9d2-0fce13cdda68', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'port_id': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'mac_address': 'fa:16:3e:a6:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:56:08Z', 'updated_at': '2021-11-12T21:56:08Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:56:10.719469 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577191a-773f-4b5e-a95d-55059c383177 None None] The sync data for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 is: [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'cfe67636-d3d4-4e05-b9d2-0fce13cdda68', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'port_id': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'mac_address': 'fa:16:3e:a6:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:56:08Z', 'updated_at': '2021-11-12T21:56:08Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:56:10.910403 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bf8688-e380-486f-a47a-eec6a672911a None None] New status for floating IP cfe67636-d3d4-4e05-b9d2-0fce13cdda68: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:56:10.921128 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:11.155453 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:11.178496 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 36964) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:56:11.243609 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b57e2fb3-610b-4f25-92b2-376ca5efda3d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/cfe67636-d3d4-4e05-b9d2-0fce13cdda68 HTTP/1.1" status: 200 len: 993 time: 0.0639844 Nov 12 21:56:27.595074 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-208e64e3-35fb-419c-b7ec-77abfc57a17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:30.141927 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4ba05f15-9880-4812-af6c-148f624fac90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:31.547973 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:33.285107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:33.627313 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:40.909117 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:40.920728 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-f9dcfb1a-151b-4c7c-8b1e-247b37d22989 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408449 Nov 12 21:56:41.012059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-8f8bbbf2-ddaf-4dfb-9588-d95082f844cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:41.013490 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-8f8bbbf2-ddaf-4dfb-9588-d95082f844cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 1097 time: 0.0447786 Nov 12 21:56:41.087243 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:56:41.117704 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-6c5ae17b-ce2e-450a-a21a-339ca495ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:41.119170 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-6c5ae17b-ce2e-450a-a21a-339ca495ea01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de27257-fe30-4702-9e97-f968004aa1ea HTTP/1.1" status: 200 len: 898 time: 0.0846381 Nov 12 21:56:41.124774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:41.191511 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-16e34ea4-ae1c-4282-bf30-2a48d480b91b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a HTTP/1.1" status: 200 len: 1001 time: 0.0618322 Nov 12 21:56:41.241229 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-5bdc3327-05c9-4c1f-8e2f-159218b798c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:41.242722 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-5bdc3327-05c9-4c1f-8e2f-159218b798c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f2de82c-bd20-4d86-9c2e-d28146e24d52 HTTP/1.1" status: 200 len: 834 time: 0.0438871 Nov 12 21:56:41.289780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-da1aacee-6526-45cd-ad82-932f21f045e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:41.291177 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-da1aacee-6526-45cd-ad82-932f21f045e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de27257-fe30-4702-9e97-f968004aa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414627 Nov 12 21:56:41.383065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-b614c303-ad8d-4942-896c-c1d4a4dc4568 service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843759 Nov 12 21:56:41.473767 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-35bebc79-3263-4cfb-a98b-0f5d05fb8423 req-ae081264-488b-42f7-96f7-4fa3e3ba9193 service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815940 Nov 12 21:56:44.750657 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05ef42-4897-4a87-b83c-6fd13ccd2cc6 req-b322d38c-03c4-4f6b-b1b4-687f080333ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:44.752191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce05ef42-4897-4a87-b83c-6fd13ccd2cc6 req-b322d38c-03c4-4f6b-b1b4-687f080333ed tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0953410 Nov 12 21:56:44.802234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ce05ef42-4897-4a87-b83c-6fd13ccd2cc6 req-f4939968-cb81-418a-8bc0-826d38a3ce8b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Nov 12 21:56:45.971763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad089e-1a9c-47c2-a28d-45fbc94a6ce0 req-e6205355-fa0c-4fcd-8085-6e69cf793e45 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:45.973314 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0ad089e-1a9c-47c2-a28d-45fbc94a6ce0 req-e6205355-fa0c-4fcd-8085-6e69cf793e45 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0957170 Nov 12 21:56:46.021668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0ad089e-1a9c-47c2-a28d-45fbc94a6ce0 req-ec9235ee-30ff-47ea-af58-81ab178a437c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Nov 12 21:56:47.140028 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ad52-2234-4484-ac4a-8def32de04bf req-fa169e45-a1b0-44da-ad04-952b3f5527ab tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:47.141531 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1155ad52-2234-4484-ac4a-8def32de04bf req-fa169e45-a1b0-44da-ad04-952b3f5527ab tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0516794 Nov 12 21:56:47.190685 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1155ad52-2234-4484-ac4a-8def32de04bf req-dd43504b-b893-4a30-b80e-87a423bd9b6a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Nov 12 21:56:48.307101 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8725ee4-960d-4076-b193-8d31737116ef req-b7b06d11-3d76-4356-bab0-5cdc3d2029d0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:48.308588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8725ee4-960d-4076-b193-8d31737116ef req-b7b06d11-3d76-4356-bab0-5cdc3d2029d0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0489755 Nov 12 21:56:48.357136 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f8725ee4-960d-4076-b193-8d31737116ef req-2fc7143a-9fa4-4a62-85c3-102592417259 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425715 Nov 12 21:56:49.471934 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0931b-1906-4240-a7fb-a9b1146f0c07 req-1ccefe33-4e82-4a73-bb16-7217611a5ddb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:49.473410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9e0931b-1906-4240-a7fb-a9b1146f0c07 req-1ccefe33-4e82-4a73-bb16-7217611a5ddb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Nov 12 21:56:49.529897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9e0931b-1906-4240-a7fb-a9b1146f0c07 req-09926103-116d-4c89-8bf2-2a83784df530 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478346 Nov 12 21:56:50.645767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbafbc7-efc0-434f-8d89-40cfcc03a261 req-1ba4ba70-fb23-4b03-b9e0-1af15f393c9b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:50.647839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcbafbc7-efc0-434f-8d89-40cfcc03a261 req-1ba4ba70-fb23-4b03-b9e0-1af15f393c9b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0500133 Nov 12 21:56:50.697004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bcbafbc7-efc0-434f-8d89-40cfcc03a261 req-da416e10-32f0-48a9-93d5-23a49904c895 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432811 Nov 12 21:56:51.814132 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ede9c-8a11-412a-a7e1-5349adca740f req-5f10a8ca-8f87-4627-bfa6-136330a1cf2f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:51.815632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba5ede9c-8a11-412a-a7e1-5349adca740f req-5f10a8ca-8f87-4627-bfa6-136330a1cf2f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Nov 12 21:56:51.864147 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba5ede9c-8a11-412a-a7e1-5349adca740f req-bcdb6675-6395-4884-b1cb-7a9a43aa6034 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Nov 12 21:56:52.985781 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47004cff-7760-4452-b8a3-da115b84c623 req-13fea456-84f1-4780-b940-b0a4264d3c9e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:52.987332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47004cff-7760-4452-b8a3-da115b84c623 req-13fea456-84f1-4780-b940-b0a4264d3c9e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0535469 Nov 12 21:56:53.038851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-47004cff-7760-4452-b8a3-da115b84c623 req-105138aa-d7d9-4408-8c82-5317cf1f100d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452349 Nov 12 21:56:54.155161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5310c11-4eac-4041-899c-7f4fb320f38e req-0df32b48-6886-4613-a74e-de84ca8d7c52 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:54.156701 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5310c11-4eac-4041-899c-7f4fb320f38e req-0df32b48-6886-4613-a74e-de84ca8d7c52 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0503297 Nov 12 21:56:54.205489 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b5310c11-4eac-4041-899c-7f4fb320f38e req-70bd81bd-e735-44fa-abc0-d09b48982d9f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425391 Nov 12 21:56:55.325442 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dd0bb-262e-404b-818e-390b9c5b29a7 req-4345176e-ab24-47b4-a7ad-657a32cfe1d1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:55.326917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-715dd0bb-262e-404b-818e-390b9c5b29a7 req-4345176e-ab24-47b4-a7ad-657a32cfe1d1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Nov 12 21:56:55.375868 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-715dd0bb-262e-404b-818e-390b9c5b29a7 req-230818c3-69aa-4978-9cba-b2a309cbb08c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 Nov 12 21:56:56.491061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c305e7b-1b60-463d-8da8-0db408aef8f7 req-b99f035b-a8a7-4c5e-a1a6-03e2f0288de7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:56.492632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c305e7b-1b60-463d-8da8-0db408aef8f7 req-b99f035b-a8a7-4c5e-a1a6-03e2f0288de7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0496678 Nov 12 21:56:56.541782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c305e7b-1b60-463d-8da8-0db408aef8f7 req-d4403986-746e-403b-837d-4d56a56b1afb tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432608 Nov 12 21:56:57.611619 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eacbd777-31c6-44d4-a34f-17c66ecd28cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:56:57.658725 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab5b45-2e73-43a8-95a4-ab1b9bc62d83 req-fe271efd-06a2-4420-8efe-4799c2b4bad9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:57.660241 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abab5b45-2e73-43a8-95a4-ab1b9bc62d83 req-fe271efd-06a2-4420-8efe-4799c2b4bad9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0496750 Nov 12 21:56:57.713218 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-abab5b45-2e73-43a8-95a4-ab1b9bc62d83 req-016f3d94-e652-4b7c-b8c9-463866501c10 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461063 Nov 12 21:56:58.828986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726ff02-a532-4c56-9303-121275ce32b3 req-a57fa96f-336d-40c4-936a-f37455b4b02b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:56:58.830498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d726ff02-a532-4c56-9303-121275ce32b3 req-a57fa96f-336d-40c4-936a-f37455b4b02b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0495374 Nov 12 21:56:58.879538 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d726ff02-a532-4c56-9303-121275ce32b3 req-967f0d33-8efc-4813-9571-baf19e1316bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424168 Nov 12 21:56:59.999189 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e2bf3-7b30-4aa1-ab9f-3daeb0df30e4 req-71f8fd47-a8ef-4d3c-ac2f-9f64bcf2c04e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:00.000697 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f0e2bf3-7b30-4aa1-ab9f-3daeb0df30e4 req-71f8fd47-a8ef-4d3c-ac2f-9f64bcf2c04e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0494730 Nov 12 21:57:00.050483 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7f0e2bf3-7b30-4aa1-ab9f-3daeb0df30e4 req-a902eef2-675f-4f28-a9af-c3771624fb2b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Nov 12 21:57:00.114736 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3ccefbe5-45b3-4e24-91ad-f67257975f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:01.169541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0879e-a69a-49c2-aa89-3b2b4ac74ad6 req-642d0e48-9b6a-4a97-b146-8da6bbdee8f8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:01.171030 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37d0879e-a69a-49c2-aa89-3b2b4ac74ad6 req-642d0e48-9b6a-4a97-b146-8da6bbdee8f8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0531218 Nov 12 21:57:01.219300 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-37d0879e-a69a-49c2-aa89-3b2b4ac74ad6 req-8c98ce50-6d44-4bc4-a563-d049b6c1b02d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Nov 12 21:57:01.542799 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:02.345042 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45920543-c47a-4165-b7e3-95ebe80f774b req-ebb0001b-2500-486d-b8cf-d14f97940b7d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:02.346503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45920543-c47a-4165-b7e3-95ebe80f774b req-ebb0001b-2500-486d-b8cf-d14f97940b7d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0490096 Nov 12 21:57:02.394393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45920543-c47a-4165-b7e3-95ebe80f774b req-022f7dbe-6a53-493c-a62b-59828cce6a0e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Nov 12 21:57:03.240744 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:03.510292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4042f7-5119-4c94-86c1-eb26414353ba req-11c2797c-2fed-4c6c-b92a-f9271e580801 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:03.511993 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f4042f7-5119-4c94-86c1-eb26414353ba req-11c2797c-2fed-4c6c-b92a-f9271e580801 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0491674 Nov 12 21:57:03.564277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f4042f7-5119-4c94-86c1-eb26414353ba req-edea8bf6-d495-4d8b-bfef-c23dbd69e4b0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463459 Nov 12 21:57:03.623435 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:04.679076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047a497-45ab-4c51-b281-c32547336087 req-6d48db2e-b67c-4cb8-bab4-287ae5de94ec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:04.680577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0047a497-45ab-4c51-b281-c32547336087 req-6d48db2e-b67c-4cb8-bab4-287ae5de94ec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Nov 12 21:57:04.730139 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0047a497-45ab-4c51-b281-c32547336087 req-ac88f11a-de37-4d19-a346-713ec759ebdc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435014 Nov 12 21:57:05.852289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832936ba-1b8d-4229-86d6-69ae8292b08d req-02dc0e62-22a1-4796-89a7-2a864fad52f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:05.853952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832936ba-1b8d-4229-86d6-69ae8292b08d req-02dc0e62-22a1-4796-89a7-2a864fad52f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0520761 Nov 12 21:57:05.906369 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-832936ba-1b8d-4229-86d6-69ae8292b08d req-9d95b4cc-d1d7-43fd-b6c1-36f63e20894e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458956 Nov 12 21:57:05.932957 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:06.003191 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9edd7238-eaca-41ac-b7d4-e8ab1572632c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/cfe67636-d3d4-4e05-b9d2-0fce13cdda68 HTTP/1.1" status: 200 len: 993 time: 0.0690560 Nov 12 21:57:07.440196 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a15d8-aef5-4500-b7f9-843f3b6fb14b req-78d7ff7b-42ac-4ee2-99a5-05a1fc41dedc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:07.441727 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-352a15d8-aef5-4500-b7f9-843f3b6fb14b req-78d7ff7b-42ac-4ee2-99a5-05a1fc41dedc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Nov 12 21:57:07.493757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-352a15d8-aef5-4500-b7f9-843f3b6fb14b req-4bf59b36-7e6f-43f7-bd9b-76508f22df6b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454090 Nov 12 21:57:07.545219 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488873e4-a610-4605-8317-379417ac8b67 req-c7e57f56-79b5-491e-aae1-a0aacc4ec16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:07.546704 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-488873e4-a610-4605-8317-379417ac8b67 req-c7e57f56-79b5-491e-aae1-a0aacc4ec16a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 1097 time: 0.0414321 Nov 12 21:57:07.645751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488873e4-a610-4605-8317-379417ac8b67 req-186efbe7-03f3-4884-aeb0-86ec5c9b7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:07.647367 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-488873e4-a610-4605-8317-379417ac8b67 req-186efbe7-03f3-4884-aeb0-86ec5c9b7c70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de27257-fe30-4702-9e97-f968004aa1ea HTTP/1.1" status: 200 len: 898 time: 0.0873499 Nov 12 21:57:07.716613 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-488873e4-a610-4605-8317-379417ac8b67 req-947532b0-b7cb-4283-bfab-854245807414 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a HTTP/1.1" status: 200 len: 1001 time: 0.0578301 Nov 12 21:57:07.770049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488873e4-a610-4605-8317-379417ac8b67 req-61d8746b-5c42-48ee-a87c-ee10d88d8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:07.771589 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-488873e4-a610-4605-8317-379417ac8b67 req-61d8746b-5c42-48ee-a87c-ee10d88d8aef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f2de82c-bd20-4d86-9c2e-d28146e24d52 HTTP/1.1" status: 200 len: 834 time: 0.0435472 Nov 12 21:57:07.825384 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488873e4-a610-4605-8317-379417ac8b67 req-222042c1-c483-4f30-bb20-06027bc3e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:07.826873 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-488873e4-a610-4605-8317-379417ac8b67 req-222042c1-c483-4f30-bb20-06027bc3e21e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de27257-fe30-4702-9e97-f968004aa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436985 Nov 12 21:57:07.921958 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-488873e4-a610-4605-8317-379417ac8b67 req-9592ed35-5fa5-4b61-b625-7862bdcefde1 service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826585 Nov 12 21:57:08.020699 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-488873e4-a610-4605-8317-379417ac8b67 req-8288ea24-5965-4479-9a62-269c948b3a43 service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871153 Nov 12 21:57:08.622771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3cb5a-14d2-4fb3-92a8-914925a98c5c req-002899dc-1090-4e61-ab59-cf97e004581c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:08.624342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ca3cb5a-14d2-4fb3-92a8-914925a98c5c req-002899dc-1090-4e61-ab59-cf97e004581c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0497444 Nov 12 21:57:08.674177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8ca3cb5a-14d2-4fb3-92a8-914925a98c5c req-3ef801e9-fb34-46af-8493-4f98004c3bc0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436943 Nov 12 21:57:09.794729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae0ae-473f-4d19-bdc6-40f4daf9d15e req-c4f34e3b-8d8c-4422-a067-76447dc4165a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:09.796231 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b14ae0ae-473f-4d19-bdc6-40f4daf9d15e req-c4f34e3b-8d8c-4422-a067-76447dc4165a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0528207 Nov 12 21:57:09.845627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b14ae0ae-473f-4d19-bdc6-40f4daf9d15e req-5341c36d-780d-4ae4-98d2-054d5326693f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435016 Nov 12 21:57:09.869145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37032) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:09.932736 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-895e1522-4b63-4f7e-a03e-11688f3234cc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/cfe67636-d3d4-4e05-b9d2-0fce13cdda68 HTTP/1.1" status: 200 len: 993 time: 0.0623882 Nov 12 21:57:10.908656 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:11.137298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:18.085988 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:57:27.620374 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb61f3a0-3fc2-4566-8796-9749903ecf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:30.125740 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cc081b16-9bf9-4a94-8f24-efeb19608997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:31.569298 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:33.285561 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:33.628382 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:40.496238 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37044) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:40.649253 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 2f16aa14-98aa-4128-90e2-656eb3fd2df9 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:57:40.649589 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:40.722294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:40.722612 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:40.734030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 2f16aa14-98aa-4128-90e2-656eb3fd2df9 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:57:40.917355 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:40.937165 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:40.965999 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=2f16aa14-98aa-4128-90e2-656eb3fd2df9,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:40.991862 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.992756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.993117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.993453 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.993783 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.994114 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.994444 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.994770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.995095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.995449 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.995774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:40.996093 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:41.037603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:41.037933 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP cfe67636-d3d4-4e05-b9d2-0fce13cdda68 disassociated (deleted). External IP: 172.25.8.121, port: 4216af67-25a9-4d08-ae2f-4e7cd238978a. Nov 12 21:57:41.140034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:41.586943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router dadc6a23-d776-4e44-8d3b-0cb48c32344a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:57:41.693171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:57:41.699465 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:41.702790 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] Sync routers for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:57:41.712880 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:57:41.713484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:57:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:41.725539 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8905eef6-c399-49a4-bb0c-6dcaee92804b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/floatingips/cfe67636-d3d4-4e05-b9d2-0fce13cdda68 HTTP/1.1" status: 204 len: 168 time: 1.2282491 Nov 12 21:57:41.726080 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:57:41.729220 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6df7648-74b8-4415-a8f8-8282703a1ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:57:41.823235 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c09fbb-0d62-46a1-93a1-04dfe53729b5 x-openstack-request-id: req-44c09fbb-0d62-46a1-93a1-04dfe53729b5 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:57:41.823556 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:57:41.823817 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44c09fbb-0d62-46a1-93a1-04dfe53729b5 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:57:41.824280 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'status': 'completed', 'code': 200} Nov 12 21:57:41.827008 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:57:41.889697 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-2b2542c5-7aab-4ec8-b3ae-cb3e1256c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:41.891299 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-2b2542c5-7aab-4ec8-b3ae-cb3e1256c4fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 1097 time: 0.0426619 Nov 12 21:57:41.990491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-480946db-fa8d-44e4-be73-d10d6203cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:41.992044 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-480946db-fa8d-44e4-be73-d10d6203cbaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de27257-fe30-4702-9e97-f968004aa1ea HTTP/1.1" status: 200 len: 898 time: 0.0904059 Nov 12 21:57:42.027983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:42.038142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-2452c0ad-9346-49d5-aae0-7ea41d54f75d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a HTTP/1.1" status: 200 len: 217 time: 0.0375936 Nov 12 21:57:42.060136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] Checking router: dadc6a23-d776-4e44-8d3b-0cb48c32344a for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:57:42.069087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:57:42.069441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:57:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:42.096507 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-cca26845-6280-4b81-b3a9-2a47de8d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:42.098024 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-cca26845-6280-4b81-b3a9-2a47de8d9a50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f2de82c-bd20-4d86-9c2e-d28146e24d52 HTTP/1.1" status: 200 len: 834 time: 0.0510638 Nov 12 21:57:42.139984 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0cc2f-6e15-4804-9055-592d6983a10f req-5c27f4bd-ad60-4e4c-9622-4588f330232b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:42.141839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19c0cc2f-6e15-4804-9055-592d6983a10f req-5c27f4bd-ad60-4e4c-9622-4588f330232b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0521839 Nov 12 21:57:42.155110 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-af0336f7-c2a4-464c-97ca-860e366f3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:42.158243 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-af0336f7-c2a4-464c-97ca-860e366f3228 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de27257-fe30-4702-9e97-f968004aa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505590 Nov 12 21:57:42.178156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:57:42.193292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-19c0cc2f-6e15-4804-9055-592d6983a10f req-a5f5856f-e422-46f2-b023-1322286a3693 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447662 Nov 12 21:57:42.261673 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-a8ec7f5d-efa3-4cbe-8715-4b2df07f842b service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940549 Nov 12 21:57:42.354345 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a6df7648-74b8-4415-a8f8-8282703a1ff6 req-583031a2-fdf1-48ae-b20c-241dc61d240f service neutron] 10.222.0.46 "GET /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847700 Nov 12 21:57:42.376206 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:42.402639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f29d42-8390-45a2-8d67-41583de4beaa None None] The sync data for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 is: [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:55:52Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'd804f83c-888c-4d45-aa15-7b45c4c7a092', 'name': '', 'network_id': '6de27257-fe30-4702-9e97-f968004aa1ea', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:9a:40:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:51Z', 'updated_at': '2021-11-12T21:55:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '6f2de82c-bd20-4d86-9c2e-d28146e24d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:57:42.620492 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d657611-f826-4a89-b090-2709c06512cc None None] New status for floating IP cfe67636-d3d4-4e05-b9d2-0fce13cdda68: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:57:43.314461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b748-ef60-4ff8-8801-3b8f1623e4ae req-c555070d-57ac-41ff-8fdb-387f0244e2ad tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:43.315872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f723b748-ef60-4ff8-8801-3b8f1623e4ae req-c555070d-57ac-41ff-8fdb-387f0244e2ad tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0492690 Nov 12 21:57:43.371966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f723b748-ef60-4ff8-8801-3b8f1623e4ae req-fab22497-56f1-4a54-b0fa-0d9f6b5d16bc tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=76fa1a69-53f1-4ead-b39b-182bb13f0118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498698 Nov 12 21:57:43.758541 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-4a33bdcc-5ab0-40ca-8a97-e115f7bcece9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:43.760062 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-4a33bdcc-5ab0-40ca-8a97-e115f7bcece9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 945 time: 0.0497744 Nov 12 21:57:43.861403 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 4216af67-25a9-4d08-ae2f-4e7cd238978a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:57:43.861743 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:43.951266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port 4216af67-25a9-4d08-ae2f-4e7cd238978a, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=4216af67-25a9-4d08-ae2f-4e7cd238978a,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:57:43.951582 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:43.966402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 4216af67-25a9-4d08-ae2f-4e7cd238978a owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:57:44.171174 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:44.198206 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=4216af67-25a9-4d08-ae2f-4e7cd238978a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:44.208266 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.208555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.208892 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.209224 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.209553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.209883 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.210208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.211613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.211613 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.211815 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.212121 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.212431 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:44.258922 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] No DVR routers for this DVR port 4216af67-25a9-4d08-ae2f-4e7cd238978a on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:57:44.261611 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:44.264991 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cb77224d-8e3e-4e68-837d-13631a3fd0a5 req-8164bac4-4740-4009-9dca-2ddebb19e84d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.46 "DELETE /v2.0/ports/4216af67-25a9-4d08-ae2f-4e7cd238978a HTTP/1.1" status: 204 len: 173 time: 0.4954865 Nov 12 21:57:44.265455 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'name': 'network-vif-deleted', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:57:44.267822 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255a68d2-cb30-4dbd-95dc-0f54245b3888" -d '{"events": [{"server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "name": "network-vif-deleted", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:57:44.311967 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd87f3bd-cce3-4103-8318-a43f6af8376b x-openstack-request-id: req-cd87f3bd-cce3-4103-8318-a43f6af8376b {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:57:44.312257 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2548013-3e69-4ae0-a834-abd929cc6b80", "name": "network-vif-deleted", "tag": "4216af67-25a9-4d08-ae2f-4e7cd238978a", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:57:44.312508 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd87f3bd-cce3-4103-8318-a43f6af8376b {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:57:44.312908 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2548013-3e69-4ae0-a834-abd929cc6b80', 'name': 'network-vif-deleted', 'tag': '4216af67-25a9-4d08-ae2f-4e7cd238978a', 'status': 'completed', 'code': 200} Nov 12 21:57:44.469734 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-622529d4-fa3e-4528-917a-623fc8859127 req-90b0c884-a28e-41a5-be6a-57479221d1e6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2548013-3e69-4ae0-a834-abd929cc6b80 HTTP/1.1" status: 200 len: 210 time: 0.0285099 Nov 12 21:57:45.527720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37062) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:45.881056 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:46.133735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port d804f83c-888c-4d45-aa15-7b45c4c7a092 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:57:46.133976 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:46.225088 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port d804f83c-888c-4d45-aa15-7b45c4c7a092, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=d804f83c-888c-4d45-aa15-7b45c4c7a092,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:57:46.225451 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:46.238458 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for d804f83c-888c-4d45-aa15-7b45c4c7a092 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:57:46.480252 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:46.505014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=d804f83c-888c-4d45-aa15-7b45c4c7a092,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:46.688550 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:46.905774 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router dadc6a23-d776-4e44-8d3b-0cb48c32344a has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:57:47.021966 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:57:47.026997 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-8ba9529b-78ac-4bd9-89fa-65b05ab35d70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/dadc6a23-d776-4e44-8d3b-0cb48c32344a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4982297 Nov 12 21:57:47.029926 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37064) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:47.031995 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] Sync routers for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:57:47.041943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:57:47.042538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:57:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:47.081002 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-33349568-363e-44ad-a8ae-1e0e74f6f1aa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting subnet 6f2de82c-bd20-4d86-9c2e-d28146e24d52 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:57:47.084075 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33349568-363e-44ad-a8ae-1e0e74f6f1aa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.123596 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33349568-363e-44ad-a8ae-1e0e74f6f1aa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.215142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33349568-363e-44ad-a8ae-1e0e74f6f1aa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.303990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:57:47.352557 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33349568-363e-44ad-a8ae-1e0e74f6f1aa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.381365 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33349568-363e-44ad-a8ae-1e0e74f6f1aa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2de82c-bd20-4d86-9c2e-d28146e24d52,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:47.383679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-33349568-363e-44ad-a8ae-1e0e74f6f1aa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.389396 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-33349568-363e-44ad-a8ae-1e0e74f6f1aa tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/subnets/6f2de82c-bd20-4d86-9c2e-d28146e24d52 HTTP/1.1" status: 204 len: 168 time: 0.3568490 Nov 12 21:57:47.389836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37066) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:47.406164 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09169f7b-559a-4355-96a0-cb784a260077 None None] Network 6de27257-fe30-4702-9e97-f968004aa1ea requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:57:47.500123 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.583805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:57:46Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:47.608541 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.613750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] Checking router: dadc6a23-d776-4e44-8d3b-0cb48c32344a for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:57:47.624239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] Routers {'dadc6a23-d776-4e44-8d3b-0cb48c32344a'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:57:47.624840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:57:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:47.662569 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] DHCP port deletion for 6de27257-fe30-4702-9e97-f968004aa1ea request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:57:47.738037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 69adc751-4282-4385-acb2-d6f0d6a36259 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:57:47.738666 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.763453 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] Set router dadc6a23-d776-4e44-8d3b-0cb48c32344a gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:57:47.823019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Deleting port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:57:47.823318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port 69adc751-4282-4385-acb2-d6f0d6a36259, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=69adc751-4282-4385-acb2-d6f0d6a36259,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:57:47.823459 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.823673 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.836096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 69adc751-4282-4385-acb2-d6f0d6a36259 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:57:47.938009 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] For port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=fd51d9c6-22c4-45bf-ba56-ce2c29267d6b,segment=NetworkSegment(91721927-f9e3-4d24-ba68-babbe19ad3d6),segment_id=91721927-f9e3-4d24-ba68-babbe19ad3d6)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:57:47.938315 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:47.959348 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Calling delete_port for fd51d9c6-22c4-45bf-ba56-ce2c29267d6b owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:57:48.057365 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.073237 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:57:46Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:48.089679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=69adc751-4282-4385-acb2-d6f0d6a36259,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:48.102944 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101366d7-f849-4dde-9752-714f1a6961ed None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:57:48.106472 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683f0da-9b63-4c55-a0fa-4d9c76250009 None None] The sync data for ids ['dadc6a23-d776-4e44-8d3b-0cb48c32344a'] in n-d-713498-29 is: [{'id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990308964', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:55:48Z', 'updated_at': '2021-11-12T21:57:46Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '69adc751-4282-4385-acb2-d6f0d6a36259', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadc6a23-d776-4e44-8d3b-0cb48c32344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:55:49Z', 'updated_at': '2021-11-12T21:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:57:48.131781 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.159203 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.166933 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Pushing event deleted for resources: {'Port': ['ID=fd51d9c6-22c4-45bf-ba56-ce2c29267d6b,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:48.171142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] No DVR routers for this DVR port fd51d9c6-22c4-45bf-ba56-ce2c29267d6b on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:57:48.178162 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.178606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.178949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.179499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.179816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.180322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.180652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.181255 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.181344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.181598 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.181919 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.182236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840c45-11ee-40d0-b6f7-149110e8e833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:48.252732 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.254973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.374071 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.374542 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Fanout notify agent at l3_agent the message router_deleted on router dadc6a23-d776-4e44-8d3b-0cb48c32344a {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:57:48.381660 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.383572 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c6befaa1-da4f-4c96-a01b-d80629ba940e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/routers/dadc6a23-d776-4e44-8d3b-0cb48c32344a HTTP/1.1" status: 204 len: 168 time: 0.9926875 Nov 12 21:57:48.386716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37068) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:48.470976 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.564265 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.588077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de27257-fe30-4702-9e97-f968004aa1ea']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:48.597785 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91721927-f9e3-4d24-ba68-babbe19ad3d6') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:48.598075 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91721927-f9e3-4d24-ba68-babbe19ad3d6') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:48.607510 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.620750 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.627051 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:57:48.627385 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: timer() Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:57:48.630403 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:57:48.768660 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.778442 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.782266 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/networks/6de27257-fe30-4702-9e97-f968004aa1ea HTTP/1.1" status: 204 len: 168 time: 0.3940744 Nov 12 21:57:48.785098 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37070) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:48.797277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24328d-8bfc-4a92-96ee-2333c561b059 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Network': ['ID=6de27257-fe30-4702-9e97-f968004aa1ea,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:48.846598 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8679b4b-80bc-4d81-a485-f64b9b09a1f7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:48.873135 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8679b4b-80bc-4d81-a485-f64b9b09a1f7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:49.017124 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8679b4b-80bc-4d81-a485-f64b9b09a1f7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:49.019787 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d8679b4b-80bc-4d81-a485-f64b9b09a1f7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:49.021025 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d8679b4b-80bc-4d81-a485-f64b9b09a1f7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/security-groups/76fa1a69-53f1-4ead-b39b-182bb13f0118 HTTP/1.1" status: 204 len: 168 time: 0.2343686 Nov 12 21:57:49.030419 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8679b4b-80bc-4d81-a485-f64b9b09a1f7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fa1a69-53f1-4ead-b39b-182bb13f0118,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:49.147484 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd51d9c6-22c4-45bf-ba56-ce2c29267d6b no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:57:49.170079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: fd51d9c6-22c4-45bf-ba56-ce2c29267d6b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:57:49.170574 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device fd51d9c6-22c4-45bf-ba56-ce2c29267d6b not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:57:49.170893 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d804f83c-888c-4d45-aa15-7b45c4c7a092 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:57:49.190921 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: d804f83c-888c-4d45-aa15-7b45c4c7a092 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:57:49.191268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device d804f83c-888c-4d45-aa15-7b45c4c7a092 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:57:49.276437 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4216af67-25a9-4d08-ae2f-4e7cd238978a no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:57:49.298141 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: 4216af67-25a9-4d08-ae2f-4e7cd238978a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:57:49.298478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 4216af67-25a9-4d08-ae2f-4e7cd238978a not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:57:49.454047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37076) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:49.458771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-26c5426f-5570-4cd3-850d-1a4411e20e1f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206625634', 'description': 'tempest-secgroup-smoke-206625634 description', 'project_id': '89311f586e484c4f97e23db59cb4cd71'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:49.548368 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26c5426f-5570-4cd3-850d-1a4411e20e1f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:49.615245 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26c5426f-5570-4cd3-850d-1a4411e20e1f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:49.696966 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26c5426f-5570-4cd3-850d-1a4411e20e1f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:49.729871 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5426f-5570-4cd3-850d-1a4411e20e1f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a901fe8d-6726-4e04-8f26-c7316b9a221d,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:49.782294 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-26c5426f-5570-4cd3-850d-1a4411e20e1f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:49.783582 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-26c5426f-5570-4cd3-850d-1a4411e20e1f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3284926 Nov 12 21:57:49.786416 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37078) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:49.791497 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0a4b3796-215c-4230-906b-359e42d43b97 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'a901fe8d-6726-4e04-8f26-c7316b9a221d', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:49.884590 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a4b3796-215c-4230-906b-359e42d43b97 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:49.940849 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a4b3796-215c-4230-906b-359e42d43b97 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.011087 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a4b3796-215c-4230-906b-359e42d43b97 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.029077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b3796-215c-4230-906b-359e42d43b97 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ccd42a-fca1-4d89-a0ce-9f6249a3d369,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:50.088329 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0a4b3796-215c-4230-906b-359e42d43b97 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.089547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0a4b3796-215c-4230-906b-359e42d43b97 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021960 Nov 12 21:57:50.098246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37080) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:50.103879 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-524657fe-2c7b-4b10-92ec-063dab2ba47a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'a901fe8d-6726-4e04-8f26-c7316b9a221d', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:50.176648 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-524657fe-2c7b-4b10-92ec-063dab2ba47a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.232631 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-524657fe-2c7b-4b10-92ec-063dab2ba47a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.299820 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-524657fe-2c7b-4b10-92ec-063dab2ba47a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.319335 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524657fe-2c7b-4b10-92ec-063dab2ba47a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33f5270-1bfa-452a-9008-79736b4d1a0c,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:50.398981 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-524657fe-2c7b-4b10-92ec-063dab2ba47a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.400262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-524657fe-2c7b-4b10-92ec-063dab2ba47a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3010159 Nov 12 21:57:50.402997 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37082) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:50.407694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-804ddc0c-f67d-4bd2-86fa-cc9a566f8423 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'a901fe8d-6726-4e04-8f26-c7316b9a221d', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:50.494241 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-804ddc0c-f67d-4bd2-86fa-cc9a566f8423 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.551497 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-804ddc0c-f67d-4bd2-86fa-cc9a566f8423 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.628146 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-804ddc0c-f67d-4bd2-86fa-cc9a566f8423 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.650050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ddc0c-f67d-4bd2-86fa-cc9a566f8423 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839673aa-983a-421a-906c-aed1b035fe9d,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:50.727959 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-804ddc0c-f67d-4bd2-86fa-cc9a566f8423 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.729191 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-804ddc0c-f67d-4bd2-86fa-cc9a566f8423 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3252149 Nov 12 21:57:50.732632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37084) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:50.734987 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 69adc751-4282-4385-acb2-d6f0d6a36259 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:57:50.736366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-84d160fb-9d13-427b-9a1d-7b1e606c8974 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'a901fe8d-6726-4e04-8f26-c7316b9a221d', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:50.759063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 69adc751-4282-4385-acb2-d6f0d6a36259 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:57:50.759356 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 69adc751-4282-4385-acb2-d6f0d6a36259 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:57:50.842888 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84d160fb-9d13-427b-9a1d-7b1e606c8974 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.899788 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84d160fb-9d13-427b-9a1d-7b1e606c8974 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.963193 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84d160fb-9d13-427b-9a1d-7b1e606c8974 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:50.980506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d160fb-9d13-427b-9a1d-7b1e606c8974 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59a3682-bbd1-4ba6-8470-7db0b14d45b8,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:51.056052 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-84d160fb-9d13-427b-9a1d-7b1e606c8974 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.057195 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-84d160fb-9d13-427b-9a1d-7b1e606c8974 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243227 Nov 12 21:57:51.059880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37086) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:51.064148 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-5033d178-e91e-40f2-9ece-bac2200fb15b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'a901fe8d-6726-4e04-8f26-c7316b9a221d', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:51.151473 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-5033d178-e91e-40f2-9ece-bac2200fb15b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:57:51.157121 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5033d178-e91e-40f2-9ece-bac2200fb15b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.215184 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5033d178-e91e-40f2-9ece-bac2200fb15b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.277030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5033d178-e91e-40f2-9ece-bac2200fb15b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.297680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033d178-e91e-40f2-9ece-bac2200fb15b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805173c7-3309-4b68-bc02-4a4cfb2f4e0b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:51.353270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-5033d178-e91e-40f2-9ece-bac2200fb15b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.354470 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-5033d178-e91e-40f2-9ece-bac2200fb15b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936800 Nov 12 21:57:51.357289 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37088) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:51.361683 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-217f38bd-4c6d-4db4-9a92-f8ecdca8e7e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'security_group_rule': {'security_group_id': 'a901fe8d-6726-4e04-8f26-c7316b9a221d', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:51.436686 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-217f38bd-4c6d-4db4-9a92-f8ecdca8e7e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Project 89311f586e484c4f97e23db59cb4cd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:57:51.441730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-217f38bd-4c6d-4db4-9a92-f8ecdca8e7e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.499661 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-217f38bd-4c6d-4db4-9a92-f8ecdca8e7e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.565197 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-217f38bd-4c6d-4db4-9a92-f8ecdca8e7e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.585734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f38bd-4c6d-4db4-9a92-f8ecdca8e7e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f86a358-6017-4799-9e5d-4eccbe4fb0ee,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:51.650502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-217f38bd-4c6d-4db4-9a92-f8ecdca8e7e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.651710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-217f38bd-4c6d-4db4-9a92-f8ecdca8e7e2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934794 Nov 12 21:57:51.654438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37090) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:51.659562 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'network': {'name': 'tempest-network-smoke--1574752975', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'port_security_enabled': True}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:51.745106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'network': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:57:51.748537 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.771209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=109629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:57:51.779921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.780291 n-d-713498-29 neutron-server[109629]: INFO neutron.db.segments_db [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Added segment 6de52fa8-6909-4254-b5d5-310ff80228fa of type vlan for network 7811d12c-82de-4853-8409-a6b251a7bd58 Nov 12 21:57:51.821025 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.896668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.907975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:51.907975 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:51.968272 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Network': ['ID=7811d12c-82de-4853-8409-a6b251a7bd58,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:51.979066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 7811d12c-82de-4853-8409-a6b251a7bd58 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:57:52.026045 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ee4dbfee-b4d9-4a9f-bc15-98b850bc4cf4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3705733 Nov 12 21:57:52.028896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37092) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:52.034257 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'admin_state_up': True, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:52.137083 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:52.138137 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:52.193537 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:52.370443 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:52.623612 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:52.642961 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:52.748142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.72 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/1d561edf-f837-4e59-b7f5-85237222293c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:57:52.848295 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:52.925733 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:52.967762 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:57:52.972661 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:57:52.976246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:57:52.981873 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=1d561edf-f837-4e59-b7f5-85237222293c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:52.985644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375fe08-bf7f-479e-bb29-a09d8537ecf9 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:57:53.106511 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-aff2198c-267b-453a-b0b0-60b3549535a4 None None] Provisioning complete for port 1d561edf-f837-4e59-b7f5-85237222293c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:53.106889 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-aff2198c-267b-453a-b0b0-60b3549535a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:53.146408 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-aff2198c-267b-453a-b0b0-60b3549535a4 None None] Port 1d561edf-f837-4e59-b7f5-85237222293c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:57:53.628513 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:53.834388 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.053897 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 6bf4f758-93aa-431e-a668-999c9693e322 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:57:54.159254 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:57:54.169106 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Sync routers for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:57:54.181729 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:57:54.182331 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:57:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:54.238250 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.238250 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3675082e-b028-4625-b11b-345c3400471d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2060344 Nov 12 21:57:54.238901 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37094) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:54.273453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ae9676cc-a354-4a51-8356-b03f09cb8acd tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=89311f586e484c4f97e23db59cb4cd71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309293 Nov 12 21:57:54.273691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37096) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:54.286128 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:57:54.359789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef5047-1896-4e8c-a9d9-fa3f1ae11a30 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:54.361301 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2aef5047-1896-4e8c-a9d9-fa3f1ae11a30 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860326 Nov 12 21:57:54.364192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37098) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:54.392773 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-94b17020-c04d-4c93-9e61-fa3de778b942 tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=f840f5a0-b97a-4bd6-a0f1-ea9ac18533de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275261 Nov 12 21:57:54.395529 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37100) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:54.400786 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135425439', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:57:54.465701 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:53Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:54.491395 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Checking router: 6bf4f758-93aa-431e-a668-999c9693e322 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:57:54.499811 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Updating router 6bf4f758-93aa-431e-a668-999c9693e322 port 1d561edf-f837-4e59-b7f5-85237222293c binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:57:54.516679 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.551123 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:57:54.554866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.771265 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.799956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.856981 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.864390 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Subnet': ['ID=33f9afc7-0f3b-4094-b2c7-6558c65d65f1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:54.874118 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Checking segment: {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:57:54.874477 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network hostable DHCP agents. Network: 7811d12c-82de-4853-8409-a6b251a7bd58, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:57:54.895521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c0fc86-2888-4def-972a-1474ce71e392 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:57:54.908369 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Attempting to bind port 1d561edf-f837-4e59-b7f5-85237222293c on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:57:54.908369 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Attempting to bind port 1d561edf-f837-4e59-b7f5-85237222293c by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:57:54.908369 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Attempting to bind port 1d561edf-f837-4e59-b7f5-85237222293c on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:57:54.915887 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Pushing event updated for resources: {'Port': ['ID=1d561edf-f837-4e59-b7f5-85237222293c,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:54.917893 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:57:54.918257 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:57:54.918649 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.919031 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:57:54.919506 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Bound port: 1d561edf-f837-4e59-b7f5-85237222293c, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:57:54.919880 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.943255 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.943615 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.943949 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.944280 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.944606 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.944927 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.945247 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.945565 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.945931 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.946248 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.946564 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.946876 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:57:54.977943 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-12d46be5-a667-4402-afaf-8b2dcc29b6f4 None None] Provisioning complete for port 1d561edf-f837-4e59-b7f5-85237222293c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:54.978477 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-12d46be5-a667-4402-afaf-8b2dcc29b6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:54.980918 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 7811d12c-82de-4853-8409-a6b251a7bd58 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:57:54.982965 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] For port 1d561edf-f837-4e59-b7f5-85237222293c, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:57:54.984671 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] For port 1d561edf-f837-4e59-b7f5-85237222293c, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1d561edf-f837-4e59-b7f5-85237222293c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:57:55.012616 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-12d46be5-a667-4402-afaf-8b2dcc29b6f4 None None] Port 1d561edf-f837-4e59-b7f5-85237222293c cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:57:55.065959 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.079712 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 7811d12c-82de-4853-8409-a6b251a7bd58) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:57:55.084558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:55.085163 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.089992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638291e5-d501-4352-b61f-88067f2a20d7 None None] Network 7811d12c-82de-4853-8409-a6b251a7bd58 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:57:55.119404 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c91fcc6-0b71-4f64-80b8-cc03c4346673 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:57:55.129863 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:57:55.137511 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214b309-dc28-4050-b727-7dfe4c84d522 None None] Pushing event updated for resources: {'Port': ['ID=1d561edf-f837-4e59-b7f5-85237222293c,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:55.140317 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:57:55.140993 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:57:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:55.180595 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37102) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:57:55.181210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-cd799f9a-a0a8-4c39-ac93-102fa25d9185 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7840869 Nov 12 21:57:55.249666 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:57:55.264532 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ef0ccc92-063c-4394-8503-f1c2468fa4a1 None None] Provisioning complete for port 1d561edf-f837-4e59-b7f5-85237222293c triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:55.264904 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef0ccc92-063c-4394-8503-f1c2468fa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.288477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3084855f-bf75-422f-95d0-98927232174a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-7811d12c-82de-4853-8409-a6b251a7bd58', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:57:55.289332 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3084855f-bf75-422f-95d0-98927232174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.455767 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef0ccc92-063c-4394-8503-f1c2468fa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.488838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef0ccc92-063c-4394-8503-f1c2468fa4a1 None None] For port 1d561edf-f837-4e59-b7f5-85237222293c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1d561edf-f837-4e59-b7f5-85237222293c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:57:55.495976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-3084855f-bf75-422f-95d0-98927232174a None None] Allocated IP 172.20.0.2 (7811d12c-82de-4853-8409-a6b251a7bd58/33f9afc7-0f3b-4094-b2c7-6558c65d65f1/81cc0140-a4a6-4cc7-9c1c-beab376d8eb3) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:57:55.539209 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:53Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:55.563581 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef0ccc92-063c-4394-8503-f1c2468fa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.575826 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5bf0f-16f9-44d9-a879-2903ac14b44a None None] The sync data for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 is: [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:53Z', 'revision_number': 3, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:57:55.639243 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ccc92-063c-4394-8503-f1c2468fa4a1 None None] Pushing event updated for resources: {'Port': ['ID=1d561edf-f837-4e59-b7f5-85237222293c,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:55.662389 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.698778 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3084855f-bf75-422f-95d0-98927232174a None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.778027 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3084855f-bf75-422f-95d0-98927232174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.842833 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084855f-bf75-422f-95d0-98927232174a None None] Network 7811d12c-82de-4853-8409-a6b251a7bd58 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:57:55.849651 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-3084855f-bf75-422f-95d0-98927232174a None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:57:55.855024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084855f-bf75-422f-95d0-98927232174a None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:57:55.858120 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084855f-bf75-422f-95d0-98927232174a None None] Pushing event updated for resources: {'Port': ['ID=81cc0140-a4a6-4cc7-9c1c-beab376d8eb3,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:55.919845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3084855f-bf75-422f-95d0-98927232174a None None] Attempting to bind port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:57:55.926097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3084855f-bf75-422f-95d0-98927232174a None None] Attempting to bind port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:57:55.926097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084855f-bf75-422f-95d0-98927232174a None None] Attempting to bind port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 on network 7811d12c-82de-4853-8409-a6b251a7bd58 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:57:55.926097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084855f-bf75-422f-95d0-98927232174a None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:57:55.926554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084855f-bf75-422f-95d0-98927232174a None None] Checking segment: {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:57:55.926554 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3084855f-bf75-422f-95d0-98927232174a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.926952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084855f-bf75-422f-95d0-98927232174a None None] Bound using segment: {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:57:55.927573 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-3084855f-bf75-422f-95d0-98927232174a None None] Bound port: 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:57:55.927982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3084855f-bf75-422f-95d0-98927232174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:55.980733 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.1 (7811d12c-82de-4853-8409-a6b251a7bd58/33f9afc7-0f3b-4094-b2c7-6558c65d65f1/bca084b6-b2e1-43bc-b979-34d08d51c577) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:57:56.004691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3084855f-bf75-422f-95d0-98927232174a None None] For port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:57:56.008776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3084855f-bf75-422f-95d0-98927232174a None None] For port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81cc0140-a4a6-4cc7-9c1c-beab376d8eb3,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:57:56.065754 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3084855f-bf75-422f-95d0-98927232174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:56.099443 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:56.129691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084855f-bf75-422f-95d0-98927232174a None None] Pushing event updated for resources: {'Port': ['ID=81cc0140-a4a6-4cc7-9c1c-beab376d8eb3,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:56.208738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:56.268321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 7811d12c-82de-4853-8409-a6b251a7bd58 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:57:56.275179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:57:56.277690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:57:56.323985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=bca084b6-b2e1-43bc-b979-34d08d51c577,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:56.351050 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:56.563659 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:56.862412 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1d561edf-f837-4e59-b7f5-85237222293c up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:57:56.862607 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:56.913766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1d561edf-f837-4e59-b7f5-85237222293c triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:56.914138 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:56.916720 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:57.006508 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=bca084b6-b2e1-43bc-b979-34d08d51c577,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:57.011183 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:57.013852 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:57:57.064853 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:57.065220 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:57.113502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 7811d12c-82de-4853-8409-a6b251a7bd58 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:57:57.115025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:57:57.137885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf22e3-e78c-42c2-8b50-6f67d156099d None None] Network 7811d12c-82de-4853-8409-a6b251a7bd58 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:57:57.212375 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:57.235255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 6bf4f758-93aa-431e-a668-999c9693e322 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:57:57.269730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1f7398c8-8ff2-4492-893a-894180a235f7 None None] Provisioning complete for port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:57.270074 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1f7398c8-8ff2-4492-893a-894180a235f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:57.276771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] For port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81cc0140-a4a6-4cc7-9c1c-beab376d8eb3,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:57:57.345461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:57.351435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:57:57.357828 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-dc2d5c4e-7a21-4a99-b66d-69c21923f1c9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/6bf4f758-93aa-431e-a668-999c9693e322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1761003 Nov 12 21:57:57.470147 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Pushing event updated for resources: {'Port': ['ID=81cc0140-a4a6-4cc7-9c1c-beab376d8eb3,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:57.507731 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Sync routers for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:57:57.518548 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:57:57.519167 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:57:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:57.529728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-cccd4054-8712-4490-a964-f5cac597f022 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206625634&fields=id&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 267 time: 0.0547822 Nov 12 21:57:57.650354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:57:57.661329 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-c9950ba9-b1d6-4fc1-8319-4fad0e67c945 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:57:57.663243 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-c9950ba9-b1d6-4fc1-8319-4fad0e67c945 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/networks?id=7811d12c-82de-4853-8409-a6b251a7bd58 HTTP/1.1" status: 200 len: 797 time: 0.1248560 Nov 12 21:57:57.681116 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-155d1918-cd35-4589-bd86-2b5218ce586b tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/quotas/89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 375 time: 0.0110824 Nov 12 21:57:57.740934 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-100c8383-c243-4380-bc80-98a61f2a54f2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536053 Nov 12 21:57:57.759346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-c55a5b1a-7317-46d9-b1be-dfa9bbf79644 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:57:57.760334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-c55a5b1a-7317-46d9-b1be-dfa9bbf79644 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063200 Nov 12 21:57:57.851377 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5063d886-1e52-49a3-a7e9-1b1fa3619aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:57.867367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-99d7dd7b-d7bc-4ac6-8286-029a3d973168 service neutron] 10.222.0.64 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990641 Nov 12 21:57:57.912263 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9be5d8f3-71b8-4639-a3ac-d95806171a24 None None] Provisioning complete for port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:57.912641 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9be5d8f3-71b8-4639-a3ac-d95806171a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:57.971888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-5e3f93ae-9ff6-4442-94a6-9679dcdacf1d service neutron] 10.222.0.64 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950060 Nov 12 21:57:58.075204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 2, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:58.108487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Checking router: 6bf4f758-93aa-431e-a668-999c9693e322 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:57:58.108766 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Updating router 6bf4f758-93aa-431e-a668-999c9693e322 port bca084b6-b2e1-43bc-b979-34d08d51c577 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:57:58.143467 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.243042 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fe91010a-bc38-48a1-b295-68a17978f384 req-2ac0c90b-0aa8-4343-a4d5-608770280999 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 210 time: 0.0320206 Nov 12 21:57:58.298867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-9be5d8f3-71b8-4639-a3ac-d95806171a24 None None] Provisioning complete for port bca084b6-b2e1-43bc-b979-34d08d51c577 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:58.299241 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9be5d8f3-71b8-4639-a3ac-d95806171a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.382522 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-9be5d8f3-71b8-4639-a3ac-d95806171a24 None None] Port bca084b6-b2e1-43bc-b979-34d08d51c577 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:57:58.478620 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.502996 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-661a8508-0338-4e3a-b1b4-46ec23d9a06a None None] Provisioning complete for port bca084b6-b2e1-43bc-b979-34d08d51c577 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:58.503458 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-661a8508-0338-4e3a-b1b4-46ec23d9a06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.536683 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-661a8508-0338-4e3a-b1b4-46ec23d9a06a None None] Port bca084b6-b2e1-43bc-b979-34d08d51c577 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:57:58.548292 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.599649 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196e8b1-dd04-4904-b47a-427354226fb4 None None] Pushing event updated for resources: {'Port': ['ID=bca084b6-b2e1-43bc-b979-34d08d51c577,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:58.657059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Attempting to bind port bca084b6-b2e1-43bc-b979-34d08d51c577 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:57:58.657435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Attempting to bind port bca084b6-b2e1-43bc-b979-34d08d51c577 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:57:58.657798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Attempting to bind port bca084b6-b2e1-43bc-b979-34d08d51c577 on network 7811d12c-82de-4853-8409-a6b251a7bd58 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:57:58.662972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:57:58.663379 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Checking segment: {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:57:58.663784 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.664204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Bound using segment: {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:57:58.665204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Bound port: bca084b6-b2e1-43bc-b979-34d08d51c577, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:57:58.665594 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.731064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] For port bca084b6-b2e1-43bc-b979-34d08d51c577, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:57:58.735817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] For port bca084b6-b2e1-43bc-b979-34d08d51c577, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=bca084b6-b2e1-43bc-b979-34d08d51c577,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:57:58.798066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:57:58.823633 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.914506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:57:58.915138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:57:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:58.916798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196e8b1-dd04-4904-b47a-427354226fb4 None None] Pushing event updated for resources: {'Port': ['ID=bca084b6-b2e1-43bc-b979-34d08d51c577,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:58.919384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-408d9875-f3ed-40ce-9a28-0b5a326a66d5 None None] Provisioning complete for port bca084b6-b2e1-43bc-b979-34d08d51c577 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:58.919740 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-408d9875-f3ed-40ce-9a28-0b5a326a66d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:58.986977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:58.987378 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:59.121245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:57:59.196070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-408d9875-f3ed-40ce-9a28-0b5a326a66d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:59.311459 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-408d9875-f3ed-40ce-9a28-0b5a326a66d5 None None] For port bca084b6-b2e1-43bc-b979-34d08d51c577, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=bca084b6-b2e1-43bc-b979-34d08d51c577,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:57:59.349787 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d8347de8-1244-43b3-a601-31dd93430995 req-2cada730-f25a-49e6-96b3-8eb729ea6e89 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 210 time: 0.0262282 Nov 12 21:57:59.387360 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:58Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:57:59.418485 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571d06c-2620-4c9b-8cd2-65a3831e1e9c None None] The sync data for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 is: [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:58Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:57:59.422983 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-408d9875-f3ed-40ce-9a28-0b5a326a66d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:57:59.474087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d9875-f3ed-40ce-9a28-0b5a326a66d5 None None] Pushing event updated for resources: {'Port': ['ID=bca084b6-b2e1-43bc-b979-34d08d51c577,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:57:59.541172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-182de2ab-3172-46ee-899e-8391405a45ef None None] Provisioning complete for port bca084b6-b2e1-43bc-b979-34d08d51c577 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:57:59.541573 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-182de2ab-3172-46ee-899e-8391405a45ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:00.151759 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d072856-9eaa-4fab-8280-88d74170fa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:00.258131 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-b227dc01-11a1-4166-ba67-046da8715156 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:00.259865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-b227dc01-11a1-4166-ba67-046da8715156 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "GET /v2.0/networks?id=7811d12c-82de-4853-8409-a6b251a7bd58 HTTP/1.1" status: 200 len: 797 time: 0.1132898 Nov 12 21:58:00.329687 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-1b58035e-917c-48e8-ae9b-8e95cffd1a6f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89311f586e484c4f97e23db59cb4cd71 HTTP/1.1" status: 200 len: 379 time: 0.0602653 Nov 12 21:58:00.339755 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'port': {'device_id': '32634eeb-6741-4005-81e5-98e0ab436cee', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'admin_state_up': True, 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'security_groups': ['a901fe8d-6726-4e04-8f26-c7316b9a221d']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:58:00.461874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7491faf9-e5d7-4229-9f42-929c5d0d1740 req-82f22bf0-04f7-479b-b43e-881a463bdbd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 210 time: 0.0343421 Nov 12 21:58:00.565025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Made reservation on behalf of 89311f586e484c4f97e23db59cb4cd71 for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:58:00.568615 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:00.697721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.20.0.13 (7811d12c-82de-4853-8409-a6b251a7bd58/33f9afc7-0f3b-4094-b2c7-6558c65d65f1/94a67be2-b099-49ef-9ea8-5b0bc5e7356b) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:58:00.812001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device bca084b6-b2e1-43bc-b979-34d08d51c577 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:58:00.844610 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:00.864004 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port bca084b6-b2e1-43bc-b979-34d08d51c577 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:58:00.864393 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:00.939869 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:00.984512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network 7811d12c-82de-4853-8409-a6b251a7bd58 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:58:00.989577 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:58:00.993544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:58:01.000466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:01.049090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:01.049730 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.142381 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-77b92be4-8753-4777-becb-0806a6d1d2ca tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8069837 Nov 12 21:58:01.153108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-521e8c38-f31c-4636-ac5e-d044724e49f1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:58:01.154099 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-521e8c38-f31c-4636-ac5e-d044724e49f1 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057194 Nov 12 21:58:01.207248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Request body: {'port': {'device_id': '32634eeb-6741-4005-81e5-98e0ab436cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:58:01.256091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1c9a5c53-b442-44f1-beee-65654db2f2d7 None None] Provisioning complete for port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:58:01.256651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5c53-b442-44f1-beee-65654db2f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.264301 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.290558 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a5c53-b442-44f1-beee-65654db2f2d7 None None] Port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:58:01.523796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a67be2-b099-49ef-9ea8-5b0bc5e7356b {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:58:01.531772 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.550634 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.569593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Transition to ACTIVE for port object 94a67be2-b099-49ef-9ea8-5b0bc5e7356b will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:58:01.588564 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485c7f9-e159-4514-9a27-844bd1601934 req-c90cd5c1-a0b1-4155-a56d-598e7e81ae06 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:01.590148 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e485c7f9-e159-4514-9a27-844bd1601934 req-c90cd5c1-a0b1-4155-a56d-598e7e81ae06 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 932 time: 0.0559685 Nov 12 21:58:01.628256 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.671527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e485c7f9-e159-4514-9a27-844bd1601934 req-837542d4-2a8f-40ae-b2a6-226e0388ed4c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753827 Nov 12 21:58:01.698318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Pushing event updated for resources: {'Port': ['ID=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:01.765957 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Attempting to bind port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:58:01.766299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Attempting to bind port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:58:01.766627 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Attempting to bind port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b on network 7811d12c-82de-4853-8409-a6b251a7bd58 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:58:01.771237 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b on network 7811d12c-82de-4853-8409-a6b251a7bd58 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:58:01.771599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Attempting to bind port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b on network 7811d12c-82de-4853-8409-a6b251a7bd58 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:58:01.777802 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:58:01.778143 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Checking segment: {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:58:01.778528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Bound using segment: {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:58:01.778954 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Bound port: 94a67be2-b099-49ef-9ea8-5b0bc5e7356b, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de52fa8-6909-4254-b5d5-310ff80228fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:58:01.779332 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.848977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] For port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:58:01.852654 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] For port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:58:01.940108 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.974436 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:01.975086 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:01.976473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] 10.222.0.78 "PUT /v2.0/ports/94a67be2-b099-49ef-9ea8-5b0bc5e7356b HTTP/1.1" status: 200 len: 1093 time: 0.8139768 Nov 12 21:58:01.977541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:58:01.980038 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a810b-30fd-4f02-8d05-f7f057143a87" -d '{"events": [{"name": "network-changed", "server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:58:02.003770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44091328-c7d2-4e9d-bae3-e1dc629d8de8 service neutron] Pushing event updated for resources: {'Port': ['ID=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:02.029964 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1ba6d-e7ad-45de-ac8b-683d536bddd8 x-openstack-request-id: req-35c1ba6d-e7ad-45de-ac8b-683d536bddd8 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:58:02.030303 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:58:02.030564 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35c1ba6d-e7ad-45de-ac8b-683d536bddd8 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:58:02.030968 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'status': 'completed', 'code': 200} Nov 12 21:58:02.096605 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a810b-30fd-4f02-8d05-f7f057143a87 req-7e67de04-5150-4a55-ac2e-54208d4fff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:02.098414 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b9a810b-30fd-4f02-8d05-f7f057143a87 req-7e67de04-5150-4a55-ac2e-54208d4fff2b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 1096 time: 0.0441318 Nov 12 21:58:02.212876 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a810b-30fd-4f02-8d05-f7f057143a87 req-dc73e508-4c1e-4746-b771-531c4890d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:02.214398 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b9a810b-30fd-4f02-8d05-f7f057143a87 req-dc73e508-4c1e-4746-b771-531c4890d550 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=89311f586e484c4f97e23db59cb4cd71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0996134 Nov 12 21:58:02.307597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a810b-30fd-4f02-8d05-f7f057143a87 req-910aa4a9-9cc3-4082-b9cc-d3d6c58b98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:02.308966 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b9a810b-30fd-4f02-8d05-f7f057143a87 req-910aa4a9-9cc3-4082-b9cc-d3d6c58b98f7 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877895 Nov 12 21:58:02.385488 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-2703a701-2602-4f1d-95f3-8ec81257e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:02.386975 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-2703a701-2602-4f1d-95f3-8ec81257e5b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 1096 time: 0.0406241 Nov 12 21:58:02.432377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-119eb34f-ce23-4de6-8641-ea9d97e7c036 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b HTTP/1.1" status: 200 len: 217 time: 0.0371406 Nov 12 21:58:02.481418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-2154799f-3c03-4579-84fa-4a80ad69e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:02.482870 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-2154799f-3c03-4579-84fa-4a80ad69e8a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33f9afc7-0f3b-4094-b2c7-6558c65d65f1 HTTP/1.1" status: 200 len: 835 time: 0.0433369 Nov 12 21:58:02.528326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-c99065e7-d21b-47cc-99ea-8f80c9bbf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:02.529805 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-c99065e7-d21b-47cc-99ea-8f80c9bbf41f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7811d12c-82de-4853-8409-a6b251a7bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403588 Nov 12 21:58:02.623599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-cb942ab3-5a3f-459b-bda6-ee5f40a69d89 service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866535 Nov 12 21:58:02.714849 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0f10cad7-a2c0-47a1-a9fb-c67f6f9a58a0 req-8c593b82-6963-4947-a5f0-c1637b7e4e25 service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847118 Nov 12 21:58:02.800321 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8128723-3496-4b75-aaeb-245da70f5531 req-1fc0b68b-8f44-4b5b-bce5-3a13f42e6fb9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:02.801818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8128723-3496-4b75-aaeb-245da70f5531 req-1fc0b68b-8f44-4b5b-bce5-3a13f42e6fb9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 944 time: 0.0538223 Nov 12 21:58:02.851193 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e8128723-3496-4b75-aaeb-245da70f5531 req-72476ae9-7f02-41d9-a9b2-8e1042d77ae6 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425730 Nov 12 21:58:03.273927 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:03.630667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:03.968986 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e194838-0fb3-41a3-9584-e34c5e5ca848 req-a21f9985-3e54-442c-a1fe-d51204e1d1a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:03.970473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e194838-0fb3-41a3-9584-e34c5e5ca848 req-a21f9985-3e54-442c-a1fe-d51204e1d1a3 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 944 time: 0.0479209 Nov 12 21:58:04.020290 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6e194838-0fb3-41a3-9584-e34c5e5ca848 req-af5e1200-2677-4b28-bdb9-c9b619077419 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436571 Nov 12 21:58:05.139064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5ea7-9406-454f-a6dd-6d2c5242f05e req-b8e5fd28-1009-4460-9140-e2167e1853df tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:05.140570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ccc5ea7-9406-454f-a6dd-6d2c5242f05e req-b8e5fd28-1009-4460-9140-e2167e1853df tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 944 time: 0.0522122 Nov 12 21:58:05.221117 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 94a67be2-b099-49ef-9ea8-5b0bc5e7356b details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:58:05.326891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:58:05.339249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'port_id': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'mac_address': 'fa:16:3e:84:30:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:58:05.378468 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:05.392232 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a67be2-b099-49ef-9ea8-5b0bc5e7356b {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:58:05.413913 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:58:05.473969 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:05.529628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:05.558920 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0ccc5ea7-9406-454f-a6dd-6d2c5242f05e req-4228e953-d737-4971-900f-ef5873c32ec0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4124920 Nov 12 21:58:05.717596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['94a67be2-b099-49ef-9ea8-5b0bc5e7356b'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:58:06.672604 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fbaea-ee00-44ca-9a34-75473b136f81 req-5b507bab-1c4a-4f37-952a-fa3738d7aa3a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:06.674060 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee0fbaea-ee00-44ca-9a34-75473b136f81 req-5b507bab-1c4a-4f37-952a-fa3738d7aa3a tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 945 time: 0.0484221 Nov 12 21:58:06.721961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ee0fbaea-ee00-44ca-9a34-75473b136f81 req-943b8241-020d-43fa-ba76-f3ba444717a9 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Nov 12 21:58:07.220703 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 94a67be2-b099-49ef-9ea8-5b0bc5e7356b up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:58:07.350622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:58:07.355352 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:58:07.355734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:07.434418 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:07.456542 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:58:07.458760 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934b9b5-aec4-4eaa-a7a3-4c6b996a4181" -d '{"events": [{"server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "name": "network-vif-plugged", "status": "completed", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:58:07.472057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:58:07.495058 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bc2ee1-ad5f-4366-b6d2-3f3a69c10375 x-openstack-request-id: req-a0bc2ee1-ad5f-4366-b6d2-3f3a69c10375 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:58:07.495380 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "name": "network-vif-plugged", "status": "completed", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:58:07.495637 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0bc2ee1-ad5f-4366-b6d2-3f3a69c10375 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:58:07.496029 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'code': 200} Nov 12 21:58:07.559798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:07.593544 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe88e0-ca6e-49dc-bb49-7bf2aa4ed3c0 req-c908af1e-2073-413d-9bd6-7cb17a20d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:07.595020 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ffe88e0-ca6e-49dc-bb49-7bf2aa4ed3c0 req-c908af1e-2073-413d-9bd6-7cb17a20d6c5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 1098 time: 0.0410037 Nov 12 21:58:07.610557 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:07.644978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ffe88e0-ca6e-49dc-bb49-7bf2aa4ed3c0 req-bdf477ea-4c97-4670-be43-b59432266bbc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Nov 12 21:58:07.839799 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad79ac4-5d84-400f-8c87-2b2213d04286 req-6ee8e56b-e26a-4ba1-9cb3-d7ae8fe53912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:07.841330 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ad79ac4-5d84-400f-8c87-2b2213d04286 req-6ee8e56b-e26a-4ba1-9cb3-d7ae8fe53912 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0501318 Nov 12 21:58:07.896806 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9ad79ac4-5d84-400f-8c87-2b2213d04286 req-4bcfa2fa-a57b-482d-861d-8d0556c287c8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486019 Nov 12 21:58:09.020680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5415-5b93-4a80-8abd-21b812187875 req-aa87bbb1-796d-4894-aab0-9bbf8caea42c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:09.022170 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0aab5415-5b93-4a80-8abd-21b812187875 req-aa87bbb1-796d-4894-aab0-9bbf8caea42c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0491922 Nov 12 21:58:09.072075 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0aab5415-5b93-4a80-8abd-21b812187875 req-e941f3ef-c9b5-47a8-9ab5-f6e476a2d563 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429866 Nov 12 21:58:09.193995 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f728d25-4a7c-4764-82b9-ab242a503f0a req-d13d1834-c8f9-4ae1-8e77-59202b14e038 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:09.195566 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f728d25-4a7c-4764-82b9-ab242a503f0a req-d13d1834-c8f9-4ae1-8e77-59202b14e038 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0568988 Nov 12 21:58:09.245547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2f728d25-4a7c-4764-82b9-ab242a503f0a req-a9265cd8-936c-454d-83ac-820f83f0c9ee tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Nov 12 21:58:09.266948 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37166) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:09.307801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfaf60e-e15b-4b01-99d5-939d8915d8ce tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:09.309306 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7bfaf60e-e15b-4b01-99d5-939d8915d8ce tempest-TestNetworkAdvancedServerOps-1935894156 tempest-TestNetworkAdvancedServerOps-1935894156-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 1093 time: 0.0413418 Nov 12 21:58:09.312099 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37168) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:09.316405 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:58:09.402515 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:09.506119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:09.609877 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Allocated IP 172.25.8.83 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/f80e4127-d14e-4a90-90b2-5d6a4106f2d5) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:58:09.710938 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:09.802231 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:09.839903 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:58:09.844651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:58:09.848160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:58:09.853643 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=f80e4127-d14e-4a90-90b2-5d6a4106f2d5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:10.199111 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:10.328832 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:10.476589 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:10.530952 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:10.601104 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event updated for resources: {'Port': ['ID=f80e4127-d14e-4a90-90b2-5d6a4106f2d5,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:10.614165 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:10.709483 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP 3f4cf6ff-4ae3-405c-a060-6d16d16af12b associated. External IP: 172.25.8.83, port: 94a67be2-b099-49ef-9ea8-5b0bc5e7356b. Nov 12 21:58:10.916849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 6bf4f758-93aa-431e-a668-999c9693e322 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:58:10.925417 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:11.156454 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:11.357433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:58:11.367081 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] Sync routers for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:58:11.376628 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:58:11.377231 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:58:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:11.424619 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:11.456703 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ae2e9ff6-23e3-44b4-a7b7-b1b336dbe7ae tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1435380 Nov 12 21:58:11.457395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:58:11.459918 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2139c08-5438-48e7-a37f-cf80ef50fd69" -d '{"events": [{"name": "network-changed", "server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:58:11.487948 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:58:11.497977 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0c3a51-c0d3-4ea6-be77-8af758e08e67 x-openstack-request-id: req-3f0c3a51-c0d3-4ea6-be77-8af758e08e67 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:58:11.498265 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:58:11.498514 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f0c3a51-c0d3-4ea6-be77-8af758e08e67 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:58:11.498936 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'status': 'completed', 'code': 200} Nov 12 21:58:11.585161 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092224-d8d1-4839-953a-024cc3aa7684 req-41e61636-e673-4cd5-a5ac-6fe265108990 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:11.586703 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23092224-d8d1-4839-953a-024cc3aa7684 req-41e61636-e673-4cd5-a5ac-6fe265108990 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0751274 Nov 12 21:58:11.594557 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-434df2cc-8585-4e86-9a31-797488365de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:11.596238 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-434df2cc-8585-4e86-9a31-797488365de3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 1098 time: 0.0738444 Nov 12 21:58:11.698261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-23092224-d8d1-4839-953a-024cc3aa7684 req-7ae1d433-e433-449d-ae25-339198df762e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009619 Nov 12 21:58:11.721407 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37174) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:11.726414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-2390ebf2-d787-4224-aa30-f5420dd0f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:11.726695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '3f4cf6ff-4ae3-405c-a060-6d16d16af12b', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'port_id': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'mac_address': 'fa:16:3e:84:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32634eeb-6741-4005-81e5-98e0ab436cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:58:10Z', 'updated_at': '2021-11-12T21:58:10Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:11.728783 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-2390ebf2-d787-4224-aa30-f5420dd0f001 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7811d12c-82de-4853-8409-a6b251a7bd58 HTTP/1.1" status: 200 len: 898 time: 0.1248653 Nov 12 21:58:11.757992 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] Checking router: 6bf4f758-93aa-431e-a668-999c9693e322 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:58:11.767474 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:58:11.768069 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:58:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:11.791773 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7a85e9c9-3786-48df-b19f-f04a8449291f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/3f4cf6ff-4ae3-405c-a060-6d16d16af12b HTTP/1.1" status: 200 len: 991 time: 0.0691588 Nov 12 21:58:11.802137 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-7f19223f-33b2-48af-aa48-e93df7705fdd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b HTTP/1.1" status: 200 len: 999 time: 0.0661292 Nov 12 21:58:11.850936 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-ed45e653-f013-464c-b77b-35d87b3a31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:11.853175 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-ed45e653-f013-464c-b77b-35d87b3a31c6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33f9afc7-0f3b-4094-b2c7-6558c65d65f1 HTTP/1.1" status: 200 len: 835 time: 0.0441332 Nov 12 21:58:11.874282 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:58:11.897941 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-062d19f2-18f2-4adc-ab39-fc931e89acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:11.900252 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-062d19f2-18f2-4adc-ab39-fc931e89acf2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7811d12c-82de-4853-8409-a6b251a7bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409799 Nov 12 21:58:11.995816 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-a11c87e0-c116-4f32-ac0a-be7d8008b3df service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883970 Nov 12 21:58:12.087756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d2139c08-5438-48e7-a37f-cf80ef50fd69 req-b017e464-a505-4c49-8af6-0e0e81f7ed9b service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 Nov 12 21:58:12.099377 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '3f4cf6ff-4ae3-405c-a060-6d16d16af12b', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'port_id': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'mac_address': 'fa:16:3e:84:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32634eeb-6741-4005-81e5-98e0ab436cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:58:10Z', 'updated_at': '2021-11-12T21:58:10Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:12.124869 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4d7d5-d8e3-4072-b208-c80c5d650c01 None None] The sync data for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 is: [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '3f4cf6ff-4ae3-405c-a060-6d16d16af12b', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'port_id': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'mac_address': 'fa:16:3e:84:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32634eeb-6741-4005-81e5-98e0ab436cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:58:10Z', 'updated_at': '2021-11-12T21:58:10Z', 'revision_number': 0, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:58:12.311520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8921c-817d-44a4-944e-7b35cd859728 None None] New status for floating IP 3f4cf6ff-4ae3-405c-a060-6d16d16af12b: ACTIVE {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:58:12.793440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37176) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:12.853352 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b79f9ed9-3852-4bd4-a60b-26dcbb9556f5 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/3f4cf6ff-4ae3-405c-a060-6d16d16af12b HTTP/1.1" status: 200 len: 993 time: 0.0588315 Nov 12 21:58:27.595911 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6a9c502b-09fd-476d-900c-5131daa237d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:30.138208 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4d621ab-3a90-41f6-8502-dff3808dee05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:31.555536 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:32.098611 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:58:33.252937 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:33.629809 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:40.907387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:41.138017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:43.039682 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-5cb97780-0d84-4dc8-baaf-36a4d093e700 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448875 Nov 12 21:58:43.128678 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-497ccbac-50a5-4b34-975d-24934425d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:43.130503 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-497ccbac-50a5-4b34-975d-24934425d125 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 1098 time: 0.0464039 Nov 12 21:58:43.236887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-6a66a2ba-93cb-4dc2-8329-50fc5f4103d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:43.238377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-6a66a2ba-93cb-4dc2-8329-50fc5f4103d4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7811d12c-82de-4853-8409-a6b251a7bd58 HTTP/1.1" status: 200 len: 898 time: 0.0873857 Nov 12 21:58:43.309702 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-9f1fbe04-c01c-4c76-a24c-c01dab2abb07 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b HTTP/1.1" status: 200 len: 1001 time: 0.0633812 Nov 12 21:58:43.360158 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-87e6d42a-079e-4769-bd80-517cc584c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:43.361636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-87e6d42a-079e-4769-bd80-517cc584c0ee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33f9afc7-0f3b-4094-b2c7-6558c65d65f1 HTTP/1.1" status: 200 len: 835 time: 0.0451145 Nov 12 21:58:43.408513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-b60057aa-4884-4e7f-8a4c-1f81dfe671f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:43.410078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-b60057aa-4884-4e7f-8a4c-1f81dfe671f4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7811d12c-82de-4853-8409-a6b251a7bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416155 Nov 12 21:58:43.506636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-e6e80c71-521a-4d78-aec9-92eb5b929568 service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893128 Nov 12 21:58:43.595904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-520d86ec-9534-443f-95fe-49b1dd03f86b req-41634590-7fb6-4cad-b8df-8ad5fb5910e3 service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824127 Nov 12 21:58:44.528566 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566ad39-d990-44f9-8f7c-b7acd5054e73 req-e957b7cd-a0cc-4580-a924-c6f77b413b49 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:44.530054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9566ad39-d990-44f9-8f7c-b7acd5054e73 req-e957b7cd-a0cc-4580-a924-c6f77b413b49 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0556438 Nov 12 21:58:44.580188 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9566ad39-d990-44f9-8f7c-b7acd5054e73 req-956c2193-fad0-43ea-afe0-adb2a9bae625 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437250 Nov 12 21:58:45.697415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccce21-91cc-4076-990d-a926da0dd97e req-658e13ad-d880-409e-8933-09ca9af21ced tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:45.698904 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaccce21-91cc-4076-990d-a926da0dd97e req-658e13ad-d880-409e-8933-09ca9af21ced tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0497882 Nov 12 21:58:45.748168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aaccce21-91cc-4076-990d-a926da0dd97e req-9a18f0cd-9e6c-49a3-aeee-5874f9c8df70 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Nov 12 21:58:45.770817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37200) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:45.835012 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-aeafb053-48c2-4af4-8d34-95c38f8e94a7 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/3f4cf6ff-4ae3-405c-a060-6d16d16af12b HTTP/1.1" status: 200 len: 993 time: 0.0630271 Nov 12 21:58:47.232364 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b8cf-4fac-4b6e-91e5-e482ef33a0f2 req-934bb316-0d51-4363-a382-8fa051486017 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:47.233903 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da33b8cf-4fac-4b6e-91e5-e482ef33a0f2 req-934bb316-0d51-4363-a382-8fa051486017 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0507290 Nov 12 21:58:47.294344 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-da33b8cf-4fac-4b6e-91e5-e482ef33a0f2 req-2f685091-6250-4cb6-ab01-43796bbda9d4 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543995 Nov 12 21:58:47.323313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83695cab-6b33-4588-b363-90e1949ea353 req-098f29a0-d63c-4ffe-bc85-14db26a8f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:47.324825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83695cab-6b33-4588-b363-90e1949ea353 req-098f29a0-d63c-4ffe-bc85-14db26a8f9fc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 1098 time: 0.0476041 Nov 12 21:58:47.417794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83695cab-6b33-4588-b363-90e1949ea353 req-c29e2341-5c4a-4cf0-aa24-07f908bcb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:47.419171 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83695cab-6b33-4588-b363-90e1949ea353 req-c29e2341-5c4a-4cf0-aa24-07f908bcb89e service neutron] 10.222.0.78 "GET /v2.0/networks?id=7811d12c-82de-4853-8409-a6b251a7bd58 HTTP/1.1" status: 200 len: 898 time: 0.0874398 Nov 12 21:58:47.483809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83695cab-6b33-4588-b363-90e1949ea353 req-904b93c5-3bef-4d26-bb47-e033c16ef4e5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b HTTP/1.1" status: 200 len: 1001 time: 0.0579264 Nov 12 21:58:47.537633 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83695cab-6b33-4588-b363-90e1949ea353 req-64da62fa-c68b-4622-a4f8-2e68b063c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:47.539113 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83695cab-6b33-4588-b363-90e1949ea353 req-64da62fa-c68b-4622-a4f8-2e68b063c9c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33f9afc7-0f3b-4094-b2c7-6558c65d65f1 HTTP/1.1" status: 200 len: 835 time: 0.0488083 Nov 12 21:58:47.584281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83695cab-6b33-4588-b363-90e1949ea353 req-5ba3199b-c0cf-447e-804a-9b334dbe71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:47.585756 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83695cab-6b33-4588-b363-90e1949ea353 req-5ba3199b-c0cf-447e-804a-9b334dbe71b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7811d12c-82de-4853-8409-a6b251a7bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389919 Nov 12 21:58:47.680758 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83695cab-6b33-4588-b363-90e1949ea353 req-1f404c50-ccd2-4d7e-95de-ee78fdbed5c8 service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869210 Nov 12 21:58:47.770447 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83695cab-6b33-4588-b363-90e1949ea353 req-c8eaa29a-7723-47e2-bdea-04051cc7e6fe service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825191 Nov 12 21:58:48.411785 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1427e-993e-41e5-adda-78b0c6a74c5c req-1a7ad7d9-0ed5-407c-8c21-8f8c75bcea01 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:48.420900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82a1427e-993e-41e5-adda-78b0c6a74c5c req-1a7ad7d9-0ed5-407c-8c21-8f8c75bcea01 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0498223 Nov 12 21:58:48.468851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-82a1427e-993e-41e5-adda-78b0c6a74c5c req-2e59d3ff-d600-45ab-9e8f-fced7ed6593f tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490849 Nov 12 21:58:49.587817 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8304eca-bb0d-4959-a9c2-dd30027c8d2a req-a98c8ce7-4695-49f7-bd75-3e58b617378c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:49.589878 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8304eca-bb0d-4959-a9c2-dd30027c8d2a req-a98c8ce7-4695-49f7-bd75-3e58b617378c tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0494750 Nov 12 21:58:49.638570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b8304eca-bb0d-4959-a9c2-dd30027c8d2a req-37ebfd68-b900-43fc-8516-d77371e6366e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427709 Nov 12 21:58:49.661331 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37212) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:49.721735 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-05cbe617-9673-4699-85eb-67a448035a7e tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/floatingips/3f4cf6ff-4ae3-405c-a060-6d16d16af12b HTTP/1.1" status: 200 len: 993 time: 0.0592790 Nov 12 21:58:49.935801 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37218) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:50.106284 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port f80e4127-d14e-4a90-90b2-5d6a4106f2d5 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:58:50.106647 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:50.184119 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:50.184442 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:50.195836 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for f80e4127-d14e-4a90-90b2-5d6a4106f2d5 owned by network:floatingip {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:58:50.412769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:50.437249 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=f80e4127-d14e-4a90-90b2-5d6a4106f2d5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:50.447281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.447651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.447991 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.448326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.448658 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.448987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.449744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.449744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.449945 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.450244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.450581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.450882 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:50.512540 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for floatingip, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:50.512869 n-d-713498-29 neutron-server[109628]: INFO neutron.db.l3_db [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Floating IP 3f4cf6ff-4ae3-405c-a060-6d16d16af12b disassociated (deleted). External IP: 172.25.8.83, port: 94a67be2-b099-49ef-9ea8-5b0bc5e7356b. Nov 12 21:58:50.723534 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 6bf4f758-93aa-431e-a668-999c9693e322 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:58:50.830861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:58:50.835768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:50.841118 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] Sync routers for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:58:50.849979 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:58:50.850576 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:50.862624 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-66c01f7a-d9d8-48dd-a675-860502b75984 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/floatingips/3f4cf6ff-4ae3-405c-a060-6d16d16af12b HTTP/1.1" status: 204 len: 168 time: 0.9257586 Nov 12 21:58:50.863225 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:58:50.865599 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da759ec-0b8c-4b72-a077-d4e03961184e" -d '{"events": [{"name": "network-changed", "server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:58:50.905781 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9942cf-bddd-43b1-92fa-bfe3724e9ec6 x-openstack-request-id: req-5c9942cf-bddd-43b1-92fa-bfe3724e9ec6 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:58:50.906138 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:58:50.906400 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c9942cf-bddd-43b1-92fa-bfe3724e9ec6 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:58:50.906808 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'status': 'completed', 'code': 200} Nov 12 21:58:50.962065 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:58:50.973264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-e82f2a76-0bc2-4f27-92d8-14364396c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:50.974836 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-e82f2a76-0bc2-4f27-92d8-14364396c2ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89311f586e484c4f97e23db59cb4cd71&device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 1098 time: 0.0460477 Nov 12 21:58:51.071615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-e9bb5bc3-2210-4439-a347-f4090b8f54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:51.073334 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-e9bb5bc3-2210-4439-a347-f4090b8f54cb service neutron] 10.222.0.78 "GET /v2.0/networks?id=7811d12c-82de-4853-8409-a6b251a7bd58 HTTP/1.1" status: 200 len: 898 time: 0.0907924 Nov 12 21:58:51.121534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-f8ee94e6-4459-4fb4-9d92-417488a05def service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b HTTP/1.1" status: 200 len: 217 time: 0.0407548 Nov 12 21:58:51.171644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-dbbc8a38-f9a8-4c89-b3ca-789f440b91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:51.171934 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:51.173185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-dbbc8a38-f9a8-4c89-b3ca-789f440b91b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33f9afc7-0f3b-4094-b2c7-6558c65d65f1 HTTP/1.1" status: 200 len: 835 time: 0.0453708 Nov 12 21:58:51.201081 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] Checking router: 6bf4f758-93aa-431e-a668-999c9693e322 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:58:51.211611 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:58:51.212253 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:51.222851 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-90f89296-ce5c-4b3b-8eb3-4c54efd74fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:51.224584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-90f89296-ce5c-4b3b-8eb3-4c54efd74fe1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7811d12c-82de-4853-8409-a6b251a7bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445647 Nov 12 21:58:51.352461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0715b-6a2f-4e08-8a11-793bf3732df7 req-192ac14c-f983-4a60-a933-9520677dd5ec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:51.354875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bde0715b-6a2f-4e08-8a11-793bf3732df7 req-192ac14c-f983-4a60-a933-9520677dd5ec tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0947835 Nov 12 21:58:51.376229 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-ca51e86f-d093-4c52-afb6-d80d588c0b3c service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418195 Nov 12 21:58:51.416874 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:58:51.467266 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bde0715b-6a2f-4e08-8a11-793bf3732df7 req-2430fa4d-2936-4f53-bff0-0877edc0c0ac tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029227 Nov 12 21:58:51.503318 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5da759ec-0b8c-4b72-a077-d4e03961184e req-8b2e087c-4f22-4afa-a05c-bc265418c9b3 service neutron] 10.222.0.78 "GET /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187105 Nov 12 21:58:51.611766 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:51.641231 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595a3fa-ad85-4cc5-86c4-c479d7f591c2 None None] The sync data for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 is: [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:56Z', 'revision_number': 4, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'bca084b6-b2e1-43bc-b979-34d08d51c577', 'name': '', 'network_id': '7811d12c-82de-4853-8409-a6b251a7bd58', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'mac_address': 'fa:16:3e:1a:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:55Z', 'updated_at': '2021-11-12T21:57:59Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'subnets': [{'id': '33f9afc7-0f3b-4094-b2c7-6558c65d65f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:58:51.853357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40722ed0-ebc4-4773-a53a-68ed2f6f58fb None None] New status for floating IP 3f4cf6ff-4ae3-405c-a060-6d16d16af12b: DOWN {{(pid=109630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:58:52.591880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9de46e-dcbe-4f6c-a7c2-eb1a5dcd960e req-d7384283-c58a-4d46-82b1-cba3fc4a38ad tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:52.593410 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e9de46e-dcbe-4f6c-a7c2-eb1a5dcd960e req-d7384283-c58a-4d46-82b1-cba3fc4a38ad tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0514483 Nov 12 21:58:52.644851 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3e9de46e-dcbe-4f6c-a7c2-eb1a5dcd960e req-9b5593cc-193c-4dde-aeff-0dc270c53bf2 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/security-groups?id=a901fe8d-6726-4e04-8f26-c7316b9a221d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455370 Nov 12 21:58:52.808944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-a7ceec35-befb-45c4-91e6-c294fbf3574d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:58:52.810377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-a7ceec35-befb-45c4-91e6-c294fbf3574d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 946 time: 0.0489404 Nov 12 21:58:52.902589 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:58:52.902917 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:52.990169 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:58:52.990521 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:53.007904 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 94a67be2-b099-49ef-9ea8-5b0bc5e7356b owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:58:53.216544 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:53.244651 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=94a67be2-b099-49ef-9ea8-5b0bc5e7356b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:53.260225 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.260519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.260950 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.261290 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.261632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.261965 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.262294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.262844 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.263192 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.263551 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.263880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.264202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:53.302894 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] No DVR routers for this DVR port 94a67be2-b099-49ef-9ea8-5b0bc5e7356b on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:58:53.305458 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:53.308763 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-685fe27b-7873-4755-a40f-3bfe2017ac07 req-546ad8fc-477a-4864-a020-c73fea368739 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.78 "DELETE /v2.0/ports/94a67be2-b099-49ef-9ea8-5b0bc5e7356b HTTP/1.1" status: 204 len: 173 time: 0.4923153 Nov 12 21:58:53.309202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'name': 'network-vif-deleted', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:58:53.311455 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc51f3a-97f0-494e-820a-1403469c059d" -d '{"events": [{"server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "name": "network-vif-deleted", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:58:53.348214 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15514968-e416-4760-98e0-d1271c76c146 x-openstack-request-id: req-15514968-e416-4760-98e0-d1271c76c146 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:58:53.348531 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32634eeb-6741-4005-81e5-98e0ab436cee", "name": "network-vif-deleted", "tag": "94a67be2-b099-49ef-9ea8-5b0bc5e7356b", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:58:53.348785 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15514968-e416-4760-98e0-d1271c76c146 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:58:53.349188 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32634eeb-6741-4005-81e5-98e0ab436cee', 'name': 'network-vif-deleted', 'tag': '94a67be2-b099-49ef-9ea8-5b0bc5e7356b', 'status': 'completed', 'code': 200} Nov 12 21:58:53.755182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a8fdbce7-660f-4911-a291-98ad3ea44649 req-fa1b8bce-1bdd-457e-9945-f0eca1202add tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "GET /v2.0/ports?device_id=32634eeb-6741-4005-81e5-98e0ab436cee HTTP/1.1" status: 200 len: 210 time: 0.0272288 Nov 12 21:58:54.819825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37234) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:55.186308 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:55.445559 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port bca084b6-b2e1-43bc-b979-34d08d51c577 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:58:55.445809 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:55.532973 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port bca084b6-b2e1-43bc-b979-34d08d51c577, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=bca084b6-b2e1-43bc-b979-34d08d51c577,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:58:55.533334 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:55.546324 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for bca084b6-b2e1-43bc-b979-34d08d51c577 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:58:55.800851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:55.826066 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=bca084b6-b2e1-43bc-b979-34d08d51c577,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:56.003377 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.218854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Router 6bf4f758-93aa-431e-a668-999c9693e322 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:58:56.325107 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:58:56.330280 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-50fc4eac-2b59-4dc2-9089-df8972f3ffd8 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "PUT /v2.0/routers/6bf4f758-93aa-431e-a668-999c9693e322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5094051 Nov 12 21:58:56.333059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37236) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:56.335799 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] Sync routers for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:58:56.345720 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:58:56.346316 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:56.383961 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af2327a-8032-4ff4-9bbc-d964dcaf9cff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting subnet 33f9afc7-0f3b-4094-b2c7-6558c65d65f1 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:58:56.387157 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4af2327a-8032-4ff4-9bbc-d964dcaf9cff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.426642 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4af2327a-8032-4ff4-9bbc-d964dcaf9cff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.452022 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:58:56.514032 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4af2327a-8032-4ff4-9bbc-d964dcaf9cff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.624086 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4af2327a-8032-4ff4-9bbc-d964dcaf9cff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.632836 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:58:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:56.653035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2327a-8032-4ff4-9bbc-d964dcaf9cff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Subnet': ['ID=33f9afc7-0f3b-4094-b2c7-6558c65d65f1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:56.654994 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4af2327a-8032-4ff4-9bbc-d964dcaf9cff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.658498 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4af2327a-8032-4ff4-9bbc-d964dcaf9cff tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/subnets/33f9afc7-0f3b-4094-b2c7-6558c65d65f1 HTTP/1.1" status: 204 len: 168 time: 0.3245211 Nov 12 21:58:56.661299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37238) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:56.665139 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b878d-fd19-4829-880c-b894d2de53cf None None] Network 7811d12c-82de-4853-8409-a6b251a7bd58 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:58:56.668610 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] Checking router: 6bf4f758-93aa-431e-a668-999c9693e322 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:58:56.677145 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] Routers {'6bf4f758-93aa-431e-a668-999c9693e322'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:58:56.677820 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:58:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['6bf4f758-93aa-431e-a668-999c9693e322'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:56.779980 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.796082 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] Set router 6bf4f758-93aa-431e-a668-999c9693e322 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:58:56.877409 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] DHCP port deletion for 7811d12c-82de-4853-8409-a6b251a7bd58 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:58:56.903844 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.926424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Deleting port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:58:56.926853 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:56.986695 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:58:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:56.996671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] For port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=81cc0140-a4a6-4cc7-9c1c-beab376d8eb3,segment=NetworkSegment(6de52fa8-6909-4254-b5d5-310ff80228fa),segment_id=6de52fa8-6909-4254-b5d5-310ff80228fa)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:58:56.997067 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.010175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Calling delete_port for 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:58:57.015117 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0462e-7c41-4af0-b246-18a2ac218d47 None None] The sync data for ids ['6bf4f758-93aa-431e-a668-999c9693e322'] in n-d-713498-29 is: [{'id': '6bf4f758-93aa-431e-a668-999c9693e322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813208945', 'tenant_id': '89311f586e484c4f97e23db59cb4cd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '1d561edf-f837-4e59-b7f5-85237222293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:58:55Z', 'revision_number': 5, 'project_id': '89311f586e484c4f97e23db59cb4cd71', 'gw_port': {'id': '1d561edf-f837-4e59-b7f5-85237222293c', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4f758-93aa-431e-a668-999c9693e322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:57:52Z', 'updated_at': '2021-11-12T21:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:58:57.017268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Deleting port 1d561edf-f837-4e59-b7f5-85237222293c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:58:57.017614 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.107845 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] For port 1d561edf-f837-4e59-b7f5-85237222293c, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1d561edf-f837-4e59-b7f5-85237222293c,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:58:57.108213 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.124677 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Calling delete_port for 1d561edf-f837-4e59-b7f5-85237222293c owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:58:57.172109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.196045 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Pushing event deleted for resources: {'Port': ['ID=81cc0140-a4a6-4cc7-9c1c-beab376d8eb3,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:57.206376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] No DVR routers for this DVR port 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:58:57.208774 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.209119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.209458 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.209809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.210161 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.210490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.210816 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.211137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.211490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.211813 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.212134 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.212451 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f767f6e-71c9-49e3-a3ad-87f356c81f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:58:57.349178 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.379240 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Port': ['ID=1d561edf-f837-4e59-b7f5-85237222293c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:57.395513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deed17d-0944-4921-826b-63a5c6706847 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:58:57.445746 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.517032 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 94a67be2-b099-49ef-9ea8-5b0bc5e7356b no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:58:57.545659 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 94a67be2-b099-49ef-9ea8-5b0bc5e7356b {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:58:57.546033 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 94a67be2-b099-49ef-9ea8-5b0bc5e7356b not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:58:57.546588 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.548850 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.616553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5fe34399-17e3-4dc5-9af5-47622f0b7e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.684927 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.685483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf4f758-93aa-431e-a668-999c9693e322 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:58:57.692387 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.693495 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6bd6e961-ce58-4895-8e16-ffaec44809bf tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/routers/6bf4f758-93aa-431e-a668-999c9693e322 HTTP/1.1" status: 204 len: 168 time: 1.0311327 Nov 12 21:58:57.701877 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37240) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:57.786234 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.876006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.896197 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7811d12c-82de-4853-8409-a6b251a7bd58']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:57.906410 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de52fa8-6909-4254-b5d5-310ff80228fa') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:57.906709 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de52fa8-6909-4254-b5d5-310ff80228fa') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:58:57.916603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.929036 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.935502 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:58:57.935893 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: timer() Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:58:57.938936 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:58:58.068921 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:58.082183 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:58.082183 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/networks/7811d12c-82de-4853-8409-a6b251a7bd58 HTTP/1.1" status: 204 len: 168 time: 0.3762689 Nov 12 21:58:58.082402 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37242) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:58.090671 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08de5b2-b3f9-4723-8eea-0be76533ef8d tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'Network': ['ID=7811d12c-82de-4853-8409-a6b251a7bd58,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:58.141527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4de1944b-9030-428e-98c5-b7f6b1eec0f0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:58.170633 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4de1944b-9030-428e-98c5-b7f6b1eec0f0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:58.292018 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4de1944b-9030-428e-98c5-b7f6b1eec0f0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:58.294627 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4de1944b-9030-428e-98c5-b7f6b1eec0f0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:58.295845 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4de1944b-9030-428e-98c5-b7f6b1eec0f0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] 10.222.0.64 "DELETE /v2.0/security-groups/a901fe8d-6726-4e04-8f26-c7316b9a221d HTTP/1.1" status: 204 len: 168 time: 0.2125163 Nov 12 21:58:58.310960 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1944b-9030-428e-98c5-b7f6b1eec0f0 tempest-TestNetworkAdvancedServerOps-1792632500 tempest-TestNetworkAdvancedServerOps-1792632500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a901fe8d-6726-4e04-8f26-c7316b9a221d,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:58.813054 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device bca084b6-b2e1-43bc-b979-34d08d51c577 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:58:58.834435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: bca084b6-b2e1-43bc-b979-34d08d51c577 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:58:58.834773 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device bca084b6-b2e1-43bc-b979-34d08d51c577 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:58:58.835181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:58:58.854340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:58:58.854681 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 81cc0140-a4a6-4cc7-9c1c-beab376d8eb3 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:58:58.855087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1d561edf-f837-4e59-b7f5-85237222293c no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:58:58.874262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 1d561edf-f837-4e59-b7f5-85237222293c {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:58:58.874599 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1d561edf-f837-4e59-b7f5-85237222293c not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:58:58.951893 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37250) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:59.081544 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3f9e13cf-5462-450f-a636-a434a8192573 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=89311f586e484c4f97e23db59cb4cd71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283066 Nov 12 21:58:59.084038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:59.131309 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-217e32ef-ac6d-4852-bbe3-8612e3bb9a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:59.151914 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-217e32ef-ac6d-4852-bbe3-8612e3bb9a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:59.286323 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-217e32ef-ac6d-4852-bbe3-8612e3bb9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:59.289186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-217e32ef-ac6d-4852-bbe3-8612e3bb9a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:58:59.294642 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-217e32ef-ac6d-4852-bbe3-8612e3bb9a31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34b41b44-ef5b-49a8-ab41-85bc620e4873 HTTP/1.1" status: 204 len: 168 time: 0.2053850 Nov 12 21:58:59.298879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e32ef-ac6d-4852-bbe3-8612e3bb9a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b41b44-ef5b-49a8-ab41-85bc620e4873,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:58:59.841894 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-c895123e-5f48-4fd8-83c8-f11d059dfd51 req-8afa5718-c4c2-4eca-bab8-8a9c6373e513 service neutron] (109628) timed out ('10.222.0.64', 57102) {{(pid=109628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:58:59.929140 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37260) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:58:59.943034 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fab89f80-70c9-4815-b1da-c524b2553a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:00.021247 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fab89f80-70c9-4815-b1da-c524b2553a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:00.086365 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-fab89f80-70c9-4815-b1da-c524b2553a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:00.115509 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-95884f8a-7341-4018-8512-3f7ca6904de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:00.125802 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-fab89f80-70c9-4815-b1da-c524b2553a86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f827bfe4f1748c19023e995fb52d7d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955462 Nov 12 21:59:00.126641 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab89f80-70c9-4815-b1da-c524b2553a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81af09c-6a5a-466b-8471-e29a3002623b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:00.128702 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37262) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:00.177364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c5edf9f-2370-463c-9dc3-208d7db03454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:00.198926 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c5edf9f-2370-463c-9dc3-208d7db03454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:00.303437 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c5edf9f-2370-463c-9dc3-208d7db03454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:00.306142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c5edf9f-2370-463c-9dc3-208d7db03454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:00.307342 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c5edf9f-2370-463c-9dc3-208d7db03454 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d81af09c-6a5a-466b-8471-e29a3002623b HTTP/1.1" status: 204 len: 168 time: 0.1775532 Nov 12 21:59:00.315277 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5edf9f-2370-463c-9dc3-208d7db03454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81af09c-6a5a-466b-8471-e29a3002623b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:01.319942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37284) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:01.416338 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-624785226-network', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:01.486049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Made reservation on behalf of 3e1610e8b2d74e8c87657c877ec2b0f9 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:59:01.488425 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.497783 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.564421 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.573012 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.638555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.659805 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:59:01.675083 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f86f49-c962-4604-994b-851829e1cf0b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:01.677981 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.678324 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Added segment 5fec045b-fe59-4549-af96-c444e919d494 of type vlan for network fe59e78d-86dc-48fd-95f1-f497c2f8957a Nov 12 21:59:01.718769 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.810299 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.811245 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:01.811840 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:01.873208 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] Pushing event updated for resources: {'Network': ['ID=fe59e78d-86dc-48fd-95f1-f497c2f8957a,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:01.883580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:59:01.901181 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-7c62a83e-b6c7-48fc-9ee3-0dab11db8dfb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5801368 Nov 12 21:59:01.904300 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37288) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:01.909584 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Request body: {'subnet': {'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-624785226-subnet', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:01.989027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Made reservation on behalf of 3e1610e8b2d74e8c87657c877ec2b0f9 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:59:01.991482 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.239216 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.294510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa27b81-fa3e-43fe-9724-cddccb059ca1,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:02.304415 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Checking segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:02.304766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Network hostable DHCP agents. Network: fe59e78d-86dc-48fd-95f1-f497c2f8957a, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:59:02.382867 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:59:02.438639 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, fe59e78d-86dc-48fd-95f1-f497c2f8957a) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:02.442752 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:02.443369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.448304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de919add-5e56-4a87-b1ca-d25f01d09fda None None] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:59:02.527525 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d6d75636-55d8-4bd9-b9ef-f2a7c4d81321 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6216111 Nov 12 21:59:02.530258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37290) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:02.534531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:02.591097 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:59:02.591987 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.617839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.619527 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.673759 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.729265 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Allocated IP 172.20.0.2 (fe59e78d-86dc-48fd-95f1-f497c2f8957a/bfa27b81-fa3e-43fe-9724-cddccb059ca1/29c68702-3006-44f7-b0e1-dd4332cac3c6) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:59:02.873707 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.885715 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.937865 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:02.975518 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:02.983810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:02.988313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:59:02.991343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Pushing event updated for resources: {'Port': ['ID=29c68702-3006-44f7-b0e1-dd4332cac3c6,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:03.044172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Attempting to bind port 29c68702-3006-44f7-b0e1-dd4332cac3c6 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:59:03.044538 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Attempting to bind port 29c68702-3006-44f7-b0e1-dd4332cac3c6 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:59:03.044900 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Attempting to bind port 29c68702-3006-44f7-b0e1-dd4332cac3c6 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:59:03.049746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:59:03.050112 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Checking segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:03.050505 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.050896 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Bound using segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:59:03.051371 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Bound port: 29c68702-3006-44f7-b0e1-dd4332cac3c6, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:59:03.051798 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.117072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] For port 29c68702-3006-44f7-b0e1-dd4332cac3c6, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:59:03.121214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] For port 29c68702-3006-44f7-b0e1-dd4332cac3c6, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=29c68702-3006-44f7-b0e1-dd4332cac3c6,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:59:03.155689 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.174798 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.201151 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.265042 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99038871-deca-4383-95cb-26acf7d7a9e1 None None] Pushing event updated for resources: {'Port': ['ID=29c68702-3006-44f7-b0e1-dd4332cac3c6,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:03.286525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Allocated IP 172.25.8.253 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/309c722a-ac32-4064-8c08-12fa9e5b5b06) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:59:03.296008 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.398376 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.515497 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.556042 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:03.560920 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:03.564470 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:59:03.579172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ae8849-d143-4e3b-ad2e-1fa4dde2beb0 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:59:03.594060 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=309c722a-ac32-4064-8c08-12fa9e5b5b06,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:03.637208 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.639461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c4910a1b-c119-40fb-99b7-9c1970ea8db9 None None] Provisioning complete for port 309c722a-ac32-4064-8c08-12fa9e5b5b06 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:03.639822 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c4910a1b-c119-40fb-99b7-9c1970ea8db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:03.674089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-c4910a1b-c119-40fb-99b7-9c1970ea8db9 None None] Port 309c722a-ac32-4064-8c08-12fa9e5b5b06 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:03.873963 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:04.174571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b36a3-8e36-4544-bcc5-a8ffa9e958e3 None None] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:59:04.237862 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-31af1d19-6b2a-45fa-b8fb-1e16bff8dc9f None None] Provisioning complete for port 29c68702-3006-44f7-b0e1-dd4332cac3c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:04.238150 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-31af1d19-6b2a-45fa-b8fb-1e16bff8dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:04.369554 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-31af1d19-6b2a-45fa-b8fb-1e16bff8dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:04.406765 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:04.419870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-31af1d19-6b2a-45fa-b8fb-1e16bff8dc9f None None] For port 29c68702-3006-44f7-b0e1-dd4332cac3c6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=29c68702-3006-44f7-b0e1-dd4332cac3c6,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:04.469275 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-31af1d19-6b2a-45fa-b8fb-1e16bff8dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:04.521273 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af1d19-6b2a-45fa-b8fb-1e16bff8dc9f None None] Pushing event updated for resources: {'Port': ['ID=29c68702-3006-44f7-b0e1-dd4332cac3c6,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:04.621781 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Router 55d148d7-0b9a-49c2-8325-bd14beb3793e is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:59:04.696083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-def8edb8-57c8-4951-9e03-15dd8de1d60f None None] Provisioning complete for port 29c68702-3006-44f7-b0e1-dd4332cac3c6 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:04.696839 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-def8edb8-57c8-4951-9e03-15dd8de1d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:04.731362 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:59:04.744526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Sync routers for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:59:04.773968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:04.774519 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:04.809182 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:04.813165 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c8f68c20-dc87-445b-b30f-21240ab32ac9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2792792 Nov 12 21:59:04.813662 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37292) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:04.869630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 29c68702-3006-44f7-b0e1-dd4332cac3c6 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:59:04.923761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:05.004559 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 29c68702-3006-44f7-b0e1-dd4332cac3c6 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:05.004838 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.176211 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:03Z', 'revision_number': 3, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:05.254469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.356851 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Checking router: 55d148d7-0b9a-49c2-8325-bd14beb3793e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:59:05.357204 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Updating router 55d148d7-0b9a-49c2-8325-bd14beb3793e port 309c722a-ac32-4064-8c08-12fa9e5b5b06 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:59:05.381844 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.418244 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Allocated IP 172.20.0.1 (fe59e78d-86dc-48fd-95f1-f497c2f8957a/bfa27b81-fa3e-43fe-9724-cddccb059ca1/a1905b3f-01ed-42ed-9d57-c0c6038db9af) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:59:05.521876 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.633905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.636647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.672791 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:05.675580 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:05.678928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:59:05.715335 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1905b3f-01ed-42ed-9d57-c0c6038db9af,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:05.719383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.741534 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.772543 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc9a50f-925c-448c-a893-b44034792c89 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:59:05.783222 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Attempting to bind port 309c722a-ac32-4064-8c08-12fa9e5b5b06 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:59:05.783611 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Attempting to bind port 309c722a-ac32-4064-8c08-12fa9e5b5b06 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:59:05.783975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Attempting to bind port 309c722a-ac32-4064-8c08-12fa9e5b5b06 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:59:05.787879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfba0b-925b-479c-a90a-3168cf4293d0 None None] Pushing event updated for resources: {'Port': ['ID=309c722a-ac32-4064-8c08-12fa9e5b5b06,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:05.794390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:59:05.794814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:05.795225 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.795638 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:59:05.796175 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Bound port: 309c722a-ac32-4064-8c08-12fa9e5b5b06, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:59:05.796556 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.863150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] For port 309c722a-ac32-4064-8c08-12fa9e5b5b06, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:59:05.866805 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] For port 309c722a-ac32-4064-8c08-12fa9e5b5b06, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=309c722a-ac32-4064-8c08-12fa9e5b5b06,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:59:05.872890 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b81111c9-aae1-48ba-a403-485f45843fbe None None] Provisioning complete for port 309c722a-ac32-4064-8c08-12fa9e5b5b06 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:05.873265 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b81111c9-aae1-48ba-a403-485f45843fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.910504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-b81111c9-aae1-48ba-a403-485f45843fbe None None] Port 309c722a-ac32-4064-8c08-12fa9e5b5b06 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:05.968369 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:05.972250 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.021723 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7f4ae5-067a-4693-8cee-bff0373286f5 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:59:06.047069 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:06.047872 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:06.086785 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfba0b-925b-479c-a90a-3168cf4293d0 None None] Pushing event updated for resources: {'Port': ['ID=309c722a-ac32-4064-8c08-12fa9e5b5b06,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:06.097331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-029c0828-6b61-47ae-886e-1263ab0ac438 None None] Provisioning complete for port a1905b3f-01ed-42ed-9d57-c0c6038db9af triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:06.097709 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-029c0828-6b61-47ae-886e-1263ab0ac438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.137945 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.172998 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-029c0828-6b61-47ae-886e-1263ab0ac438 None None] Port a1905b3f-01ed-42ed-9d57-c0c6038db9af cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:06.196666 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:06.206209 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.276373 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1905b3f-01ed-42ed-9d57-c0c6038db9af,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:06.282221 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.338541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-95b3a39b-cd48-4e41-b266-e540a38c38fb None None] Provisioning complete for port 309c722a-ac32-4064-8c08-12fa9e5b5b06 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:06.338916 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-95b3a39b-cd48-4e41-b266-e540a38c38fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.373478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:06.374992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:06.465247 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-95b3a39b-cd48-4e41-b266-e540a38c38fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.499771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-95b3a39b-cd48-4e41-b266-e540a38c38fb None None] For port 309c722a-ac32-4064-8c08-12fa9e5b5b06, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=309c722a-ac32-4064-8c08-12fa9e5b5b06,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:06.500049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Router 55d148d7-0b9a-49c2-8325-bd14beb3793e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:59:06.505372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 1, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:06.535565 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a07563-0be5-43a5-ac35-0efcd774f2a9 None None] The sync data for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 is: [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 1, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:59:06.583676 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-95b3a39b-cd48-4e41-b266-e540a38c38fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.636727 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:59:06.637584 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a39b-cd48-4e41-b266-e540a38c38fb None None] Pushing event updated for resources: {'Port': ['ID=309c722a-ac32-4064-8c08-12fa9e5b5b06,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:06.642131 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-67449d42-717f-4575-8859-a6c4c0c643e7 admin admin] 10.222.0.64 "PUT /v2.0/routers/55d148d7-0b9a-49c2-8325-bd14beb3793e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8276834 Nov 12 21:59:06.708854 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a4cb9f4f-2d4c-41fd-a76f-3e1499d62126 None None] Provisioning complete for port a1905b3f-01ed-42ed-9d57-c0c6038db9af triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:06.709453 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9f4f-2d4c-41fd-a76f-3e1499d62126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:06.768620 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb9f4f-2d4c-41fd-a76f-3e1499d62126 None None] Port a1905b3f-01ed-42ed-9d57-c0c6038db9af cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:07.336045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37308) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:07.341596 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1676638195-network', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:07.446160 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Made reservation on behalf of c1e33f2ed151455f92950f420ea6b645 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:59:07.449388 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:07.461099 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:07.538523 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:07.600364 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:07.629004 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:59:07.635608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc62d0ef-6c62-41ee-a2de-4bc3ab8c8bc5,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:07.644186 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:07.650651 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Added segment 0ef74534-7cb5-4084-84be-40111acf555d of type vlan for network a35170af-99ca-4de2-896b-98a6841331b4 Nov 12 21:59:07.691768 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:07.794967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:07.796045 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:07.796713 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:07.857429 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] Pushing event updated for resources: {'Network': ['ID=a35170af-99ca-4de2-896b-98a6841331b4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:07.872404 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-85179bf0-85f2-4022-bcb3-d7ffa6fdf451 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5352488 Nov 12 21:59:07.872699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network a35170af-99ca-4de2-896b-98a6841331b4 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:59:07.876540 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37310) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:07.881440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Request body: {'subnet': {'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1676638195-subnet', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'ip_version': 4}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:07.965970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Made reservation on behalf of c1e33f2ed151455f92950f420ea6b645 for: {'subnet': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:59:07.968467 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30154050'] for subnet, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.189251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30875611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30154064'] for subnet, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.238812 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b536c85c-87d3-4109-a84e-5271edb4f4d4,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:08.258581 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Checking segment: {'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:08.258941 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Network hostable DHCP agents. Network: a35170af-99ca-4de2-896b-98a6841331b4, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:59:08.320466 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Network a35170af-99ca-4de2-896b-98a6841331b4 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:59:08.422744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, a35170af-99ca-4de2-896b-98a6841331b4) {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:08.423326 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:08.424009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.430679 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4fd83-a7d3-4c38-8fd6-638623e1d3e5 None None] Network a35170af-99ca-4de2-896b-98a6841331b4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:59:08.465351 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Sync routers for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:59:08.477761 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:08.483621 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:08.541736 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b31840f0-2f94-4785-88ec-1e4fa8180ad2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6641283 Nov 12 21:59:08.544468 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37312) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:08.551426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:08.593426 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-a35170af-99ca-4de2-896b-98a6841331b4', 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'fixed_ips': [{'subnet_id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:59:08.594387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.598434 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:08.640837 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.642047 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.707979 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.740526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Allocated IP 172.20.0.2 (a35170af-99ca-4de2-896b-98a6841331b4/b536c85c-87d3-4109-a84e-5271edb4f4d4/1567a921-937d-4782-8c5e-0af057ce7ad7) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:59:08.840013 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 2, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:08.875430 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Checking router: 55d148d7-0b9a-49c2-8325-bd14beb3793e for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:59:08.876834 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Updating router 55d148d7-0b9a-49c2-8325-bd14beb3793e port a1905b3f-01ed-42ed-9d57-c0c6038db9af binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:59:08.907149 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.911142 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 309c722a-ac32-4064-8c08-12fa9e5b5b06 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:59:08.935830 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.950948 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:08.975338 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 309c722a-ac32-4064-8c08-12fa9e5b5b06 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:08.975735 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.048359 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.099869 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:59:09.100137 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Network a35170af-99ca-4de2-896b-98a6841331b4 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:09.107621 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:09.114978 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:59:09.143091 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Pushing event updated for resources: {'Port': ['ID=1567a921-937d-4782-8c5e-0af057ce7ad7,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:09.176331 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Attempting to bind port 1567a921-937d-4782-8c5e-0af057ce7ad7 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:59:09.176821 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Attempting to bind port 1567a921-937d-4782-8c5e-0af057ce7ad7 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:59:09.177523 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Attempting to bind port 1567a921-937d-4782-8c5e-0af057ce7ad7 on network a35170af-99ca-4de2-896b-98a6841331b4 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:59:09.183612 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:59:09.185320 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Checking segment: {'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:09.186166 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.187955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Bound using segment: {'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:59:09.189231 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Bound port: 1567a921-937d-4782-8c5e-0af057ce7ad7, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:59:09.189775 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.212963 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.241934 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.262327 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] For port 1567a921-937d-4782-8c5e-0af057ce7ad7, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:59:09.266129 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] For port 1567a921-937d-4782-8c5e-0af057ce7ad7, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1567a921-937d-4782-8c5e-0af057ce7ad7,segment=NetworkSegment(0ef74534-7cb5-4084-84be-40111acf555d),segment_id=0ef74534-7cb5-4084-84be-40111acf555d)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:59:09.320831 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.356807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Allocated IP 172.25.8.102 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/4aa7deaa-c00a-4395-a2fb-fa95d764b251) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:59:09.359202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.381688 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.427425 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee534b-970f-46e0-8026-ac056c7504f4 None None] Pushing event updated for resources: {'Port': ['ID=1567a921-937d-4782-8c5e-0af057ce7ad7,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:09.427990 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Pushing event updated for resources: {'Port': ['ID=a1905b3f-01ed-42ed-9d57-c0c6038db9af,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:09.437995 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.438423 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.438853 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.439310 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.439796 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.440190 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.441657 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.442208 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.442602 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.443117 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.443870 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.444370 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:59:09.486696 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.532199 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Attempting to bind port a1905b3f-01ed-42ed-9d57-c0c6038db9af on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:59:09.533064 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Attempting to bind port a1905b3f-01ed-42ed-9d57-c0c6038db9af by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:59:09.533705 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Attempting to bind port a1905b3f-01ed-42ed-9d57-c0c6038db9af on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:59:09.543919 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:59:09.544297 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Checking segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:09.544690 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.545111 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Bound using segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:59:09.545562 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Bound port: a1905b3f-01ed-42ed-9d57-c0c6038db9af, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:59:09.545932 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.603535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.648566 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] For port a1905b3f-01ed-42ed-9d57-c0c6038db9af, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:59:09.653108 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] For port a1905b3f-01ed-42ed-9d57-c0c6038db9af, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1905b3f-01ed-42ed-9d57-c0c6038db9af,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:59:09.666292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:09.679034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:09.698081 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:59:09.701628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Pushing event updated for resources: {'Port': ['ID=4aa7deaa-c00a-4395-a2fb-fa95d764b251,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:09.726215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a09424a-beda-4f2b-af70-80ff16eca8a1 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:59:09.735622 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.852849 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:09.854292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] Provisioning complete for port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:09.855708 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:09.858477 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:09.865540 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4c2bf-42eb-4237-9d8c-3272d1ef87b3 None None] Pushing event updated for resources: {'Port': ['ID=a1905b3f-01ed-42ed-9d57-c0c6038db9af,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:09.966755 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] Port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:09.982795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] Provisioning complete for port a1905b3f-01ed-42ed-9d57-c0c6038db9af triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:09.983678 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.045314 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:10.082406 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.121619 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] For port a1905b3f-01ed-42ed-9d57-c0c6038db9af, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1905b3f-01ed-42ed-9d57-c0c6038db9af,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:10.189133 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.246982 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72af54e-1c86-476d-a119-897ce93beca2 None None] Pushing event updated for resources: {'Port': ['ID=a1905b3f-01ed-42ed-9d57-c0c6038db9af,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:10.277532 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:09Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:10.312236 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e876c93-7367-415e-8aa8-27b1276ef874 None None] The sync data for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 is: [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:09Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:59:10.319536 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-77ce3348-39ab-40cc-ad76-8a146428b5e8 None None] Provisioning complete for port a1905b3f-01ed-42ed-9d57-c0c6038db9af triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:10.320165 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-77ce3348-39ab-40cc-ad76-8a146428b5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.554116 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.663537 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a83a8-da8c-45c1-8090-fe12731906db None None] Network a35170af-99ca-4de2-896b-98a6841331b4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:59:10.771131 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.778228 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-1eb789bd-29c9-4996-826f-ff79b5e5681c None None] Provisioning complete for port 1567a921-937d-4782-8c5e-0af057ce7ad7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:10.778598 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1eb789bd-29c9-4996-826f-ff79b5e5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.922574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1eb789bd-29c9-4996-826f-ff79b5e5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.951034 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:10.960157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-1eb789bd-29c9-4996-826f-ff79b5e5681c None None] For port 1567a921-937d-4782-8c5e-0af057ce7ad7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1567a921-937d-4782-8c5e-0af057ce7ad7,segment=NetworkSegment(0ef74534-7cb5-4084-84be-40111acf555d),segment_id=0ef74534-7cb5-4084-84be-40111acf555d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:10.992588 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1905b3f-01ed-42ed-9d57-c0c6038db9af up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:59:11.000545 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Router 295321fb-5a65-4046-8b61-516be8c10ed6 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:59:11.034541 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1eb789bd-29c9-4996-826f-ff79b5e5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:11.083811 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a1905b3f-01ed-42ed-9d57-c0c6038db9af triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:11.084277 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:11.135489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:59:11.152479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Sync routers for ids ['295321fb-5a65-4046-8b61-516be8c10ed6'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:59:11.163156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb789bd-29c9-4996-826f-ff79b5e5681c None None] Pushing event updated for resources: {'Port': ['ID=1567a921-937d-4782-8c5e-0af057ce7ad7,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:11.201795 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Routers {'295321fb-5a65-4046-8b61-516be8c10ed6'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:11.202416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['295321fb-5a65-4046-8b61-516be8c10ed6'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:11.207024 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1567a921-937d-4782-8c5e-0af057ce7ad7 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:59:11.231517 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:11.232905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2ac2f627-a33c-42a5-85b6-1144e8af936e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6862712 Nov 12 21:59:11.235679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37314) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:11.424590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:11.484938 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-eb27eb71-ed25-4c22-abfd-5593a5eeb16b None None] Provisioning complete for port 1567a921-937d-4782-8c5e-0af057ce7ad7 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:11.485303 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-eb27eb71-ed25-4c22-abfd-5593a5eeb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:11.545704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Set router 295321fb-5a65-4046-8b61-516be8c10ed6 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:11.610416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1567a921-937d-4782-8c5e-0af057ce7ad7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:11.610785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:11.660540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:11.824756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Allocated IP 172.20.0.1 (a35170af-99ca-4de2-896b-98a6841331b4/b536c85c-87d3-4109-a84e-5271edb4f4d4/218fba6c-a658-4dd3-aa72-cf476ea82800) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:59:11.836670 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T21:59:09Z', 'revision_number': 3, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port': {'id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:09Z', 'updated_at': '2021-11-12T21:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:11.863942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Checking router: 295321fb-5a65-4046-8b61-516be8c10ed6 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:59:11.864294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Updating router 295321fb-5a65-4046-8b61-516be8c10ed6 port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:59:11.893117 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:11.933591 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.029141 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.067221 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Network a35170af-99ca-4de2-896b-98a6841331b4 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:12.075015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:12.079612 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:59:12.084092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Pushing event updated for resources: {'Port': ['ID=218fba6c-a658-4dd3-aa72-cf476ea82800,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:12.121130 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.156090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.217777 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.266392 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095b2f6-12e6-4002-857d-a52f1084160d None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:59:12.276492 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Attempting to bind port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:59:12.280163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Attempting to bind port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:59:12.280163 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Attempting to bind port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:59:12.289172 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:59:12.289554 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:12.289959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.290382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:59:12.290879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Bound port: 4aa7deaa-c00a-4395-a2fb-fa95d764b251, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:59:12.291259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.292885 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03171a5-513a-4bd0-b28f-8f0f47473038 None None] Pushing event updated for resources: {'Port': ['ID=4aa7deaa-c00a-4395-a2fb-fa95d764b251,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:12.324521 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.352068 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] For port 4aa7deaa-c00a-4395-a2fb-fa95d764b251, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:59:12.356454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] For port 4aa7deaa-c00a-4395-a2fb-fa95d764b251, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4aa7deaa-c00a-4395-a2fb-fa95d764b251,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:59:12.373776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-56a92300-f5ae-41a1-b4a0-5f064bc36713 None None] Provisioning complete for port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:12.374142 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56a92300-f5ae-41a1-b4a0-5f064bc36713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.408888 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-56a92300-f5ae-41a1-b4a0-5f064bc36713 None None] Port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:12.419063 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-56a92300-f5ae-41a1-b4a0-5f064bc36713 None None] Provisioning complete for port 218fba6c-a658-4dd3-aa72-cf476ea82800 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:12.419473 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-56a92300-f5ae-41a1-b4a0-5f064bc36713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.454244 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-56a92300-f5ae-41a1-b4a0-5f064bc36713 None None] Port 218fba6c-a658-4dd3-aa72-cf476ea82800 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:12.463365 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.491913 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.508622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8b418-e03d-41a0-8f13-1ce72451c9a3 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:59:12.529089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Routers {'295321fb-5a65-4046-8b61-516be8c10ed6'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:12.529931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['295321fb-5a65-4046-8b61-516be8c10ed6'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:12.532060 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03171a5-513a-4bd0-b28f-8f0f47473038 None None] Pushing event updated for resources: {'Port': ['ID=4aa7deaa-c00a-4395-a2fb-fa95d764b251,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:12.548773 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.621290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cf0bafe1-925f-475c-a860-03c79f1ebc4b None None] Provisioning complete for port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:12.621579 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf0bafe1-925f-475c-a860-03c79f1ebc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.621784 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.624510 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Pushing event updated for resources: {'Port': ['ID=218fba6c-a658-4dd3-aa72-cf476ea82800,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:12.679713 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] Set router 295321fb-5a65-4046-8b61-516be8c10ed6 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:12.717383 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Network a35170af-99ca-4de2-896b-98a6841331b4 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:12.718812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:12.816043 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf0bafe1-925f-475c-a860-03c79f1ebc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.848980 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Router 295321fb-5a65-4046-8b61-516be8c10ed6 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:59:12.880976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1567a921-937d-4782-8c5e-0af057ce7ad7 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:59:12.884292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cf0bafe1-925f-475c-a860-03c79f1ebc4b None None] For port 4aa7deaa-c00a-4395-a2fb-fa95d764b251, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4aa7deaa-c00a-4395-a2fb-fa95d764b251,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:12.971002 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cf0bafe1-925f-475c-a860-03c79f1ebc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:12.976500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:59:12.983798 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a7a171c1-d151-4e2b-836c-3dc5042b3af1 admin admin] 10.222.0.64 "PUT /v2.0/routers/295321fb-5a65-4046-8b61-516be8c10ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469473 Nov 12 21:59:13.024002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 1567a921-937d-4782-8c5e-0af057ce7ad7 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:13.024376 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:13.052103 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bafe1-925f-475c-a860-03c79f1ebc4b None None] Pushing event updated for resources: {'Port': ['ID=4aa7deaa-c00a-4395-a2fb-fa95d764b251,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:13.090212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port': {'id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:09Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '218fba6c-a658-4dd3-aa72-cf476ea82800', 'name': '', 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'mac_address': 'fa:16:3e:be:3c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:11Z', 'updated_at': '2021-11-12T21:59:11Z', 'revision_number': 1, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'subnets': [{'id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:13.127220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12720f-8f69-46bc-bf2a-2b61d71b60fb None None] The sync data for ids ['295321fb-5a65-4046-8b61-516be8c10ed6'] in n-d-713498-29 is: [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port': {'id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:09Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '218fba6c-a658-4dd3-aa72-cf476ea82800', 'name': '', 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'mac_address': 'fa:16:3e:be:3c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:11Z', 'updated_at': '2021-11-12T21:59:11Z', 'revision_number': 1, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'subnets': [{'id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:59:13.154326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-bf3a3a7a-e3af-4c1d-a820-1d61557470f1 None None] Provisioning complete for port 218fba6c-a658-4dd3-aa72-cf476ea82800 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:13.154952 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3a7a-e3af-4c1d-a820-1d61557470f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:13.203073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a3a7a-e3af-4c1d-a820-1d61557470f1 None None] Port 218fba6c-a658-4dd3-aa72-cf476ea82800 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:13.832303 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37324) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:13.837296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-2653e5f9-0a3f-4dd9-9b2c-4547d025fa13 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997056924', 'description': 'tempest-secgroup-smoke-997056924 description', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:13.937421 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2653e5f9-0a3f-4dd9-9b2c-4547d025fa13 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.010612 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2653e5f9-0a3f-4dd9-9b2c-4547d025fa13 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.085883 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2653e5f9-0a3f-4dd9-9b2c-4547d025fa13 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.116176 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653e5f9-0a3f-4dd9-9b2c-4547d025fa13 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63517d4a-5dbb-45d1-9a15-66a036247735,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:14.178539 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2653e5f9-0a3f-4dd9-9b2c-4547d025fa13 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.180017 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2653e5f9-0a3f-4dd9-9b2c-4547d025fa13 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3465540 Nov 12 21:59:14.183529 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37326) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:14.188118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b594cf3f-28a4-4879-8e83-301ed21a52dc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '63517d4a-5dbb-45d1-9a15-66a036247735', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:14.274043 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b594cf3f-28a4-4879-8e83-301ed21a52dc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.332352 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b594cf3f-28a4-4879-8e83-301ed21a52dc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.382997 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b594cf3f-28a4-4879-8e83-301ed21a52dc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.404263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594cf3f-28a4-4879-8e83-301ed21a52dc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a1ef8a-6a90-4e5d-88f7-047544dec3cc,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:14.453718 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b594cf3f-28a4-4879-8e83-301ed21a52dc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.454945 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b594cf3f-28a4-4879-8e83-301ed21a52dc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704511 Nov 12 21:59:14.457765 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37328) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:14.462992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6a3fca41-7bf0-4b29-9877-24d5eea9eaf4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '63517d4a-5dbb-45d1-9a15-66a036247735', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:14.560009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a3fca41-7bf0-4b29-9877-24d5eea9eaf4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.607149 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a3fca41-7bf0-4b29-9877-24d5eea9eaf4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.679719 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a3fca41-7bf0-4b29-9877-24d5eea9eaf4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.697890 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fca41-7bf0-4b29-9877-24d5eea9eaf4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd98a4f-66ca-40ff-9aa1-1f6ea16e726b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:14.778487 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6a3fca41-7bf0-4b29-9877-24d5eea9eaf4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.782580 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6a3fca41-7bf0-4b29-9877-24d5eea9eaf4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3235209 Nov 12 21:59:14.783698 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37330) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:14.792004 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4f8d72a7-6259-4cb3-9f0b-aad813f0abd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '63517d4a-5dbb-45d1-9a15-66a036247735', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:14.864276 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4aa7deaa-c00a-4395-a2fb-fa95d764b251 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:59:14.896276 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f8d72a7-6259-4cb3-9f0b-aad813f0abd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.920477 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:14.920849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:14.961770 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f8d72a7-6259-4cb3-9f0b-aad813f0abd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.033095 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f8d72a7-6259-4cb3-9f0b-aad813f0abd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.057334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d72a7-6259-4cb3-9f0b-aad813f0abd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbaf3aa-5825-421b-9379-cac74180ca34,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:15.085745 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Sync routers for ids ['295321fb-5a65-4046-8b61-516be8c10ed6'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:59:15.096810 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Routers {'295321fb-5a65-4046-8b61-516be8c10ed6'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:15.097407 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['295321fb-5a65-4046-8b61-516be8c10ed6'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:15.127560 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4f8d72a7-6259-4cb3-9f0b-aad813f0abd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.131550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37332) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:15.131698 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4f8d72a7-6259-4cb3-9f0b-aad813f0abd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3467698 Nov 12 21:59:15.137072 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-e555f829-24a1-49ff-87f0-62e4a90f4864 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '63517d4a-5dbb-45d1-9a15-66a036247735', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:15.210653 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Set router 295321fb-5a65-4046-8b61-516be8c10ed6 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:15.227851 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e555f829-24a1-49ff-87f0-62e4a90f4864 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.288124 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e555f829-24a1-49ff-87f0-62e4a90f4864 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.342973 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e555f829-24a1-49ff-87f0-62e4a90f4864 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.360395 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555f829-24a1-49ff-87f0-62e4a90f4864 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392cb866-e8f1-459f-8147-71678001e3b7,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:15.413795 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-e555f829-24a1-49ff-87f0-62e4a90f4864 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.414956 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-e555f829-24a1-49ff-87f0-62e4a90f4864 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2822762 Nov 12 21:59:15.415250 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port': {'id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:09Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '218fba6c-a658-4dd3-aa72-cf476ea82800', 'name': '', 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'mac_address': 'fa:16:3e:be:3c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:11Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 2, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'subnets': [{'id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:15.417803 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37334) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:15.422269 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-c1b9072e-08a9-4fcc-8d3c-ee5369e593c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '63517d4a-5dbb-45d1-9a15-66a036247735', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:15.442862 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Checking router: 295321fb-5a65-4046-8b61-516be8c10ed6 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:59:15.443214 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Updating router 295321fb-5a65-4046-8b61-516be8c10ed6 port 218fba6c-a658-4dd3-aa72-cf476ea82800 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:59:15.471744 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.513050 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-c1b9072e-08a9-4fcc-8d3c-ee5369e593c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Project 3e1610e8b2d74e8c87657c877ec2b0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:59:15.518245 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1b9072e-08a9-4fcc-8d3c-ee5369e593c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.577284 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1b9072e-08a9-4fcc-8d3c-ee5369e593c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.650329 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1b9072e-08a9-4fcc-8d3c-ee5369e593c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.669190 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9072e-08a9-4fcc-8d3c-ee5369e593c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81a6a9e-08b1-4d9a-b190-c002f0525bc4,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:15.732136 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.761244 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c1b9072e-08a9-4fcc-8d3c-ee5369e593c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.762465 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c1b9072e-08a9-4fcc-8d3c-ee5369e593c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3436382 Nov 12 21:59:15.765258 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37336) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:15.769787 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4c1e1996-3cc0-46fc-be2a-0161ec08111d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '63517d4a-5dbb-45d1-9a15-66a036247735', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:15.815842 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.866592 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07bc13-58f3-4c63-9e84-0610cd698ffb None None] Pushing event updated for resources: {'Port': ['ID=218fba6c-a658-4dd3-aa72-cf476ea82800,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:15.874044 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-4c1e1996-3cc0-46fc-be2a-0161ec08111d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Project 3e1610e8b2d74e8c87657c877ec2b0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:59:15.883455 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c1e1996-3cc0-46fc-be2a-0161ec08111d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.923071 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Attempting to bind port 218fba6c-a658-4dd3-aa72-cf476ea82800 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:59:15.923373 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Attempting to bind port 218fba6c-a658-4dd3-aa72-cf476ea82800 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:59:15.923786 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Attempting to bind port 218fba6c-a658-4dd3-aa72-cf476ea82800 on network a35170af-99ca-4de2-896b-98a6841331b4 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:59:15.929162 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:59:15.929528 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Checking segment: {'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:15.929921 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.930306 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Bound using segment: {'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:59:15.931374 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Bound port: 218fba6c-a658-4dd3-aa72-cf476ea82800, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef74534-7cb5-4084-84be-40111acf555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:59:15.931763 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.959906 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c1e1996-3cc0-46fc-be2a-0161ec08111d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:15.999449 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] For port 218fba6c-a658-4dd3-aa72-cf476ea82800, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:59:16.002691 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] For port 218fba6c-a658-4dd3-aa72-cf476ea82800, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=218fba6c-a658-4dd3-aa72-cf476ea82800,segment=NetworkSegment(0ef74534-7cb5-4084-84be-40111acf555d),segment_id=0ef74534-7cb5-4084-84be-40111acf555d)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:59:16.023131 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c1e1996-3cc0-46fc-be2a-0161ec08111d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:16.042992 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e1996-3cc0-46fc-be2a-0161ec08111d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74651c6-39fa-4acf-8bf0-b6dc2a8a0196,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:16.057758 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:16.100289 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4c1e1996-3cc0-46fc-be2a-0161ec08111d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:16.102095 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4c1e1996-3cc0-46fc-be2a-0161ec08111d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3353839 Nov 12 21:59:16.107185 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Routers {'295321fb-5a65-4046-8b61-516be8c10ed6'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:16.107948 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['295321fb-5a65-4046-8b61-516be8c10ed6'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:16.147583 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-e489a947-db66-45f3-b937-8a4a9977b8a8 None None] Provisioning complete for port 218fba6c-a658-4dd3-aa72-cf476ea82800 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:16.148653 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e489a947-db66-45f3-b937-8a4a9977b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:16.225281 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07bc13-58f3-4c63-9e84-0610cd698ffb None None] Pushing event updated for resources: {'Port': ['ID=218fba6c-a658-4dd3-aa72-cf476ea82800,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:16.248608 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] Set router 295321fb-5a65-4046-8b61-516be8c10ed6 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:16.261797 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e489a947-db66-45f3-b937-8a4a9977b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:16.301130 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-31f009c3-f265-4903-a4fd-a290d693e1d2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997056924&fields=id&tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9 HTTP/1.1" status: 200 len: 267 time: 0.0736289 Nov 12 21:59:16.309895 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-e489a947-db66-45f3-b937-8a4a9977b8a8 None None] For port 218fba6c-a658-4dd3-aa72-cf476ea82800, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=218fba6c-a658-4dd3-aa72-cf476ea82800,segment=NetworkSegment(0ef74534-7cb5-4084-84be-40111acf555d),segment_id=0ef74534-7cb5-4084-84be-40111acf555d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:16.400633 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e489a947-db66-45f3-b937-8a4a9977b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:16.425099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-db6fb1f2-787d-4c52-8e67-5cdb77e48fa0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:16.426472 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-db6fb1f2-787d-4c52-8e67-5cdb77e48fa0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 808 time: 0.1181111 Nov 12 21:59:16.444228 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-66e664a9-66c8-448c-b37f-f892850f2848 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/quotas/3e1610e8b2d74e8c87657c877ec2b0f9 HTTP/1.1" status: 200 len: 375 time: 0.0104454 Nov 12 21:59:16.452677 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489a947-db66-45f3-b937-8a4a9977b8a8 None None] Pushing event updated for resources: {'Port': ['ID=218fba6c-a658-4dd3-aa72-cf476ea82800,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:16.498728 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-02cb295e-2ec3-4ba1-86cb-065c2a55cff0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478194 Nov 12 21:59:16.526461 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b6aba6e0-b37d-4ea7-b4d3-111c122fb605 None None] Provisioning complete for port 218fba6c-a658-4dd3-aa72-cf476ea82800 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:16.526928 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b6aba6e0-b37d-4ea7-b4d3-111c122fb605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:16.575529 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port': {'id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:09Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '218fba6c-a658-4dd3-aa72-cf476ea82800', 'name': '', 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'mac_address': 'fa:16:3e:be:3c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:11Z', 'updated_at': '2021-11-12T21:59:15Z', 'revision_number': 4, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'subnets': [{'id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:16.603872 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf796c45-6b5a-455c-b3e7-9fd8b7479a0f None None] The sync data for ids ['295321fb-5a65-4046-8b61-516be8c10ed6'] in n-d-713498-29 is: [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port': {'id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:09Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '218fba6c-a658-4dd3-aa72-cf476ea82800', 'name': '', 'network_id': 'a35170af-99ca-4de2-896b-98a6841331b4', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'mac_address': 'fa:16:3e:be:3c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:11Z', 'updated_at': '2021-11-12T21:59:15Z', 'revision_number': 4, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'subnets': [{'id': 'b536c85c-87d3-4109-a84e-5271edb4f4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:59:16.623531 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-823321d0-f5d3-405c-819f-3c9c3f69ff0f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:59:16.624545 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-823321d0-f5d3-405c-819f-3c9c3f69ff0f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1129751 Nov 12 21:59:16.722181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-ce15f3dc-33b2-4f22-b17d-eeee5f33368b service neutron] 10.222.0.64 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880313 Nov 12 21:59:16.829354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-4fb77190-9178-41cd-a491-b545c540f671 service neutron] 10.222.0.64 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038828 Nov 12 21:59:16.874239 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 218fba6c-a658-4dd3-aa72-cf476ea82800 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:59:16.925373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 218fba6c-a658-4dd3-aa72-cf476ea82800 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:16.930383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:17.084824 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04fffd42-5a1a-41a3-ab7e-2347e3ae8726 req-96865e45-b151-4e87-9353-7be1eddc5b8a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0291831 Nov 12 21:59:18.188063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fa86e070-0105-441d-9a48-86975621c003 req-973315df-289d-4f58-a610-5532891f93a2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0284865 Nov 12 21:59:19.188017 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-2d2e7a23-a5eb-4380-842d-ebcd12416f9c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:19.189655 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-2d2e7a23-a5eb-4380-842d-ebcd12416f9c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 808 time: 0.1037188 Nov 12 21:59:19.257518 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-f8d7f15e-fed1-4220-b7a3-4d075fcf4c7e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9 HTTP/1.1" status: 200 len: 379 time: 0.0567060 Nov 12 21:59:19.271849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'port': {'device_id': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'admin_state_up': True, 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'security_groups': ['63517d4a-5dbb-45d1-9a15-66a036247735']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:19.297092 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8d556d0b-b8eb-4a01-9ed4-f045eaf86dc1 req-c36b3e04-8c95-4eb8-8e83-e8a5a81304b6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0346684 Nov 12 21:59:19.450124 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Made reservation on behalf of 3e1610e8b2d74e8c87657c877ec2b0f9 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:59:19.453638 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:19.578517 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Allocated IP 172.20.0.9 (fe59e78d-86dc-48fd-95f1-f497c2f8957a/bfa27b81-fa3e-43fe-9724-cddccb059ca1/81411ca6-7f41-4e7b-bb44-96a6c0bffb72) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:59:19.709706 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:19.805922 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:19.851555 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:19.855279 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:19.861553 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:59:19.886819 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:19.916830 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:19.917468 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:20.003142 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-74996754-a62c-449d-adbe-96f75b82b3ff tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354295 Nov 12 21:59:20.021070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Request body: {'port': {'device_id': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:20.048603 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-7df2961d-11d8-4c9d-b54c-00aeb5e352cd None None] Provisioning complete for port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:20.049194 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7df2961d-11d8-4c9d-b54c-00aeb5e352cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:20.075906 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:20.086643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-7df2961d-11d8-4c9d-b54c-00aeb5e352cd None None] Port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:59:20.344810 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:59:20.355378 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:20.367372 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Transition to ACTIVE for port object 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:59:20.415981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118b3a9-c929-483a-b041-33ef6532a5f6 req-f8c9d3c4-384d-4173-8a87-56dd8b33a33d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:20.417473 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c118b3a9-c929-483a-b041-33ef6532a5f6 req-f8c9d3c4-384d-4173-8a87-56dd8b33a33d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 931 time: 0.0497432 Nov 12 21:59:20.434225 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:20.468515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c118b3a9-c929-483a-b041-33ef6532a5f6 req-a0230b3d-0390-4796-b9aa-901c44843397 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449684 Nov 12 21:59:20.505527 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:20.557510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Attempting to bind port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:59:20.557843 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Attempting to bind port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:59:20.558167 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Attempting to bind port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:59:20.562970 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:59:20.563457 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Attempting to bind port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:59:20.568426 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:59:20.568761 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Checking segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:59:20.569138 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Bound using segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:59:20.569560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Bound port: 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:59:20.569917 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:20.645771 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:59:20.649125 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:59:20.701951 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:20.735524 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:20.736159 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:20.737587 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] 10.222.0.46 "PUT /v2.0/ports/81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 1092 time: 0.7212889 Nov 12 21:59:20.737984 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:59:20.740279 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc841e89-d08a-419c-b1ce-77b79b9ac0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:59:20.768678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce3bc8-8e2e-4c23-8294-f6eebb236282 service neutron] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:20.783209 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf1647c-473f-48e9-9a54-4b4c51de6091 x-openstack-request-id: req-eaf1647c-473f-48e9-9a54-4b4c51de6091 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:59:20.784839 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:59:20.784839 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eaf1647c-473f-48e9-9a54-4b4c51de6091 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:59:20.784839 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'status': 'completed', 'code': 200} Nov 12 21:59:20.848688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc841e89-d08a-419c-b1ce-77b79b9ac0d3 req-a1243420-c468-4f0a-abdf-0fd63017c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:20.850190 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc841e89-d08a-419c-b1ce-77b79b9ac0d3 req-a1243420-c468-4f0a-abdf-0fd63017c778 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1095 time: 0.0435824 Nov 12 21:59:20.959180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc841e89-d08a-419c-b1ce-77b79b9ac0d3 req-3d0bf088-e56e-4a9f-8841-89ec9c71506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:20.960669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc841e89-d08a-419c-b1ce-77b79b9ac0d3 req-3d0bf088-e56e-4a9f-8841-89ec9c71506e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0991230 Nov 12 21:59:21.059435 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc841e89-d08a-419c-b1ce-77b79b9ac0d3 req-4427a951-15f6-43c0-a354-dd4841817a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:21.060914 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-cc841e89-d08a-419c-b1ce-77b79b9ac0d3 req-4427a951-15f6-43c0-a354-dd4841817a49 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888121 Nov 12 21:59:21.146420 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-d91244a3-b368-4a0b-8bce-114fe8bced01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:21.147959 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-d91244a3-b368-4a0b-8bce-114fe8bced01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1095 time: 0.0446210 Nov 12 21:59:21.193089 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-5cad4fd6-d291-4b9a-bdcc-59aea96c9cee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 217 time: 0.0341926 Nov 12 21:59:21.249285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-841824bf-1a04-4b7b-9a45-6f1d48c5764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:21.250798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-841824bf-1a04-4b7b-9a45-6f1d48c5764e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0463886 Nov 12 21:59:21.299256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-3603de2d-b55d-4d01-baf9-ef217dd49102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:21.300705 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-3603de2d-b55d-4d01-baf9-ef217dd49102 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411472 Nov 12 21:59:21.396036 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-b53f4578-64f4-4621-967c-f4b33898c7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865352 Nov 12 21:59:21.489706 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-669e3266-8f2d-44b8-8d66-ca96d92d7a8e req-193e8112-c405-4b6d-9e78-b7fd78d76dc5 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Nov 12 21:59:21.587349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6383f4-760c-41fa-b6fd-507fbf8ab1b1 req-e58731cd-75d8-4683-b28e-7346e9d57295 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:21.588744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c6383f4-760c-41fa-b6fd-507fbf8ab1b1 req-e58731cd-75d8-4683-b28e-7346e9d57295 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 943 time: 0.0498466 Nov 12 21:59:21.638492 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1c6383f4-760c-41fa-b6fd-507fbf8ab1b1 req-aa5eebd5-bb56-45ca-b715-b53c89b3f6c7 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436444 Nov 12 21:59:22.761243 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f715b-ccdb-4735-9b27-e4524c66e1ff req-7dd481fa-eceb-484b-8c95-d35e5a3e6b5f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:22.762714 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-316f715b-ccdb-4735-9b27-e4524c66e1ff req-7dd481fa-eceb-484b-8c95-d35e5a3e6b5f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 943 time: 0.0537307 Nov 12 21:59:22.812628 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-316f715b-ccdb-4735-9b27-e4524c66e1ff req-14865923-b6b1-49af-9c48-c27001b5e676 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 Nov 12 21:59:23.667422 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:59:23.764264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:23.775894 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'port_id': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'mac_address': 'fa:16:3e:6f:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:59:23.812929 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:23.826127 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:59:23.846310 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:23.931388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f38c64-5ad8-487a-9fcc-a14f125e6d59 req-20643b62-0923-446b-a259-569e2bd8835f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:23.932015 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:23.932897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80f38c64-5ad8-487a-9fcc-a14f125e6d59 req-20643b62-0923-446b-a259-569e2bd8835f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 943 time: 0.0500906 Nov 12 21:59:23.978887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:23.984922 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-80f38c64-5ad8-487a-9fcc-a14f125e6d59 req-64e535e2-1e26-426f-941e-1f3cc3275087 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450978 Nov 12 21:59:24.197219 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['81411ca6-7f41-4e7b-bb44-96a6c0bffb72'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:59:25.100284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cd90-3111-4706-8679-ff1504175d83 req-b08ff642-68de-4378-988e-4f4fca6d73f2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:25.101788 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3de3cd90-3111-4706-8679-ff1504175d83 req-b08ff642-68de-4378-988e-4f4fca6d73f2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0497513 Nov 12 21:59:25.155511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3de3cd90-3111-4706-8679-ff1504175d83 req-f2901d99-fd43-4bbc-94b6-51d107d4f624 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474505 Nov 12 21:59:25.683370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:59:25.908220 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:59:25.912397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:59:25.919670 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:25.994029 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:26.011384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:59:26.013609 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d2063b-0a4a-42bb-86c3-8bc2909f4d7e" -d '{"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:59:26.026904 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:59:26.101881 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:26.128720 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fca9ea-7526-48db-b501-23a2e2e88365 x-openstack-request-id: req-09fca9ea-7526-48db-b501-23a2e2e88365 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:59:26.129005 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:59:26.129255 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09fca9ea-7526-48db-b501-23a2e2e88365 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:59:26.129647 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'code': 200} Nov 12 21:59:26.156166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:26.226572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4ca34-b8bf-4208-849e-a84e9f8f6764 req-20043bfd-2b55-420e-b8f6-3b0774fd4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:26.228682 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eea4ca34-b8bf-4208-849e-a84e9f8f6764 req-20043bfd-2b55-420e-b8f6-3b0774fd4a33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0431108 Nov 12 21:59:26.276369 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-eea4ca34-b8bf-4208-849e-a84e9f8f6764 req-c1f1d66d-1037-4568-8d89-29167f32463e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407083 Nov 12 21:59:26.277255 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827399-9c2d-43bb-b23b-22854044c670 req-c93f16dc-633e-4d7a-a4b9-cbad8167a953 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:26.278759 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9827399-9c2d-43bb-b23b-22854044c670 req-c93f16dc-633e-4d7a-a4b9-cbad8167a953 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0550816 Nov 12 21:59:26.337050 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d9827399-9c2d-43bb-b23b-22854044c670 req-0063d7df-212c-4bd0-89e0-b35d0e5c2511 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519767 Nov 12 21:59:27.453805 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d18476-dac2-4c02-b5e2-f0cf58bbc627 req-ec049e51-fb6c-4c90-ad68-92cad0f699e1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:27.455307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25d18476-dac2-4c02-b5e2-f0cf58bbc627 req-ec049e51-fb6c-4c90-ad68-92cad0f699e1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Nov 12 21:59:27.504961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-25d18476-dac2-4c02-b5e2-f0cf58bbc627 req-b75a834e-9bb1-489b-a26e-ff71a27c92e0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 Nov 12 21:59:27.627408 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f3b27da9-85a6-4d87-873e-c27575085a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:28.625130 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025c17a-784b-4e96-9508-da56688fb5b5 req-c65372ad-a163-4f75-908e-4ac66ab55166 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:28.626591 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8025c17a-784b-4e96-9508-da56688fb5b5 req-c65372ad-a163-4f75-908e-4ac66ab55166 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0527463 Nov 12 21:59:28.681632 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8025c17a-784b-4e96-9508-da56688fb5b5 req-dde7fe7e-329d-44f9-97b2-05cb98f5e46e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490890 Nov 12 21:59:28.795943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5377-2381-4f90-8e45-29ec1750aca9 req-7ff99e14-9987-4ae1-9c3e-f35812036ff5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:28.797488 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-246e5377-2381-4f90-8e45-29ec1750aca9 req-7ff99e14-9987-4ae1-9c3e-f35812036ff5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Nov 12 21:59:28.846844 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-246e5377-2381-4f90-8e45-29ec1750aca9 req-f6b9ebe6-bd61-4a27-886c-c75f65220c69 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435162 Nov 12 21:59:28.868507 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37396) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:28.953418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b636b0-c82e-4428-bdc3-dd4884fc1585 tempest-TestShelveInstance-880154603 tempest-TestShelveInstance-880154603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:28.954991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f8b636b0-c82e-4428-bdc3-dd4884fc1585 tempest-TestShelveInstance-880154603 tempest-TestShelveInstance-880154603-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1092 time: 0.0853817 Nov 12 21:59:28.957996 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37400) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:59:28.962307 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:59:29.045270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:29.140271 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:29.245512 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Allocated IP 172.25.8.95 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/db4dca4f-ebf0-4dec-9922-26ce47382ad6) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:59:29.347831 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:29.417249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:29.451730 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:59:29.454420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:59:29.457789 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:59:29.492554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'Port': ['ID=db4dca4f-ebf0-4dec-9922-26ce47382ad6,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:29.820562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:29.952155 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:30.104373 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:30.119407 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30a00499-c549-4f0d-bee5-c703d7545c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:30.170780 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:30.578353 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'Port': ['ID=db4dca4f-ebf0-4dec-9922-26ce47382ad6,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:59:30.591640 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:30.690888 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Floating IP 745ef05f-c446-47f3-9fd6-0d0453051903 associated. External IP: 172.25.8.95, port: 81411ca6-7f41-4e7b-bb44-96a6c0bffb72. Nov 12 21:59:30.903743 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Router 55d148d7-0b9a-49c2-8325-bd14beb3793e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:59:31.012533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:59:31.022507 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] Sync routers for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:59:31.032508 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:31.039168 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:31.075858 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:31.104534 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-df5a1914-c011-4237-8a2b-064daa2a7ef1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1454599 Nov 12 21:59:31.105135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:59:31.107558 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c5424-6ae3-46b9-baae-cbde989bf1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:59:31.142847 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:31.145157 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ede25-cec5-4615-9059-bea1f186d594 x-openstack-request-id: req-0c9ede25-cec5-4615-9059-bea1f186d594 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:59:31.145564 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:59:31.145928 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c9ede25-cec5-4615-9059-bea1f186d594 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:59:31.146415 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'status': 'completed', 'code': 200} Nov 12 21:59:31.209564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-4743191a-cef8-45a2-b595-effde98c6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:31.210987 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-4743191a-cef8-45a2-b595-effde98c6ede service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0420771 Nov 12 21:59:31.309536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-35e6f96f-dc75-46ce-8a98-f61d64f2cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:31.311008 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-35e6f96f-dc75-46ce-8a98-f61d64f2cdd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0930429 Nov 12 21:59:31.375838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '745ef05f-c446-47f3-9fd6-0d0453051903', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'port_id': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'mac_address': 'fa:16:3e:6f:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:59:29Z', 'updated_at': '2021-11-12T21:59:29Z', 'revision_number': 0, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:31.377135 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-485612c5-fa61-4123-b34e-4aafe6931e57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 998 time: 0.0587921 Nov 12 21:59:31.401920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] Checking router: 55d148d7-0b9a-49c2-8325-bd14beb3793e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:59:31.410416 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:59:31.411018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T21:59:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:31.430271 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-1d78b261-301d-4031-83aa-9a861d94130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:31.432545 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-1d78b261-301d-4031-83aa-9a861d94130c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0479732 Nov 12 21:59:31.478011 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-4db98714-2651-438d-963e-efafe35d03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:31.479543 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-4db98714-2651-438d-963e-efafe35d03bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398417 Nov 12 21:59:31.525121 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:59:31.569874 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-12e39cfa-a661-46eb-b9b2-2e81d38f712e service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Nov 12 21:59:31.599780 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:31.666644 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-148c5424-6ae3-46b9-baae-cbde989bf1e9 req-2234e747-2c3f-4e98-9f4a-c7c7cb00e62a service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901773 Nov 12 21:59:31.752478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '745ef05f-c446-47f3-9fd6-0d0453051903', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'port_id': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'mac_address': 'fa:16:3e:6f:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:59:29Z', 'updated_at': '2021-11-12T21:59:29Z', 'revision_number': 0, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:59:31.782118 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10f93d-81f8-4759-b0fc-ee07fa7658bf None None] The sync data for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 is: [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '745ef05f-c446-47f3-9fd6-0d0453051903', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'port_id': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'mac_address': 'fa:16:3e:6f:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:59:29Z', 'updated_at': '2021-11-12T21:59:29Z', 'revision_number': 0, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:59:31.984216 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc302138-f77e-4dbc-b5e9-5299c270c2d2 None None] New status for floating IP 745ef05f-c446-47f3-9fd6-0d0453051903: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:59:33.278783 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:33.639675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:40.913501 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:41.188070 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:59:46.099245 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:59:46.593840 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-c3022520-1542-4896-bc65-f1ffd5f75271 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404458 Nov 12 21:59:46.676625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-743be24f-968d-4a88-b71b-7a319aa966f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:46.678172 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-743be24f-968d-4a88-b71b-7a319aa966f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0399117 Nov 12 21:59:46.785678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-5aa8ffb6-5c7c-4b8f-a5a2-5f8d86fd5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:46.787247 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-5aa8ffb6-5c7c-4b8f-a5a2-5f8d86fd5f26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0890524 Nov 12 21:59:46.857088 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-16d3e191-6e4a-4da6-bc48-0e01241ea3d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 1000 time: 0.0599976 Nov 12 21:59:46.912280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-824f069a-db40-46ac-aa6a-340dd7d1bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:46.913709 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-824f069a-db40-46ac-aa6a-340dd7d1bf18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0492117 Nov 12 21:59:46.960010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-12a7e83a-3321-4ed2-bd47-6a8e5f824fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:59:46.961502 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-12a7e83a-3321-4ed2-bd47-6a8e5f824fe7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401297 Nov 12 21:59:47.051566 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-2e94708d-9cf2-4ee1-9e2f-58d98b27ee97 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818622 Nov 12 21:59:47.146567 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-5ae99595-cf2c-4b1b-9460-790a99a4b6f9 req-847f42b3-37b5-4d88-8da2-ca1c4c038c97 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867195 Nov 12 21:59:57.627246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-20bdc2b6-6cea-4146-83fe-69f053de99a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:00.147271 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40fb1a73-8c3c-4bbd-9cae-f159e96e5340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:01.569849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:03.289959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:03.638251 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:10.918006 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:11.164200 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:23.098129 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:00:27.603660 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd84c002-51ef-419f-8c5e-ee493fb186e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:30.152259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ccfb88c2-6639-4219-ba22-448d72a1aa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:31.557910 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:33.278263 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:33.614454 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:40.923127 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:41.192783 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:00:45.953826 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-3fd3b2b9-80a7-4c6b-9bce-35de7a07ed7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401073 Nov 12 22:00:46.044595 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-0a4e7b20-74c1-498c-91ba-664ae41563f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:00:46.046065 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-0a4e7b20-74c1-498c-91ba-664ae41563f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0451546 Nov 12 22:00:46.153158 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-2727688e-6ad0-442e-adc6-cec919d866e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:00:46.154627 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-2727688e-6ad0-442e-adc6-cec919d866e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0838928 Nov 12 22:00:46.227016 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-87af76bc-071f-4c89-b5e7-df80e0817cce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 1000 time: 0.0605567 Nov 12 22:00:46.280450 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-14825bd8-3b42-4df1-91f7-06c8733b517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:00:46.281909 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-14825bd8-3b42-4df1-91f7-06c8733b517a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0446730 Nov 12 22:00:46.332009 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-f80401b6-4783-45b1-90b4-c69da5fdee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:00:46.333473 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-f80401b6-4783-45b1-90b4-c69da5fdee24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400608 Nov 12 22:00:46.431956 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-0c669959-de9a-4873-9206-80e16daffbeb service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871420 Nov 12 22:00:46.524948 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-4a43cce4-0f33-4699-b07c-1a447aa63fb5 req-5d2bbac1-b319-4f4a-beca-a2fd1f8792ea service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822685 Nov 12 22:00:57.598333 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-93ae54f1-9d4c-47a7-b7a9-13eacb8db9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:00.098165 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:01:00.151689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d8a40ffa-0551-40a8-9eae-5613793c8d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:01.591763 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:03.287887 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:03.642878 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:10.900094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:11.214285 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:27.641709 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e2df8cc1-7261-40b8-83fc-b4175325a308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:29.298003 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604299c-6a9f-4aed-9a2e-0ba7e2a6ba34 req-5848efcf-28e0-405b-9a37-2d5b7f796180 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:29.299590 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4604299c-6a9f-4aed-9a2e-0ba7e2a6ba34 req-5848efcf-28e0-405b-9a37-2d5b7f796180 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0555744 Nov 12 22:01:29.350662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4604299c-6a9f-4aed-9a2e-0ba7e2a6ba34 req-14a206a2-5160-4d86-81a5-b37d998a0f56 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448956 Nov 12 22:01:30.190056 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-43cf8380-1d2d-492c-915d-e5bfbc584722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:30.494264 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850f61b-20db-4621-be89-c41313105495 req-9a66539b-abc0-4ce5-9951-830e2f70b96d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:30.495803 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c850f61b-20db-4621-be89-c41313105495 req-9a66539b-abc0-4ce5-9951-830e2f70b96d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0549924 Nov 12 22:01:30.545444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c850f61b-20db-4621-be89-c41313105495 req-99403d19-8692-4450-ad3e-705414ccac80 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436599 Nov 12 22:01:31.574318 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:31.689474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8980d47-a9ed-4764-b567-ec886e663ecb req-33eee216-74ca-4aca-bc4b-5f3470061522 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:31.690959 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8980d47-a9ed-4764-b567-ec886e663ecb req-33eee216-74ca-4aca-bc4b-5f3470061522 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0502129 Nov 12 22:01:31.741524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c8980d47-a9ed-4764-b567-ec886e663ecb req-d8a17b80-acdc-4dec-9ad4-8f315e53de72 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437484 Nov 12 22:01:32.858692 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456dc1e-5578-4d8d-8096-e221df9bd6c5 req-bac58ece-ab6a-45c7-88ff-a5be50043677 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:32.860199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6456dc1e-5578-4d8d-8096-e221df9bd6c5 req-bac58ece-ab6a-45c7-88ff-a5be50043677 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0486276 Nov 12 22:01:32.912511 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6456dc1e-5578-4d8d-8096-e221df9bd6c5 req-26551cfe-39e4-4591-8053-70c0b35b90f9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464852 Nov 12 22:01:33.282833 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:33.642590 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:34.029786 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164b3d6-0071-4001-ac5d-df7df25fb2b1 req-650c9950-c88f-40a1-a9b0-56878e7aab42 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:34.031329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9164b3d6-0071-4001-ac5d-df7df25fb2b1 req-650c9950-c88f-40a1-a9b0-56878e7aab42 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0501945 Nov 12 22:01:34.080921 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9164b3d6-0071-4001-ac5d-df7df25fb2b1 req-7edb0d3b-d031-4a68-876e-daf36992725c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436597 Nov 12 22:01:35.195902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2de4c-d271-457d-9b0c-49fe33a3a737 req-7bb973c7-6b7c-4187-bb04-b41000d6c8f0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:35.197376 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aee2de4c-d271-457d-9b0c-49fe33a3a737 req-7bb973c7-6b7c-4187-bb04-b41000d6c8f0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Nov 12 22:01:35.246549 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aee2de4c-d271-457d-9b0c-49fe33a3a737 req-44a8ebda-b758-4fea-a901-0a642a015c8c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Nov 12 22:01:36.366914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74872fe-287b-465f-b42d-aa5bd216fc2d req-b11a8b62-f81d-45bc-bd1f-d6a9ca6da01d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:36.368598 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d74872fe-287b-465f-b42d-aa5bd216fc2d req-b11a8b62-f81d-45bc-bd1f-d6a9ca6da01d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0536728 Nov 12 22:01:36.419524 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d74872fe-287b-465f-b42d-aa5bd216fc2d req-c570b67e-770d-4860-9b44-15ce7f452fb7 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448997 Nov 12 22:01:37.096806 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:01:37.535769 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82d0df-3c80-4af1-a18e-598a8d379466 req-0ee9db5e-cdf4-4228-b847-5fe6a8286ac6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:37.537168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c82d0df-3c80-4af1-a18e-598a8d379466 req-0ee9db5e-cdf4-4228-b847-5fe6a8286ac6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0492423 Nov 12 22:01:37.592986 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c82d0df-3c80-4af1-a18e-598a8d379466 req-b89b3e43-dea4-48de-8254-34ec5ec4f604 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490439 Nov 12 22:01:38.713380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca7d0b-c4ea-4616-8d1d-fb28a4940c50 req-e32885b6-0bdf-4996-aa86-c0fba7c13e37 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:38.714883 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60ca7d0b-c4ea-4616-8d1d-fb28a4940c50 req-e32885b6-0bdf-4996-aa86-c0fba7c13e37 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0538960 Nov 12 22:01:38.763863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-60ca7d0b-c4ea-4616-8d1d-fb28a4940c50 req-a4514093-72ca-4764-a11f-d68cc2ef543e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Nov 12 22:01:39.880267 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661ce53-9190-413c-a79d-1d4ddf730d89 req-1332fb81-9ae6-4c1e-b951-da61844a21a9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:39.882445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a661ce53-9190-413c-a79d-1d4ddf730d89 req-1332fb81-9ae6-4c1e-b951-da61844a21a9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0494959 Nov 12 22:01:39.932339 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a661ce53-9190-413c-a79d-1d4ddf730d89 req-bb19138b-29d9-4e8c-8720-e22d0a7f16b7 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437846 Nov 12 22:01:40.961769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:41.050351 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dcc5-298f-40e7-9b1d-778bcc3735d7 req-ef285a5b-a07d-4ece-a9ea-be54f09ab485 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:41.051887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8478dcc5-298f-40e7-9b1d-778bcc3735d7 req-ef285a5b-a07d-4ece-a9ea-be54f09ab485 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0493562 Nov 12 22:01:41.105402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8478dcc5-298f-40e7-9b1d-778bcc3735d7 req-170687bd-4f47-4fbf-b0b8-c0e40e4027ac tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469491 Nov 12 22:01:41.213628 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:42.223165 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e2907-3e16-4062-b5af-f9201f742f03 req-7df43156-a677-4b1c-9e22-e840fd536997 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:42.224648 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b33e2907-3e16-4062-b5af-f9201f742f03 req-7df43156-a677-4b1c-9e22-e840fd536997 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Nov 12 22:01:42.275072 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b33e2907-3e16-4062-b5af-f9201f742f03 req-e139f158-b63d-45ec-998e-86be2111fe07 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444174 Nov 12 22:01:43.394952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e585195-7f85-499e-8bc9-16394a1eb002 req-f24de553-8ff1-41a2-9b5a-4232092208dd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:43.396484 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e585195-7f85-499e-8bc9-16394a1eb002 req-f24de553-8ff1-41a2-9b5a-4232092208dd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0504076 Nov 12 22:01:43.448135 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e585195-7f85-499e-8bc9-16394a1eb002 req-81b09110-601e-4420-b395-444fa1afc900 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442340 Nov 12 22:01:44.617668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e48c-2513-45d3-9119-16028ba81674 req-bd2687a6-f0a0-460b-b73f-dbcaa5ba2b45 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:44.619134 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4106e48c-2513-45d3-9119-16028ba81674 req-bd2687a6-f0a0-460b-b73f-dbcaa5ba2b45 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.1033032 Nov 12 22:01:44.668367 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4106e48c-2513-45d3-9119-16028ba81674 req-a4c69c3e-88a9-45fb-ab17-21a5a915bf66 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Nov 12 22:01:45.830349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfced24-8b79-4dbb-9f38-5f9967d61154 req-d36337df-8343-4d16-a3af-70ddc3822eea tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:45.831863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cfced24-8b79-4dbb-9f38-5f9967d61154 req-d36337df-8343-4d16-a3af-70ddc3822eea tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0968919 Nov 12 22:01:45.881189 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0cfced24-8b79-4dbb-9f38-5f9967d61154 req-fcf2a087-48bc-44d2-a16a-f0d045f3b599 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430274 Nov 12 22:01:46.351591 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 22:01:46.444292 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:01:46.455841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'port_id': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'mac_address': 'fa:16:3e:6f:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 22:01:46.497361 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:46.507478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:01:46.526882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:01:46.595259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:46.647929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:01:46.655600 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.655947 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.656316 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.656652 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.656985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.657313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.657644 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.657963 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.658287 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.658610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.658929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.659245 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:01:46.682435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['81411ca6-7f41-4e7b-bb44-96a6c0bffb72'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 22:01:47.002825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa536762-f7ca-4042-bc5b-59d9bf6ec966 req-a0ce9356-b4be-47c0-862d-7ca508f77b0e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:47.004467 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa536762-f7ca-4042-bc5b-59d9bf6ec966 req-a0ce9356-b4be-47c0-862d-7ca508f77b0e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0515494 Nov 12 22:01:47.062159 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa536762-f7ca-4042-bc5b-59d9bf6ec966 req-0f9f0af2-1870-4247-ae1f-f9499189708b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506077 Nov 12 22:01:48.186586 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ce00-21fe-4bc5-97ef-0afdd593657f req-b8b46697-b267-4b66-88ba-c039a3401882 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:48.188225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b5ce00-21fe-4bc5-97ef-0afdd593657f req-b8b46697-b267-4b66-88ba-c039a3401882 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0545278 Nov 12 22:01:48.249391 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f2b5ce00-21fe-4bc5-97ef-0afdd593657f req-1c328ade-11bb-4c82-91ed-5d9564d73e1f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543153 Nov 12 22:01:48.351819 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:01:48.409850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:01:48.410223 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:48.664376 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:48.688952 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:01:48.691170 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab9fc71-309b-436c-b1f3-2c736d25abb7" -d '{"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:01:48.706665 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:01:48.734429 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc991e-6741-4d6d-99e7-d3d33d8fa13a x-openstack-request-id: req-cffc991e-6741-4d6d-99e7-d3d33d8fa13a {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:01:48.734717 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:01:48.734963 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cffc991e-6741-4d6d-99e7-d3d33d8fa13a {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:01:48.735375 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'code': 200} Nov 12 22:01:48.738476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-ba4110f3-5683-414b-98fa-010302afd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:48.740031 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-ba4110f3-5683-414b-98fa-010302afd39d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1096 time: 0.1161835 Nov 12 22:01:48.785441 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:48.842286 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:01:48.878063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-f42d9167-7f74-4aaa-9c0c-627de9ab0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:48.879595 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-f42d9167-7f74-4aaa-9c0c-627de9ab0d37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.1155024 Nov 12 22:01:48.955981 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-37b64586-730e-4475-ac3c-f662521b625e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 1000 time: 0.0680230 Nov 12 22:01:49.012866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-8e25a096-4886-4fdd-b000-2c32957aa981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:49.014519 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-8e25a096-4886-4fdd-b000-2c32957aa981 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0514896 Nov 12 22:01:49.068180 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-cbde00c2-3634-4681-a1af-b61a81590738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:49.069884 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-cbde00c2-3634-4681-a1af-b61a81590738 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473521 Nov 12 22:01:49.387095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b794e6-c093-48dd-9801-141841a0fc76 req-8a0979d5-3c33-4461-890c-eedfe53f7950 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:49.395740 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67b794e6-c093-48dd-9801-141841a0fc76 req-8a0979d5-3c33-4461-890c-eedfe53f7950 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0633941 Nov 12 22:01:49.461760 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67b794e6-c093-48dd-9801-141841a0fc76 req-e5f99afe-b9a3-4dd0-8e45-aa660bf081c4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595067 Nov 12 22:01:49.574355 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-efd3c7a0-a74a-48ad-95f8-a88f44a8af98 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964626 Nov 12 22:01:49.680513 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-ba4c9ba5-833f-49eb-a83b-be01f71b3295 req-e3b1c371-21d9-4015-9a9f-0b2bd0e1027e service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974817 Nov 12 22:01:50.602095 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a70f9-9299-4a71-975f-95fee731fe11 req-80482684-1e78-4def-a85b-5c0f0331a6b8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:50.698277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-703a70f9-9299-4a71-975f-95fee731fe11 req-80482684-1e78-4def-a85b-5c0f0331a6b8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0633993 Nov 12 22:01:50.698277 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-703a70f9-9299-4a71-975f-95fee731fe11 req-16804d7d-5bd2-42d3-99a1-258d8996b674 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446424 Nov 12 22:01:51.789964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec77402-a9c3-4983-b6d3-75a67dd1a78f req-0dd9ebe6-4ac1-4029-89b7-6cfaeed3da9c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:51.792567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ec77402-a9c3-4983-b6d3-75a67dd1a78f req-0dd9ebe6-4ac1-4029-89b7-6cfaeed3da9c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0547185 Nov 12 22:01:51.851814 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5ec77402-a9c3-4983-b6d3-75a67dd1a78f req-7f821b6d-2e31-4b98-8c02-45e771d8d50e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529711 Nov 12 22:01:52.994134 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ba515-7620-4076-813b-704ebaf90240 req-d5131555-f549-4d43-bb0e-19dd0bfdaf06 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:52.999233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-337ba515-7620-4076-813b-704ebaf90240 req-d5131555-f549-4d43-bb0e-19dd0bfdaf06 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0753052 Nov 12 22:01:53.053199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-337ba515-7620-4076-813b-704ebaf90240 req-1fb77c98-4ba5-4589-a67c-ad50600b3456 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487783 Nov 12 22:01:54.204492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8c1e-d290-4dcc-8678-061be46487b4 req-a9491ce6-7344-4de2-9c40-c3c2103bc421 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:54.207664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61ed8c1e-d290-4dcc-8678-061be46487b4 req-a9491ce6-7344-4de2-9c40-c3c2103bc421 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0664892 Nov 12 22:01:54.270312 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-61ed8c1e-d290-4dcc-8678-061be46487b4 req-21a66adf-dbf0-4051-b6a8-ea84586ef71b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548508 Nov 12 22:01:55.403509 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e7e38-6b9f-4d6a-85d1-47f772a0a33e req-0fcbdd0b-0845-4af2-a958-c5f3c5f26dae tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:55.407476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-471e7e38-6b9f-4d6a-85d1-47f772a0a33e req-0fcbdd0b-0845-4af2-a958-c5f3c5f26dae tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0613661 Nov 12 22:01:55.470615 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-471e7e38-6b9f-4d6a-85d1-47f772a0a33e req-8189d689-1f61-457f-965b-7a51ab00760d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572379 Nov 12 22:01:56.610839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266feb1-340d-4721-a807-24dea7c83ed8 req-2f4bc891-b9a4-43fa-b722-6da822e6062a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:56.612347 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c266feb1-340d-4721-a807-24dea7c83ed8 req-2f4bc891-b9a4-43fa-b722-6da822e6062a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0650156 Nov 12 22:01:56.663117 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c266feb1-340d-4721-a807-24dea7c83ed8 req-63849cf1-308e-4fce-a695-2cd24643e363 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447164 Nov 12 22:01:57.619374 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f20d3753-4449-400d-b86e-1f95ce260175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:01:57.782283 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b154497-ec5e-4c12-9a17-2b19168320c2 req-cf680394-f97f-4427-a607-fab2b578bb64 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:57.783843 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b154497-ec5e-4c12-9a17-2b19168320c2 req-cf680394-f97f-4427-a607-fab2b578bb64 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0506613 Nov 12 22:01:57.832010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9b154497-ec5e-4c12-9a17-2b19168320c2 req-77c7cc1d-5153-496b-9ae1-25f6663dbada tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423405 Nov 12 22:01:58.350592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-9a695aec-fdf9-4098-ac09-0787d686c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:58.352111 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-9a695aec-fdf9-4098-ac09-0787d686c4d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0403998 Nov 12 22:01:58.449874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-2cb6bf78-7291-474e-ab7b-1b625102de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:58.451360 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-2cb6bf78-7291-474e-ab7b-1b625102de94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0886614 Nov 12 22:01:58.521158 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-7b478dc3-7847-43b0-a27b-690ef467c840 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 1000 time: 0.0569606 Nov 12 22:01:58.574439 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-3492d7fa-ff10-4e6e-9555-0f4ed613ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:58.575931 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-3492d7fa-ff10-4e6e-9555-0f4ed613ccaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0471554 Nov 12 22:01:58.622195 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-c7fec7b2-6c32-48a2-a989-0e8747aadb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:58.623688 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-c7fec7b2-6c32-48a2-a989-0e8747aadb34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401909 Nov 12 22:01:58.716198 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-9e355490-db44-4b66-b093-32bbd766318c service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805426 Nov 12 22:01:58.812463 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-3bf37a54-ef37-409a-87c6-b23056f2a954 req-4b2344eb-593d-47cb-85b6-9977220f81e5 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837495 Nov 12 22:01:58.954917 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459bbf4-23d1-4f80-9c3f-4d5cba2f1c19 req-fca7b795-e7df-4330-8880-c1ee0f8fa9b4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:01:58.956458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0459bbf4-23d1-4f80-9c3f-4d5cba2f1c19 req-fca7b795-e7df-4330-8880-c1ee0f8fa9b4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0547676 Nov 12 22:01:59.005762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0459bbf4-23d1-4f80-9c3f-4d5cba2f1c19 req-c1c35c63-2ff3-4c87-b356-4a3c5b68a50c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Nov 12 22:02:00.125976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c86aa5-f862-4245-8d16-d53e554d99f6 req-684d4584-40d4-47e4-9e55-9f6e256b549d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:00.127487 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45c86aa5-f862-4245-8d16-d53e554d99f6 req-684d4584-40d4-47e4-9e55-9f6e256b549d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0501473 Nov 12 22:02:00.137611 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d311d32d-095f-4d16-a389-fe3732dcdf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:00.177466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-45c86aa5-f862-4245-8d16-d53e554d99f6 req-9177001c-c73a-4b09-a607-26c5326fb462 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439980 Nov 12 22:02:01.295480 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfedc29-26fd-482f-b92b-ac7f3eb246ed req-ee9cfe9a-5545-4b61-9024-8b5cb6177675 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:01.296980 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cfedc29-26fd-482f-b92b-ac7f3eb246ed req-ee9cfe9a-5545-4b61-9024-8b5cb6177675 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0508993 Nov 12 22:02:01.351317 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3cfedc29-26fd-482f-b92b-ac7f3eb246ed req-0c81660a-fcde-4958-9eb7-15b971e1a96d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476482 Nov 12 22:02:01.423798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-b0e5b4ce-1f5c-44af-a93e-38b867e7d55d req-49c0b854-1d90-4f62-bd15-78db8776ea37 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 22:02:01.424877 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b0e5b4ce-1f5c-44af-a93e-38b867e7d55d req-49c0b854-1d90-4f62-bd15-78db8776ea37 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056317 Nov 12 22:02:01.590880 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:01.732481 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f006c04-2f99-4b92-8be1-01cbf50000fe req-1a4a5293-532d-4a44-b72e-50b393cc5a80 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:01.733958 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f006c04-2f99-4b92-8be1-01cbf50000fe req-1a4a5293-532d-4a44-b72e-50b393cc5a80 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Nov 12 22:02:01.784444 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1f006c04-2f99-4b92-8be1-01cbf50000fe req-ee9701b7-feb2-4311-a164-5745192d208e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444114 Nov 12 22:02:02.252839 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-9bc4f89c-ddd9-4976-8980-7aef9b8f6bdf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817869 Nov 12 22:02:02.416001 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:02:02.491962 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:02.514551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:02:02.516792 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3438cba-6691-4d4a-a53c-db30e3605232" -d '{"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-unplugged", "status": "completed", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:02:02.529906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:02:02.549130 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 22:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c20b8dc-f22d-423c-b289-6e9a17a5c413 x-openstack-request-id: req-8c20b8dc-f22d-423c-b289-6e9a17a5c413 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:02:02.549443 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-unplugged", "status": "failed", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "code": 422}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:02:02.549700 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c20b8dc-f22d-423c-b289-6e9a17a5c413 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:02:02.550142 n-d-713498-29 neutron-server[109630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'code': 422} returned with failed status Nov 12 22:02:02.612185 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:02.660892 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:02:02.909456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22ab99-18cf-4147-b5e3-c23ede7420b3 req-c7dc19f8-8cdf-46c1-997b-f47c33f509e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:02.910964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf22ab99-18cf-4147-b5e3-c23ede7420b3 req-c7dc19f8-8cdf-46c1-997b-f47c33f509e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 943 time: 0.0541289 Nov 12 22:02:02.962213 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf22ab99-18cf-4147-b5e3-c23ede7420b3 req-87ab38eb-65a2-464f-a442-6f1c62f32853 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445654 Nov 12 22:02:03.287991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:03.508398 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-166e0836-5a86-4842-9b72-080fbaa16645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:03.510329 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-166e0836-5a86-4842-9b72-080fbaa16645 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6&tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9 HTTP/1.1" status: 200 len: 1095 time: 0.0402257 Nov 12 22:02:03.520811 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:02:03.574126 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:03.640182 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:03.779171 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:02:03.811832 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:02:03.844152 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:02:03.851356 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:03.862967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Transition to ACTIVE for port object 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 22:02:03.926167 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:04.024241 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=9']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:02:04.040039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.040039 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.040365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.040697 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.041047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.041432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.041754 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.042262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.042590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.042912 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.043235 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.043576 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:02:04.073615 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] No DVR routers for this DVR port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:02:04.183696 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f2dbd-d4cb-459c-a13a-614431e3bef9 req-4a556f35-ad66-47c0-a15e-95a5510d3dbb tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:04.185182 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-931f2dbd-d4cb-459c-a13a-614431e3bef9 req-4a556f35-ad66-47c0-a15e-95a5510d3dbb tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 943 time: 0.1473644 Nov 12 22:02:04.268780 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-931f2dbd-d4cb-459c-a13a-614431e3bef9 req-a32c6e31-8bdb-477b-baaa-b98597b8bb15 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776582 Nov 12 22:02:04.278129 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Attempting to bind port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:02:04.278483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Attempting to bind port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:02:04.278795 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Attempting to bind port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:02:04.283250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 22:02:04.283601 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Attempting to bind port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:02:04.288359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:02:04.288694 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Checking segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:02:04.289076 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Bound using segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:02:04.289496 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Bound port: 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:02:04.289970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:04.360614 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:02:04.363597 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:02:04.425703 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:04.458179 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:04.458807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:04.460537 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] 10.222.0.78 "PUT /v2.0/ports/81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 1092 time: 0.9436851 Nov 12 22:02:04.462868 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:02:04.465876 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b38438-3010-44e8-acf4-8f9daaabc0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:02:04.521293 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388a92f4-1d92-4037-af05-2f53cdb01f73 x-openstack-request-id: req-388a92f4-1d92-4037-af05-2f53cdb01f73 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:02:04.521587 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:02:04.521843 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-388a92f4-1d92-4037-af05-2f53cdb01f73 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:02:04.522246 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'status': 'completed', 'code': 200} Nov 12 22:02:04.522812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f68213-1217-4d33-b583-e15e0cb6a2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=10']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:02:04.542800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-143d7a72-f3d7-4557-9aae-be49add02547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:04.544278 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-143d7a72-f3d7-4557-9aae-be49add02547 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1096 time: 0.0591469 Nov 12 22:02:04.644178 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-8097e757-aa09-43e0-a7d5-36407a0f6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:04.645655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-8097e757-aa09-43e0-a7d5-36407a0f6fd5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0944793 Nov 12 22:02:04.711259 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-0e7be422-cbf5-4fcb-a59d-1850b6edbe38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 998 time: 0.0578742 Nov 12 22:02:04.765853 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-e70d6c01-dc46-4ccc-be1e-0837abd31b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:04.767313 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-e70d6c01-dc46-4ccc-be1e-0837abd31b20 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0493975 Nov 12 22:02:04.812063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-54263a4d-8d63-41d3-b40e-ba49784e1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:04.813510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-54263a4d-8d63-41d3-b40e-ba49784e1875 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394771 Nov 12 22:02:04.904635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-20309b49-0766-4649-97fc-20b250632e75 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834355 Nov 12 22:02:04.997764 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-54d47e4e-0ea0-433c-8f67-751c3b4b8748 req-c30e9a43-9a3b-4686-aa1e-b22c2a37d0a6 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861557 Nov 12 22:02:05.133259 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-2f1f26dc-ef38-43ad-98c8-0e6c2274b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:05.134939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-2f1f26dc-ef38-43ad-98c8-0e6c2274b45c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1096 time: 0.0419419 Nov 12 22:02:05.231656 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-d778409e-474a-4721-920d-6e01039b20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:05.233185 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-d778409e-474a-4721-920d-6e01039b20d6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0914793 Nov 12 22:02:05.302905 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-c5cc7d4e-94b9-4b54-bc20-ee6c91c546ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 998 time: 0.0627332 Nov 12 22:02:05.382040 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-8b8aa17d-12ca-4715-893e-894eb7e1179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:05.383464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-8b8aa17d-12ca-4715-893e-894eb7e1179b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0736639 Nov 12 22:02:05.428727 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f47f-9bcd-4819-a4fa-a15eb1eb4223 req-d4b38989-b14f-45eb-ac00-1d22bfe15b50 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:05.430251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf37f47f-9bcd-4819-a4fa-a15eb1eb4223 req-d4b38989-b14f-45eb-ac00-1d22bfe15b50 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0923793 Nov 12 22:02:05.454426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-2c1bd457-a403-462c-8fc9-4cb20785c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:05.456118 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-2c1bd457-a403-462c-8fc9-4cb20785c991 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657706 Nov 12 22:02:05.513664 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bf37f47f-9bcd-4819-a4fa-a15eb1eb4223 req-b1accf2c-373d-4c17-883d-8ddff6d826c1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730720 Nov 12 22:02:06.643632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8de3dd-ede5-4311-9f9c-bcbfa8aa7e5d req-5f2cc6ba-ac83-46db-a556-3842a13651a7 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:06.646297 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b8de3dd-ede5-4311-9f9c-bcbfa8aa7e5d req-5f2cc6ba-ac83-46db-a556-3842a13651a7 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0526898 Nov 12 22:02:06.699556 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2b8de3dd-ede5-4311-9f9c-bcbfa8aa7e5d req-47897e29-9c12-4d0f-9cef-650e153343d2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451915 Nov 12 22:02:07.831565 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e565e-4024-4bff-a117-e9543bcf73f8 req-bc25bcf2-0789-48ed-aea8-85479e840794 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:07.833155 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-166e565e-4024-4bff-a117-e9543bcf73f8 req-bc25bcf2-0789-48ed-aea8-85479e840794 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0549066 Nov 12 22:02:07.887992 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-166e565e-4024-4bff-a117-e9543bcf73f8 req-325a8c9a-2ebc-42fb-bbfb-d45def7aaa6a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488794 Nov 12 22:02:09.021025 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8635f-9466-4c79-b4bb-45a5a47b5f70 req-5804b0b6-b46f-4099-ac98-e4c09a6d1da1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:09.022568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6e8635f-9466-4c79-b4bb-45a5a47b5f70 req-5804b0b6-b46f-4099-ac98-e4c09a6d1da1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0558836 Nov 12 22:02:09.079799 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6e8635f-9466-4c79-b4bb-45a5a47b5f70 req-36057ec9-612b-4b9e-8647-1ec3c21bfaac tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505579 Nov 12 22:02:10.217220 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c5cfb-a419-4f00-9275-38727f5a004f req-a16a99a4-4804-4731-b487-9a891b3fa326 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:10.218730 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-889c5cfb-a419-4f00-9275-38727f5a004f req-a16a99a4-4804-4731-b487-9a891b3fa326 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0657847 Nov 12 22:02:10.271058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-889c5cfb-a419-4f00-9275-38727f5a004f req-00acd3c6-7370-4872-8281-76ad6b7c6c4e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463853 Nov 12 22:02:10.927721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:11.213391 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:11.393090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a2b03-34bb-42db-96c7-efc965415a2e req-4bd39fa0-8502-498b-bc50-416681925ebb tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:11.394656 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77a2b03-34bb-42db-96c7-efc965415a2e req-4bd39fa0-8502-498b-bc50-416681925ebb tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0520740 Nov 12 22:02:11.449678 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f77a2b03-34bb-42db-96c7-efc965415a2e req-9c225582-da56-4da9-a26f-0080d999ebd4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485337 Nov 12 22:02:12.567704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1e7c-7406-4ad2-aae5-83088a3223fc req-62459c27-29d0-48bb-8dfc-f5c7a71a02db tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:12.569533 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-285c1e7c-7406-4ad2-aae5-83088a3223fc req-62459c27-29d0-48bb-8dfc-f5c7a71a02db tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0496457 Nov 12 22:02:12.628829 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-285c1e7c-7406-4ad2-aae5-83088a3223fc req-a3179a6c-fbe8-4885-9b16-9998c3ae0430 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532649 Nov 12 22:02:13.758110 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317ba80-3985-4784-8e3a-1556652ba4ef req-43e36c19-317c-434d-ae70-340ab7cdd34c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:13.760540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b317ba80-3985-4784-8e3a-1556652ba4ef req-43e36c19-317c-434d-ae70-340ab7cdd34c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0536270 Nov 12 22:02:13.815454 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b317ba80-3985-4784-8e3a-1556652ba4ef req-9d71508d-d6c9-40dc-a9a4-c8880d17af9d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478961 Nov 12 22:02:14.100265 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:02:14.937642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b038d1-5fb0-43b9-890a-e29f6fa26166 req-ea8ef788-adbe-4c81-b91f-79588dfdb590 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:14.940003 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16b038d1-5fb0-43b9-890a-e29f6fa26166 req-ea8ef788-adbe-4c81-b91f-79588dfdb590 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0552471 Nov 12 22:02:14.991527 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-16b038d1-5fb0-43b9-890a-e29f6fa26166 req-a22c3d26-37b5-479b-ad17-edefc1e997ec tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453346 Nov 12 22:02:16.163048 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94026b14-c8dd-48c5-83ee-4869ca77fe44 req-4051ec1c-8c2c-4830-bb0b-c8ab729b23bc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:16.164540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94026b14-c8dd-48c5-83ee-4869ca77fe44 req-4051ec1c-8c2c-4830-bb0b-c8ab729b23bc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0884025 Nov 12 22:02:16.181476 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-6abca58c-77e4-411b-9a94-489fa2646e14 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355755 Nov 12 22:02:16.273626 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-94026b14-c8dd-48c5-83ee-4869ca77fe44 req-cf3ae2da-ab4b-4155-b4a7-199c39d14db5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012316 Nov 12 22:02:16.301249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9b38438-3010-44e8-acf4-8f9daaabc0e2 req-8bc2341d-8f75-4084-aa39-561e5a330f0d service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121278 Nov 12 22:02:17.390729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f87aff-d931-4b25-815a-cf5ea4054f39 req-db33c855-5314-4e3a-9e3f-bb8393b4afd9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:17.392249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9f87aff-d931-4b25-815a-cf5ea4054f39 req-db33c855-5314-4e3a-9e3f-bb8393b4afd9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0498071 Nov 12 22:02:17.448908 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a9f87aff-d931-4b25-815a-cf5ea4054f39 req-d4d63f81-e808-4553-b024-915434c43456 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486529 Nov 12 22:02:18.567218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a9a7a-2e7d-4a5b-8d17-a8a98cf00fc4 req-1ab557a3-2ab1-4c70-92e5-96be03a53082 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:18.568627 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-979a9a7a-2e7d-4a5b-8d17-a8a98cf00fc4 req-1ab557a3-2ab1-4c70-92e5-96be03a53082 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0528347 Nov 12 22:02:18.607087 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 22:02:18.618164 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-979a9a7a-2e7d-4a5b-8d17-a8a98cf00fc4 req-9e0d3f02-780b-4926-af15-76ad64af8d66 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 Nov 12 22:02:18.704861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:02:18.715772 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'port_id': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'mac_address': 'fa:16:3e:6f:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 22:02:18.751958 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:18.764015 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:02:18.783990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:02:18.856778 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:18.906506 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=11']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:02:19.086257 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['81411ca6-7f41-4e7b-bb44-96a6c0bffb72'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 22:02:19.733484 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50a705-cb30-4d5b-ad11-7f2ea68f6376 req-6abd913b-c434-443b-bbe3-d0b3f2ac5527 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:19.735163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec50a705-cb30-4d5b-ad11-7f2ea68f6376 req-6abd913b-c434-443b-bbe3-d0b3f2ac5527 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0491083 Nov 12 22:02:19.786504 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ec50a705-cb30-4d5b-ad11-7f2ea68f6376 req-61ddcd94-b0c1-4d38-a6db-27a628c400de tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454814 Nov 12 22:02:20.606025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:02:20.713794 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 22:02:20.718166 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:02:20.718528 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:20.793792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:20.818769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:02:20.821049 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a074370-7911-48b4-9220-fc75f02ff8fc" -d '{"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:02:20.836101 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:02:20.861513 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a630d51-3568-4cbd-8a4b-ad904d2db7fd x-openstack-request-id: req-0a630d51-3568-4cbd-8a4b-ad904d2db7fd {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:02:20.861513 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:02:20.861513 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a630d51-3568-4cbd-8a4b-ad904d2db7fd {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:02:20.861513 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'code': 200} Nov 12 22:02:20.908297 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:20.909113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26850d60-9b4c-4233-b447-13fd8779ea9a req-d95dc71b-ecd2-47a5-9c92-7bc43d28ccc8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:20.910688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26850d60-9b4c-4233-b447-13fd8779ea9a req-d95dc71b-ecd2-47a5-9c92-7bc43d28ccc8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0522790 Nov 12 22:02:20.958843 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=12']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:02:20.971796 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26850d60-9b4c-4233-b447-13fd8779ea9a req-12623017-a886-479d-ad95-30edee323d89 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547042 Nov 12 22:02:21.074209 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50c3c-ec52-41f9-b84e-f82cc67a3fc1 req-ba7dbf98-d16e-49f0-a514-39e8f2db5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:21.075710 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4e50c3c-ec52-41f9-b84e-f82cc67a3fc1 req-ba7dbf98-d16e-49f0-a514-39e8f2db5dcb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1098 time: 0.0399425 Nov 12 22:02:21.121037 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e4e50c3c-ec52-41f9-b84e-f82cc67a3fc1 req-bc4e32b4-c04c-4448-9757-170be812b0eb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382454 Nov 12 22:02:22.093326 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895359d-5432-4af5-befa-c65ba6e383f2 req-6d7b746d-28a0-49db-8cac-5af689547406 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:22.094831 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e895359d-5432-4af5-befa-c65ba6e383f2 req-6d7b746d-28a0-49db-8cac-5af689547406 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0510297 Nov 12 22:02:22.145034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e895359d-5432-4af5-befa-c65ba6e383f2 req-e1eeb43e-8a01-4eb7-ad48-0d04d4f4106a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 Nov 12 22:02:23.270052 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a384-cd10-4932-adaa-346df12fc159 req-6f16a9d7-6f50-474e-94d1-fa89ecbb65fd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:23.271561 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beb2a384-cd10-4932-adaa-346df12fc159 req-6f16a9d7-6f50-474e-94d1-fa89ecbb65fd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0539999 Nov 12 22:02:23.321761 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-beb2a384-cd10-4932-adaa-346df12fc159 req-b8e7a85d-ab48-436d-a7b5-13ef04b08bf9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437841 Nov 12 22:02:24.438069 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca30728-7efe-4124-9b3e-2ebb45066acb req-5c9e1ee1-1ec4-4873-abb3-340139e4b113 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:24.439569 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eca30728-7efe-4124-9b3e-2ebb45066acb req-5c9e1ee1-1ec4-4873-abb3-340139e4b113 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0500503 Nov 12 22:02:24.504280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eca30728-7efe-4124-9b3e-2ebb45066acb req-97bcfd4e-e3e1-4ea1-9ba1-883cae3d62c4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587962 Nov 12 22:02:27.611031 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0b75-ba88-4775-bc13-14262d2573c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:30.148266 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-221d38c9-e344-46e9-aa67-3de21fe22ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:31.582044 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:33.321497 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:33.624627 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:40.941892 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:41.218969 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:02:46.077162 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-561cfc2a-c924-426c-816e-7d58caace383 req-0809deba-0dd6-458e-8dda-4a3e8c8840f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428832 Nov 12 22:02:46.162063 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfc2a-c924-426c-816e-7d58caace383 req-53c992fe-470a-43fb-8964-8c4bf716a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:46.163690 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-561cfc2a-c924-426c-816e-7d58caace383 req-53c992fe-470a-43fb-8964-8c4bf716a65f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1098 time: 0.0451155 Nov 12 22:02:46.267841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfc2a-c924-426c-816e-7d58caace383 req-8b78580a-8665-47db-9888-7aa4b2492dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:46.269465 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-561cfc2a-c924-426c-816e-7d58caace383 req-8b78580a-8665-47db-9888-7aa4b2492dd9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0858018 Nov 12 22:02:46.337547 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-561cfc2a-c924-426c-816e-7d58caace383 req-d609c9e9-f536-4564-a30c-840bd17a3da5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 1000 time: 0.0606709 Nov 12 22:02:46.388047 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfc2a-c924-426c-816e-7d58caace383 req-eabebce3-2ffa-4d34-87b8-94eaa9a4693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:46.389459 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-561cfc2a-c924-426c-816e-7d58caace383 req-eabebce3-2ffa-4d34-87b8-94eaa9a4693c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0440593 Nov 12 22:02:46.440190 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfc2a-c924-426c-816e-7d58caace383 req-1ce6a0ea-544f-49a3-a70a-3716548aa217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:02:46.441884 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-561cfc2a-c924-426c-816e-7d58caace383 req-1ce6a0ea-544f-49a3-a70a-3716548aa217 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457771 Nov 12 22:02:46.873453 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-561cfc2a-c924-426c-816e-7d58caace383 req-c9a6c50c-7198-476d-96db-135fa4ef3f71 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235296 Nov 12 22:02:46.964510 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-561cfc2a-c924-426c-816e-7d58caace383 req-66409b18-78e0-486b-84b2-360b006e6e60 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832646 Nov 12 22:02:51.099771 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:02:57.658480 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e52045ff-1e74-4af4-a60a-86c257f57935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:00.155381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-70d813b1-d4af-4baf-b7a2-0d18a7c9ee67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:01.555664 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:03.275639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:03.641226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:10.958539 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:11.226645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:27.635014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b39cc0dc-7fd5-460d-b0ab-cedbf56f94b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:28.098763 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:03:30.122777 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ceb19f83-db9b-42b6-9224-66d59a411aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:31.591625 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:33.300089 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:33.625662 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:35.430268 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37728) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:35.588294 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Deleting port db4dca4f-ebf0-4dec-9922-26ce47382ad6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:03:35.588531 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:35.661692 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:35.662022 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:35.673807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Calling delete_port for db4dca4f-ebf0-4dec-9922-26ce47382ad6 owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:03:35.880568 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:35.905533 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event deleted for resources: {'Port': ['ID=db4dca4f-ebf0-4dec-9922-26ce47382ad6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:35.932886 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.936452 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:35.977543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:35.978557 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Floating IP 745ef05f-c446-47f3-9fd6-0d0453051903 disassociated (deleted). External IP: 172.25.8.95, port: 81411ca6-7f41-4e7b-bb44-96a6c0bffb72. Nov 12 22:03:36.182546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Router 55d148d7-0b9a-49c2-8325-bd14beb3793e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:03:36.293583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:03:36.298626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:36.303143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] Sync routers for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:03:36.314212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:03:36.314838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:03:36.332316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-2576c98d-d4a9-49c5-8a88-8a392620270a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "DELETE /v2.0/floatingips/745ef05f-c446-47f3-9fd6-0d0453051903 HTTP/1.1" status: 204 len: 168 time: 0.9004192 Nov 12 22:03:36.332890 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:03:36.335325 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ea6285-b3c2-456d-b10c-9666184dabb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:03:36.432230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:03:36.467589 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9798d862-ebb4-461e-b028-d014280d146c x-openstack-request-id: req-9798d862-ebb4-461e-b028-d014280d146c {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:03:36.468248 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:03:36.468248 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9798d862-ebb4-461e-b028-d014280d146c {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:03:36.468568 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'status': 'completed', 'code': 200} Nov 12 22:03:36.589962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-8a14ad61-d817-43fc-9781-b4c463ba3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:03:36.591643 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-8a14ad61-d817-43fc-9781-b4c463ba3608 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 1098 time: 0.0997453 Nov 12 22:03:36.639861 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:03:36.667020 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] Checking router: 55d148d7-0b9a-49c2-8325-bd14beb3793e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:03:36.675258 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:03:36.675879 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:03:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:03:36.703644 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-b26c0c6f-1273-4bb4-abd3-0c44380b6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:03:36.705441 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-b26c0c6f-1273-4bb4-abd3-0c44380b6d8f service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.1034892 Nov 12 22:03:36.755667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-44fec75c-deb5-4aa3-9621-838bdaa5ddab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 200 len: 217 time: 0.0419612 Nov 12 22:03:36.789580 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:03:36.836429 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69c100-fd15-43a8-982b-680f452aaafa req-8a9043e2-a51c-4b18-9126-cd109894bf41 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:03:36.838646 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e69c100-fd15-43a8-982b-680f452aaafa req-8a9043e2-a51c-4b18-9126-cd109894bf41 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0855193 Nov 12 22:03:36.840014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-3362fa3f-75f8-42f5-9496-588461673d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:03:36.841321 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-3362fa3f-75f8-42f5-9496-588461673d7c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0770488 Nov 12 22:03:36.924318 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-6f840606-b196-429b-8e5d-ecd14605d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:03:36.925838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-6f840606-b196-429b-8e5d-ecd14605d6c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752528 Nov 12 22:03:36.931564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e69c100-fd15-43a8-982b-680f452aaafa req-8af73f01-a81e-4d73-8c74-6c006d31e3f2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862987 Nov 12 22:03:36.997691 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:03:37.018326 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-c6e6feca-0924-4d68-9e9b-13c109ed77db service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847552 Nov 12 22:03:37.024343 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c292f-fdef-44a1-9499-c62c9e3038ad None None] The sync data for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 is: [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:03:37.118523 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74ea6285-b3c2-456d-b10c-9666184dabb1 req-4768f08f-2af6-43a4-b2bd-a62c7aae21c9 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911925 Nov 12 22:03:37.257558 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0064e523-764c-4324-b5cd-9fb387a448b2 None None] New status for floating IP 745ef05f-c446-47f3-9fd6-0d0453051903: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 22:03:38.005944 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-918fde96-a160-4fca-bb59-da2a022930b3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:03:38.007450 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-918fde96-a160-4fca-bb59-da2a022930b3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0502326 Nov 12 22:03:38.112935 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b182b2-5acf-41c5-bd5c-724186003a31 req-b96f61b0-b88c-4384-a8bd-fc96fac8ff91 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:03:38.114458 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87b182b2-5acf-41c5-bd5c-724186003a31 req-b96f61b0-b88c-4384-a8bd-fc96fac8ff91 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 946 time: 0.1060946 Nov 12 22:03:38.155168 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Deleting port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:03:38.155540 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:38.226775 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87b182b2-5acf-41c5-bd5c-724186003a31 req-6c045975-1636-41b1-9dcc-939e84be48b2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=63517d4a-5dbb-45d1-9a15-66a036247735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056492 Nov 12 22:03:38.277380 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] For port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:03:38.277753 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:38.290313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Calling delete_port for 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:03:38.463704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:38.496680 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event deleted for resources: {'Port': ['ID=81411ca6-7f41-4e7b-bb44-96a6c0bffb72,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:38.538273 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] No DVR routers for this DVR port 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:03:38.540902 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:38.544247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-316c0a6b-fa49-4a0c-8339-badd49a1d32f req-8358eea5-2c4c-4b3f-a045-50b94041b54f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.78 "DELETE /v2.0/ports/81411ca6-7f41-4e7b-bb44-96a6c0bffb72 HTTP/1.1" status: 204 len: 173 time: 0.5271697 Nov 12 22:03:38.544668 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-deleted', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:03:38.546895 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac28580-5a07-4a74-ac37-f4e8b09d8e78" -d '{"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-deleted", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:03:38.597992 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7825ca40-d2bc-4522-9ba4-9daf41a74b01 x-openstack-request-id: req-7825ca40-d2bc-4522-9ba4-9daf41a74b01 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:03:38.598295 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9e7a21-274f-427a-b714-0db7b9f3f4d6", "name": "network-vif-deleted", "tag": "81411ca6-7f41-4e7b-bb44-96a6c0bffb72", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:03:38.598540 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7825ca40-d2bc-4522-9ba4-9daf41a74b01 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:03:38.598968 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e7a21-274f-427a-b714-0db7b9f3f4d6', 'name': 'network-vif-deleted', 'tag': '81411ca6-7f41-4e7b-bb44-96a6c0bffb72', 'status': 'completed', 'code': 200} Nov 12 22:03:39.342208 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5e15099e-7e09-4743-bcae-1dceacc601f4 req-24ac6080-ced8-4db2-b13d-137c1ffc579d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9e7a21-274f-427a-b714-0db7b9f3f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0276384 Nov 12 22:03:40.399798 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37758) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:40.455542 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c58d142e-d6e7-4e82-958d-626a8d43baf2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:40.480502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c58d142e-d6e7-4e82-958d-626a8d43baf2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:40.620440 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c58d142e-d6e7-4e82-958d-626a8d43baf2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:40.623115 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c58d142e-d6e7-4e82-958d-626a8d43baf2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:40.624345 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c58d142e-d6e7-4e82-958d-626a8d43baf2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "DELETE /v2.0/security-groups/63517d4a-5dbb-45d1-9a15-66a036247735 HTTP/1.1" status: 204 len: 168 time: 0.2228782 Nov 12 22:03:40.633870 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d142e-d6e7-4e82-958d-626a8d43baf2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63517d4a-5dbb-45d1-9a15-66a036247735,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:40.920970 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.057526 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:03:41.081110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:03:41.081456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 81411ca6-7f41-4e7b-bb44-96a6c0bffb72 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:03:41.095960 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37764) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:41.100599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-bf11307d-fd8f-4d78-8806-67ba079ab15b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933338945', 'description': 'tempest-secgroup-smoke-1933338945 description', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:03:41.185833 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf11307d-fd8f-4d78-8806-67ba079ab15b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.213927 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.252401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf11307d-fd8f-4d78-8806-67ba079ab15b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.332006 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf11307d-fd8f-4d78-8806-67ba079ab15b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.362030 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11307d-fd8f-4d78-8806-67ba079ab15b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710d94d6-52ee-4266-8f1b-a41f0bf8063b,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:41.416865 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bf11307d-fd8f-4d78-8806-67ba079ab15b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.418177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bf11307d-fd8f-4d78-8806-67ba079ab15b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3211105 Nov 12 22:03:41.421015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 37766) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:41.425262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-a3c606d2-8d51-414a-b76c-37d736987be1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '710d94d6-52ee-4266-8f1b-a41f0bf8063b', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:03:41.519834 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a3c606d2-8d51-414a-b76c-37d736987be1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.576533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a3c606d2-8d51-414a-b76c-37d736987be1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.646563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a3c606d2-8d51-414a-b76c-37d736987be1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.667583 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c606d2-8d51-414a-b76c-37d736987be1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227b4cad-96df-4f50-aff9-bae852a1d1f6,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:41.734473 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a3c606d2-8d51-414a-b76c-37d736987be1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.735749 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a3c606d2-8d51-414a-b76c-37d736987be1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138127 Nov 12 22:03:41.738621 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37768) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:41.745680 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '710d94d6-52ee-4266-8f1b-a41f0bf8063b', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:03:41.862654 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:41.919491 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.001103 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.019391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea016003-5c78-47a4-998f-628c658d281a,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:42.028256 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.028606 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.028943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.029280 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.029615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.029938 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.030263 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.030608 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.030931 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.031252 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.031615 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.031937 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:03:42.089060 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.090606 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-890eadf2-3b73-4d1c-be2f-a561748198e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506570 Nov 12 22:03:42.092989 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37772) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:42.097285 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-8c8df83d-7c6b-4eb2-aa5a-3261eda532e0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '710d94d6-52ee-4266-8f1b-a41f0bf8063b', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:03:42.190100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c8df83d-7c6b-4eb2-aa5a-3261eda532e0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.248967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c8df83d-7c6b-4eb2-aa5a-3261eda532e0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.310995 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c8df83d-7c6b-4eb2-aa5a-3261eda532e0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.329064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8df83d-7c6b-4eb2-aa5a-3261eda532e0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c87500f-6188-491d-91cd-c64d5b417c7e,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:42.396866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-8c8df83d-7c6b-4eb2-aa5a-3261eda532e0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.398336 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-8c8df83d-7c6b-4eb2-aa5a-3261eda532e0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041763 Nov 12 22:03:42.401834 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37774) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:42.406213 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-045f09ff-1539-43fd-b472-98c30a99977d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '710d94d6-52ee-4266-8f1b-a41f0bf8063b', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:03:42.498067 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-045f09ff-1539-43fd-b472-98c30a99977d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.554656 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-045f09ff-1539-43fd-b472-98c30a99977d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.642454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-045f09ff-1539-43fd-b472-98c30a99977d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.661171 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f09ff-1539-43fd-b472-98c30a99977d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14429ba5-86aa-406c-b69c-6e5d3563c008,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:42.718984 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-045f09ff-1539-43fd-b472-98c30a99977d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.720256 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-045f09ff-1539-43fd-b472-98c30a99977d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3174846 Nov 12 22:03:42.723792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37776) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:42.728325 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ec74068f-6469-4d8e-aac3-dd04c0812e35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '710d94d6-52ee-4266-8f1b-a41f0bf8063b', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:03:42.791396 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-ec74068f-6469-4d8e-aac3-dd04c0812e35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Project 3e1610e8b2d74e8c87657c877ec2b0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 22:03:42.796318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec74068f-6469-4d8e-aac3-dd04c0812e35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.853969 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec74068f-6469-4d8e-aac3-dd04c0812e35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.903537 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec74068f-6469-4d8e-aac3-dd04c0812e35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:42.922481 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74068f-6469-4d8e-aac3-dd04c0812e35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a018ddd1-1851-48fa-886c-edf4bad3e80f,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:43.014211 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ec74068f-6469-4d8e-aac3-dd04c0812e35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:43.015882 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ec74068f-6469-4d8e-aac3-dd04c0812e35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2911355 Nov 12 22:03:43.018710 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 37778) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:03:43.027101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-2b05717f-8729-485b-ac01-cc2abdb3608f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'security_group_rule': {'security_group_id': '710d94d6-52ee-4266-8f1b-a41f0bf8063b', 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:03:43.160937 n-d-713498-29 neutron-server[109628]: INFO neutron.db.securitygroups_db [None req-2b05717f-8729-485b-ac01-cc2abdb3608f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Project 3e1610e8b2d74e8c87657c877ec2b0f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 22:03:43.166452 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b05717f-8729-485b-ac01-cc2abdb3608f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:43.229454 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b05717f-8729-485b-ac01-cc2abdb3608f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:43.315251 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b05717f-8729-485b-ac01-cc2abdb3608f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:43.332863 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05717f-8729-485b-ac01-cc2abdb3608f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6393247d-f792-4f19-9d05-c1c03954214b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:03:43.414325 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-2b05717f-8729-485b-ac01-cc2abdb3608f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:03:43.416006 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-2b05717f-8729-485b-ac01-cc2abdb3608f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3957891 Nov 12 22:03:57.602211 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9248eafb-c116-486d-af71-f468ee83543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:00.143691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0a4c21ed-43c8-4edc-a88b-b8931bf7073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:01.659178 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:03.299564 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:03.653389 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:04.291199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-c034a0e5-f25b-426c-86d2-dfe0b509998d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933338945&fields=id&tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9 HTTP/1.1" status: 200 len: 267 time: 0.0500879 Nov 12 22:04:04.401456 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-69660305-ec0e-4ad3-b386-02393e4899d5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:04.402822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-69660305-ec0e-4ad3-b386-02393e4899d5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 808 time: 0.1041558 Nov 12 22:04:04.417386 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-a71aa8f6-7b69-4476-8afc-26bb4f7d8181 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/quotas/3e1610e8b2d74e8c87657c877ec2b0f9 HTTP/1.1" status: 200 len: 375 time: 0.0086966 Nov 12 22:04:04.468013 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-4b7bb880-a626-43cb-9fb7-381fcb3d3f05 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449445 Nov 12 22:04:04.627709 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-f0c49f58-a830-4cf2-915e-0a6c5b26f563 service neutron] 10.222.0.64 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483986 Nov 12 22:04:04.717917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-f2f246c6-ff69-47d6-b9f4-ae769ae9cb38 service neutron] 10.222.0.64 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839136 Nov 12 22:04:05.097398 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:04:06.295838 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7e8d37d5-55ee-43fb-afe9-a7bbb66885de req-c4ce2302-6904-4542-bcc7-8daf8eb25f6e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0346134 Nov 12 22:04:07.389225 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c0bd04a-5474-45a5-b753-1ff9594dfc34 req-2c688fa0-bf64-4d39-8f4f-d8627c751a80 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0264804 Nov 12 22:04:08.486249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-76ec30d3-4566-4cdf-a2e0-0f53308768ff req-6db46a0d-8eaf-4583-a454-8b8ac7c210ab tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0275605 Nov 12 22:04:09.298297 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-7e638abe-30c5-44d7-9c2c-872f6aaebdd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:09.299795 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-7e638abe-30c5-44d7-9c2c-872f6aaebdd6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 808 time: 0.1048417 Nov 12 22:04:09.373819 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-de50358c-29d1-44cb-8570-66c2b92f1892 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9 HTTP/1.1" status: 200 len: 380 time: 0.0589511 Nov 12 22:04:09.389172 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'port': {'device_id': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'admin_state_up': True, 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'security_groups': ['710d94d6-52ee-4266-8f1b-a41f0bf8063b']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:04:09.579202 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Made reservation on behalf of 3e1610e8b2d74e8c87657c877ec2b0f9 for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 22:04:09.582790 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:09.593375 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f17dd739-bf36-4a62-9273-6fb9423573d7 req-492459c4-49f2-48c1-95e0-39fbd01147b3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0279915 Nov 12 22:04:09.718038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Allocated IP 172.20.0.8 (fe59e78d-86dc-48fd-95f1-f497c2f8957a/bfa27b81-fa3e-43fe-9724-cddccb059ca1/442c6006-c523-4ef1-a600-51808dfe0517) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:04:09.854703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:09.968178 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.015027 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:04:10.018223 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:04:10.023247 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:04:10.025846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:04:10.079067 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:10.079735 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.153669 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-56da8a72-6bbc-47ba-9569-081a7f5515a3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7701116 Nov 12 22:04:10.172069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Request body: {'port': {'device_id': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:04:10.232278 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.309450 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d23ad7c5-900d-4572-a795-b01e6097bce9 None None] Provisioning complete for port 442c6006-c523-4ef1-a600-51808dfe0517 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:04:10.310572 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d23ad7c5-900d-4572-a795-b01e6097bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.346534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d23ad7c5-900d-4572-a795-b01e6097bce9 None None] Port 442c6006-c523-4ef1-a600-51808dfe0517 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:04:10.499440 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442c6006-c523-4ef1-a600-51808dfe0517 {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:04:10.506609 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.518852 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Transition to ACTIVE for port object 442c6006-c523-4ef1-a600-51808dfe0517 will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 22:04:10.585009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.712428 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:04:10.735391 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Attempting to bind port 442c6006-c523-4ef1-a600-51808dfe0517 on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:04:10.735739 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Attempting to bind port 442c6006-c523-4ef1-a600-51808dfe0517 by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:04:10.736070 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Attempting to bind port 442c6006-c523-4ef1-a600-51808dfe0517 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:04:10.736994 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f390cb-ff65-4eff-864d-c66bdcfd346f req-51cdde7d-4a6a-443e-846f-72c493c7da35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:10.741482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Port 442c6006-c523-4ef1-a600-51808dfe0517 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 22:04:10.741828 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Attempting to bind port 442c6006-c523-4ef1-a600-51808dfe0517 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:04:10.744378 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d7f390cb-ff65-4eff-864d-c66bdcfd346f req-51cdde7d-4a6a-443e-846f-72c493c7da35 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0623269 Nov 12 22:04:10.747200 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:04:10.748101 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Checking segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:04:10.748497 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Bound using segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:04:10.748928 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Bound port: 442c6006-c523-4ef1-a600-51808dfe0517, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:04:10.749300 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.812131 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d7f390cb-ff65-4eff-864d-c66bdcfd346f req-cfdf8a2a-8c2e-4aea-9927-6b12bfbdeffa tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666900 Nov 12 22:04:10.824199 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:04:10.828079 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:04:10.892571 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.927523 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:10.928142 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.930222 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] 10.222.0.46 "PUT /v2.0/ports/442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 1092 time: 0.7634032 Nov 12 22:04:10.933204 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:04:10.937404 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d43dcc4-cce5-4937-a8e2-7413d751924c" -d '{"events": [{"name": "network-changed", "server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "tag": "442c6006-c523-4ef1-a600-51808dfe0517"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:04:10.937973 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:10.967564 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629bd6b-1b1e-441e-9d53-6ed2f6b253ce service neutron] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:04:11.126246 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07d93f3-ae4b-4c06-bb38-64b25ca042d9 x-openstack-request-id: req-e07d93f3-ae4b-4c06-bb38-64b25ca042d9 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:04:11.126542 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "tag": "442c6006-c523-4ef1-a600-51808dfe0517", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:04:11.126795 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e07d93f3-ae4b-4c06-bb38-64b25ca042d9 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:04:11.127193 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517', 'status': 'completed', 'code': 200} Nov 12 22:04:11.145043 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-0e65e6cb-bfd4-4081-a623-6b71b67c6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:11.146601 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-0e65e6cb-bfd4-4081-a623-6b71b67c6d9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1095 time: 0.0673697 Nov 12 22:04:11.204037 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-2e1feb96-12fd-44f2-b97a-d5b51b86a8b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 217 time: 0.0431063 Nov 12 22:04:11.246430 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:11.266183 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-34d8a19b-c080-4891-9d7f-919a5a597fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:11.267683 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-34d8a19b-c080-4891-9d7f-919a5a597fbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0529063 Nov 12 22:04:11.326653 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-2a2308ee-eaf2-4e21-a698-e1459d0b55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:11.328374 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-2a2308ee-eaf2-4e21-a698-e1459d0b55d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497937 Nov 12 22:04:11.433835 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-1525a79b-6a14-4f08-b170-69c27f45e9d6 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941682 Nov 12 22:04:11.536670 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-67a10d15-3521-41b3-bb47-dc6cb347d351 req-c0b2fdd0-67d5-496d-8d21-232fcd6c55fe service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920222 Nov 12 22:04:11.694421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-5e7e61a6-3f47-4560-9d8b-c656edac1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:11.695968 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-5e7e61a6-3f47-4560-9d8b-c656edac1bc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1095 time: 0.0411117 Nov 12 22:04:11.797392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-6a020e56-ef05-4ec5-a241-29d6424ef239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:11.798871 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-6a020e56-ef05-4ec5-a241-29d6424ef239 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0906179 Nov 12 22:04:11.846950 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-2ee72621-eb83-4923-89c9-d31fd61adff3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 217 time: 0.0361772 Nov 12 22:04:11.903630 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-40aca80f-6e3a-4881-b360-de1f433ae981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:11.905886 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-40aca80f-6e3a-4881-b360-de1f433ae981 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0482969 Nov 12 22:04:11.968211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-d9360bb6-f3a3-40da-b27b-b34b5fe3f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:11.969672 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-d9360bb6-f3a3-40da-b27b-b34b5fe3f4b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527315 Nov 12 22:04:11.981414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f7337-93d7-4fe4-ba66-ec5947a2df4d req-ef9b36f2-5251-47fb-8a68-d5afae5b0bcc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:11.985163 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-191f7337-93d7-4fe4-ba66-ec5947a2df4d req-ef9b36f2-5251-47fb-8a68-d5afae5b0bcc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0616696 Nov 12 22:04:12.041464 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-191f7337-93d7-4fe4-ba66-ec5947a2df4d req-1862a6ef-785d-47bb-aaba-8ef142e1a5df tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467124 Nov 12 22:04:12.074101 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-4a44db2a-43d1-4341-9fa5-639c9ae4bc1a service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926998 Nov 12 22:04:12.173080 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7d43dcc4-cce5-4937-a8e2-7413d751924c req-39b64121-7e6a-48b7-bb89-0fa0df468dfa service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873644 Nov 12 22:04:13.163142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15218ce3-a0b2-4b17-936e-9abbc75396eb req-c63563aa-e7b5-4fcf-92ed-90b8bf18fa3f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:13.164724 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15218ce3-a0b2-4b17-936e-9abbc75396eb req-c63563aa-e7b5-4fcf-92ed-90b8bf18fa3f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0514369 Nov 12 22:04:13.215776 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15218ce3-a0b2-4b17-936e-9abbc75396eb req-7614f658-fae9-4ac4-9af0-df4d55f5df0a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445890 Nov 12 22:04:14.340198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61da0-4864-430f-b396-69b3d83b24c5 req-d839e710-df23-4515-b220-906e6ce4b4ae tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:14.342319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f61da0-4864-430f-b396-69b3d83b24c5 req-d839e710-df23-4515-b220-906e6ce4b4ae tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0545988 Nov 12 22:04:14.395140 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-15f61da0-4864-430f-b396-69b3d83b24c5 req-daa3b569-ade6-4893-a38e-889914d71000 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466967 Nov 12 22:04:15.520726 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eb5b2-7568-457e-8f41-f776b58bcab6 req-81c0535c-2c20-4060-93e1-3dcce7cd69d4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:15.522490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d76eb5b2-7568-457e-8f41-f776b58bcab6 req-81c0535c-2c20-4060-93e1-3dcce7cd69d4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0586424 Nov 12 22:04:15.577333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d76eb5b2-7568-457e-8f41-f776b58bcab6 req-a5f1dbd5-ba04-4f5d-9dc2-3ff3f17d735e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476286 Nov 12 22:04:16.698305 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548e52e-1008-4be5-865d-27a749319b66 req-c1f49a4e-96e5-4f0f-9620-245b126a4d36 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:16.699809 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a548e52e-1008-4be5-865d-27a749319b66 req-c1f49a4e-96e5-4f0f-9620-245b126a4d36 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0511138 Nov 12 22:04:16.752885 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a548e52e-1008-4be5-865d-27a749319b66 req-ccd8e1bc-83ab-43bd-ad7c-73f5264c3d44 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471523 Nov 12 22:04:17.868097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc80354-ccb7-41c1-babb-3cf67e69be6a req-086023c5-8d9f-478a-b10a-38cf47f8b024 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:17.869570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cc80354-ccb7-41c1-babb-3cf67e69be6a req-086023c5-8d9f-478a-b10a-38cf47f8b024 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0493701 Nov 12 22:04:17.919519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cc80354-ccb7-41c1-babb-3cf67e69be6a req-3ef9d37c-2249-4205-983c-6a7bf29abf64 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Nov 12 22:04:19.033896 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e8053-b609-4d2c-9aed-c734885774e7 req-2a57a50c-afde-45c5-9762-e847466ceb14 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:19.035404 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-620e8053-b609-4d2c-9aed-c734885774e7 req-2a57a50c-afde-45c5-9762-e847466ceb14 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0489366 Nov 12 22:04:19.084420 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-620e8053-b609-4d2c-9aed-c734885774e7 req-6742c92e-3d81-44f0-aa38-fcc174e408e2 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Nov 12 22:04:20.205097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ec1aa-6ad8-4c8b-a3b0-49255183efd4 req-e7184c1b-53ba-4ded-887c-33db9c4a50e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:20.206568 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e58ec1aa-6ad8-4c8b-a3b0-49255183efd4 req-e7184c1b-53ba-4ded-887c-33db9c4a50e4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0536830 Nov 12 22:04:20.257291 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e58ec1aa-6ad8-4c8b-a3b0-49255183efd4 req-b069bb45-7936-4295-9d3b-aeea9b1e566f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Nov 12 22:04:21.374174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693b98b-8343-4df7-afd9-68c56d1d18b2 req-56ad5bc4-ede0-4d31-9931-5ad620799894 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:21.375688 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e693b98b-8343-4df7-afd9-68c56d1d18b2 req-56ad5bc4-ede0-4d31-9931-5ad620799894 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0486169 Nov 12 22:04:21.424932 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e693b98b-8343-4df7-afd9-68c56d1d18b2 req-44552f48-2328-499e-a879-a8fcf4034241 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Nov 12 22:04:22.540796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6074f2-1f5a-43d4-bad4-21ded28a6e6a req-22956472-2410-4818-8a99-c631b8d99d67 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:22.542190 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e6074f2-1f5a-43d4-bad4-21ded28a6e6a req-22956472-2410-4818-8a99-c631b8d99d67 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0490441 Nov 12 22:04:22.595095 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4e6074f2-1f5a-43d4-bad4-21ded28a6e6a req-eff10649-049c-40d6-b77c-58139652b3de tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463500 Nov 12 22:04:22.963838 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 442c6006-c523-4ef1-a600-51808dfe0517 details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 22:04:23.062493 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:04:23.073354 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': '442c6006-c523-4ef1-a600-51808dfe0517', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'port_id': '442c6006-c523-4ef1-a600-51808dfe0517', 'mac_address': 'fa:16:3e:bf:80:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 22:04:23.110441 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:23.122667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442c6006-c523-4ef1-a600-51808dfe0517 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:04:23.142671 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:04:23.212588 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:23.264027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:04:23.271397 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.272016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.272362 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.272701 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.273038 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.273370 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.273700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.274027 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.274373 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.274700 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.275025 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.275372 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:04:23.506428 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['442c6006-c523-4ef1-a600-51808dfe0517'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 22:04:23.711914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bc5ff-018a-4e96-a8ce-8fadba3660cb req-9023a3c1-ec4f-45e5-ab47-45b081f9d09e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:23.713399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d78bc5ff-018a-4e96-a8ce-8fadba3660cb req-9023a3c1-ec4f-45e5-ab47-45b081f9d09e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 944 time: 0.0490763 Nov 12 22:04:23.763081 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d78bc5ff-018a-4e96-a8ce-8fadba3660cb req-bb1e1210-9c4f-4e5d-a244-aba602f97cda tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Nov 12 22:04:24.879266 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00605211-3dce-4aa5-972a-6f019ef587d6 req-df3b1442-231b-4282-a261-1be024d6afcd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:24.880790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00605211-3dce-4aa5-972a-6f019ef587d6 req-df3b1442-231b-4282-a261-1be024d6afcd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 944 time: 0.0492160 Nov 12 22:04:24.929957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-00605211-3dce-4aa5-972a-6f019ef587d6 req-4e8badea-395b-4878-9a65-8d5b76b7bcc0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 Nov 12 22:04:24.974566 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 442c6006-c523-4ef1-a600-51808dfe0517 up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:04:25.103929 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port 442c6006-c523-4ef1-a600-51808dfe0517 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 22:04:25.107782 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port 442c6006-c523-4ef1-a600-51808dfe0517 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:04:25.108148 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:25.183334 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:25.205571 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:04:25.207808 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be7776c-599a-48f5-bf19-cd6526784edf" -d '{"events": [{"server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "name": "network-vif-plugged", "status": "completed", "tag": "442c6006-c523-4ef1-a600-51808dfe0517"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:04:25.224205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:04:25.287169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:25.310259 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568765f-b387-4f81-8fea-5f15c5c48678 x-openstack-request-id: req-f568765f-b387-4f81-8fea-5f15c5c48678 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:04:25.310527 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "name": "network-vif-plugged", "status": "completed", "tag": "442c6006-c523-4ef1-a600-51808dfe0517", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:04:25.310775 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f568765f-b387-4f81-8fea-5f15c5c48678 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:04:25.311161 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517', 'code': 200} Nov 12 22:04:25.337513 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:04:25.400878 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5864f0-6581-461b-9d7b-359596d54e21 req-7f618843-d6cb-442a-9539-74dc4d71d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:25.402270 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-de5864f0-6581-461b-9d7b-359596d54e21 req-7f618843-d6cb-442a-9539-74dc4d71d8ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1097 time: 0.0403647 Nov 12 22:04:25.454821 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-de5864f0-6581-461b-9d7b-359596d54e21 req-1867d20b-392a-453e-90a5-886694cd307f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408301 Nov 12 22:04:26.049144 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebbf89-9ddd-468a-acb6-083ca25d1758 req-184b907b-4a8b-4826-a607-86652534bcc4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:26.050604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04ebbf89-9ddd-468a-acb6-083ca25d1758 req-184b907b-4a8b-4826-a607-86652534bcc4 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0524626 Nov 12 22:04:26.101564 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-04ebbf89-9ddd-468a-acb6-083ca25d1758 req-2c15d1df-59f7-4e91-9da7-1c61d9e685fd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Nov 12 22:04:27.218366 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7abb11-11cb-4059-a15e-f55507bc87c9 req-4492acba-8f10-4177-a227-4d3d5aaeaa65 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:27.219899 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7abb11-11cb-4059-a15e-f55507bc87c9 req-4492acba-8f10-4177-a227-4d3d5aaeaa65 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0489719 Nov 12 22:04:27.271069 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba7abb11-11cb-4059-a15e-f55507bc87c9 req-490d2c86-575f-4e56-8306-fe1f3a56d0c5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449071 Nov 12 22:04:27.389322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46327844-4286-41da-a08d-39ae0c867860 req-f10926f6-f1d1-449d-8947-ef1ffac88302 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:27.390800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46327844-4286-41da-a08d-39ae0c867860 req-f10926f6-f1d1-449d-8947-ef1ffac88302 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0526178 Nov 12 22:04:27.440306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-46327844-4286-41da-a08d-39ae0c867860 req-f8db5307-4aa6-456b-970b-6bf9db3aff3f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436184 Nov 12 22:04:27.461807 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38000) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:04:27.502446 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f53a3-9966-4e35-95de-24bceb6524be tempest-TestShelveInstance-880154603 tempest-TestShelveInstance-880154603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:27.503898 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-966f53a3-9966-4e35-95de-24bceb6524be tempest-TestShelveInstance-880154603 tempest-TestShelveInstance-880154603-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1092 time: 0.0411108 Nov 12 22:04:27.506679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38002) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:04:27.511033 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': '442c6006-c523-4ef1-a600-51808dfe0517', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:04:27.600397 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:27.630014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ce2f5734-a6fd-45e2-9d67-b82f389a2b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:27.700606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:27.803388 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Allocated IP 172.25.8.220 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/68361918-963d-4bc2-aeed-1135d9ffa7ca) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:04:27.905061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:28.052262 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:28.089078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:04:28.092136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:04:28.097759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:04:28.125713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'Port': ['ID=68361918-963d-4bc2-aeed-1135d9ffa7ca,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:04:28.453970 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:28.603117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:28.751943 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:28.818230 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:28.886373 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event updated for resources: {'Port': ['ID=68361918-963d-4bc2-aeed-1135d9ffa7ca,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:04:28.900321 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:29.002453 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Floating IP bcd7eb5c-0d7d-44d6-af69-c5890984e815 associated. External IP: 172.25.8.220, port: 442c6006-c523-4ef1-a600-51808dfe0517. Nov 12 22:04:29.550447 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Router 55d148d7-0b9a-49c2-8325-bd14beb3793e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:04:29.662620 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:04:29.675247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] Sync routers for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:04:29.686446 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:04:29.694328 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:04:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:04:29.740472 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:29.773696 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b8eaeb99-cc3d-409e-8726-999c477903ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2659662 Nov 12 22:04:29.774471 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:04:29.776895 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8fc4be-8e55-448b-85d5-4efc90508809" -d '{"events": [{"name": "network-changed", "server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "tag": "442c6006-c523-4ef1-a600-51808dfe0517"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:04:29.817050 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3cb17-eb71-4cab-aa01-50b64b7fce00 x-openstack-request-id: req-52f3cb17-eb71-4cab-aa01-50b64b7fce00 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:04:29.817342 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "tag": "442c6006-c523-4ef1-a600-51808dfe0517", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:04:29.817594 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52f3cb17-eb71-4cab-aa01-50b64b7fce00 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:04:29.817997 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517', 'status': 'completed', 'code': 200} Nov 12 22:04:29.884164 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-019b9807-3406-4377-a125-3b37d7e1ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:29.885700 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-019b9807-3406-4377-a125-3b37d7e1ee09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1097 time: 0.0425782 Nov 12 22:04:29.952308 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:04:29.982755 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-dc6fce0c-dddc-4c8b-8f28-2b8e5a1a18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:29.984259 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-dc6fce0c-dddc-4c8b-8f28-2b8e5a1a18a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0918128 Nov 12 22:04:30.052746 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-f84a1dfe-8c98-47aa-9594-853748ff16a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 999 time: 0.0593989 Nov 12 22:04:30.108010 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-5e068984-e694-4cfc-a696-e7dc7e59ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:30.109548 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-5e068984-e694-4cfc-a696-e7dc7e59ba02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0499213 Nov 12 22:04:30.133758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-267a3206-e09b-460d-8455-31dcbe527131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:30.156990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-1c350926-09bb-4e44-9be5-aea08ec667bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:30.158489 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-1c350926-09bb-4e44-9be5-aea08ec667bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421596 Nov 12 22:04:30.205586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'bcd7eb5c-0d7d-44d6-af69-c5890984e815', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'port_id': '442c6006-c523-4ef1-a600-51808dfe0517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'mac_address': 'fa:16:3e:bf:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:04:28Z', 'updated_at': '2021-11-12T22:04:28Z', 'revision_number': 0, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:04:30.232951 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] Checking router: 55d148d7-0b9a-49c2-8325-bd14beb3793e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:04:30.244867 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:04:30.245476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:04:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:04:30.250160 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-6f8af345-6afe-418d-bedf-5f1215fee89f service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843511 Nov 12 22:04:30.347489 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-0c8fc4be-8e55-448b-85d5-4efc90508809 req-a89c0699-5ba7-45c6-a3ac-6470089496ec service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894954 Nov 12 22:04:30.352324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:04:30.579049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'bcd7eb5c-0d7d-44d6-af69-c5890984e815', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'port_id': '442c6006-c523-4ef1-a600-51808dfe0517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'mac_address': 'fa:16:3e:bf:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:04:28Z', 'updated_at': '2021-11-12T22:04:28Z', 'revision_number': 0, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:04:30.604602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc1e33-569c-4a84-bc7a-c08e640aa455 None None] The sync data for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 is: [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': 'bcd7eb5c-0d7d-44d6-af69-c5890984e815', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'port_id': '442c6006-c523-4ef1-a600-51808dfe0517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'mac_address': 'fa:16:3e:bf:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:04:28Z', 'updated_at': '2021-11-12T22:04:28Z', 'revision_number': 0, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:04:30.797200 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251be1db-e590-4257-a6f5-36897642c012 None None] New status for floating IP bcd7eb5c-0d7d-44d6-af69-c5890984e815: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 22:04:31.600842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:33.292674 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:33.645485 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:40.960993 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:41.252119 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:04:42.097050 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:04:49.910437 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-1963779f-7c97-4606-93cd-c1711ff92902 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407186 Nov 12 22:04:49.999914 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-d08f1096-63c5-4e12-b8eb-47350749c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:50.001591 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-d08f1096-63c5-4e12-b8eb-47350749c444 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1097 time: 0.0470145 Nov 12 22:04:50.116077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-9e179371-8249-4c0d-bf4d-82bcf05c2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:50.117577 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-9e179371-8249-4c0d-bf4d-82bcf05c2e62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0921795 Nov 12 22:04:50.194487 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-e425c71d-e032-47f4-801c-d25081096aeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 1001 time: 0.0692055 Nov 12 22:04:50.249145 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-9711ad34-ffc2-4921-b038-2f9dfea2e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:50.250677 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-9711ad34-ffc2-4921-b038-2f9dfea2e784 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0481877 Nov 12 22:04:50.298827 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-51932e6d-8bf2-4d0f-8fe4-c1cfc71bddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:04:50.300370 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-51932e6d-8bf2-4d0f-8fe4-c1cfc71bddb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418663 Nov 12 22:04:50.392926 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-c130120f-4150-46b7-b02e-7e8624657bd3 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851750 Nov 12 22:04:50.483641 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-a1c7564d-a512-40ee-932d-cb8b2c91d19f req-f83359ad-3864-48b6-8b0a-f406e9269533 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817149 Nov 12 22:04:57.600304 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0e7779db-940d-41a2-b223-7202173984ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:00.154343 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ec0def32-1baa-4d71-9203-95d1a360bbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:01.600221 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:03.285703 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:03.622583 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:10.942460 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:11.262417 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:19.096639 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:05:27.604691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9ab4-955a-4589-bf1f-e8a7893647e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:30.147470 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-30f92db5-e15d-455e-a62c-962f27c33423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:31.593119 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:33.307571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:33.638909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:40.935663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:41.232867 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:05:52.572164 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-11cb4031-3b37-46ca-952d-a72dad206355 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390642 Nov 12 22:05:52.667978 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-f9e96a0b-51eb-4f11-adf2-a7de9c575d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:05:52.669530 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-f9e96a0b-51eb-4f11-adf2-a7de9c575d64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1097 time: 0.0455031 Nov 12 22:05:52.779445 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-fc767802-28a7-4ac4-9fb9-074a0c8eda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:05:52.780896 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-fc767802-28a7-4ac4-9fb9-074a0c8eda9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0863273 Nov 12 22:05:52.851965 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-fe4707cf-68c4-4664-9424-f88067c3356a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 1001 time: 0.0612264 Nov 12 22:05:52.902886 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-2ae3092c-b380-4393-8eb6-65e5eae41183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:05:52.905211 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-2ae3092c-b380-4393-8eb6-65e5eae41183 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0431087 Nov 12 22:05:52.953881 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-754bcf4b-4901-437c-9c79-a0946d8bb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:05:52.955387 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-754bcf4b-4901-437c-9c79-a0946d8bb681 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389085 Nov 12 22:05:53.053229 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-7e1a10d4-29d0-4aee-9887-4e00c2a1ad60 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860782 Nov 12 22:05:53.145767 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-7584a8ee-d26d-43ea-af7c-bc282611493d req-0d9aab41-fb1d-4395-bc24-4c2236be35a8 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814381 Nov 12 22:05:56.098075 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:05:57.604311 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b7fd659d-6f99-4680-877e-a8a1f7f4894e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:00.141109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-36629cb2-4229-4767-b21c-9f5a0fd47f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:01.598500 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:03.289779 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:03.632820 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:10.952777 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:11.238248 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:27.603641 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-96182d9f-fc34-41d5-ba2b-8c470a5ff165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:30.146353 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8cb42424-5111-4429-9036-b479c80ecff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:31.597131 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:33.098039 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:06:33.299749 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:33.626219 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:41.002047 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:41.294969 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:51.967572 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-f0e2eef3-ff4d-4588-9d19-8c4204b7cbab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0932066 Nov 12 22:06:52.050744 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-b3e4bc82-be11-4717-8dd5-1d654d336210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:06:52.057441 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-b3e4bc82-be11-4717-8dd5-1d654d336210 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1097 time: 0.0415406 Nov 12 22:06:52.159898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-3e9dcc54-2492-42fe-b8d9-a7cee92fe25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:06:52.161765 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-3e9dcc54-2492-42fe-b8d9-a7cee92fe25c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0858970 Nov 12 22:06:52.238118 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-1f6933cb-e913-45ea-b9da-b7e38ada0b82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 1001 time: 0.0644357 Nov 12 22:06:52.289490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-671c8b1d-985c-4d71-a73b-cdd03a15d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:06:52.290947 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-671c8b1d-985c-4d71-a73b-cdd03a15d72a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0456135 Nov 12 22:06:52.340721 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-059d654b-9987-4328-a3c1-0af64cda2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:06:52.342187 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-059d654b-9987-4328-a3c1-0af64cda2829 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413001 Nov 12 22:06:52.357333 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-804cc279-1393-4cc7-88ac-9573399e2a48 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 22:06:52.358270 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-804cc279-1393-4cc7-88ac-9573399e2a48 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049424 Nov 12 22:06:52.458693 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-7279e3bd-fc93-4cd0-ae0c-27f34eb933ae service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886576 Nov 12 22:06:52.557212 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-e9cee269-7a83-4e45-82be-f68d73e03d25 req-9ec1221d-cc08-4173-9dd7-1ad7ebccd722 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869415 Nov 12 22:06:56.831393 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88217b-400d-4d56-9af3-cbcfea5eb41e req-a4d1798c-bece-4f0f-8a56-7f9bd1ef6092 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:06:56.832912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc88217b-400d-4d56-9af3-cbcfea5eb41e req-a4d1798c-bece-4f0f-8a56-7f9bd1ef6092 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.1156509 Nov 12 22:06:56.882253 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cc88217b-400d-4d56-9af3-cbcfea5eb41e req-dd7c49b6-c9f7-446f-b2f6-97b09058d87b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Nov 12 22:06:57.601699 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6195dadb-1b89-48aa-bb0f-bbd0d9293f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:06:58.068826 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a95d2-5905-4013-a671-edaca531f8f2 req-160d383b-bcd0-4ff6-ba67-26069c10e061 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:06:58.070332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-385a95d2-5905-4013-a671-edaca531f8f2 req-160d383b-bcd0-4ff6-ba67-26069c10e061 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0924404 Nov 12 22:06:58.123790 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-385a95d2-5905-4013-a671-edaca531f8f2 req-2e150ceb-d378-45f7-ae28-f47834c4fa1e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474472 Nov 12 22:06:59.269177 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e7ec4-114c-4c8b-9e1e-43661d3d6e34 req-a919c322-613c-427a-a876-3df17201b7b8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:06:59.271199 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b0e7ec4-114c-4c8b-9e1e-43661d3d6e34 req-a919c322-613c-427a-a876-3df17201b7b8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0502641 Nov 12 22:06:59.320355 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4b0e7ec4-114c-4c8b-9e1e-43661d3d6e34 req-dcfb5941-3cb7-4fa0-8f5a-471caf16982f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Nov 12 22:07:00.138518 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-012de1b3-d13b-47f7-9395-db207d920203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:00.441049 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0d272-da00-4a4a-bf38-1d07df5d8e80 req-b56efc02-2c8e-4b8d-b48f-3ed66733ef33 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:00.442469 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caf0d272-da00-4a4a-bf38-1d07df5d8e80 req-b56efc02-2c8e-4b8d-b48f-3ed66733ef33 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0507064 Nov 12 22:07:00.492862 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-caf0d272-da00-4a4a-bf38-1d07df5d8e80 req-b7be1007-44c0-4581-9eae-9a447c079ca9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Nov 12 22:07:01.607639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:01.615915 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745929ae-f79f-4d02-97da-3966f261a32a req-c35ddf4a-6864-41d5-b82f-4bcc1ea4b8ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:01.617554 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-745929ae-f79f-4d02-97da-3966f261a32a req-c35ddf4a-6864-41d5-b82f-4bcc1ea4b8ce tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0560205 Nov 12 22:07:01.668271 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-745929ae-f79f-4d02-97da-3966f261a32a req-5da98719-711a-43b9-a8d2-403f8b21fa4e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Nov 12 22:07:02.791808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dda8b-a9af-4fa8-8a33-9a259481c198 req-8213bd21-0696-443b-a740-c0cfb0acadc9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:02.793307 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b56dda8b-a9af-4fa8-8a33-9a259481c198 req-8213bd21-0696-443b-a740-c0cfb0acadc9 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0513010 Nov 12 22:07:02.843220 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b56dda8b-a9af-4fa8-8a33-9a259481c198 req-7683f19a-2cb0-40a2-b1d7-0d722a6fd04f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Nov 12 22:07:03.304645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:03.675823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:03.958412 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454d3b3-6cfa-4298-9dbe-7dcba05f6dfa req-4b4241c0-14f6-45fc-8053-41afe66e6045 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:03.959852 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a454d3b3-6cfa-4298-9dbe-7dcba05f6dfa req-4b4241c0-14f6-45fc-8053-41afe66e6045 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0496817 Nov 12 22:07:04.013684 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a454d3b3-6cfa-4298-9dbe-7dcba05f6dfa req-58898aed-ca42-44f2-aa82-33e4a4e28d20 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Nov 12 22:07:05.128759 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382e191-d36c-44c0-b0f7-64fb4530a6f9 req-b296f231-7112-4b4d-9c14-4d39401d7b89 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:05.130421 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4382e191-d36c-44c0-b0f7-64fb4530a6f9 req-b296f231-7112-4b4d-9c14-4d39401d7b89 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0496097 Nov 12 22:07:05.181762 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4382e191-d36c-44c0-b0f7-64fb4530a6f9 req-d2b5c401-041b-4b2e-b0b9-6be739f3ae06 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453248 Nov 12 22:07:06.299015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767780f-97ff-4006-818a-39fbf5269bac req-a8ee6058-46e2-401a-94fd-25780cb09c80 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:06.300532 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8767780f-97ff-4006-818a-39fbf5269bac req-a8ee6058-46e2-401a-94fd-25780cb09c80 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0501494 Nov 12 22:07:06.355624 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-8767780f-97ff-4006-818a-39fbf5269bac req-ab9b50ec-0c1b-460f-ab8e-7afb457039b8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480247 Nov 12 22:07:06.994119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-19494239-1631-443c-8f4a-038b731d88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:06.995622 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-19494239-1631-443c-8f4a-038b731d88a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1097 time: 0.0417912 Nov 12 22:07:07.088494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-fe2c8bd6-3d50-47df-8171-3fae064a88df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:07.089976 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-fe2c8bd6-3d50-47df-8171-3fae064a88df service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0849817 Nov 12 22:07:07.162671 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-3a22e4d0-d396-4db8-8210-3a12d6f62a27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 1001 time: 0.0616293 Nov 12 22:07:07.216872 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-fff183ae-172e-4b2e-a8ba-3b3424510f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:07.218336 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-fff183ae-172e-4b2e-a8ba-3b3424510f6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0446227 Nov 12 22:07:07.270572 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-2aae16fb-962f-4bfe-b88f-f256c83ef458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:07.272084 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-2aae16fb-962f-4bfe-b88f-f256c83ef458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419543 Nov 12 22:07:07.369023 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-7b9debe1-0d4c-4f6d-b5e7-6f11c47d2301 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858343 Nov 12 22:07:07.465157 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-96889d92-170c-4885-a7a4-ed2f5a9632c0 req-26ce9753-e317-4eb2-8290-3e8d893ca0a8 service neutron] 10.222.0.46 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842090 Nov 12 22:07:07.477279 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c587deb-ebe4-47a2-b559-3594fce93cd2 req-9de00521-7293-4032-9979-9313280b0de8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:07.478818 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c587deb-ebe4-47a2-b559-3594fce93cd2 req-9de00521-7293-4032-9979-9313280b0de8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0544202 Nov 12 22:07:07.530179 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4c587deb-ebe4-47a2-b559-3594fce93cd2 req-741a83c7-3122-4e45-9058-d4c2dac54e41 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Nov 12 22:07:08.643976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c328d5-68d4-45dd-aa12-30aa7df65303 req-3ba04964-4caf-4ff6-be1b-9d3eb8f2a501 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:08.645456 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c328d5-68d4-45dd-aa12-30aa7df65303 req-3ba04964-4caf-4ff6-be1b-9d3eb8f2a501 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0488174 Nov 12 22:07:08.696599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e6c328d5-68d4-45dd-aa12-30aa7df65303 req-f4af383f-43b4-49a1-85c3-7a1efb643eb3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447698 Nov 12 22:07:09.817738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d74b38-ecfc-4d91-8051-537acc9ab391 req-08b56a64-0431-4694-8f8d-8ad35c95a517 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:09.819295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6d74b38-ecfc-4d91-8051-537acc9ab391 req-08b56a64-0431-4694-8f8d-8ad35c95a517 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0543950 Nov 12 22:07:09.870782 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a6d74b38-ecfc-4d91-8051-537acc9ab391 req-ec6faeab-9d43-4559-90f8-64591a95100d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455060 Nov 12 22:07:10.097010 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:07:10.989712 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:10.993782 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3929639-9406-4519-8262-17b1da7b14cd req-0c5384a1-aece-4774-b3f7-28c32026a12a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:10.995422 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3929639-9406-4519-8262-17b1da7b14cd req-0c5384a1-aece-4774-b3f7-28c32026a12a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0512605 Nov 12 22:07:11.051529 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b3929639-9406-4519-8262-17b1da7b14cd req-30945133-c04c-424e-a124-1d76ea04dbef tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499439 Nov 12 22:07:11.261045 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:12.175338 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe1703-dc66-4c12-8063-af5be6a58c38 req-6b9ea6b4-46c3-494b-8565-f775603a8a7a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:12.176833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97fe1703-dc66-4c12-8063-af5be6a58c38 req-6b9ea6b4-46c3-494b-8565-f775603a8a7a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0507810 Nov 12 22:07:12.232409 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-97fe1703-dc66-4c12-8063-af5be6a58c38 req-18e3e867-5672-4baf-9c54-4995bf18a2a5 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491889 Nov 12 22:07:13.641906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device 442c6006-c523-4ef1-a600-51808dfe0517 no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:07:13.714788 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:13.740049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:07:13.743568 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f742a26f-bcc5-4d89-a531-2e8574cae075" -d '{"events": [{"server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "name": "network-vif-unplugged", "status": "completed", "tag": "442c6006-c523-4ef1-a600-51808dfe0517"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:07:13.756949 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:07:13.782005 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 22:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093b72f5-d906-48bb-a6b3-2db85d9dbb5f x-openstack-request-id: req-093b72f5-d906-48bb-a6b3-2db85d9dbb5f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:07:13.782005 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "name": "network-vif-unplugged", "status": "failed", "tag": "442c6006-c523-4ef1-a600-51808dfe0517", "code": 422}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:07:13.782005 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-093b72f5-d906-48bb-a6b3-2db85d9dbb5f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:07:13.782005 n-d-713498-29 neutron-server[109630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517', 'code': 422} returned with failed status Nov 12 22:07:13.871982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:13.883092 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024c61c-d9c0-4596-aef4-324dfd4a8044 req-c04461f2-e584-48c3-b891-4ca511166452 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:13.884642 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0024c61c-d9c0-4596-aef4-324dfd4a8044 req-c04461f2-e584-48c3-b891-4ca511166452 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 945 time: 0.0517521 Nov 12 22:07:13.925296 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:07:13.936637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.936637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.936637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.936637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.936637 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.937052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.937052 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.937340 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.938110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.938610 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.939111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.939627 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:13.945333 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0024c61c-d9c0-4596-aef4-324dfd4a8044 req-18210eca-f695-46af-8ff1-2d3c4ee4b6b6 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545862 Nov 12 22:07:13.991744 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-8ed0f823-f896-4b00-8e20-00e411e73216 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837176 Nov 12 22:07:14.000670 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-555edaab-d7dd-422e-a5ca-1fa4d7fcca3f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 22:07:14.006261 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-555edaab-d7dd-422e-a5ca-1fa4d7fcca3f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050876 Nov 12 22:07:15.062958 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba1907-9dc3-4094-82fc-faa30faaae8f req-a5c916f8-a916-4a13-9a78-458e7225ee9b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:15.064540 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09ba1907-9dc3-4094-82fc-faa30faaae8f req-a5c916f8-a916-4a13-9a78-458e7225ee9b tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0508206 Nov 12 22:07:15.119262 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-09ba1907-9dc3-4094-82fc-faa30faaae8f req-be9731a8-b7cc-4a95-b62c-57ede33243e3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477777 Nov 12 22:07:16.248608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3cd9f-4d1c-493a-9da5-9fd68cbb1d11 req-2b75f58e-0079-4213-9705-77fb57ecc09d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:16.253957 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9dc3cd9f-4d1c-493a-9da5-9fd68cbb1d11 req-2b75f58e-0079-4213-9705-77fb57ecc09d tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0525639 Nov 12 22:07:16.305049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9dc3cd9f-4d1c-493a-9da5-9fd68cbb1d11 req-a5f99b11-838c-4935-aa9d-f661172a997c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471716 Nov 12 22:07:17.424763 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc047-089d-46fd-a906-05f479691147 req-080b0347-0231-4f71-a980-ee3375b9a8cf tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:17.426822 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-295cc047-089d-46fd-a906-05f479691147 req-080b0347-0231-4f71-a980-ee3375b9a8cf tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0512190 Nov 12 22:07:17.477292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-295cc047-089d-46fd-a906-05f479691147 req-99c9f59c-1775-4e67-b431-4ca78d06720f tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Nov 12 22:07:18.601981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0650ac-5470-4be2-88da-3f672532c533 req-9dbe318b-e020-45cc-9b98-ee9a4fb04627 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:18.604800 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b0650ac-5470-4be2-88da-3f672532c533 req-9dbe318b-e020-45cc-9b98-ee9a4fb04627 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0583656 Nov 12 22:07:18.656570 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b0650ac-5470-4be2-88da-3f672532c533 req-f999a3a8-78f1-4967-8c56-98452ff8273e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Nov 12 22:07:19.778773 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3a404-9486-4f1f-bf7e-1e3ba972c9aa req-7e5f3e78-4541-45d5-a8c9-176d1a07ef4a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:19.780325 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a3a404-9486-4f1f-bf7e-1e3ba972c9aa req-7e5f3e78-4541-45d5-a8c9-176d1a07ef4a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0540192 Nov 12 22:07:19.840577 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-18a3a404-9486-4f1f-bf7e-1e3ba972c9aa req-4c897404-b87c-4d68-9b09-3aa403cabbcb tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539784 Nov 12 22:07:20.773389 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-40297c68-5152-48b4-ba28-9afa9e0f3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:20.774872 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-40297c68-5152-48b4-ba28-9afa9e0f3682 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe&tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9 HTTP/1.1" status: 200 len: 1095 time: 0.0445755 Nov 12 22:07:20.787746 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-29', 'device_owner': 'compute:nova'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:07:20.838900 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:21.044947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbf99d-c000-4d14-bb9f-95225e754be5 req-1ae8d050-27fd-4cd9-a545-eb1d7943e91a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:21.046425 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ccbf99d-c000-4d14-bb9f-95225e754be5 req-1ae8d050-27fd-4cd9-a545-eb1d7943e91a tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.1078470 Nov 12 22:07:21.104011 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:07:21.131226 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4ccbf99d-c000-4d14-bb9f-95225e754be5 req-01a0e913-1f5b-4c85-bcc9-f8d983327330 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769377 Nov 12 22:07:21.155094 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h2-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:07:21.187648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442c6006-c523-4ef1-a600-51808dfe0517 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:07:21.195366 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:21.207203 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Transition to ACTIVE for port object 442c6006-c523-4ef1-a600-51808dfe0517 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 22:07:21.272332 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:21.352776 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=7']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:07:21.367927 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.368116 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.368461 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.368796 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.369133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.369491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.369820 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.370146 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.370475 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.370804 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.371128 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.371477 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:07:21.409218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] No DVR routers for this DVR port 442c6006-c523-4ef1-a600-51808dfe0517 on host n-h2-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:07:21.546548 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Attempting to bind port 442c6006-c523-4ef1-a600-51808dfe0517 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:07:21.546902 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Attempting to bind port 442c6006-c523-4ef1-a600-51808dfe0517 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:07:21.547227 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Attempting to bind port 442c6006-c523-4ef1-a600-51808dfe0517 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:07:21.551397 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Port 442c6006-c523-4ef1-a600-51808dfe0517 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 22:07:21.551721 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Attempting to bind port 442c6006-c523-4ef1-a600-51808dfe0517 on network fe59e78d-86dc-48fd-95f1-f497c2f8957a {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:07:21.556648 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:07:21.556931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Checking segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:07:21.557313 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Bound using segment: {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:07:21.557734 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Bound port: 442c6006-c523-4ef1-a600-51808dfe0517, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fec045b-fe59-4549-af96-c444e919d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:07:21.558088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:21.623018 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:07:21.626034 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:07:21.695496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:21.731514 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:21.732138 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:21.733686 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] 10.222.0.78 "PUT /v2.0/ports/442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 1092 time: 0.9504714 Nov 12 22:07:21.734115 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:07:21.736374 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc3d7cc-5187-4179-8add-4d1e829cf027" -d '{"events": [{"name": "network-changed", "server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "tag": "442c6006-c523-4ef1-a600-51808dfe0517"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:07:21.790434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9a567-cc08-4d43-a3e8-2b7b4f5bb4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=8']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:07:21.809434 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-a679a326-ec78-4df3-9805-c8a43ee390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:21.810962 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-a679a326-ec78-4df3-9805-c8a43ee390d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1095 time: 0.0488324 Nov 12 22:07:21.906679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-82e956ee-9b7f-4d1b-a317-3e524e1b369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:21.908234 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-82e956ee-9b7f-4d1b-a317-3e524e1b369a service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0893602 Nov 12 22:07:21.978519 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-1d6e4567-0482-45b3-8ca3-64254b50515b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 999 time: 0.0629880 Nov 12 22:07:22.028493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-4377b35f-965b-4177-b90c-16c90e4c0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:22.029952 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-4377b35f-965b-4177-b90c-16c90e4c0a53 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0447595 Nov 12 22:07:22.075669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-34e3763c-9f54-40ba-9066-a0b8b2a7ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:22.077071 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-34e3763c-9f54-40ba-9066-a0b8b2a7ebd6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402009 Nov 12 22:07:22.171655 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-604dbdab-ef6d-41cf-bcfc-ea6e7a6d5a2c service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869138 Nov 12 22:07:22.304628 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72569896-745e-47eb-8d60-5faee8f90c69 req-24731276-e062-4820-8a89-b8dbfef9e214 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:22.306121 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72569896-745e-47eb-8d60-5faee8f90c69 req-24731276-e062-4820-8a89-b8dbfef9e214 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.1025193 Nov 12 22:07:22.308102 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-ab75e901-ca6f-471c-88da-08896711177d service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292694 Nov 12 22:07:22.356392 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-72569896-745e-47eb-8d60-5faee8f90c69 req-e55edd58-1ec7-4d25-91a5-fb434ddedac7 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Nov 12 22:07:22.797346 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee8873d-8d83-4ffc-8253-5207726dbfe8 x-openstack-request-id: req-cee8873d-8d83-4ffc-8253-5207726dbfe8 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:07:22.797918 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "tag": "442c6006-c523-4ef1-a600-51808dfe0517", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:07:22.798029 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cee8873d-8d83-4ffc-8253-5207726dbfe8 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:07:22.798385 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517', 'status': 'completed', 'code': 200} Nov 12 22:07:22.863850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-b2b9c01c-df40-4cd8-b034-209f17a8fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:22.865460 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-b2b9c01c-df40-4cd8-b034-209f17a8fb16 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1095 time: 0.0417323 Nov 12 22:07:22.958875 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-7564b5fe-c742-4b29-a835-cc2a87397fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:22.961180 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-7564b5fe-c742-4b29-a835-cc2a87397fc5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0891383 Nov 12 22:07:23.026004 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-6d6b7781-e015-4073-83e3-9feda4310e18 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 999 time: 0.0578446 Nov 12 22:07:23.076463 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-ee6a8691-0ce0-4816-a3a6-59664661a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:23.077813 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-ee6a8691-0ce0-4816-a3a6-59664661a152 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0433919 Nov 12 22:07:23.126794 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-66864295-1482-4cc7-89a1-b8e33da3f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:23.128292 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-66864295-1482-4cc7-89a1-b8e33da3f394 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429175 Nov 12 22:07:23.220245 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-59930b49-4cf5-4787-9901-64c786f48bc0 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847030 Nov 12 22:07:23.313258 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9bc3d7cc-5187-4179-8add-4d1e829cf027 req-5e2131f8-e240-4751-96ee-32afa625508f service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862341 Nov 12 22:07:23.472513 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7f756-6bfb-46c9-bcf3-279b7411e93a req-4fdbb71a-78c3-4d85-9001-95a9d65cc98c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:23.474008 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ded7f756-6bfb-46c9-bcf3-279b7411e93a req-4fdbb71a-78c3-4d85-9001-95a9d65cc98c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0499284 Nov 12 22:07:23.523247 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ded7f756-6bfb-46c9-bcf3-279b7411e93a req-2504c60d-ab7a-4ca3-abaf-23e8cad531d0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 Nov 12 22:07:24.638395 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e82b6-f71f-4159-9c5d-d1d9be9fb584 req-dafa46bb-a91b-4003-ab20-56cd58ba46b1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:24.639900 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f65e82b6-f71f-4159-9c5d-d1d9be9fb584 req-dafa46bb-a91b-4003-ab20-56cd58ba46b1 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0481884 Nov 12 22:07:24.692389 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-f65e82b6-f71f-4159-9c5d-d1d9be9fb584 req-2531a611-7dae-4521-9555-86dc7add99fa tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463400 Nov 12 22:07:25.808217 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686f2b-0e35-429c-bb39-7b8bb3847451 req-9c25d25e-7644-4cb9-a6a2-efe7277dcd72 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:25.809672 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1686f2b-0e35-429c-bb39-7b8bb3847451 req-9c25d25e-7644-4cb9-a6a2-efe7277dcd72 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0482545 Nov 12 22:07:25.858294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b1686f2b-0e35-429c-bb39-7b8bb3847451 req-a0d4bf0c-f8cd-47ee-896f-21e9d4de9688 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Nov 12 22:07:26.976262 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee3cac-5343-4ce9-853f-d4a3261d1d01 req-e0face32-3a90-4315-98b2-74736bb0645c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:26.977717 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9eee3cac-5343-4ce9-853f-d4a3261d1d01 req-e0face32-3a90-4315-98b2-74736bb0645c tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0490294 Nov 12 22:07:27.028249 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9eee3cac-5343-4ce9-853f-d4a3261d1d01 req-04b4ba9b-d978-47ad-b728-15961f3db214 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Nov 12 22:07:27.602823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-795753bc-958a-4867-b284-56186cc4cca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:28.148719 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845e9cd-5f6d-4096-8274-0034e84e8e8b req-f1856327-7008-482f-ba68-4aac971baebf tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:28.150240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a845e9cd-5f6d-4096-8274-0034e84e8e8b req-f1856327-7008-482f-ba68-4aac971baebf tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0533223 Nov 12 22:07:28.200107 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a845e9cd-5f6d-4096-8274-0034e84e8e8b req-5565b68e-eff2-4a44-b031-2b6ce8cb3fc0 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439634 Nov 12 22:07:29.316450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe2533-39d8-4ea8-a4c8-6865b7b96b68 req-3b600e9a-2535-42b5-9c7c-777185d44607 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:29.317867 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7fe2533-39d8-4ea8-a4c8-6865b7b96b68 req-3b600e9a-2535-42b5-9c7c-777185d44607 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0494831 Nov 12 22:07:29.367613 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e7fe2533-39d8-4ea8-a4c8-6865b7b96b68 req-5b892fe7-4e15-4a3d-871c-c97882a4f1ef tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 Nov 12 22:07:30.134697 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-64fdf18b-db32-4eb2-a09d-aa9a97ec6359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:30.238935 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 442c6006-c523-4ef1-a600-51808dfe0517 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 22:07:30.330997 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:07:30.342364 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': '442c6006-c523-4ef1-a600-51808dfe0517', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'port_id': '442c6006-c523-4ef1-a600-51808dfe0517', 'mac_address': 'fa:16:3e:bf:80:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 22:07:30.381602 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:30.394111 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442c6006-c523-4ef1-a600-51808dfe0517 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:07:30.414699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:07:30.482713 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:30.490839 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8264b-b482-4cd8-82a7-2fb08456e58f req-17ba4967-2a51-4e2a-a314-eed2fdcc8460 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:30.492739 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfa8264b-b482-4cd8-82a7-2fb08456e58f req-17ba4967-2a51-4e2a-a314-eed2fdcc8460 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 943 time: 0.0548952 Nov 12 22:07:30.530086 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=9']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:07:30.546406 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-cfa8264b-b482-4cd8-82a7-2fb08456e58f req-710b5ae6-0a2d-4d48-a2ef-4ed5832ed547 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471606 Nov 12 22:07:30.701920 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['442c6006-c523-4ef1-a600-51808dfe0517'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 22:07:31.601384 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:31.664623 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67879ef1-ddff-4561-9feb-f2710f95332a req-b921ef90-2ecc-4538-800d-8d117ec87fcb tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:31.666186 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67879ef1-ddff-4561-9feb-f2710f95332a req-b921ef90-2ecc-4538-800d-8d117ec87fcb tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 944 time: 0.0510604 Nov 12 22:07:31.717636 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-67879ef1-ddff-4561-9feb-f2710f95332a req-137bdb5a-587d-4bcb-b48c-28f2e8d79680 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454881 Nov 12 22:07:32.254618 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 442c6006-c523-4ef1-a600-51808dfe0517 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:07:32.383138 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port 442c6006-c523-4ef1-a600-51808dfe0517 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 22:07:32.387761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port 442c6006-c523-4ef1-a600-51808dfe0517 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:07:32.388129 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:32.465612 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:32.486586 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:07:32.488807 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcedf23-5f1f-425a-b142-94dce11f6edf" -d '{"events": [{"server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "name": "network-vif-plugged", "status": "completed", "tag": "442c6006-c523-4ef1-a600-51808dfe0517"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:07:32.501185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:07:32.527220 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b59eab-7149-4c4f-b259-fa957b5eb4af x-openstack-request-id: req-53b59eab-7149-4c4f-b259-fa957b5eb4af {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:07:32.527560 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "name": "network-vif-plugged", "status": "completed", "tag": "442c6006-c523-4ef1-a600-51808dfe0517", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:07:32.527817 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53b59eab-7149-4c4f-b259-fa957b5eb4af {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:07:32.528209 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517', 'code': 200} Nov 12 22:07:32.585675 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:32.633547 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=10']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:07:32.676365 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0112ba9-6886-4d99-80c0-8de28977dcf4 req-bc304a7c-8ae9-4964-8515-20028b26f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:32.677913 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0112ba9-6886-4d99-80c0-8de28977dcf4 req-bc304a7c-8ae9-4964-8515-20028b26f5a6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1098 time: 0.0407939 Nov 12 22:07:32.730336 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0112ba9-6886-4d99-80c0-8de28977dcf4 req-976eb5c7-ae65-4ba6-ab59-bef492d4673d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447350 Nov 12 22:07:32.833740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402d71a-356a-47f8-8b0c-9f413daf8f04 req-c41ddbd9-b6a9-4769-a726-830d4660ae52 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:32.835205 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7402d71a-356a-47f8-8b0c-9f413daf8f04 req-c41ddbd9-b6a9-4769-a726-830d4660ae52 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 946 time: 0.0499527 Nov 12 22:07:32.884863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7402d71a-356a-47f8-8b0c-9f413daf8f04 req-5b4556bb-db50-44a3-bdb5-b11cdc9cd652 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436559 Nov 12 22:07:33.314521 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:33.628756 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:34.013302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616148b-66c2-4879-abce-2d48b22a28a4 req-4b460153-7026-4657-955d-47d96abd00fd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:34.014858 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e616148b-66c2-4879-abce-2d48b22a28a4 req-4b460153-7026-4657-955d-47d96abd00fd tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 946 time: 0.0507896 Nov 12 22:07:34.064280 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e616148b-66c2-4879-abce-2d48b22a28a4 req-8ccbdad4-4b3c-4bbc-bc04-27c839b74858 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431554 Nov 12 22:07:40.985429 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:41.285755 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:07:47.095777 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:07:50.018588 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-2cc7d930-3c07-4d02-8411-a482cd8ecbcb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436735 Nov 12 22:07:50.099118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-d561ee2c-aafa-4a13-9f87-f2650b6131b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:50.100661 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-d561ee2c-aafa-4a13-9f87-f2650b6131b8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1098 time: 0.0397398 Nov 12 22:07:50.203260 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-04ec67c5-8a01-4258-88ee-d5c42c0b822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:50.204757 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-04ec67c5-8a01-4258-88ee-d5c42c0b822a service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0852385 Nov 12 22:07:50.279939 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-222eb854-aba1-4833-a177-7d95414e4519 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 1001 time: 0.0665839 Nov 12 22:07:50.329455 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-6c504442-dc9f-4956-a981-c2b1695ec442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:50.330856 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-6c504442-dc9f-4956-a981-c2b1695ec442 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0436044 Nov 12 22:07:50.376120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-6fd9bf81-353d-4873-ae5a-1a6f61d1d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:07:50.377562 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-6fd9bf81-353d-4873-ae5a-1a6f61d1d0fa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390265 Nov 12 22:07:50.477376 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-58d6958f-9b58-4f57-85f6-bd81e028b0b7 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884182 Nov 12 22:07:50.573595 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6919ab37-972d-4a3b-8b25-f7114f9c72ba req-a4b293cc-399e-4f9e-92bc-8cce29de2ef2 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890281 Nov 12 22:07:57.616858 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3dc76bfe-5e04-40d9-b79d-93454275ce5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:00.130998 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-69769850-f2ce-4b4d-8e85-f697fd82b00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:01.644937 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:03.311349 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:03.654457 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:11.004836 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:11.279230 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:24.095512 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:08:27.587166 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f7a17e1a-3d21-4480-9ee6-46b5d50f2c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:30.141403 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-229b0d5f-1e09-4532-ba3d-eeb1f56110fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:31.636014 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:33.367505 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:33.630413 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:40.997689 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:41.277958 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:08:51.054663 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-288db58b-45e1-4a4e-a65a-365308a0cc1d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791681 Nov 12 22:08:51.136374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-d5a9aff7-2cf7-4c04-bf5d-7fdbb7b45520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:08:51.137842 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-d5a9aff7-2cf7-4c04-bf5d-7fdbb7b45520 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1098 time: 0.0396101 Nov 12 22:08:51.244483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-401168c1-a0bf-44cc-86a5-a055af35db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:08:51.245964 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-401168c1-a0bf-44cc-86a5-a055af35db67 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0874047 Nov 12 22:08:51.311668 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-a5d69bb4-75f0-44d0-8072-5e2b6acf7ea6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 1001 time: 0.0577826 Nov 12 22:08:51.359624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-96dcb663-2d9f-4a5f-8eab-e56ff010425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:08:51.361000 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-96dcb663-2d9f-4a5f-8eab-e56ff010425c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0430679 Nov 12 22:08:51.408408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-7b7ad787-6c77-413e-b7b0-1c6a785f71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:08:51.410448 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-7b7ad787-6c77-413e-b7b0-1c6a785f71ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427721 Nov 12 22:08:51.421060 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-598f8fb4-2e51-446b-87aa-aa49c8d8baa1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 22:08:51.421978 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-598f8fb4-2e51-446b-87aa-aa49c8d8baa1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047259 Nov 12 22:08:51.509604 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-9ad9f676-f1d5-47ab-81fb-8a7e5d3e8a72 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809786 Nov 12 22:08:51.609294 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7057559d-9d3d-41b0-be68-8105b6ca48bf req-709f3984-b164-49e3-8122-5871155666eb service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919292 Nov 12 22:08:57.608800 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b2491b23-2f0e-437d-a216-4639bb432e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:00.138400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-24312b08-dcb1-46c5-8c9d-556bb25f2fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:01.095008 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:09:01.606774 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:03.328931 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:03.631214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:10.558974 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38192) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:10.714275 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Deleting port 68361918-963d-4bc2-aeed-1135d9ffa7ca {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:10.714623 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:10.789572 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:10.789803 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:10.801887 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Calling delete_port for 68361918-963d-4bc2-aeed-1135d9ffa7ca owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:11.012738 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:11.037005 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:11.042608 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event deleted for resources: {'Port': ['ID=68361918-963d-4bc2-aeed-1135d9ffa7ca,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:11.322931 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:11.412735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.413186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.413479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.413815 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.414149 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.414474 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.414801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.415120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.415465 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.415787 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.416107 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.416425 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:11.456827 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:11.457251 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Floating IP bcd7eb5c-0d7d-44d6-af69-c5890984e815 disassociated (deleted). External IP: 172.25.8.220, port: 442c6006-c523-4ef1-a600-51808dfe0517. Nov 12 22:09:11.665472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Router 55d148d7-0b9a-49c2-8325-bd14beb3793e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:09:11.776157 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:09:11.780938 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:11.788654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] Sync routers for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:09:11.798022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:11.798643 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:11.808895 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-a8ede8db-fbdd-4df2-8999-1cc4c697ecbc tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "DELETE /v2.0/floatingips/bcd7eb5c-0d7d-44d6-af69-c5890984e815 HTTP/1.1" status: 204 len: 168 time: 1.2487772 Nov 12 22:09:11.809482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:09:11.811874 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c23845d-21a4-4f63-a07c-f5985439b8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "tag": "442c6006-c523-4ef1-a600-51808dfe0517"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:09:11.904334 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7812f744-e4bf-40ac-b3af-2bd71291d0d8 x-openstack-request-id: req-7812f744-e4bf-40ac-b3af-2bd71291d0d8 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:09:11.904495 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "tag": "442c6006-c523-4ef1-a600-51808dfe0517", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:09:11.904748 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7812f744-e4bf-40ac-b3af-2bd71291d0d8 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:09:11.905178 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517', 'status': 'completed', 'code': 200} Nov 12 22:09:11.922887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:11.966688 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-bd0d1556-1833-4aaf-b545-6a024b349496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:11.968283 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-bd0d1556-1833-4aaf-b545-6a024b349496 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 1098 time: 0.0414264 Nov 12 22:09:12.069587 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-16e60e69-24e0-42c0-8303-a8635c2e4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:12.071172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-16e60e69-24e0-42c0-8303-a8635c2e4e59 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 200 len: 909 time: 0.0962112 Nov 12 22:09:12.114874 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-a6c37b9c-83f5-43d0-bbf7-c6f0d72b1e1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 200 len: 217 time: 0.0362897 Nov 12 22:09:12.146424 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:12.174490 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] Checking router: 55d148d7-0b9a-49c2-8325-bd14beb3793e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:09:12.175771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-e3f404a2-e0df-4a4c-98e5-af3b7976e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:12.177223 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-e3f404a2-e0df-4a4c-98e5-af3b7976e6a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 200 len: 847 time: 0.0504243 Nov 12 22:09:12.183092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:12.183747 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:12.231097 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-b0213649-c966-469c-a7e0-927ae6bff5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:12.232880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-b0213649-c966-469c-a7e0-927ae6bff5d5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe59e78d-86dc-48fd-95f1-f497c2f8957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458326 Nov 12 22:09:12.297096 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:12.372567 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-1fcabd81-1e52-4854-9307-72e149519993 service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302032 Nov 12 22:09:12.387316 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a176b02-4e49-4890-a5dc-83e0216eecfc req-ff824544-19bd-4ecf-8eea-be5fc7e400f3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:12.392006 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a176b02-4e49-4890-a5dc-83e0216eecfc req-ff824544-19bd-4ecf-8eea-be5fc7e400f3 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 946 time: 0.1142547 Nov 12 22:09:12.499315 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1a176b02-4e49-4890-a5dc-83e0216eecfc req-813b8789-f7c3-4bb2-8936-a9a98bef75bf tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002190 Nov 12 22:09:12.517652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-0c23845d-21a4-4f63-a07c-f5985439b8bc req-63594ce9-786a-4c6c-8df0-8e9d9ba0a15e service neutron] 10.222.0.78 "GET /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275887 Nov 12 22:09:12.532064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:12.563414 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace7ee9-a41e-4046-9951-a40621643883 None None] The sync data for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 is: [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T21:59:05Z', 'revision_number': 4, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': 'a1905b3f-01ed-42ed-9d57-c0c6038db9af', 'name': '', 'network_id': 'fe59e78d-86dc-48fd-95f1-f497c2f8957a', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'mac_address': 'fa:16:3e:23:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:05Z', 'updated_at': '2021-11-12T21:59:10Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'subnets': [{'id': 'bfa27b81-fa3e-43fe-9724-cddccb059ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:09:12.789431 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb6c616-b1ca-4c46-92df-27f4e2095f72 None None] New status for floating IP bcd7eb5c-0d7d-44d6-af69-c5890984e815: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 22:09:13.625770 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb83a-49e3-4c77-b9f3-f91a56e22bf1 req-9db421e9-7f90-4e71-b469-2d49a1286d02 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:13.627251 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eeacb83a-49e3-4c77-b9f3-f91a56e22bf1 req-9db421e9-7f90-4e71-b469-2d49a1286d02 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 946 time: 0.0567219 Nov 12 22:09:13.705054 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eeacb83a-49e3-4c77-b9f3-f91a56e22bf1 req-2632775d-61a9-4e7a-afbe-287ee6c53763 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/security-groups?id=710d94d6-52ee-4266-8f1b-a41f0bf8063b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718017 Nov 12 22:09:13.716806 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-921bc3ff-cbb7-4aeb-a5bb-bfb2425e8b17 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:13.718295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-921bc3ff-cbb7-4aeb-a5bb-bfb2425e8b17 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.78 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 946 time: 0.0777268 Nov 12 22:09:13.810588 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Deleting port 442c6006-c523-4ef1-a600-51808dfe0517 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:13.810831 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:13.901202 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] For port 442c6006-c523-4ef1-a600-51808dfe0517, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=442c6006-c523-4ef1-a600-51808dfe0517,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:13.901567 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:13.913374 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Calling delete_port for 442c6006-c523-4ef1-a600-51808dfe0517 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:14.083102 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:14.111091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event deleted for resources: {'Port': ['ID=442c6006-c523-4ef1-a600-51808dfe0517,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:14.156296 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] No DVR routers for this DVR port 442c6006-c523-4ef1-a600-51808dfe0517 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:09:14.159143 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:14.162478 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7c38e090-77af-4107-89de-9cfe2fdff7c1 req-8fefef20-10e6-4e3b-865b-9a85ec697608 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.78 "DELETE /v2.0/ports/442c6006-c523-4ef1-a600-51808dfe0517 HTTP/1.1" status: 204 len: 173 time: 0.4384112 Nov 12 22:09:14.162920 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'name': 'network-vif-deleted', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:09:14.165204 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf9716-af91-4bf0-b728-696aada2b3b0" -d '{"events": [{"server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "name": "network-vif-deleted", "tag": "442c6006-c523-4ef1-a600-51808dfe0517"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:09:14.202691 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fc00b6-70a4-486d-9ce4-922105e455fb x-openstack-request-id: req-d8fc00b6-70a4-486d-9ce4-922105e455fb {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:09:14.203115 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d9fb58-5aca-4126-9725-c1b20929aefe", "name": "network-vif-deleted", "tag": "442c6006-c523-4ef1-a600-51808dfe0517", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:09:14.203393 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8fc00b6-70a4-486d-9ce4-922105e455fb {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:09:14.203821 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d9fb58-5aca-4126-9725-c1b20929aefe', 'name': 'network-vif-deleted', 'tag': '442c6006-c523-4ef1-a600-51808dfe0517', 'status': 'completed', 'code': 200} Nov 12 22:09:14.804746 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4eba6383-9c73-4ef7-95a4-5a11b3c3fba9 req-a974cc8d-dd60-4513-9e07-9208e623423e tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0310674 Nov 12 22:09:15.902133 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7cab9ef5-dbb5-40ca-8b97-0392bc54a215 req-65c9c41d-38cf-4e1d-8036-1bec89c37a73 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0271888 Nov 12 22:09:16.736402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 442c6006-c523-4ef1-a600-51808dfe0517 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:09:16.757907 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: 442c6006-c523-4ef1-a600-51808dfe0517 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:09:16.758253 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device 442c6006-c523-4ef1-a600-51808dfe0517 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:09:17.001501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e0ba4bcb-bade-4ff1-b4d0-505ca9e486fe req-2960de9d-dfc1-4279-b5a3-354e361e0db8 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0270367 Nov 12 22:09:18.101010 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-df150b86-ffa2-4e42-948b-52f9c70f7bb7 req-defb6597-e270-4399-ac19-62e6236fc020 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0276632 Nov 12 22:09:19.217445 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b957cdae-bbcd-406d-966b-6885c7df88d8 req-9daf28bb-ae2b-4826-9722-d1226bb69ead tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d9fb58-5aca-4126-9725-c1b20929aefe HTTP/1.1" status: 200 len: 210 time: 0.0278349 Nov 12 22:09:20.274737 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38238) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:20.331584 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d0497da-8f3d-4dfa-a1e2-52ceb6de4183 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:20.360896 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d0497da-8f3d-4dfa-a1e2-52ceb6de4183 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:20.499604 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d0497da-8f3d-4dfa-a1e2-52ceb6de4183 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:20.502359 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-6d0497da-8f3d-4dfa-a1e2-52ceb6de4183 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:20.503599 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-6d0497da-8f3d-4dfa-a1e2-52ceb6de4183 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] 10.222.0.64 "DELETE /v2.0/security-groups/710d94d6-52ee-4266-8f1b-a41f0bf8063b HTTP/1.1" status: 204 len: 168 time: 0.2277937 Nov 12 22:09:20.513814 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0497da-8f3d-4dfa-a1e2-52ceb6de4183 tempest-TestShelveInstance-1348093609 tempest-TestShelveInstance-1348093609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710d94d6-52ee-4266-8f1b-a41f0bf8063b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:20.596284 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38242) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:21.161088 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:21.415066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Deleting port a1905b3f-01ed-42ed-9d57-c0c6038db9af {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:21.415785 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:21.501219 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] For port a1905b3f-01ed-42ed-9d57-c0c6038db9af, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a1905b3f-01ed-42ed-9d57-c0c6038db9af,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:21.501587 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:21.515077 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Calling delete_port for a1905b3f-01ed-42ed-9d57-c0c6038db9af owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:21.814481 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:21.842914 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1905b3f-01ed-42ed-9d57-c0c6038db9af,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:22.046560 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:22.272646 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Router 55d148d7-0b9a-49c2-8325-bd14beb3793e has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:09:22.382336 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:09:22.387753 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-d449badc-2b62-462f-bf29-aa2c88dcc7a3 admin admin] 10.222.0.64 "PUT /v2.0/routers/55d148d7-0b9a-49c2-8325-bd14beb3793e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904043 Nov 12 22:09:22.390691 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38246) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:22.399073 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] Sync routers for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:09:22.412418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:22.413304 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:22.502991 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:22.530151 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:22.610233 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:22.716840 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T22:09:21Z', 'revision_number': 5, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port': {'id': '309c722a-ac32-4064-8c08-12fa9e5b5b06', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:03Z', 'updated_at': '2021-11-12T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:22.731819 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Deleting port 309c722a-ac32-4064-8c08-12fa9e5b5b06 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:22.732316 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:22.743694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] Checking router: 55d148d7-0b9a-49c2-8325-bd14beb3793e for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:09:22.751969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] Routers {'55d148d7-0b9a-49c2-8325-bd14beb3793e'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:22.752572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['55d148d7-0b9a-49c2-8325-bd14beb3793e'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:22.821135 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] For port 309c722a-ac32-4064-8c08-12fa9e5b5b06, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=309c722a-ac32-4064-8c08-12fa9e5b5b06,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:22.821383 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:22.834367 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Calling delete_port for 309c722a-ac32-4064-8c08-12fa9e5b5b06 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:22.844841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] Set router 55d148d7-0b9a-49c2-8325-bd14beb3793e gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:22.905415 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T22:09:22Z', 'revision_number': 6, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:22.932350 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597412b-7400-4c75-bd6f-ecd57ed74dbf None None] The sync data for ids ['55d148d7-0b9a-49c2-8325-bd14beb3793e'] in n-d-713498-29 is: [{'id': '55d148d7-0b9a-49c2-8325-bd14beb3793e', 'name': 'tempest-TestShelveInstance-624785226-router', 'tenant_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:02Z', 'updated_at': '2021-11-12T22:09:22Z', 'revision_number': 6, 'project_id': '3e1610e8b2d74e8c87657c877ec2b0f9', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:09:23.075502 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.102992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Pushing event deleted for resources: {'Port': ['ID=309c722a-ac32-4064-8c08-12fa9e5b5b06,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:23.119157 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ddaab-5dfb-4e3c-9a8e-68d0010310c4 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:23.171619 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.268896 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.271175 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.385628 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.386302 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d148d7-0b9a-49c2-8325-bd14beb3793e {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 22:09:23.392528 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.393887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1b66dbce-0583-4fdd-81d9-b4552e1a1802 admin admin] 10.222.0.64 "DELETE /v2.0/routers/55d148d7-0b9a-49c2-8325-bd14beb3793e HTTP/1.1" status: 204 len: 168 time: 1.0021870 Nov 12 22:09:23.396678 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38248) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:23.420418 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1905b3f-01ed-42ed-9d57-c0c6038db9af no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:09:23.447792 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Deleting subnet bfa27b81-fa3e-43fe-9724-cddccb059ca1 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 22:09:23.451500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a1905b3f-01ed-42ed-9d57-c0c6038db9af {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:09:23.451500 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a1905b3f-01ed-42ed-9d57-c0c6038db9af not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:09:23.451730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.486372 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.571603 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.705643 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.729513 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa27b81-fa3e-43fe-9724-cddccb059ca1,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:23.741064 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.741408 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.741743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.742128 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.742467 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.742798 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.743203 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.743473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.743751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.744278 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.744601 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.744916 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:23.747809 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.751809 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae21deb-a522-42f4-8738-b20bd60e0d79 None None] Network fe59e78d-86dc-48fd-95f1-f497c2f8957a requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 22:09:23.753764 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-f0d96570-0d58-4988-93dc-12d8fdd64fea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bfa27b81-fa3e-43fe-9724-cddccb059ca1 HTTP/1.1" status: 204 len: 168 time: 0.3559587 Nov 12 22:09:23.753952 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38252) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:23.833778 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.892423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Deleting port 29c68702-3006-44f7-b0e1-dd4332cac3c6 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:23.892765 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.952185 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] DHCP port deletion for fe59e78d-86dc-48fd-95f1-f497c2f8957a request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:23.958239 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] For port 29c68702-3006-44f7-b0e1-dd4332cac3c6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=29c68702-3006-44f7-b0e1-dd4332cac3c6,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:23.960966 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:23.971812 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Calling delete_port for 29c68702-3006-44f7-b0e1-dd4332cac3c6 owned by network:dhcp {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:24.001653 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Deleting port 29c68702-3006-44f7-b0e1-dd4332cac3c6 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:24.002099 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.078562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] For port 29c68702-3006-44f7-b0e1-dd4332cac3c6, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=29c68702-3006-44f7-b0e1-dd4332cac3c6,segment=NetworkSegment(5fec045b-fe59-4549-af96-c444e919d494),segment_id=5fec045b-fe59-4549-af96-c444e919d494)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:24.078977 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.094165 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Calling delete_port for 29c68702-3006-44f7-b0e1-dd4332cac3c6 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:24.237016 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.271269 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Pushing event deleted for resources: {'Port': ['ID=29c68702-3006-44f7-b0e1-dd4332cac3c6,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:24.273810 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] No DVR routers for this DVR port 29c68702-3006-44f7-b0e1-dd4332cac3c6 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:09:24.284236 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.284585 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.284942 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.286230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.286230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.286719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.287006 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.287357 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.287793 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.288026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.288349 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.288673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3091f5-c6c5-4b82-b6fa-887b305c6994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:24.401724 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.424424 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c68702-3006-44f7-b0e1-dd4332cac3c6,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:24.430124 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] No DVR routers for this DVR port 29c68702-3006-44f7-b0e1-dd4332cac3c6 on host n-d-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:09:24.503543 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.524250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe59e78d-86dc-48fd-95f1-f497c2f8957a']}} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:24.533250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fec045b-fe59-4549-af96-c444e919d494') {'for_net_delete': True} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:24.533487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.services.segments.db [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fec045b-fe59-4549-af96-c444e919d494') {} {{(pid=109629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:24.542545 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24704771'] for segment, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.555118 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.560840 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=109629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 22:09:24.561289 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24707163'] for segment, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: self.session.flush() Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: Traceback (most recent call last): Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: timer() Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: cb(*args, **kw) Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: return func(*args, **kwargs) Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: self._notify() Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: self.callback(batched_events) Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: event.method(event) Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: return f(self, *a, **k) Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: return self._get(url).json() Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: return self.request(url, 'GET', **kwargs) Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 22:09:24.562837 n-d-713498-29 neutron-server[109629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 22:09:24.699164 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.703821 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Publish callbacks [] for network, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:24.708033 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fe59e78d-86dc-48fd-95f1-f497c2f8957a HTTP/1.1" status: 204 len: 168 time: 0.9528840 Nov 12 22:09:24.710854 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38254) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:24.720690 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96600b-53f6-49d6-9521-7e4e3833c193 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe59e78d-86dc-48fd-95f1-f497c2f8957a,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:25.046872 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:25.150797 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 29c68702-3006-44f7-b0e1-dd4332cac3c6 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:09:25.172039 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 29c68702-3006-44f7-b0e1-dd4332cac3c6 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:09:25.172386 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 29c68702-3006-44f7-b0e1-dd4332cac3c6 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:09:25.172791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 309c722a-ac32-4064-8c08-12fa9e5b5b06 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:09:25.192148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 309c722a-ac32-4064-8c08-12fa9e5b5b06 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:09:25.192497 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 309c722a-ac32-4064-8c08-12fa9e5b5b06 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:09:25.295059 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Deleting port 218fba6c-a658-4dd3-aa72-cf476ea82800 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:25.295407 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:25.377292 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] For port 218fba6c-a658-4dd3-aa72-cf476ea82800, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=218fba6c-a658-4dd3-aa72-cf476ea82800,segment=NetworkSegment(0ef74534-7cb5-4084-84be-40111acf555d),segment_id=0ef74534-7cb5-4084-84be-40111acf555d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:25.377679 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:25.391119 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Calling delete_port for 218fba6c-a658-4dd3-aa72-cf476ea82800 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:25.939179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:25.965252 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Pushing event deleted for resources: {'Port': ['ID=218fba6c-a658-4dd3-aa72-cf476ea82800,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:26.133315 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:26.346545 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Router 295321fb-5a65-4046-8b61-516be8c10ed6 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:09:26.451994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:09:26.457537 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-def44bab-f2d6-4608-8f18-34076379bd7d admin admin] 10.222.0.64 "PUT /v2.0/routers/295321fb-5a65-4046-8b61-516be8c10ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7451301 Nov 12 22:09:26.460186 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38256) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:26.462828 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] Sync routers for ids ['295321fb-5a65-4046-8b61-516be8c10ed6'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:09:26.473533 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] Routers {'295321fb-5a65-4046-8b61-516be8c10ed6'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:26.474135 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['295321fb-5a65-4046-8b61-516be8c10ed6'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:26.565247 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:26.579691 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] Set router 295321fb-5a65-4046-8b61-516be8c10ed6 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:26.672404 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:26.759976 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T22:09:25Z', 'revision_number': 5, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port': {'id': '4aa7deaa-c00a-4395-a2fb-fa95d764b251', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:59:09Z', 'updated_at': '2021-11-12T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:26.776510 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Deleting port 4aa7deaa-c00a-4395-a2fb-fa95d764b251 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:26.776850 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:26.789994 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] Checking router: 295321fb-5a65-4046-8b61-516be8c10ed6 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:09:26.798100 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] Routers {'295321fb-5a65-4046-8b61-516be8c10ed6'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:26.798689 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['295321fb-5a65-4046-8b61-516be8c10ed6'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:26.864317 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] For port 4aa7deaa-c00a-4395-a2fb-fa95d764b251, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4aa7deaa-c00a-4395-a2fb-fa95d764b251,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:26.864910 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:26.879472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Calling delete_port for 4aa7deaa-c00a-4395-a2fb-fa95d764b251 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:26.972102 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] Set router 295321fb-5a65-4046-8b61-516be8c10ed6 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:27.024978 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T22:09:26Z', 'revision_number': 6, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:27.054485 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd2e05-bab6-4794-9e54-08aab35bb130 None None] The sync data for ids ['295321fb-5a65-4046-8b61-516be8c10ed6'] in n-d-713498-29 is: [{'id': '295321fb-5a65-4046-8b61-516be8c10ed6', 'name': 'tempest-TestShelveInstance-1676638195-router', 'tenant_id': 'c1e33f2ed151455f92950f420ea6b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:59:08Z', 'updated_at': '2021-11-12T22:09:26Z', 'revision_number': 6, 'project_id': 'c1e33f2ed151455f92950f420ea6b645', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:09:27.122424 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.148750 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa7deaa-c00a-4395-a2fb-fa95d764b251,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:27.161925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf08e3-827f-430c-b084-e7c9a48c12e3 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:27.212644 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.303424 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.305573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.448401 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.448968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 295321fb-5a65-4046-8b61-516be8c10ed6 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 22:09:27.458179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.458179 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-c7507a3f-762e-4f6c-9531-5583acdda9c7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/295321fb-5a65-4046-8b61-516be8c10ed6 HTTP/1.1" status: 204 len: 168 time: 0.9940279 Nov 12 22:09:27.458179 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38258) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:27.508273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e6fcdf-bab0-4eff-8401-1832d1b7e7a7 admin admin] Deleting subnet b536c85c-87d3-4109-a84e-5271edb4f4d4 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 22:09:27.511451 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fcdf-bab0-4eff-8401-1832d1b7e7a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.546577 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fcdf-bab0-4eff-8401-1832d1b7e7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.608066 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-19b989b3-19ec-4137-99be-8ed022b8964b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.629317 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fcdf-bab0-4eff-8401-1832d1b7e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.744082 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fcdf-bab0-4eff-8401-1832d1b7e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.767443 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6fcdf-bab0-4eff-8401-1832d1b7e7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b536c85c-87d3-4109-a84e-5271edb4f4d4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:27.773889 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fcdf-bab0-4eff-8401-1832d1b7e7a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.777393 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-d8e6fcdf-bab0-4eff-8401-1832d1b7e7a7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b536c85c-87d3-4109-a84e-5271edb4f4d4 HTTP/1.1" status: 204 len: 168 time: 0.3177719 Nov 12 22:09:27.778967 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189346bf-2ca7-45d0-8439-7183657afc0f None None] Network a35170af-99ca-4de2-896b-98a6841331b4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 22:09:27.779879 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38260) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:27.810544 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 218fba6c-a658-4dd3-aa72-cf476ea82800 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:09:27.858630 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 218fba6c-a658-4dd3-aa72-cf476ea82800 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:09:27.858972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 218fba6c-a658-4dd3-aa72-cf476ea82800 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:09:27.863069 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.919716 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Deleting port 1567a921-937d-4782-8c5e-0af057ce7ad7 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:27.920070 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:27.991055 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] DHCP port deletion for a35170af-99ca-4de2-896b-98a6841331b4 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:27.993065 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] For port 1567a921-937d-4782-8c5e-0af057ce7ad7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1567a921-937d-4782-8c5e-0af057ce7ad7,segment=NetworkSegment(0ef74534-7cb5-4084-84be-40111acf555d),segment_id=0ef74534-7cb5-4084-84be-40111acf555d)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:27.993512 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.007531 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Calling delete_port for 1567a921-937d-4782-8c5e-0af057ce7ad7 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:28.045026 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] Deleting port 1567a921-937d-4782-8c5e-0af057ce7ad7 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:09:28.045405 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.111454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] For port 1567a921-937d-4782-8c5e-0af057ce7ad7, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=1567a921-937d-4782-8c5e-0af057ce7ad7,segment=NetworkSegment(0ef74534-7cb5-4084-84be-40111acf555d),segment_id=0ef74534-7cb5-4084-84be-40111acf555d)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:28.111858 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.124639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] Calling delete_port for 1567a921-937d-4782-8c5e-0af057ce7ad7 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:09:28.166492 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.190211 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1567a921-937d-4782-8c5e-0af057ce7ad7,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:28.199063 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] No DVR routers for this DVR port 1567a921-937d-4782-8c5e-0af057ce7ad7 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:09:28.206477 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.231814 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] Pushing event deleted for resources: {'Port': ['ID=1567a921-937d-4782-8c5e-0af057ce7ad7,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:28.237729 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836acb3-2e77-4f52-a7f6-95c25d7134bf None None] No DVR routers for this DVR port 1567a921-937d-4782-8c5e-0af057ce7ad7 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:09:28.286522 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.306097 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35170af-99ca-4de2-896b-98a6841331b4']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:28.315146 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef74534-7cb5-4084-84be-40111acf555d') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:28.315476 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef74534-7cb5-4084-84be-40111acf555d') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:28.325400 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.338863 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.344669 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 22:09:28.345054 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: timer() Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 22:09:28.346668 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 22:09:28.464935 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.470188 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.480742 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a35170af-99ca-4de2-896b-98a6841331b4 HTTP/1.1" status: 204 len: 168 time: 0.6925766 Nov 12 22:09:28.484525 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dd1ae-b553-4c28-a71f-267dadbd69b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a35170af-99ca-4de2-896b-98a6841331b4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:28.852273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38264) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:28.893305 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-0e8fa226-3ac9-4f75-b2e2-ef3ffbb61795 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e1610e8b2d74e8c87657c877ec2b0f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398834 Nov 12 22:09:28.895971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38266) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:28.943318 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd623-5bba-4545-84e3-ddab9aaa80ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:28.964151 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd623-5bba-4545-84e3-ddab9aaa80ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:29.069179 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd623-5bba-4545-84e3-ddab9aaa80ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:29.071915 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd623-5bba-4545-84e3-ddab9aaa80ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:29.073080 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6c6cd623-5bba-4545-84e3-ddab9aaa80ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64f86f49-c962-4604-994b-851829e1cf0b HTTP/1.1" status: 204 len: 168 time: 0.1762221 Nov 12 22:09:29.080899 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cd623-5bba-4545-84e3-ddab9aaa80ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f86f49-c962-4604-994b-851829e1cf0b,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:29.172631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4aa7deaa-c00a-4395-a2fb-fa95d764b251 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:09:29.194415 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4aa7deaa-c00a-4395-a2fb-fa95d764b251 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:09:29.195188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4aa7deaa-c00a-4395-a2fb-fa95d764b251 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:09:29.195188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1567a921-937d-4782-8c5e-0af057ce7ad7 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:09:29.213655 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 1567a921-937d-4782-8c5e-0af057ce7ad7 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:09:29.214267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 1567a921-937d-4782-8c5e-0af057ce7ad7 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:09:29.731141 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38272) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:29.772544 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-b018238c-aa55-41f7-9aa0-eea98e70f5ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1e33f2ed151455f92950f420ea6b645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402238 Nov 12 22:09:29.775088 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38274) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:29.824881 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-283dc692-0672-46c4-b1a6-2ec42f5fcf08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:29.845905 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-283dc692-0672-46c4-b1a6-2ec42f5fcf08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:29.967637 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-283dc692-0672-46c4-b1a6-2ec42f5fcf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:29.970152 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-283dc692-0672-46c4-b1a6-2ec42f5fcf08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:29.971333 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-283dc692-0672-46c4-b1a6-2ec42f5fcf08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc62d0ef-6c62-41ee-a2de-4bc3ab8c8bc5 HTTP/1.1" status: 204 len: 168 time: 0.1952977 Nov 12 22:09:29.979516 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc692-0672-46c4-b1a6-2ec42f5fcf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc62d0ef-6c62-41ee-a2de-4bc3ab8c8bc5,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:30.110388 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-137f4c9b-f3f9-4395-ac4f-ee640d07e9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.148177 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38296) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:31.244554 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-891498561-network', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:31.316825 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Made reservation on behalf of 131a5e3a559c4482833d2731dfac66aa for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 22:09:31.319140 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.327734 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.400925 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.470674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.495561 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 22:09:31.505835 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8faf6ed-9cd5-4120-abee-a0bd849de7a7,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:31.510481 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.516441 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Added segment ee71477b-ef8d-4892-bf4b-4f0102ce8f9e of type vlan for network aebadaf6-1760-4947-ad66-a0ec204311b4 Nov 12 22:09:31.552760 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.618087 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.647771 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.648766 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:31.649342 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:31.712499 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=aebadaf6-1760-4947-ad66-a0ec204311b4,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:31.722436 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network aebadaf6-1760-4947-ad66-a0ec204311b4 details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 22:09:31.765137 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-3bbcb291-75bb-45b9-bcc6-91dd993fa7a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6158469 Nov 12 22:09:31.768349 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38300) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:31.773662 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Request body: {'subnet': {'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-891498561-subnet', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:31.865007 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Made reservation on behalf of 131a5e3a559c4482833d2731dfac66aa for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 22:09:31.867457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.086874 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.141472 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e669932-3dc0-485d-899f-4039a1d93b62,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:32.157058 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Checking segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:32.157414 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Network hostable DHCP agents. Network: aebadaf6-1760-4947-ad66-a0ec204311b4, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 22:09:32.240717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Network aebadaf6-1760-4947-ad66-a0ec204311b4 is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 22:09:32.309200 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, aebadaf6-1760-4947-ad66-a0ec204311b4) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:32.313299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:32.313890 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.318478 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5703668-3d7a-4a01-9d0d-ebb2578f6c6d None None] Network aebadaf6-1760-4947-ad66-a0ec204311b4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 22:09:32.404815 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0d20cbd0-cdd9-49eb-bb4c-27d1a4d5773a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6351607 Nov 12 22:09:32.407479 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38302) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:32.412739 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:32.463309 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-aebadaf6-1760-4947-ad66-a0ec204311b4', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 22:09:32.464156 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.498450 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.499548 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.552401 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.600213 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Allocated IP 172.20.0.2 (aebadaf6-1760-4947-ad66-a0ec204311b4/1e669932-3dc0-485d-899f-4039a1d93b62/05a6368a-9d82-44ce-adbe-bc5040caf905) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:09:32.747112 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.752876 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.812512 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.848589 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Network aebadaf6-1760-4947-ad66-a0ec204311b4 is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:32.851433 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:32.856991 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:09:32.868676 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Pushing event updated for resources: {'Port': ['ID=05a6368a-9d82-44ce-adbe-bc5040caf905,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:32.919322 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Attempting to bind port 05a6368a-9d82-44ce-adbe-bc5040caf905 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:09:32.919695 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Attempting to bind port 05a6368a-9d82-44ce-adbe-bc5040caf905 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:09:32.920059 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Attempting to bind port 05a6368a-9d82-44ce-adbe-bc5040caf905 on network aebadaf6-1760-4947-ad66-a0ec204311b4 {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:09:32.924931 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:09:32.925306 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Checking segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:32.925706 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:32.926675 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Bound using segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:09:32.927207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Bound port: 05a6368a-9d82-44ce-adbe-bc5040caf905, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:09:32.927562 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.043562 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.063365 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.147699 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] For port 05a6368a-9d82-44ce-adbe-bc5040caf905, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:09:33.150955 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] For port 05a6368a-9d82-44ce-adbe-bc5040caf905, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=05a6368a-9d82-44ce-adbe-bc5040caf905,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:09:33.170381 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Allocated IP 172.25.8.40 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/a6aabea9-e4c0-4f2c-81c0-abe45739af14) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:09:33.230898 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.277360 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.309748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033ee55-c633-4789-b7c8-7ff4822d4c48 None None] Pushing event updated for resources: {'Port': ['ID=05a6368a-9d82-44ce-adbe-bc5040caf905,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:33.345180 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.368349 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.407864 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:33.410749 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:33.416945 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:09:33.424252 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449cf20-b1c7-431d-87df-7186bd42d905 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:33.459420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Pushing event updated for resources: {'Port': ['ID=a6aabea9-e4c0-4f2c-81c0-abe45739af14,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:33.527094 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-5df12f40-5bb7-4163-9551-688ba5bd5ce7 None None] Provisioning complete for port a6aabea9-e4c0-4f2c-81c0-abe45739af14 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:33.527649 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5df12f40-5bb7-4163-9551-688ba5bd5ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.568983 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5df12f40-5bb7-4163-9551-688ba5bd5ce7 None None] Port a6aabea9-e4c0-4f2c-81c0-abe45739af14 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:33.657748 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.790476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:33.998893 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:34.190016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a706b9-a0bb-4201-83ce-7e22f2aeeb5d None None] Network aebadaf6-1760-4947-ad66-a0ec204311b4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 22:09:34.213632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Router e651e13e-4d17-44da-9e99-ea2803346a72 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 22:09:34.326769 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-a408f09f-e948-456a-b70e-cd5f448730d9 None None] Provisioning complete for port 05a6368a-9d82-44ce-adbe-bc5040caf905 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:34.326769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a408f09f-e948-456a-b70e-cd5f448730d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:34.343530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:09:34.359521 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Sync routers for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:09:34.399247 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:34.401313 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:34.428872 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:34.431059 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-9eb75bf7-453e-437e-8316-5e460e9ea435 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0224812 Nov 12 22:09:34.433759 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38306) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:34.550459 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a408f09f-e948-456a-b70e-cd5f448730d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:34.568748 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:34.664116 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-a408f09f-e948-456a-b70e-cd5f448730d9 None None] For port 05a6368a-9d82-44ce-adbe-bc5040caf905, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=05a6368a-9d82-44ce-adbe-bc5040caf905,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:34.725226 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a408f09f-e948-456a-b70e-cd5f448730d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:34.799752 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408f09f-e948-456a-b70e-cd5f448730d9 None None] Pushing event updated for resources: {'Port': ['ID=05a6368a-9d82-44ce-adbe-bc5040caf905,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:34.822617 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:33Z', 'revision_number': 3, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:34.857207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Checking router: e651e13e-4d17-44da-9e99-ea2803346a72 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:09:34.857562 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Updating router e651e13e-4d17-44da-9e99-ea2803346a72 port a6aabea9-e4c0-4f2c-81c0-abe45739af14 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 22:09:34.879009 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:34.889685 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:34.893105 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0bdcfab4-3b2b-4eb1-99c6-0b856fa0c05b None None] Provisioning complete for port 05a6368a-9d82-44ce-adbe-bc5040caf905 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:34.893466 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0bdcfab4-3b2b-4eb1-99c6-0b856fa0c05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.033725 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Allocated IP 172.20.0.1 (aebadaf6-1760-4947-ad66-a0ec204311b4/1e669932-3dc0-485d-899f-4039a1d93b62/0bfa6558-c58a-437b-845d-c0bae15ed496) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:09:35.151602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.198798 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 05a6368a-9d82-44ce-adbe-bc5040caf905 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:09:35.242893 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.247967 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.262730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 05a6368a-9d82-44ce-adbe-bc5040caf905 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:35.263380 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.291259 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Network aebadaf6-1760-4947-ad66-a0ec204311b4 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:35.294147 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:35.299035 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:09:35.302358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfa6558-c58a-437b-845d-c0bae15ed496,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:35.309953 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.347555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.390259 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc0b57-e0ab-4dab-a981-7730d2255e1e None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:35.392047 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Attempting to bind port a6aabea9-e4c0-4f2c-81c0-abe45739af14 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:09:35.392417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Attempting to bind port a6aabea9-e4c0-4f2c-81c0-abe45739af14 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:09:35.392780 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Attempting to bind port a6aabea9-e4c0-4f2c-81c0-abe45739af14 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:09:35.411845 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:09:35.412227 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:35.412634 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.413019 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:09:35.413704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Bound port: a6aabea9-e4c0-4f2c-81c0-abe45739af14, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:09:35.413862 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.416156 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190ec01-cf65-4a34-a717-40e6523b9bfa None None] Pushing event updated for resources: {'Port': ['ID=a6aabea9-e4c0-4f2c-81c0-abe45739af14,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:35.472704 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] For port a6aabea9-e4c0-4f2c-81c0-abe45739af14, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:09:35.476444 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] For port a6aabea9-e4c0-4f2c-81c0-abe45739af14, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a6aabea9-e4c0-4f2c-81c0-abe45739af14,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:09:35.531092 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-2c651c10-7c48-4c62-9010-a3cacfcb171a None None] Provisioning complete for port a6aabea9-e4c0-4f2c-81c0-abe45739af14 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:35.531501 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2c651c10-7c48-4c62-9010-a3cacfcb171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.564385 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.572039 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.598906 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-2c651c10-7c48-4c62-9010-a3cacfcb171a None None] Port a6aabea9-e4c0-4f2c-81c0-abe45739af14 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:35.617029 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39b6d6-963e-467b-8545-d8e50a3189ef None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:35.638445 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190ec01-cf65-4a34-a717-40e6523b9bfa None None] Pushing event updated for resources: {'Port': ['ID=a6aabea9-e4c0-4f2c-81c0-abe45739af14,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:35.647016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:35.647016 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:35.743890 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.760152 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] Provisioning complete for port 0bfa6558-c58a-437b-845d-c0bae15ed496 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:35.760522 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.763452 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:35.802280 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.858909 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] Port 0bfa6558-c58a-437b-845d-c0bae15ed496 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:35.874496 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.877220 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfa6558-c58a-437b-845d-c0bae15ed496,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:35.914291 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] Provisioning complete for port a6aabea9-e4c0-4f2c-81c0-abe45739af14 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:35.914659 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:35.972577 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Network aebadaf6-1760-4947-ad66-a0ec204311b4 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:35.974337 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:36.104746 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Router e651e13e-4d17-44da-9e99-ea2803346a72 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:09:36.205471 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:36.222198 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:09:36.227959 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9109b63d-6191-410e-b40f-3044f644eda7 admin admin] 10.222.0.64 "PUT /v2.0/routers/e651e13e-4d17-44da-9e99-ea2803346a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7931123 Nov 12 22:09:36.234636 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] For port a6aabea9-e4c0-4f2c-81c0-abe45739af14, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a6aabea9-e4c0-4f2c-81c0-abe45739af14,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:36.257848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 1, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:36.284958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99cd7e-c819-4c9c-ac67-e528fbdaae91 None None] The sync data for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 is: [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 1, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:09:36.338246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:36.389841 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b98a0b-27c8-4434-b4fc-7a961ef47ef4 None None] Pushing event updated for resources: {'Port': ['ID=a6aabea9-e4c0-4f2c-81c0-abe45739af14,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:36.459365 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-6c0f9882-5eef-401d-9813-5b4a2c8872d4 None None] Provisioning complete for port 0bfa6558-c58a-437b-845d-c0bae15ed496 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:36.459746 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9882-5eef-401d-9813-5b4a2c8872d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:36.520662 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f9882-5eef-401d-9813-5b4a2c8872d4 None None] Port 0bfa6558-c58a-437b-845d-c0bae15ed496 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:36.975491 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38326) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:36.981342 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1295988500-network', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:37.058796 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Made reservation on behalf of a49b1df9b9704c1fbe549aef45a5d775 for: {'network': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 22:09:37.061447 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for network, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.071249 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.160392 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.193345 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a6aabea9-e4c0-4f2c-81c0-abe45739af14 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:09:37.237239 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.246988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port a6aabea9-e4c0-4f2c-81c0-abe45739af14 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:37.247513 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.268126 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=109628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 22:09:37.279508 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949029ca-5d75-42f3-b513-25cfc5f48f32,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:37.287697 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.288088 n-d-713498-29 neutron-server[109628]: INFO neutron.db.segments_db [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Added segment 0a60dd9b-8942-4284-96b6-2886d2e3d08b of type vlan for network 44fff5f4-93e1-4822-92a6-8df41c41adaa Nov 12 22:09:37.339260 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781815540938'] for network, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.413429 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604'] for network, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.414371 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:37.414952 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.476720 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] Pushing event updated for resources: {'Network': ['ID=44fff5f4-93e1-4822-92a6-8df41c41adaa,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:37.486828 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Network 44fff5f4-93e1-4822-92a6-8df41c41adaa details requested by agent ovs-agent-n-d-713498-29 with host n-d-713498-29 {{(pid=109630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 22:09:37.522423 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38328) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:37.523389 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-4cf53e72-73fc-459d-905f-41de754dd0da admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5455225 Nov 12 22:09:37.528555 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Request body: {'subnet': {'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1295988500-subnet', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'ip_version': 4}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:37.635214 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Made reservation on behalf of a49b1df9b9704c1fbe549aef45a5d775 for: {'subnet': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 22:09:37.637779 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-23672632'] for subnet, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.886660 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-23672618'] for subnet, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:37.944046 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:37.956767 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Checking segment: {'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:37.957086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Network hostable DHCP agents. Network: 44fff5f4-93e1-4822-92a6-8df41c41adaa, hostable agents: ['63c98466-c638-4bbc-9b46-1f986096bcb0'], hosted agents: [] {{(pid=109629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 22:09:38.030418 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Network 44fff5f4-93e1-4822-92a6-8df41c41adaa is scheduled to be hosted by DHCP agent 63c98466-c638-4bbc-9b46-1f986096bcb0 with binding_index 1 {{(pid=109629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 22:09:38.094376 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:09:38.105014 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-29, 44fff5f4-93e1-4822-92a6-8df41c41adaa) {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:38.109800 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:38.114061 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.115968 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99266907-0211-4a23-881c-2c516c9842a3 None None] Network 44fff5f4-93e1-4822-92a6-8df41c41adaa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 22:09:38.194109 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-e77f457e-fd6c-4084-aac1-605148aa44a0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6702037 Nov 12 22:09:38.196554 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38332) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:38.201482 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:38.268649 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Sync routers for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:09:38.269551 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd1c58a8-e010-5bc5-9278-6d5f52af03ee-44fff5f4-93e1-4822-92a6-8df41c41adaa', 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'fixed_ips': [{'subnet_id': '6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964'}]}} from n-d-713498-29. {{(pid=109630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 22:09:38.270947 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.279803 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:38.285276 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:38.316512 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123326'] for router, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.319647 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33134640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33130090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33066705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123313'] for router, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.375704 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.388888 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:38.409694 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.db_base_plugin_common [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Allocated IP 172.20.0.2 (44fff5f4-93e1-4822-92a6-8df41c41adaa/6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964/c75e17be-8f99-4a77-9ba8-30713f4b791a) {{(pid=109630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:09:38.571116 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Publish callbacks [] for port, precommit_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.595653 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.610863 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 2, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:38.637408 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Checking router: e651e13e-4d17-44da-9e99-ea2803346a72 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:09:38.637751 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Updating router e651e13e-4d17-44da-9e99-ea2803346a72 port 0bfa6558-c58a-437b-845d-c0bae15ed496 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 22:09:38.640819 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018'] for port, after_create {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.667401 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.684992 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Network 44fff5f4-93e1-4822-92a6-8df41c41adaa is already hosted by enough agents. {{(pid=109630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:38.687990 n-d-713498-29 neutron-server[109630]: DEBUG neutron.scheduler.base_scheduler [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Resources bound (agent type, host, resource id): {{(pid=109630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:38.692859 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Received port after_create {{(pid=109630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:09:38.696064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Pushing event updated for resources: {'Port': ['ID=c75e17be-8f99-4a77-9ba8-30713f4b791a,revision_number=1']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:38.758658 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Attempting to bind port c75e17be-8f99-4a77-9ba8-30713f4b791a on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:09:38.759123 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Attempting to bind port c75e17be-8f99-4a77-9ba8-30713f4b791a by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:09:38.759593 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Attempting to bind port c75e17be-8f99-4a77-9ba8-30713f4b791a on network 44fff5f4-93e1-4822-92a6-8df41c41adaa {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:09:38.765325 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:09:38.765786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Checking segment: {'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:38.766259 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.767018 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Bound using segment: {'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:09:38.767262 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Bound port: c75e17be-8f99-4a77-9ba8-30713f4b791a, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:09:38.767732 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.830787 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] For port c75e17be-8f99-4a77-9ba8-30713f4b791a, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:09:38.834979 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] For port c75e17be-8f99-4a77-9ba8-30713f4b791a, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c75e17be-8f99-4a77-9ba8-30713f4b791a,segment=NetworkSegment(0a60dd9b-8942-4284-96b6-2886d2e3d08b),segment_id=0a60dd9b-8942-4284-96b6-2886d2e3d08b)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:09:38.862080 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.882328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.911796 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.948333 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:38.983962 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8f18b-7d4d-4819-bb1b-1a060de5c813 None None] Pushing event updated for resources: {'Port': ['ID=c75e17be-8f99-4a77-9ba8-30713f4b791a,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:39.000771 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Allocated IP 172.25.8.167 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/4bbbf6c8-e0ab-458b-aa08-3dafc13957c2) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:09:39.019220 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.074025 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Pushing event updated for resources: {'Port': ['ID=0bfa6558-c58a-437b-845d-c0bae15ed496,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:39.101238 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.102147 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.102147 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.102332 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.102518 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.103045 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.103560 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.104110 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.104597 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.105871 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.106164 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.106489 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:09:39.130976 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.148676 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Attempting to bind port 0bfa6558-c58a-437b-845d-c0bae15ed496 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:09:39.149058 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Attempting to bind port 0bfa6558-c58a-437b-845d-c0bae15ed496 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:09:39.149425 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Attempting to bind port 0bfa6558-c58a-437b-845d-c0bae15ed496 on network aebadaf6-1760-4947-ad66-a0ec204311b4 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:09:39.154913 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:09:39.155596 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Checking segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:39.156277 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.156864 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Bound using segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:09:39.157490 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Bound port: 0bfa6558-c58a-437b-845d-c0bae15ed496, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:09:39.158248 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.259480 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] For port 0bfa6558-c58a-437b-845d-c0bae15ed496, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:09:39.259753 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.263792 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] For port 0bfa6558-c58a-437b-845d-c0bae15ed496, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0bfa6558-c58a-437b-845d-c0bae15ed496,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:09:39.303066 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:39.309250 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:39.316334 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:09:39.330150 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd005c6-ae85-4cea-b6a7-3c307381a8ad None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:39.345318 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.360987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Pushing event updated for resources: {'Port': ['ID=4bbbf6c8-e0ab-458b-aa08-3dafc13957c2,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:39.383119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-115fd98b-f07f-4c82-8e61-510b8f4d6998 None None] Provisioning complete for port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:39.383634 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-115fd98b-f07f-4c82-8e61-510b8f4d6998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.400605 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:39.401232 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:39.440568 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-115fd98b-f07f-4c82-8e61-510b8f4d6998 None None] Port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:39.452868 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9408cd-a0fe-4660-b7bb-d97f24e8caea None None] Pushing event updated for resources: {'Port': ['ID=0bfa6558-c58a-437b-845d-c0bae15ed496,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:39.528841 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:39.573155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-cd37b7fb-979d-44b6-a69a-3dc766096886 None None] Provisioning complete for port 0bfa6558-c58a-437b-845d-c0bae15ed496 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:39.573516 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd37b7fb-979d-44b6-a69a-3dc766096886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.667601 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd37b7fb-979d-44b6-a69a-3dc766096886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.704136 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-cd37b7fb-979d-44b6-a69a-3dc766096886 None None] For port 0bfa6558-c58a-437b-845d-c0bae15ed496, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0bfa6558-c58a-437b-845d-c0bae15ed496,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:39.708574 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.774048 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:39.779318 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-cd37b7fb-979d-44b6-a69a-3dc766096886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.802362 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47530f-8474-4a01-b72b-d62095597eca None None] The sync data for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 is: [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:09:39.844685 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37b7fb-979d-44b6-a69a-3dc766096886 None None] Pushing event updated for resources: {'Port': ['ID=0bfa6558-c58a-437b-845d-c0bae15ed496,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:39.902223 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-822d2e8e-7a82-43d9-ae6e-30ac6411e41a None None] Provisioning complete for port 0bfa6558-c58a-437b-845d-c0bae15ed496 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:39.902750 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-822d2e8e-7a82-43d9-ae6e-30ac6411e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:39.939668 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33134649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33130175'] for router, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:40.112757 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaaa7a9-95bc-4d81-b4c0-73862dc59bfa None None] Network 44fff5f4-93e1-4822-92a6-8df41c41adaa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 22:09:40.173438 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Router 594b5385-aa57-455e-ae0d-8ce1b29337d6 is scheduled to L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e with binding_index 1 {{(pid=109629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 22:09:40.248110 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4387330f-3a41-4b09-9c56-2b5a6ea63b76 None None] Provisioning complete for port c75e17be-8f99-4a77-9ba8-30713f4b791a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:40.248490 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4387330f-3a41-4b09-9c56-2b5a6ea63b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:40.297385 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:09:40.312877 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Sync routers for ids ['594b5385-aa57-455e-ae0d-8ce1b29337d6'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:09:40.336180 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Routers {'594b5385-aa57-455e-ae0d-8ce1b29337d6'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:40.336878 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['594b5385-aa57-455e-ae0d-8ce1b29337d6'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:40.390955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:40.392786 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-41eab7d9-3350-4e07-8ecf-a496c577c36e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1948495 Nov 12 22:09:40.396069 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38336) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:40.473000 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4387330f-3a41-4b09-9c56-2b5a6ea63b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:40.512693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Set router 594b5385-aa57-455e-ae0d-8ce1b29337d6 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:40.588842 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4387330f-3a41-4b09-9c56-2b5a6ea63b76 None None] For port c75e17be-8f99-4a77-9ba8-30713f4b791a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c75e17be-8f99-4a77-9ba8-30713f4b791a,segment=NetworkSegment(0a60dd9b-8942-4284-96b6-2886d2e3d08b),segment_id=0a60dd9b-8942-4284-96b6-2886d2e3d08b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:40.648718 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4387330f-3a41-4b09-9c56-2b5a6ea63b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:40.737976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387330f-3a41-4b09-9c56-2b5a6ea63b76 None None] Pushing event updated for resources: {'Port': ['ID=c75e17be-8f99-4a77-9ba8-30713f4b791a,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:40.777985 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 3, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port': {'id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:40.781622 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-b207e011-0e50-40a8-8351-54fe32df777e None None] Provisioning complete for port c75e17be-8f99-4a77-9ba8-30713f4b791a triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:40.781999 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b207e011-0e50-40a8-8351-54fe32df777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:40.809417 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Checking router: 594b5385-aa57-455e-ae0d-8ce1b29337d6 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:09:40.809768 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Updating router 594b5385-aa57-455e-ae0d-8ce1b29337d6 port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 binding host n-d-713498-29 {{(pid=109630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 22:09:40.864920 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.199792 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.208674 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.287171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0bfa6558-c58a-437b-845d-c0bae15ed496 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:09:41.385084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Publish callbacks [] for port, precommit_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.385832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Allocated IP 172.20.0.1 (44fff5f4-93e1-4822-92a6-8df41c41adaa/6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964/88009be2-b873-4f28-b542-7d96e4bf1336) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:09:41.388741 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.394066 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 0bfa6558-c58a-437b-845d-c0bae15ed496 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:41.394431 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.471400 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c75e17be-8f99-4a77-9ba8-30713f4b791a up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:09:41.492525 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.555839 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82c200-73da-430e-bf49-d98480b35e4f None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:41.569849 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352416e-f4d0-47bd-a0b0-b75a0e4525b7 None None] Pushing event updated for resources: {'Port': ['ID=4bbbf6c8-e0ab-458b-aa08-3dafc13957c2,revision_number=2']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:41.572106 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Attempting to bind port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:09:41.572476 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Attempting to bind port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:09:41.572844 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Attempting to bind port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 on network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:09:41.583660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:09:41.583660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Checking segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:41.583660 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.584062 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Bound using segment: {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'} {{(pid=109630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:09:41.584602 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Bound port: 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0221dd1b-c4a8-4d25-8367-48a7b3a8675f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de'}}] {{(pid=109630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:09:41.584842 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.615323 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port c75e17be-8f99-4a77-9ba8-30713f4b791a triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:41.615823 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.625558 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.681786 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] For port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2, host n-d-713498-29, cleared binding levels {{(pid=109630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:09:41.686709 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] For port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4bbbf6c8-e0ab-458b-aa08-3dafc13957c2,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:09:41.690115 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-61d5e5fe-1790-489b-baf1-9c3d110eb6bd None None] Provisioning complete for port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:41.690479 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-61d5e5fe-1790-489b-baf1-9c3d110eb6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.717932 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.751133 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.756861 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Network 44fff5f4-93e1-4822-92a6-8df41c41adaa is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:41.759698 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:41.761716 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-61d5e5fe-1790-489b-baf1-9c3d110eb6bd None None] Port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:41.765652 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:09:41.797077 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Pushing event updated for resources: {'Port': ['ID=88009be2-b873-4f28-b542-7d96e4bf1336,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:41.814190 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2c10d7-a512-43cc-a44b-be00ee78fe17 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:09:41.824176 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129322'] for router_interface, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.839072 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352416e-f4d0-47bd-a0b0-b75a0e4525b7 None None] Pushing event updated for resources: {'Port': ['ID=4bbbf6c8-e0ab-458b-aa08-3dafc13957c2,revision_number=3']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:41.841925 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Routers {'594b5385-aa57-455e-ae0d-8ce1b29337d6'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:41.842520 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['594b5385-aa57-455e-ae0d-8ce1b29337d6'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:41.909984 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-23f35e1e-9a67-4bea-b645-59fa99806523 None None] Provisioning complete for port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:41.911415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-23f35e1e-9a67-4bea-b645-59fa99806523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:41.995240 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] Set router 594b5385-aa57-455e-ae0d-8ce1b29337d6 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:42.018866 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:42.141645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-23f35e1e-9a67-4bea-b645-59fa99806523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:42.175719 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-23f35e1e-9a67-4bea-b645-59fa99806523 None None] For port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4bbbf6c8-e0ab-458b-aa08-3dafc13957c2,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:42.184457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:42.224750 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 3, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port': {'id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:42.241797 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:42.255645 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-23f35e1e-9a67-4bea-b645-59fa99806523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:42.259155 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e570-5464-4b35-b821-5c0321c3669c None None] The sync data for ids ['594b5385-aa57-455e-ae0d-8ce1b29337d6'] in n-d-713498-29 is: [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 3, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port': {'id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:09:42.309382 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f35e1e-9a67-4bea-b645-59fa99806523 None None] Pushing event updated for resources: {'Port': ['ID=4bbbf6c8-e0ab-458b-aa08-3dafc13957c2,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:42.319455 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33011558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33129470'] for router_interface, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:42.321302 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Pushing event updated for resources: {'Port': ['ID=88009be2-b873-4f28-b542-7d96e4bf1336,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:42.376529 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-3f694088-cd4c-4dd0-ba4b-04bdc6fabcd4 None None] Provisioning complete for port 88009be2-b873-4f28-b542-7d96e4bf1336 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:42.376908 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-3f694088-cd4c-4dd0-ba4b-04bdc6fabcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:42.414271 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-3f694088-cd4c-4dd0-ba4b-04bdc6fabcd4 None None] Port 88009be2-b873-4f28-b542-7d96e4bf1336 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:42.423437 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Network 44fff5f4-93e1-4822-92a6-8df41c41adaa is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:42.424898 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:42.580212 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Router 594b5385-aa57-455e-ae0d-8ce1b29337d6 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:09:42.703955 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:09:42.709536 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-1986f1b0-5f9b-4dc0-b303-1e37415d8f87 admin admin] 10.222.0.64 "PUT /v2.0/routers/594b5385-aa57-455e-ae0d-8ce1b29337d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3122547 Nov 12 22:09:42.737181 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-d71d0f20-bb72-46cf-9a09-422b1ffe0c8a None None] Provisioning complete for port 88009be2-b873-4f28-b542-7d96e4bf1336 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:42.737734 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d71d0f20-bb72-46cf-9a09-422b1ffe0c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:42.781541 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-d71d0f20-bb72-46cf-9a09-422b1ffe0c8a None None] Port 88009be2-b873-4f28-b542-7d96e4bf1336 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:43.238487 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:09:43.290689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:43.290975 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.338902 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38344) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:43.344322 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-9adfd7df-190f-4128-a860-70d2b73c9d8d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877149247', 'description': 'tempest-secgroup-smoke-1877149247 description', 'project_id': '131a5e3a559c4482833d2731dfac66aa'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:43.452623 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adfd7df-190f-4128-a860-70d2b73c9d8d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.522997 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adfd7df-190f-4128-a860-70d2b73c9d8d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.596056 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adfd7df-190f-4128-a860-70d2b73c9d8d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.632076 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfd7df-190f-4128-a860-70d2b73c9d8d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b444e9f0-2eea-4825-865c-c641f671b81b,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:43.689477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-9adfd7df-190f-4128-a860-70d2b73c9d8d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.690798 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-9adfd7df-190f-4128-a860-70d2b73c9d8d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3504429 Nov 12 22:09:43.694482 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38346) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:43.699349 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-850ecdf1-8fbb-4775-8213-2b9bb1f5efb4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'security_group_rule': {'security_group_id': 'b444e9f0-2eea-4825-865c-c641f671b81b', 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:43.785286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-850ecdf1-8fbb-4775-8213-2b9bb1f5efb4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.853107 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-850ecdf1-8fbb-4775-8213-2b9bb1f5efb4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.911180 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-850ecdf1-8fbb-4775-8213-2b9bb1f5efb4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.929942 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ecdf1-8fbb-4775-8213-2b9bb1f5efb4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ec9c06-d598-4c01-9ced-a132dcd01b03,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:43.976053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-850ecdf1-8fbb-4775-8213-2b9bb1f5efb4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:43.978417 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-850ecdf1-8fbb-4775-8213-2b9bb1f5efb4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2819884 Nov 12 22:09:43.980201 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38348) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:43.981861 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Sync routers for ids ['594b5385-aa57-455e-ae0d-8ce1b29337d6'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:09:43.984971 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-ab756072-76b6-4d52-9421-3b7f2b8faafb tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'security_group_rule': {'security_group_id': 'b444e9f0-2eea-4825-865c-c641f671b81b', 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:43.994187 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Routers {'594b5385-aa57-455e-ae0d-8ce1b29337d6'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:43.994896 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['594b5385-aa57-455e-ae0d-8ce1b29337d6'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:44.075730 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab756072-76b6-4d52-9421-3b7f2b8faafb tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.141721 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab756072-76b6-4d52-9421-3b7f2b8faafb tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.207101 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab756072-76b6-4d52-9421-3b7f2b8faafb tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.209101 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Set router 594b5385-aa57-455e-ae0d-8ce1b29337d6 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:44.226358 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab756072-76b6-4d52-9421-3b7f2b8faafb tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45f7d21-3c11-4e2d-9698-93866698e95b,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:44.301208 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ab756072-76b6-4d52-9421-3b7f2b8faafb tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.302340 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ab756072-76b6-4d52-9421-3b7f2b8faafb tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209741 Nov 12 22:09:44.305550 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38350) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:44.310288 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-40eaef0e-2055-4498-9858-45cd7cf166be tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'security_group_rule': {'security_group_id': 'b444e9f0-2eea-4825-865c-c641f671b81b', 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:44.401703 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40eaef0e-2055-4498-9858-45cd7cf166be tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.423872 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:41Z', 'revision_number': 4, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port': {'id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '88009be2-b873-4f28-b542-7d96e4bf1336', 'name': '', 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'mac_address': 'fa:16:3e:bd:e1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:41Z', 'updated_at': '2021-11-12T22:09:42Z', 'revision_number': 2, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'subnets': [{'id': '6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:44.452666 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Checking router: 594b5385-aa57-455e-ae0d-8ce1b29337d6 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:09:44.453359 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Updating router 594b5385-aa57-455e-ae0d-8ce1b29337d6 port 88009be2-b873-4f28-b542-7d96e4bf1336 binding host n-d-713498-29 {{(pid=109631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 22:09:44.462991 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40eaef0e-2055-4498-9858-45cd7cf166be tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.479383 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.573185 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40eaef0e-2055-4498-9858-45cd7cf166be tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.596495 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaef0e-2055-4498-9858-45cd7cf166be tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1164fecb-4668-48d1-a335-bd6989423447,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:44.673201 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-40eaef0e-2055-4498-9858-45cd7cf166be tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.674856 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-40eaef0e-2055-4498-9858-45cd7cf166be tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3676152 Nov 12 22:09:44.677037 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 38352) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:44.681412 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [None req-6225e35a-43bb-4040-a97d-bff1d8deb364 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'security_group_rule': {'security_group_id': 'b444e9f0-2eea-4825-865c-c641f671b81b', 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:44.752346 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Publish callbacks [] for port, precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.772775 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6225e35a-43bb-4040-a97d-bff1d8deb364 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.813105 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.833731 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6225e35a-43bb-4040-a97d-bff1d8deb364 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.864934 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371e403-6ad8-4c30-af73-1ecbd33be312 None None] Pushing event updated for resources: {'Port': ['ID=88009be2-b873-4f28-b542-7d96e4bf1336,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:44.887975 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6225e35a-43bb-4040-a97d-bff1d8deb364 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.910841 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225e35a-43bb-4040-a97d-bff1d8deb364 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb52f6d-78e2-4702-a514-09c838031b15,revision_number=0']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:44.922233 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Attempting to bind port 88009be2-b873-4f28-b542-7d96e4bf1336 on host n-d-713498-29 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:09:44.922233 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Attempting to bind port 88009be2-b873-4f28-b542-7d96e4bf1336 by drivers openvswitch,hyperv on host n-d-713498-29 at level 0 using segments [{'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:09:44.922233 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Attempting to bind port 88009be2-b873-4f28-b542-7d96e4bf1336 on network 44fff5f4-93e1-4822-92a6-8df41c41adaa {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:09:44.926408 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Checking agent: {'id': 'b0e7842d-fc12-4415-8f7b-d85753db4194', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 32, 3), 'started_at': datetime.datetime(2021, 11, 12, 20, 32, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:09:44.926811 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Checking segment: {'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:44.927217 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.927684 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Bound using segment: {'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:09:44.928154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Bound port: 88009be2-b873-4f28-b542-7d96e4bf1336, host: n-d-713498-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a60dd9b-8942-4284-96b6-2886d2e3d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:09:44.928691 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.969457 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-6225e35a-43bb-4040-a97d-bff1d8deb364 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:44.973325 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-6225e35a-43bb-4040-a97d-bff1d8deb364 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2927506 Nov 12 22:09:44.979593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38354) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:44.979593 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-693f9a93-83ec-46f5-ac59-f8c7e6665b38 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'security_group_rule': {'security_group_id': 'b444e9f0-2eea-4825-865c-c641f671b81b', 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:45.000373 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] For port 88009be2-b873-4f28-b542-7d96e4bf1336, host n-d-713498-29, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:09:45.008255 n-d-713498-29 neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] For port 88009be2-b873-4f28-b542-7d96e4bf1336, host n-d-713498-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=88009be2-b873-4f28-b542-7d96e4bf1336,segment=NetworkSegment(0a60dd9b-8942-4284-96b6-2886d2e3d08b),segment_id=0a60dd9b-8942-4284-96b6-2886d2e3d08b)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:09:45.064599 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-693f9a93-83ec-46f5-ac59-f8c7e6665b38 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Project 131a5e3a559c4482833d2731dfac66aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 22:09:45.070270 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-693f9a93-83ec-46f5-ac59-f8c7e6665b38 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.076564 n-d-713498-29 neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.128555 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Routers {'594b5385-aa57-455e-ae0d-8ce1b29337d6'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:09:45.129200 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:09:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['594b5385-aa57-455e-ae0d-8ce1b29337d6'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:45.134494 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-693f9a93-83ec-46f5-ac59-f8c7e6665b38 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.137081 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-c891191e-63fa-42ec-85ee-aebd47a60054 None None] Provisioning complete for port 88009be2-b873-4f28-b542-7d96e4bf1336 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:45.137667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c891191e-63fa-42ec-85ee-aebd47a60054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.177044 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371e403-6ad8-4c30-af73-1ecbd33be312 None None] Pushing event updated for resources: {'Port': ['ID=88009be2-b873-4f28-b542-7d96e4bf1336,revision_number=4']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:45.227797 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-693f9a93-83ec-46f5-ac59-f8c7e6665b38 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.232094 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c891191e-63fa-42ec-85ee-aebd47a60054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.273523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f9a93-83ec-46f5-ac59-f8c7e6665b38 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df52f9-f902-495c-b6ce-a53a1b2460d8,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:45.273760 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] Set router 594b5385-aa57-455e-ae0d-8ce1b29337d6 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:09:45.277242 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-c891191e-63fa-42ec-85ee-aebd47a60054 None None] For port 88009be2-b873-4f28-b542-7d96e4bf1336, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=88009be2-b873-4f28-b542-7d96e4bf1336,segment=NetworkSegment(0a60dd9b-8942-4284-96b6-2886d2e3d08b),segment_id=0a60dd9b-8942-4284-96b6-2886d2e3d08b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:45.358210 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-693f9a93-83ec-46f5-ac59-f8c7e6665b38 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.359863 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-693f9a93-83ec-46f5-ac59-f8c7e6665b38 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847029 Nov 12 22:09:45.362546 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38356) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:45.367349 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c891191e-63fa-42ec-85ee-aebd47a60054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.370650 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-07465fb5-b1c5-4ce8-8319-9970480fd6c9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'security_group_rule': {'security_group_id': 'b444e9f0-2eea-4825-865c-c641f671b81b', 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:45.416572 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891191e-63fa-42ec-85ee-aebd47a60054 None None] Pushing event updated for resources: {'Port': ['ID=88009be2-b873-4f28-b542-7d96e4bf1336,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:45.446523 n-d-713498-29 neutron-server[109629]: INFO neutron.db.securitygroups_db [None req-07465fb5-b1c5-4ce8-8319-9970480fd6c9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Project 131a5e3a559c4482833d2731dfac66aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 22:09:45.451764 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07465fb5-b1c5-4ce8-8319-9970480fd6c9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.481715 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:41Z', 'revision_number': 4, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port': {'id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '88009be2-b873-4f28-b542-7d96e4bf1336', 'name': '', 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'mac_address': 'fa:16:3e:bd:e1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:41Z', 'updated_at': '2021-11-12T22:09:44Z', 'revision_number': 4, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'subnets': [{'id': '6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:09:45.487241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-18a0fbbe-336b-4095-943e-b2535bd6291a None None] Provisioning complete for port 88009be2-b873-4f28-b542-7d96e4bf1336 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:45.487721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-18a0fbbe-336b-4095-943e-b2535bd6291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.513944 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7cc15-ef4a-4454-95d0-d0a5348f4c95 None None] The sync data for ids ['594b5385-aa57-455e-ae0d-8ce1b29337d6'] in n-d-713498-29 is: [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:41Z', 'revision_number': 4, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port': {'id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '88009be2-b873-4f28-b542-7d96e4bf1336', 'name': '', 'network_id': '44fff5f4-93e1-4822-92a6-8df41c41adaa', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'mac_address': 'fa:16:3e:bd:e1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:41Z', 'updated_at': '2021-11-12T22:09:44Z', 'revision_number': 4, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'subnets': [{'id': '6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:09:45.523603 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07465fb5-b1c5-4ce8-8319-9970480fd6c9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.607535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07465fb5-b1c5-4ce8-8319-9970480fd6c9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063300'] for security_group_rule, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.627530 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07465fb5-b1c5-4ce8-8319-9970480fd6c9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2167ea68-2118-4a89-9c9e-252e8475e98b,revision_number=0']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:45.698249 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-07465fb5-b1c5-4ce8-8319-9970480fd6c9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:45.699785 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-07465fb5-b1c5-4ce8-8319-9970480fd6c9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3362598 Nov 12 22:09:45.858571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-229bb87e-4773-4e21-bf71-2ce15c4d7593 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877149247&fields=id&tenant_id=131a5e3a559c4482833d2731dfac66aa HTTP/1.1" status: 200 len: 267 time: 0.0481865 Nov 12 22:09:45.970666 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-0b075b75-9897-40fd-a4c3-736ba9b99f00 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:45.972150 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-0b075b75-9897-40fd-a4c3-736ba9b99f00 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 809 time: 0.1060898 Nov 12 22:09:45.987295 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-f03b3e65-4d9f-4c13-a5ff-7b2133049566 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/quotas/131a5e3a559c4482833d2731dfac66aa HTTP/1.1" status: 200 len: 375 time: 0.0088258 Nov 12 22:09:46.042146 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-e3c9dce9-8d72-499c-b83d-a47e992e3781 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493491 Nov 12 22:09:46.153729 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-222b871f-9d26-42c0-a831-ddda12ee7676 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 22:09:46.154736 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-222b871f-9d26-42c0-a831-ddda12ee7676 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1015880 Nov 12 22:09:46.244316 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-d89801cc-8390-4721-93b6-56f6e0bc2f63 service neutron] 10.222.0.64 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Nov 12 22:09:46.338336 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fc414605-c511-4ae4-ae6e-ae3e1efaa6aa service neutron] 10.222.0.64 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879142 Nov 12 22:09:46.550415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-752cd15b-0826-4218-848c-e9fec7ae41ac req-d60658c6-0f24-4808-b979-67d476a354ba tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 210 time: 0.0268455 Nov 12 22:09:47.192886 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 88009be2-b873-4f28-b542-7d96e4bf1336 up at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:09:47.242200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Provisioning complete for port 88009be2-b873-4f28-b542-7d96e4bf1336 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:47.242661 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:47.635049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-099f4c3f-f980-4c5e-956b-32180847a782 req-a006528a-fdcd-424c-96fa-8ecd5b5443ab tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 210 time: 0.0269248 Nov 12 22:09:48.730034 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-162602de-efa9-4664-b938-ec57ec0ef1b6 req-d53b0d54-9dc1-4b51-8c4c-a7845f785090 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 210 time: 0.0266013 Nov 12 22:09:48.855651 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-9f56a671-5d4f-454a-98a6-b88a5b16c4c7 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:48.857124 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-9f56a671-5d4f-454a-98a6-b88a5b16c4c7 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.46 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 809 time: 0.1014030 Nov 12 22:09:48.925418 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-b8f5ebbc-6cdb-4846-8e64-bb8b48ff1fc4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=131a5e3a559c4482833d2731dfac66aa HTTP/1.1" status: 200 len: 380 time: 0.0541403 Nov 12 22:09:48.937547 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'port': {'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'admin_state_up': True, 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'security_groups': ['b444e9f0-2eea-4825-865c-c641f671b81b']}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:49.103967 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Made reservation on behalf of 131a5e3a559c4482833d2731dfac66aa for: {'port': 1} {{(pid=109628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 22:09:49.107570 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:49.237831 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_common [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Allocated IP 172.20.0.14 (aebadaf6-1760-4947-ad66-a0ec204311b4/1e669932-3dc0-485d-899f-4039a1d93b62/f9531deb-e745-4bdb-bc1f-667e5230459e) {{(pid=109628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:09:49.374445 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for port, precommit_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:49.499477 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_create {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:49.548378 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Network aebadaf6-1760-4947-ad66-a0ec204311b4 is already hosted by enough agents. {{(pid=109628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:09:49.553530 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.base_scheduler [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Resources bound (agent type, host, resource id): {{(pid=109628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:09:49.557308 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Received port after_create {{(pid=109628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:09:49.563958 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=1']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:49.614058 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:49.614638 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:49.690153 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-fb98e86f-cbd9-4178-b104-58626b2df316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7561824 Nov 12 22:09:49.707968 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.v2.base [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Request body: {'port': {'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-29'}} {{(pid=109628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:49.757089 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-21eadd72-dabb-40ed-a42b-16fec20c4bf7 None None] Provisioning complete for port f9531deb-e745-4bdb-bc1f-667e5230459e triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:49.757650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-21eadd72-dabb-40ed-a42b-16fec20c4bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:49.770551 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:49.792687 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-21eadd72-dabb-40ed-a42b-16fec20c4bf7 None None] Port f9531deb-e745-4bdb-bc1f-667e5230459e cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:09:49.852212 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302954ee-0ec3-4eef-a931-23d83a275fd8 req-73ccb049-d6fb-429d-84de-77c2380626c4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:49.853731 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-302954ee-0ec3-4eef-a931-23d83a275fd8 req-73ccb049-d6fb-429d-84de-77c2380626c4 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 932 time: 0.0491476 Nov 12 22:09:49.908022 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-302954ee-0ec3-4eef-a931-23d83a275fd8 req-c1b6c7ce-1627-4095-8dab-cd64d5a8a312 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481873 Nov 12 22:09:50.046951 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9531deb-e745-4bdb-bc1f-667e5230459e {{(pid=109628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:09:50.055358 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:50.067478 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.provisioning_blocks [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Transition to ACTIVE for port object f9531deb-e745-4bdb-bc1f-667e5230459e will not be triggered until provisioned by entity L2. {{(pid=109628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 22:09:50.178469 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:50.229743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Pushing event updated for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=2']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:50.301090 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Attempting to bind port f9531deb-e745-4bdb-bc1f-667e5230459e on host n-h2-713498-29 for vnic_type normal with profile {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:09:50.301361 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Attempting to bind port f9531deb-e745-4bdb-bc1f-667e5230459e by drivers openvswitch,hyperv on host n-h2-713498-29 at level 0 using segments [{'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:09:50.301846 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Attempting to bind port f9531deb-e745-4bdb-bc1f-667e5230459e on network aebadaf6-1760-4947-ad66-a0ec204311b4 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:09:50.306560 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Port f9531deb-e745-4bdb-bc1f-667e5230459e on network aebadaf6-1760-4947-ad66-a0ec204311b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-29 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 22:09:50.306884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Attempting to bind port f9531deb-e745-4bdb-bc1f-667e5230459e on network aebadaf6-1760-4947-ad66-a0ec204311b4 {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:09:50.311908 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Checking agent: {'id': '1efd6e95-72f1-481b-b4c7-4526c8625140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:09:50.312588 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Checking segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:09:50.312987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Bound using segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} {{(pid=109628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:09:50.313421 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.managers [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Bound port: f9531deb-e745-4bdb-bc1f-667e5230459e, host: n-h2-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'}}] {{(pid=109628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:09:50.313781 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:50.388378 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, cleared binding levels {{(pid=109628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:09:50.391494 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:09:50.481676 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30875478'] for port, after_update {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:50.514536 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:50.515132 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:50.516610 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] 10.222.0.46 "PUT /v2.0/ports/f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 1093 time: 0.8135762 Nov 12 22:09:50.516976 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:09:50.519230 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081e40d5-0719-4936-bba5-67638522a509" -d '{"events": [{"name": "network-changed", "server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:09:50.552506 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e5843-7f94-483d-b00d-367102dd1a81 service neutron] Pushing event updated for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=3']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:50.628152 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b22fc0-868f-4388-bf0f-84b5265f4019 x-openstack-request-id: req-21b22fc0-868f-4388-bf0f-84b5265f4019 {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:09:50.628152 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:09:50.628152 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21b22fc0-868f-4388-bf0f-84b5265f4019 {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:09:50.628152 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'status': 'completed', 'code': 200} Nov 12 22:09:50.686528 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-33ff6034-cecd-4bc7-9714-2030440b5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:50.688096 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-33ff6034-cecd-4bc7-9714-2030440b5a34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1096 time: 0.0448678 Nov 12 22:09:50.740630 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-8f781ede-d950-4469-b76b-876e9260107b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 217 time: 0.0396550 Nov 12 22:09:50.790583 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-812b243c-fb88-4100-991a-aad5a12316ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:50.791992 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-812b243c-fb88-4100-991a-aad5a12316ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0442286 Nov 12 22:09:50.841688 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-a2b8f8a6-e812-435e-b5a6-66811288d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:50.843210 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-a2b8f8a6-e812-435e-b5a6-66811288d304 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397894 Nov 12 22:09:50.943149 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-c5fac5d7-ae02-4d78-8d07-d4c5958b1015 service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870204 Nov 12 22:09:51.026346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c6679-f8b0-4b18-8a70-f8e4c1324888 req-a0e46647-9e25-4e53-8ab4-f85827044397 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:51.027875 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-935c6679-f8b0-4b18-8a70-f8e4c1324888 req-a0e46647-9e25-4e53-8ab4-f85827044397 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 944 time: 0.0492201 Nov 12 22:09:51.041106 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-fac610f7-d270-44bb-9ac6-5a624edc1d67 req-b82e9f0c-da42-4817-bb19-1574117ccc4f service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898166 Nov 12 22:09:51.081098 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-935c6679-f8b0-4b18-8a70-f8e4c1324888 req-2c1d0bc5-6ae0-4c93-a87d-1abff44022b3 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470424 Nov 12 22:09:51.217655 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e40d5-0719-4936-bba5-67638522a509 req-85a0ec6f-9dbd-405f-a544-ef831c66c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:51.219134 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-081e40d5-0719-4936-bba5-67638522a509 req-85a0ec6f-9dbd-405f-a544-ef831c66c964 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1096 time: 0.0416899 Nov 12 22:09:51.320592 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e40d5-0719-4936-bba5-67638522a509 req-ad3cbbdb-8738-46dc-a39b-583b6a6b8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:51.322071 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-081e40d5-0719-4936-bba5-67638522a509 req-ad3cbbdb-8738-46dc-a39b-583b6a6b8d2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0907154 Nov 12 22:09:51.365136 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-081e40d5-0719-4936-bba5-67638522a509 req-faac8f75-51c9-4b72-b99a-d138c4969f0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 217 time: 0.0348442 Nov 12 22:09:51.425276 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e40d5-0719-4936-bba5-67638522a509 req-537ecda6-5ede-4127-be22-613c9d9b2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:51.426916 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-081e40d5-0719-4936-bba5-67638522a509 req-537ecda6-5ede-4127-be22-613c9d9b2e6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0521376 Nov 12 22:09:51.474930 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e40d5-0719-4936-bba5-67638522a509 req-ba494aac-3496-449f-a26d-49a98b20cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:51.476430 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-081e40d5-0719-4936-bba5-67638522a509 req-ba494aac-3496-449f-a26d-49a98b20cdb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411453 Nov 12 22:09:51.572641 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-081e40d5-0719-4936-bba5-67638522a509 req-8da56c84-806a-48a6-b91d-e7747196a053 service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859861 Nov 12 22:09:51.662075 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-081e40d5-0719-4936-bba5-67638522a509 req-9084826f-c904-4f0d-bd07-a5b35d6f8c17 service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819311 Nov 12 22:09:52.201194 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903fa63-0886-4abe-aa4f-9bbe6994162f req-35a42206-62d6-4ef5-87bb-bd2454ec6e5e tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:52.202657 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6903fa63-0886-4abe-aa4f-9bbe6994162f req-35a42206-62d6-4ef5-87bb-bd2454ec6e5e tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 944 time: 0.0502656 Nov 12 22:09:52.252351 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6903fa63-0886-4abe-aa4f-9bbe6994162f req-581ab297-d2ed-4db6-a22b-e63756872251 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Nov 12 22:09:53.371713 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a5b4-5759-4d80-b36f-b82022a809fe req-10d9b3c1-9c7c-46ea-b97c-46064a55b80a tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:53.373124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb67a5b4-5759-4d80-b36f-b82022a809fe req-10d9b3c1-9c7c-46ea-b97c-46064a55b80a tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 944 time: 0.0524645 Nov 12 22:09:53.422233 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-bb67a5b4-5759-4d80-b36f-b82022a809fe req-37705b95-d5f5-4b27-9afd-18bca84244c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Nov 12 22:09:54.247435 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f9531deb-e745-4bdb-bc1f-667e5230459e details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 22:09:54.340606 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:54.351746 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 22:09:54.392109 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:54.405171 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9531deb-e745-4bdb-bc1f-667e5230459e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:09:54.424028 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:54.498274 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:54.540420 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ae5a-d803-44ab-8d35-4e3551c5b488 req-bb6d1934-81ea-419c-8879-873ecc4f1316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:54.542031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1458ae5a-d803-44ab-8d35-4e3551c5b488 req-bb6d1934-81ea-419c-8879-873ecc4f1316 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 945 time: 0.0518618 Nov 12 22:09:54.549848 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:54.593286 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1458ae5a-d803-44ab-8d35-4e3551c5b488 req-fa78dfa0-4900-468c-a9cf-b9dc5204274e tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446064 Nov 12 22:09:54.803049 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['f9531deb-e745-4bdb-bc1f-667e5230459e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 22:09:55.714450 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9c314-f253-438e-ad88-83bbff116ec0 req-53c0e333-2b28-4531-8841-01ecaeadc1b6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:55.715955 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40f9c314-f253-438e-ad88-83bbff116ec0 req-53c0e333-2b28-4531-8841-01ecaeadc1b6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 945 time: 0.0530446 Nov 12 22:09:55.765791 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-40f9c314-f253-438e-ad88-83bbff116ec0 req-3e5339a0-5942-4b1a-9e07-421d904135f8 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Nov 12 22:09:56.263970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f9531deb-e745-4bdb-bc1f-667e5230459e up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:09:56.458647 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning for port f9531deb-e745-4bdb-bc1f-667e5230459e completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 22:09:56.462891 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port f9531deb-e745-4bdb-bc1f-667e5230459e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:09:56.463255 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:56.544619 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:56.567969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:09:56.570238 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fbb049-0677-49c7-a0ff-2c6c687002b1" -d '{"events": [{"server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:09:56.583901 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:09:56.660890 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7faab0-6393-4377-baf0-b18206ad5a2f x-openstack-request-id: req-2e7faab0-6393-4377-baf0-b18206ad5a2f {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:09:56.661330 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:09:56.661601 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e7faab0-6393-4377-baf0-b18206ad5a2f {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:09:56.661995 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'code': 200} Nov 12 22:09:56.669307 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:56.720254 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:09:56.767472 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fd339-4e34-48bb-96de-a58c3712b65c req-86a21412-2a17-4f06-8acf-a10cd65ac964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:56.768966 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b8fd339-4e34-48bb-96de-a58c3712b65c req-86a21412-2a17-4f06-8acf-a10cd65ac964 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1098 time: 0.0412250 Nov 12 22:09:56.820923 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-2b8fd339-4e34-48bb-96de-a58c3712b65c req-9295588d-4a7d-48d2-9634-654c2d7bba8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Nov 12 22:09:56.879403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9f832-9302-4603-b1b0-86ce6637c18d req-a9b56e68-3c21-4e49-91f9-389bb23590b8 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:56.881435 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3b9f832-9302-4603-b1b0-86ce6637c18d req-a9b56e68-3c21-4e49-91f9-389bb23590b8 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 946 time: 0.0488050 Nov 12 22:09:56.930784 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-e3b9f832-9302-4603-b1b0-86ce6637c18d req-431d8280-ee6a-4077-9898-472661d7a07d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434165 Nov 12 22:09:57.612222 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2dacc7c1-3a09-4b1b-bf71-49fba92df7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:58.051487 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424d99d-1aa5-40f4-89d5-8751e5771a01 req-574a3940-0373-4ac3-957f-5558ae3591ad tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:58.053078 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a424d99d-1aa5-40f4-89d5-8751e5771a01 req-574a3940-0373-4ac3-957f-5558ae3591ad tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 946 time: 0.0498114 Nov 12 22:09:58.106354 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a424d99d-1aa5-40f4-89d5-8751e5771a01 req-03098fac-a3f8-4d27-859b-0be521ee8223 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471351 Nov 12 22:09:59.222403 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3c0a-7db7-4127-b62c-0c83f9690d22 req-24416604-ac03-48ef-9e00-1f5334bbbb9b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:59.224502 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f6c3c0a-7db7-4127-b62c-0c83f9690d22 req-24416604-ac03-48ef-9e00-1f5334bbbb9b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 946 time: 0.0505106 Nov 12 22:09:59.273408 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-5f6c3c0a-7db7-4127-b62c-0c83f9690d22 req-1b6fe836-8869-40e8-9c7d-9220a78ce6a0 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Nov 12 22:09:59.386489 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba526137-d264-436d-8f3f-8f8855a74845 req-74eda9fb-c6cf-4275-baa4-9fdbe22fc5fe tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:59.388153 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba526137-d264-436d-8f3f-8f8855a74845 req-74eda9fb-c6cf-4275-baa4-9fdbe22fc5fe tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 946 time: 0.0484934 Nov 12 22:09:59.437400 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ba526137-d264-436d-8f3f-8f8855a74845 req-26f20c7c-ffb9-431e-a2ab-191662d2c197 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Nov 12 22:09:59.461070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38420) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:59.546019 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0b102-8cfb-49c2-83ac-4d688194994f tempest-TestSnapshotPattern-909628483 tempest-TestSnapshotPattern-909628483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:09:59.547550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b7f0b102-8cfb-49c2-83ac-4d688194994f tempest-TestSnapshotPattern-909628483 tempest-TestSnapshotPattern-909628483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1093 time: 0.0854454 Nov 12 22:09:59.550415 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38424) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:09:59.554768 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:09:59.647378 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:09:59.741187 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:00.138441 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-1483b197-801f-4e22-840c-833aa7675b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:00.189578 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Allocated IP 172.25.8.224 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/b5ce3681-52e9-45e0-b395-a9949e0c3a0c) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:10:00.290032 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:00.383918 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:00.422987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:10:00.429720 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:10:00.434108 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:10:00.437043 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'Port': ['ID=b5ce3681-52e9-45e0-b395-a9949e0c3a0c,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:10:00.778805 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:00.894261 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:01.049826 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:01.183947 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:01.253632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'Port': ['ID=b5ce3681-52e9-45e0-b395-a9949e0c3a0c,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:10:01.262618 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:01.363513 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Floating IP 6280d6c9-996d-4ad0-9e03-52266dc3dcea associated. External IP: 172.25.8.224, port: f9531deb-e745-4bdb-bc1f-667e5230459e. Nov 12 22:10:01.574537 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Router e651e13e-4d17-44da-9e99-ea2803346a72 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:10:01.612442 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:01.683162 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:10:01.694230 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] Sync routers for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:10:01.703261 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:10:01.703887 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:10:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:10:01.763649 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:01.792424 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-ae13861d-6e3e-48bf-b9ea-08c4a267cb6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2409914 Nov 12 22:10:01.792989 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:10:01.795326 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:10:01.821970 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:10:01.836495 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396ac243-640f-4838-82f8-061220fe94f7 x-openstack-request-id: req-396ac243-640f-4838-82f8-061220fe94f7 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:10:01.836495 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:10:01.836495 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-396ac243-640f-4838-82f8-061220fe94f7 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:10:01.836495 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'status': 'completed', 'code': 200} Nov 12 22:10:01.900053 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-c3dfe042-d41b-4916-9142-618c8b7f9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:10:01.901583 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-c3dfe042-d41b-4916-9142-618c8b7f9fae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1098 time: 0.0432706 Nov 12 22:10:01.993422 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-a35132ba-0b4d-404e-a4c5-46f8806208bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:10:01.994789 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-a35132ba-0b4d-404e-a4c5-46f8806208bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0853019 Nov 12 22:10:02.047102 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:00Z', 'revision_number': 0, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:10:02.068338 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-d7c7c1a8-2d99-4e59-8666-27b6c27a6fab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 1000 time: 0.0633862 Nov 12 22:10:02.077732 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] Checking router: e651e13e-4d17-44da-9e99-ea2803346a72 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:10:02.086099 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:10:02.086689 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:10:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:10:02.117800 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-1d6501be-7a31-4c73-9a84-750ce5d22201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:10:02.119278 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-1d6501be-7a31-4c73-9a84-750ce5d22201 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0446329 Nov 12 22:10:02.169740 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-773f7ce9-8a79-462f-92bb-26cb8875e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:10:02.171327 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-773f7ce9-8a79-462f-92bb-26cb8875e4ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446765 Nov 12 22:10:02.270413 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-bae204d8-8401-4f6e-a75e-2a330dc19502 service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912583 Nov 12 22:10:02.344639 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:10:02.362462 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9ab2645c-c18f-4cfc-9338-3dd658dc52cf req-cdd3a36a-997b-4c43-bf66-e90e2ce06052 service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852573 Nov 12 22:10:02.564876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:00Z', 'revision_number': 0, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:10:02.590812 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71893750-0fd7-4576-8edf-b08269f2ef33 None None] The sync data for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 is: [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:00Z', 'revision_number': 0, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:10:02.778734 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9fa6c8-a81a-4e24-874b-6876bd27368b None None] New status for floating IP 6280d6c9-996d-4ad0-9e03-52266dc3dcea: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 22:10:03.320731 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:03.652147 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:11.006571 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:11.354658 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:15.092743 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:10:27.611242 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f912f4c5-d0a6-4a3a-8f05-2073bb055f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:30.131381 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-68772b43-d211-414d-a69a-3fb4f19f22d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:31.611047 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:33.360067 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:33.645543 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:41.022244 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:41.342119 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:10:52.092253 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:10:56.916043 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-ef8eafd3-88e5-4841-9ac5-1909f8689a2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472250 Nov 12 22:10:57.007318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-6e6c51e5-b3e6-4cf0-a2f0-ad7f35e0d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:10:57.008801 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-6e6c51e5-b3e6-4cf0-a2f0-ad7f35e0d212 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1098 time: 0.0429952 Nov 12 22:10:57.118521 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-937d1560-796c-4e20-990e-1cf640fd7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:10:57.120587 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-937d1560-796c-4e20-990e-1cf640fd7878 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0881343 Nov 12 22:10:57.189962 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-3fe83f19-41d4-45ba-91ef-02924c77bc1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 1002 time: 0.0589726 Nov 12 22:10:57.243816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-37b55cc8-654d-45de-8f83-995c618ce25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:10:57.245412 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-37b55cc8-654d-45de-8f83-995c618ce25d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0448260 Nov 12 22:10:57.299816 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-2d82d617-67a4-4c92-9d88-5baebbca359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:10:57.301347 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-2d82d617-67a4-4c92-9d88-5baebbca359f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452662 Nov 12 22:10:57.394815 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-05ea2a6b-1900-4244-9338-9e3acf16602c service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816205 Nov 12 22:10:57.492064 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-47157bee-8203-427d-a77e-22ef9c473ce5 req-5f2094e4-ffd3-4b13-b45a-84b9400b05db service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858450 Nov 12 22:10:57.610639 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8c159bbd-0747-4dec-bfcf-2d314c32ecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:00.141652 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e0f13622-99a7-4211-923e-e11164114cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:01.604959 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:03.353383 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:03.667267 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:11.016266 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:11.376308 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:27.604554 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7d9b-9e20-427a-a746-775c9f22e3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:29.090956 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:11:30.135827 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c282323f-f96a-4675-93cb-12b828d74b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:31.603996 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:33.313400 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:33.683357 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:41.025566 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:41.364065 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:57.644546 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-106dfcc6-2483-4a89-a7ee-ba6851003de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:11:57.984519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-09f492df-0268-44f6-bde8-99581ca1fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:11:57.986167 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-09f492df-0268-44f6-bde8-99581ca1fc2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1098 time: 0.0862730 Nov 12 22:11:58.099681 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-bdf8728a-37af-4a09-94ee-d2d745fb0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:11:58.101164 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-bdf8728a-37af-4a09-94ee-d2d745fb0665 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0892282 Nov 12 22:11:58.173071 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-4323c743-aa3d-49ee-9b07-20a7479a6297 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 1002 time: 0.0641911 Nov 12 22:11:58.222862 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-1188c4ce-e1a0-4c16-bb8c-01443fcf4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:11:58.224231 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-1188c4ce-e1a0-4c16-bb8c-01443fcf4db0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0429451 Nov 12 22:11:58.274328 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-7046eb69-4562-4671-b91e-0ce735695818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:11:58.275837 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-7046eb69-4562-4671-b91e-0ce735695818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446010 Nov 12 22:11:58.365845 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-d7ae86ed-8c00-4b8a-92c9-836ff969529d service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817764 Nov 12 22:11:58.462742 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-95bbd0be-796a-4c8b-8c7a-ce62c0ae78ae req-45da12e2-b7b7-4715-b6b7-260a108afa5a service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 Nov 12 22:12:00.129382 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7630d75d-0fcb-4a7c-8305-6b8ebe6b819a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:00.965776 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f9531deb-e745-4bdb-bc1f-667e5230459e details requested by agent hyperv_n-h2-713498-29 with host n-h2-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 22:12:01.062324 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:12:01.073570 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Returning: {'device': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 22:12:01.109917 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:01.121953 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9531deb-e745-4bdb-bc1f-667e5230459e {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:12:01.140733 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:12:01.204093 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:01.260698 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:01.268882 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.272664 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:01.294499 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] get_ports_and_sgs() called for port_ids ['f9531deb-e745-4bdb-bc1f-667e5230459e'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 22:12:01.621213 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:02.978874 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f9531deb-e745-4bdb-bc1f-667e5230459e up at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:12:03.037454 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Provisioning complete for port f9531deb-e745-4bdb-bc1f-667e5230459e triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:12:03.038107 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:03.149691 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:03.179902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:12:03.182796 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883534d-8ebf-483f-a982-7c4f4ea16488" -d '{"events": [{"server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:12:03.200432 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:12:03.240205 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e216b9ec-3b91-41d7-a893-0e31e348ece4 x-openstack-request-id: req-e216b9ec-3b91-41d7-a893-0e31e348ece4 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:12:03.243484 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:12:03.243484 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e216b9ec-3b91-41d7-a893-0e31e348ece4 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:12:03.243484 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'code': 200} Nov 12 22:12:03.255740 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:03.325268 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:03.358478 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:03.664945 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:06.089986 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:12:11.016105 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:11.517922 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:13.535181 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-d94f72a7-feec-4064-9256-469d51bbf02f tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877149247&fields=id&tenant_id=131a5e3a559c4482833d2731dfac66aa HTTP/1.1" status: 200 len: 267 time: 0.0461147 Nov 12 22:12:13.655078 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-1dfc8d09-b3ba-4bbc-b26d-15fb92081fed tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:13.656587 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-1dfc8d09-b3ba-4bbc-b26d-15fb92081fed tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 809 time: 0.1146903 Nov 12 22:12:13.671973 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-094d2ecf-04d3-408b-9297-b1f8dde7e8b1 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/quotas/131a5e3a559c4482833d2731dfac66aa HTTP/1.1" status: 200 len: 375 time: 0.0091205 Nov 12 22:12:13.727402 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0ee2abda-17ce-4357-9f83-0d24a9983767 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492933 Nov 12 22:12:13.787281 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-f9f1a717-4aaf-48ed-9ee7-ebe3cdc83536 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=109629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 22:12:13.788423 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-f9f1a717-4aaf-48ed-9ee7-ebe3cdc83536 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491130 Nov 12 22:12:13.887437 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-42ac1e23-5a5d-4526-b0ea-0e00254fd4a0 service neutron] 10.222.0.64 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925028 Nov 12 22:12:13.986640 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0eacd3c3-ea46-4cea-8f13-d4b0569c332f service neutron] 10.222.0.64 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930448 Nov 12 22:12:15.025692 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f9531deb-e745-4bdb-bc1f-667e5230459e no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:12:15.101875 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:15.125199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:12:15.127452 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302398b1-839f-4d3e-94e6-8e1ce219a0d2" -d '{"events": [{"server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:12:15.142479 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:12:15.203928 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb934a4-1519-4131-8f1c-c87aabc5eac2 x-openstack-request-id: req-acb934a4-1519-4131-8f1c-c87aabc5eac2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:12:15.204272 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:12:15.204464 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acb934a4-1519-4131-8f1c-c87aabc5eac2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:12:15.204854 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'code': 200} Nov 12 22:12:15.209369 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:15.227361 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-08494de4-6752-4122-a345-77eba9e14509 req-1dd13a09-89bc-4e81-b7cd-92bd90373f74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 210 time: 0.0349503 Nov 12 22:12:15.270595 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Pushing event updated for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=8']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:16.388662 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-7662ef91-2aa1-4850-ad98-fd3e3396c612 req-06f2693c-471a-4f4a-9126-b57e24e56611 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 210 time: 0.0874672 Nov 12 22:12:17.222849 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-7f0353c6-7ed2-4a4e-af39-660047241c99 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:17.224319 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-7f0353c6-7ed2-4a4e-af39-660047241c99 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.78 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 809 time: 0.1048660 Nov 12 22:12:17.290114 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-4eec0f05-373a-4c89-84c0-44ba4671ddde tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=131a5e3a559c4482833d2731dfac66aa HTTP/1.1" status: 200 len: 380 time: 0.0560696 Nov 12 22:12:17.299590 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'port': {'device_id': '2877c519-92ce-46b3-8d15-7aea0702f875', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'admin_state_up': True, 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'security_groups': ['b444e9f0-2eea-4825-865c-c641f671b81b']}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:12:17.486053 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-34bdc44b-5f1c-4f89-a20b-e660c745b9ae req-ffd075b8-8597-4724-b0dd-a4d682b4b320 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 210 time: 0.0281181 Nov 12 22:12:17.487493 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Made reservation on behalf of 131a5e3a559c4482833d2731dfac66aa for: {'port': 1} {{(pid=109629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 22:12:17.490629 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:17.625962 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Allocated IP 172.20.0.8 (aebadaf6-1760-4947-ad66-a0ec204311b4/1e669932-3dc0-485d-899f-4039a1d93b62/e6b0549c-aa52-4573-8dfd-d8407c3f1633) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:12:17.774868 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:17.870973 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:17.924985 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Network aebadaf6-1760-4947-ad66-a0ec204311b4 is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:12:17.930860 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:12:17.937133 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:12:18.031857 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:18.039361 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:18.063702 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'Port': ['ID=e6b0549c-aa52-4573-8dfd-d8407c3f1633,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:18.073717 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.079505 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:12:18.177912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-0dc479a3-36d4-4744-8af2-f5eb0e1cef74 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8769979 Nov 12 22:12:18.216771 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-ddaf8e8a-64e8-4018-b9e4-a828067adbc7 None None] Provisioning complete for port e6b0549c-aa52-4573-8dfd-d8407c3f1633 triggered by entity DHCP. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:12:18.217348 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ddaf8e8a-64e8-4018-b9e4-a828067adbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:18.258200 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf8e8a-64e8-4018-b9e4-a828067adbc7 None None] Port e6b0549c-aa52-4573-8dfd-d8407c3f1633 cannot update to ACTIVE because it is not bound. {{(pid=109630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 22:12:18.616567 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb6bef-8348-4434-a1ce-c00adb94f5e8 req-89340280-40ef-40c5-a8e6-8f697415667c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:18.618049 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74fb6bef-8348-4434-a1ce-c00adb94f5e8 req-89340280-40ef-40c5-a8e6-8f697415667c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0546317 Nov 12 22:12:18.678172 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-74fb6bef-8348-4434-a1ce-c00adb94f5e8 req-2653d55c-3b94-40f0-872a-f2f5b97cd00e tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537233 Nov 12 22:12:19.805079 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02a88f-c955-4236-8abc-2cc404ade208 req-77f2ac61-31f3-41eb-b6da-e45777361052 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:19.806654 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa02a88f-c955-4236-8abc-2cc404ade208 req-77f2ac61-31f3-41eb-b6da-e45777361052 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0540068 Nov 12 22:12:19.859377 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-aa02a88f-c955-4236-8abc-2cc404ade208 req-67a4d1e7-30fd-46b3-bc9c-b487050944ed tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456393 Nov 12 22:12:20.988520 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884f84d-e29b-425c-9147-a2efbb2a08d7 req-fdf85597-04fa-475f-8d6c-f7bf1006b042 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:20.991865 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b884f84d-e29b-425c-9147-a2efbb2a08d7 req-fdf85597-04fa-475f-8d6c-f7bf1006b042 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0558929 Nov 12 22:12:21.048501 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-b884f84d-e29b-425c-9147-a2efbb2a08d7 req-92a6f1bd-ef39-4a59-b0b5-a152230a5534 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505762 Nov 12 22:12:22.175976 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f2dfc-5938-4d4b-a20d-1857bee36f5d req-dbf9ee0c-1397-4ab5-af06-0f8af346c401 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:22.177550 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-467f2dfc-5938-4d4b-a20d-1857bee36f5d req-dbf9ee0c-1397-4ab5-af06-0f8af346c401 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0579536 Nov 12 22:12:22.228861 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-467f2dfc-5938-4d4b-a20d-1857bee36f5d req-4b806370-317d-4254-a90d-846a2d134602 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451775 Nov 12 22:12:23.359660 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2af41c-7b7a-45c2-8775-9ad9abf796ae req-aa8b0345-ae1b-4fbb-b2d7-a55aeaee3810 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:23.361263 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc2af41c-7b7a-45c2-8775-9ad9abf796ae req-aa8b0345-ae1b-4fbb-b2d7-a55aeaee3810 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0491836 Nov 12 22:12:23.416752 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-dc2af41c-7b7a-45c2-8775-9ad9abf796ae req-ceda7c87-9a0c-4a00-9d61-45b3ae559cba tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 Nov 12 22:12:24.695142 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f959c-f767-4aed-aacf-92d0baa45cd6 req-42b5181c-8143-4829-aaac-6bc470164238 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:24.695142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c2f959c-f767-4aed-aacf-92d0baa45cd6 req-42b5181c-8143-4829-aaac-6bc470164238 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0810461 Nov 12 22:12:24.695142 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6c2f959c-f767-4aed-aacf-92d0baa45cd6 req-d90dcab8-6897-4e81-928c-aa71be0f52ea tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518377 Nov 12 22:12:25.807087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259516-7679-4188-a639-61fd7f7d58cc req-5ae3d008-a362-4d91-8d17-6f03f8c12420 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:25.808891 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e259516-7679-4188-a639-61fd7f7d58cc req-5ae3d008-a362-4d91-8d17-6f03f8c12420 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0512371 Nov 12 22:12:25.862415 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1e259516-7679-4188-a639-61fd7f7d58cc req-442e7b79-de01-4f11-a8d0-ac7edc568cab tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 Nov 12 22:12:26.981967 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900db38-7092-462b-915b-a228abd5fc5d req-7ff182ea-a090-4d8d-990c-15e2148a1803 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:26.983494 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9900db38-7092-462b-915b-a228abd5fc5d req-7ff182ea-a090-4d8d-990c-15e2148a1803 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0501916 Nov 12 22:12:27.038961 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-9900db38-7092-462b-915b-a228abd5fc5d req-bdd7c3c7-0d68-4506-b0f6-f5a60437a31b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494473 Nov 12 22:12:27.622027 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e2091bb3-3dce-4e0e-b256-6ae7070dcc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:28.156198 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e7c25-2246-4c21-a843-bd1b9d128ad4 req-e78a7d8a-4636-40f4-8ee5-bd2c5d55f717 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:28.157660 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-464e7c25-2246-4c21-a843-bd1b9d128ad4 req-e78a7d8a-4636-40f4-8ee5-bd2c5d55f717 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 931 time: 0.0483205 Nov 12 22:12:28.207594 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-464e7c25-2246-4c21-a843-bd1b9d128ad4 req-40320326-bbed-40a8-b00e-c4e3c16605c3 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Nov 12 22:12:28.467075 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Request body: {'port': {'device_id': '2877c519-92ce-46b3-8d15-7aea0702f875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-29'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:12:28.518972 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:28.782992 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b0549c-aa52-4573-8dfd-d8407c3f1633 {{(pid=109629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:12:28.790975 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:28.802435 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.provisioning_blocks [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Transition to ACTIVE for port object e6b0549c-aa52-4573-8dfd-d8407c3f1633 will not be triggered until provisioned by entity L2. {{(pid=109629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 22:12:28.848782 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:28.897616 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Pushing event updated for resources: {'Port': ['ID=e6b0549c-aa52-4573-8dfd-d8407c3f1633,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:28.973624 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Attempting to bind port e6b0549c-aa52-4573-8dfd-d8407c3f1633 on host n-h1-713498-29 for vnic_type normal with profile {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 22:12:28.974012 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Attempting to bind port e6b0549c-aa52-4573-8dfd-d8407c3f1633 by drivers openvswitch,hyperv on host n-h1-713498-29 at level 0 using segments [{'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 22:12:28.974346 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Attempting to bind port e6b0549c-aa52-4573-8dfd-d8407c3f1633 on network aebadaf6-1760-4947-ad66-a0ec204311b4 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:12:28.981701 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Port e6b0549c-aa52-4573-8dfd-d8407c3f1633 on network aebadaf6-1760-4947-ad66-a0ec204311b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-29 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 22:12:28.987359 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Attempting to bind port e6b0549c-aa52-4573-8dfd-d8407c3f1633 on network aebadaf6-1760-4947-ad66-a0ec204311b4 {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 22:12:28.987495 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Checking agent: {'id': '003a4551-150c-4d3a-82a0-bb3234bfc1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'started_at': datetime.datetime(2021, 11, 12, 20, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 22, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 22:12:28.987834 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Checking segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 22:12:28.988226 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Bound using segment: {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'} {{(pid=109629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 22:12:28.988674 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.managers [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Bound port: e6b0549c-aa52-4573-8dfd-d8407c3f1633, host: n-h1-713498-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4'}}] {{(pid=109629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 22:12:28.989015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:29.063519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, cleared binding levels {{(pid=109629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 22:12:29.063519 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 22:12:29.150438 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:29.183850 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:29.184536 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:29.185927 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] 10.222.0.78 "PUT /v2.0/ports/e6b0549c-aa52-4573-8dfd-d8407c3f1633 HTTP/1.1" status: 200 len: 1092 time: 0.7234118 Nov 12 22:12:29.186362 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:12:29.188673 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011f7b7c-b9bd-445d-a7b3-81db16cad34f" -d '{"events": [{"name": "network-changed", "server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:12:29.217113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec3bf9-b55f-4840-ade8-4ffc3a795f2f service neutron] Pushing event updated for resources: {'Port': ['ID=e6b0549c-aa52-4573-8dfd-d8407c3f1633,revision_number=3']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:29.251657 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7d68a-7285-4741-9d4a-34de3462c9ec x-openstack-request-id: req-0fb7d68a-7285-4741-9d4a-34de3462c9ec {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:12:29.252039 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:12:29.252357 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fb7d68a-7285-4741-9d4a-34de3462c9ec {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:12:29.252840 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'status': 'completed', 'code': 200} Nov 12 22:12:29.330679 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7b7c-b9bd-445d-a7b3-81db16cad34f req-a2fd3fa0-9ffa-422c-8360-be4710448a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:29.332207 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-011f7b7c-b9bd-445d-a7b3-81db16cad34f req-a2fd3fa0-9ffa-422c-8360-be4710448a87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 1095 time: 0.0740304 Nov 12 22:12:29.380263 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa1177-837f-48ed-a1bd-fbc46e1f27e8 req-efd5c006-7d04-4665-8a9e-aef224c0b96d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:29.382177 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fafa1177-837f-48ed-a1bd-fbc46e1f27e8 req-efd5c006-7d04-4665-8a9e-aef224c0b96d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 943 time: 0.0883086 Nov 12 22:12:29.484667 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-fafa1177-837f-48ed-a1bd-fbc46e1f27e8 req-8ddb5ca9-97c5-4def-8f82-ab0edd26ba2e tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961118 Nov 12 22:12:29.485883 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7b7c-b9bd-445d-a7b3-81db16cad34f req-a1d0d069-e4eb-4e0c-b823-330c09b377aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:29.487382 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-011f7b7c-b9bd-445d-a7b3-81db16cad34f req-a1d0d069-e4eb-4e0c-b823-330c09b377aa service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=131a5e3a559c4482833d2731dfac66aa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1444669 Nov 12 22:12:29.587638 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7b7c-b9bd-445d-a7b3-81db16cad34f req-663c0261-d983-4126-8c4d-59ec46f0d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:29.589031 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-011f7b7c-b9bd-445d-a7b3-81db16cad34f req-663c0261-d983-4126-8c4d-59ec46f0d3b5 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946295 Nov 12 22:12:29.665099 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-891bc9ae-6acc-45fb-b4bc-e7546de7088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:29.666584 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-891bc9ae-6acc-45fb-b4bc-e7546de7088a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 1095 time: 0.0411956 Nov 12 22:12:29.712516 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-b38d5c07-00a6-4c09-8c95-ccd7a95b93f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633 HTTP/1.1" status: 200 len: 217 time: 0.0383224 Nov 12 22:12:29.767731 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-6615db03-cfc1-4ffa-9eef-a287e63463ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:29.769165 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-6615db03-cfc1-4ffa-9eef-a287e63463ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0430830 Nov 12 22:12:29.813943 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-17a87742-2c70-4bdd-8cee-b6e79cd94650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:29.815449 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-17a87742-2c70-4bdd-8cee-b6e79cd94650 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394573 Nov 12 22:12:29.908373 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-5652db86-5243-4a63-bb08-2cdac224b6e9 service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849197 Nov 12 22:12:29.998897 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-007e1b76-1557-4fcb-b3df-57e7ddb666dc req-48c8231a-e368-46b0-94cc-6f87d2286ffe service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830159 Nov 12 22:12:30.151707 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-fff9764e-e0c3-4052-8978-f555484a1533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:30.608491 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071481-bdef-473c-8208-6936138332f1 req-e1cb727c-bceb-4972-96b9-cc7c4a9c072d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:30.609985 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79071481-bdef-473c-8208-6936138332f1 req-e1cb727c-bceb-4972-96b9-cc7c4a9c072d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 943 time: 0.0486345 Nov 12 22:12:30.663264 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-79071481-bdef-473c-8208-6936138332f1 req-0abcdec3-1f25-4707-aaa0-5e43cfe0022e tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469923 Nov 12 22:12:31.614442 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:31.778722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad8638-df4e-492d-abe4-5d26ea2961ef req-66644ec2-5153-41e7-9f4d-67cb3539c83c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:31.780342 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fad8638-df4e-492d-abe4-5d26ea2961ef req-66644ec2-5153-41e7-9f4d-67cb3539c83c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 943 time: 0.0495496 Nov 12 22:12:31.829825 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1fad8638-df4e-492d-abe4-5d26ea2961ef req-e113e7a8-d824-48f6-9801-df7368b5e6b6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 Nov 12 22:12:32.949637 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab3588-085f-43da-b322-028fcfb9c172 req-68dbea64-7e62-428a-978d-749fd61233e8 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:32.951089 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ab3588-085f-43da-b322-028fcfb9c172 req-68dbea64-7e62-428a-978d-749fd61233e8 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 943 time: 0.0490043 Nov 12 22:12:33.005747 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-90ab3588-085f-43da-b322-028fcfb9c172 req-f6cd2b65-388a-4cfb-bca8-91e0b98b0dd2 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487192 Nov 12 22:12:33.449834 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e6b0549c-aa52-4573-8dfd-d8407c3f1633 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 22:12:33.559441 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:12:33.567968 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:33.571002 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'port_id': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'mac_address': 'fa:16:3e:6a:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 22:12:33.619534 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:33.632596 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b0549c-aa52-4573-8dfd-d8407c3f1633 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:12:33.652850 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:12:33.694821 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:33.722845 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:33.773504 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e6b0549c-aa52-4573-8dfd-d8407c3f1633,revision_number=4']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:33.960902 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e6b0549c-aa52-4573-8dfd-d8407c3f1633'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 22:12:34.134100 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e41db3-4d2f-4085-80b9-89d7b50f4852 req-d39dff56-6dd0-43bd-b32e-c1174b13f8b8 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:34.135635 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26e41db3-4d2f-4085-80b9-89d7b50f4852 req-d39dff56-6dd0-43bd-b32e-c1174b13f8b8 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 944 time: 0.0526755 Nov 12 22:12:34.185322 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-26e41db3-4d2f-4085-80b9-89d7b50f4852 req-dddfaf25-7dff-4fdf-a149-bce906d3fe84 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430222 Nov 12 22:12:35.304390 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292669f-ecad-47d9-840d-99ea8e3b8f9e req-bef5172a-0130-4534-9a95-feda2a2042d9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:35.305887 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1292669f-ecad-47d9-840d-99ea8e3b8f9e req-bef5172a-0130-4534-9a95-feda2a2042d9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 944 time: 0.0502310 Nov 12 22:12:35.355466 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1292669f-ecad-47d9-840d-99ea8e3b8f9e req-4e577b25-37d9-4458-a5e2-15556bc62425 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Nov 12 22:12:35.465870 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e6b0549c-aa52-4573-8dfd-d8407c3f1633 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:12:35.578140 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning for port e6b0549c-aa52-4573-8dfd-d8407c3f1633 completed by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 22:12:35.581958 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port e6b0549c-aa52-4573-8dfd-d8407c3f1633 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:12:35.582295 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:35.659209 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:35.684191 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:12:35.686473 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fa8d7b-5e9e-460b-9c55-979ca3db1f7c" -d '{"events": [{"server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:12:35.699975 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:12:35.723405 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b8f1c4-8a0b-4ed3-8451-34c0c86d39ac x-openstack-request-id: req-17b8f1c4-8a0b-4ed3-8451-34c0c86d39ac {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:12:35.723694 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:12:35.723949 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17b8f1c4-8a0b-4ed3-8451-34c0c86d39ac {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:12:35.724336 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'code': 200} Nov 12 22:12:35.755505 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:35.805923 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e6b0549c-aa52-4573-8dfd-d8407c3f1633,revision_number=5']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:35.828343 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339be71-aa74-41e2-a8a1-23aad4d18dc5 req-1374b2fd-ba3e-4743-ac86-814fbc2d2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:35.829834 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6339be71-aa74-41e2-a8a1-23aad4d18dc5 req-1374b2fd-ba3e-4743-ac86-814fbc2d2fc8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 1097 time: 0.0456262 Nov 12 22:12:35.876063 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-6339be71-aa74-41e2-a8a1-23aad4d18dc5 req-c62dcc39-2b99-49f7-811a-ac7c3259fca4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Nov 12 22:12:36.471778 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6b36a-d5f9-41b4-ae69-553cf54c9834 req-265863b1-4a77-4634-a519-edc5acb0e0bd tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:36.473240 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2d6b36a-d5f9-41b4-ae69-553cf54c9834 req-265863b1-4a77-4634-a519-edc5acb0e0bd tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 945 time: 0.0484555 Nov 12 22:12:36.525341 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-c2d6b36a-d5f9-41b4-ae69-553cf54c9834 req-fb355599-eea6-4745-84dc-67f6351e5ca0 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Nov 12 22:12:37.642556 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447db10-796a-4d05-bfa8-0dfb65f757dc req-3c33fc70-9b85-44f2-803f-bc72b01e5681 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:37.644086 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d447db10-796a-4d05-bfa8-0dfb65f757dc req-3c33fc70-9b85-44f2-803f-bc72b01e5681 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 945 time: 0.0499811 Nov 12 22:12:37.697002 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-d447db10-796a-4d05-bfa8-0dfb65f757dc req-b3500f21-7fcd-45d4-addf-533b1b9cbabc tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467024 Nov 12 22:12:37.812494 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf92ab-46a9-4e6a-9280-c4c268000188 req-fe8c44b0-8be2-4e6f-97c2-c05759391405 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:37.813847 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4daf92ab-46a9-4e6a-9280-c4c268000188 req-fe8c44b0-8be2-4e6f-97c2-c05759391405 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 945 time: 0.0495687 Nov 12 22:12:37.863452 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4daf92ab-46a9-4e6a-9280-c4c268000188 req-265290f0-f439-4640-9efe-a5629694d3f5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Nov 12 22:12:37.884977 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38716) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:12:37.924500 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7796b344-d087-4a31-9a73-e33f389bcdb6 tempest-TestSnapshotPattern-909628483 tempest-TestSnapshotPattern-909628483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:37.925991 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7796b344-d087-4a31-9a73-e33f389bcdb6 tempest-TestSnapshotPattern-909628483 tempest-TestSnapshotPattern-909628483-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 1092 time: 0.0400484 Nov 12 22:12:37.928756 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38718) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:12:37.932975 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.v2.base [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Request body: {'floatingip': {'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'port_id': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 22:12:38.035172 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for floatingip, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:38.133151 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:38.234987 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Allocated IP 172.25.8.150 (f840f5a0-b97a-4bd6-a0f1-ea9ac18533de/d9e4604d-0c40-4008-8552-7d09ddd72698/709844c1-b9ab-4b75-a961-a7c51b51855f) {{(pid=109629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 22:12:38.341015 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for port, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:38.426368 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781815558018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:38.463900 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Network f840f5a0-b97a-4bd6-a0f1-ea9ac18533de is already hosted by enough agents. {{(pid=109629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 22:12:38.470559 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Resources bound (agent type, host, resource id): {{(pid=109629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 22:12:38.473521 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Received port after_create {{(pid=109629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 22:12:38.479740 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'Port': ['ID=709844c1-b9ab-4b75-a961-a7c51b51855f,revision_number=1']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:38.830384 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:38.948535 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:39.441208 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for port, precommit_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:39.494415 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707199'] for port, after_update {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:39.562722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event updated for resources: {'Port': ['ID=709844c1-b9ab-4b75-a961-a7c51b51855f,revision_number=2']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:12:39.576817 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33130193'] for floatingip, after_create {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:39.676351 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Floating IP 6c8207aa-8724-4a76-97ed-5589599deb63 associated. External IP: 172.25.8.150, port: e6b0549c-aa52-4573-8dfd-d8407c3f1633. Nov 12 22:12:39.883801 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Router e651e13e-4d17-44da-9e99-ea2803346a72 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:12:39.988186 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:12:39.998387 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] Sync routers for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:12:40.008122 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:12:40.008734 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:12:40.056626 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:40.087880 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-4d7a4b22-72a3-4fee-86a4-4943038483d6 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1580856 Nov 12 22:12:40.089086 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:12:40.091446 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87acbbd3-72d2-46b9-8e4c-11460c4c620b" -d '{"events": [{"name": "network-changed", "server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:12:40.116624 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:12:40.137637 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d444536a-3830-4ed2-a762-e5e20f68e3ed x-openstack-request-id: req-d444536a-3830-4ed2-a762-e5e20f68e3ed {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:12:40.138060 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:12:40.138420 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d444536a-3830-4ed2-a762-e5e20f68e3ed {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:12:40.138829 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'status': 'completed', 'code': 200} Nov 12 22:12:40.202218 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-61d8fdad-c3d3-423e-b8a3-4241f6735c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:40.203850 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-61d8fdad-c3d3-423e-b8a3-4241f6735c9f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 1097 time: 0.0432134 Nov 12 22:12:40.298931 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-a9ba63af-1821-42fd-8487-2c4e37031a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:40.300433 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-a9ba63af-1821-42fd-8487-2c4e37031a35 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0885239 Nov 12 22:12:40.348000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:02Z', 'revision_number': 1, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}, {'id': '6c8207aa-8724-4a76-97ed-5589599deb63', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:6a:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2877c519-92ce-46b3-8d15-7aea0702f875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:12:38Z', 'updated_at': '2021-11-12T22:12:38Z', 'revision_number': 0, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:12:40.370197 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-883db98c-3042-4cee-810f-f1ea5395bccb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633 HTTP/1.1" status: 200 len: 999 time: 0.0626514 Nov 12 22:12:40.375301 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] Checking router: e651e13e-4d17-44da-9e99-ea2803346a72 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:12:40.383980 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:12:40.384546 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:12:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:12:40.423037 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-bf04f519-46b1-4b0e-9ed2-6581cc29011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:40.424498 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-bf04f519-46b1-4b0e-9ed2-6581cc29011d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0475738 Nov 12 22:12:40.471441 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-0611bfbc-7d13-4ed3-a018-d8dd100d1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:40.472976 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-0611bfbc-7d13-4ed3-a018-d8dd100d1528 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413015 Nov 12 22:12:40.575265 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-9699cf79-a30a-4e51-b3d7-0ee0dd5c2b92 service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944338 Nov 12 22:12:40.650095 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:12:40.673160 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-87acbbd3-72d2-46b9-8e4c-11460c4c620b req-7c23c280-f1ef-420b-80fe-25575f0c97e3 service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910437 Nov 12 22:12:40.875767 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:02Z', 'revision_number': 1, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}, {'id': '6c8207aa-8724-4a76-97ed-5589599deb63', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:6a:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2877c519-92ce-46b3-8d15-7aea0702f875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:12:38Z', 'updated_at': '2021-11-12T22:12:38Z', 'revision_number': 0, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:12:40.905385 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd3933-e62a-4f3e-b71f-b1f8c05f4344 None None] The sync data for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 is: [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:02Z', 'revision_number': 1, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}, {'id': '6c8207aa-8724-4a76-97ed-5589599deb63', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:6a:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2877c519-92ce-46b3-8d15-7aea0702f875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:12:38Z', 'updated_at': '2021-11-12T22:12:38Z', 'revision_number': 0, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:12:41.020224 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:41.101157 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd72d8-308d-4d40-a3b2-1191c7706a91 None None] New status for floating IP 6c8207aa-8724-4a76-97ed-5589599deb63: ACTIVE {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 22:12:41.391956 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:43.090151 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:12:55.044833 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-cc60764f-f919-4783-9862-b3ea52cd4a19 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407004 Nov 12 22:12:55.131050 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-82299db0-678d-403b-a7fb-6030be7b9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:55.132912 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-82299db0-678d-403b-a7fb-6030be7b9143 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 1097 time: 0.0414441 Nov 12 22:12:55.241024 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-e283db75-532c-4611-810f-2138d319f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:55.242551 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-e283db75-532c-4611-810f-2138d319f262 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0901060 Nov 12 22:12:55.309216 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-34e35dd3-31de-49b4-9ba0-190b53a26796 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633 HTTP/1.1" status: 200 len: 1001 time: 0.0592630 Nov 12 22:12:55.358136 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-c64f65c0-269b-4d03-83c2-c6b61ec49135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:55.359558 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-c64f65c0-269b-4d03-83c2-c6b61ec49135 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0432076 Nov 12 22:12:55.408836 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-de186919-c1f2-4bef-ba49-c1bea52a6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:55.410298 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-de186919-c1f2-4bef-ba49-c1bea52a6aea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437696 Nov 12 22:12:55.499917 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-a515a1f3-694c-48ec-80a5-dd76411558e3 service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806205 Nov 12 22:12:55.594036 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-a1f02319-fb0e-4bfa-a415-eca1a035ef80 req-3d640bdf-b0fb-4cd2-96ba-c5a23ac19f5d service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873783 Nov 12 22:12:57.623184 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8dbf8425-ba4f-4086-b95d-351743a4477e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:12:59.734693 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9a853bc4-7c46-4076-87e3-090a93323279 req-86d07dd1-ebe7-48be-a34a-6b033939da1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408580 Nov 12 22:12:59.822488 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853bc4-7c46-4076-87e3-090a93323279 req-6ccc9535-fca5-40bf-af05-391e25a2dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:59.823974 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9a853bc4-7c46-4076-87e3-090a93323279 req-6ccc9535-fca5-40bf-af05-391e25a2dff0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1096 time: 0.0402949 Nov 12 22:12:59.934743 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853bc4-7c46-4076-87e3-090a93323279 req-29ad0214-97d9-46d9-bafc-cfc3494c6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:12:59.936141 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9a853bc4-7c46-4076-87e3-090a93323279 req-29ad0214-97d9-46d9-bafc-cfc3494c6b45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0864096 Nov 12 22:13:00.006012 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9a853bc4-7c46-4076-87e3-090a93323279 req-a0929593-e82d-48df-bd7b-21b51ac5ece1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 1000 time: 0.0579944 Nov 12 22:13:00.061049 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853bc4-7c46-4076-87e3-090a93323279 req-39e47831-cd73-4723-8522-0852625b0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:13:00.062505 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9a853bc4-7c46-4076-87e3-090a93323279 req-39e47831-cd73-4723-8522-0852625b0e4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0466259 Nov 12 22:13:00.112845 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853bc4-7c46-4076-87e3-090a93323279 req-4db19104-52c7-43ce-bb2c-0079e744f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:13:00.114324 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9a853bc4-7c46-4076-87e3-090a93323279 req-4db19104-52c7-43ce-bb2c-0079e744f8b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404768 Nov 12 22:13:00.162860 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7fc2f7f6-0bca-437b-93fa-6856765e70c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:00.211021 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9a853bc4-7c46-4076-87e3-090a93323279 req-4f8f877e-f8d3-4e48-b9f3-af6053ed8c26 service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849185 Nov 12 22:13:00.308242 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9a853bc4-7c46-4076-87e3-090a93323279 req-a6168a7f-6363-4d6a-adec-0a7e64747bcd service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Nov 12 22:13:01.625650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:03.331653 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:03.668820 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:11.036473 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:11.368553 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:20.089433 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:13:27.610991 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-f207a895-7b31-4f26-aa69-08b41fc044ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:30.193169 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-913f0d25-6616-46c7-82d4-c982db5e1382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:31.631533 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:33.362114 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:33.670848 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:41.078511 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:41.398745 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:13:56.062399 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-e2f6a883-0f24-4386-bec8-5bd8b4af3c72 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0946507 Nov 12 22:13:56.145246 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-61286660-ee0f-40da-bf34-9191a9f7b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:13:56.146808 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-61286660-ee0f-40da-bf34-9191a9f7b4c6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 1097 time: 0.0415118 Nov 12 22:13:56.256669 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-ec9d2831-d52e-49af-8054-b9c1b3cf4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:13:56.258124 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-ec9d2831-d52e-49af-8054-b9c1b3cf4ed8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0902183 Nov 12 22:13:56.322970 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-4b4589d7-fb2a-4e2b-92cd-3741b735aeaf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633 HTTP/1.1" status: 200 len: 1001 time: 0.0578861 Nov 12 22:13:56.375632 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-fe511b0b-3831-4721-a9de-2cf0497ccb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:13:56.377058 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-fe511b0b-3831-4721-a9de-2cf0497ccb4a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0476894 Nov 12 22:13:56.423947 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-2aef8c88-4e60-4fb1-a889-dc56cdc132e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:13:56.425397 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-2aef8c88-4e60-4fb1-a889-dc56cdc132e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413320 Nov 12 22:13:56.515026 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-d86371be-3e8f-44e2-8761-176aa6a29f70 service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814734 Nov 12 22:13:56.609625 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-95909cae-f03e-4898-9dd8-a9c3ca77150d req-67f737c1-857c-4aad-9c1c-b4321715ac27 service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871959 Nov 12 22:13:57.089351 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:13:57.609609 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae906-5e3b-4049-a9b6-dbed9f3442c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:00.158071 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5fde4bad-1719-4020-8445-0b265e0fbb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:00.888710 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-c23fb1ab-f18f-4d06-8443-579f1bdbffe2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423756 Nov 12 22:14:00.981321 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-79c107de-dabb-472a-b1f0-ce96f78c9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:00.982801 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-79c107de-dabb-472a-b1f0-ce96f78c9caf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1096 time: 0.0411661 Nov 12 22:14:01.094392 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-753e9094-983f-45e9-8af8-28d479b9105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:01.095899 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-753e9094-983f-45e9-8af8-28d479b9105c service neutron] 10.222.0.46 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0879829 Nov 12 22:14:01.164112 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-c0268732-e203-4740-9192-079c3cc873e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 1000 time: 0.0580537 Nov 12 22:14:01.221020 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-4de5f536-5dc1-41f5-a44c-dfe00dda9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:01.222467 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-4de5f536-5dc1-41f5-a44c-dfe00dda9b3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0481453 Nov 12 22:14:01.274850 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-4717dbf4-9706-41ea-bed9-4f4853eb9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:01.277340 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-4717dbf4-9706-41ea-bed9-4f4853eb9cfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425115 Nov 12 22:14:01.365520 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-3f8ee180-2235-41a9-b046-b32263fdabbe service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810876 Nov 12 22:14:01.461183 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-9817bef8-8ade-41d9-9d5c-b0b226e3d73a req-7b84100d-4738-4f0a-9195-3d5aecd3e06b service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865405 Nov 12 22:14:01.626663 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:03.335003 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:03.712234 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:11.054707 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:11.402202 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:11.902294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e6b0549c-aa52-4573-8dfd-d8407c3f1633 details requested by agent hyperv_n-h1-713498-29 with host n-h1-713498-29 {{(pid=109630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 22:14:12.009199 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:12.022143 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Returning: {'device': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'port_id': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'mac_address': 'fa:16:3e:6a:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 22:14:12.067667 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:12.083148 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6b0549c-aa52-4573-8dfd-d8407c3f1633 {{(pid=109630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 22:14:12.112079 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:12.180872 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:12.239241 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e6b0549c-aa52-4573-8dfd-d8407c3f1633,revision_number=6']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:12.248660 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.249988 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.250335 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.250667 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.251000 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.251346 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.251673 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.252082 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.252344 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.252654 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.252972 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.253290 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:12.263266 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] get_ports_and_sgs() called for port_ids ['e6b0549c-aa52-4573-8dfd-d8407c3f1633'] {{(pid=109630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 22:14:13.899720 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e6b0549c-aa52-4573-8dfd-d8407c3f1633 up at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 22:14:13.952822 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.provisioning_blocks [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Provisioning complete for port e6b0549c-aa52-4573-8dfd-d8407c3f1633 triggered by entity L2. {{(pid=109630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 22:14:13.972020 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1557810'] for port, provisioning_complete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:14.032758 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:14.057205 n-d-713498-29 neutron-server[109630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633'}] {{(pid=109630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:14:14.061731 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fb452875cdb6be55bc4c7def02cec319f872f87669a3f7aecc62b081909bd57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2b3619-776f-4f3e-ab92-27bfdaff57aa" -d '{"events": [{"server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633"}]}' {{(pid=109630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:14:14.091690 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:14.109856 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1587f211-e25c-4f7a-ab87-d750a3ec11c2 x-openstack-request-id: req-1587f211-e25c-4f7a-ab87-d750a3ec11c2 {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:14:14.115064 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "name": "network-vif-plugged", "status": "completed", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633", "code": 200}]} {{(pid=109630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:14:14.115064 n-d-713498-29 neutron-server[109630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1587f211-e25c-4f7a-ab87-d750a3ec11c2 {{(pid=109630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:14:14.115064 n-d-713498-29 neutron-server[109630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'code': 200} Nov 12 22:14:14.163531 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781816015252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781815558036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781815558054'] for port, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:14.221394 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Pushing event updated for resources: {'Port': ['ID=e6b0549c-aa52-4573-8dfd-d8407c3f1633,revision_number=7']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:22.852492 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38926) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:23.010113 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Deleting port 709844c1-b9ab-4b75-a961-a7c51b51855f {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:23.010457 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:23.087715 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:23.087955 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:23.100064 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Calling delete_port for 709844c1-b9ab-4b75-a961-a7c51b51855f owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:23.311434 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:23.338483 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event deleted for resources: {'Port': ['ID=709844c1-b9ab-4b75-a961-a7c51b51855f,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:23.349061 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.349408 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.349751 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.350090 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.350426 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.351236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.351236 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.351523 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.351722 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.352044 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.352368 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.352689 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:23.412518 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:23.412886 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Floating IP 6c8207aa-8724-4a76-97ed-5589599deb63 disassociated (deleted). External IP: 172.25.8.150, port: e6b0549c-aa52-4573-8dfd-d8407c3f1633. Nov 12 22:14:23.620015 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Router e651e13e-4d17-44da-9e99-ea2803346a72 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:14:23.727299 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:14:23.732293 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:23.736884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] Sync routers for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:14:23.746294 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:14:23.746881 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:23.759901 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-05908edc-b97b-4fe6-9ecf-9b8d25cce703 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "DELETE /v2.0/floatingips/6c8207aa-8724-4a76-97ed-5589599deb63 HTTP/1.1" status: 204 len: 168 time: 0.9063060 Nov 12 22:14:23.760506 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:14:23.762807 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723d72f-e060-4911-a188-75d5aa36ed25" -d '{"events": [{"name": "network-changed", "server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:14:23.867593 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bf4080-0d15-442a-94e5-feb398aca3b8 x-openstack-request-id: req-44bf4080-0d15-442a-94e5-feb398aca3b8 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:14:23.868247 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:14:23.868247 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44bf4080-0d15-442a-94e5-feb398aca3b8 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:14:23.868581 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'status': 'completed', 'code': 200} Nov 12 22:14:23.871556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:14:23.931841 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-1ddf1871-fcfc-4cb8-99ca-6f65c2db45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:23.933480 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-1ddf1871-fcfc-4cb8-99ca-6f65c2db45ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 1097 time: 0.0437598 Nov 12 22:14:24.036808 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-f1a33187-414e-413c-8119-9eb843dd04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:24.038306 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-f1a33187-414e-413c-8119-9eb843dd04ad service neutron] 10.222.0.78 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0972722 Nov 12 22:14:24.084340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-ecd16049-3f95-4491-8a8b-cbbc7f815f30 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633 HTTP/1.1" status: 200 len: 217 time: 0.0374074 Nov 12 22:14:24.113207 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:02Z', 'revision_number': 1, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:24.135248 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-67cb8d25-edeb-48b4-bd98-ed63e73f4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:24.136677 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-67cb8d25-edeb-48b4-bd98-ed63e73f4f47 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0461392 Nov 12 22:14:24.142456 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] Checking router: e651e13e-4d17-44da-9e99-ea2803346a72 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:14:24.151307 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:14:24.151912 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:24.222027 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109eca4-e7b6-46c8-af14-ab3cd34b28f4 req-2be66db0-c52a-49eb-a11a-739c8c313de7 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:24.223544 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4109eca4-e7b6-46c8-af14-ab3cd34b28f4 req-2be66db0-c52a-49eb-a11a-739c8c313de7 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 945 time: 0.0809290 Nov 12 22:14:24.226528 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-710c5f15-e006-4636-9da8-7bc83928dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:24.227923 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-710c5f15-e006-4636-9da8-7bc83928dd6f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835438 Nov 12 22:14:24.270693 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:14:24.327364 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-4109eca4-e7b6-46c8-af14-ab3cd34b28f4 req-5c94eb17-bd49-43f8-a0b2-51a4f4605c5c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974104 Nov 12 22:14:24.353652 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-596df8a1-f099-4c27-afd2-6659d3d58926 service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163118 Nov 12 22:14:24.445490 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-1723d72f-e060-4911-a188-75d5aa36ed25 req-873f6e0f-85d9-4fad-ad84-453e9833aa36 service neutron] 10.222.0.78 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842006 Nov 12 22:14:24.496375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:02Z', 'revision_number': 1, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:24.524682 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9b770-fe3b-4fc7-8a50-ed8227a9bcf8 None None] The sync data for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 is: [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_floatingips': [{'id': '6280d6c9-996d-4ad0-9e03-52266dc3dcea', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'router_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'port_id': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T22:10:00Z', 'updated_at': '2021-11-12T22:10:02Z', 'revision_number': 1, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:14:24.750287 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da8d91-1b81-41ca-b11d-b6fa0618f0c3 None None] New status for floating IP 6c8207aa-8724-4a76-97ed-5589599deb63: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 22:14:25.446120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec270dc-5365-4092-93ab-cbfe0bd09528 req-a3fa84fc-dc4a-4a58-aabc-910bd997824e tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:25.447617 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eec270dc-5365-4092-93ab-cbfe0bd09528 req-a3fa84fc-dc4a-4a58-aabc-910bd997824e tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 945 time: 0.0496993 Nov 12 22:14:25.500371 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-eec270dc-5365-4092-93ab-cbfe0bd09528 req-2e06ce19-55a4-45d9-b676-2365278d2d6c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455902 Nov 12 22:14:25.740333 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-75ac3d8a-eb2b-475b-9ede-ef2a576c38ec tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:25.741768 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-75ac3d8a-eb2b-475b-9ede-ef2a576c38ec tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Nov 12 22:14:25.830706 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Deleting port e6b0549c-aa52-4573-8dfd-d8407c3f1633 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:25.830945 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:25.921292 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] For port e6b0549c-aa52-4573-8dfd-d8407c3f1633, host n-h1-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-29',level=0,port_id=e6b0549c-aa52-4573-8dfd-d8407c3f1633,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:25.921695 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:25.933939 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Calling delete_port for e6b0549c-aa52-4573-8dfd-d8407c3f1633 owned by compute:nova {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:25.961482 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e6b0549c-aa52-4573-8dfd-d8407c3f1633 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:26.036647 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575539'] for port, before_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:26.167016 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:26.194640 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event deleted for resources: {'Port': ['ID=e6b0549c-aa52-4573-8dfd-d8407c3f1633,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:26.237501 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] No DVR routers for this DVR port e6b0549c-aa52-4573-8dfd-d8407c3f1633 on host n-h1-713498-29 {{(pid=109629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:14:26.240296 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:26.244011 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-3d719b28-eea0-433a-baeb-824fc3122c60 req-f5dfeaae-275e-4cf0-99b1-a31d3a31e3c5 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.78 "DELETE /v2.0/ports/e6b0549c-aa52-4573-8dfd-d8407c3f1633 HTTP/1.1" status: 204 len: 173 time: 0.4953983 Nov 12 22:14:26.244466 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'name': 'network-vif-deleted', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:14:26.246754 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28e5477-397a-4ec7-8e13-ff4e68d61a99" -d '{"events": [{"server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "name": "network-vif-deleted", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:14:26.284244 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf107caa-3aee-43ab-866d-1c16c586948b x-openstack-request-id: req-bf107caa-3aee-43ab-866d-1c16c586948b {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:14:26.284537 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2877c519-92ce-46b3-8d15-7aea0702f875", "name": "network-vif-deleted", "tag": "e6b0549c-aa52-4573-8dfd-d8407c3f1633", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:14:26.284795 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf107caa-3aee-43ab-866d-1c16c586948b {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:14:26.285203 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2877c519-92ce-46b3-8d15-7aea0702f875', 'name': 'network-vif-deleted', 'tag': 'e6b0549c-aa52-4573-8dfd-d8407c3f1633', 'status': 'completed', 'code': 200} Nov 12 22:14:26.622282 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-73340ad9-ddd9-4136-a3bf-aae3786e7965 req-392b9b49-996c-489b-abaa-78bf07635145 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=2877c519-92ce-46b3-8d15-7aea0702f875 HTTP/1.1" status: 200 len: 210 time: 0.0312479 Nov 12 22:14:27.648744 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0588a8e7-5167-4b23-a852-f2e7fbea941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:28.866642 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 38986) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:29.024087 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Deleting port b5ce3681-52e9-45e0-b395-a9949e0c3a0c {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:29.024328 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:29.102606 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:29.102928 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:29.115118 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Calling delete_port for b5ce3681-52e9-45e0-b395-a9949e0c3a0c owned by network:floatingip {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:29.666117 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:29.692981 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event deleted for resources: {'Port': ['ID=b5ce3681-52e9-45e0-b395-a9949e0c3a0c,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:29.753481 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for floatingip, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:29.753844 n-d-713498-29 neutron-server[109629]: INFO neutron.db.l3_db [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Floating IP 6280d6c9-996d-4ad0-9e03-52266dc3dcea disassociated (deleted). External IP: 172.25.8.224, port: f9531deb-e745-4bdb-bc1f-667e5230459e. Nov 12 22:14:29.960735 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Router e651e13e-4d17-44da-9e99-ea2803346a72 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:14:29.986916 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e6b0549c-aa52-4573-8dfd-d8407c3f1633 no longer exists at agent hyperv_n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:30.007215 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] No Port match for: e6b0549c-aa52-4573-8dfd-d8407c3f1633 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:14:30.007582 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Device e6b0549c-aa52-4573-8dfd-d8407c3f1633 not bound to the agent host n-h1-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:14:30.069704 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:14:30.074177 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for floatingip, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:30.084761 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] Sync routers for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:14:30.097368 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:14:30.098976 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:14:00Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:30.102393 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-bc232f4a-b9bf-4aa1-8c19-5f6a870d2f31 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "DELETE /v2.0/floatingips/6280d6c9-996d-4ad0-9e03-52266dc3dcea HTTP/1.1" status: 204 len: 168 time: 1.2346039 Nov 12 22:14:30.103096 n-d-713498-29 neutron-server[109629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e'}] {{(pid=109629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:14:30.105551 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6eff376e063e1bada7c14a7c903036f466ee2a27cfdf5cb3bce789a4683a6d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31081170-6340-4287-a0d3-3f03531bdbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e"}]}' {{(pid=109629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:14:30.149392 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cd5ccb-5998-4aff-902a-0ba051f75bb9 x-openstack-request-id: req-75cd5ccb-5998-4aff-902a-0ba051f75bb9 {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:14:30.150667 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e", "status": "completed", "code": 200}]} {{(pid=109629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:14:30.150991 n-d-713498-29 neutron-server[109629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75cd5ccb-5998-4aff-902a-0ba051f75bb9 {{(pid=109629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:14:30.151500 n-d-713498-29 neutron-server[109629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'status': 'completed', 'code': 200} Nov 12 22:14:30.187829 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a230ad07-b012-4712-ada3-7bd539b05f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:30.213034 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:14:30.227487 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-a04d31f0-b03d-49da-b93a-fc67a90829a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:30.230748 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-a04d31f0-b03d-49da-b93a-fc67a90829a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=131a5e3a559c4482833d2731dfac66aa&device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 1096 time: 0.0440254 Nov 12 22:14:30.329518 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-ef4d7f45-72d1-4aa4-88cc-6d35db7495da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:30.330984 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-ef4d7f45-72d1-4aa4-88cc-6d35db7495da service neutron] 10.222.0.46 "GET /v2.0/networks?id=aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 200 len: 910 time: 0.0915077 Nov 12 22:14:30.386166 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-358443e2-d2f2-4066-b737-6af1eeb08f92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 200 len: 217 time: 0.0351605 Nov 12 22:14:30.446940 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-7d3c3d63-2b04-46c2-9370-01ad45a85e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:30.448481 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-7d3c3d63-2b04-46c2-9370-01ad45a85e4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 200 len: 848 time: 0.0515318 Nov 12 22:14:30.505853 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-d1cf2768-53af-418a-892a-f0abab811d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:30.507303 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-d1cf2768-53af-418a-892a-f0abab811d68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebadaf6-1760-4947-ad66-a0ec204311b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448992 Nov 12 22:14:30.528432 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043c272-b489-4664-a04e-1bf3c141fe64 req-d0b8d805-cf7e-4950-8577-31b2801f7c9c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:30.530340 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2043c272-b489-4664-a04e-1bf3c141fe64 req-d0b8d805-cf7e-4950-8577-31b2801f7c9c tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 944 time: 0.0601287 Nov 12 22:14:30.589496 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:30.590629 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-2043c272-b489-4664-a04e-1bf3c141fe64 req-80224437-ff2b-4e7b-9588-8981286895f7 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527525 Nov 12 22:14:30.608846 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-773e1ce5-63d9-48a1-b8eb-9558abd2610d service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934060 Nov 12 22:14:30.616876 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] Checking router: e651e13e-4d17-44da-9e99-ea2803346a72 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:14:30.625730 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:14:30.626326 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:14:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:30.704826 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-31081170-6340-4287-a0d3-3f03531bdbd0 req-1c8076e7-35d7-44a2-998c-23ca4357472c service neutron] 10.222.0.46 "GET /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879674 Nov 12 22:14:30.733762 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:14:30.931534 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:30.958613 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4bd79-ed6d-46f0-ae39-8ad9b1eb2c10 None None] The sync data for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 is: [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:09:35Z', 'revision_number': 4, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29', '_interfaces': [{'id': '0bfa6558-c58a-437b-845d-c0bae15ed496', 'name': '', 'network_id': 'aebadaf6-1760-4947-ad66-a0ec204311b4', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'mac_address': 'fa:16:3e:7f:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:34Z', 'updated_at': '2021-11-12T22:09:39Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'subnets': [{'id': '1e669932-3dc0-485d-899f-4039a1d93b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:14:31.172692 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d9dff-65bd-4681-969e-7480656e2cb0 None None] New status for floating IP 6280d6c9-996d-4ad0-9e03-52266dc3dcea: DOWN {{(pid=109631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 22:14:31.659582 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:31.711117 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae34ba-3337-4d1e-bf40-8f404bdf98e4 req-14b01f37-3648-46e9-af82-33e83f2a2210 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:31.712638 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83ae34ba-3337-4d1e-bf40-8f404bdf98e4 req-14b01f37-3648-46e9-af82-33e83f2a2210 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 944 time: 0.0502295 Nov 12 22:14:31.763168 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-83ae34ba-3337-4d1e-bf40-8f404bdf98e4 req-d25f559d-6ae9-460b-83c2-b44abfb2c72d tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Nov 12 22:14:32.319764 n-d-713498-29 neutron-server[109628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-1f7efea6-f6f0-4099-a46d-db4228870ee9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:32.321214 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-1f7efea6-f6f0-4099-a46d-db4228870ee9 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 944 time: 0.0499437 Nov 12 22:14:32.743304 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Deleting port f9531deb-e745-4bdb-bc1f-667e5230459e {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:32.743648 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:32.830985 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] For port f9531deb-e745-4bdb-bc1f-667e5230459e, host n-h2-713498-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-29',level=0,port_id=f9531deb-e745-4bdb-bc1f-667e5230459e,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:32.831379 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:32.844999 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Calling delete_port for f9531deb-e745-4bdb-bc1f-667e5230459e owned by compute:nova {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:32.885181 n-d-713498-29 neutron-server[109629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d8c8d-81a6-41f7-8cc2-4e0608c9afe7 req-744f8966-4845-4268-8a36-53680fda1809 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 22:14:32.886694 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-820d8c8d-81a6-41f7-8cc2-4e0608c9afe7 req-744f8966-4845-4268-8a36-53680fda1809 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 944 time: 0.0535417 Nov 12 22:14:32.937332 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-820d8c8d-81a6-41f7-8cc2-4e0608c9afe7 req-2a1917c9-c467-428c-a131-6ac5b6f8de81 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/security-groups?id=b444e9f0-2eea-4825-865c-c641f671b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445030 Nov 12 22:14:33.052930 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:33.081974 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event deleted for resources: {'Port': ['ID=f9531deb-e745-4bdb-bc1f-667e5230459e,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:33.108399 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.108741 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.109722 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.110136 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.110519 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.110849 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.111172 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.111512 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.111832 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.112151 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.112473 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.112799 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-29 {{(pid=109628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 22:14:33.138673 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] No DVR routers for this DVR port f9531deb-e745-4bdb-bc1f-667e5230459e on host n-h2-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:14:33.141286 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57339'] for port, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:33.144800 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [req-87845735-92d7-406c-81e1-b3cae7b4ca70 req-84a9fb51-7609-4bfe-aa51-3a9f4faf2c7b tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.46 "DELETE /v2.0/ports/f9531deb-e745-4bdb-bc1f-667e5230459e HTTP/1.1" status: 204 len: 173 time: 0.8169851 Nov 12 22:14:33.145273 n-d-713498-29 neutron-server[109628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'name': 'network-vif-deleted', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e'}] {{(pid=109628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 22:14:33.147561 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb067446928b1199b4f70f4eab710f21b0621444c801dd2d08ad668ad344d21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c47b992-d7a1-4eed-ab63-6986aeb4d3de" -d '{"events": [{"server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "name": "network-vif-deleted", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e"}]}' {{(pid=109628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 22:14:33.185374 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2fd325-ca68-4d9d-a83c-f5ce37380fbe x-openstack-request-id: req-2e2fd325-ca68-4d9d-a83c-f5ce37380fbe {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 22:14:33.185662 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3527149-e9c0-4b53-9bf0-0287d99520e4", "name": "network-vif-deleted", "tag": "f9531deb-e745-4bdb-bc1f-667e5230459e", "status": "completed", "code": 200}]} {{(pid=109628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 22:14:33.190132 n-d-713498-29 neutron-server[109628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e2fd325-ca68-4d9d-a83c-f5ce37380fbe {{(pid=109628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 22:14:33.190132 n-d-713498-29 neutron-server[109628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3527149-e9c0-4b53-9bf0-0287d99520e4', 'name': 'network-vif-deleted', 'tag': 'f9531deb-e745-4bdb-bc1f-667e5230459e', 'status': 'completed', 'code': 200} Nov 12 22:14:33.334184 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:33.669597 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:34.045515 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [req-ffb412d8-cde3-4902-a6e6-6c9ab3c860b0 req-1c171803-a2e5-4084-8081-7f557a431490 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3527149-e9c0-4b53-9bf0-0287d99520e4 HTTP/1.1" status: 200 len: 210 time: 0.0271730 Nov 12 22:14:34.088369 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:14:35.104880 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39004) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:35.161734 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ce9af00-14b7-4a28-a51c-9fff8977f256 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:35.187495 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ce9af00-14b7-4a28-a51c-9fff8977f256 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:35.299132 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ce9af00-14b7-4a28-a51c-9fff8977f256 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:35.301930 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-7ce9af00-14b7-4a28-a51c-9fff8977f256 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:35.303275 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-7ce9af00-14b7-4a28-a51c-9fff8977f256 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] 10.222.0.64 "DELETE /v2.0/security-groups/b444e9f0-2eea-4825-865c-c641f671b81b HTTP/1.1" status: 204 len: 168 time: 0.1973469 Nov 12 22:14:35.312682 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9af00-14b7-4a28-a51c-9fff8977f256 tempest-TestSnapshotPattern-2027515826 tempest-TestSnapshotPattern-2027515826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b444e9f0-2eea-4825-865c-c641f671b81b,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:35.408724 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39008) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:35.787965 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f9531deb-e745-4bdb-bc1f-667e5230459e no longer exists at agent hyperv_n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:35.811021 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] No Port match for: f9531deb-e745-4bdb-bc1f-667e5230459e {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:14:35.811384 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Device f9531deb-e745-4bdb-bc1f-667e5230459e not bound to the agent host n-h2-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:14:35.845058 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:36.086866 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Deleting port 0bfa6558-c58a-437b-845d-c0bae15ed496 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:36.087105 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:36.169646 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] For port 0bfa6558-c58a-437b-845d-c0bae15ed496, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=0bfa6558-c58a-437b-845d-c0bae15ed496,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:36.170008 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:36.183459 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Calling delete_port for 0bfa6558-c58a-437b-845d-c0bae15ed496 owned by network:router_interface {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:36.414094 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:36.441163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfa6558-c58a-437b-845d-c0bae15ed496,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:36.604372 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:36.817490 n-d-713498-29 neutron-server[109628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Router e651e13e-4d17-44da-9e99-ea2803346a72 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:14:36.925281 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:14:36.930457 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-a672241b-7c9d-4ea1-8153-a8a15a8b12ec admin admin] 10.222.0.64 "PUT /v2.0/routers/e651e13e-4d17-44da-9e99-ea2803346a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5206871 Nov 12 22:14:36.932921 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39014) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:36.934249 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] Sync routers for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:14:36.946475 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:14:36.947083 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:14:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:37.042100 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks [] for router, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.052628 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: n-d-713498-29 {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:14:37.146900 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.230956 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:14:36Z', 'revision_number': 5, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port': {'id': 'a6aabea9-e4c0-4f2c-81c0-abe45739af14', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:33Z', 'updated_at': '2021-11-12T22:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:37.258212 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] Checking router: e651e13e-4d17-44da-9e99-ea2803346a72 for host: n-d-713498-29 {{(pid=109630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:14:37.258565 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Deleting port a6aabea9-e4c0-4f2c-81c0-abe45739af14 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:37.258565 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.267631 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] Routers {'e651e13e-4d17-44da-9e99-ea2803346a72'} bound to L3 agent in host n-d-713498-29 {{(pid=109630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:14:37.268333 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:14:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['e651e13e-4d17-44da-9e99-ea2803346a72'], 'active': True} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:37.351794 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] For port a6aabea9-e4c0-4f2c-81c0-abe45739af14, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=a6aabea9-e4c0-4f2c-81c0-abe45739af14,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:37.352164 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.356784 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvr_db [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] Set router e651e13e-4d17-44da-9e99-ea2803346a72 gateway port host: None {{(pid=109630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:14:37.365038 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Calling delete_port for a6aabea9-e4c0-4f2c-81c0-abe45739af14 owned by network:router_gateway {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:37.411022 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_hamode_db [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:14:37Z', 'revision_number': 6, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:37.436177 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e934a87-a0e7-447f-8418-de4de91b2059 None None] The sync data for ids ['e651e13e-4d17-44da-9e99-ea2803346a72'] in n-d-713498-29 is: [{'id': 'e651e13e-4d17-44da-9e99-ea2803346a72', 'name': 'tempest-TestSnapshotPattern-891498561-router', 'tenant_id': '131a5e3a559c4482833d2731dfac66aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:32Z', 'updated_at': '2021-11-12T22:14:37Z', 'revision_number': 6, 'project_id': '131a5e3a559c4482833d2731dfac66aa', 'gw_port_host': None}] {{(pid=109630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:14:37.602555 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.627025 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6aabea9-e4c0-4f2c-81c0-abe45739af14,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:37.643917 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e159e6-5fee-41ed-bd27-516d21138a0a None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:14:37.690214 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.783396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.786234 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.888396 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.888990 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e651e13e-4d17-44da-9e99-ea2803346a72 {{(pid=109628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 22:14:37.893956 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] Publish callbacks [] for router, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.895132 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-25d88be8-7b4b-4f82-96f1-bac6fd0e1a86 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e651e13e-4d17-44da-9e99-ea2803346a72 HTTP/1.1" status: 204 len: 168 time: 0.9612150 Nov 12 22:14:37.897751 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39020) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:37.942994 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f78905-2a27-4aa4-a7a7-77e2bcae8952 admin admin] Deleting subnet 1e669932-3dc0-485d-899f-4039a1d93b62 {{(pid=109628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 22:14:37.946076 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57f78905-2a27-4aa4-a7a7-77e2bcae8952 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:37.981904 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57f78905-2a27-4aa4-a7a7-77e2bcae8952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30828056'] for subnet, precommit_delete_associations {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.061573 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57f78905-2a27-4aa4-a7a7-77e2bcae8952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.169053 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57f78905-2a27-4aa4-a7a7-77e2bcae8952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30875420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30154025'] for subnet, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.199675 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f78905-2a27-4aa4-a7a7-77e2bcae8952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e669932-3dc0-485d-899f-4039a1d93b62,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:38.207057 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-57f78905-2a27-4aa4-a7a7-77e2bcae8952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.217309 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-57f78905-2a27-4aa4-a7a7-77e2bcae8952 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1e669932-3dc0-485d-899f-4039a1d93b62 HTTP/1.1" status: 204 len: 168 time: 0.3115425 Nov 12 22:14:38.217309 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39024) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:38.217556 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57423701-7ddd-48ee-a08d-842e22452594 None None] Network aebadaf6-1760-4947-ad66-a0ec204311b4 requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 22:14:38.305444 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.367251 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Deleting port 05a6368a-9d82-44ce-adbe-bc5040caf905 {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:38.367626 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.433802 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] For port 05a6368a-9d82-44ce-adbe-bc5040caf905, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=05a6368a-9d82-44ce-adbe-bc5040caf905,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:38.434167 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.448264 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] DHCP port deletion for aebadaf6-1760-4947-ad66-a0ec204311b4 request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:14:38.460318 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Calling delete_port for 05a6368a-9d82-44ce-adbe-bc5040caf905 owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:38.506488 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] Deleting port 05a6368a-9d82-44ce-adbe-bc5040caf905 {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:38.506861 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.572635 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] For port 05a6368a-9d82-44ce-adbe-bc5040caf905, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=05a6368a-9d82-44ce-adbe-bc5040caf905,segment=NetworkSegment(ee71477b-ef8d-4892-bf4b-4f0102ce8f9e),segment_id=ee71477b-ef8d-4892-bf4b-4f0102ce8f9e)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:38.573040 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.588210 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] Calling delete_port for 05a6368a-9d82-44ce-adbe-bc5040caf905 owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:38.637078 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.665163 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] No DVR routers for this DVR port 05a6368a-9d82-44ce-adbe-bc5040caf905 on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:14:38.669987 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Pushing event deleted for resources: {'Port': ['ID=05a6368a-9d82-44ce-adbe-bc5040caf905,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:38.670495 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.696188 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] Pushing event deleted for resources: {'Port': ['ID=05a6368a-9d82-44ce-adbe-bc5040caf905,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:38.702064 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32b679-4520-499e-8fb2-3724126697a8 None None] No DVR routers for this DVR port 05a6368a-9d82-44ce-adbe-bc5040caf905 on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:14:38.753641 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.774625 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebadaf6-1760-4947-ad66-a0ec204311b4']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:38.784103 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:38.784404 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee71477b-ef8d-4892-bf4b-4f0102ce8f9e') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:38.793868 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.807418 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.813943 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 22:14:38.814324 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: timer() Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 22:14:38.815983 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 22:14:38.962313 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.968037 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:38.971896 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] 10.222.0.64 "DELETE /v2.0/networks/aebadaf6-1760-4947-ad66-a0ec204311b4 HTTP/1.1" status: 204 len: 168 time: 0.7575483 Nov 12 22:14:38.975120 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39028) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:38.983586 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49a461-4aca-4f05-8656-30f848f528ad admin admin] Pushing event deleted for resources: {'Network': ['ID=aebadaf6-1760-4947-ad66-a0ec204311b4,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:39.319473 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 05a6368a-9d82-44ce-adbe-bc5040caf905 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:39.340057 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 05a6368a-9d82-44ce-adbe-bc5040caf905 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:14:39.340402 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 05a6368a-9d82-44ce-adbe-bc5040caf905 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:14:39.340817 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0bfa6558-c58a-437b-845d-c0bae15ed496 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:39.354807 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33129425'] for router_interface, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:39.359868 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 0bfa6558-c58a-437b-845d-c0bae15ed496 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:14:39.360214 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 0bfa6558-c58a-437b-845d-c0bae15ed496 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:14:39.360744 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a6aabea9-e4c0-4f2c-81c0-abe45739af14 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:39.379633 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: a6aabea9-e4c0-4f2c-81c0-abe45739af14 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:14:39.379977 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device a6aabea9-e4c0-4f2c-81c0-abe45739af14 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:14:39.604707 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Deleting port 88009be2-b873-4f28-b542-7d96e4bf1336 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:39.605057 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:39.683825 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] For port 88009be2-b873-4f28-b542-7d96e4bf1336, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=88009be2-b873-4f28-b542-7d96e4bf1336,segment=NetworkSegment(0a60dd9b-8942-4284-96b6-2886d2e3d08b),segment_id=0a60dd9b-8942-4284-96b6-2886d2e3d08b)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:39.684189 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:39.697258 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Calling delete_port for 88009be2-b873-4f28-b542-7d96e4bf1336 owned by network:router_interface {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:39.937952 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:39.970322 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Pushing event deleted for resources: {'Port': ['ID=88009be2-b873-4f28-b542-7d96e4bf1336,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:40.142971 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33011613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33128545'] for router_interface, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:40.361276 n-d-713498-29 neutron-server[109629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Router 594b5385-aa57-455e-ae0d-8ce1b29337d6 has already been hosted by L3 agent 05365e4b-def9-4cee-982e-764e58c64f0e {{(pid=109629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 22:14:40.465858 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] Notify agent at l3_agent.n-d-713498-29 the message routers_updated {{(pid=109629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 22:14:40.470888 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-c50dc1e9-936c-4386-81c8-fde1dc62dadf admin admin] 10.222.0.64 "PUT /v2.0/routers/594b5385-aa57-455e-ae0d-8ce1b29337d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4940796 Nov 12 22:14:40.473541 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39030) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:40.476224 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] Sync routers for ids ['594b5385-aa57-455e-ae0d-8ce1b29337d6'] in n-d-713498-29 {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 22:14:40.486031 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] Routers {'594b5385-aa57-455e-ae0d-8ce1b29337d6'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:14:40.486710 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:14:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['594b5385-aa57-455e-ae0d-8ce1b29337d6'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:40.576030 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks [] for router, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:40.591777 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] Set router 594b5385-aa57-455e-ae0d-8ce1b29337d6 gateway port host: n-d-713498-29 {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:14:40.680302 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:40.766050 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'external_fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:14:39Z', 'revision_number': 5, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port': {'id': '4bbbf6c8-e0ab-458b-aa08-3dafc13957c2', 'name': '', 'network_id': 'f840f5a0-b97a-4bd6-a0f1-ea9ac18533de', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9e4604d-0c40-4008-8552-7d09ddd72698', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-29'}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:40.792816 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] Checking router: 594b5385-aa57-455e-ae0d-8ce1b29337d6 for host: n-d-713498-29 {{(pid=109631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 22:14:40.801756 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] Routers {'594b5385-aa57-455e-ae0d-8ce1b29337d6'} bound to L3 agent in host n-d-713498-29 {{(pid=109631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 22:14:40.802344 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T20:32:00Z,description=,heartbeat_timestamp=2021-11-12T22:14:30Z,host='n-d-713498-29',id=05365e4b-def9-4cee-982e-764e58c64f0e,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T20:32:00Z,topic='l3_agent')) {'router_ids': ['594b5385-aa57-455e-ae0d-8ce1b29337d6'], 'active': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:40.815599 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Deleting port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 {{(pid=109629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:40.815950 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:40.887988 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_dvr_db [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] Set router 594b5385-aa57-455e-ae0d-8ce1b29337d6 gateway port host: None {{(pid=109631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 22:14:40.895357 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.db [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] For port 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=4bbbf6c8-e0ab-458b-aa08-3dafc13957c2,segment=NetworkSegment(0221dd1b-c4a8-4d25-8367-48a7b3a8675f),segment_id=0221dd1b-c4a8-4d25-8367-48a7b3a8675f)] {{(pid=109629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:40.895726 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:40.908895 n-d-713498-29 neutron-server[109629]: DEBUG neutron.plugins.ml2.plugin [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Calling delete_port for 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 owned by network:router_gateway {{(pid=109629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:40.942395 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.l3_hamode_db [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:14:40Z', 'revision_number': 6, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port_host': None}], 'n-d-713498-29', False) {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:40.968961 n-d-713498-29 neutron-server[109631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58212099-09ca-466c-90b7-a0ecbf1374af None None] The sync data for ids ['594b5385-aa57-455e-ae0d-8ce1b29337d6'] in n-d-713498-29 is: [{'id': '594b5385-aa57-455e-ae0d-8ce1b29337d6', 'name': 'tempest-TestSnapshotPattern-1295988500-router', 'tenant_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T22:09:38Z', 'updated_at': '2021-11-12T22:14:40Z', 'revision_number': 6, 'project_id': 'a49b1df9b9704c1fbe549aef45a5d775', 'gw_port_host': None}] {{(pid=109631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 22:14:41.029412 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.121188 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707078'] for port, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.150401 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbbf6c8-e0ab-458b-aa08-3dafc13957c2,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:41.165964 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f17e1a-50f2-4c01-8ba9-884de8343bd9 None None] DHCP port deletion for f840f5a0-b97a-4bd6-a0f1-ea9ac18533de request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:14:41.213107 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33130139'] for router_gateway, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.305047 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33134606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123272'] for router, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.307300 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.373724 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.391614 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33134711'] for router, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.392964 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594b5385-aa57-455e-ae0d-8ce1b29337d6 {{(pid=109629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 22:14:41.397579 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] Publish callbacks [] for router, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.399061 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-b8f49e2c-9318-47b5-9308-73ac704d4166 admin admin] 10.222.0.64 "DELETE /v2.0/routers/594b5385-aa57-455e-ae0d-8ce1b29337d6 HTTP/1.1" status: 204 len: 168 time: 0.9243672 Nov 12 22:14:41.403498 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39032) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:41.429969 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 88009be2-b873-4f28-b542-7d96e4bf1336 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:41.450884 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 88009be2-b873-4f28-b542-7d96e4bf1336 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:14:41.451194 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 88009be2-b873-4f28-b542-7d96e4bf1336 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:14:41.454106 n-d-713498-29 neutron-server[109629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6f75b0-f16b-48dc-bded-f8fc4f9473f1 admin admin] Deleting subnet 6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964 {{(pid=109629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 22:14:41.458244 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3a6f75b0-f16b-48dc-bded-f8fc4f9473f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.492206 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3a6f75b0-f16b-48dc-bded-f8fc4f9473f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24703472'] for subnet, precommit_delete_associations {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.566066 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3a6f75b0-f16b-48dc-bded-f8fc4f9473f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558784'] for subnet, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.682533 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3a6f75b0-f16b-48dc-bded-f8fc4f9473f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-23672659'] for subnet, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.707091 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f75b0-f16b-48dc-bded-f8fc4f9473f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:41.714563 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-3a6f75b0-f16b-48dc-bded-f8fc4f9473f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.721571 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-3a6f75b0-f16b-48dc-bded-f8fc4f9473f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6fbcd9c7-88d5-4d86-bacb-bf30b8a6d964 HTTP/1.1" status: 204 len: 168 time: 0.3157101 Nov 12 22:14:41.721884 n-d-713498-29 neutron-server[109628]: DEBUG neutron.wsgi [-] (109628) accepted ('10.222.0.64', 39034) {{(pid=109628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:41.722390 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e221f-d7ec-423e-bb60-c82171675117 None None] Network 44fff5f4-93e1-4822-92a6-8df41c41adaa requested from n-d-713498-29 {{(pid=109630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 22:14:41.801198 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505381'] for network, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.857558 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Deleting port c75e17be-8f99-4a77-9ba8-30713f4b791a {{(pid=109628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:41.857903 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.899267 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] DHCP port deletion for 44fff5f4-93e1-4822-92a6-8df41c41adaa request from n-d-713498-29 {{(pid=109630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 22:14:41.925874 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.db [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] For port c75e17be-8f99-4a77-9ba8-30713f4b791a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c75e17be-8f99-4a77-9ba8-30713f4b791a,segment=NetworkSegment(0a60dd9b-8942-4284-96b6-2886d2e3d08b),segment_id=0a60dd9b-8942-4284-96b6-2886d2e3d08b)] {{(pid=109628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:41.925999 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:41.941305 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.plugin [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Calling delete_port for c75e17be-8f99-4a77-9ba8-30713f4b791a owned by network:dhcp {{(pid=109628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:41.949791 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] Deleting port c75e17be-8f99-4a77-9ba8-30713f4b791a {{(pid=109630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 22:14:41.950185 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781816007352'] for port, before_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.026119 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.db [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] For port c75e17be-8f99-4a77-9ba8-30713f4b791a, host n-d-713498-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-29',level=0,port_id=c75e17be-8f99-4a77-9ba8-30713f4b791a,segment=NetworkSegment(0a60dd9b-8942-4284-96b6-2886d2e3d08b),segment_id=0a60dd9b-8942-4284-96b6-2886d2e3d08b)] {{(pid=109630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 22:14:42.030902 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142647'] for port, precommit_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.044457 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] Calling delete_port for c75e17be-8f99-4a77-9ba8-30713f4b791a owned by network:dhcp {{(pid=109630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 22:14:42.093644 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30875439'] for port, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.118954 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781816015234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781815558027'] for port, after_delete {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.125196 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75e17be-8f99-4a77-9ba8-30713f4b791a,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:42.127192 n-d-713498-29 neutron-server[109628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] No DVR routers for this DVR port c75e17be-8f99-4a77-9ba8-30713f4b791a on host n-d-713498-29 {{(pid=109628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:14:42.135376 n-d-713498-29 neutron-server[109630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] No DVR routers for this DVR port c75e17be-8f99-4a77-9ba8-30713f4b791a on host n-d-713498-29 {{(pid=109630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 22:14:42.160401 n-d-713498-29 neutron-server[109630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40878fc4-8170-4af9-8a24-b2f2007dfa14 None None] Pushing event deleted for resources: {'Port': ['ID=c75e17be-8f99-4a77-9ba8-30713f4b791a,revision_number=None']} {{(pid=109630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:42.204830 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558663', 'neutron.services.segments.db._delete_segments_for_network-8781816068846'] for network, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.225433 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fff5f4-93e1-4822-92a6-8df41c41adaa']}} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:42.234483 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a60dd9b-8942-4284-96b6-2886d2e3d08b') {'for_net_delete': True} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:42.234780 n-d-713498-29 neutron-server[109628]: DEBUG neutron.services.segments.db [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a60dd9b-8942-4284-96b6-2886d2e3d08b') {} {{(pid=109628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 22:14:42.244879 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781815892215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30826731'] for segment, before_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.258839 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863'] for segment, precommit_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.264760 n-d-713498-29 neutron-server[109628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=109628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 22:14:42.265147 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1424863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30875506'] for segment, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: Traceback (most recent call last): Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: timer() Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: cb(*args, **kw) Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: return func(*args, **kwargs) Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: self._notify() Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: self.callback(batched_events) Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: event.method(event) Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: return f(self, *a, **k) Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: return self._get(url).json() Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: return self.request(url, 'GET', **kwargs) Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 22:14:42.266901 n-d-713498-29 neutron-server[109628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 22:14:42.395602 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33079140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33011604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33130215'] for network, after_delete {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.401148 n-d-713498-29 neutron-server[109628]: DEBUG neutron_lib.callbacks.manager [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Publish callbacks [] for network, before_response {{(pid=109628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.404301 n-d-713498-29 neutron-server[109628]: INFO neutron.wsgi [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/44fff5f4-93e1-4822-92a6-8df41c41adaa HTTP/1.1" status: 204 len: 168 time: 0.6806881 Nov 12 22:14:42.415260 n-d-713498-29 neutron-server[109628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744618d2-300b-47f7-b84a-bf5e1dea55d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=44fff5f4-93e1-4822-92a6-8df41c41adaa,revision_number=None']} {{(pid=109628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:42.714738 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39038) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:42.755879 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-0a6904a5-46f2-4a04-ab7a-c150ef076ec8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=131a5e3a559c4482833d2731dfac66aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398185 Nov 12 22:14:42.758174 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39040) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:42.805757 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ea0730b-9c94-46bc-911d-e69c735df723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.826476 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ea0730b-9c94-46bc-911d-e69c735df723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.939978 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ea0730b-9c94-46bc-911d-e69c735df723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.942496 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-1ea0730b-9c94-46bc-911d-e69c735df723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:42.943981 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-1ea0730b-9c94-46bc-911d-e69c735df723 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8faf6ed-9cd5-4120-abee-a0bd849de7a7 HTTP/1.1" status: 204 len: 168 time: 0.1849012 Nov 12 22:14:42.952153 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0730b-9c94-46bc-911d-e69c735df723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8faf6ed-9cd5-4120-abee-a0bd849de7a7,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:43.331739 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c75e17be-8f99-4a77-9ba8-30713f4b791a no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:43.354926 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: c75e17be-8f99-4a77-9ba8-30713f4b791a {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:14:43.355375 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device c75e17be-8f99-4a77-9ba8-30713f4b791a not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:14:43.355855 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 no longer exists at agent ovs-agent-n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 22:14:43.374564 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.plugin [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] No Port match for: 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 {{(pid=109630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 22:14:43.375085 n-d-713498-29 neutron-server[109630]: DEBUG neutron.plugins.ml2.rpc [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Device 4bbbf6c8-e0ab-458b-aa08-3dafc13957c2 not bound to the agent host n-d-713498-29 {{(pid=109630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 22:14:43.592515 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39046) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:43.633106 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-aac898ec-048f-40c3-9f81-a78f0e50b0ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a49b1df9b9704c1fbe549aef45a5d775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394034 Nov 12 22:14:43.635665 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [-] (109629) accepted ('10.222.0.64', 39048) {{(pid=109629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 22:14:43.691235 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f50c26ee-eb71-4c5c-9407-7064aa1da715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:43.715179 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f50c26ee-eb71-4c5c-9407-7064aa1da715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:43.836480 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f50c26ee-eb71-4c5c-9407-7064aa1da715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33063387'] for security_group, after_delete {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:43.839243 n-d-713498-29 neutron-server[109629]: DEBUG neutron_lib.callbacks.manager [None req-f50c26ee-eb71-4c5c-9407-7064aa1da715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:14:43.840438 n-d-713498-29 neutron-server[109629]: INFO neutron.wsgi [None req-f50c26ee-eb71-4c5c-9407-7064aa1da715 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/949029ca-5d75-42f3-b513-25cfc5f48f32 HTTP/1.1" status: 204 len: 168 time: 0.2038827 Nov 12 22:14:43.849070 n-d-713498-29 neutron-server[109629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c26ee-eb71-4c5c-9407-7064aa1da715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949029ca-5d75-42f3-b513-25cfc5f48f32,revision_number=None']} {{(pid=109629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 22:14:57.596574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bfafa38f-b258-424d-896d-4bf7bcd5463d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:00.150043 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a55b44aa-1501-4f65-94e9-40bee895f06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:01.635853 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:03.406849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:03.681596 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:11.058214 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:11.087859 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:15:11.383721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:27.617982 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-46e32f23-2ce5-4436-b550-e4083a8ee3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:30.171721 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2f2c356c-742c-47bc-8982-a0492d6bf9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:31.651909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:33.342922 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:33.645608 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:41.113992 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:41.388527 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:15:48.087018 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:15:57.587769 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7bd4efed-707d-4577-a18e-8849b990e402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:00.153765 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-bb306656-f726-40c3-8cb8-147804bbde7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:01.656605 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:03.371246 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:03.668078 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:11.084651 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:11.381415 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:25.086154 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:16:27.610498 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8c3603e0-3a6d-4756-81be-9e3ae563ddcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:30.164786 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-52f87963-a0e6-4f04-bed7-e00e4f28f52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:31.649130 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:33.335764 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:33.667864 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:41.100596 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:41.387423 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:16:57.609942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-db0887b0-4ce1-4575-a0ae-1a5f09d2ceb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:00.164377 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-2b1e7615-6420-413c-b732-123d5dce2aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:01.661116 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:02.085535 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:17:03.369913 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:03.670942 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:11.089567 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:11.392337 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:27.626203 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7839f9e2-7ec3-4fc2-a0f0-2b50d413ea09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:30.163196 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-25010ea4-026c-4fa6-a03c-090ffe12d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:31.658329 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:33.379766 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:33.681540 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:39.084054 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:17:41.075692 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:41.415103 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:17:57.617849 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b2021048-8633-4f3a-a085-113f33a9e604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:00.183707 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-037e0b25-9332-4e9b-88ef-b35041dca848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:01.657599 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:03.360372 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:03.680187 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:11.091534 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:11.411617 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:16.083045 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:18:27.625081 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a0611bdb-a83b-48cc-bba9-e3cd4a4b83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:30.162650 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4e65105d-a4f3-4d3c-a735-ea39853136b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:31.648290 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:33.359345 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:33.710989 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:41.096025 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:41.404574 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:18:53.081626 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:18:57.624715 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ff153eb5-8aaa-4602-a193-27b683d1f217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:00.162390 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9336-8c8f-4047-a2c1-f6798b1e36e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:01.672728 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:03.370325 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:03.730209 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:11.100587 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:11.403376 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:27.624017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c781b17f-90f8-44ca-8928-ae251471a575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:30.080434 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:19:30.167378 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-9bcb15a9-5165-4a23-8c1a-cef2eb4241e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:31.642516 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:33.378338 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:33.688312 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:41.126785 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:41.431234 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:19:57.612090 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-8d6210f7-81eb-40ce-b7e5-70bb72de97ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:00.167195 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-931e99d2-5239-4d95-abf0-056ce8ff37e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:01.669263 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:03.396166 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:03.693058 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:07.082203 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:20:11.104191 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:11.429923 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:27.600451 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-739a903a-61fe-4010-85f7-4b70741d0033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:30.160710 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-5742e14f-0088-42bb-baf1-bc3faf498e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:31.674600 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:33.389448 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:33.675066 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:41.125713 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:41.452137 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:20:44.082128 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:20:57.594084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-d160b99e-cc66-4dac-8490-fb6764e5298a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:00.171429 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe07a-2b8c-4989-91e5-480df591a3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:01.696631 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:03.365063 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:03.668084 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:11.131047 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:11.468384 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:21.080895 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:21:27.695461 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-82c6e83b-c71f-422a-8ba1-3847c4e06cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:30.175907 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4afd09e4-5cb8-4a2d-b3b8-bf551f71df11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:31.667373 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:33.382017 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:33.667808 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:41.130387 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:41.478838 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:57.614748 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-6d02ee94-6091-4eb4-92f6-8b3a657b4025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:21:58.080433 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:22:00.168601 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-7c6dade1-7a1b-42b0-9f11-f659819fa22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:01.694476 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:03.398380 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:03.695628 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:11.158212 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:11.506781 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:14.002872 n-d-713498-29 neutron-server[109629]: DEBUG neutron.wsgi [req-3b41b011-074b-4095-b0a0-b9b3a5c6c292 req-555edaab-d7dd-422e-a5ca-1fa4d7fcca3f service neutron] (109629) timed out ('10.222.0.64', 36734) {{(pid=109629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 22:22:27.637974 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-625bba04-fb08-458f-bfbb-1e3c44bf1f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:30.175465 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-ee62e19c-eb79-4152-9a9c-35c8235ebf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:31.683359 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b1d2-c931-4caa-88d4-9bc6f89a6579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:33.384522 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-e34b2f1c-7c1e-45f2-aac0-0216305c3f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:33.698847 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-0f54c615-be20-43f5-8de7-0492445f8cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:35.079126 n-d-713498-29 neutron-server[109631]: DEBUG neutron.db.agents_db [None req-49f4d1e1-63d5-4231-98ff-a3415837a7cc None None] Agent healthcheck: found 7 active agents {{(pid=109631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 22:22:41.155909 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-4a77a9a6-5598-48bc-aa09-b9fb30c4dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:41.510156 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-53f71891-d2ac-46a7-8e07-63f3780b11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:22:57.615466 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-b0786fda-7470-47f4-bf68-c71653828aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 22:23:00.166309 n-d-713498-29 neutron-server[109630]: DEBUG neutron_lib.callbacks.manager [None req-a1ead947-1350-4d2f-956e-501f804b7484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781816068828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557825'] for agent, after_update {{(pid=109630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}